Lower epsilone for all grads check

karpathy · Apr 26, 2024 · ea2c871 · ea2c871
1 parent a0b93ac
commit ea2c871
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/test_gpt2_fp32.cu b/test_gpt2_fp32.cu
@@ -187,8 +187,8 @@ int main(int argc, char *argv[]) {
             }
 
             // compare the gradients ona the parameters all at once
-            // cudaMemcpy(calculated_grads_memory, model.grads_memory, model.num_parameters * sizeof(float), cudaMemcpyDeviceToHost);
-            // check_tensor(calculated_grads_memory, expected_grads_memory, model.num_parameters, "grads");
+            cudaMemcpy(calculated_grads_memory, model.grads_memory, model.num_parameters * sizeof(float), cudaMemcpyDeviceToHost);
+            check_tensor(calculated_grads_memory, expected_grads_memory, model.num_parameters, "all grads", 1.3e-04);
         }
 
         gpt2_update(&model, 1e-4f, 0.9f, 0.999f, 1e-8f, 0.01f, step+1);