fix syncbn nan (#59089)

PaddlePaddle · Nov 30, 2023 · 5f9f2ec · 5f9f2ec
1 parent a232b2e
commit 5f9f2ec
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/paddle/fluid/operators/sync_batch_norm_op.cu b/paddle/fluid/operators/sync_batch_norm_op.cu
@@ -94,7 +94,7 @@ void SyncBatchNormKernel(const Context& ctx,
         phi::Stream(reinterpret_cast<phi::StreamId>(ctx.stream())));
 
     auto* stats = reinterpret_cast<BatchNormParamType<T>*>(alloc_ptr->ptr());
-    const int threads = 256;
+    const int threads = 512;
     int grid = std::min(C, (max_threads + threads - 1) / threads);
     if (layout == phi::DataLayout::kNCHW) {
       KeLocalStats<T, threads, phi::DataLayout::kNCHW>