fix

PaddlePaddle · Oct 12, 2021 · 846a539 · 846a539 · paddle-bot-old · Oct 13, 2021
1 parent c36eb75
commit 846a539
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/python/paddle/nn/layer/norm.py b/python/paddle/nn/layer/norm.py
@@ -563,7 +563,10 @@ def __init__(self,
         self._bias_attr = bias_attr
         self._use_global_stats = use_global_stats
 
-        self._dtype = 'float32'
+        if get_default_dtype() == 'float16':
+            self._dtype = 'float32'
+        else:
+            self._dtype = get_default_dtype()
 
         param_shape = [num_features]