reduce_sum default fp32 can avoid return inf when the sum value large…

… than 65504
PaddlePaddle · Jul 5, 2021 · 86cb6ac · 86cb6ac · paddle-bot-old · Jul 5, 2021
1 parent 3cf8a27
commit 86cb6ac
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/python/paddle/fluid/contrib/mixed_precision/fp16_lists.py b/python/paddle/fluid/contrib/mixed_precision/fp16_lists.py
@@ -99,6 +99,8 @@ def _update_list(self):
     # fp16 is slower than fp32, though fp16 is supported.
     'lookup_table',
     'lookup_table_v2',
+    # default fp32 can avoid return inf when the sum value large than 65504
+    'reduce_sum',
 }
 
 # This set contains two types of ops. All ops supported fp16 calculation. One 

diff --git a/python/paddle/fluid/dygraph/amp/auto_cast.py b/python/paddle/fluid/dygraph/amp/auto_cast.py
@@ -47,6 +47,7 @@
     'sigmoid_cross_entropy_with_logits',
     'cross_entropy',
     'cross_entropy2',
+    # default fp32 can avoid return inf when the sum value large than 65504
     'reduce_sum',
 }