Merge pull request #111 from laipaang/qingshui-2.4.2

fmt type bug
qingshui · Jan 23, 2024 · 35ab71a · 35ab71a
2 parents ca25c78 + bd81b40
commit 35ab71a
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/python/paddle/incubate/nn/layer/fused_transformer.py b/python/paddle/incubate/nn/layer/fused_transformer.py
@@ -1220,8 +1220,7 @@ def __init__(
         )
 
         self.normalize_before = normalize_before
-        self._dtype = "float16"
-        #self._dtype = self._helper.get_default_dtype()
+        self._dtype = self._helper.get_default_dtype()
         self._epsilon = epsilon
         self._trans_qkvw = trans_qkvw
         self._ring_id = ring_id
@@ -3477,4 +3476,4 @@ def shard_tensor(dst_tensor, parent_tensor, pos):
 
             self.shared_weights2.append(shared_weight2)
             self.shared_scales2.append(shared_scale2) 
-            self.shared_biases2.append(shared_bias2)
+            self.shared_biases2.append(shared_bias2)