Merge branch 'wgrad_auto_scaling' of github.com:wkcn/ms-amp into wgra…

…d_auto_scaling
Azure · Dec 10, 2023 · c08bc0d · c08bc0d
2 parents 1be092c + 199eb3a
commit c08bc0d
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/tests/common/tensor/test_meta.py b/tests/common/tensor/test_meta.py
@@ -67,10 +67,10 @@ def test_pre_scale(self):
         qtype = Dtypes.kfloat8_e4m3
         q1 = x.cast(qtype, meta)
 
-        r = 2
+        r = 0.5
         meta2 = ScalingMeta(Dtypes.kfloat8_e4m3)
         meta2.pre_scale.fill_(r)
         q2 = x.cast(qtype, meta2)
         self.assertTrue(torch.allclose(q1.float(), q2.float()))
-        self.assertTrue(torch.allclose(q1.meta.scale, q2.meta.scale * r))
-        self.assertTrue(torch.allclose(q1.meta.scale_inv, q2.meta.scale_inv / r))
+        self.assertTrue(torch.allclose(q1.meta.scale * r, q2.meta.scale))
+        self.assertTrue(torch.allclose(q1.meta.scale_inv / r, q2.meta.scale_inv))