try to test #1502

2024-08-27 18:42:00 -07:00
parent 15f41b2e5e
commit 25662974f8
1 changed files with 2 additions and 0 deletions
@@ -620,6 +620,8 @@ class Q8_0(__Quant, qtype=GGMLQuantizationType.Q8_0):
        if d.device != x.device:
            d = d.to(device=x.device)

+        x = x.to(cls.computation_dtype)
+
        return x * d

    @classmethod