Update torchchat/utils/quantize.py

metascroy · Jack-Khuu · metascroy · commit 525701de15d8 · 2025-01-29T17:15:26.000-08:00
Co-authored-by: Jack-Khuu &lt;jack.khuu.7@gmail.com&gt;
diff --git a/torchchat/utils/quantize.py b/torchchat/utils/quantize.py
@@ -968,8 +968,7 @@ def quantized_model(self) -> nn.Module:
         torchao_experimental_quant_api
     )
     from torchao_experimental_quant_api import (
-        UIntxWeightOnlyLinearQuantizer,
-    )
+        from torchao_experimental_quant_api import UIntxWeightOnlyLinearQuantizer
     quantizer_class_dict["linear:afpwx"] = UIntxWeightOnlyLinearQuantizer
 
     # Try loading custom op

Original file line number	Diff line number	Diff line change
`@@ -968,8 +968,7 @@ def quantized_model(self) -> nn.Module:`
`968`	`968`	`torchao_experimental_quant_api`
`969`	`969`	`)`
`970`	`970`	`from torchao_experimental_quant_api import (`
`971`		`- UIntxWeightOnlyLinearQuantizer,`
`972`		`- )`
	`971`	`+ from torchao_experimental_quant_api import UIntxWeightOnlyLinearQuantizer`
`973`	`972`	`quantizer_class_dict["linear:afpwx"] = UIntxWeightOnlyLinearQuantizer`
`974`	`973`
`975`	`974`	`# Try loading custom op`