Update

vkuzo · vkuzo · commit 94d942606bce · 2025-01-22T15:08:47.000-08:00
[ghstack-poisoned]
diff --git a/torchao/quantization/quant_api.py b/torchao/quantization/quant_api.py
@@ -793,7 +793,7 @@ def _int4_weight_only_transform(
         _layout=layout,
         use_hqq=use_hqq,
     )
-    module.weight = torch.nn.Parameter(new_weight)
+    module.weight = torch.nn.Parameter(new_weight, requires_grad=False)
     module.extra_repr = types.MethodType(_linear_extra_repr, module)
     return module
 

Original file line number	Diff line number	Diff line change
`@@ -793,7 +793,7 @@ def _int4_weight_only_transform(`
`793`	`793`	`_layout=layout,`
`794`	`794`	`use_hqq=use_hqq,`
`795`	`795`	`)`
`796`		`- module.weight = torch.nn.Parameter(new_weight)`
	`796`	`+ module.weight = torch.nn.Parameter(new_weight, requires_grad=False)`
`797`	`797`	`module.extra_repr = types.MethodType(_linear_extra_repr, module)`
`798`	`798`	`return module`
`799`	`799`