g_idx in _process_quantization

neuralmagic · Jul 3, 2024 · 3ad3d0b · 3ad3d0b
1 parent bea971c
commit 3ad3d0b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/sparseml/modifiers/quantization/gptq/utils/gptq_wrapper.py b/src/sparseml/modifiers/quantization/gptq/utils/gptq_wrapper.py
@@ -164,9 +164,10 @@ def fasterprune(
 
                 elif hasattr(self.layer, "quantization_scheme"):
                     quant_scheme = self.layer.quantization_scheme
+                    breakpoint()
                     actorder = quant_scheme.weights.actorder
-                    if quant_scheme.weights is not None:
 
+                    if quant_scheme.weights is not None:
                         if actorder:
                             perm = torch.argsort(torch.diag(self.H), descending=True)
                             W = W[:, perm]