quality

neuralmagic · May 1, 2024 · 90795bd · 90795bd
1 parent 1c3b31b
commit 90795bd
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/src/sparseml/transformers/sparsification/compressed_tensors_utils.py b/src/sparseml/transformers/sparsification/compressed_tensors_utils.py
@@ -122,7 +122,6 @@ def save_pretrained_wrapper(
 
                 return
 
-
             if sparsity_config is not None:
                 sparsity_config.global_sparsity = (
                     SparsityConfigMetadata.infer_global_sparsity(

diff --git a/src/sparseml/transformers/sparsification/sparse_model.py b/src/sparseml/transformers/sparsification/sparse_model.py
@@ -36,6 +36,7 @@
     apply_quantization_config,
     load_pretrained_quantization,
 )
+from sparseml.modifiers.quantization.modification import modify_model
 from sparseml.pytorch.model_load.helpers import (
     apply_recipe_structure_to_model,
     log_model_load,
@@ -152,8 +153,6 @@ class SparseAutoModel:
     Factory class for creating sparse models using transformers AutoModel classes
     """
 
-    from sparseml.modifiers.quantization.modification import modify_model
-
     @staticmethod
     def masked_language_modeling_from_pretrained(
         model_name_or_path: str,