grad acc

huggingface · Feb 25, 2025 · 95bf5ca · 95bf5ca
1 parent 3dd2668
commit 95bf5ca
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/src/peft/peft_model.py b/src/peft/peft_model.py
@@ -1378,6 +1378,13 @@ def create_or_update_model_card(self, output_dir: str):
         card.text = "\n".join(lines)
         card.save(filename)
 
+    def gradient_checkpointing_enable(self):
+        if hasattr(self.base_model, "gradient_checkpointing_enable"):
+            self.base_model.gradient_checkpointing_enable()
+            self.base_model = self._prepare_model_for_gradient_checkpointing(self.base_model)
+        else:
+            raise AttributeError("gradient_checkpointing_enable is not defined")
+
 
 class PeftModelForSequenceClassification(PeftModel):
     """