Spaces:
Sleeping
Sleeping
Commit ·
2a6eadb
1
Parent(s): 064d414
Try to fix peft in low ram situation
Browse files
main.py
CHANGED
|
@@ -127,7 +127,7 @@ model = AutoModelForCausalLM.from_pretrained(base_model_id,
|
|
| 127 |
print("Loaded base model")
|
| 128 |
|
| 129 |
# Load the PEFT adapter onto the base model
|
| 130 |
-
model = PeftModel.from_pretrained(model, adapter_id, offload_folder=".")
|
| 131 |
model = model.merge_and_unload()
|
| 132 |
print("Loaded peft model")
|
| 133 |
|
|
|
|
| 127 |
print("Loaded base model")
|
| 128 |
|
| 129 |
# Load the PEFT adapter onto the base model
|
| 130 |
+
model = PeftModel.from_pretrained(model, adapter_id, offload_folder=".", assign=True)
|
| 131 |
model = model.merge_and_unload()
|
| 132 |
print("Loaded peft model")
|
| 133 |
|