ejschwartz commited on
Commit
2a6eadb
·
1 Parent(s): 064d414

Try to fix peft in low ram situation

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -127,7 +127,7 @@ model = AutoModelForCausalLM.from_pretrained(base_model_id,
127
  print("Loaded base model")
128
 
129
  # Load the PEFT adapter onto the base model
130
- model = PeftModel.from_pretrained(model, adapter_id, offload_folder=".")
131
  model = model.merge_and_unload()
132
  print("Loaded peft model")
133
 
 
127
  print("Loaded base model")
128
 
129
  # Load the PEFT adapter onto the base model
130
+ model = PeftModel.from_pretrained(model, adapter_id, offload_folder=".", assign=True)
131
  model = model.merge_and_unload()
132
  print("Loaded peft model")
133