Revert "Try to disable offloading to fix peft errors"

This reverts commit 65b964cbde68046061db6707beb3e3922377b11a.

main.py

@@ -122,11 +122,12 @@ tokenizer = AutoTokenizer.from_pretrained(base_model_id)
 model = AutoModelForCausalLM.from_pretrained(base_model_id,
                                              device_map="auto",
                                              #quantization_config=quantization_config
+                                             offload_folder="."
                                              )
 print("Loaded base model")
 
 # Load the PEFT adapter onto the base model
-model = PeftModel.from_pretrained(model, adapter_id)
+model = PeftModel.from_pretrained(model, adapter_id, offload_folder=".")
 model = model.merge_and_unload()
 print("Loaded peft model")