Update app.py

app.py

@@ -10,6 +10,7 @@ def load_peft_model():
             torch_dtype=torch.bfloat16,
             device_map="auto",
             trust_remote_code=True,
+            offload_folder="./offload"
         )
     model = PeftModel.from_pretrained(model, peft_model_id)
     model = model.merge_and_unload()