usag1e commited on
Commit
419e196
·
1 Parent(s): 4d63e74

Updated app.py to handle trust_remote_code and quantization issues

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -11,6 +11,7 @@ model = AutoModelForCausalLM.from_pretrained(
11
  MODEL_NAME,
12
  device_map="auto",
13
  trust_remote_code=True # Allow execution of custom code
 
14
  ).to(device)
15
 
16
  app = FastAPI()
 
11
  MODEL_NAME,
12
  device_map="auto",
13
  trust_remote_code=True # Allow execution of custom code
14
+ low_cpu_mem_usage=True # Ensures reduced memory usage
15
  ).to(device)
16
 
17
  app = FastAPI()