Spaces:
Runtime error
Runtime error
usag1e
commited on
Commit
·
419e196
1
Parent(s):
4d63e74
Updated app.py to handle trust_remote_code and quantization issues
Browse files
app.py
CHANGED
@@ -11,6 +11,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
11 |
MODEL_NAME,
|
12 |
device_map="auto",
|
13 |
trust_remote_code=True # Allow execution of custom code
|
|
|
14 |
).to(device)
|
15 |
|
16 |
app = FastAPI()
|
|
|
11 |
MODEL_NAME,
|
12 |
device_map="auto",
|
13 |
trust_remote_code=True # Allow execution of custom code
|
14 |
+
low_cpu_mem_usage=True # Ensures reduced memory usage
|
15 |
).to(device)
|
16 |
|
17 |
app = FastAPI()
|