Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -13,12 +13,12 @@ model = AutoModel.from_pretrained(
|
|
13 |
torch_dtype = torch.bfloat16,
|
14 |
low_cpu_mem_usage = True,
|
15 |
use_flash_attn = True,
|
16 |
-
trust_remote_code = True
|
17 |
).eval().cuda()
|
18 |
|
19 |
tokenizer = AutoTokenizer.from_pretrained(
|
20 |
model_path,
|
21 |
-
trust_remote_code = True,
|
22 |
use_fast = False
|
23 |
)
|
24 |
|
|
|
13 |
torch_dtype = torch.bfloat16,
|
14 |
low_cpu_mem_usage = True,
|
15 |
use_flash_attn = True,
|
16 |
+
#trust_remote_code = True
|
17 |
).eval().cuda()
|
18 |
|
19 |
tokenizer = AutoTokenizer.from_pretrained(
|
20 |
model_path,
|
21 |
+
#trust_remote_code = True,
|
22 |
use_fast = False
|
23 |
)
|
24 |
|