Hugging Face's logo

Spaces:
fffiloni
/
Sa2VA-simple-demo
Running on Zero

App Files Community
fffiloni commited on
Commit
893825d
·
verified ·
1 Parent(s): 86023a7

keep device tight to cuda:0

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -19,7 +19,7 @@ model_path = "ByteDance/Sa2VA-4B"
19
  model = AutoModelForCausalLM.from_pretrained(
20
  model_path,
21
  torch_dtype="auto",
22
- device_map="auto",
23
  trust_remote_code=True,
24
  ).eval().cuda()
25
 
 
19
  model = AutoModelForCausalLM.from_pretrained(
20
  model_path,
21
  torch_dtype="auto",
22
+ device_map="cuda:0",
23
  trust_remote_code=True,
24
  ).eval().cuda()
25