usag1e commited on
Commit
7ac3def
·
1 Parent(s): 419e196

Add accelerate to requirements

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
10
  model = AutoModelForCausalLM.from_pretrained(
11
  MODEL_NAME,
12
  device_map="auto",
13
- trust_remote_code=True # Allow execution of custom code
14
  low_cpu_mem_usage=True # Ensures reduced memory usage
15
  ).to(device)
16
 
 
10
  model = AutoModelForCausalLM.from_pretrained(
11
  MODEL_NAME,
12
  device_map="auto",
13
+ trust_remote_code=True, # Allow execution of custom code
14
  low_cpu_mem_usage=True # Ensures reduced memory usage
15
  ).to(device)
16