ariG23498 HF staff commited on
Commit
32a28e1
·
verified ·
1 Parent(s): 8c6d75a

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -17,7 +17,7 @@ model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
17
  checkpoint,
18
  torch_dtype=torch.bfloat16,
19
  device_map="cuda",
20
- attn_implementation="flash_attention_2",
21
  )
22
 
23
  @app.get("/")
 
17
  checkpoint,
18
  torch_dtype=torch.bfloat16,
19
  device_map="cuda",
20
+ # attn_implementation="flash_attention_2",
21
  )
22
 
23
  @app.get("/")