Spaces:
Paused
Paused
Update main.py
Browse files
main.py
CHANGED
@@ -17,7 +17,7 @@ model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
|
17 |
checkpoint,
|
18 |
torch_dtype=torch.bfloat16,
|
19 |
device_map="cuda",
|
20 |
-
attn_implementation="flash_attention_2",
|
21 |
)
|
22 |
|
23 |
@app.get("/")
|
|
|
17 |
checkpoint,
|
18 |
torch_dtype=torch.bfloat16,
|
19 |
device_map="cuda",
|
20 |
+
# attn_implementation="flash_attention_2",
|
21 |
)
|
22 |
|
23 |
@app.get("/")
|