Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -17,6 +17,7 @@ fourbit_models = [
|
|
17 |
"unsloth/gemma-7b-bnb-4bit", # Gemma 2.2x faster!
|
18 |
] # More models at https://huggingface.co/unsloth
|
19 |
|
|
|
20 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
21 |
model_name = "danishmuhammad/ccat2025_llama_gguf",
|
22 |
max_seq_length = max_seq_length,
|
|
|
17 |
"unsloth/gemma-7b-bnb-4bit", # Gemma 2.2x faster!
|
18 |
] # More models at https://huggingface.co/unsloth
|
19 |
|
20 |
+
model = FastLanguageModel(device="cpu")
|
21 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
22 |
model_name = "danishmuhammad/ccat2025_llama_gguf",
|
23 |
max_seq_length = max_seq_length,
|