danishmuhammad commited on
Commit
0f9a5f0
·
verified ·
1 Parent(s): e4fa4da

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -17,6 +17,7 @@ fourbit_models = [
17
  "unsloth/gemma-7b-bnb-4bit", # Gemma 2.2x faster!
18
  ] # More models at https://huggingface.co/unsloth
19
 
 
20
  model, tokenizer = FastLanguageModel.from_pretrained(
21
  model_name = "danishmuhammad/ccat2025_llama_gguf",
22
  max_seq_length = max_seq_length,
 
17
  "unsloth/gemma-7b-bnb-4bit", # Gemma 2.2x faster!
18
  ] # More models at https://huggingface.co/unsloth
19
 
20
+ model = FastLanguageModel(device="cpu")
21
  model, tokenizer = FastLanguageModel.from_pretrained(
22
  model_name = "danishmuhammad/ccat2025_llama_gguf",
23
  max_seq_length = max_seq_length,