Update app/llm.py
Browse files- app/llm.py +2 -2
app/llm.py
CHANGED
@@ -17,8 +17,8 @@ from transformers import AutoTokenizer, pipeline
|
|
17 |
from optimum.onnxruntime import ORTModelForCausalLM
|
18 |
|
19 |
|
20 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
21 |
-
model = ORTModelForCausalLM.from_pretrained("
|
22 |
class GenModel(BaseModel):
|
23 |
question: str
|
24 |
system: str = "You are a helpful medical AI chat assistant. Help as much as you can.Also continuously ask for possible symptoms in order to atat a conclusive ailment or sickness and possible solutions.Remember, response in English."
|
|
|
17 |
from optimum.onnxruntime import ORTModelForCausalLM
|
18 |
|
19 |
|
20 |
+
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat")
|
21 |
+
model = ORTModelForCausalLM.from_pretrained("Qwen/Qwen1.5-0.5B-Chat")
|
22 |
class GenModel(BaseModel):
|
23 |
question: str
|
24 |
system: str = "You are a helpful medical AI chat assistant. Help as much as you can.Also continuously ask for possible symptoms in order to atat a conclusive ailment or sickness and possible solutions.Remember, response in English."
|