Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
@@ -86,7 +86,7 @@ def health():
|
|
86 |
@llm_router.post("/chat/", tags=["llm"])
|
87 |
async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
|
88 |
onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
|
89 |
-
question =
|
90 |
context = "My name is Philipp and I live in Nuremberg."
|
91 |
pred = onnx_qa(question, context)
|
92 |
return pred
|
|
|
86 |
@llm_router.post("/chat/", tags=["llm"])
|
87 |
async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
|
88 |
onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
|
89 |
+
question = chatm.question,
|
90 |
context = "My name is Philipp and I live in Nuremberg."
|
91 |
pred = onnx_qa(question, context)
|
92 |
return pred
|