moriire commited on
Commit
dbc2e41
·
verified ·
1 Parent(s): 0bb3f90

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +1 -1
app/llm.py CHANGED
@@ -86,7 +86,7 @@ def health():
86
  @llm_router.post("/chat/", tags=["llm"])
87
  async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
88
  onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
89
- question = "What's my name?"
90
  context = "My name is Philipp and I live in Nuremberg."
91
  pred = onnx_qa(question, context)
92
  return pred
 
86
  @llm_router.post("/chat/", tags=["llm"])
87
  async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
88
  onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
89
+ question = chatm.question,
90
  context = "My name is Philipp and I live in Nuremberg."
91
  pred = onnx_qa(question, context)
92
  return pred