Ritesh-hf commited on
Commit
86a6139
1 Parent(s): eb31bdf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -15
app.py CHANGED
@@ -83,21 +83,7 @@ retriever = PineconeHybridSearchRetriever(
83
  alpha=0.5,
84
  )
85
 
86
-
87
- from langchain_huggingface import HuggingFaceEndpoint, ChatHuggingFace
88
-
89
- llm = HuggingFaceEndpoint(
90
- repo_id="meta-llama/Llama-3.1-70B-Instruct",
91
- task="text-generation",
92
- max_new_tokens=512,
93
- do_sample=False,
94
- repetition_penalty=1.03,
95
- huggingfacehub_api_token=HUGGINGFACE_TOKEN
96
- )
97
-
98
- llm = ChatHuggingFace(llm=llm, verbose=True)
99
-
100
-
101
 
102
 
103
  # Initialize LLM
 
83
  alpha=0.5,
84
  )
85
 
86
+ llm = ChatPerplexity(temperature=0, pplx_api_key=GROQ_API_KEY, model="llama-3.1-sonar-large-128k-chat", max_tokens=512, max_retries=2)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
 
88
 
89
  # Initialize LLM