Update app.py

app.py

@@ -61,7 +61,7 @@ class ModelManager:
                 model = Llama.from_pretrained(repo_id=config['repo_id'], filename=config['filename'], use_auth_token=HUGGINGFACE_TOKEN)
                 models.append(model)
             except Exception as e:
-                pass
+                continue
         self.model = models
 
 model_manager = ModelManager()
@@ -87,18 +87,18 @@ def remove_duplicates(text):
             seen_lines.add(line)
     return '\n'.join(unique_lines)
 
-@spaces.GPU(queue=False)
+@spaces.GPU()
 async def generate_combined_response(inputs):
     combined_response = ""
-    top_p = round(random.uniform(0.1, 1.0), 2)
+    top_p = round(random.uniform(0.01, 1.00), 2)
     top_k = random.randint(1, 100)
-    temperature = round(random.uniform(0.1, 2.0), 2)
+    temperature = round(random.uniform(0.01, 2.00), 2)
     for model in global_data['model']:
         try:
             response = model(inputs, top_p=top_p, top_k=top_k, temperature=temperature)
             combined_response += remove_duplicates(response['choices'][0]['text']) + "\n"
         except Exception as e:
-            pass
+            continue
     return combined_response
 
 async def process_message(message):