Update app.py

app.py

@@ -1,11 +1,12 @@
-import gradio as gr
+from flask import Flask, request, jsonify
 from huggingface_hub import InferenceClient
 from hashlib import sha256
 import json
 import concurrent.futures
 
-hashed_api_key = "47d8666ed003a61b3bbc900ce94dc1ce8a1f9d0f24ee1ceb5e2f20381eb3f3a6"
+app = Flask(__name__)
 
+hashed_api_key = "47d8666ed003a61b3bbc900ce94dc1ce8a1f9d0f24ee1ceb5e2f20381eb3f3a6"
 client = InferenceClient("mistralai/Mistral-Nemo-Instruct-2407")
 
 def generate_response(params):
@@ -17,17 +18,18 @@ def generate_response(params):
     except Exception as e:
         return f"An error occurred: {str(e)}"
 
-def respond(params_json, _):
+@app.route('/respond', methods=['POST'])
+def respond():
+    params_json = request.json
     params = json.loads(params_json)
     api_key = params.pop("api_key", None)
     if sha256(api_key.encode('utf-8')).hexdigest() != hashed_api_key:
-        return "Invalid API key"
+        return jsonify({"error": "Invalid API key"}), 403
 
     with concurrent.futures.ThreadPoolExecutor() as executor:
         future = executor.submit(generate_response, params)
-        return future.result()
-
-demo = gr.ChatInterface(respond)
+        result = future.result()
+        return jsonify({"response": result})
 
 if __name__ == "__main__":
-    demo.launch()
+    app.run(port=7860)