Update app.py

app.py

@@ -1,33 +1,41 @@
-from flask import Flask, request, jsonify
+from flask import Flask, request, jsonify, Response
 from webscout.Provider.Deepinfra import DeepInfra
 import os
+import json
 
 # Initialize Flask app
 app = Flask(__name__)
 
 # Initialize System Prompt 
 SYSTEM_PROMPT = os.getenv("SYSTEM_PROMPT")
-print(SYSTEM_PROMPT)
 
 # Instantiate the DeepInfra model
 BASE_MODEL = DeepInfra(is_conversation=False, update_file=False, system_prompt=SYSTEM_PROMPT)
 
 @app.route("/")
 def index():
-    return "🚀 Hugging Face Space API is running!"
+    return "🚀 TrueSyncAI API is running!"
 
 @app.route("/chat", methods=["POST"])
 def chat():
     try:
         data = request.get_json()
         prompt = data.get("prompt", "")
+        stream = data.get("stream", False)
 
         if not prompt:
             return jsonify({"error": "Missing prompt"}), 400
 
-        # Generate response using your DeepInfra wrapper
-        response = BASE_MODEL.chat(prompt=prompt)
+        # If streaming is enabled, return a streaming response
+        if stream:
+            def generate():
+                for chunk in BASE_MODEL.chat(prompt=prompt, stream=True):
+                    yield f"data: {json.dumps({'response': chunk})}\n\n"
 
+            return Response(generate(), mimetype="text/event-stream")
+
+        # Non-streaming response
+        response = BASE_MODEL.chat(prompt=prompt, stream=False)
         return jsonify({
             "prompt": prompt,
             "response": response
@@ -36,7 +44,5 @@ def chat():
     except Exception as e:
         return jsonify({"error": str(e)}), 500
 
-# Run locally (only useful for dev)
 if __name__ == "__main__":
-    app.run(debug=True, host="0.0.0.0", port=7860)
-    
+    app.run(host="0.0.0.0", port=7860)