Update main.py

main.py

@@ -1,7 +1,7 @@
 import requests
 from bs4 import BeautifulSoup
 from fastapi import FastAPI#, Request
-#from fastapi.responses import StreamingResponse
+from fastapi.responses import StreamingResponse
 from pydantic import BaseModel
 import re
 import replicate
@@ -51,8 +51,8 @@ async def root(item: Item):
                             event_list.append(str(event))
 
         # After the event stream ends, process the collected events
-        output_variable = "\n".join(event_list)
-        return {"summary": output_variable}
+        output_variable = "".join(event_list)
+        return output_variable
 
     except requests.RequestException as e:
         return {"error": str(e), "status_code": 500}
@@ -60,31 +60,27 @@ async def root(item: Item):
 
 
 
-# @app.post("/summarize-v2")
-# async def root(item: Item):
-#     try:
-#         article = extract_article_content(item.url)
-
-#         if len(article) == 0:
-#             return StreamingResponse(content="", media_type="application/json")
-
-#         response = requests.post('https://fumes-api.onrender.com/llama3',
-#         json={'prompt': "{ 'User': 'Summarize the following news article: '" + article + "}",
-#         "temperature":0.6,
-#         "topP":0.9,
-#         "maxTokens": 200}, stream=True)
-
-#         async def send_chunks():
-#             for chunk in response.iter_content(chunk_size=1024):
-#                 if chunk:
-#                     yield chunk.decode('utf-8')
+@app.post("/summarize-v2")
+async def root(item: Item):
+    try:
+        article = extract_article_content(item.url)
 
-#         return StreamingResponse(send_chunks(), media_type="text/plain")
+        if len(article) == 0:
+            return {'summary': ""}
 
-#     except requests.RequestException as e:
-#         return {"error": str(e), "status_code": 500}
+        def event_generator():
+            for event in replicate.stream("snowflake/snowflake-arctic-instruct", input={
+                "prompt": "summarize this following news article:" + article,
+                "temperature": 0.2
+            }):
+                # Yield the event as a string
+                yield str(event)
 
+        # Use StreamingResponse to stream the events
+        return StreamingResponse(event_generator())
 
+    except requests.RequestException as e:
+        return {"error": str(e), "status_code": 500}
     
 @app.post("/extract-content")
 async def root(item: Item):