Update main.py

main.py

@@ -34,41 +34,33 @@ async def root():
     return {"status": "OK"}
 
 
+
 @app.post("/summarize-v1")
 async def root(item: Item):
-    
     try:
-
         article = extract_article_content(item.url)
 
         if len(article) == 0:
             return {'summary': ""}
 
-        for event in replicate.stream("snowflake/snowflake-arctic-instruct",input={
-        "top_p": 0.9,
-        "prompt": "Write fizz buzz in SQL",
-        "temperature": 0.2,
-        "max_new_tokens": 512,
-        "min_new_tokens": 0,
-        "stop_sequences": "<|im_end|>",
-        "prompt_template": "<|im_start|>system\nYou're a helpful assistant<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n\n<|im_start|>assistant\n",
-        "presence_penalty": 1.15,
-        "frequency_penalty": 0.2},):
-        
+        event_list = []
+        for event in replicate.stream("snowflake/snowflake-arctic-instruct", input={
+            prompt: "Write fizz buzz in SQL",
+            temperature: 0.2
+        }):
+            # Convert the event to a string and append it to the list
+            event_list.append(str(event))
 
-            output_variable = str(event)
-            return {"summary":output_variable}
+        # After the event stream ends, process the collected events
+        output_variable = "\n".join(event_list)
+        return {"summary": output_variable}
 
-
-        return {"summary":""}
-        
     except requests.RequestException as e:
         return {"error": str(e), "status_code": 500}
 
 
 
 
-
 # @app.post("/summarize-v2")
 # async def root(item: Item):
 #     try: