Spaces:
Running
Running
File size: 2,487 Bytes
72e6d3f 71e1bcf 72e6d3f 71e1bcf 72e6d3f 0a66a84 71e1bcf dc76c3e 72e6d3f 7d8d250 72e6d3f 7d8d250 78e320e 72e6d3f 795b687 72e6d3f 78e320e 72e6d3f 78e320e 72e6d3f ca69c77 78e320e ca69c77 72e6d3f 71e1bcf d8e0f6b 71e1bcf d8e0f6b 71e1bcf d8e0f6b 71e1bcf d8e0f6b 71e1bcf 78e320e 71e1bcf d8e0f6b 71e1bcf d8e0f6b 72e6d3f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 |
import requests
from bs4 import BeautifulSoup
from fastapi import FastAPI, Request
from fastapi.responses import StreamingResponse
from pydantic import BaseModel
import re
import os
# import transformers
# import torch
app = FastAPI()
#summarizer = transformers.pipeline("summarization", model="Falconsai/text_summarization")
@app.get("/")
async def root():
return {"status": "OK"}
class Item(BaseModel):
url: str
percentage: int
def extract_article_content(url):
try:
# Fetch the HTML content of the article URL
response = requests.get(url)
soup = BeautifulSoup(response.text, 'html.parser')
results = soup.find_all(['h1', 'p'])
text = [result.text for result in results]
ARTICLE = ' '.join(text)
return ARTICLE
except Exception as e:
return ""
@app.post("/summarize-v2")
async def root(item: Item):
try:
article = extract_article_content(item.url)
if len(article) == 0:
return StreamingResponse(content="", media_type="application/json")
response = requests.post('https://fumes-api.onrender.com/llama3',
json={'prompt': "{ 'User': 'Summarize the following news article: '" + article + "}",
"temperature":0.6,
"topP":0.9,
"maxTokens": 200}, stream=True)
async def send_chunks():
for chunk in response.iter_content(chunk_size=1024):
if chunk:
yield chunk.decode('utf-8')
return StreamingResponse(send_chunks(), media_type="text/plain")
except requests.RequestException as e:
return {"error": str(e), "status_code": 500}
@app.post("/extract-content")
async def root(item: Item):
try:
article = extract_article_content(item.url)
if len(article) == 0:
return {'ERROR': "AHHHHHHHHH"}
return {"content":article}
except requests.RequestException as e:
return {"error": str(e), "status_code": 500}
# @app.post("/summarize-v1")
# async def root(item: Item):
# try:
# article = extract_article_content(item.url)
# if len(article) == 0:
# return {'summary': ""}
# summ = summarizer(article, max_length=1000, min_length=30, do_sample=False)
# return {"summary":summ}
# except requests.RequestException as e:
# return {"error": str(e), "status_code": 500}
|