Spaces:
Sleeping
Sleeping
import os | |
from dotenv import load_dotenv | |
import requests | |
import json | |
import gradio as gr | |
import logging | |
# Set up logging | |
logging.basicConfig(level=logging.DEBUG) | |
logger = logging.getLogger(__name__) | |
# Load environment variables | |
load_dotenv() | |
# Access the Hugging Face API key and endpoint URL | |
hf_api_key = os.getenv('HF_API_KEY') | |
MODEL_NAME = "sshleifer/distilbart-cnn-12-6" | |
ENDPOINT_URL = f"https://api-inference.huggingface.co/models/{MODEL_NAME}" | |
def get_completion(inputs, parameters=None): | |
headers = { | |
"Authorization": f"Bearer {hf_api_key}", | |
"Content-Type": "application/json" | |
} | |
data = { | |
"inputs": inputs, | |
"options": {"wait_for_model": True} | |
} | |
if parameters is not None: | |
data.update({"parameters": parameters}) | |
logger.debug(f"Sending request to {ENDPOINT_URL}") | |
logger.debug(f"Request headers: {headers}") | |
logger.debug(f"Request data: {json.dumps(data, indent=2)}") | |
try: | |
response = requests.post(ENDPOINT_URL, headers=headers, json=data) | |
logger.debug(f"Response status code: {response.status_code}") | |
logger.debug(f"Response headers: {dict(response.headers)}") | |
logger.debug(f"Response content: {response.text}") | |
response.raise_for_status() | |
return response.json() | |
except requests.exceptions.RequestException as e: | |
logger.error(f"Request failed: {e}") | |
if hasattr(e, 'response') and e.response is not None: | |
logger.error(f"Error response content: {e.response.text}") | |
return {"error": f"Request failed: {str(e)}"} | |
def summarize(input_text): | |
try: | |
logger.info(f"Received input text: {input_text[:100]}...") # Log first 100 chars of input | |
output = get_completion(input_text) | |
if isinstance(output, list) and len(output) > 0 and 'summary_text' in output[0]: | |
return output[0]['summary_text'] | |
elif isinstance(output, dict) and 'error' in output: | |
return f"API Error: {output['error']}" | |
else: | |
return f"Unexpected response format: {output}" | |
except Exception as e: | |
logger.exception("An error occurred during summarization") | |
return f"An error occurred: {str(e)}" | |
demo = gr.Interface(fn=summarize, inputs="text", outputs="text") | |
demo.launch() |