Spaces:
Sleeping
Sleeping
File size: 13,977 Bytes
3394804 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 |
from fastapi import FastAPI, HTTPException
from fastapi.staticfiles import StaticFiles
from fastapi.responses import FileResponse
from fastapi.responses import JSONResponse
from pydantic import BaseModel
from playwright.async_api import async_playwright
import os
import time
from urllib.parse import urlparse
from typing import Optional, Dict, List
import logging
import json
import base64
from io import BytesIO
import aiohttp
import traceback
import requests
from openai import OpenAI
app = FastAPI()
# 确保缓存目录存在
CACHE_DIR = "cache"
os.makedirs(CACHE_DIR, exist_ok=True)
# 挂载静态文件目录
app.mount("/screenshots", StaticFiles(directory=CACHE_DIR), name="screenshots")
app.mount("/static", StaticFiles(directory="static"), name="static")
# API Keys
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
OPENAI_API_IMAGE_EDIT_KEY = os.getenv("OPENAI_API_IMAGE_EDIT_KEY")
GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY")
SEARCH_ENGINE_ID = os.getenv("SEARCH_ENGINE_ID", "27acb0d55ad504716")
print(OPENAI_API_KEY)
print(OPENAI_API_IMAGE_EDIT_KEY)
print(GOOGLE_API_KEY)
class ScreenshotRequest(BaseModel):
url: str
width: Optional[int] = 1024
height: Optional[int] = 768
format: Optional[str] = "png"
custom_headers: Optional[Dict[str, str]] = {}
class AnalysisRequest(BaseModel):
text: str
image_data: Optional[str] = None
request_model_id: str = 'gpt-4.1-mini'
class OptimizationRequest(BaseModel):
text: str
image_data: str
suggestions: List[str]
request_model_id: str = 'gpt-image-1'
class TextOptimizationRequest(BaseModel):
original_feedback: str
user_input: str
request_model_id: str = 'gpt-4.1-mini'
class SearchRequest(BaseModel):
query: str
num_results: Optional[int] = 2
@app.post("/capture")
async def capture_screenshot(request: ScreenshotRequest):
try:
if not request.url:
raise HTTPException(status_code=400, detail="需要提供URL参数")
# 生成唯一的文件名
domain = urlparse(request.url).netloc.replace(".", "_")
timestamp = int(time.time() * 1000)
filename = f"{domain}_{timestamp}.{request.format}"
filepath = os.path.join(CACHE_DIR, filename)
logging.log(logging.INFO, f"开始为 {request.url} 生成截图...")
# 默认请求头
default_headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36",
"Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",
"Connection": "keep-alive",
"Cache-Control": "max-age=0",
"Sec-Fetch-Dest": "document",
"Sec-Fetch-Mode": "navigate",
"Sec-Fetch-Site": "none",
"Sec-Fetch-User": "?1",
"Upgrade-Insecure-Requests": "1"
}
# 合并默认请求头和自定义请求头
headers = {**default_headers, **(request.custom_headers or {})}
async with async_playwright() as p:
browser = await p.chromium.launch()
page = await browser.new_page()
# 设置视口大小
await page.set_viewport_size({
"width": request.width,
"height": request.height
})
# 设置请求头
await page.set_extra_http_headers(headers)
# 访问页面
await page.goto(request.url, wait_until="networkidle")
# 生成截图
await page.screenshot(path=filepath, type=request.format)
await browser.close()
logging.log(logging.DEBUG, f"截图完成: {filepath}")
# 返回截图URL
screenshot_url = f"/screenshots/{filename}"
return JSONResponse({
"success": True,
"imageUrl": screenshot_url,
"filename": filename
})
except Exception as e:
logging.error(f"截图过程中出错: {str(e)}")
raise HTTPException(status_code=500, detail=f"截图生成失败: {str(e)}")
@app.get("/health")
async def health_check():
return {"status": "ok"}
@app.get("/")
def index() -> FileResponse:
return FileResponse(path="static/index.html", media_type="text/html")
@app.post("/api/analyze")
async def analyze_feedback(request: AnalysisRequest):
try:
context = "以下是老板对设计的反馈内容:\n" + request.text
if request.image_data:
context += "\n\n用户还上传了设计图片作为参考:"
# 调用OpenAI API进行分析
response = await call_openai_api(
system_prompt='你是一位专业的设计顾问,擅长分析客户反馈,提取关键信息,并提供专业建议。请根据老板的反馈分析情绪值(用emoji表示),并结合给出的设计稿,给出三个具体的修改建议。每个建议应该包含一个标题和详细描述。首先你需要对老板的情绪进行解读,使用"情绪值:"开头并分为五类:1. 非常满意-😊😊😊 2. 比较满意-🙂🙂🙂 3. 一般般-😐😐😐 4. 不太满意-🙁🙁🙁 5. 非常不满意-😠😠😠,然后在下一行用一句话分析老板的情绪,以"情绪分析:"开头。随后,请以"修改建议:\n"开头,并以有序列表分三行说明三个具体建议,比如:"1. 提高对比度:xxx\n 2. ...\n 3. ...\n"。记得结合图片进行分析和提出修改建议。最后,你需要使用网页搜索来获取合适的参考UI设计案例。请在新的一行以"搜索内容:"开头,给出合适的搜索内容,以获取合适的参考设计案例,注意,你只能搜索UI设计案例。',
user_content=[
{"type": "input_text", "text": context},
*([{"type": "input_image", "image_url": request.image_data}] if request.image_data else [])
],
request_model_id=request.request_model_id
)
return JSONResponse(response)
except Exception as e:
logging.error(f'Error: {e}, traceback: {traceback.format_exc()}')
raise HTTPException(status_code=500, detail=f'Error: {e}, traceback: {traceback.format_exc()}')
@app.post("/api/optimize-design")
async def optimize_design(request: OptimizationRequest):
try:
# 构建图像生成提示词
prompt = f"基于以下设计反馈优化UI设计: {', '.join(request.suggestions)}"
# 处理图片数据
image_data = request.image_data
# 调用OpenAI图像编辑API
response = await call_openai_image_api(
image_data=image_data,
prompt=prompt,
request_model_id=request.request_model_id
)
return JSONResponse(response)
except Exception as e:
logging.error(f'Error: {e}, traceback: {traceback.format_exc()}')
raise HTTPException(status_code=500, detail=f'Error: {e}, traceback: {traceback.format_exc()}')
@app.post("/api/optimize-text")
async def optimize_text(request: TextOptimizationRequest):
try:
response = await call_openai_api(
system_prompt="你是一个专业的文案优化助手,擅长将简单直接的反馈转换为礼貌、专业且保持原意的表达方式。",
user_content=[{
"type": "input_text",
"text": f"原始反馈内容:{request.original_feedback}\n\n我想回复:{request.user_input}\n\n请优化我的回复内容,使其更加礼貌、专业,同时保持原始意思,增加一些共情和专业术语。"
}],
request_model_id=request.request_model_id
)
return JSONResponse(response)
except Exception as e:
logging.error(f'Error: {e}, traceback: {traceback.format_exc()}')
raise HTTPException(status_code=500, detail=f'Error: {e}, traceback: {traceback.format_exc()}')
@app.post("/api/search")
async def search_design_examples(request: SearchRequest):
try:
# 构建搜索查询
search_query = f"{request.query} UI设计"
# 调用Google Custom Search API
async with aiohttp.ClientSession() as session:
async with session.get(
"https://customsearch.googleapis.com/customsearch/v1",
params={
"key": GOOGLE_API_KEY,
"q": search_query,
"cx": SEARCH_ENGINE_ID,
"num": request.num_results
}
) as response:
if response.status != 200:
raise HTTPException(status_code=response.status, detail="Google Search API调用失败")
search_data = await response.json()
if not search_data.get("items"):
return JSONResponse({"items": []})
# 处理搜索结果
results = []
for item in search_data["items"]:
result = {
"title": item["title"].replace("</?b>", ""),
"link": item["link"],
"snippet": item.get("snippet", ""),
"image": None
}
# 尝试获取图片URL
if "pagemap" in item:
if "cse_image" in item["pagemap"]:
result["image"] = item["pagemap"]["cse_image"][0]["src"]
elif "cse_thumbnail" in item["pagemap"]:
result["image"] = item["pagemap"]["cse_thumbnail"][0]["src"]
# 如果没有图片,使用截图服务
if not result["image"]:
try:
screenshot_response = await capture_screenshot(ScreenshotRequest(
url=result["link"],
width=1024,
height=768,
format="png"
))
if isinstance(screenshot_response, dict) and "imageUrl" in screenshot_response:
result["image"] = screenshot_response["imageUrl"]
except Exception as e:
print(f"获取截图失败: {str(e)}")
# 使用默认图片
result["image"] = "https://img.freepik.com/free-vector/gradient-ui-ux-background_23-2149052117.jpg"
results.append(result)
return JSONResponse({"items": results})
except Exception as e:
logging.error(f'Error: {e}, traceback: {traceback.format_exc()}')
raise HTTPException(status_code=500, detail=f'Error: {e}, traceback: {traceback.format_exc()}')
async def call_openai_api(system_prompt: str, user_content: List[Dict], request_model_id='gpt-4.1-nano'):
headers = {
"Authorization": f"Bearer {OPENAI_API_KEY}",
"Content-Type": "application/json"
}
data = {
"model": request_model_id,
"input": [
{
"role": "system",
"content": [{"type": "input_text", "text": system_prompt}]
},
{
"role": "user",
"content": user_content
}
]
}
async with aiohttp.ClientSession() as session:
async with session.post("https://api.openai.com/v1/responses", headers=headers, json=data) as response:
if response.status != 200:
resp = await response.json()
logging.error(f'response: {resp}')
raise HTTPException(status_code=response.status, detail=f"OpenAI API调用失败, response: {resp}")
return await response.json()
async def call_openai_image_api(image_data: str, prompt: str, request_model_id='gpt-image-1'):
try:
# 从base64字符串中提取纯base64数据(如果包含前缀)
if image_data and 'base64,' in image_data:
image_data = image_data.split('base64,')[1]
logging.log(logging.INFO, f"Processing image data (first 100 chars): {image_data[:100]}")
# 将base64图片数据转换为文件对象
image_bytes = base64.b64decode(image_data)
image_file = BytesIO(image_bytes)
image_file.name = "original-design.png" # 设置文件名,与JS代码一致
# 创建OpenAI客户端
client = OpenAI(api_key=OPENAI_API_IMAGE_EDIT_KEY)
# 调用图像编辑API
response = client.images.edit(
model=request_model_id,
image=image_file,
prompt=prompt # 明确要求返回base64格式
)
# 获取生成的图片数据
if not response.data or len(response.data) == 0:
raise ValueError("No image data returned from API")
image_result = response.data[0]
# 返回与JS代码一致的格式
return {
"data": [{
"url": f"data:image/png;base64,{image_result.b64_json}",
"b64_json": image_result.b64_json
}]
}
except Exception as e:
logging.error(f'Error in call_openai_image_api: {e}, traceback: {traceback.format_exc()}')
raise HTTPException(
status_code=500,
detail=f'Error processing image: {str(e)}'
)
if __name__ == "__main__":
import uvicorn
uvicorn.run(app, host="0.0.0.0", port=7860)
|