Update app.py

app.py

@@ -11,15 +11,9 @@ from torchvision import transforms
 from huggingface_hub import hf_hub_download, snapshot_download
 import subprocess
 import shutil
-from fastapi import FastAPI, HTTPException, Depends, File, UploadFile
-from fastapi.security import APIKeyHeader
-from fastapi.staticfiles import StaticFiles
-from pydantic import BaseModel
-import uvicorn
 
 # Install additional dependencies
 subprocess.run("pip install spandrel==0.4.1 --no-deps", shell=True, check=True)
-subprocess.run("pip install fastapi uvicorn", shell=True, check=True)
 
 DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
 DTYPE = torch.float16
@@ -51,112 +45,6 @@ sys.path.append(os.path.join(TRIPOSG_CODE_DIR, "scripts"))
 sys.path.append(MV_ADAPTER_CODE_DIR)
 sys.path.append(os.path.join(MV_ADAPTER_CODE_DIR, "scripts"))
 
-# Initialize FastAPI app
-app = FastAPI()
-
-# Mount static files for serving generated models
-app.mount("/files", StaticFiles(directory=TMP_DIR), name="files")
-
-# API key authentication
-api_key_header = APIKeyHeader(name="X-API-Key")
-VALID_API_KEY = os.getenv("POLYGENIX_API_KEY", "your-secret-api-key")  # Set in Hugging Face Space secrets
-
-async def verify_api_key(api_key: str = Depends(api_key_header)):
-    if api_key != VALID_API_KEY:
-        raise HTTPException(status_code=401, detail="Invalid API key")
-    return api_key
-
-# API request model
-class GenerateRequest(BaseModel):
-    seed: int = 0
-    num_inference_steps: int = 50
-    guidance_scale: float = 7.5
-    simplify: bool = True
-    target_face_num: int = DEFAULT_FACE_NUMBER
-
-HEADER = """
-# 🌌 PolyGenixAI: Craft 3D Worlds with Cosmic Precision
-## Unleash Infinite Creativity with AI-Powered 3D Generation by AnvilInteractive Solutions
-<p style="font-size: 1.1em; color: #A78BFA;">By <a href="https://www.anvilinteractive.com/" style="color: #A78BFA; text-decoration: none; font-weight: bold;">AnvilInteractive Solutions</a></p>
-## 🚀 Launch Your Creation:
-1. **Upload an Image** (clear, single-object images shine brightest)
-2. **Choose a Style Filter** to infuse your unique vision
-3. Click **Generate 3D Model** to sculpt your mesh
-4. Click **Apply Texture** to bring your model to life
-5. **Download GLB** to share your masterpiece
-<p style="font-size: 0.9em; margin-top: 10px; color: #D1D5DB;">Powered by cutting-edge AI and multi-view technology from AnvilInteractive Solutions. Join our <a href="https://www.anvilinteractive.com/community" style="color: #A78BFA; text-decoration: none;">PolyGenixAI Community</a> to connect with creators and spark inspiration.</p>
-<style>
-  @import url('https://fonts.googleapis.com/css2?family=Inter:wght@400;600;700&display=swap');
-  body {
-    background-color: #1A1A1A !important;
-    font-family: 'Inter', sans-serif !important;
-    color: #D1D5DB !important;
-  }
-  .gr-panel {
-    background-color: #2D2D2D !important;
-    border: 1px solid #7C3AED !important;
-    border-radius: 12px !important;
-    padding: 20px !important;
-    box-shadow: 0 4px 10px rgba(124, 58, 237, 0.2) !important;
-  }
-  .gr-button-primary {
-    background: linear-gradient(45deg, #7C3AED, #A78BFA) !important;
-    color: white !important;
-    border: none !important;
-    border-radius: 8px !important;
-    padding: 12px 24px !important;
-    font-weight: 600 !important;
-    transition: transform 0.2s, box-shadow 0.2s !important;
-  }
-  .gr-button-primary:hover {
-    transform: translateY(-2px) !important;
-    box-shadow: 0 4px 12px rgba(124, 58, 237, 0.5) !important;
-  }
-  .gr-button-secondary {
-    background-color: #4B4B4B !important;
-    color: #D1D5DB !important;
-    border: 1px solid #A78BFA !important;
-    border-radius: 8px !important;
-    padding: 10px 20px !important;
-    transition: transform 0.2s !important;
-  }
-  .gr-button-secondary:hover {
-    transform: translateY(-1px) !important;
-    background-color: #6B6B6B !important;
-  }
-  .gr-accordion {
-    background-color: #2D2D2D !important;
-    border-radius: 8px !important;
-    border: 1px solid #7C3AED !important;
-  }
-  .gr-tab {
-    background-color: #2D2D2D !important;
-    color: #A78BFA !important;
-    border: 1px solid #7C3AED !important;
-    border-radius: 8px !important;
-    margin: 5px !important;
-  }
-  .gr-tab:hover, .gr-tab-selected {
-    background: linear-gradient(45deg, #7C3AED, #A78BFA) !important;
-    color: white !important;
-  }
-  .gr-slider input[type=range]::-webkit-slider-thumb {
-    background-color: #7C3AED !important;
-    border: 2px solid #A78BFA !important;
-  }
-  .gr-dropdown {
-    background-color: #2D2D2D !important;
-    color: #D1D5DB !important;
-    border: 1px solid #A78BFA !important;
-    border-radius: 8px !important;
-  }
-  h1, h3 {
-    color: #A78BFA !important;
-    text-shadow: 0 0 10px rgba(124, 58, 237, 0.5) !important;
-  }
-</style>
-"""
-
 # triposg
 from image_process import prepare_image
 from briarmbg import BriaRMBG
@@ -184,9 +72,8 @@ mv_adapter_pipe = prepare_pipeline(
     dtype=torch.float16,
 )
 birefnet = AutoModelForImageSegmentation.from_pretrained(
-        "ZhengPeng7/BiRefNet", trust_remote_code=True
-    )
-birefnet.to(DEVICE)
+    "ZhengPeng7/BiRefNet", trust_remote_code=True
+).to(DEVICE)
 transform_image = transforms.Compose(
     [
         transforms.Resize((1024, 1024)),
@@ -201,33 +88,13 @@ if not os.path.exists("checkpoints/RealESRGAN_x2plus.pth"):
 if not os.path.exists("checkpoints/big-lama.pt"):
     subprocess.run("wget -P checkpoints/ https://github.com/Sanster/models/releases/download/add_big_lama/big-lama.pt", shell=True, check=True)
 
-def start_session(req: gr.Request):
-    save_dir = os.path.join(TMP_DIR, str(req.session_hash))
-    os.makedirs(save_dir, exist_ok=True)
-    print("start session, mkdir", save_dir)
-
-def end_session(req: gr.Request):
-    save_dir = os.path.join(TMP_DIR, str(req.session_hash))
-    shutil.rmtree(save_dir)
-
 def get_random_hex():
     random_bytes = os.urandom(8)
     random_hex = random_bytes.hex()
     return random_hex
 
-def get_random_seed(randomize_seed, seed):
-    if randomize_seed:
-        seed = random.randint(0, MAX_SEED)
-    return seed
-
 @spaces.GPU(duration=180)
-def run_full(image: str, req: gr.Request):
-    seed = 0
-    num_inference_steps = 50
-    guidance_scale = 7.5
-    simplify = True
-    target_face_num = DEFAULT_FACE_NUMBER
-    
+def run_full(image: str, seed: int = 0, num_inference_steps: int = 50, guidance_scale: float = 7.5, simplify: bool = True, target_face_num: int = DEFAULT_FACE_NUMBER, req=None):
     image_seg = prepare_image(image, bg_color=np.array([1.0, 1.0, 1.0]), rmbg_net=rmbg_net)
 
     outputs = triposg_pipe(
@@ -253,7 +120,6 @@ def run_full(image: str, req: gr.Request):
     torch.cuda.empty_cache()
 
     height, width = 768, 768
-    # Prepare cameras
     cameras = get_orthogonal_camera(
         elevation_deg=[0, 0, 0, 0, 89.99, -89.99],
         distance=[1.8] * NUM_VIEWS,
@@ -337,30 +203,33 @@ def run_full(image: str, req: gr.Request):
 
     return image_seg, mesh_path, textured_glb_path
 
-# FastAPI endpoint for generating 3D models
-@app.post("/api/generate")
-async def generate_3d_model(request: GenerateRequest, image: UploadFile = File(...), api_key: str = Depends(verify_api_key)):
-    try:
-        # Save uploaded image to temporary directory
-        session_hash = get_random_hex()
-        save_dir = os.path.join(TMP_DIR, session_hash)
-        os.makedirs(save_dir, exist_ok=True)
-        image_path = os.path.join(save_dir, f"input_{get_random_hex()}.png")
-        with open(image_path, "wb") as f:
-            f.write(await image.read())
-
-        # Run the full pipeline
-        image_seg, mesh_path, textured_glb_path = run_full(image_path, req=None)
-
-        # Return the file URL for the textured GLB
-        file_url = f"/files/{session_hash}/{os.path.basename(textured_glb_path)}"
-        return {"file_url": file_url}
-    except Exception as e:
-        raise HTTPException(status_code=500, detail=str(e))
-    finally:
-        # Clean up temporary directory
-        if os.path.exists(save_dir):
-            shutil.rmtree(save_dir)
+def gradio_generate(image: str, seed: int = 0, num_inference_steps: int = 50, guidance_scale: float = 7.5, simplify: bool = True, target_face_num: int = DEFAULT_FACE_NUMBER):
+    if not image or not os.path.exists(image):
+        raise ValueError("Invalid or missing image file")
+    
+    # Verify API key
+    api_key = os.getenv("POLYGENIX_API_KEY", "your-secret-api-key")
+    request = gr.Request()
+    if not request.headers.get("x-api-key") == api_key:
+        raise ValueError("Invalid API key")
+
+    image_seg, mesh_path, textured_glb_path = run_full(image, seed, num_inference_steps, guidance_scale, simplify, target_face_num, req=None)
+    session_hash = os.path.basename(os.path.dirname(textured_glb_path))
+    return {"file_url": f"/files/{session_hash}/{os.path.basename(textured_glb_path)}"}
+
+def start_session(req: gr.Request):
+    save_dir = os.path.join(TMP_DIR, str(req.session_hash))
+    os.makedirs(save_dir, exist_ok=True)
+    print("start session, mkdir", save_dir)
+
+def end_session(req: gr.Request):
+    save_dir = os.path.join(TMP_DIR, str(req.session_hash))
+    shutil.rmtree(save_dir)
+
+def get_random_seed(randomize_seed, seed):
+    if randomize_seed:
+        seed = random.randint(0, MAX_SEED)
+    return seed
 
 @spaces.GPU()
 @torch.no_grad()
@@ -406,7 +275,6 @@ def image_to_3d(
 @torch.no_grad()
 def run_texture(image: Image, mesh_path: str, seed: int, req: gr.Request):
     height, width = 768, 768
-    # Prepare cameras
     cameras = get_orthogonal_camera(
         elevation_deg=[0, 0, 0, 0, 89.99, -89.99],
         distance=[1.8] * NUM_VIEWS,
@@ -467,7 +335,6 @@ def run_texture(image: Image, mesh_path: str, seed: int, req: gr.Request):
 
     torch.cuda.empty_cache()
 
-    save_dir = os.path.join(TMP_DIR, str(req.session_hash))
     mv_image_path = os.path.join(save_dir, f"polygenixai_mv_{get_random_hex()}.png")
     make_image_grid(images, rows=1).save(mv_image_path)
 
@@ -491,14 +358,92 @@ def run_texture(image: Image, mesh_path: str, seed: int, req: gr.Request):
 
     return textured_glb_path
 
-# Gradio interface (unchanged)
+HEADER = """
+# 🌌 PolyGenixAI: Craft 3D Worlds with Cosmic Precision
+## Unleash Infinite Creativity with AI-Powered 3D Generation by AnvilInteractive Solutions
+<p style="font-size: 1.1em; color: #A78BFA;">By <a href="https://www.anvilinteractive.com/" style="color: #A78BFA; text-decoration: none; font-weight: bold;">AnvilInteractive Solutions</a></p>
+## 🚀 Launch Your Creation:
+1. **Upload an Image** (clear, single-object images shine brightest)
+2. **Choose a Style Filter** to infuse your unique vision
+3. Click **Generate 3D Model** to sculpt your mesh
+4. Click **Apply Texture** to bring your model to life
+5. **Download GLB** to share your masterpiece
+<p style="font-size: 0.9em; margin-top: 10px; color: #D1D5DB;">Powered by cutting-edge AI and multi-view technology from AnvilInteractive Solutions. Join our <a href="https://www.anvilinteractive.com/community" style="color: #A78BFA; text-decoration: none;">PolyGenixAI Community</a> to connect with creators and spark inspiration.</p>
+<style>
+  @import url('https://fonts.googleapis.com/css2?family=Inter:wght@400;600;700&display=swap');
+  body {
+    background-color: #1A1A1A !important;
+    font-family: 'Inter', sans-serif !important;
+    color: #D1D5DB !important;
+  }
+  .gr-panel {
+    background-color: #2D2D2D !important;
+    border: 1px solid #7C3AED !important;
+    border-radius: 12px !important;
+    padding: 20px !important;
+    box-shadow: 0 4px 10px rgba(124, 58, 237, 0.2) !important;
+  }
+  .gr-button-primary {
+    background: linear-gradient(45deg, #7C3AED, #A78BFA) !important;
+    color: white !important;
+    border: none !important;
+    border-radius: 8px !important;
+    padding: 12px 24px !important;
+    font-weight: 600 !important;
+    transition: transform 0.2s, box-shadow 0.2s !important;
+  }
+  .gr-button-primary:hover {
+    transform: translateY(-2px) !important;
+    box-shadow: 0 4px 12px rgba(124, 58, 237, 0.5) !important;
+  }
+  .gr-button-secondary {
+    background-color: #4B4B4B !important;
+    color: #D1D5DB !important;
+    border: 1px solid #A78BFA !important;
+    border-radius: 8px !important;
+    padding: 10px 20px !important;
+    transition: transform 0.2s !important;
+  }
+  .gr-button-secondary:hover {
+    transform: translateY(-1px) !important;
+    background-color: #6B6B6B !important;
+  }
+  .gr-accordion {
+    background-color: #2D2D2D !important;
+    border-radius: 8px !important;
+    border: 1px solid #7C3AED !important;
+  }
+  .gr-tab {
+    background-color: #2D2D2D !important;
+    color: #A78BFA !important;
+    border: 1px solid #7C3AED !important;
+    border-radius: 8px !important;
+    margin: 5px !important;
+  }
+  .gr-tab:hover, .gr-tab-selected {
+    background: linear-gradient(45deg, #7C3AED, #A78BFA) !important;
+    color: white !important;
+  }
+  .gr-slider input[type=range]::-webkit-slider-thumb {
+    background-color: #7C3AED !important;
+    border: 2px solid #A78BFA !important;
+  }
+  .gr-dropdown {
+    background-color: #2D2D2D !important;
+    color: #D1D5DB !important;
+    border: 1px solid #A78BFA !important;
+    border-radius: 8px !important;
+  }
+  h1, h3 {
+    color: #A78BFA !important;
+    text-shadow: 0 0 10px rgba(124, 58, 237, 0.5) !important;
+  }
+</style>
+"""
+
+# Gradio interface
 with gr.Blocks(title="PolyGenixAI", css="body { background-color: #1A1A1A; } .gr-panel { background-color: #2D2D2D; }") as demo:
     gr.Markdown(HEADER)
-
-    @app.get("/api/test")
-    async def test_endpoint():
-        return {"message": "FastAPI is running"}
-
     with gr.Tabs(elem_classes="gr-tab"):
         with gr.Tab("Create 3D Model"):
             with gr.Row():
@@ -551,12 +496,10 @@ with gr.Blocks(title="PolyGenixAI", css="body { background-color: #1A1A1A; } .gr
                         )
                         gen_button = gr.Button("Generate 3D Model", variant="primary", elem_classes="gr-button-primary")
                         gen_texture_button = gr.Button("Apply Texture", variant="secondary", interactive=False, elem_classes="gr-button-secondary")
-
                 with gr.Column(scale=1):
                     model_output = gr.Model3D(label="3D Model Preview", interactive=False, height=400, elem_classes="gr-panel")
                     textured_model_output = gr.Model3D(label="Textured 3D Model", interactive=False, height=400, elem_classes="gr-panel")
                     download_button = gr.Button("Download GLB", variant="secondary", elem_classes="gr-button-secondary")
-
         with gr.Tab("Cosmic Gallery"):
             gr.Markdown("### Discover Stellar Creations")
             gr.Examples(
@@ -570,7 +513,6 @@ with gr.Blocks(title="PolyGenixAI", css="body { background-color: #1A1A1A; } .gr
                 cache_examples=True,
             )
             gr.Markdown("Connect with creators in our <a href='https://www.anvilinteractive.com/community' style='color: #A78BFA; text-decoration: none;'>PolyGenixAI Cosmic Community</a>!")
-
     gen_button.click(
         run_segmentation,
         inputs=[image_prompts],
@@ -591,16 +533,174 @@ with gr.Blocks(title="PolyGenixAI", css="body { background-color: #1A1A1A; } .gr
         ],
         outputs=[model_output]
     ).then(lambda: gr.Button(interactive=True), outputs=[gen_texture_button])
-
     gen_texture_button.click(
         run_texture,
         inputs=[image_prompts, model_output, seed],
         outputs=[textured_model_output]
     )
-
     demo.load(start_session)
     demo.unload(end_session)
 
-# Run both Gradio and FastAPI
+    # Gradio API endpoint
+    gr.Interface(
+        fn=gradio_generate,
+        inputs=[
+            gr.Image(type="filepath", label="Image"),
+            gr.Number(label="Seed", value=0, precision=0),
+            gr.Number(label="Inference Steps", value=50, precision=0),
+            gr.Number(label="Guidance Scale", value=7.5),
+            gr.Checkbox(label="Simplify Mesh", value=True),
+            gr.Number(label="Target Face Number", value=DEFAULT_FACE_NUMBER, precision=0)
+        ],
+        outputs="json",
+        api_name="/api/generate"
+    )
+
+if __name__ == "__main__":
+    demo.launch(server_name="0.0.0.0", server_port=7860)
+```
+
+#### Updated `polygenix_connector.py`
+This Blender addon is modified to send a multipart/form-data request to the Gradio API endpoint `/api/generate`, including the image file and parameters, with the API key in the headers. Since Gradio’s API typically expects a JSON payload but can handle file uploads, we’ll use a multipart request to align with the original FastAPI endpoint’s behavior, ensuring compatibility with the `run_full` function.
+
+<xaiArtifact artifact_id="abd5354a-b0dd-402a-ac97-da6758e80d6e" artifact_version_id="294e2e52-e5ab-4c63-9067-5cc5b60ac63f" title="polygenix_connector.py" contentType="text/python">
+```python
+import bpy
+import requests
+import os
+from bpy.types import Operator, Panel
+from bpy.props import StringProperty, IntProperty, FloatProperty, BoolProperty
+
+class PolyGenixAIOperator(Operator):
+    bl_idname = "polygenixai.generate_model"
+    bl_label = "Generate Model"
+    bl_description = "Generate a 3D model from an image using PolyGenixAI6.0 API"
+
+    image_path: StringProperty(
+        name="Image",
+        description="Path to the input image",
+        subtype='FILE_PATH'
+    )
+    seed: IntProperty(
+        name="Seed",
+        description="Random seed for generation",
+        default=0,
+        min=0
+    )
+    num_inference_steps: IntProperty(
+        name="Inference Steps",
+        description="Number of inference steps",
+        default=50,
+        min=8,
+        max=50
+    )
+    guidance_scale: FloatProperty(
+        name="Guidance Scale",
+        description="Guidance scale for generation",
+        default=7.5,
+        min=0.0,
+        max=20.0
+    )
+    simplify_mesh: BoolProperty(
+        name="Simplify Mesh",
+        description="Simplify the generated mesh",
+        default=True
+    )
+    target_face_num: IntProperty(
+        name="Target Face Number",
+        description="Target number of faces for simplified mesh",
+        default=100000,
+        min=10000,
+        max=1000000
+    )
+
+    def execute(self, context):
+        self.report({'INFO'}, "Generating model, please wait up to 3 minutes...")
+        api_url = "https://anvilinteractiv-polygenixai60.hf.space/api/generate"
+        api_key = "2065d2dc-d0d4-4432-8279-58d720bf2a72"
+
+        if not self.image_path:
+            self.report({'ERROR'}, "Please select an image file")
+            return {'CANCELLED'}
+
+        if not os.path.exists(self.image_path):
+            self.report({'ERROR'}, f"Image file not found: {self.image_path}")
+            return {'CANCELLED'}
+
+        try:
+            with open(self.image_path, 'rb') as image_file:
+                files = {'data[0]': (os.path.basename(self.image_path), image_file, 'image/jpeg')}
+                data = {
+                    'data[1]': str(self.seed),
+                    'data[2]': str(self.num_inference_steps),
+                    'data[3]': str(self.guidance_scale),
+                    'data[4]': str(self.simplify_mesh).lower(),
+                    'data[5]': str(self.target_face_num)
+                }
+                headers = {'X-API-Key': api_key}
+
+                response = requests.post(api_url, files=files, data=data, headers=headers, timeout=300)
+
+            if response.status_code == 200:
+                result = response.json()
+                glb_url = result.get('data', {}).get('file_url')
+                if not glb_url:
+                    self.report({'ERROR'}, "No file URL returned from API")
+                    return {'CANCELLED'}
+
+                # Download the GLB file
+                full_glb_url = f"https://anvilinteractiv-polygenixai60.hf.space{glb_url}"
+                glb_response = requests.get(full_glb_url, timeout=60)
+                
+                if glb_response.status_code != 200:
+                    self.report({'ERROR'}, f"Failed to download GLB file: {glb_response.status_code}")
+                    return {'CANCELLED'}
+
+                # Save GLB to temporary file
+                temp_glb_path = os.path.join(bpy.app.tempdir, f"polygenix_model_{os.urandom(8).hex()}.glb")
+                with open(temp_glb_path, 'wb') as f:
+                    f.write(glb_response.content)
+
+                # Import GLB into Blender
+                bpy.ops.import_scene.gltf(filepath=temp_glb_path)
+
+                # Clean up temporary file
+                os.remove(temp_glb_path)
+
+                self.report({'INFO'}, "Model generated and imported successfully")
+                return {'FINISHED'}
+            else:
+                self.report({'ERROR'}, f"API Error: {response.status_code} - {response.text}")
+                return {'CANCELLED'}
+
+        except requests.exceptions.RequestException as e:
+            self.report({'ERROR'}, f"Request failed: {str(e)}")
+            return {'CANCELLED'}
+        except Exception as e:
+            self.report({'ERROR'}, f"Unexpected error: {str(e)}")
+            return {'CANCELLED'}
+
+    def invoke(self, context, event):
+        return context.window_manager.invoke_props_dialog(self)
+
+class PolyGenixAIPanel(Panel):
+    bl_label = "PolyGenixAI6.0 Connector"
+    bl_idname = "PT_PolyGenixAI"
+    bl_space_type = 'VIEW_3D'
+    bl_region_type = 'UI'
+    bl_category = 'PolyGenix'
+
+    def draw(self, context):
+        layout = self.layout
+        layout.operator("polygenixai.generate_model")
+
+def register():
+    bpy.utils.register_class(PolyGenixAIOperator)
+    bpy.utils.register_class(PolyGenixAIPanel)
+
+def unregister():
+    bpy.utils.unregister_class(PolyGenixAIOperator)
+    bpy.utils.unregister_class(PolyGenixAIPanel)
+
 if __name__ == "__main__":
-    demo.launch(server_name="0.0.0.0", server_port=7860)
+    register()