File size: 3,277 Bytes
c20d656
152df72
 
 
 
 
c842ab7
ff2cc46
152df72
928873d
152df72
c842ab7
ff2cc46
152df72
c842ab7
 
ff2cc46
152df72
c842ab7
ff2cc46
152df72
 
 
 
 
c842ab7
ff2cc46
152df72
 
 
c842ab7
152df72
c20d656
c842ab7
 
 
 
928873d
c842ab7
152df72
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c842ab7
c20d656
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
# app.py
"""
Streamlit Frontend App: Uploads a flowchart image, sends it to FastAPI backend,
and displays the structured JSON and English summary. Supports multiple OCR engines.
"""

import streamlit as st
from PIL import Image
import requests
import base64
import io
import os

# Set up Streamlit UI layout
st.set_page_config(page_title="Flowchart to English", layout="wide")
st.title("πŸ“„ Flowchart to Plain English")

# Enable debug mode toggle
debug_mode = st.toggle("πŸ”§ Show Debug Info", value=False)

# OCR engine selection dropdown
ocr_engine = st.selectbox("Select OCR Engine", ["easyocr", "doctr"], index=0,
                          help="Choose between EasyOCR (lightweight) and Doctr (transformer-based)")

# Flowchart image uploader
uploaded_file = st.file_uploader("Upload a flowchart image", type=["png", "jpg", "jpeg"])

# Backend API URL (defaults to localhost for dev)
API_URL = os.getenv("API_URL", "http://localhost:7860/process-image")

if uploaded_file:
    # Load and resize uploaded image for preview
    image = Image.open(uploaded_file).convert("RGB")
    max_width = 600
    ratio = max_width / float(image.size[0])
    resized_image = image.resize((max_width, int(image.size[1] * ratio)))
    st.image(resized_image, caption="πŸ“€ Uploaded Image", use_container_width=False)

    if st.button("πŸ” Analyze Flowchart"):
        progress = st.progress(0, text="Sending image to backend...")

        try:
            # Send request to FastAPI backend
            response = requests.post(
                API_URL,
                files={"file": uploaded_file.getvalue()},
                data={
                    "debug": str(debug_mode).lower(),
                    "ocr_engine": ocr_engine
                }
            )

            progress.progress(40, text="Processing detection and OCR...")

            if response.status_code == 200:
                result = response.json()

                # Show debug info if enabled
                if debug_mode:
                    st.markdown("### πŸ§ͺ Debug Info")
                    st.code(result.get("debug", ""), language="markdown")

                # Show YOLO visual if available
                if debug_mode and result.get("yolo_vis"):
                    st.markdown("### πŸ–ΌοΈ YOLO Detected Bounding Boxes")
                    yolo_bytes = base64.b64decode(result["yolo_vis"])
                    yolo_img = Image.open(io.BytesIO(yolo_bytes))
                    st.image(yolo_img, caption="YOLO Boxes", use_container_width=True)

                progress.progress(80, text="Finalizing output...")

                # Show flowchart JSON and generated English summary
                col1, col2 = st.columns(2)
                with col1:
                    st.subheader("🧠 Flowchart JSON")
                    st.json(result["flowchart"])
                with col2:
                    st.subheader("πŸ“ English Summary")
                    st.markdown(result["summary"])

                progress.progress(100, text="Done!")

            else:
                st.error(f"❌ Backend Error: {response.status_code} - {response.text}")

        except Exception as e:
            st.error(f"⚠️ Request Failed: {e}")
else:
    st.info("Upload a flowchart image to begin.")