Spaces:
Sleeping
Sleeping
Create app.py
Browse files
app.py
ADDED
@@ -0,0 +1,123 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio as gr
|
2 |
+
import pandas as pd
|
3 |
+
from pathlib import Path
|
4 |
+
|
5 |
+
# Global token storage
|
6 |
+
token_df = pd.DataFrame()
|
7 |
+
|
8 |
+
# Generate generic sample sentences
|
9 |
+
def make_sample_data(n=100):
|
10 |
+
people = ["Alice","Bob","Charlie","Diane","Eve"]
|
11 |
+
orgs = ["Acme Corp","Globex","Initech","Umbrella","Stark Inc"]
|
12 |
+
locs = ["Paris","New York","London","Tokyo","Sydney"]
|
13 |
+
verbs = ["visited","joined","founded","traveled to","met with"]
|
14 |
+
rows = []
|
15 |
+
for i in range(n):
|
16 |
+
p = people[i % len(people)]
|
17 |
+
v = verbs[i % len(verbs)]
|
18 |
+
o = orgs[i % len(orgs)]
|
19 |
+
l = locs[i % len(locs)]
|
20 |
+
rows.append({"text": f"{p} {v} {o} in {l}."})
|
21 |
+
return pd.DataFrame(rows)
|
22 |
+
|
23 |
+
def load_data(file):
|
24 |
+
global token_df
|
25 |
+
# Load user CSV or fallback to sample
|
26 |
+
if file:
|
27 |
+
df = pd.read_csv(file.name)
|
28 |
+
else:
|
29 |
+
df = make_sample_data(100)
|
30 |
+
if "text" not in df.columns:
|
31 |
+
return (
|
32 |
+
gr.update(visible=False),
|
33 |
+
"❌ CSV must contain a `text` column.",
|
34 |
+
gr.update(visible=False)
|
35 |
+
)
|
36 |
+
# Tokenize into (sentence_id, token, label)
|
37 |
+
records = []
|
38 |
+
for sid, txt in enumerate(df["text"]):
|
39 |
+
for tok in txt.split():
|
40 |
+
records.append({"sentence_id": sid, "token": tok, "label": "O"})
|
41 |
+
token_df = pd.DataFrame(records)
|
42 |
+
return (
|
43 |
+
gr.update(value=token_df, visible=True),
|
44 |
+
f"✅ Loaded {len(df)} sentences → {len(token_df)} tokens.",
|
45 |
+
gr.update(visible=True)
|
46 |
+
)
|
47 |
+
|
48 |
+
def save_edits(table):
|
49 |
+
global token_df
|
50 |
+
token_df = pd.DataFrame(table, columns=["sentence_id","token","label"])
|
51 |
+
return "💾 Edits saved."
|
52 |
+
|
53 |
+
def download_tokens():
|
54 |
+
token_df.to_csv("raw_tokens.csv", index=False)
|
55 |
+
return Path("raw_tokens.csv")
|
56 |
+
|
57 |
+
def download_iob():
|
58 |
+
# Convert to IOB
|
59 |
+
iob, prev = [], {}
|
60 |
+
for _, r in token_df.iterrows():
|
61 |
+
sid, lbl = r["sentence_id"], r["label"]
|
62 |
+
if lbl == "O":
|
63 |
+
iob.append("O")
|
64 |
+
prev[sid] = None
|
65 |
+
else:
|
66 |
+
tag = ("I-" if prev.get(sid)==lbl else "B-") + lbl
|
67 |
+
iob.append(tag)
|
68 |
+
prev[sid] = lbl
|
69 |
+
out = token_df.copy()
|
70 |
+
out["iob"] = iob
|
71 |
+
out.to_csv("ner_iob.csv", index=False)
|
72 |
+
return Path("ner_iob.csv")
|
73 |
+
|
74 |
+
with gr.Blocks() as app:
|
75 |
+
gr.Markdown("# 🏷️ Label It! Mini-NER")
|
76 |
+
gr.Markdown("**Step 1:** Upload a CSV with a `text` column, or leave blank for sample sentences.")
|
77 |
+
|
78 |
+
with gr.Row():
|
79 |
+
file_in = gr.File(label="📁 Upload CSV", file_types=[".csv"])
|
80 |
+
load_btn = gr.Button("Load Data")
|
81 |
+
|
82 |
+
status = gr.Textbox(label="Status", interactive=False)
|
83 |
+
|
84 |
+
table = gr.Dataframe(
|
85 |
+
headers=["sentence_id","token","label"],
|
86 |
+
editable=True,
|
87 |
+
visible=False,
|
88 |
+
label="📝 Annotate Tokens"
|
89 |
+
)
|
90 |
+
|
91 |
+
with gr.Row(visible=False) as actions:
|
92 |
+
save_btn = gr.Button("💾 Save Edits")
|
93 |
+
dl_tokens = gr.DownloadButton(
|
94 |
+
fn=download_tokens,
|
95 |
+
file_name="raw_tokens.csv",
|
96 |
+
label="⬇️ Download Tokens CSV"
|
97 |
+
)
|
98 |
+
dl_iob = gr.DownloadButton(
|
99 |
+
fn=download_iob,
|
100 |
+
file_name="ner_iob.csv",
|
101 |
+
label="⬇️ Download IOB CSV"
|
102 |
+
)
|
103 |
+
|
104 |
+
# Bind events
|
105 |
+
load_btn.click(
|
106 |
+
load_data,
|
107 |
+
inputs=file_in,
|
108 |
+
outputs=[table, status, actions]
|
109 |
+
)
|
110 |
+
save_btn.click(
|
111 |
+
save_edits,
|
112 |
+
inputs=table,
|
113 |
+
outputs=status
|
114 |
+
)
|
115 |
+
|
116 |
+
gr.Markdown("""
|
117 |
+
**Step 2:**
|
118 |
+
- Click into the **label** column and type one of:
|
119 |
+
`PER`, `ORG`, `LOC`, or leave as `O`.
|
120 |
+
- **Save Edits**, then download your token CSV or IOB‐tagged CSV.
|
121 |
+
""")
|
122 |
+
|
123 |
+
app.launch()
|