Spaces:
Sleeping
Sleeping
Create app.py
Browse files
app.py
ADDED
@@ -0,0 +1,311 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import sys
|
2 |
+
import os
|
3 |
+
import io
|
4 |
+
import gradio as gr
|
5 |
+
import json
|
6 |
+
import requests
|
7 |
+
from PIL import Image
|
8 |
+
|
9 |
+
css = """
|
10 |
+
.example-image img{
|
11 |
+
display: flex; /* Use flexbox to align items */
|
12 |
+
justify-content: center; /* Center the image horizontally */
|
13 |
+
align-items: center; /* Center the image vertically */
|
14 |
+
height: 300px; /* Set the height of the container */
|
15 |
+
object-fit: contain; /* Preserve aspect ratio while fitting the image within the container */
|
16 |
+
}
|
17 |
+
.example-image img{
|
18 |
+
display: flex; /* Use flexbox to align items */
|
19 |
+
text-align: center;
|
20 |
+
justify-content: center; /* Center the image horizontally */
|
21 |
+
align-items: center; /* Center the image vertically */
|
22 |
+
height: 350px; /* Set the height of the container */
|
23 |
+
object-fit: contain; /* Preserve aspect ratio while fitting the image within the container */
|
24 |
+
}
|
25 |
+
.markdown-success-container {
|
26 |
+
background-color: #F6FFED;
|
27 |
+
padding: 20px;
|
28 |
+
margin: 20px;
|
29 |
+
border-radius: 1px;
|
30 |
+
border: 2px solid green;
|
31 |
+
text-align: center;
|
32 |
+
}
|
33 |
+
.markdown-fail-container {
|
34 |
+
background-color: #FFF1F0;
|
35 |
+
padding: 20px;
|
36 |
+
margin: 20px;
|
37 |
+
border-radius: 1px;
|
38 |
+
border: 2px solid red;
|
39 |
+
text-align: center;
|
40 |
+
}
|
41 |
+
.block-background {
|
42 |
+
# background-color: #202020; /* Set your desired background color */
|
43 |
+
border-radius: 5px;
|
44 |
+
}
|
45 |
+
"""
|
46 |
+
|
47 |
+
screenReplayThreshold = 0.5
|
48 |
+
portraitReplaceThreshold = 0.5
|
49 |
+
printedCopyThreshold = 0.5
|
50 |
+
|
51 |
+
def find_key_in_dict(d, target_key):
|
52 |
+
for key, value in d.items():
|
53 |
+
if key == target_key:
|
54 |
+
return value
|
55 |
+
elif isinstance(value, dict): # If the value is a dictionary, search recursively
|
56 |
+
result = find_key_in_dict(value, target_key)
|
57 |
+
if result is not None:
|
58 |
+
return result
|
59 |
+
return None
|
60 |
+
|
61 |
+
def json_to_html_table(data, image_keys):
|
62 |
+
html = "<table border='1' style='border-collapse: collapse; width: 100%;'>"
|
63 |
+
for key, value in data.items():
|
64 |
+
if isinstance(value, dict):
|
65 |
+
html += f"<tr><td colspan='2'><strong>{key}</strong></td></tr>"
|
66 |
+
for sub_key, sub_value in value.items():
|
67 |
+
if sub_key in image_keys:
|
68 |
+
html += f"<tr><td>{sub_key}</td><td><img src='data:image/png;base64,{sub_value}' width = '200' height= '100' /></td></tr>"
|
69 |
+
else:
|
70 |
+
html += f"<tr><td>{sub_key}</td><td>{sub_value}</td></tr>"
|
71 |
+
else:
|
72 |
+
if key in image_keys:
|
73 |
+
html += f"<tr><td>{key}</td><td><img src='data:image/png;base64,{value}' width = '200' height= '100' /></td></tr>"
|
74 |
+
else:
|
75 |
+
html += f"<tr><td>{key}</td><td>{value}</td></tr>"
|
76 |
+
|
77 |
+
html += "</table>"
|
78 |
+
return html
|
79 |
+
|
80 |
+
def check_liveness(frame):
|
81 |
+
if frame is None:
|
82 |
+
liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed</p></div>"""
|
83 |
+
return [liveness_result, {"status": "error", "result": "select image file!"}]
|
84 |
+
|
85 |
+
img_bytes = io.BytesIO()
|
86 |
+
Image.open(frame).save(img_bytes, format="JPEG")
|
87 |
+
img_bytes.seek(0)
|
88 |
+
|
89 |
+
url = "https://recognito-iddocumentlivenessdetection.p.rapidapi.com/process_image"
|
90 |
+
|
91 |
+
try:
|
92 |
+
files = {'image': img_bytes}
|
93 |
+
headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
|
94 |
+
|
95 |
+
result = requests.post(url=url, files=files, headers=headers)
|
96 |
+
except:
|
97 |
+
liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed</p></div>"""
|
98 |
+
return [liveness_result, {"status": "error", "result": "failed to open file!"}]
|
99 |
+
|
100 |
+
if result.ok:
|
101 |
+
json_result = result.json()
|
102 |
+
if json_result.get("resultCode") == "Error":
|
103 |
+
liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed</p></div>"""
|
104 |
+
return [liveness_result, {"status": "error", "result": "server error!"}]
|
105 |
+
|
106 |
+
process_results = json_result.get("result")
|
107 |
+
status = process_results.get("status")
|
108 |
+
if status == "Ok":
|
109 |
+
screenReply = process_results.get("screenReply")
|
110 |
+
portraitReplace = process_results.get("portraitReplace")
|
111 |
+
printedCopy = process_results.get("printedCopy")
|
112 |
+
liveness_result = f"""<div class="markdown-success-container"><p style="text-align: center; font-size: 20px; color: green;">Liveness Check: GENUINE</p></div>"""
|
113 |
+
|
114 |
+
# Check for "Spoof" condition
|
115 |
+
if screenReply < screenReplayThreshold or portraitReplace < portraitReplaceThreshold or printedCopy < printedCopyThreshold:
|
116 |
+
liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check: SPOOF</p></div>"""
|
117 |
+
|
118 |
+
json_output = {"Screen Replay Check": "Failed" if screenReply < screenReplayThreshold else "Success",
|
119 |
+
"Portrait Replace Check": "Failed" if portraitReplace < portraitReplaceThreshold else "Success",
|
120 |
+
"Printed Cutout Check": "Failed" if printedCopy < printedCopyThreshold else "Success"}
|
121 |
+
# Update json_result with the modified process_results
|
122 |
+
return [liveness_result, json_output]
|
123 |
+
|
124 |
+
liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed</p></div>"""
|
125 |
+
return [liveness_result, {"status": "error", "result": "document not found!"}]
|
126 |
+
else:
|
127 |
+
liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed</p></div>"""
|
128 |
+
return [liveness_result, {"status": "error", "result": f"{result.text}"}]
|
129 |
+
|
130 |
+
def idcard_recognition(frame1):
|
131 |
+
# url = "https://recognito-iddocumentrecognition.p.rapidapi.com/api/read_idcard"
|
132 |
+
url = "https://api.cortex.cerebrium.ai/v4/p-4f1d877e/my-first-project/process-image/"
|
133 |
+
# url = "https://edreesi-ocr-api.hf.space/process-image/"
|
134 |
+
|
135 |
+
|
136 |
+
|
137 |
+
files = None
|
138 |
+
if frame1 is not None:
|
139 |
+
# Open the image using Pillow
|
140 |
+
img = Image.open(frame1).convert("RGB") # Convert to RGB to remove alpha channels
|
141 |
+
img_bytes = io.BytesIO()
|
142 |
+
|
143 |
+
# Save the image in JPEG format with consistent quality
|
144 |
+
img.save(img_bytes, format="JPEG", quality=95, optimize=True, exif=b"") # Strip EXIF metadata
|
145 |
+
img_bytes.seek(0) # Reset the file pointer
|
146 |
+
|
147 |
+
# Log the file size for debugging
|
148 |
+
print("Gradio File Size:", len(img_bytes.getvalue()), "bytes")
|
149 |
+
|
150 |
+
# Prepare the files payload
|
151 |
+
files = [
|
152 |
+
('file', ('image.jpg', img_bytes, 'image/jpeg'))
|
153 |
+
]
|
154 |
+
else:
|
155 |
+
return ['', None, None]
|
156 |
+
|
157 |
+
# headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
|
158 |
+
headers = {}
|
159 |
+
# r = requests.post(url=url, files=files, headers=headers)
|
160 |
+
|
161 |
+
# r = requests.request("POST", url, headers=headers, data={}, files=files)
|
162 |
+
payload = json.dumps({"prompt": "your value here"})
|
163 |
+
|
164 |
+
headers = {
|
165 |
+
'Authorization': 'Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJwcm9qZWN0SWQiOiJwLTRmMWQ4NzdlIiwiaWF0IjoxNzM5MjM2NjA5LCJleHAiOjIwNTQ4MTI2MDl9.0LH0iOnqHZfKTH4GF5iTZ4qNj5vylCryo8rBnErljsq2qD2cpVTetCqhKtnbstTUEjuv6MAJw9jt58z-QNJfYLK9sJcnBhawTR3iM2Ap_bFyjlzg2LbgkwRPjUVJkkcuCRhBKyebXwvqQBvWyOtMq6UekauumbmYBRbA2-T4u343YD4tO2xIfsTsTXznALp1SechjRuys-3xo3ZQbUs05_p38fOFucKI-abc91Eq6sIOkLFjYEM68yuV0UBWl-OSpPu66e0SClroAVlKFDMPS9MY0Jr7X1pBYX4jew6vozj9D8Y-HS-KkdPFqJ7HrZOfQd0wGUgYJHyC58yReWXaRQ',
|
166 |
+
# 'Content-Type': 'application/json'
|
167 |
+
}
|
168 |
+
|
169 |
+
r = requests.request("POST", url, headers=headers, data={}, files=files)
|
170 |
+
# print(r.text)
|
171 |
+
print("Status Code:", r.status_code)
|
172 |
+
print("r Body:", r.text)
|
173 |
+
# r = requests.post(url=url, files=files, headers=headers)
|
174 |
+
print('the result is', r.json())
|
175 |
+
images = None
|
176 |
+
rawValues = {}
|
177 |
+
image_table_value = ""
|
178 |
+
result_table_dict = {
|
179 |
+
'portrait':'',
|
180 |
+
'type':'',
|
181 |
+
'score':'',
|
182 |
+
# 'countryName':'',
|
183 |
+
'FullName':'',
|
184 |
+
'Gender':'',
|
185 |
+
'PlaceOfBirth':'',
|
186 |
+
'DateOfBirth':'',
|
187 |
+
'IdentityNumber':'',
|
188 |
+
'dateOfIssue':'',
|
189 |
+
'dateOfExpiry':'',
|
190 |
+
}
|
191 |
+
|
192 |
+
if 'data' in r.json():
|
193 |
+
data = r.json()['data']
|
194 |
+
for key, value in data.items():
|
195 |
+
if key == 'faceImage':
|
196 |
+
# Assign faceImage to the portrait field
|
197 |
+
result_table_dict['portrait'] = value
|
198 |
+
elif key == 'barcodeImage':
|
199 |
+
# Add barcodeImage to the result dictionary
|
200 |
+
result_table_dict['barcodeImage'] = value
|
201 |
+
else:
|
202 |
+
# Add other fields to the result dictionary
|
203 |
+
result_table_dict[key] = value
|
204 |
+
|
205 |
+
# Generate HTML for images
|
206 |
+
image_table_value = ""
|
207 |
+
if 'barcodeImage' in data:
|
208 |
+
image_table_value += (
|
209 |
+
"<tr>"
|
210 |
+
f"<td>barcodeImage</td>"
|
211 |
+
f"<td><img src='data:image/png;base64,{data['barcodeImage']}' width='200' height='100' /></td>"
|
212 |
+
"</tr>"
|
213 |
+
)
|
214 |
+
|
215 |
+
# Generate the final HTML table for images
|
216 |
+
images = (
|
217 |
+
"<table>"
|
218 |
+
"<tr>"
|
219 |
+
"<th>Field</th>"
|
220 |
+
"<th>Image</th>"
|
221 |
+
"</tr>"
|
222 |
+
f"{image_table_value}"
|
223 |
+
"</table>"
|
224 |
+
)
|
225 |
+
|
226 |
+
# Prepare raw values for JSON output
|
227 |
+
for key, value in r.json().items():
|
228 |
+
if key == 'data':
|
229 |
+
if 'faceImage' in value:
|
230 |
+
del value['faceImage']
|
231 |
+
if 'barcodeImage' in value:
|
232 |
+
del value['barcodeImage']
|
233 |
+
rawValues[key] = value
|
234 |
+
else:
|
235 |
+
rawValues[key] = value
|
236 |
+
|
237 |
+
# Generate the result HTML table
|
238 |
+
result = json_to_html_table(result_table_dict, {'portrait', 'barcodeImage'})
|
239 |
+
json_result = json.dumps(rawValues, indent=6)
|
240 |
+
return [result, json_result, images]
|
241 |
+
|
242 |
+
def launch_demo():
|
243 |
+
with gr.Blocks(css=css) as demo:
|
244 |
+
gr.Markdown(
|
245 |
+
f"""
|
246 |
+
|
247 |
+
<p style="font-size: 20px; font-weight: bold;">📘 Product Documentation</p>
|
248 |
+
<div style="display: flex; align-items: center;">
|
249 |
+
  <a href="" style="display: flex; align-items: center;"><img src="https://recognito.vision/wp-content/uploads/2024/05/book.png" style="width: 48px; margin-right: 5px;"/></a>
|
250 |
+
</div>
|
251 |
+
<p style="font-size: 20px; font-weight: bold;">🏠 Visit Recognito</p>
|
252 |
+
|
253 |
+
<br/>
|
254 |
+
"""
|
255 |
+
)
|
256 |
+
|
257 |
+
with gr.Tabs():
|
258 |
+
with gr.Tab("ID Document Recognition"):
|
259 |
+
with gr.Row():
|
260 |
+
with gr.Column(scale=6):
|
261 |
+
with gr.Row():
|
262 |
+
with gr.Column(scale=6):
|
263 |
+
id_image_input1 = gr.Image(type='filepath', label='ID Card Image', elem_classes="example-image")
|
264 |
+
# with gr.Column(scale=3):
|
265 |
+
# id_image_input2 = gr.Image(type='filepath', label='Back', elem_classes="example-image")
|
266 |
+
|
267 |
+
with gr.Row():
|
268 |
+
id_examples = gr.Examples(
|
269 |
+
examples=[['examples/1_f.png', 'examples/1_b.png'],
|
270 |
+
['examples/2_f.png', 'examples/2_b.png'],
|
271 |
+
['examples/3_f.png', 'examples/3_b.png'],
|
272 |
+
['examples/4.png', None]],
|
273 |
+
inputs=[id_image_input1, id_image_input1],
|
274 |
+
outputs=None,
|
275 |
+
fn=idcard_recognition
|
276 |
+
)
|
277 |
+
|
278 |
+
with gr.Blocks():
|
279 |
+
with gr.Column(scale=4, min_width=400, elem_classes="block-background"):
|
280 |
+
id_recognition_button = gr.Button("ID Card Recognition", variant="primary", size="lg")
|
281 |
+
|
282 |
+
with gr.Tab("Key Fields"):
|
283 |
+
id_result_output = gr.HTML()
|
284 |
+
with gr.Tab("Raw JSON"):
|
285 |
+
json_result_output = gr.JSON()
|
286 |
+
with gr.Tab("Images"):
|
287 |
+
image_result_output = gr.HTML()
|
288 |
+
|
289 |
+
id_recognition_button.click(idcard_recognition, inputs=id_image_input1, outputs=[id_result_output, json_result_output, image_result_output])
|
290 |
+
|
291 |
+
with gr.Tab("ID Document Liveness Detection"):
|
292 |
+
with gr.Row():
|
293 |
+
with gr.Column(scale=1):
|
294 |
+
id_image_input = gr.Image(label="Image", type='filepath', elem_classes="example-image")
|
295 |
+
gr.Examples(examples=['examples/1_f.png', 'examples/2_f.png', 'examples/3_f.png', 'examples/4.png'], inputs=id_image_input)
|
296 |
+
|
297 |
+
with gr.Blocks():
|
298 |
+
with gr.Column(scale=1, elem_classes="block-background"):
|
299 |
+
check_liveness_button = gr.Button("Check Document Liveness", variant="primary", size="lg")
|
300 |
+
|
301 |
+
liveness_result = gr.Markdown("")
|
302 |
+
json_output = gr.JSON()
|
303 |
+
|
304 |
+
check_liveness_button.click(check_liveness, inputs=id_image_input, outputs=[liveness_result, json_output])
|
305 |
+
|
306 |
+
gr.HTML('<a href="https://visitorbadge.io/status?path=https%3A%2F%2Fhuggingface.co%2Fspaces%2Frecognito%2FID-Document-Verification"><img src="https://api.visitorbadge.io/api/combined?path=https%3A%2F%2Fhuggingface.co%2Fspaces%2Frecognito%2FID-Document-Verification&labelColor=%2337d67a&countColor=%23263759&style=flat" /></a>')
|
307 |
+
|
308 |
+
demo.launch(server_name="0.0.0.0", server_port=7860, show_api=False)
|
309 |
+
|
310 |
+
if __name__ == '__main__':
|
311 |
+
launch_demo()
|