Update app.py

app.py

@@ -1,5 +1,6 @@
 import sys
 import os
+import io
 import gradio as gr
 import json
 import requests
@@ -13,21 +14,43 @@ css = """
     height: 300px; /* Set the height of the container */
     object-fit: contain; /* Preserve aspect ratio while fitting the image within the container */
 }
-.example-image{
+.example-image img{
     display: flex; /* Use flexbox to align items */
     text-align: center;
     justify-content: center; /* Center the image horizontally */
     align-items: center; /* Center the image vertically */
     height: 350px; /* Set the height of the container */
     object-fit: contain; /* Preserve aspect ratio while fitting the image within the container */
+}
+
+.markdown-success-container {
+    background-color: #F6FFED;
+    padding: 20px;
+    margin: 20px;
+    border-radius: 1px;
+    border: 2px solid green;
+    text-align: center;
+}
+
+.markdown-fail-container {
+    background-color: #FFF1F0;
+    padding: 10px;
+    margin: 10px;
+    border-radius: 1px;
+    border: 2px solid red;
+    text-align: center;
+}
 
 .block-background {
     # background-color: #202020; /* Set your desired background color */
     border-radius: 5px;
 }
-}
 """
 
+screenReplayThreshold = 0.5
+portraitReplaceThreshold = 0.5
+printedCopyThreshold = 0.5
+
 def find_key_in_dict(d, target_key):
   for key, value in d.items():
     if key == target_key:
@@ -57,6 +80,53 @@ def json_to_html_table(data, image_keys):
   html += "</table>"
   return html
 
+def check_liveness(frame):
+  if frame is None:
+    liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed! <br/> Select Image File</p></div>"""
+    return liveness_result
+  
+  img_bytes = io.BytesIO()
+  Image.open(frame).save(img_bytes, format="JPEG")
+  img_bytes.seek(0)    
+  
+  url = "https://recognito-iddocumentlivenessdetection.p.rapidapi.com/process_image"
+  
+  try:
+    files = {'image': img_bytes}
+    headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
+
+    result = requests.post(url=url, files=files, headers=headers)
+  except:
+    liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed! <br/> Failed to Open File</p></div>"""
+    return liveness_result
+
+  if result.ok:
+    json_result = result.json()
+    if json_result.get("resultCode") == "Error":
+      liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed!</p></div>"""
+      return liveness_result
+
+    process_results = json_result.get("result")
+    status = process_results.get("status")
+    if status == "Ok":
+      screenReply = process_results.get("screenReply")
+      portraitReplace = process_results.get("portraitReplace")
+      printedCopy = process_results.get("printedCopy")
+      liveness_result = f"""<div class="markdown-success-container"><p style="text-align: center; font-size: 20px; color: green;">Liveness Check:  GENUINE</p></div>"""
+
+      # Check for "Spoof" condition
+      if screenReply < screenReplayThreshold or portraitReplace < portraitReplaceThreshold or printedCopy < printedCopyThreshold:
+        liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check:  SPOOF</p></div>"""
+
+      # Update json_result with the modified process_results
+      return liveness_result
+    
+    liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed! <br/>Document not found!</p></div>"""
+    return liveness_result
+  else:
+    liveness_result = f"""<div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check Failed! <br/>{result.text}</p></div>"""
+    return liveness_result
+    
 def idcard_recognition(frame1, frame2):
   url = "https://recognito-iddocumentrecognition.p.rapidapi.com/api/read_idcard"
   
@@ -68,8 +138,9 @@ def idcard_recognition(frame1, frame2):
   elif frame1 is None and frame2 is not None:
     files = {'image': open(frame2, 'rb')}
   else:
-    return ['', None]
-    
+    return ['', None, None, None]
+  
+  liveness_result = check_liveness(frame1)
   headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
     
   r = requests.post(url=url, files=files, headers=headers)
@@ -123,7 +194,7 @@ def idcard_recognition(frame1, frame2):
   
   result = json_to_html_table(result_table_dict, {'portrait'})
   json_result = json.dumps(rawValues, indent=6)
-  return [result, json_result, images]
+  return [result, json_result, images, liveness_result]
   
 def launch_demo():
   with gr.Blocks(css=css) as demo:
@@ -182,6 +253,7 @@ def launch_demo():
       with gr.Blocks():
         with gr.Column(scale=4, min_width=400, elem_classes="block-background"):     
           id_recognition_button = gr.Button("ID Card Recognition", variant="primary", size="lg")
+          liveness_result = gr.Markdown("")
           with gr.Tab("Key Fields"):
             id_result_output = gr.HTML()
           with gr.Tab("Raw JSON"):
@@ -190,11 +262,11 @@ def launch_demo():
             image_result_output = gr.HTML()
 
 
-      id_recognition_button.click(idcard_recognition, inputs=[id_image_input1, id_image_input2], outputs=[id_result_output, json_result_output, image_result_output])
+      id_recognition_button.click(idcard_recognition, inputs=[id_image_input1, id_image_input2], outputs=[id_result_output, json_result_output, image_result_output, liveness_result])
     
     gr.HTML('<a href="https://visitorbadge.io/status?path=https%3A%2F%2Fhuggingface.co%2Fspaces%2Frecognito%2FID-Document-Verification"><img src="https://api.visitorbadge.io/api/combined?path=https%3A%2F%2Fhuggingface.co%2Fspaces%2Frecognito%2FID-Document-Verification&labelColor=%2337d67a&countColor=%23263759&style=flat" /></a>')
     
   demo.launch(server_name="0.0.0.0", server_port=7860, show_api=False)
 
 if __name__ == '__main__':
-  launch_demo()
+  launch_demo()