Update app.py

app.py

@@ -89,6 +89,7 @@ root_path = os.path.dirname(file_path)
 g_fr_activation_result = -1
 g_fl_activation_result = -1
 MATCH_THRESHOLD = 0.67
+SPOOF_THRESHOLD = 0.5
 
 def activate_fr_sdk():
     fr_key = os.environ.get("FR_LICENSE_KEY")
@@ -128,200 +129,256 @@ def convert_fun(input_str):
     # Remove line breaks and extra whitespaces
     return ' '.join(input_str.split())
 
-def get_attributes(frame):    
-    url = "https://recognito.p.rapidapi.com/api/analyze_face"
-    try:
-        files = {'image': open(frame, 'rb')}
-        headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
+# def get_attributes(frame):    
+#     url = "https://recognito.p.rapidapi.com/api/analyze_face"
+#     try:
+#         files = {'image': open(frame, 'rb')}
+#         headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
 
-        r = requests.post(url=url, files=files, headers=headers)
-    except:
-        raise gr.Error("Please select images file!")
+#         r = requests.post(url=url, files=files, headers=headers)
+#     except:
+#         raise gr.Error("Please select images file!")
 
-    faces = None
-    face_crop, one_line_attribute = None, ""
-    try:
-        image = Image.open(frame)
+#     faces = None
+#     face_crop, one_line_attribute = None, ""
+#     try:
+#         image = Image.open(frame)
 
-        face = Image.new('RGBA',(150, 150), (80,80,80,0))
+#         face = Image.new('RGBA',(150, 150), (80,80,80,0))
         
-        res = r.json().get('image')
-        if res is not None and res:
-            face = res.get('detection')
-            x1 = face.get('x')
-            y1 = face.get('y')
-            x2 = x1 + face.get('w')
-            y2 = y1 + face.get('h')
-
-            if x1 < 0:
-                x1 = 0
-            if y1 < 0:
-                y1 = 0
-            if x2 >= image.width:
-                x2 = image.width - 1
-            if y2 >= image.height:
-                y2 = image.height - 1
-
-            face_crop = image.crop((x1, y1, x2, y2))
-            face_image_ratio = face_crop.width / float(face_crop.height)
-            resized_w = int(face_image_ratio * 150)
-            resized_h = 150
-
-            face_crop = face_crop.resize((int(resized_w), int(resized_h)))
+#         res = r.json().get('image')
+#         if res is not None and res:
+#             face = res.get('detection')
+#             x1 = face.get('x')
+#             y1 = face.get('y')
+#             x2 = x1 + face.get('w')
+#             y2 = y1 + face.get('h')
+
+#             if x1 < 0:
+#                 x1 = 0
+#             if y1 < 0:
+#                 y1 = 0
+#             if x2 >= image.width:
+#                 x2 = image.width - 1
+#             if y2 >= image.height:
+#                 y2 = image.height - 1
+
+#             face_crop = image.crop((x1, y1, x2, y2))
+#             face_image_ratio = face_crop.width / float(face_crop.height)
+#             resized_w = int(face_image_ratio * 150)
+#             resized_h = 150
+
+#             face_crop = face_crop.resize((int(resized_w), int(resized_h)))
             
-            attr = res.get('attribute')
+#             attr = res.get('attribute')
             
-            age = attr.get('age')
-            gender = attr.get('gender')
-            emotion = attr.get('emotion')
-            ethnicity = attr.get('ethnicity')
-
-            mask = attr.get('face_mask')
-            glass = 'No Glasses'
-            if attr.get('glasses') == 'USUAL':
-                glass = 'Glasses'
-            if attr.get('glasses') == 'DARK':
-                glass = 'Sunglasses'
+#             age = attr.get('age')
+#             gender = attr.get('gender')
+#             emotion = attr.get('emotion')
+#             ethnicity = attr.get('ethnicity')
+
+#             mask = attr.get('face_mask')
+#             glass = 'No Glasses'
+#             if attr.get('glasses') == 'USUAL':
+#                 glass = 'Glasses'
+#             if attr.get('glasses') == 'DARK':
+#                 glass = 'Sunglasses'
             
-            open_eye_thr = 0.3
-            left_eye = 'Close'
-            if attr.get('eye_left') >= open_eye_thr:
-                left_eye = 'Open'
-
-            right_eye = 'Close'
-            if attr.get('eye_right') >= open_eye_thr:
-                right_eye = 'Open'
-
-            facehair = attr.get('facial_hair')
-            haircolor = attr.get('hair_color')
-            hairtype = attr.get('hair_type')
-            headwear = attr.get('headwear')
-
-            pitch = attr.get('pitch')
-            roll = attr.get('roll')
-            yaw = attr.get('yaw')
-            quality = attr.get('quality')
-
-            attribute = f"""
-            <br/>
-            <div class="markdown-attribute-container">
-            <table>
-            <tr>
-                <th style="text-align: center;">Attribute</th>
-                <th style="text-align: center;">Result</th>
-                <th style="text-align: center;">Score</th>
-                <th style="text-align: center;">Threshold</th>
-            </tr>
-            <tr>
-                <td>Gender</td>
-                <td>{gender}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>Age</td>
-                <td>{int(age)}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>Pitch</td>
-                <td>{"{:.4f}".format(pitch)}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>Yaw</td>
-                <td>{"{:.4f}".format(yaw)}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>Roll</td>
-                <td>{"{:.4f}".format(roll)}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>Emotion</td>
-                <td>{emotion}</td>
-                <td></td><td></td>
-            </tr>
-                <tr>
-                <td>Left Eye</td>
-                <td>{left_eye}</td>
-                <td>{"{:.4f}".format(attr.get('eye_left'))}</td>
-                <td>{open_eye_thr}</td>
-            </tr>
-            <tr>
-                <td>Right Eye</td>
-                <td>{right_eye}</td>
-                <td>{"{:.4f}".format(attr.get('eye_right'))}</td>
-                <td>{open_eye_thr}</td>
-            </tr>
-            <tr>
-                <td>Mask</td>
-                <td>{mask}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>Glass</td>
-                <td>{glass}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>FaceHair</td>
-                <td>{facehair}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>HairColor</td>
-                <td>{haircolor}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>HairType</td>
-                <td>{hairtype}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>HeadWear</td>
-                <td>{headwear}</td>
-                <td></td><td></td>
-            </tr>
-            <tr>
-                <td>Image Quality</td>
-                <td>{"{:.4f}".format(quality)}</td>
-                <td></td><td></td>
-            </tr>
-            </table>
-            </div>
-            """
-            one_line_attribute = convert_fun(attribute)
-    except:
-        pass
+#             open_eye_thr = 0.3
+#             left_eye = 'Close'
+#             if attr.get('eye_left') >= open_eye_thr:
+#                 left_eye = 'Open'
+
+#             right_eye = 'Close'
+#             if attr.get('eye_right') >= open_eye_thr:
+#                 right_eye = 'Open'
+
+#             facehair = attr.get('facial_hair')
+#             haircolor = attr.get('hair_color')
+#             hairtype = attr.get('hair_type')
+#             headwear = attr.get('headwear')
+
+#             pitch = attr.get('pitch')
+#             roll = attr.get('roll')
+#             yaw = attr.get('yaw')
+#             quality = attr.get('quality')
+
+#             attribute = f"""
+#             <br/>
+#             <div class="markdown-attribute-container">
+#             <table>
+#             <tr>
+#                 <th style="text-align: center;">Attribute</th>
+#                 <th style="text-align: center;">Result</th>
+#                 <th style="text-align: center;">Score</th>
+#                 <th style="text-align: center;">Threshold</th>
+#             </tr>
+#             <tr>
+#                 <td>Gender</td>
+#                 <td>{gender}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>Age</td>
+#                 <td>{int(age)}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>Pitch</td>
+#                 <td>{"{:.4f}".format(pitch)}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>Yaw</td>
+#                 <td>{"{:.4f}".format(yaw)}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>Roll</td>
+#                 <td>{"{:.4f}".format(roll)}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>Emotion</td>
+#                 <td>{emotion}</td>
+#                 <td></td><td></td>
+#             </tr>
+#                 <tr>
+#                 <td>Left Eye</td>
+#                 <td>{left_eye}</td>
+#                 <td>{"{:.4f}".format(attr.get('eye_left'))}</td>
+#                 <td>{open_eye_thr}</td>
+#             </tr>
+#             <tr>
+#                 <td>Right Eye</td>
+#                 <td>{right_eye}</td>
+#                 <td>{"{:.4f}".format(attr.get('eye_right'))}</td>
+#                 <td>{open_eye_thr}</td>
+#             </tr>
+#             <tr>
+#                 <td>Mask</td>
+#                 <td>{mask}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>Glass</td>
+#                 <td>{glass}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>FaceHair</td>
+#                 <td>{facehair}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>HairColor</td>
+#                 <td>{haircolor}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>HairType</td>
+#                 <td>{hairtype}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>HeadWear</td>
+#                 <td>{headwear}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             <tr>
+#                 <td>Image Quality</td>
+#                 <td>{"{:.4f}".format(quality)}</td>
+#                 <td></td><td></td>
+#             </tr>
+#             </table>
+#             </div>
+#             """
+#             one_line_attribute = convert_fun(attribute)
+#     except:
+#         pass
     
-    return face_crop, one_line_attribute
+#     return face_crop, one_line_attribute
 
 def check_liveness(frame):
-    url = "https://recognito-faceliveness.p.rapidapi.com/api/check_liveness"
-    try:
-        files = {'image': open(frame, 'rb')}
-        headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
+    # url = "https://recognito-faceliveness.p.rapidapi.com/api/check_liveness"
+    # try:
+    #     files = {'image': open(frame, 'rb')}
+    #     headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
+
+    #     r = requests.post(url=url, files=files, headers=headers)
+    # except:
+    #     raise gr.Error("Please select images file!")
+
+    # faces = None
+
+    # face_crop, liveness_result, liveness_score = None, "", -200
+    # try:
+    #     image = Image.open(frame)
+
+    #     face = Image.new('RGBA',(150, 150), (80,80,80,0))
+    #     res = r.json().get('data')
+    #     if res is not None and res:
+    #         face = res.get('face_rect')
+    #         x1 = face.get('x')
+    #         y1 = face.get('y')
+    #         x2 = x1 + face.get('w')
+    #         y2 = y1 + face.get('h')
+
+    #         if x1 < 0:
+    #             x1 = 0
+    #         if y1 < 0:
+    #             y1 = 0
+    #         if x2 >= image.width:
+    #             x2 = image.width - 1
+    #         if y2 >= image.height:
+    #             y2 = image.height - 1
+
+    #         face_crop = image.crop((x1, y1, x2, y2))
+    #         face_image_ratio = face_crop.width / float(face_crop.height)
+    #         resized_w = int(face_image_ratio * 150)
+    #         resized_h = 150
+
+    #         face_crop = face_crop.resize((int(resized_w), int(resized_h)))
+    #         liveness_score = res.get('liveness_score')
+    #         liveness = res.get('result')
+
+    #         if liveness == 'REAL':
+    #             liveness_result = f"""<br/><div class="markdown-success-container"><p style="text-align: center; font-size: 20px; color: green;">Liveness Check:  REAL<br/>Score: {liveness_score}</p></div>"""
+    #         else:
+    #             liveness_result = f"""<br/><div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check:  {liveness}<br/>Score: {liveness_score}</p></div>"""
+
+    # except:
+    #     pass
+    
+    # return face_crop, liveness_result, liveness_score
+    
+    global g_fl_activation_result
+    if g_fl_activation_result != 0:
+        gr.Warning("FL SDK Activation Failed!")
+        return None, None, None
 
-        r = requests.post(url=url, files=files, headers=headers)
+    try:
+        image = open(frame, 'rb')
     except:
-        raise gr.Error("Please select images file!")
-
-    faces = None
+        raise gr.Error("Please select image file!")
+    
+    image_mat = cv2.imdecode(np.frombuffer(image.read(), np.uint8), cv2.IMREAD_COLOR)
+    start_time = time.time()
+    result, face_rect, score, angles = fl_header.check_liveness(image_mat, SPOOF_THRESHOLD)
+    end_time = time.time()
+    process_time = (end_time - start_time) * 1000
 
-    face_crop, liveness_result, liveness_score = None, "", -200
+    face_crop, one_line_attribute = None, ""
     try:
         image = Image.open(frame)
 
         face = Image.new('RGBA',(150, 150), (80,80,80,0))
-        res = r.json().get('data')
-        if res is not None and res:
-            face = res.get('face_rect')
-            x1 = face.get('x')
-            y1 = face.get('y')
-            x2 = x1 + face.get('w')
-            y2 = y1 + face.get('h')
+        
+        if face_rect is not None:
+            x1 = int(face_rect[0])
+            y1 = int(face_rect[1])
+            x2 = int(face_rect[2])
+            y2 = int(face_rect[3])
 
             if x1 < 0:
                 x1 = 0
@@ -338,24 +395,71 @@ def check_liveness(frame):
             resized_h = 150
 
             face_crop = face_crop.resize((int(resized_w), int(resized_h)))
-            liveness_score = res.get('liveness_score')
-            liveness = res.get('result')
-
-            if liveness == 'REAL':
-                liveness_result = f"""<br/><div class="markdown-success-container"><p style="text-align: center; font-size: 20px; color: green;">Liveness Check:  REAL<br/>Score: {liveness_score}</p></div>"""
-            else:
-                liveness_result = f"""<br/><div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check:  {liveness}<br/>Score: {liveness_score}</p></div>"""
 
+        if angles is not None:
+            yaw = angles[0]
+            roll = angles[1]
+            pitch = angles[2]
+
+        attribute = f"""
+        <br/>
+        <div class="markdown-attribute-container">
+        <table>
+        <tr>
+            <th>Field</th>
+            <th colspan="2">Value</th>
+        </tr>
+        <tr>
+            <th rowspan="4">Face Rect</th>
+            <td>x</td>
+            <td>{x1}</td>
+        </tr>
+        <tr>
+            <td>y</td>
+            <td>{y1}</td>
+        </tr>
+        <tr>
+            <td>width</td>
+            <td>{x2 - x1 + 1}</td>
+        </tr>
+        <tr>
+            <td>height</td>
+            <td>{y2 - y1 + 1}</td>
+        </tr>
+        <tr>
+            <th rowspan="3">Face Angle</th>
+            <td>Pitch</td>
+            <td>{"{:.4f}".format(pitch)}</td>
+        </tr>
+        <tr>
+            <td>Yaw</td>
+            <td>{"{:.4f}".format(yaw)}</td>
+        </tr>
+        <tr>
+            <td>Roll</td>
+            <td>{"{:.4f}".format(roll)}</td>
+        </tr>
+        </table>
+        </div>
+        """
+        
+        one_line_attribute = convert_fun(attribute)
     except:
         pass
-    
-    return face_crop, liveness_result, liveness_score
 
-def analyze_face(frame):
-    face_crop_1, liveness_result, liveness_score = check_liveness(frame)
-    face_crop_2, attribute = get_attributes(frame)
+    str_score = str("{:.4f}".format(score))
+    if result == "REAL":
+        liveness_result = f"""<br/><div class="markdown-success-container"><p style="text-align: center; font-size: 20px; color: green;">Liveness Check:  REAL<br/>Score: {str_score}</p></div>"""        
+    else:
+        liveness_result = f"""<br/><div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check:  {result}<br/>Score: {str_score}</p></div>"""  
+        
+    return face_crop, liveness_result, one_line_attribute
 
-    face_crop = face_crop_1 if (face_crop_1 is not None) else face_crop_2
+def analyze_face(frame):
+    # face_crop_1, liveness_result, liveness_score = check_liveness(frame)
+    # face_crop_2, attribute = get_attributes(frame)
+    # face_crop = face_crop_1 if (face_crop_1 is not None) else face_crop_2
+    face_crop, liveness_result, attribute = check_liveness(frame)
     return [face_crop, liveness_result, attribute]