add lip color

app.py

@@ -59,6 +59,108 @@ def change_glasses():
     overlay = cv2.imread(f'glasses/glass{num}.png', cv2.IMREAD_UNCHANGED)
     return overlay
 
+def change_lip_color(frame, color_name='none'):
+    # Define a mapping from color names to BGR values
+    color_map = {
+    'classic_red': (255, 0, 0),    # Classic red
+    'deep_red': (139, 0, 0),       # Deep red
+    'cherry_red': (205, 0, 0),     # Cherry red
+    'rose_red': (204, 102, 0),     # Rose red
+    'wine_red': (128, 0, 0),       # Wine red
+    'brick_red': (128, 64, 0),     # Brick red
+    'coral_red': (255, 128, 0),    # Coral red
+    'berry_red': (153, 0, 0),      # Berry red
+    'ruby_red': (255, 17, 0),      # Ruby red
+    'crimson_red': (220, 20, 60),  # Crimson red
+}
+
+    # Get the BGR color from the color name
+    color = color_map.get(color_name, None)
+
+    # If 'none' is selected, return the original frame
+    if color is None:
+        return frame
+
+    # Convert to RGB for processing
+    frame_rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
+    results = face_mesh.process(frame_rgb)
+
+    if results.multi_face_landmarks:
+        for face_landmarks in results.multi_face_landmarks:
+           # Define the region for the upper lip using landmark indices
+            upper_lip_region = np.array([
+                (face_landmarks.landmark[61].x * frame.shape[1], face_landmarks.landmark[61].y * frame.shape[0]),
+                (face_landmarks.landmark[185].x * frame.shape[1], face_landmarks.landmark[185].y * frame.shape[0]),
+                (face_landmarks.landmark[40].x * frame.shape[1], face_landmarks.landmark[40].y * frame.shape[0]),
+                (face_landmarks.landmark[39].x * frame.shape[1], face_landmarks.landmark[39].y * frame.shape[0]),
+                (face_landmarks.landmark[37].x * frame.shape[1], face_landmarks.landmark[37].y * frame.shape[0]),
+                (face_landmarks.landmark[0].x * frame.shape[1], face_landmarks.landmark[0].y * frame.shape[0]),
+                (face_landmarks.landmark[267].x * frame.shape[1], face_landmarks.landmark[267].y * frame.shape[0]),
+                (face_landmarks.landmark[269].x * frame.shape[1], face_landmarks.landmark[269].y * frame.shape[0]),
+                (face_landmarks.landmark[270].x * frame.shape[1], face_landmarks.landmark[270].y * frame.shape[0]),
+                (face_landmarks.landmark[409].x * frame.shape[1], face_landmarks.landmark[409].y * frame.shape[0]),
+                (face_landmarks.landmark[291].x * frame.shape[1], face_landmarks.landmark[291].y * frame.shape[0]),
+                (face_landmarks.landmark[61].x * frame.shape[1], face_landmarks.landmark[61].y * frame.shape[0])
+            ], np.int32)
+
+            # Define the region for the lower lip using landmark indices
+            lower_lip_region = np.array([
+                (face_landmarks.landmark[61].x * frame.shape[1], face_landmarks.landmark[61].y * frame.shape[0]),
+                (face_landmarks.landmark[146].x * frame.shape[1], face_landmarks.landmark[146].y * frame.shape[0]),
+                (face_landmarks.landmark[91].x * frame.shape[1], face_landmarks.landmark[91].y * frame.shape[0]),
+                (face_landmarks.landmark[181].x * frame.shape[1], face_landmarks.landmark[181].y * frame.shape[0]),
+                (face_landmarks.landmark[84].x * frame.shape[1], face_landmarks.landmark[84].y * frame.shape[0]),
+                (face_landmarks.landmark[17].x * frame.shape[1], face_landmarks.landmark[17].y * frame.shape[0]),
+                (face_landmarks.landmark[314].x * frame.shape[1], face_landmarks.landmark[314].y * frame.shape[0]),
+                (face_landmarks.landmark[405].x * frame.shape[1], face_landmarks.landmark[405].y * frame.shape[0]),
+                (face_landmarks.landmark[321].x * frame.shape[1], face_landmarks.landmark[321].y * frame.shape[0]),
+                (face_landmarks.landmark[375].x * frame.shape[1], face_landmarks.landmark[375].y * frame.shape[0]),
+                (face_landmarks.landmark[291].x * frame.shape[1], face_landmarks.landmark[291].y * frame.shape[0]),
+                (face_landmarks.landmark[61].x * frame.shape[1], face_landmarks.landmark[61].y * frame.shape[0])
+            ], np.int32)
+
+            lip_region = np.concatenate((upper_lip_region, lower_lip_region), axis=0)
+
+            # Define the region for the teeth using landmark indices
+            teeth_region = np.array([
+                (face_landmarks.landmark[78].x * frame.shape[1], face_landmarks.landmark[78].y * frame.shape[0]),
+                (face_landmarks.landmark[95].x * frame.shape[1], face_landmarks.landmark[95].y * frame.shape[0]),
+                (face_landmarks.landmark[88].x * frame.shape[1], face_landmarks.landmark[88].y * frame.shape[0]),
+                (face_landmarks.landmark[178].x * frame.shape[1], face_landmarks.landmark[178].y * frame.shape[0]),
+                (face_landmarks.landmark[87].x * frame.shape[1], face_landmarks.landmark[87].y * frame.shape[0]),
+                (face_landmarks.landmark[14].x * frame.shape[1], face_landmarks.landmark[14].y * frame.shape[0]),
+                (face_landmarks.landmark[317].x * frame.shape[1], face_landmarks.landmark[317].y * frame.shape[0]),
+                (face_landmarks.landmark[402].x * frame.shape[1], face_landmarks.landmark[402].y * frame.shape[0]),
+                (face_landmarks.landmark[318].x * frame.shape[1], face_landmarks.landmark[318].y * frame.shape[0]),
+                (face_landmarks.landmark[324].x * frame.shape[1], face_landmarks.landmark[324].y * frame.shape[0]),
+                (face_landmarks.landmark[308].x * frame.shape[1], face_landmarks.landmark[308].y * frame.shape[0]),
+                (face_landmarks.landmark[78].x * frame.shape[1], face_landmarks.landmark[78].y * frame.shape[0])
+            ], np.int32)
+
+            # Create a mask for the lip region
+            lip_mask = np.zeros(frame.shape[:2], dtype=np.uint8)
+            cv2.fillPoly(lip_mask, [lip_region], 255)
+
+            # Create a mask for the teeth region
+            teeth_mask = np.zeros(frame.shape[:2], dtype=np.uint8)
+            cv2.fillPoly(teeth_mask, [teeth_region], 255)
+
+            # Subtract the teeth mask from the lip mask
+            final_mask = cv2.subtract(lip_mask, teeth_mask)
+
+            # Create a colored lip image
+            colored_lips = np.zeros_like(frame)
+            colored_lips[:] = color
+
+            # Apply the colored lips only to the lip region
+            lips_colored = cv2.bitwise_and(colored_lips, colored_lips, mask=final_mask)
+
+            # Combine the original frame with the colored lips
+            frame = cv2.bitwise_and(frame, frame, mask=cv2.bitwise_not(final_mask))
+            frame = cv2.add(frame, lips_colored)
+
+    return frame
+
 # Process frame for overlay and face shape detection
 def process_frame(frame):
     global overlay
@@ -196,12 +298,12 @@ def save_frame(frame):
 
        return f"Frame saved as '{filename}'"
 
-
-
-# Gradio webcam input
-def webcam_input(frame, transform):
+def webcam_input(frame, transform, lip_color):
     frame, face_shape, glass_shape = process_frame(frame)
-    frame = transform_cv2(frame, transform)
+    if transform != "none" and lip_color == "none":
+        frame = transform_cv2(frame, transform)
+    elif lip_color != "none" and transform == "none":
+        frame = change_lip_color(frame, lip_color)
     return frame, face_shape, glass_shape
 
 # Gradio Interface
@@ -211,6 +313,8 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="purple", secondary_hue="blue"))
         with gr.Group(elem_classes=["my-group"]):
             transform = gr.Dropdown(choices=["cartoon", "edges", "sepia", "negative", "sketch", "blur", "none"],
                                     value="none", label="Select Filter")
+            lip_color = gr.Dropdown(choices=["classic_red", "deep_red", "cherry_red", "rose_red", "wine_red", "brick_red", "coral_red", "berry_red", "ruby_red", "crimson_red", "none"],
+                                     value="none", label="Select Lip Color")
             gr.Markdown("Click the Webcam icon to start the camera, and then press the record button to start the virtual try-on.")
             input_img = gr.Image(sources=["webcam"], type="numpy", streaming=True)
             gr.Markdown("Face Shape and Recommended Glass Shape")
@@ -219,7 +323,7 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="purple", secondary_hue="blue"))
             next_button = gr.Button("Next Glasses➡️")
             save_button = gr.Button("Save as a Picture📌")
 
-    input_img.stream(webcam_input, [input_img, transform], [input_img, face_shape_output, glass_shape_output], stream_every=0.1)
+    input_img.stream(webcam_input, [input_img, transform, lip_color], [input_img, face_shape_output, glass_shape_output], stream_every=0.1)
     with gr.Row():
         next_button.click(change_glasses, [], [])
     with gr.Row():