facemesh-tracker/facemesh_preview.py at main · nralbrecht/facemesh-tracker · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
import cv2
import mediapipe as mp
from mediapipe.framework.formats import landmark_pb2

mp_drawing = mp.solutions.drawing_utils
mp_drawing_styles = mp.solutions.drawing_styles
mp_face_mesh = mp.solutions.face_mesh


class FaceMeshPreview:
    def __init__(self):
        self.feature_drawing_spec = mp_drawing.DrawingSpec(color=mp_drawing.BLUE_COLOR)
        self.rotation_drawing_spec = mp_drawing.DrawingSpec(color=mp_drawing.RED_COLOR)
        self.mesh_drawing_spec = mp_drawing_styles.get_default_face_mesh_tesselation_style()

    def show_image(self, base_image, selected_face = None, face_features = None, orientation=None, rotation=None, pivot=None):
        # Draw the face mesh annotations on the image.
        base_image.flags.writeable = True
        base_image = cv2.cvtColor(base_image, cv2.COLOR_RGB2BGR)
        if selected_face is not None:
            # draw mesh
            mp_drawing.draw_landmarks(
                image=base_image,
                landmark_list=selected_face,
                connections=mp_face_mesh.FACEMESH_TESSELATION,
                landmark_drawing_spec=None,
                connection_drawing_spec=self.mesh_drawing_spec)

            if face_features is not None:
                # draw selected face features
                feature_landmarks = landmark_pb2.NormalizedLandmarkList(
                    landmark = [
                        landmark_pb2.NormalizedLandmark(x=l[0], y=l[1], z=l[1]) for l in [
                            *face_features.values(),
                        ]
                    ]
                )
                mp_drawing.draw_landmarks(
                        image=base_image,
                        landmark_list=feature_landmarks,
                        landmark_drawing_spec=self.feature_drawing_spec)

                if orientation is not None:
                    # draw direction vectors
                    rotation_landmarks = landmark_pb2.NormalizedLandmarkList(
                        landmark = [
                            landmark_pb2.NormalizedLandmark(x=l[0], y=l[1], z=l[1]) for l in [
                                face_features["nose"] - orientation[0] * 0.25,
                                face_features["nose"] - orientation[1] * 0.25,
                                face_features["nose"] - orientation[2] * 0.25
                            ]
                        ]
                    )
                    mp_drawing.draw_landmarks(
                            image=base_image,
                            landmark_list=rotation_landmarks,
                            landmark_drawing_spec=self.rotation_drawing_spec)

            # Flip the image horizontally for a selfie-view display.
            base_image = cv2.flip(base_image, 1)

            if rotation is not None:
                # write directions as text
                for i, rot in enumerate(zip(["yaw", "pitch", "roll"], rotation)):
                    cv2.putText(
                        base_image,
                        "{}: {}".format(*rot),
                        (1, 10+10*i), #position at which writing has to start
                        cv2.FONT_HERSHEY_SIMPLEX, #font family
                        0.4, #font size
                        (209, 80, 0, 255), #font color
                        1) #font stroke

            if pivot is not None:
                # write directions as text
                for i, rot in enumerate(zip("xyz", pivot)):
                    cv2.putText(
                        base_image,
                        "{}: {}".format(*rot),
                        (1, 10+10*3+10+10*i), #position at which writing has to start
                        cv2.FONT_HERSHEY_SIMPLEX, #font family
                        0.4, #font size
                        (209, 80, 0, 255), #font color
                        1) #font stroke
        else:
            base_image = cv2.flip(base_image, 1)

        cv2.imshow("MediaPipe Face Mesh", base_image)

        if cv2.waitKey(5) & 0xFF == 27:
            # escape is pressed signal to stop
            return True
        return False