Mediapipe's face feature point 468 detection

Official website address:

https://github.com/google/mediapipehttps://github.com/google/mediapipe

  

Mediapipe is an open source project of Google that supports cross-platform common ML solutions. Click here on the project homepage , and you can see that it supports many commonly used AI functions. Here are a few commonly used examples:

1. Face Detection
2. FaceMesh: Reconstruct 3D Mesh of human face from images/videos, which can be used for AR rendering
3. Portrait Segmentation: Segment people from images/videos, which can be used for video conferencing, such as Zoom/DingTalk
4. Gesture tracking: 3D coordinates of 21 key points can be marked
5. Human body pose estimation: 3D coordinates of 33 key points can be given
6. Hair coloring: the hair can be detected and colored on the picture

Go directly to the demo:

import cv2
import mediapipe as mp
import time

class FaceMeshDetector():
    def __init__(self,staticMode=False,maxFaces=2,minDetectionCon=0.5,minTrackCon=0.5):
        self.staticMode = staticMode
        self.maxFaces = maxFaces
        self.minDetectionCon = minDetectionCon
        self.minTrackCon = minTrackCon

        self.mpDraw = mp.solutions.drawing_utils
        self.mpFaceMesh = mp.solutions.face_mesh
        self.faceMesh = self.mpFaceMesh.FaceMesh(self.staticMode,self.maxFaces,False,self.minDetectionCon,self.minTrackCon)  # 一张脸显示
        # 設置点的大小和半径
        self.drawSpec = self.mpDraw.DrawingSpec(thickness=1, circle_radius=2)

    def findFaceMesh(self, img, draw=True):
        self.imgRGB = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
        self.results = self.faceMesh.process(self.imgRGB)
        faces = []
        if self.results.multi_face_landmarks:
            for faceLms in self.results.multi_face_landmarks:
                if draw:
                   self.mpDraw.draw_landmarks(img, faceLms, self.mpFaceMesh.FACEMESH_LEFT_EYEBROW, self.drawSpec,
                                           self.drawSpec)  # 设置点的大小
                face =[]
                for id,lm in enumerate(faceLms.landmark):
                    # print(lm)
                    ih, iw, ic = img.shape
                    x, y = int(lm.x * iw), int(lm.y * ih)
                    #绘制出坐标点的数字
                    cv2.putText(img, str(id), (x, y), cv2.FONT_HERSHEY_PLAIN, 0.5, (0, 255, 0), 1)
                    face.append([x,y])
                faces.append(face)
        return img,faces


def main():
    cap = cv2.VideoCapture("../videos/heng.mp4")
    pTime = 0
    detector = FaceMeshDetector(maxFaces=2)
    while True:
        success, img = cap.read()
        img,faces = detector.findFaceMesh(img,False) #True表示绘制人脸，False表示不绘制人脸
        if len(faces)!=0:
            print(faces[0])
        cTime = time.time()
        fps = 1 / (cTime - pTime)
        pTime = cTime
        cv2.putText(img, f'FPS{int(fps)}', (20, 70), cv2.FONT_HERSHEY_PLAIN, 3, (0, 255, 0), 3)
        cv2.imshow("Image", img)
        cv2.waitKey(1)


if __name__ == "__main__":
    main()

Effect: