1 Star 0 Fork 0

RTools/ComfyUI_LayerStyle

加入 Gitee
与超过 1400万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
mediapipe_facial_segment.py 4.61 KB
一键复制 编辑 原始数据 按行查看 历史
import numpy as np
import mediapipe as mp
from .imagefunc import *
NODE_NAME = 'MediapipeFacialSegment'
# 获取特征点的坐标
def get_points(indices, face_landmarks, width, height):
return [(int(face_landmarks.landmark[i].x * width), int(face_landmarks.landmark[i].y * height))
for i in indices]
# 绘制面部特征的多边形
def draw_feature(indices, mask, face_landmarks, width, height):
points = get_points(indices, face_landmarks, width, height)
points = np.array(points, dtype=np.int32)
cv2.fillPoly(mask, [points], 255)
class FacialFeatureSegment:
def __init__(self):
pass
@classmethod
def INPUT_TYPES(self):
return {
"required": {
"image": ("IMAGE",), #
"left_eye": ("BOOLEAN", {"default": True}),
"left_eyebrow": ("BOOLEAN", {"default": True}),
"right_eye": ("BOOLEAN", {"default": True}),
"right_eyebrow": ("BOOLEAN", {"default": True}),
"lips": ("BOOLEAN", {"default": True}),
"tooth": ("BOOLEAN", {"default": True}),
},
"optional": {
}
}
RETURN_TYPES = ("IMAGE", "MASK",)
RETURN_NAMES = ("image", "mask",)
FUNCTION = 'facial_feature_segment'
CATEGORY = '😺dzNodes/LayerMask'
def facial_feature_segment(self, image,
left_eye, left_eyebrow, right_eye, right_eyebrow, lips, tooth
):
# 定义面部特征索引
left_eye_indices = [33, 7, 163, 144, 145, 153, 154, 155, 133, 173, 157, 158, 159, 160, 161, 246]
right_eye_indices = [263, 249, 390, 373, 374, 380, 381, 382, 362, 398, 384, 385, 386, 387, 388, 466]
left_eyebrow_indices = [70, 63, 105, 66, 107, 55, 65, 52, 53, 46]
right_eyebrow_indices = [336, 296, 334, 293, 300, 276, 283, 282, 295, 285]
# upper_lip_indices = [61, 146, 91, 181, 84, 17, 314, 405, 321, 375, 291, 308, 324, 318, 402, 317, 14, 87, 178, 88, 95, 78]
# lower_lip_indices = [61, 185, 40, 39, 37, 0, 267, 269, 270, 409, 291, 308, 415, 310, 311, 312, 13, 82, 81, 80, 191, 78]
tooth_indices = [78, 95, 88, 178, 87, 14, 317, 402, 318, 324, 308, 415, 310, 311, 312, 13, 82, 81, 80, 191, 78]
lips_indices = [61, 76, 62, 78, 191, 80, 81, 82, 13, 312, 311, 310, 415, 308, 324, 318, 402, 317, 14, 87, 178,
88, 95, 185, 40, 39, 37, 0, 267, 269, 270, 409, 291, 375, 321, 405, 314, 17, 84, 181, 91, 146,
61]
ret_images = []
ret_masks = []
scale_factor = 4
for i in image:
face_image = tensor2pil(i.unsqueeze(0)).convert('RGB')
width, height = face_image.size
width *= scale_factor
height *= scale_factor
cv2_image = pil2cv2(face_image)
mp_face_mesh = mp.solutions.face_mesh
fase_mesh = mp_face_mesh.FaceMesh(static_image_mode=True, max_num_faces=1, min_detection_confidence=0.5)
results = fase_mesh.process(cv2_image)
mask = np.zeros((height, width), dtype=np.uint8)
if results.multi_face_landmarks:
for face_landmarks in results.multi_face_landmarks:
# 绘制各个面部特征
if left_eye:
draw_feature(left_eye_indices, mask, face_landmarks, width, height)
if right_eye:
draw_feature(right_eye_indices, mask, face_landmarks, width, height)
if left_eyebrow:
draw_feature(left_eyebrow_indices, mask, face_landmarks, width, height)
if right_eyebrow:
draw_feature(right_eyebrow_indices, mask, face_landmarks, width, height)
if lips:
draw_feature(lips_indices, mask, face_landmarks, width, height)
if tooth:
draw_feature(tooth_indices, mask, face_landmarks, width, height)
mask = cv22pil(mask).convert('L')
mask = gaussian_blur(mask, 2)
mask = mask.resize(face_image.size, Image.BILINEAR)
ret_images.append(pil2tensor(RGB2RGBA(face_image, mask)))
ret_masks.append(image2mask(mask))
log(f"{NODE_NAME} Processed {len(ret_images)} image(s).", message_type='finish')
return (torch.cat(ret_images, dim=0), torch.cat(ret_masks, dim=0),)
NODE_CLASS_MAPPINGS = {
"LayerMask: MediapipeFacialSegment": FacialFeatureSegment
}
NODE_DISPLAY_NAME_MAPPINGS = {
"LayerMask: MediapipeFacialSegment": "LayerMask: Mediapipe Facial Segment"
}
Loading...
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/huatool/ComfyUI_LayerStyle.git
git@gitee.com:huatool/ComfyUI_LayerStyle.git
huatool
ComfyUI_LayerStyle
ComfyUI_LayerStyle
main

搜索帮助