3D头模加载 - 技术栈

psbody加载

codetalker

python 复制代码

from psbody.mesh import Mesh

    if cfg.dataset == "BIWI":
        template_file = os.path.join(cfg.data_root, "BIWI.ply")
    elif cfg.dataset == "vocaset":
        template_file = os.path.join(cfg.data_root, "FLAME_sample.ply")
         
    print("rendering: ", test_name)
                 
    template = Mesh(filename=template_file)

psbody示例

python 复制代码

from psbody.mesh import Mesh
from psbody.mesh.meshviewer import MeshViewer

template_file = r'BIWI/BIWI.ply'
template_file = r'E:\project\audio\audio2face\CodeTalker-main\vocaset\FLAME_sample.ply'
# template_file = r'E:\project\audio\audio2face\CodeTalker-main\BIWI\BIWI.ply'

target_mesh = Mesh(filename=template_file)
target_mesh.set_vertex_colors('white')
viewer = MeshViewer()
# viewer.set_background_color((1.0, 1.0, 1.0),blocking=False)

viewer.set_static_meshes([target_mesh], blocking=True)
# viewer.set_dynamic_meshes(target_mesh)
viewer.set_background_color((1.0, 1.0, 1.0))
viewer.show()

这个显示是黑屏，不能显示物体

trimesh加载

FaceDiffuser

python 复制代码

import trimesh

if __name__ == '__main__':
    template_file=f"data/BIWI/templates/face_template.obj"
    ref_mesh = trimesh.load_mesh(template_file, process=False)

    scene = trimesh.scene.scene.Scene([ref_mesh])

    # 显示场景
    scene.show()

报错：

python 复制代码

ImportError: `trimesh.viewer.windowed` requires `pip install "pyglet<2"`

解决方法：

pip install "pyglet<2"

加载动画：

python 复制代码

import trimesh

import numpy as np

def load_mesh(file_path):
    """加载PLY文件并返回网格对象。"""
    return trimesh.load(file_path, process=False)

def apply_smile(mesh, intensity=0.5):
    """模拟微笑通过向上移动模型嘴角附近的顶点。"""
    # 假设嘴角的顶点索引已知
    mouth_corner_indices = [1500, 2300]  # 示例索引，需要根据实际模型调整

    movement = np.array([0, intensity, 0])  # 向上移动
    for idx in mouth_corner_indices:
        print(f"Vertex_o {idx}: {mesh.vertices[idx]}")  # 打印原始顶点位置
    # 更新嘴角顶点位置
    for idx in range(mouth_corner_indices[0],mouth_corner_indices[1]):
        mesh.vertices[idx] += movement
    for idx in mouth_corner_indices:
        print(f"Vertex {idx}: {mesh.vertices[idx]}")  # 打印更新后的顶点位置
def main():
    # 路径替换为你的PLY文件路径
    mesh = load_mesh(r'E:\BIWI.ply')

    # 应用微笑表情变换
    apply_smile(mesh, intensity=0.1)  # 强度根据模型尺度调整

    # 使用trimesh提供的简单pyglet窗口显示结果
    mesh.show()

if __name__ == "__main__":
    main()

openmesh

pip install openmesh

win11直接安装报错

从巴塞尔面模型（BFM）转换为 FLAME 头部模型

https://github.com/TimoBolkart/BFM_to_FLAME