虚拟试衣间中的AR与人工智能结合

conda create -n ar_ai_fit python=3.10
conda activate ar_ai_fit
pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
pip install open3d mediapipe smplx numpy opencv-python
git clone https://github.com/YOUR_REPO/AR_AI_FIT.git
cd AR_AI_FIT
pip install -r requirements.txt

# avatar_from_rgb.py
import torch, cv2, numpy as np
from model import LiteSMPLX  # 自己训练的 13 MB 小模型
from utils import get_bbox, square_pad

net = LiteSMPLX().eval().to('cuda')
img = cv2.imread('front.jpg')
img_square = square_pad(img)
inp = torch.from_numpy(img_square).permute(2,0,1).unsqueeze(0).float()/255
with torch.no_grad():
    beta, theta, psi = net(inp.cuda())          # 82 维参数
torch.save({'beta':beta,'theta':theta,'psi':psi}, 'avatar.pt')
print('Avatar 参数已保存，下一步驱动/试衣')

# cloth_sim.py
import torch, pickle
from cloth_gnn import ClothGNN
gnn = ClothGNN().eval().to('cuda')
# 加载 T-shirt 模板网格
with open('template_tshirt.pkl','rb') as f:
    cloth = pickle.load(f)   # {'V':N×3, 'F':M×3, 'fabric':feat}
V = torch.from_numpy(cloth['V']).float().cuda()
F = torch.from_numpy(cloth['F']).long().cuda()
# 加载 4.2 节生成的身体姿态
param = torch.load('avatar.pt')
pose = param['theta']                      # 1×72
with torch.no_grad():
    V_new = gnn(V, F, pose, cloth['fabric'])  # 模拟后顶点
torch.save(V_new, 'tshirt_sim.pt')
print('布料模拟完成，顶点数:', V_new.shape[0])

# viewer.py
import open3d as o3d, torch, pickle
body = o3d.io.read_triangle_mesh('body.ply')
cloth_v = torch.load('tshirt_sim.pt').cpu().numpy()
with open('template_tshirt.pkl','rb') as f:
    cloth = pickle.load(f)
cloth_mesh = o3d.geometry.TriangleMesh()
cloth_mesh.vertices = o3d.utility.Vector3dVector(cloth_v)
cloth_mesh.triangles = o3d.utility.Vector3iVector(cloth['F'])
cloth_mesh.paint_uniform_color([0.9,0.1,0.1])

vis = o3d.visualization.Visualizer()
vis.create_window(width=960,height=720)
vis.add_geometry(body)
vis.add_geometry(cloth_mesh)
vis.run()

// GarmentAnchor.cs
public class GarmentAnchor : MonoBehaviour {
    public ARRaycastManager rayManager;
    public GameObject garmentPrefab;   // 4.3 节导出的 .asset
    private GameObject spawned;

    void Update() {
        if (Input.touchCount > 0 && spawned == null) {
            var hits = new List<ARRaycastHit>();
            if (rayManager.Raycast(Input.GetTouch(0).position, hits, TrackableType.PlaneWithinPolygon)) {
                var hitPose = hits[0].pose;
                spawned = Instantiate(garmentPrefab, hitPose.position, hitPose.rotation);
                // 缩放匹配真实尺寸（单位：米）
                spawned.transform.localScale = Vector3.one * 0.01f;
            }
        }
    }
}