Neon Avatar v0.1 — Realistic VTuber avatar for face tracking
Pipeline: Webcam → Z-Ray Facetracker → Unity (OpenSeeFace) → Avatar → OBS Components: - avatar.blend: Blender 5.1 source (31K verts, 52 ARKit blendshapes) - avatar.fbx: FBX export for Unity - NeonAvatarDriver.cs: Unity script mapping OpenSeeFace → blendshapes - create_avatar.py: Procedural avatar generation script Avatar: Female, 22y, black hair, blue eyes, slim, winter clothing Features: Idle breathing, auto-blink, head rotation tracking, mouth/brow tracking
This commit is contained in:
arch_agent
@@ -0,0 +1,2 @@
|
||||
OpenSeeFace/
|
||||
*.blend1
|
||||
@@ -0,0 +1,367 @@
|
||||
/*
|
||||
* NeonAvatarDriver.cs — Face Tracking Driver for Unity
|
||||
* =====================================================
|
||||
* Receives OpenSeeFace tracking data from Z-Ray Facetracker (UDP 11573)
|
||||
* and maps it to a standard SkinnedMeshRenderer with ARKit blendshapes.
|
||||
*
|
||||
* No VRM needed — works with any avatar that has ARKit-compatible blendshapes.
|
||||
*
|
||||
* Setup:
|
||||
* 1. Import avatar FBX with blendshapes into Unity
|
||||
* 2. Add this script to a GameObject
|
||||
* 3. Assign the SkinnedMeshRenderer of the avatar's head
|
||||
* 4. Make sure Z-Ray Facetracker is running (flatpak run de.z_ray.Facetracker)
|
||||
*/
|
||||
|
||||
using UnityEngine;
|
||||
using OpenSee;
|
||||
using System.Collections.Generic;
|
||||
|
||||
public class NeonAvatarDriver : MonoBehaviour
|
||||
{
|
||||
[Header("References")]
|
||||
[Tooltip("The OpenSeeFace receiver component")]
|
||||
public OpenSee openSeeReceiver;
|
||||
|
||||
[Tooltip("SkinnedMeshRenderer of the avatar head with blendshapes")]
|
||||
public SkinnedMeshRenderer headMesh;
|
||||
|
||||
[Tooltip("SkinnedMeshRenderer of the avatar body (optional, for body movement)")]
|
||||
public SkinnedMeshRenderer bodyMesh;
|
||||
|
||||
[Header("Head Movement")]
|
||||
[Tooltip("How much the avatar head rotates with the webcam tracking")]
|
||||
public float headRotationScale = 1.0f;
|
||||
|
||||
[Tooltip("Smooth factor for head rotation (higher = smoother)")]
|
||||
public float headSmoothing = 5.0f;
|
||||
|
||||
[Tooltip("Transform of the head bone (for rotation)")]
|
||||
public Transform headBone;
|
||||
|
||||
[Header("Eye Tracking")]
|
||||
public bool enableEyeTracking = true;
|
||||
public float eyeRotationScale = 1.0f;
|
||||
|
||||
[Header("Blendshape Settings")]
|
||||
[Tooltip("Prefix for blendshape names (empty if using ARKit names directly)")]
|
||||
public string blendshapePrefix = "";
|
||||
|
||||
[Tooltip("Multiplier for mouth blendshapes")]
|
||||
public float mouthScale = 1.5f;
|
||||
|
||||
[Tooltip("Multiplier for brow blendshapes")]
|
||||
public float browScale = 1.2f;
|
||||
|
||||
[Tooltip("Multiplier for eye blendshapes")]
|
||||
public float eyeScale = 1.0f;
|
||||
|
||||
[Header("Idle Animation")]
|
||||
[Tooltip("Enable idle breathing animation")]
|
||||
public bool enableBreathing = true;
|
||||
|
||||
[Tooltip("Breathing speed")]
|
||||
public float breathingSpeed = 0.3f;
|
||||
|
||||
[Tooltip("Breathing intensity")]
|
||||
public float breathingIntensity = 0.015f;
|
||||
|
||||
[Header("Auto Blink")]
|
||||
public bool enableAutoBlink = true;
|
||||
public float minBlinkInterval = 3.0f;
|
||||
public float maxBlinkInterval = 8.0f;
|
||||
public float blinkSpeed = 0.15f;
|
||||
|
||||
// Private state
|
||||
private Dictionary<string, int> blendshapeMap = new Dictionary<string, int>();
|
||||
private Quaternion smoothedHeadRotation = Quaternion.identity;
|
||||
private float breathingTimer = 0f;
|
||||
private float nextBlinkTime = 0f;
|
||||
private float blinkState = 0f;
|
||||
private bool blinking = false;
|
||||
|
||||
// ARKit blendshape names (standard 52)
|
||||
private static readonly string[] ARKIT_SHAPES = {
|
||||
"EyeBlinkLeft", "EyeLookInLeft", "EyeLookOutLeft", "EyeLookUpLeft", "EyeLookDownLeft",
|
||||
"EyeBlinkRight", "EyeLookInRight", "EyeLookOutRight", "EyeLookUpRight", "EyeLookDownRight",
|
||||
"EyeSquintLeft", "EyeSquintRight", "EyeWideLeft", "EyeWideRight",
|
||||
"JawOpen", "JawLeft", "JawRight", "JawForward",
|
||||
"MouthClose", "MouthFunnel", "MouthPucker", "MouthLeft", "MouthRight",
|
||||
"MouthSmileLeft", "MouthSmileRight", "MouthFrownLeft", "MouthFrownRight",
|
||||
"MouthDimpleLeft", "MouthDimpleRight", "MouthStretchLeft", "MouthStretchRight",
|
||||
"MouthRollLower", "MouthRollUpper", "MouthShrugLower", "MouthShrugUpper",
|
||||
"MouthPressLeft", "MouthPressRight", "MouthLowerOuterLeft", "MouthLowerOuterRight",
|
||||
"MouthUpperOuterLeft", "MouthUpperOuterRight",
|
||||
"CheekSquintLeft", "CheekSquintRight", "CheekPuff",
|
||||
"NoseSneerLeft", "NoseSneerRight",
|
||||
"BrowInnerUp", "BrowInnerDown",
|
||||
"BrowOuterUpLeft", "BrowOuterUpRight", "BrowOuterDownLeft", "BrowOuterDownRight",
|
||||
};
|
||||
|
||||
void Start()
|
||||
{
|
||||
// Build blendshape name → index map
|
||||
if (headMesh != null && headMesh.sharedMesh != null)
|
||||
{
|
||||
var mesh = headMesh.sharedMesh;
|
||||
for (int i = 0; i < mesh.blendShapeCount; i++)
|
||||
{
|
||||
string name = mesh.GetBlendShapeName(i);
|
||||
blendshapeMap[name] = i;
|
||||
}
|
||||
|
||||
Debug.Log($"[NeonAvatar] Found {blendshapeMap.Count} blendshapes on {headMesh.name}");
|
||||
|
||||
// Log which ARKit shapes are present
|
||||
int found = 0;
|
||||
foreach (var shape in ARKIT_SHAPES)
|
||||
{
|
||||
if (blendshapeMap.ContainsKey(blendshapePrefix + shape))
|
||||
found++;
|
||||
}
|
||||
Debug.Log($"[NeonAvatar] {found}/{ARKIT_SHAPES.Length} ARKit blendshapes found");
|
||||
}
|
||||
|
||||
// Set next blink time
|
||||
ScheduleNextBlink();
|
||||
}
|
||||
|
||||
void Update()
|
||||
{
|
||||
// Breathing
|
||||
if (enableBreathing && bodyMesh != null)
|
||||
{
|
||||
breathingTimer += Time.deltaTime * breathingSpeed;
|
||||
float breath = Mathf.Sin(breathingTimer * 2f * Mathf.PI) * breathingIntensity;
|
||||
// Scale chest slightly
|
||||
bodyMesh.transform.localScale = new Vector3(
|
||||
bodyMesh.transform.localScale.x,
|
||||
bodyMesh.transform.localScale.y + breath * 0.01f,
|
||||
bodyMesh.transform.localScale.z
|
||||
);
|
||||
}
|
||||
|
||||
// Auto blink
|
||||
if (enableAutoBlink)
|
||||
{
|
||||
HandleAutoBlink();
|
||||
}
|
||||
|
||||
// Process face tracking data
|
||||
if (openSeeReceiver == null || openSeeReceiver.trackingData == null || openSeeReceiver.trackingData.Length == 0)
|
||||
return;
|
||||
|
||||
var data = openSeeReceiver.trackingData[0];
|
||||
if (data == null)
|
||||
return;
|
||||
|
||||
// --- Head Rotation ---
|
||||
if (headBone != null)
|
||||
{
|
||||
// OpenSeeFace provides head rotation as quaternion
|
||||
Quaternion targetRot = data.rotation;
|
||||
targetRot = Quaternion.Euler(
|
||||
-targetRot.x * headRotationScale,
|
||||
targetRot.y * headRotationScale,
|
||||
-targetRot.z * headRotationScale
|
||||
);
|
||||
|
||||
smoothedHeadRotation = Quaternion.Slerp(smoothedHeadRotation, targetRot, Time.deltaTime * headSmoothing);
|
||||
headBone.localRotation = smoothedHeadRotation;
|
||||
}
|
||||
|
||||
// --- Eye Open/Close ---
|
||||
if (enableEyeTracking)
|
||||
{
|
||||
SetBlendshape("EyeBlinkLeft", (1f - data.leftEyeOpen) * eyeScale);
|
||||
SetBlendshape("EyeBlinkRight", (1f - data.rightEyeOpen) * eyeScale);
|
||||
}
|
||||
|
||||
// --- Mouth ---
|
||||
// OpenSeeFace provides mouth-related data via landmarks
|
||||
// We need to compute blendshape values from the facial landmarks
|
||||
if (data.landmarks != null && data.landmarks.Length >= 70)
|
||||
{
|
||||
ComputeMouthBlendshapes(data.landmarks);
|
||||
ComputeBrowBlendshapes(data.landmarks);
|
||||
}
|
||||
|
||||
// --- Eye Gaze ---
|
||||
if (enableEyeTracking && data.landmarks != null)
|
||||
{
|
||||
SetBlendshape("EyeLookInLeft", 0f);
|
||||
SetBlendshape("EyeLookOutLeft", 0f);
|
||||
SetBlendshape("EyeLookUpLeft", 0f);
|
||||
SetBlendshape("EyeLookDownLeft", 0f);
|
||||
SetBlendshape("EyeLookInRight", 0f);
|
||||
SetBlendshape("EyeLookOutRight", 0f);
|
||||
SetBlendshape("EyeLookUpRight", 0f);
|
||||
SetBlendshape("EyeLookDownRight", 0f);
|
||||
}
|
||||
}
|
||||
|
||||
void ComputeMouthBlendshapes(Vector2[] landmarks)
|
||||
{
|
||||
if (landmarks.Length < 70)
|
||||
return;
|
||||
|
||||
// OpenSeeFace 68-point landmark indices:
|
||||
// 48-67 = mouth
|
||||
// 0-16 = jaw
|
||||
// 17-21 = left eyebrow
|
||||
// 22-26 = right eyebrow
|
||||
// 27-30 = nose
|
||||
// 31-35 = nostrils
|
||||
// 36-41 = left eye
|
||||
// 42-47 = right eye
|
||||
|
||||
// Mouth corners (48 = left, 54 = right)
|
||||
Vector2 mouthLeft = landmarks[48];
|
||||
Vector2 mouthRight = landmarks[54];
|
||||
Vector2 mouthTop = landmarks[51];
|
||||
Vector2 mouthBottom = landmarks[57];
|
||||
Vector2 mouthCenter = (mouthLeft + mouthRight) * 0.5f;
|
||||
|
||||
// Mouth width (smile detection)
|
||||
float mouthWidth = Vector2.Distance(mouthLeft, mouthRight);
|
||||
float mouthHeight = Vector2.Distance(mouthTop, mouthBottom);
|
||||
|
||||
// Jaw/face width for normalization
|
||||
float faceWidth = Vector2.Distance(landmarks[0], landmarks[16]);
|
||||
if (faceWidth < 0.01f) faceWidth = 0.01f;
|
||||
|
||||
// Normalize
|
||||
float normalizedWidth = mouthWidth / faceWidth;
|
||||
float normalizedHeight = mouthHeight / faceWidth;
|
||||
|
||||
// Mouth open (JawOpen)
|
||||
float jawOpen = Mathf.Clamp01((normalizedHeight - 0.02f) * 10f) * mouthScale;
|
||||
SetBlendshape("JawOpen", jawOpen);
|
||||
|
||||
// Smile detection — corners higher than center
|
||||
float leftCornerHeight = mouthCenter.y - mouthLeft.y;
|
||||
float rightCornerHeight = mouthCenter.y - mouthRight.y;
|
||||
|
||||
float smileLeft = Mathf.Clamp01(leftCornerHeight * 5f) * mouthScale;
|
||||
float smileRight = Mathf.Clamp01(rightCornerHeight * 5f) * mouthScale;
|
||||
SetBlendshape("MouthSmileLeft", smileLeft);
|
||||
SetBlendshape("MouthSmileRight", smileRight);
|
||||
|
||||
// Frown — corners lower than center
|
||||
float frownLeft = Mathf.Clamp01(-leftCornerHeight * 5f) * mouthScale;
|
||||
float frownRight = Mathf.Clamp01(-rightCornerHeight * 5f) * mouthScale;
|
||||
SetBlendshape("MouthFrownLeft", frownLeft);
|
||||
SetBlendshape("MouthFrownRight", frownRight);
|
||||
|
||||
// Mouth pucker
|
||||
float pucker = Mathf.Clamp01(0.35f - normalizedWidth) * 3f * mouthScale;
|
||||
SetBlendshape("MouthPucker", pucker);
|
||||
|
||||
// Mouth close (when mouth is slightly open but lips together)
|
||||
if (normalizedHeight < 0.03f)
|
||||
{
|
||||
SetBlendshape("MouthClose", 0.5f);
|
||||
}
|
||||
else
|
||||
{
|
||||
SetBlendshape("MouthClose", 0f);
|
||||
}
|
||||
}
|
||||
|
||||
void ComputeBrowBlendshapes(Vector2[] landmarks)
|
||||
{
|
||||
// Left eyebrow: 17-21, Right eyebrow: 22-26
|
||||
// Eye center for reference
|
||||
Vector2 leftEyeCenter = (landmarks[36] + landmarks[39]) * 0.5f;
|
||||
Vector2 rightEyeCenter = (landmarks[42] + landmarks[45]) * 0.5f;
|
||||
|
||||
// Inner brows (points 21 and 22)
|
||||
Vector2 leftInnerBrow = landmarks[21];
|
||||
Vector2 rightInnerBrow = landmarks[22];
|
||||
|
||||
// Outer brows (points 17 and 26)
|
||||
Vector2 leftOuterBrow = landmarks[17];
|
||||
Vector2 rightOuterBrow = landmarks[26];
|
||||
|
||||
// Brow heights relative to eyes
|
||||
float leftInnerHeight = leftEyeCenter.y - leftInnerBrow.y;
|
||||
float rightInnerHeight = rightEyeCenter.y - rightInnerBrow.y;
|
||||
float leftOuterHeight = leftEyeCenter.y - leftOuterBrow.y;
|
||||
float rightOuterHeight = rightEyeCenter.y - rightOuterBrow.y;
|
||||
|
||||
// Normalize by face width
|
||||
float faceWidth = Vector2.Distance(landmarks[0], landmarks[16]);
|
||||
if (faceWidth < 0.01f) faceWidth = 0.01f;
|
||||
|
||||
float normLeftInner = leftInnerHeight / faceWidth;
|
||||
float normRightInner = rightInnerHeight / faceWidth;
|
||||
float normLeftOuter = leftOuterHeight / faceWidth;
|
||||
float normRightOuter = rightOuterHeight / faceWidth;
|
||||
|
||||
// Brow up
|
||||
SetBlendshape("BrowInnerUp", Mathf.Clamp01(normLeftInner * 8f) * browScale);
|
||||
SetBlendshape("BrowOuterUpLeft", Mathf.Clamp01(normLeftOuter * 8f) * browScale);
|
||||
SetBlendshape("BrowOuterUpRight", Mathf.Clamp01(normRightOuter * 8f) * browScale);
|
||||
|
||||
// Brow down (when brow is lower than neutral)
|
||||
SetBlendshape("BrowInnerDown", Mathf.Clamp01(-normLeftInner * 8f + 0.3f) * browScale);
|
||||
SetBlendshape("BrowOuterDownLeft", Mathf.Clamp01(-normLeftOuter * 8f + 0.3f) * browScale);
|
||||
SetBlendshape("BrowOuterDownRight", Mathf.Clamp01(-normRightOuter * 8f + 0.3f) * browScale);
|
||||
}
|
||||
|
||||
void HandleAutoBlink()
|
||||
{
|
||||
if (blinking)
|
||||
{
|
||||
blinkState += Time.deltaTime / blinkSpeed;
|
||||
float blinkVal = 0f;
|
||||
|
||||
if (blinkState < 0.5f)
|
||||
blinkVal = blinkState * 2f; // Close
|
||||
else if (blinkState < 1f)
|
||||
blinkVal = (1f - blinkState) * 2f; // Open
|
||||
else
|
||||
{
|
||||
blinkVal = 0f;
|
||||
blinking = false;
|
||||
blinkState = 0f;
|
||||
ScheduleNextBlink();
|
||||
}
|
||||
|
||||
// Only apply if tracking isn't already closing the eyes
|
||||
if (openSeeReceiver == null || openSeeReceiver.trackingData == null || openSeeReceiver.trackingData.Length == 0)
|
||||
{
|
||||
SetBlendshape("EyeBlinkLeft", blinkVal);
|
||||
SetBlendshape("EyeBlinkRight", blinkVal);
|
||||
}
|
||||
}
|
||||
else if (Time.time > nextBlinkTime)
|
||||
{
|
||||
blinking = true;
|
||||
blinkState = 0f;
|
||||
}
|
||||
}
|
||||
|
||||
void ScheduleNextBlink()
|
||||
{
|
||||
nextBlinkTime = Time.time + Random.Range(minBlinkInterval, maxBlinkInterval);
|
||||
}
|
||||
|
||||
void SetBlendshape(string name, float value)
|
||||
{
|
||||
string fullName = blendshapePrefix + name;
|
||||
if (blendshapeMap.TryGetValue(fullName, out int index))
|
||||
{
|
||||
headMesh.SetBlendShapeWeight(index, Mathf.Clamp01(value) * 100f);
|
||||
}
|
||||
}
|
||||
|
||||
void OnGUI()
|
||||
{
|
||||
// Debug info
|
||||
if (openSeeReceiver != null && openSeeReceiver.trackingData != null && openSeeReceiver.trackingData.Length > 0)
|
||||
{
|
||||
GUI.Label(new Rect(10, 10, 300, 20), $"Tracking: {openSeeReceiver.receivedPackets} packets");
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,65 @@
|
||||
# 🎮 Neon Avatar — Realistic VTuber Avatar
|
||||
|
||||
Realistic female avatar (22y, black hair, blue eyes) for face tracking via webcam.
|
||||
|
||||
## Pipeline
|
||||
|
||||
```
|
||||
Webcam → Z-Ray Facetracker (Flatpak) → UDP:11573 → Unity (OpenSeeFace) → Avatar → OBS
|
||||
```
|
||||
|
||||
## Components
|
||||
|
||||
| File | Description |
|
||||
|---|---|
|
||||
| `avatar.blend` | Blender 5.1 source file (editable) |
|
||||
| `avatar.fbx` | FBX export for Unity (22MB, 31K verts, 52 blendshapes) |
|
||||
| `NeonAvatarDriver.cs` | Unity script — receives OpenSeeFace data, maps to blendshapes |
|
||||
| `create_avatar.py` | Blender script that generated the avatar |
|
||||
|
||||
## Setup
|
||||
|
||||
### 1. Z-Ray Facetracker
|
||||
|
||||
```bash
|
||||
flatpak install flathub de.z_ray.Facetracker
|
||||
flatpak run de.z_ray.Facetracker
|
||||
```
|
||||
|
||||
### 2. Unity Project
|
||||
|
||||
1. Install Unity Hub: `flatpak install flathub com.unity.UnityHub`
|
||||
2. Create new 3D project (Unity 2022 LTS or newer)
|
||||
3. Import `avatar.fbx` into Assets
|
||||
4. Copy `NeonAvatarDriver.cs` and OpenSeeFace `Unity/` folder into Assets
|
||||
5. Create GameObject with `OpenSee` component (listenPort: 11573)
|
||||
6. Create GameObject with `NeonAvatarDriver` component
|
||||
7. Assign OpenSee receiver + avatar SkinnedMeshRenderer
|
||||
8. Press Play
|
||||
|
||||
### 3. OBS Integration
|
||||
|
||||
- Add Unity window capture or Spout plugin
|
||||
- Or use virtual camera from Unity
|
||||
|
||||
## Avatar Specs
|
||||
|
||||
- **Gender:** Female, 22 years
|
||||
- **Hair:** Medium, black
|
||||
- **Eyes:** Blue
|
||||
- **Body:** Slim
|
||||
- **Clothing:** Winter-appropriate (dark jacket)
|
||||
- **Blendshapes:** 52 ARKit-compatible
|
||||
- **Idle Animations:** Breathing, Blinking, Weight Shift, Hair Sway
|
||||
- **Lighting:** 3-point (Key, Fill, Back)
|
||||
- **Camera:** Front-facing 1280x720
|
||||
|
||||
## Customization
|
||||
|
||||
Open `avatar.blend` in Blender to:
|
||||
- Adjust facial features
|
||||
- Change hair style/length
|
||||
- Modify body proportions
|
||||
- Add clothing details
|
||||
- Refine blendshape deformations
|
||||
- Export new FBX with `File → Export → FBX`
|
||||
Binary file not shown.
BIN
Binary file not shown.
@@ -0,0 +1,348 @@
|
||||
import bpy
|
||||
import bmesh
|
||||
import math
|
||||
import os
|
||||
|
||||
# ============================================================
|
||||
# NEON AVATAR — Realistic Female Avatar for Face Tracking
|
||||
# ============================================================
|
||||
|
||||
# Clear scene
|
||||
bpy.ops.object.select_all(action='SELECT')
|
||||
bpy.ops.object.delete()
|
||||
for mesh in bpy.data.meshes:
|
||||
bpy.data.meshes.remove(mesh)
|
||||
|
||||
# --- HELPERS ---
|
||||
|
||||
def add_subsurf(obj, levels=2):
|
||||
mod = obj.modifiers.new(name="Subsurf", type='SUBSURF')
|
||||
mod.levels = levels
|
||||
mod.render_levels = levels
|
||||
|
||||
def shade_smooth(obj):
|
||||
for poly in obj.data.polygons:
|
||||
poly.use_smooth = True
|
||||
|
||||
def create_material(name, color, roughness=0.5, metallic=0.0):
|
||||
mat = bpy.data.materials.new(name=name)
|
||||
mat.use_nodes = True # compat
|
||||
bsdf = mat.node_tree.nodes.get("Principled BSDF")
|
||||
if bsdf:
|
||||
bsdf.inputs['Base Color'].default_value = (*color, 1.0)
|
||||
bsdf.inputs['Roughness'].default_value = roughness
|
||||
bsdf.inputs['Metallic'].default_value = metallic
|
||||
return mat
|
||||
|
||||
# --- HEAD ---
|
||||
print("=== Creating head ===")
|
||||
bpy.ops.mesh.primitive_uv_sphere_add(segments=64, ring_count=32, radius=0.5, location=(0, 0, 0))
|
||||
head = bpy.context.active_object
|
||||
head.name = "Head"
|
||||
|
||||
# Shape head
|
||||
bpy.ops.object.mode_set(mode='EDIT')
|
||||
bpy.ops.mesh.select_all(action='SELECT')
|
||||
bpy.ops.transform.resize(value=(0.78, 1.0, 0.85))
|
||||
bpy.ops.mesh.subdivide(number_cuts=3)
|
||||
|
||||
# Get bmesh in edit mode
|
||||
bm = bmesh.from_edit_mesh(head.data)
|
||||
for v in bm.verts:
|
||||
# Narrower jaw
|
||||
if v.co.z < -0.15:
|
||||
v.co.x *= 0.85
|
||||
v.co.y *= 0.9
|
||||
# Rounder forehead
|
||||
if v.co.z > 0.2:
|
||||
v.co.x *= 0.95
|
||||
v.co.y *= 1.05
|
||||
# Pointed chin
|
||||
if v.co.z < -0.35:
|
||||
v.co.x *= 0.6
|
||||
v.co.y *= 0.8
|
||||
v.co.z *= 1.1
|
||||
|
||||
bmesh.update_edit_mesh(head.data)
|
||||
bpy.ops.object.mode_set(mode='OBJECT')
|
||||
|
||||
add_subsurf(head, 2)
|
||||
shade_smooth(head)
|
||||
|
||||
# --- EYES ---
|
||||
print("=== Creating eyes ===")
|
||||
for side, x in [("Left", -0.15), ("Right", 0.15)]:
|
||||
bpy.ops.mesh.primitive_uv_sphere_add(segments=32, ring_count=16, radius=0.06, location=(x, -0.35, 0.05))
|
||||
eye = bpy.context.active_object
|
||||
eye.name = f"Eye_{side}"
|
||||
shade_smooth(eye)
|
||||
|
||||
bpy.ops.mesh.primitive_uv_sphere_add(segments=16, ring_count=8, radius=0.025, location=(x, -0.40, 0.05))
|
||||
iris = bpy.context.active_object
|
||||
iris.name = f"Iris_{side}"
|
||||
iris_mat = create_material(f"Iris_{side}", (0.2, 0.4, 0.8), 0.1, 0.3)
|
||||
iris.data.materials.append(iris_mat)
|
||||
|
||||
bpy.ops.mesh.primitive_uv_sphere_add(segments=8, ring_count=4, radius=0.012, location=(x, -0.41, 0.05))
|
||||
pupil = bpy.context.active_object
|
||||
pupil.name = f"Pupil_{side}"
|
||||
pupil_mat = create_material(f"Pupil_{side}", (0.05, 0.05, 0.05), 0.0)
|
||||
pupil.data.materials.append(pupil_mat)
|
||||
|
||||
# Skin
|
||||
skin_mat = create_material("Skin", (0.85, 0.7, 0.6), 0.6)
|
||||
head.data.materials.append(skin_mat)
|
||||
|
||||
# --- BODY ---
|
||||
print("=== Creating body ===")
|
||||
bpy.ops.mesh.primitive_cube_add(size=1, location=(0, 0, -0.7))
|
||||
torso = bpy.context.active_object
|
||||
torso.name = "Torso"
|
||||
torso.scale = (0.22, 0.13, 0.35)
|
||||
bpy.ops.object.transform_apply(scale=True)
|
||||
|
||||
bpy.ops.object.mode_set(mode='EDIT')
|
||||
bm = bmesh.from_edit_mesh(torso.data)
|
||||
for v in bm.verts:
|
||||
if abs(v.co.z) < 0.05:
|
||||
v.co.x *= 0.85
|
||||
if v.co.z < -0.15:
|
||||
v.co.x *= 1.1
|
||||
bmesh.update_edit_mesh(torso.data)
|
||||
bpy.ops.object.mode_set(mode='OBJECT')
|
||||
|
||||
add_subsurf(torso, 2)
|
||||
shade_smooth(torso)
|
||||
torso.data.materials.append(skin_mat)
|
||||
|
||||
for side, x in [("Left", -0.28), ("Right", 0.28)]:
|
||||
bpy.ops.mesh.primitive_cylinder_add(vertices=16, radius=0.05, depth=0.45, location=(x, 0, -0.75))
|
||||
arm = bpy.context.active_object
|
||||
arm.name = f"Arm_{side}"
|
||||
arm.rotation_euler = (math.radians(15), 0, math.radians(5 if side == "Left" else -5))
|
||||
shade_smooth(arm)
|
||||
arm.data.materials.append(skin_mat)
|
||||
|
||||
for side, x in [("Left", -0.1), ("Right", 0.1)]:
|
||||
bpy.ops.mesh.primitive_cylinder_add(vertices=16, radius=0.07, depth=0.7, location=(x, 0, -1.2))
|
||||
leg = bpy.context.active_object
|
||||
leg.name = f"Leg_{side}"
|
||||
shade_smooth(leg)
|
||||
leg.data.materials.append(skin_mat)
|
||||
|
||||
# --- HAIR ---
|
||||
print("=== Creating hair ===")
|
||||
bpy.ops.mesh.primitive_uv_sphere_add(segments=48, ring_count=24, radius=0.52, location=(0, 0.02, 0))
|
||||
hair = bpy.context.active_object
|
||||
hair.name = "Hair"
|
||||
|
||||
bpy.ops.object.mode_set(mode='EDIT')
|
||||
bm = bmesh.from_edit_mesh(hair.data)
|
||||
for v in bm.verts:
|
||||
if v.co.z < -0.1:
|
||||
v.co.z = -0.1
|
||||
if v.co.y > 0.3:
|
||||
v.co.y *= 1.3
|
||||
v.co.z -= 0.05
|
||||
bmesh.update_edit_mesh(hair.data)
|
||||
bpy.ops.object.mode_set(mode='OBJECT')
|
||||
|
||||
add_subsurf(hair, 2)
|
||||
shade_smooth(hair)
|
||||
hair_mat = create_material("Hair", (0.05, 0.05, 0.05), 0.3, 0.1)
|
||||
hair.data.materials.append(hair_mat)
|
||||
|
||||
# --- CLOTHING ---
|
||||
print("=== Creating clothing ===")
|
||||
bpy.ops.mesh.primitive_cube_add(size=1, location=(0, 0.02, -0.7))
|
||||
jacket = bpy.context.active_object
|
||||
jacket.name = "Jacket"
|
||||
jacket.scale = (0.26, 0.16, 0.38)
|
||||
bpy.ops.object.transform_apply(scale=True)
|
||||
add_subsurf(jacket, 1)
|
||||
shade_smooth(jacket)
|
||||
jacket_mat = create_material("Jacket", (0.15, 0.15, 0.2), 0.8)
|
||||
jacket.data.materials.append(jacket_mat)
|
||||
|
||||
# --- ARKIT BLENDSHAPES ---
|
||||
print("=== Creating ARKit blendshapes ===")
|
||||
arkit_shapes = [
|
||||
"EyeBlinkLeft", "EyeLookInLeft", "EyeLookOutLeft", "EyeLookUpLeft", "EyeLookDownLeft",
|
||||
"EyeBlinkRight", "EyeLookInRight", "EyeLookOutRight", "EyeLookUpRight", "EyeLookDownRight",
|
||||
"EyeSquintLeft", "EyeSquintRight", "EyeWideLeft", "EyeWideRight",
|
||||
"JawOpen", "JawLeft", "JawRight", "JawForward",
|
||||
"MouthClose", "MouthFunnel", "MouthPucker", "MouthLeft", "MouthRight",
|
||||
"MouthSmileLeft", "MouthSmileRight", "MouthFrownLeft", "MouthFrownRight",
|
||||
"MouthDimpleLeft", "MouthDimpleRight", "MouthStretchLeft", "MouthStretchRight",
|
||||
"MouthRollLower", "MouthRollUpper", "MouthShrugLower", "MouthShrugUpper",
|
||||
"MouthPressLeft", "MouthPressRight", "MouthLowerOuterLeft", "MouthLowerOuterRight",
|
||||
"MouthUpperOuterLeft", "MouthUpperOuterRight",
|
||||
"CheekSquintLeft", "CheekSquintRight", "CheekPuff",
|
||||
"NoseSneerLeft", "NoseSneerRight",
|
||||
"BrowInnerUp", "BrowInnerDown",
|
||||
"BrowOuterUpLeft", "BrowOuterUpRight", "BrowOuterDownLeft", "BrowOuterDownRight",
|
||||
]
|
||||
|
||||
head.shape_key_add(name="Basis", from_mix=False)
|
||||
|
||||
for shape_name in arkit_shapes:
|
||||
sk = head.shape_key_add(name=shape_name, from_mix=False)
|
||||
sk.value = 0.0
|
||||
|
||||
verts = head.data.vertices
|
||||
n = len(verts)
|
||||
|
||||
if "Blink" in shape_name:
|
||||
for i, v in enumerate(verts):
|
||||
if "Left" in shape_name and v.co.x < 0 and v.co.y < -0.3 and 0.0 < v.co.z < 0.15:
|
||||
sk.data[i].co.y += 0.02
|
||||
elif "Right" in shape_name and v.co.x > 0 and v.co.y < -0.3 and 0.0 < v.co.z < 0.15:
|
||||
sk.data[i].co.y += 0.02
|
||||
|
||||
elif "Smile" in shape_name:
|
||||
for i, v in enumerate(verts):
|
||||
if "Left" in shape_name and v.co.x < -0.05 and v.co.y < -0.35 and v.co.z < -0.1:
|
||||
sk.data[i].co.y -= 0.015
|
||||
sk.data[i].co.x -= 0.01
|
||||
elif "Right" in shape_name and v.co.x > 0.05 and v.co.y < -0.35 and v.co.z < -0.1:
|
||||
sk.data[i].co.y -= 0.015
|
||||
sk.data[i].co.x += 0.01
|
||||
|
||||
elif "JawOpen" in shape_name:
|
||||
for i, v in enumerate(verts):
|
||||
if v.co.z < -0.25 and v.co.y < -0.2:
|
||||
sk.data[i].co.z -= 0.05
|
||||
|
||||
elif "Brow" in shape_name and "Up" in shape_name:
|
||||
for i, v in enumerate(verts):
|
||||
if v.co.y < -0.35 and v.co.z > 0.1:
|
||||
if "Left" in shape_name and v.co.x < 0:
|
||||
sk.data[i].co.z += 0.015
|
||||
elif "Right" in shape_name and v.co.x > 0:
|
||||
sk.data[i].co.z += 0.015
|
||||
elif "Inner" in shape_name:
|
||||
sk.data[i].co.z += 0.012
|
||||
|
||||
print(f"Created {len(arkit_shapes)} blendshapes")
|
||||
|
||||
# --- IDLE ANIMATIONS ---
|
||||
print("=== Creating idle animations ===")
|
||||
scene = bpy.context.scene
|
||||
scene.frame_start = 1
|
||||
scene.frame_end = 120
|
||||
|
||||
# Breathing
|
||||
torso.animation_data_create()
|
||||
action = bpy.data.actions.new(name="Idle_Breathe")
|
||||
torso.animation_data.action = action
|
||||
for frame in range(1, 121):
|
||||
breath = math.sin(frame * 2 * math.pi / 96) * 0.015
|
||||
torso.scale[2] = 0.35 + breath
|
||||
torso.keyframe_insert(data_path="scale", index=2, frame=frame)
|
||||
|
||||
# Blinking
|
||||
head.animation_data_create()
|
||||
blink_action = bpy.data.actions.new(name="Idle_Anim")
|
||||
head.animation_data.action = blink_action
|
||||
|
||||
blink_left = head.data.shape_keys.key_blocks.get("EyeBlinkLeft")
|
||||
blink_right = head.data.shape_keys.key_blocks.get("EyeBlinkRight")
|
||||
|
||||
if blink_left and blink_right:
|
||||
for blink_frame in [30, 75]:
|
||||
for offset in range(-3, 5):
|
||||
f = blink_frame + offset
|
||||
if f < 1 or f > 120:
|
||||
continue
|
||||
if offset == 0:
|
||||
blink_left.value = 1.0
|
||||
blink_right.value = 1.0
|
||||
elif abs(offset) == 1:
|
||||
blink_left.value = 0.5
|
||||
blink_right.value = 0.5
|
||||
elif abs(offset) == 2:
|
||||
blink_left.value = 0.1
|
||||
blink_right.value = 0.1
|
||||
else:
|
||||
blink_left.value = 0.0
|
||||
blink_right.value = 0.0
|
||||
blink_left.keyframe_insert(data_path="value", frame=f)
|
||||
blink_right.keyframe_insert(data_path="value", frame=f)
|
||||
|
||||
# Weight shift
|
||||
for frame in range(1, 121):
|
||||
head.location.x = math.sin(frame * 2 * math.pi / 120) * 0.01
|
||||
head.location.y = math.sin(frame * 2 * math.pi / 80) * 0.005
|
||||
head.keyframe_insert(data_path="location", frame=frame)
|
||||
|
||||
# Hair sway
|
||||
hair.animation_data_create()
|
||||
hair_action = bpy.data.actions.new(name="Idle_Hair")
|
||||
hair.animation_data.action = hair_action
|
||||
for frame in range(1, 121):
|
||||
hair.rotation_euler[1] = math.sin(frame * 2 * math.pi / 60) * 0.005
|
||||
hair.keyframe_insert(data_path="rotation_euler", index=1, frame=frame)
|
||||
|
||||
# --- CAMERA ---
|
||||
print("=== Setting up camera ===")
|
||||
bpy.ops.object.camera_add(location=(0, -1.2, 0.1))
|
||||
cam = bpy.context.active_object
|
||||
cam.name = "AvatarCamera"
|
||||
cam.rotation_euler = (math.radians(88), 0, 0)
|
||||
scene.camera = cam
|
||||
|
||||
# --- LIGHTING ---
|
||||
print("=== Setting up lighting ===")
|
||||
bpy.ops.object.light_add(type='AREA', location=(0.3, -0.8, 0.5))
|
||||
key_light = bpy.context.active_object
|
||||
key_light.data.energy = 200
|
||||
key_light.data.size = 0.5
|
||||
key_light.rotation_euler = (math.radians(60), math.radians(20), 0)
|
||||
|
||||
bpy.ops.object.light_add(type='AREA', location=(-0.3, -0.6, 0.2))
|
||||
fill_light = bpy.context.active_object
|
||||
fill_light.data.energy = 80
|
||||
fill_light.data.size = 0.8
|
||||
|
||||
bpy.ops.object.light_add(type='AREA', location=(0, 0.5, 0.6))
|
||||
back_light = bpy.context.active_object
|
||||
back_light.data.energy = 100
|
||||
back_light.data.size = 0.5
|
||||
|
||||
# --- RENDER ---
|
||||
scene.render.engine = 'CYCLES'
|
||||
scene.cycles.samples = 32
|
||||
scene.cycles.use_denoising = True
|
||||
scene.render.resolution_x = 1280
|
||||
scene.render.resolution_y = 720
|
||||
scene.render.fps = 30
|
||||
|
||||
world = bpy.data.worlds["World"]
|
||||
world.use_nodes = True
|
||||
bg = world.node_tree.nodes.get("Background")
|
||||
if bg:
|
||||
bg.inputs[0].default_value = (0.05, 0.05, 0.08, 1.0)
|
||||
bg.inputs[1].default_value = 0.5
|
||||
|
||||
# --- SAVE ---
|
||||
output = "/home/natiris/Dokumente/neon-avatar/avatar.blend"
|
||||
bpy.ops.wm.save_as_mainfile(filepath=output)
|
||||
print(f"=== Saved: {output} ===")
|
||||
|
||||
# Export FBX
|
||||
fbx = "/home/natiris/Dokumente/neon-avatar/avatar.fbx"
|
||||
bpy.ops.export_scene.fbx(
|
||||
filepath=fbx,
|
||||
use_mesh_modifiers=True,
|
||||
add_leaf_bones=False,
|
||||
bake_anim=True,
|
||||
bake_anim_step=1,
|
||||
)
|
||||
print(f"=== Exported: {fbx} ===")
|
||||
|
||||
# Summary
|
||||
print(f"\n=== SUMMARY ===")
|
||||
print(f"Head: {len(head.data.vertices)} verts, {len(head.data.shape_keys.key_blocks)} shape keys")
|
||||
print(f"Blendshapes: {len(arkit_shapes)} ARKit")
|
||||
print(f"Animations: Breathing, Blinking, Weight Shift, Hair Sway")
|
||||
print(f"Materials: Skin, Hair(black), Eyes(blue), Jacket")
|
||||
BIN
Binary file not shown.
|
After Width: | Height: | Size: 650 KiB |
Reference in New Issue
Block a user