@realsee/dnalogel 3.81.12-alpha.1 → 3.81.13-alpha.1

package/libs/DigitalPerformancePlugin/animation-script-adapter.js

@@ -0,0 +1,234 @@
+var Q = Object.defineProperty, W = Object.defineProperties;
+var Y = Object.getOwnPropertyDescriptors;
+var V = Object.getOwnPropertySymbols;
+var Z = Object.prototype.hasOwnProperty, tt = Object.prototype.propertyIsEnumerable;
+var _ = (t, n, o) => n in t ? Q(t, n, { enumerable: !0, configurable: !0, writable: !0, value: o }) : t[n] = o, h = (t, n) => {
+  for (var o in n || (n = {}))
+    Z.call(n, o) && _(t, o, n[o]);
+  if (V)
+    for (var o of V(n))
+      tt.call(n, o) && _(t, o, n[o]);
+  return t;
+}, C = (t, n) => W(t, Y(n));
+import { classifyMovementTrack as nt, hasMovementV2Signal as R, isConverterSafeMovementMatrix as J, getMovementActionDuration as B, getEffectivePointActionDuration as ot, MOVEMENT_OCCURRENCE_EPSILON as rt } from "./movement-track-classifier.js";
+import { transformScriptData as et } from "./transform-script-data.js";
+import "three";
+import "./mock.js";
+import "../shared-utils/five/transformPosition.js";
+const N = rt, A = 1e-3;
+class w extends Error {
+  constructor(n, o) {
+    super(`动画脚本无法安全转换: ${o}`), this.playerId = n, this.reason = o, this.name = "AnimationScriptAdapterSafetyError";
+  }
+}
+function S(t) {
+  return JSON.parse(JSON.stringify(t));
+}
+function O(t, n) {
+  const o = n.x - t.x, e = n.y - t.y, r = n.z - t.z;
+  return Math.sqrt(o * o + e * e + r * r);
+}
+function at(t, n) {
+  const o = t.points[n].point, e = t.points[n + 1].point, r = t.projections[n], d = t.projections[n + 1], a = [h({}, o)];
+  for (let c = r.segmentIndex + 1; c <= d.segmentIndex; c++) {
+    const m = t.path[c];
+    O(a[a.length - 1], m) > N && O(m, e) > N && a.push(h({}, m));
+  }
+  if (O(a[a.length - 1], e) > N && a.push(h({}, e)), !(a.length < 2))
+    return a;
+}
+function it(t, n, o) {
+  const [e, r, d, a] = n, [c, m, f] = o, v = e + e, y = r + r, p = d + d, i = e * v, s = e * y, g = e * p, u = r * y, M = r * p, x = d * p, k = a * v, P = a * y, E = a * p;
+  return [
+    (1 - (u + x)) * c,
+    (s + E) * c,
+    (g - P) * c,
+    0,
+    (s - E) * m,
+    (1 - (i + x)) * m,
+    (M + k) * m,
+    0,
+    (g + P) * f,
+    (M - k) * f,
+    (1 - (i + u)) * f,
+    0,
+    t.x,
+    t.y,
+    t.z,
+    1
+  ];
+}
+function b(t, n) {
+  return Array.isArray(t) && t.length === n && t.every((o) => Number.isFinite(o));
+}
+function K(t) {
+  if (!t || typeof t != "object")
+    return !1;
+  const n = t;
+  return Number.isFinite(n.timeStamp) && (n.position === void 0 || b(n.position, 3)) && (n.quaternion === void 0 || b(n.quaternion, 4)) && (n.scale === void 0 || b(n.scale, 3));
+}
+function X(t) {
+  return !!(t && Array.isArray(t.keyframes) && t.keyframes.length > 0 && t.keyframes.every(K));
+}
+function F(t, n, o, e) {
+  var d;
+  let r = o;
+  for (const a of n) {
+    const c = ot(a);
+    if (!(c <= 0)) {
+      if (typeof a.animationUrl == "string" && a.animationUrl.trim() === "none") {
+        const m = t.find((f) => Math.abs(f.timeStamp - r) <= A);
+        ((d = m == null ? void 0 : m.animation) == null ? void 0 : d.url) === e && delete m.animation;
+      }
+      r += c * 1e3;
+    }
+  }
+}
+function st(t, n) {
+  const o = t.filter((r) => Math.abs(r.timeStamp - n) <= A), e = o[o.length - 1];
+  if (!(!e || !b(e.quaternion, 4) || !b(e.scale, 3)))
+    return { quaternion: [...e.quaternion], scale: [...e.scale] };
+}
+function ct(t) {
+  var n, o, e;
+  return (e = (o = (n = t == null ? void 0 : t.chapters) == null ? void 0 : n[0]) == null ? void 0 : o.players) == null ? void 0 : e[0];
+}
+function mt(t) {
+  return Array.isArray(t == null ? void 0 : t.chapters) ? t.chapters.flatMap((n) => Array.isArray(n == null ? void 0 : n.players) ? n.players : []) : [];
+}
+function ft(t, n, o, e, r, d) {
+  var v;
+  let c = (v = d.totalDelay) != null ? v : 0, m = o.matrix.slice(0, 16), f = [];
+  for (let y = 0; y < r.points.length - 1; y++) {
+    const p = r.points[y], i = r.points[y + 1], s = p.outgoingMovement, g = at(r, y);
+    if (!g)
+      return;
+    if (!J(m))
+      throw new w(o.id, "unsafe-canonical-output");
+    const u = y === r.points.length - 2, M = S(p.actions), x = u ? S(i.actions) : [], k = B(M), P = B(x), E = c + k * 1e3, z = E + s.duration * 1e3 + P * 1e3, U = C(h({}, S(o.track)), {
+      duration: s.duration,
+      path: g,
+      points: [
+        C(h({}, S(p)), { actions: M, outgoingMovement: void 0 }),
+        C(h({}, S(i)), { actions: x, outgoingMovement: void 0 })
+      ]
+    });
+    delete U.schemaVersion;
+    const $ = C(h({}, S(o)), {
+      animationUrl: s.animationUrl.trim(),
+      repeat: s.repeat,
+      matrix: m,
+      track: U
+    }), G = {
+      id: n == null ? void 0 : n.id,
+      name: n == null ? void 0 : n.name,
+      players: [$]
+    }, H = t.transformScriptData(G, d.work, c), T = ct(H);
+    if (!X(T))
+      throw new w(o.id, "unsafe-canonical-output");
+    const D = S(T.keyframes).filter(
+      (l) => l.timeStamp >= c - A && l.timeStamp <= z + A
+    );
+    if (!D.some((l) => Math.abs(l.timeStamp - z) <= A))
+      return;
+    if (s.restartOnEnter && s.animationUrl !== "none") {
+      const l = D.find(
+        (I) => {
+          var j;
+          return Math.abs(I.timeStamp - E) <= A && ((j = I.animation) == null ? void 0 : j.url) === s.animationUrl.trim();
+        }
+      );
+      if (!(l != null && l.animation))
+        return;
+      l.animation.needRender = !0;
+    }
+    const q = s.animationUrl.trim();
+    if (F(D, M, c, q), u) {
+      const l = E + s.duration * 1e3;
+      F(D, x, l, q);
+    }
+    y > 0 && (f = f.filter((l) => Math.abs(l.timeStamp - c) > A)), f.push(...D), f.sort((l, I) => l.timeStamp - I.timeStamp);
+    const L = st(D, z);
+    if (!L)
+      return;
+    m = it(i.point, L.quaternion, L.scale), c = z;
+  }
+  if (f.length !== 0) {
+    if (!f.every(K))
+      throw new w(o.id, "unsafe-canonical-output");
+    return C(h({}, e), { keyframes: f });
+  }
+}
+function ht(t, n = {}) {
+  var v, y, p;
+  const o = (v = n.warn) != null ? v : (i, s) => {
+    console.warn(i, s);
+  }, e = (y = n.transformer) != null ? y : { transformScriptData: et }, r = Array.isArray(t == null ? void 0 : t.players) ? t.players : void 0, d = r == null ? void 0 : r.map((i) => nt(i));
+  r == null || r.forEach((i) => {
+    if (!R(i) || J(i.matrix))
+      return;
+    const s = new w(i.id, "converter-unsafe-matrix");
+    throw o("[animation-script-adapter] outgoingMovement v2 matrix 无法由 Legacy converter 安全分解，已停止加载", {
+      playerId: i.id,
+      reason: s.reason
+    }), s;
+  });
+  const a = e.transformScriptData(S(t), n.work, (p = n.totalDelay) != null ? p : 0);
+  if (!r)
+    return a;
+  const c = r.find(R), m = Array.isArray(a == null ? void 0 : a.chapters), f = m ? mt(a) : [];
+  if (!m || f.length !== r.length) {
+    if (c) {
+      const i = new w(c.id, "canonical-player-count-mismatch");
+      throw o("[animation-script-adapter] canonical player 数量与 v2 详情不一致，已停止加载", {
+        playerId: c.id,
+        reason: i.reason,
+        detailPlayerCount: r.length,
+        canonicalPlayerCount: f.length
+      }), i;
+    }
+    return m && o("[animation-script-adapter] canonical player 数量与 Legacy 详情不一致，已保留 Legacy 输出", {
+      detailPlayerCount: r.length,
+      canonicalPlayerCount: f.length
+    }), a;
+  }
+  return r.forEach((i, s) => {
+    const g = d[s];
+    if (g.kind !== "pure-legacy") {
+      if (!X(f[s])) {
+        const u = new w(i.id, "unsafe-canonical-output");
+        throw o("[animation-script-adapter] Legacy converter 生成了非有限 canonical 输出，已停止加载", {
+          playerId: i.id,
+          reason: u.reason
+        }), u;
+      }
+      if (g.kind === "conflict-invalid") {
+        o("[animation-script-adapter] outgoingMovement v2 不完整或非法，已整条降级 Legacy 摘要", {
+          playerId: i.id,
+          reason: g.reason
+        });
+        return;
+      }
+      try {
+        const u = ft(e, t, i, f[s], g.plan, n);
+        if (!u)
+          throw new Error("无法生成完整的分段 keyframes");
+        Object.assign(f[s], u);
+      } catch (u) {
+        if (u instanceof w)
+          throw o("[animation-script-adapter] 分段 converter 生成了不安全的 canonical 输出，已停止加载", {
+            playerId: i.id,
+            reason: u.reason
+          }), u;
+        o("[animation-script-adapter] outgoingMovement v2 转换失败，已整条降级 Legacy 摘要", {
+          playerId: i.id,
+          error: u
+        });
+      }
+    }
+  }), a;
+}
+export {
+  w as AnimationScriptAdapterSafetyError,
+  ht as transformAnimationDetailToDigitalScript
+};

package/libs/DigitalPerformancePlugin/controller/index.d.ts

@@ -2,6 +2,7 @@ import type { Five } from '@realsee/five';
 import { DigitalPlayground } from '../core/DigitalPlayground';
 import type { DigitalHuman } from '../core/DigitalHuman';
 import type { DigitalScript, DigitalChapter, DigitalPerformancePluginConfig, GlobalProgress, ChapterTimeInfo, ChapterLocation, ProgressListener } from '../typings';
+import { type AnimationScriptAdapterOptions } from '../animation-script-adapter';
 export default class DigitalPerformancePluginController {
     five: Five;
     playground: DigitalPlayground;
@@ -22,6 +23,8 @@ export default class DigitalPerformancePluginController {
     private progressUpdateTimer;
     private _autoPlayOnNaturalEnd;
     private playingPlayersListeners;
+    private nameplate;
+    private readonly onNameplateRender;
     constructor(five: Five, config?: DigitalPerformancePluginConfig);
     /**
      * 加载剧本数据
@@ -103,6 +106,9 @@ export default class DigitalPerformancePluginController {
      * 获取数字人实例
      */
     getDigitalHuman(modelUrl: string, id?: string): DigitalHuman | null;
+    /** 实时修改角色名牌；不重新加载模型和动画资源。 */
+    updateModelName(id: string, value: string): void;
+    private syncNameplates;
     /**
      * 获取当前播放进度信息
      */
@@ -111,12 +117,14 @@ export default class DigitalPerformancePluginController {
         totalTime: number;
     } | null;
     /**
-     * 对原始 res 数据进行 transformPosition 处理和章节分组，返回完整结构
-     * @param res 原始数据
-     * @param work 可选，存在时才做transformPosition
-     * @param totalDelay 可选，默认0
+     * 对原始 res 数据进行 transformPosition 处理和章节分组，返回完整结构。
+     * 该方法保留用于兼容旧调用方，实际转换由共享纯函数执行。
      */
     transformScriptData(res: any, work?: any, totalDelay?: number): any;
+    /**
+     * 加载 raw animation detail。转换逻辑由 dnalogel 统一执行，随后复用 canonical loadScript。
+     */
+    loadAnimationDetail(detail: unknown, options?: AnimationScriptAdapterOptions): Promise<any>;
     /**
      * 清理进度缓存
      */