dsh-hyperframes 0.3.2 → 0.4.1

package/skills/media-use/scripts/lib/heygen-video-provider.mjs

@@ -1,127 +0,0 @@
-import { execFileSync } from "node:child_process";
-import { tmpdir } from "node:os";
-import { join } from "node:path";
-import { freezeUrl } from "./freeze.mjs";
-import {
-  classifyHeygenErrorCode,
-  HEYGEN_AUTH_COMMAND,
-  HEYGEN_CLIENT_SOURCE_ARGV,
-  reportHeygenFailure,
-  runHeygenJson,
-} from "./heygen-cli.mjs";
-
-export const AVATAR_VIDEO_SIGNIN_MESSAGE = `media-use: avatar video is free for new API users — sign in: ${HEYGEN_AUTH_COMMAND}`;
-
-// Cache only a truthy id -- a transient discovery failure must not poison the
-// cache with `null` and permanently disable heygen.video for the rest of the
-// process. `onError` lets the caller distinguish not_authenticated (and nudge
-// onboarding) from any other discovery failure.
-let cachedAvatarId;
-function defaultAvatarId(onError) {
-  if (cachedAvatarId) return cachedAvatarId;
-  const j = runHeygenJson(
-    "heygen",
-    ["avatar", "list", "--ownership", "public", "--limit", "1"],
-    "avatar list",
-    onError,
-  );
-  cachedAvatarId = j?.data?.[0]?.avatar_id || null;
-  return cachedAvatarId;
-}
-
-let cachedStarfishVoiceId;
-function defaultStarfishVoiceId(onError) {
-  if (cachedStarfishVoiceId) return cachedStarfishVoiceId;
-  const j = runHeygenJson(
-    "heygen",
-    ["voice", "list", "--engine", "starfish", "--limit", "1"],
-    "voice list",
-    onError,
-  );
-  cachedStarfishVoiceId = j?.data?.[0]?.voice_id || null;
-  return cachedStarfishVoiceId;
-}
-
-export async function heygenVideoGenerate(intent, ctx) {
-  let discoveryFailureReason = null;
-  const captureReason = (reason) => {
-    discoveryFailureReason ??= reason;
-  };
-
-  // Short-circuit: once one discovery call fails, the result is null either
-  // way, so don't attempt the second -- that would double-fire the onboarding
-  // message and the provider-error telemetry ping for what's really one failure.
-  const avatarId = ctx?.avatarId || defaultAvatarId(captureReason);
-  if (!avatarId) {
-    if (discoveryFailureReason === "not_authenticated") console.error(AVATAR_VIDEO_SIGNIN_MESSAGE);
-    return null;
-  }
-  const voiceId = ctx?.voiceId || defaultStarfishVoiceId(captureReason);
-  if (!voiceId) {
-    if (discoveryFailureReason === "not_authenticated") console.error(AVATAR_VIDEO_SIGNIN_MESSAGE);
-    return null;
-  }
-
-  let out;
-  try {
-    out = execFileSync(
-      "heygen",
-      [
-        ...HEYGEN_CLIENT_SOURCE_ARGV,
-        "video",
-        "create",
-        "--wait",
-        "-d",
-        JSON.stringify({
-          type: "avatar",
-          avatar_id: avatarId,
-          script: intent,
-          voice_id: voiceId,
-        }),
-      ],
-      {
-        encoding: "utf8",
-        timeout: 300000,
-        stdio: ["pipe", "pipe", "pipe"],
-      },
-    );
-  } catch (err) {
-    if (classifyHeygenErrorCode(err) === "not_authenticated") {
-      console.error(AVATAR_VIDEO_SIGNIN_MESSAGE);
-    }
-    reportHeygenFailure(err, "heygen video create");
-    return null;
-  }
-
-  let parsed;
-  try {
-    parsed = JSON.parse(out);
-  } catch {
-    console.error("media-use: `heygen video create` returned invalid JSON");
-    return null;
-  }
-  const videoUrl = parsed?.data?.video_url;
-  if (typeof videoUrl !== "string" || !videoUrl) {
-    console.error("media-use: `heygen video create` returned no video URL");
-    return null;
-  }
-
-  const tmpPath = join(tmpdir(), `media-use-heygen-video-${process.pid}-${Date.now()}.mp4`);
-  try {
-    await freezeUrl(videoUrl, tmpPath);
-  } catch (err) {
-    console.error(`media-use: heygen video download failed: ${err.message}`);
-    return null;
-  }
-
-  return {
-    localPath: tmpPath,
-    ext: ".mp4",
-    source: "generated",
-    metadata: {
-      description: intent,
-      provider: "heygen.video",
-      provenance: { prompt: intent },
-    },
-  };
-}

package/skills/media-use/scripts/lib/heygen-video-provider.test.mjs

@@ -1,344 +0,0 @@
-import { strict as assert } from "node:assert";
-import { chmodSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from "node:fs";
-import http from "node:http";
-import { tmpdir } from "node:os";
-import { join } from "node:path";
-import { test } from "node:test";
-import { HEYGEN_NOT_AUTHENTICATED_MESSAGE } from "./heygen-cli.mjs";
-import { AVATAR_VIDEO_SIGNIN_MESSAGE } from "./heygen-video-provider.mjs";
-
-const VIDEO_FIXTURE = Buffer.from("tiny heygen video fixture");
-let importCount = 0;
-
-async function freshGenerate() {
-  importCount += 1;
-  const module = await import(`./heygen-video-provider.mjs?test=${importCount}`);
-  return module.heygenVideoGenerate;
-}
-
-async function listenVideoServer() {
-  const server = http.createServer((req, res) => {
-    if (req.url !== "/video.mp4") {
-      res.writeHead(404).end();
-      return;
-    }
-    res.writeHead(200, {
-      "content-length": VIDEO_FIXTURE.length,
-      "content-type": "video/mp4",
-    });
-    res.end(VIDEO_FIXTURE);
-  });
-  await new Promise((resolve) => server.listen(0, resolve));
-  const address = server.address();
-  assert.ok(address && typeof address !== "string");
-  return {
-    server,
-    url: `http://127.0.0.1:${address.port}/video.mp4`,
-  };
-}
-
-async function listenFailingVideoServer() {
-  const server = http.createServer((req, res) => {
-    res.writeHead(500).end();
-  });
-  await new Promise((resolve) => server.listen(0, resolve));
-  const address = server.address();
-  assert.ok(address && typeof address !== "string");
-  return {
-    server,
-    url: `http://127.0.0.1:${address.port}/video.mp4`,
-  };
-}
-
-function closeServer(server) {
-  return new Promise((resolve, reject) => {
-    server.close((err) => (err ? reject(err) : resolve()));
-  });
-}
-
-async function withFakeHeygen(options, run) {
-  const dir = mkdtempSync(join(tmpdir(), "media-use-heygen-video-provider-"));
-  const capturePath = join(dir, "argv.log");
-  const heygenPath = join(dir, "heygen");
-  const previousEnv = {
-    PATH: process.env.PATH,
-    HEYGEN_CAPTURE_PATH: process.env.HEYGEN_CAPTURE_PATH,
-    HEYGEN_VIDEO_MODE: process.env.HEYGEN_VIDEO_MODE,
-    HEYGEN_VIDEO_RESPONSE: process.env.HEYGEN_VIDEO_RESPONSE,
-    HEYGEN_DISCOVERY_MODE: process.env.HEYGEN_DISCOVERY_MODE,
-    HYPERFRAMES_NO_TELEMETRY: process.env.HYPERFRAMES_NO_TELEMETRY,
-  };
-
-  writeFileSync(
-    heygenPath,
-    `#!/bin/sh
-printf '%s\\n' "$*" >> "$HEYGEN_CAPTURE_PATH"
-case "$*" in
-  *"avatar list"*)
-    case "$HEYGEN_DISCOVERY_MODE" in
-      auth) printf '%s\\n' 'HTTP 401 Unauthorized' >&2; exit 1 ;;
-      *) printf '%s\\n' '{"data":[{"avatar_id":"avatar-public-1"}]}' ;;
-    esac
-    ;;
-  *"voice list"*)
-    case "$HEYGEN_DISCOVERY_MODE" in
-      auth) printf '%s\\n' 'HTTP 401 Unauthorized' >&2; exit 1 ;;
-      *) printf '%s\\n' '{"data":[{"voice_id":"voice-starfish-1"}]}' ;;
-    esac
-    ;;
-  *"video create"*)
-    case "$HEYGEN_VIDEO_MODE" in
-      auth) printf '%s\\n' 'HTTP 401 Unauthorized' >&2; exit 1 ;;
-      other) printf '%s\\n' 'provider unavailable' >&2; exit 1 ;;
-      *) printf '%s\\n' "$HEYGEN_VIDEO_RESPONSE" ;;
-    esac
-    ;;
-esac
-`,
-  );
-  chmodSync(heygenPath, 0o755);
-  process.env.PATH = `${dir}:${previousEnv.PATH ?? ""}`;
-  process.env.HEYGEN_CAPTURE_PATH = capturePath;
-  process.env.HEYGEN_VIDEO_MODE = options.mode ?? "success";
-  process.env.HEYGEN_VIDEO_RESPONSE = options.response ?? "";
-  process.env.HEYGEN_DISCOVERY_MODE = options.discoveryMode ?? "";
-  process.env.HYPERFRAMES_NO_TELEMETRY = "1";
-
-  try {
-    return await run({
-      invocations: () => readFileSync(capturePath, "utf8").trim().split("\n"),
-    });
-  } finally {
-    for (const [key, value] of Object.entries(previousEnv)) {
-      if (value === undefined) delete process.env[key];
-      else process.env[key] = value;
-    }
-    rmSync(dir, { recursive: true, force: true });
-  }
-}
-
-function bodyFromInvocation(invocation) {
-  const marker = " -d ";
-  const start = invocation.indexOf(marker);
-  assert.notEqual(start, -1);
-  return JSON.parse(invocation.slice(start + marker.length));
-}
-
-test("downloads a generated avatar video and returns the generated MP4 result", async () => {
-  const { server, url } = await listenVideoServer();
-  let localPath;
-  try {
-    await withFakeHeygen(
-      { response: JSON.stringify({ data: { video_url: url } }) },
-      async ({ invocations }) => {
-        const heygenVideoGenerate = await freshGenerate();
-        const intent = "Welcome to the HyperFrames launch";
-        const result = await heygenVideoGenerate(intent, {});
-        localPath = result?.localPath;
-        const calls = invocations();
-        const create = calls.find((call) => call.includes("video create"));
-
-        assert.ok(create);
-        assert.match(create, /--headers X-HeyGen-Client-Source: media-use/);
-        assert.deepEqual(bodyFromInvocation(create), {
-          type: "avatar",
-          avatar_id: "avatar-public-1",
-          script: intent,
-          voice_id: "voice-starfish-1",
-        });
-        assert.ok(result);
-        assert.equal(join(tmpdir(), result.localPath.slice(tmpdir().length + 1)), result.localPath);
-        assert.match(result.localPath, /media-use-heygen-video-\d+-\d+\.mp4$/);
-        assert.deepEqual(result, {
-          localPath: result.localPath,
-          ext: ".mp4",
-          source: "generated",
-          metadata: {
-            description: intent,
-            provider: "heygen.video",
-            provenance: { prompt: intent },
-          },
-        });
-        assert.deepEqual(readFileSync(result.localPath), VIDEO_FIXTURE);
-      },
-    );
-  } finally {
-    if (localPath) rmSync(localPath, { force: true });
-    await closeServer(server);
-  }
-});
-
-test("tags video creation but not avatar or voice discovery", async () => {
-  const { server, url } = await listenVideoServer();
-  let localPath;
-  try {
-    await withFakeHeygen(
-      { response: JSON.stringify({ data: { video_url: url } }) },
-      async ({ invocations }) => {
-        const heygenVideoGenerate = await freshGenerate();
-        const result = await heygenVideoGenerate("Header regression guard", {});
-        localPath = result?.localPath;
-        const calls = invocations();
-
-        assert.equal(calls.length, 3);
-        assert.match(calls[0], /^avatar list --ownership public --limit 1$/);
-        assert.doesNotMatch(calls[0], /X-HeyGen-Client-Source/);
-        assert.match(calls[1], /^voice list --engine starfish --limit 1$/);
-        assert.doesNotMatch(calls[1], /X-HeyGen-Client-Source/);
-        assert.match(calls[2], /video create/);
-        assert.match(calls[2], /X-HeyGen-Client-Source: media-use/);
-      },
-    );
-  } finally {
-    if (localPath) rmSync(localPath, { force: true });
-    await closeServer(server);
-  }
-});
-
-test("uses explicit avatar and voice overrides without discovery", async () => {
-  const { server, url } = await listenVideoServer();
-  let localPath;
-  try {
-    await withFakeHeygen(
-      { response: JSON.stringify({ data: { video_url: url } }) },
-      async ({ invocations }) => {
-        const heygenVideoGenerate = await freshGenerate();
-        const result = await heygenVideoGenerate("Use my presenter", {
-          avatarId: "avatar-override",
-          voiceId: "voice-override",
-        });
-        localPath = result?.localPath;
-        const calls = invocations();
-
-        assert.equal(calls.length, 1);
-        assert.match(calls[0], /video create/);
-        assert.deepEqual(bodyFromInvocation(calls[0]), {
-          type: "avatar",
-          avatar_id: "avatar-override",
-          script: "Use my presenter",
-          voice_id: "voice-override",
-        });
-      },
-    );
-  } finally {
-    if (localPath) rmSync(localPath, { force: true });
-    await closeServer(server);
-  }
-});
-
-test("caches discovered avatar and voice IDs for the process", async () => {
-  const { server, url } = await listenVideoServer();
-  const localPaths = new Set();
-  try {
-    await withFakeHeygen(
-      { response: JSON.stringify({ data: { video_url: url } }) },
-      async ({ invocations }) => {
-        const heygenVideoGenerate = await freshGenerate();
-        for (const intent of ["First avatar video", "Second avatar video"]) {
-          const result = await heygenVideoGenerate(intent, {});
-          if (result) localPaths.add(result.localPath);
-        }
-        const calls = invocations();
-
-        assert.equal(calls.filter((call) => call.startsWith("avatar list ")).length, 1);
-        assert.equal(calls.filter((call) => call.startsWith("voice list ")).length, 1);
-        assert.equal(calls.filter((call) => call.includes("video create")).length, 2);
-      },
-    );
-  } finally {
-    for (const localPath of localPaths) rmSync(localPath, { force: true });
-    await closeServer(server);
-  }
-});
-
-test("prints auth onboarding and reports an unauthenticated create failure", async (t) => {
-  const errors = [];
-  t.mock.method(console, "error", (message) => errors.push(message));
-
-  await withFakeHeygen({ mode: "auth" }, async () => {
-    const heygenVideoGenerate = await freshGenerate();
-    const result = await heygenVideoGenerate("Sign-in failure", {
-      avatarId: "avatar-override",
-      voiceId: "voice-override",
-    });
-
-    assert.equal(result, null);
-    assert.ok(errors.includes(AVATAR_VIDEO_SIGNIN_MESSAGE));
-    assert.ok(errors.includes(HEYGEN_NOT_AUTHENTICATED_MESSAGE));
-  });
-});
-
-test("reports other create failures without auth onboarding", async (t) => {
-  const errors = [];
-  t.mock.method(console, "error", (message) => errors.push(message));
-
-  await withFakeHeygen({ mode: "other" }, async () => {
-    const heygenVideoGenerate = await freshGenerate();
-    const result = await heygenVideoGenerate("Provider failure", {
-      avatarId: "avatar-override",
-      voiceId: "voice-override",
-    });
-
-    assert.equal(result, null);
-    assert.ok(!errors.includes(AVATAR_VIDEO_SIGNIN_MESSAGE));
-    assert.ok(errors.includes("media-use: `heygen video create` failed: provider unavailable"));
-  });
-});
-
-test("falls through on non-JSON and error responses", async (t) => {
-  t.mock.method(console, "error", () => {});
-
-  for (const response of ["not JSON", '{"error":{"message":"render failed"}}']) {
-    await withFakeHeygen({ response }, async () => {
-      const heygenVideoGenerate = await freshGenerate();
-      const result = await heygenVideoGenerate("Unusable response", {
-        avatarId: "avatar-override",
-        voiceId: "voice-override",
-      });
-
-      assert.equal(result, null);
-    });
-  }
-});
-
-test("onboards and returns null when avatar/voice discovery itself is unauthenticated", async (t) => {
-  const errors = [];
-  t.mock.method(console, "error", (message) => errors.push(message));
-
-  // Both avatar list AND voice list would fail unauthenticated (discoveryMode
-  // "auth" applies to both in the fake CLI) -- the short-circuit after the
-  // first failure must mean only one is ever attempted, so the onboarding
-  // message and the provider-error telemetry ping each fire exactly once
-  // instead of double-firing for what's really one auth failure.
-  await withFakeHeygen({ discoveryMode: "auth" }, async ({ invocations }) => {
-    const heygenVideoGenerate = await freshGenerate();
-    const result = await heygenVideoGenerate("Discovery auth failure", {});
-
-    assert.equal(result, null);
-    assert.equal(
-      errors.filter((message) => message === AVATAR_VIDEO_SIGNIN_MESSAGE).length,
-      1,
-      "onboarding message must fire exactly once, not once per failed discovery call",
-    );
-    const calls = invocations();
-    assert.equal(calls.length, 1, "must short-circuit after the first discovery failure");
-    assert.match(calls[0], /^avatar list /);
-  });
-});
-
-test("download failure after a successful create returns null and logs a diagnostic", async () => {
-  const { server, url } = await listenFailingVideoServer();
-  try {
-    await withFakeHeygen({ response: JSON.stringify({ data: { video_url: url } }) }, async () => {
-      const heygenVideoGenerate = await freshGenerate();
-      const result = await heygenVideoGenerate("Download failure", {
-        avatarId: "avatar-override",
-        voiceId: "voice-override",
-      });
-
-      assert.equal(result, null);
-    });
-  } finally {
-    await closeServer(server);
-  }
-});

package/skills/media-use/scripts/lib/image-provider.mjs

@@ -1,44 +0,0 @@
-import { heygenSearch } from "./heygen-search.mjs";
-
-export const imageProvider = {
-  async search(intent) {
-    const results = heygenSearch("asset search", intent, { type: "image" });
-    if (!results) return null;
-    const best = results[0];
-    return {
-      url: best.url,
-      source: "search",
-      // ext derived from the asset URL by resolve.mjs (.jpg/.png/.webp)
-      metadata: {
-        description: intent,
-        width: best.width || null,
-        height: best.height || null,
-        transparent: best.is_transparent || false,
-        provider: "heygen.asset.search",
-        provenance: { asset_id: best.id, score: best.score },
-      },
-    };
-  },
-};
-
-export const iconProvider = {
-  async search(intent) {
-    // No minScore: the `asset search` backend rejects --min-score and returns no score field.
-    const results = heygenSearch("asset search", intent, { type: "icon" });
-    if (!results) return null;
-    const best = results[0];
-    return {
-      url: best.url,
-      source: "search",
-      // ext derived from the asset URL by resolve.mjs — catalog icons are .png, not .svg
-      metadata: {
-        description: intent,
-        width: best.width || null,
-        height: best.height || null,
-        transparent: best.is_transparent ?? true,
-        provider: "heygen.asset.search",
-        provenance: { asset_id: best.id, score: best.score, type: "icon" },
-      },
-    };
-  },
-};