@talesofai/neta-skills 0.6.0

package/bin/commands/creative/make_video.cmd.js

@@ -0,0 +1,54 @@
+import { Type } from "@sinclair/typebox";
+import { buildMakeVideoPayload } from "../../apis/types.js";
+import { parseMeta } from "../../utils/parse_meta.js";
+import { polling } from "../../utils/polling.js";
+import { createCommand } from "../factory.js";
+const meta = parseMeta(Type.Object({
+    name: Type.String(),
+    title: Type.String(),
+    description: Type.String(),
+    parameters: Type.Object({
+        image_source: Type.String(),
+        prompt: Type.String(),
+        model: Type.String(),
+    }),
+}), import.meta);
+const makeVideoV1Parameters = Type.Object({
+    image_source: Type.String({ description: meta.parameters.image_source }),
+    prompt: Type.String({ description: meta.parameters.prompt }),
+    model: Type.Union([Type.Literal("model_s"), Type.Literal("model_w")], {
+        description: meta.parameters.model,
+    }),
+});
+export const makeVideo = createCommand({
+    name: meta.name,
+    title: meta.title,
+    description: meta.description,
+    inputSchema: makeVideoV1Parameters,
+}, async ({ image_source, prompt, model }, { log, apis }) => {
+    const MODEL_MAPPING = {
+        model_s: "volc_seedance_fast_i2v_upscale",
+        model_w: "wan26",
+    };
+    const work_flow_model = MODEL_MAPPING[model];
+    const createTask = async () => {
+        const payload = buildMakeVideoPayload(image_source, prompt, work_flow_model);
+        return await apis.artifact.makeVideo(payload);
+    };
+    const task_uuid = await createTask();
+    log.debug("task: %s", task_uuid);
+    const timeout = 60 * 1000 * 20;
+    const res = await polling(() => apis.artifact.task(task_uuid), async (result) => {
+        log.debug("polling: %o", result);
+        return (result.task_status !== "PENDING" &&
+            result.task_status !== "MODERATION");
+    }, 2000, timeout);
+    if (res.isTimeout) {
+        return {
+            task_uuid,
+            task_status: "TIMEOUT",
+            artifacts: [],
+        };
+    }
+    return res.result;
+});

package/bin/commands/creative/make_video.cmd.zh_cn.yml

@@ -0,0 +1,16 @@
+name: make_video
+title: 生成视频
+description: 基于一张图片来生成视频的工具
+parameters:
+  image_source: |
+    支持图片URL作为视频的首帧。只能引用一张图,因此需要参考多角色/多分镜场景时先使用 make_image 生成一张多人/多分镜图片再作为视频参考图引用。
+    图片URL: 完整图片地址
+  prompt:  |
+    用于驱动视频生成的完整自然语言提示词。
+    单分镜场景：需要包含场景、角色、动作、风格、镜头调度、光线、氛围等信息。提醒角色动作要自然流畅。
+    多分镜场景：提示词结构 = 总体描述 + 镜头序号 + 时间戳 + 分镜内容 + 美学控制 + 风格化 + 声音描述(人声/音效/背景音乐)
+      - 总体描述：简要概述整个视频内容,说明故事主题、叙述风格、主要情感或核心事件
+      - 镜头序号：为每个镜头分配编号,用于区分视频中不同的场景或段落顺序
+      - 时间戳：标明每个镜头在视频中的具体时间范围,确保镜头内容与视频时间线对应
+      - 分镜内容：详细描述每个分镜头中主要角色或物体的具体行为,包括动作、语言、表情、姿态等
+  model: 视频生成模型。model_w 用于带声音的 10s 多分镜音画同步的视频生成,model_s 用于 5s 单分镜无声音视频生成。

package/bin/commands/creative/publish_collection.cmd.en_us.yml

@@ -0,0 +1,10 @@
+name: publish_collection
+title: Publish Collection
+description: Publish a collection.
+parameters:
+  name: Collection title.
+  description: Short description of the collection.
+  status: Publish status of the collection, either PRIVATE or PUBLISHED.
+  artifacts: List of collection assets, minimum 1 and maximum 12 items. Example picture_uuid,picture_uuid
+  hashtags: List of collection hashtags. Example hashtag_name,hashtag_name
+

package/bin/commands/creative/publish_collection.cmd.js

@@ -0,0 +1,101 @@
+import { Type } from "@sinclair/typebox";
+import { parseMeta } from "../../utils/parse_meta.js";
+import { createCommand } from "../factory.js";
+const meta = parseMeta(Type.Object({
+    name: Type.String(),
+    title: Type.String(),
+    description: Type.String(),
+    parameters: Type.Object({
+        name: Type.String(),
+        description: Type.String(),
+        status: Type.String(),
+        artifacts: Type.String(),
+        hashtags: Type.String(),
+    }),
+}), import.meta);
+export const publishCollection = createCommand({
+    name: meta.name,
+    title: meta.title,
+    description: meta.description,
+    inputSchema: Type.Object({
+        name: Type.String({ description: meta.parameters.name }),
+        description: Type.String({ description: meta.parameters.description }),
+        status: Type.Union([Type.Literal("PRIVATE"), Type.Literal("PUBLISHED")], {
+            description: meta.parameters.status,
+        }),
+        artifacts: Type.String({ description: meta.parameters.artifacts }),
+        hashtags: Type.Optional(Type.String({ description: meta.parameters.hashtags })),
+        remix_instruct: Type.Optional(Type.String()),
+    }),
+}, async ({ name, description, status, hashtags, artifacts, remix_instruct }, { apis }) => {
+    const tags = await Promise.all(hashtags?.split(",")?.map((tag) => apis.hashtag.createHashtag(tag)) ?? []);
+    const tagDetails = await Promise.all(tags.map((tag) => apis.hashtag.fetchHashtag(tag.name)));
+    const activity = tagDetails.find((tag) => tag?.activity_detail?.uuid) ?? null;
+    const artifactDetails = await apis.artifact.artifactDetail(artifacts.split(","));
+    if (artifactDetails.length < 1 || artifactDetails.length > 12) {
+        throw new Error("artifacts must be between 1 and 12");
+    }
+    artifactDetails.forEach((artifact, index) => {
+        if (!artifact) {
+            throw new Error(`artifact ${artifacts[index]} not found`);
+        }
+        if (artifact.status !== "SUCCESS") {
+            throw new Error(`artifact ${artifacts[index]} status is not success`);
+        }
+    });
+    const uuid = await apis.collection.createCollection();
+    const data = {
+        pages: [
+            {
+                images: artifactDetails,
+            },
+        ],
+    };
+    const coverArtifact = artifactDetails.find((artifact) => artifact.url) ?? null;
+    const aspect = (() => {
+        if (!coverArtifact)
+            return "3:4";
+        if (coverArtifact.modality === "PICTURE" && coverArtifact.image_detail) {
+            return `${coverArtifact.image_detail.width}:${coverArtifact.image_detail.height}`;
+        }
+        if (coverArtifact.modality === "VIDEO" && coverArtifact.video_detail) {
+            return `${coverArtifact.video_detail.width}:${coverArtifact.video_detail.height}`;
+        }
+        return "3:4";
+    })();
+    const characters = new Map();
+    artifactDetails.forEach((artifact) => {
+        artifact.input?.rawPrompt?.forEach((p) => {
+            if (p?.type === "official_character_vtoken_adaptor" ||
+                p?.type === "oc_vtoken_adaptor") {
+                characters.set(p.value, {
+                    type: "character",
+                    name: p.name,
+                    weight: p.weight,
+                    value: p.value,
+                });
+            }
+        });
+    });
+    const collection = await apis.collection.saveCollection({
+        uuid,
+        name,
+        description,
+        version: "3.0.0",
+        status,
+        hashtags: tagDetails.map((tag) => tag.name),
+        displayData: data,
+        editorData: data,
+        picCount: artifactDetails.length,
+        coverUrl: coverArtifact?.url ?? null,
+        shareUrl: coverArtifact?.url ?? null,
+        aspect,
+        activity: activity?.activity_detail?.uuid ?? null,
+        extra_data: {
+            remix_instruct,
+        },
+        refCharacterTokens: Array.from(characters.values()),
+    });
+    await apis.collection.publishCollection(uuid);
+    return collection;
+});

package/bin/commands/creative/publish_collection.cmd.zh_cn.yml

@@ -0,0 +1,9 @@
+name: publish_collection
+title: 发布作品
+description: 发布一个作品
+parameters:
+  name: 作品标题
+  description: 作品简介
+  status: 作品发布状态 PRIVATE(私密) 或 PUBLISHED(公开)
+  artifacts: 作品素材列表, 最少1张, 最多12张, 示例, picture_uuid,picture_uuid
+  hashtags: 作品标签列表, 示例, hashtag_name,hashtag_name

package/bin/commands/creative/remove_background.cmd.en_us.yml

@@ -0,0 +1,10 @@
+remove_background:
+  name: remove_background
+  title: Remove Image Background
+  description: Remove the background of an input image while preserving the main subject, and return an image with a transparent background.
+
+remove_background_nocrop:
+  name: remove_background_nocrop
+  title: Remove Image Background (No Cropping)
+  description: Remove the background of the input image and return a transparent‑background image without cropping transparent edges.
+

package/bin/commands/creative/remove_background.cmd.js

@@ -0,0 +1,74 @@
+import { Type } from "@sinclair/typebox";
+import { parseMeta } from "../../utils/parse_meta.js";
+import { polling } from "../../utils/polling.js";
+import { createCommand } from "../factory.js";
+const meta = parseMeta(Type.Object({
+    remove_background: Type.Object({
+        name: Type.String(),
+        title: Type.String(),
+        description: Type.String(),
+    }),
+    remove_background_nocrop: Type.Object({
+        name: Type.String(),
+        title: Type.String(),
+        description: Type.String(),
+    }),
+}), import.meta);
+const removeBackgroundV1Parameters = Type.Object({
+    input_image: Type.String(),
+});
+export const removeBackground = createCommand({
+    name: meta.remove_background.name,
+    title: meta.remove_background.title,
+    description: meta.remove_background.description,
+    inputSchema: removeBackgroundV1Parameters,
+}, async ({ input_image }, { apis, log }) => {
+    const createTask = async () => {
+        return apis.artifact.postProcess(input_image, "0_null/抠图SEG", {
+            entrance: "PICTURE,PURE,VERSE",
+        });
+    };
+    const task_uuid = await createTask();
+    log.debug("task: %s", task_uuid);
+    const timeout = 60 * 1000 * 5;
+    const res = await polling(() => apis.artifact.task(task_uuid), async (result) => {
+        log.debug("polling: %o", result);
+        return (result.task_status !== "PENDING" &&
+            result.task_status !== "MODERATION");
+    }, 2000, timeout);
+    if (res.isTimeout) {
+        return {
+            task_uuid,
+            task_status: "TIMEOUT",
+            artifacts: [],
+        };
+    }
+    return res.result;
+});
+export const removeBackgroundNoCrop = createCommand({
+    name: meta.remove_background_nocrop.name,
+    title: meta.remove_background_nocrop.title,
+    description: meta.remove_background_nocrop.description,
+    inputSchema: removeBackgroundV1Parameters,
+}, async ({ input_image }, { apis, log }) => {
+    const createTask = async () => {
+        return apis.artifact.postProcess(input_image, "0_null/抠图SEG", {
+            entrance: "PICTURE,PURE,VERSE",
+        });
+    };
+    const task_uuid = await createTask();
+    log.debug("task: %s", task_uuid);
+    const res = await polling(() => apis.artifact.task(task_uuid), (result) => {
+        log.debug("polling: %o", result);
+        return (result.task_status !== "PENDING" &&
+            result.task_status !== "MODERATION");
+    }, 2000, 60 * 1000 * 10);
+    if (res.isTimeout) {
+        return {
+            task_uuid,
+            task_status: "TIMEOUT",
+            artifacts: [],
+        };
+    }
+    return res.result;
+});

package/bin/commands/creative/remove_background.cmd.zh_cn.yml

@@ -0,0 +1,9 @@
+remove_background:
+  name: remove_background
+  title: 去除图片背景
+  description: 输入图片保留主体去除背景，返回透明通道图片
+
+remove_background_nocrop:
+  name: remove_background_nocrop
+  title: 去除图片背景(不裁剪透明边缘)
+  description: 去除输入图片的背景,返回透明底图片(不裁剪透明边缘).

package/bin/commands/creative/request_character_or_elementum.cmd.en_us.yml

@@ -0,0 +1,23 @@
+name: request_character_or_elementum
+title: Get Character or Elementum
+description: Fetch detailed information about a character or elementum by exact name or UUID.
+errors:
+  missing_id: Either name or uuid must be provided.
+  not_found: Character or elementum not found {identifier}
+  type_mismatch_character: The resolved type is "character", but parent_type="elementum" was specified. Please adjust parent_type or use a different name to search.
+  type_mismatch_elementum: The resolved type is "elementum", but parent_type="character" was specified. Please adjust parent_type or use a different name to search.
+  unknown_type: Unknown TCP type {type}
+parameters:
+  name: |
+    Exact name of the character or elementum.
+      - When name is provided, the tool first searches for a matching character or elementum (using exact match), then fetches its details.
+      - Examples: "Neta", "Hatsune Miku", "Cyberpunk Style".
+      - Note: exact matching is used, so make sure the name matches exactly.
+      - If both name and uuid are provided, uuid takes precedence.
+  uuid: |
+    UUID of the character or elementum.
+      - When uuid is provided, details are fetched directly by UUID.
+      - You can obtain UUIDs via the search_character_or_elementum tool.
+      - If both name and uuid are provided, uuid takes precedence.
+  parent_type: The type of entity to resolve ("character", "elementum", or "both").
+

package/bin/commands/creative/request_character_or_elementum.cmd.js

@@ -0,0 +1,108 @@
+import { Type } from "@sinclair/typebox";
+import { parseMeta } from "../../utils/parse_meta.js";
+import { createCommand } from "../factory.js";
+const meta = parseMeta(Type.Object({
+    name: Type.String(),
+    title: Type.String(),
+    description: Type.String(),
+    errors: Type.Object({
+        missing_id: Type.String(),
+        not_found: Type.String(),
+        type_mismatch_character: Type.String(),
+        type_mismatch_elementum: Type.String(),
+        unknown_type: Type.String(),
+    }),
+    parameters: Type.Object({
+        name: Type.String(),
+        uuid: Type.String(),
+        parent_type: Type.String(),
+    }),
+}), import.meta);
+const requestCharacterOrElementumV1Parameters = Type.Object({
+    name: Type.Optional(Type.String({ description: meta.parameters.name })),
+    uuid: Type.Optional(Type.String({ description: meta.parameters.uuid })),
+    parent_type: Type.Union([
+        Type.Literal("character"),
+        Type.Literal("elementum"),
+        Type.Literal("both"),
+    ], { default: "both", description: meta.parameters.parent_type }),
+});
+export const requestCharacterOrElementum = createCommand({
+    name: meta.name,
+    title: meta.title,
+    description: meta.description,
+    inputSchema: requestCharacterOrElementumV1Parameters,
+}, async ({ name, uuid, parent_type }, { log, apis }) => {
+    const targetType = parent_type === "both" ? ["character", "elementum"] : [parent_type];
+    const getTcp = async () => {
+        if (!uuid && !name) {
+            throw new Error(meta.errors.missing_id);
+        }
+        if (uuid) {
+            return await apis.tcp.tcpProfile(uuid);
+        }
+        if (name) {
+            const res = await apis.tcp.searchTCPs({
+                keywords: name,
+                page_index: 0,
+                page_size: 1,
+                sort_scheme: "exact",
+                parent_type: parent_type === "both"
+                    ? ["oc", "elementum"]
+                    : parent_type === "character"
+                        ? "oc"
+                        : "elementum",
+            });
+            if (!res)
+                return null;
+            if (res.list.length === 0)
+                return null;
+            const first = res.list[0];
+            if (!first)
+                return null;
+            return apis.tcp.tcpProfile(first.uuid);
+        }
+        return null;
+    };
+    const tcp = await getTcp();
+    if (!tcp) {
+        throw new Error(meta.errors.not_found.replace("{identifier}", String((name || uuid) ?? "").trim()));
+    }
+    if (tcp.type === "oc" || tcp.type === "official") {
+        if (!targetType.includes("character")) {
+            throw new Error(meta.errors.type_mismatch_character);
+        }
+        const assignValue = {
+            type: "character",
+            uuid: tcp.uuid,
+            name: tcp.name,
+            age: tcp.oc_bio.age,
+            interests: tcp.oc_bio.interests,
+            persona: tcp.oc_bio.persona,
+            description: tcp.oc_bio.description,
+            occupation: tcp.oc_bio.occupation,
+            avatar_img: tcp.config.avatar_img,
+            header_img: tcp.config.header_img,
+        };
+        return {
+            detail: assignValue,
+        };
+    }
+    if (tcp.type === "elementum") {
+        if (!targetType.includes("elementum")) {
+            throw new Error(meta.errors.type_mismatch_elementum);
+        }
+        const assignValue = {
+            type: "elementum",
+            uuid: tcp.uuid,
+            name: tcp.name,
+            description: tcp.oc_bio.description,
+            avatar_img: tcp.config.avatar_img,
+        };
+        return {
+            detail: assignValue,
+        };
+    }
+    log.warn(`request_character_or_elementum: unknown tcp type: ${tcp.type}`);
+    throw new Error(meta.errors.unknown_type.replace("{type}", String(tcp.type)));
+});

package/bin/commands/creative/request_character_or_elementum.cmd.zh_cn.yml

@@ -0,0 +1,22 @@
+name: request_character_or_elementum
+title: 请求角色或元素
+description: 通过名称(精确匹配)或UUID获取角色或元素的详细信息
+errors:
+  missing_id: 必须提供 name 或 uuid 参数之一
+  not_found: 未找到角色或元素 {identifier}
+  type_mismatch_character: 找到的类型为 "character"（角色），但指定了 parent_type="elementum"（风格元素）。请调整 parent_type 参数或使用不同的名称搜索。
+  type_mismatch_elementum: 找到的类型为 "elementum"（风格元素），但指定了 parent_type="character"（角色）。请调整 parent_type 参数或使用不同的名称搜索。
+  unknown_type: 未知 TCP 类型 {type}
+parameters:
+  name: |
+    角色或元素的名称(精确匹配)
+      - 当提供name时,工具会先搜索匹配的角色或元素(使用精确匹配),然后获取详情
+      - 示例："奈塔#996"、"初音未来"、"赛博朋克风格"
+      - 注意：使用精确匹配,确保名称完全一致
+      - 如果同时提供name和uuid,优先使用uuid
+  uuid: |
+    角色或元素的UUID
+      - 当提供uuid时,直接获取角色或元素详情
+      - 可以通过search_tcp工具获取UUID
+      - 如果同时提供name和uuid,优先使用uuid
+  parent_type: 指定搜索类型

package/bin/commands/creative/search_tcp.cmd.en_us.yml

@@ -0,0 +1,16 @@
+name: search_character_or_elementum
+title: Search Characters and Elementums
+description: |
+  Search for characters and style elementums, supporting both exact and fuzzy matching.
+
+  Usage:
+    - Use this tool to fuzzily search and browse characters or style elementums.
+    - If you need to fetch full details of a character or elementum by name, use request_character_or_elementum instead.
+
+  Terminology:
+    - Character (character): people or characters such as "Neta", "Hatsune Miku", "Satoru Gojo".
+    - Elementum (elementum): also called "element"; includes concepts like art styles, world settings, memes, and story fragments, for example "manga style", "cyberpunk style", "school romance setting".
+
+  Search tips:
+    - You can first use search_character_or_elementum to find the exact name, then call request_character_or_elementum to get details.
+

package/bin/commands/creative/search_tcp.cmd.js

@@ -0,0 +1,53 @@
+import { Type } from "@sinclair/typebox";
+import { parseMeta } from "../../utils/parse_meta.js";
+import { createCommand } from "../factory.js";
+const meta = parseMeta(Type.Object({
+    name: Type.String(),
+    title: Type.String(),
+    description: Type.String(),
+}), import.meta);
+const searchCharacterOrElementumV1Parameters = Type.Object({
+    keywords: Type.String(),
+    parent_type: Type.Union([
+        Type.Literal("character"),
+        Type.Literal("elementum"),
+        Type.Literal("both"),
+    ], { default: "both" }),
+    sort_scheme: Type.Union([Type.Literal("exact"), Type.Literal("best")], {
+        default: "best",
+    }),
+    page_index: Type.Integer({ minimum: 0, default: 0 }),
+    page_size: Type.Integer({ minimum: 1, maximum: 50, default: 10 }),
+});
+export const searchCharacterOrElementum = createCommand({
+    name: meta.name,
+    title: meta.title,
+    description: meta.description,
+    inputSchema: searchCharacterOrElementumV1Parameters,
+}, async ({ keywords, parent_type, sort_scheme, page_index, page_size }, { apis }) => {
+    const result = await apis.tcp.searchTCPs({
+        keywords,
+        page_index,
+        page_size,
+        parent_type: parent_type === "both"
+            ? ["oc", "elementum"]
+            : parent_type === "character"
+                ? "oc"
+                : "elementum",
+        sort_scheme,
+    });
+    return {
+        total: result.total,
+        page_index: result.page_index,
+        page_size: result.page_size,
+        list: result.list.map((res) => ({
+            uuid: res.uuid,
+            type: res.type === "oc" || res.type === "official"
+                ? "character"
+                : "elementum",
+            name: res.name,
+            avatar_img: res.config?.avatar_img,
+            header_img: res.config?.header_img,
+        })),
+    };
+});

package/bin/commands/creative/search_tcp.cmd.zh_cn.yml

@@ -0,0 +1,15 @@
+name: search_character_or_elementum
+title: 搜索角色和元素
+description: |
+  搜索角色和风格元素,支持精确和模糊查找
+
+  使用说明：
+    - 此工具用于模糊搜索和浏览角色或风格元素
+    - 如需通过名称精确获取角色或元素详情,请使用request_character_or_elementum工具
+
+  术语说明：
+    - 角色(character)：人物、角色,如"奈塔#996"、"初音未来"、"五条悟"
+    - 风格元素(elementum)：也称为"元素",包括绘画风格、世界观设定、梗图、故事片段等概念,如"漫画风格"、"赛博朋克风格"、"校园恋爱世界观"
+
+  搜索建议：
+    - 可以通过search_character_or_elementum搜索获取准确名称,然后使用request_character_or_elementum获取详情

package/bin/commands/factory.js

@@ -0,0 +1,15 @@
+import { Type, } from "@sinclair/typebox";
+export const Nullable = (schema) => Type.Unsafe({
+    ...schema,
+    nullable: true,
+});
+export const createCommand = (command, execute) => {
+    return {
+        ...command,
+        execute,
+        _IS_COMMAND__: true,
+    };
+};
+export const isCommand = (value) => {
+    return (typeof value === "object" && value !== null && "_IS_COMMAND__" in value);
+};