@scotthuang/openclaw-bytedance 0.1.0

package/dist/src/media-understanding-provider.js

@@ -0,0 +1,288 @@
+import { DEFAULT_VISION_MODEL, buildArkEndpoint, resolveArkApiKey, resolveArkBaseUrl, } from "./credentials.js";
+import { formatErr, log } from "./logger.js";
+/**
+ * ByteDance (Volcengine Ark) media-understanding provider.
+ *
+ * Default model: doubao-seed-2.0-pro
+ *
+ * Strategy:
+ *   - Volcengine Ark exposes the OpenAI-compatible Chat Completions API at
+ *     `/api/v3/chat/completions`. We send a multimodal user message with
+ *     `image_url` content blocks and ask the model to describe the image(s).
+ *   - Image bytes are inlined as base64 data URLs since the framework hands
+ *     us a raw `Buffer` per image. (Ark also accepts http/https URLs but
+ *     here we always have local bytes.)
+ *
+ * Credentials/baseUrl are resolved from the ByteDance plugin config or env
+ * vars (ARK_API_KEY / ARK_BASE_URL); falling back to the public CN endpoint.
+ */
+const SUPPORTED_IMAGE_MIME_TYPES = new Set([
+    "image/png",
+    "image/jpeg",
+    "image/jpg",
+    "image/webp",
+    "image/gif",
+]);
+const DEFAULT_PROMPT = "Describe the image in detail.";
+const DEFAULT_MAX_TOKENS = 1024;
+function normalizeMime(mime) {
+    if (typeof mime === "string") {
+        const lower = mime.trim().toLowerCase();
+        if (SUPPORTED_IMAGE_MIME_TYPES.has(lower)) {
+            // Ark expects standard image/jpeg, image/png, etc.
+            return lower === "image/jpg" ? "image/jpeg" : lower;
+        }
+    }
+    // Fall back to jpeg for unknown/unspecified types.
+    return "image/jpeg";
+}
+function bufferToDataUrl(buffer, mime) {
+    const normalizedMime = normalizeMime(mime);
+    const base64 = buffer.toString("base64");
+    return `data:${normalizedMime};base64,${base64}`;
+}
+function resolveCredentialsFromConfig(cfg) {
+    if (!cfg || typeof cfg !== "object")
+        return {};
+    const config = cfg;
+    const plugins = config.plugins;
+    const entries = plugins?.entries;
+    const bytedance = entries?.bytedance;
+    const pluginConfig = bytedance?.config;
+    const vision = pluginConfig?.vision;
+    if (!vision)
+        return {};
+    return {
+        apiKey: typeof vision.apiKey === "string" ? vision.apiKey : undefined,
+        baseUrl: typeof vision.baseUrl === "string" ? vision.baseUrl : undefined,
+        model: typeof vision.model === "string" ? vision.model : undefined,
+    };
+}
+function resolveModel(requested, fromConfig) {
+    if (typeof requested === "string" && requested.trim().length > 0 && requested !== "bytedance") {
+        return requested.trim();
+    }
+    if (typeof fromConfig === "string" && fromConfig.trim().length > 0) {
+        return fromConfig.trim();
+    }
+    return DEFAULT_VISION_MODEL;
+}
+function extractTextFromChoice(resp) {
+    const choice = resp.choices?.[0];
+    const content = choice?.message?.content;
+    if (typeof content === "string") {
+        return content;
+    }
+    if (Array.isArray(content)) {
+        const parts = [];
+        for (const c of content) {
+            if (c && c.type === "text" && typeof c.text === "string") {
+                parts.push(c.text);
+            }
+        }
+        return parts.join("\n").trim();
+    }
+    return "";
+}
+function buildErrorMessage(prefix, status, body) {
+    const trimmed = body.length > 500 ? `${body.slice(0, 500)}…` : body;
+    return `${prefix} (HTTP ${status}): ${trimmed || "<empty body>"}`;
+}
+async function callArkChatCompletions(params) {
+    const url = buildArkEndpoint(params.baseUrl, "/chat/completions");
+    const tag = params.logTag ? ` ${params.logTag}` : "";
+    const imageBlocks = params.body.messages
+        ?.flatMap((m) => (Array.isArray(m.content) ? m.content : []))
+        .filter((c) => c.type === "image_url").length ?? 0;
+    log.debug(`vision:${tag} POST ${url} model=${params.body.model} max_tokens=${params.body.max_tokens ?? "-"} ` +
+        `images=${imageBlocks} timeoutMs=${params.timeoutMs}`);
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), Math.max(1000, params.timeoutMs));
+    const startedAt = Date.now();
+    let res;
+    try {
+        res = await fetch(url, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${params.apiKey}`,
+                "Content-Type": "application/json",
+                Accept: "application/json",
+            },
+            body: JSON.stringify(params.body),
+            signal: controller.signal,
+        });
+    }
+    catch (err) {
+        if (err.name === "AbortError") {
+            log.error(`vision:${tag} request timed out after ${params.timeoutMs}ms (model=${params.body.model})`);
+            throw new Error(`Volcengine Ark vision request timed out after ${params.timeoutMs}ms`);
+        }
+        log.error(`vision:${tag} fetch threw before response: ${formatErr(err)}`);
+        throw err;
+    }
+    finally {
+        clearTimeout(timer);
+    }
+    const elapsed = Date.now() - startedAt;
+    if (!res.ok) {
+        const text = await res.text().catch(() => "");
+        log.warn(`vision:${tag} HTTP ${res.status} after ${elapsed}ms ` +
+            `(model=${params.body.model}): ${truncate(text, 300)}`);
+        throw new Error(buildErrorMessage("Volcengine Ark vision error", res.status, text));
+    }
+    let data;
+    try {
+        data = (await res.json());
+    }
+    catch (err) {
+        log.error(`vision:${tag} malformed JSON response after ${elapsed}ms: ${formatErr(err)}`);
+        throw err;
+    }
+    if (data.error?.message) {
+        log.warn(`vision:${tag} provider error envelope (code=${data.error.code ?? "?"}, ` +
+            `type=${data.error.type ?? "?"}): ${truncate(data.error.message, 200)}`);
+        throw new Error(`Volcengine Ark vision error: ${data.error.message}`);
+    }
+    log.debug(`vision:${tag} HTTP 200 in ${elapsed}ms model=${data.model ?? params.body.model} ` +
+        `finishReason=${data.choices?.[0]?.finish_reason ?? "-"} id=${data.id ?? "-"}`);
+    return data;
+}
+function truncate(text, max) {
+    if (typeof text !== "string")
+        return "";
+    return text.length > max ? `${text.slice(0, max)}…` : text;
+}
+async function describeImage(req) {
+    const invokeStartedAt = Date.now();
+    const { apiKey: cfgKey, baseUrl: cfgBaseUrl, model: cfgModel } = resolveCredentialsFromConfig(req.cfg);
+    const apiKey = resolveArkApiKey(cfgKey);
+    if (!apiKey) {
+        log.warn("vision: describeImage missing ARK_API_KEY (and no plugins.entries.bytedance.config.vision.apiKey)");
+        throw new Error("Volcengine Ark vision: missing ARK_API_KEY. Set the environment variable or configure plugins.entries.bytedance.config.vision.apiKey.");
+    }
+    const baseUrl = resolveArkBaseUrl(cfgBaseUrl);
+    const model = resolveModel(req.model, cfgModel);
+    const dataUrl = bufferToDataUrl(req.buffer, req.mime);
+    const prompt = (req.prompt && req.prompt.trim().length > 0 ? req.prompt : DEFAULT_PROMPT).trim();
+    log.debug(`vision: describeImage model=${model} fileName=${req.fileName} ` +
+        `mime=${req.mime ?? "-"} bytes=${req.buffer.length} ` +
+        `prompt="${truncate(prompt, 80)}" timeoutMs=${req.timeoutMs}`);
+    const body = {
+        model,
+        messages: [
+            {
+                role: "user",
+                content: [
+                    { type: "text", text: prompt },
+                    { type: "image_url", image_url: { url: dataUrl } },
+                ],
+            },
+        ],
+        max_tokens: req.maxTokens && req.maxTokens > 0 ? req.maxTokens : DEFAULT_MAX_TOKENS,
+    };
+    let data;
+    try {
+        data = await callArkChatCompletions({
+            apiKey,
+            baseUrl,
+            body,
+            timeoutMs: req.timeoutMs,
+            logTag: `single fileName=${req.fileName}`,
+        });
+    }
+    catch (err) {
+        log.error(`vision: describeImage failed after ${Date.now() - invokeStartedAt}ms ` +
+            `(model=${model}, fileName=${req.fileName}): ${formatErr(err)}`);
+        throw err;
+    }
+    const text = extractTextFromChoice(data);
+    log.info(`vision: describeImage ok model=${data.model ?? model} fileName=${req.fileName} ` +
+        `bytes=${req.buffer.length} totalMs=${Date.now() - invokeStartedAt} textLen=${text.length}`);
+    return {
+        text,
+        model: data.model ?? model,
+    };
+}
+async function describeSingleImageFromBatch(apiKey, baseUrl, model, prompt, image, index, total, maxTokens, timeoutMs) {
+    const dataUrl = bufferToDataUrl(image.buffer, image.mime);
+    const indexedPrompt = total > 1 ? `${prompt}\n(Describe image ${index + 1} of ${total} independently.)` : prompt;
+    const body = {
+        model,
+        messages: [
+            {
+                role: "user",
+                content: [
+                    { type: "text", text: indexedPrompt },
+                    { type: "image_url", image_url: { url: dataUrl } },
+                ],
+            },
+        ],
+        max_tokens: maxTokens,
+    };
+    const data = await callArkChatCompletions({
+        apiKey,
+        baseUrl,
+        body,
+        timeoutMs,
+        logTag: `batch[${index + 1}/${total}] fileName=${image.fileName}`,
+    });
+    return extractTextFromChoice(data);
+}
+async function describeImages(req) {
+    const invokeStartedAt = Date.now();
+    const { apiKey: cfgKey, baseUrl: cfgBaseUrl, model: cfgModel } = resolveCredentialsFromConfig(req.cfg);
+    const apiKey = resolveArkApiKey(cfgKey);
+    if (!apiKey) {
+        log.warn("vision: describeImages missing ARK_API_KEY (and no plugins.entries.bytedance.config.vision.apiKey)");
+        throw new Error("Volcengine Ark vision: missing ARK_API_KEY. Set the environment variable or configure plugins.entries.bytedance.config.vision.apiKey.");
+    }
+    const baseUrl = resolveArkBaseUrl(cfgBaseUrl);
+    const model = resolveModel(req.model, cfgModel);
+    if (req.images.length === 0) {
+        log.debug("vision: describeImages called with empty images array; returning early");
+        return { text: "", model };
+    }
+    const prompt = (req.prompt && req.prompt.trim().length > 0 ? req.prompt : DEFAULT_PROMPT).trim();
+    const maxTokens = req.maxTokens && req.maxTokens > 0 ? req.maxTokens : DEFAULT_MAX_TOKENS;
+    const totalBytes = req.images.reduce((acc, img) => acc + (img?.buffer?.length ?? 0), 0);
+    log.debug(`vision: describeImages model=${model} count=${req.images.length} totalBytes=${totalBytes} ` +
+        `prompt="${truncate(prompt, 80)}" timeoutMs=${req.timeoutMs} max_tokens=${maxTokens}`);
+    // Run sequentially to keep behavior predictable and to match how MiniMax's
+    // VLM provider handles batches. Could be parallelized later if needed.
+    const parts = [];
+    for (let i = 0; i < req.images.length; i += 1) {
+        const image = req.images[i];
+        if (!image)
+            continue;
+        const itemStartedAt = Date.now();
+        let text;
+        try {
+            text = await describeSingleImageFromBatch(apiKey, baseUrl, model, prompt, image, i, req.images.length, maxTokens, req.timeoutMs);
+        }
+        catch (err) {
+            log.error(`vision: describeImages item ${i + 1}/${req.images.length} failed after ` +
+                `${Date.now() - itemStartedAt}ms (fileName=${image.fileName}): ${formatErr(err)}`);
+            throw err;
+        }
+        log.debug(`vision: describeImages item ${i + 1}/${req.images.length} ok ` +
+            `fileName=${image.fileName} bytes=${image.buffer.length} ` +
+            `tookMs=${Date.now() - itemStartedAt} textLen=${text.length}`);
+        parts.push(req.images.length > 1 ? `Image ${i + 1}: ${text}` : text);
+    }
+    const joined = parts.join("\n\n").trim();
+    log.info(`vision: describeImages ok model=${model} count=${req.images.length} ` +
+        `totalBytes=${totalBytes} totalMs=${Date.now() - invokeStartedAt} textLen=${joined.length}`);
+    return {
+        text: joined,
+        model,
+    };
+}
+export const bytedanceMediaUnderstandingProvider = {
+    id: "bytedance",
+    capabilities: ["image"],
+    defaultModels: { image: DEFAULT_VISION_MODEL },
+    autoPriority: { image: 45 },
+    describeImage,
+    describeImages,
+};
+//# sourceMappingURL=media-understanding-provider.js.map

package/dist/src/media-understanding-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-understanding-provider.js","sourceRoot":"","sources":["../../src/media-understanding-provider.ts"],"names":[],"mappings":"AASA,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAE7C;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAC;IACzC,WAAW;IACX,YAAY;IACZ,WAAW;IACX,YAAY;IACZ,WAAW;CACZ,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,+BAA+B,CAAC;AACvD,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAiChC,SAAS,aAAa,CAAC,IAAa;IAClC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACxC,IAAI,0BAA0B,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1C,mDAAmD;YACnD,OAAO,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC;QACtD,CAAC;IACH,CAAC;IACD,mDAAmD;IACnD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,eAAe,CAAC,MAAc,EAAE,IAAa;IACpD,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO,QAAQ,cAAc,WAAW,MAAM,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,4BAA4B,CAAC,GAAY;IAKhD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,GAA8B,CAAC;IAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,OAA8C,CAAC;IACtE,MAAM,OAAO,GAAG,OAAO,EAAE,OAA8C,CAAC;IACxE,MAAM,SAAS,GAAG,OAAO,EAAE,SAAgD,CAAC;IAC5E,MAAM,YAAY,GAAG,SAAS,EAAE,MAA6C,CAAC;IAC9E,MAAM,MAAM,GAAG,YAAY,EAAE,MAA6C,CAAC;IAE3E,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IACvB,OAAO;QACL,MAAM,EAAE,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACrE,OAAO,EAAE,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QACxE,KAAK,EAAE,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,SAA6B,EAAE,UAA8B;IACjF,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QAC9F,OAAO,SAAS,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IACD,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnE,OAAO,UAAU,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IACD,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,SAAS,qBAAqB,CAAC,IAA6B;IAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;IACzC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc,EAAE,MAAc,EAAE,IAAY;IACrE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,OAAO,GAAG,MAAM,UAAU,MAAM,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;AACpE,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,MAOrC;IACC,MAAM,GAAG,GAAG,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;IAClE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAErD,MAAM,WAAW,GACf,MAAM,CAAC,IAAI,CAAC,QAAQ;QAClB,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SAC5D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;IACvD,GAAG,CAAC,KAAK,CACP,UAAU,GAAG,SAAS,GAAG,UAAU,MAAM,CAAC,IAAI,CAAC,KAAK,eAAe,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,GAAG,GAAG;QACjG,UAAU,WAAW,cAAc,MAAM,CAAC,SAAS,EAAE,CACxD,CAAC;IAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAErF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACrB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;gBACxC,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,kBAAkB;aAC3B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC;YACjC,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAAa,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACzC,GAAG,CAAC,KAAK,CACP,UAAU,GAAG,4BAA4B,MAAM,CAAC,SAAS,aAAa,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,CAC3F,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,iDAAiD,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;QACzF,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,UAAU,GAAG,iCAAiC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1E,MAAM,GAAG,CAAC;IACZ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,GAAG,CAAC,IAAI,CACN,UAAU,GAAG,SAAS,GAAG,CAAC,MAAM,UAAU,OAAO,KAAK;YACpD,UAAU,MAAM,CAAC,IAAI,CAAC,KAAK,MAAM,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CACzD,CAAC;QACF,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,IAAI,IAA6B,CAAC;IAClC,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4B,CAAC;IACvD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CACP,UAAU,GAAG,kCAAkC,OAAO,OAAO,SAAS,CAAC,GAAG,CAAC,EAAE,CAC9E,CAAC;QACF,MAAM,GAAG,CAAC;IACZ,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;QACxB,GAAG,CAAC,IAAI,CACN,UAAU,GAAG,kCAAkC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,IAAI;YACvE,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAC1E,CAAC;QACF,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,GAAG,CAAC,KAAK,CACP,UAAU,GAAG,gBAAgB,OAAO,YAAY,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG;QAChF,gBAAgB,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,GAAG,OAAO,IAAI,CAAC,EAAE,IAAI,GAAG,EAAE,CACjF,CAAC;IACF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,GAAW;IACzC,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACxC,OAAO,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7D,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,GAA4B;IACvD,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,4BAA4B,CAC3F,GAAG,CAAC,GAAG,CACR,CAAC;IACF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,GAAG,CAAC,IAAI,CACN,mGAAmG,CACpG,CAAC;QACF,MAAM,IAAI,KAAK,CACb,uIAAuI,CACxI,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAEhD,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;IAEjG,GAAG,CAAC,KAAK,CACP,+BAA+B,KAAK,aAAa,GAAG,CAAC,QAAQ,GAAG;QAC9D,QAAQ,GAAG,CAAC,IAAI,IAAI,GAAG,UAAU,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG;QACrD,WAAW,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,GAAG,CAAC,SAAS,EAAE,CAChE,CAAC;IAEF,MAAM,IAAI,GAA2B;QACnC,KAAK;QACL,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;oBAC9B,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;iBACnD;aACF;SACF;QACD,UAAU,EAAE,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB;KACpF,CAAC;IAEF,IAAI,IAA6B,CAAC;IAClC,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,sBAAsB,CAAC;YAClC,MAAM;YACN,OAAO;YACP,IAAI;YACJ,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,MAAM,EAAE,mBAAmB,GAAG,CAAC,QAAQ,EAAE;SAC1C,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CACP,sCAAsC,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,KAAK;YACrE,UAAU,KAAK,cAAc,GAAG,CAAC,QAAQ,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,CAClE,CAAC;QACF,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,MAAM,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACzC,GAAG,CAAC,IAAI,CACN,kCAAkC,IAAI,CAAC,KAAK,IAAI,KAAK,aAAa,GAAG,CAAC,QAAQ,GAAG;QAC/E,SAAS,GAAG,CAAC,MAAM,CAAC,MAAM,YAAY,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,YAAY,IAAI,CAAC,MAAM,EAAE,CAC9F,CAAC;IACF,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;KAC3B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,4BAA4B,CACzC,MAAc,EACd,OAAe,EACf,KAAa,EACb,MAAc,EACd,KAA6B,EAC7B,KAAa,EACb,KAAa,EACb,SAAiB,EACjB,SAAiB;IAEjB,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,aAAa,GACjB,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,qBAAqB,KAAK,GAAG,CAAC,OAAO,KAAK,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC;IAE7F,MAAM,IAAI,GAA2B;QACnC,KAAK;QACL,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE;oBACrC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;iBACnD;aACF;SACF;QACD,UAAU,EAAE,SAAS;KACtB,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC;QACxC,MAAM;QACN,OAAO;QACP,IAAI;QACJ,SAAS;QACT,MAAM,EAAE,SAAS,KAAK,GAAG,CAAC,IAAI,KAAK,cAAc,KAAK,CAAC,QAAQ,EAAE;KAClE,CAAC,CAAC;IACH,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAA6B;IACzD,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,4BAA4B,CAC3F,GAAG,CAAC,GAAG,CACR,CAAC;IACF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,GAAG,CAAC,IAAI,CACN,oGAAoG,CACrG,CAAC;QACF,MAAM,IAAI,KAAK,CACb,uIAAuI,CACxI,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAEhD,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,GAAG,CAAC,KAAK,CAAC,wEAAwE,CAAC,CAAC;QACpF,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;IACjG,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC;IAE1F,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxF,GAAG,CAAC,KAAK,CACP,gCAAgC,KAAK,UAAU,GAAG,CAAC,MAAM,CAAC,MAAM,eAAe,UAAU,GAAG;QAC1F,WAAW,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,GAAG,CAAC,SAAS,eAAe,SAAS,EAAE,CACxF,CAAC;IAEF,2EAA2E;IAC3E,uEAAuE;IACvE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,4BAA4B,CACvC,MAAM,EACN,OAAO,EACP,KAAK,EACL,MAAM,EACN,KAAK,EACL,CAAC,EACD,GAAG,CAAC,MAAM,CAAC,MAAM,EACjB,SAAS,EACT,GAAG,CAAC,SAAS,CACd,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CACP,+BAA+B,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,gBAAgB;gBACvE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,gBAAgB,KAAK,CAAC,QAAQ,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,CACpF,CAAC;YACF,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,GAAG,CAAC,KAAK,CACP,+BAA+B,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,MAAM;YAC7D,YAAY,KAAK,CAAC,QAAQ,UAAU,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG;YAC1D,UAAU,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,YAAY,IAAI,CAAC,MAAM,EAAE,CAChE,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,GAAG,CAAC,IAAI,CACN,mCAAmC,KAAK,UAAU,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG;QACpE,cAAc,UAAU,YAAY,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,YAAY,MAAM,CAAC,MAAM,EAAE,CAC9F,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,mCAAmC,GAA+B;IAC7E,EAAE,EAAE,WAAW;IACf,YAAY,EAAE,CAAC,OAAO,CAAC;IACvB,aAAa,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE;IAC9C,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;IAC3B,aAAa;IACb,cAAc;CACf,CAAC"}

package/openclaw.plugin.json

@@ -0,0 +1,82 @@
+{
+  "id": "bytedance",
+  "activation": {
+    "onStartup": false
+  },
+  "enabledByDefault": true,
+  "providers": ["bytedance"],
+  "autoEnableWhenConfiguredProviders": ["bytedance"],
+  "providerAuthEnvVars": {
+    "bytedance": ["ARK_API_KEY", "ARK_SEARCH_API_KEY"]
+  },
+  "contracts": {
+    "mediaUnderstandingProviders": ["bytedance"],
+    "webSearchProviders": ["bytedance"]
+  },
+  "mediaUnderstandingProviderMetadata": {
+    "bytedance": {
+      "capabilities": ["image"],
+      "defaultModels": {
+        "image": "doubao-seed-2.0-pro"
+      },
+      "autoPriority": {
+        "image": 45
+      }
+    }
+  },
+  "uiHints": {
+    "webSearch.apiKey": {
+      "label": "Ark Harness search API key",
+      "help": "Volcengine Ark Harness search API key (from Agent Plan → 配置 Harness → 联网 API Key). Falls back to ARK_SEARCH_API_KEY / ASK_ECHO_SEARCH_INFINITY_API_KEY env vars.",
+      "sensitive": true,
+      "placeholder": "<harness-search-key>"
+    },
+    "webSearch.baseUrl": {
+      "label": "Search Base URL",
+      "help": "Optional. Defaults to https://open.feedcoopapi.com (set ARK_SEARCH_BASE_URL to override)."
+    },
+    "webSearch.searchType": {
+      "label": "Default search type",
+      "help": "Optional. 'web' (default) or 'image'."
+    },
+    "vision.apiKey": {
+      "label": "Volcengine Ark API key",
+      "help": "Volcengine Ark API key for chat/vision (Agent Plan). Falls back to ARK_API_KEY env var.",
+      "sensitive": true,
+      "placeholder": "ark-..."
+    },
+    "vision.baseUrl": {
+      "label": "Ark Base URL (vision)",
+      "help": "Optional. Defaults to https://ark.cn-beijing.volces.com/api/plan/v3 (set ARK_BASE_URL to override)."
+    },
+    "vision.model": {
+      "label": "Vision Model",
+      "help": "Optional. Model used for image understanding. Defaults to doubao-seed-2.0-pro."
+    }
+  },
+  "configSchema": {
+    "type": "object",
+    "additionalProperties": false,
+    "properties": {
+      "webSearch": {
+        "type": "object",
+        "additionalProperties": false,
+        "properties": {
+          "apiKey": { "type": ["string", "object"] },
+          "baseUrl": { "type": "string" },
+          "searchType": { "type": "string", "enum": ["web", "image"] },
+          "timeRange": { "type": "string" }
+        }
+      },
+      "vision": {
+        "type": "object",
+        "additionalProperties": false,
+        "properties": {
+          "apiKey": { "type": ["string", "object"] },
+          "baseUrl": { "type": "string" },
+          "model": { "type": "string" }
+        }
+      }
+    }
+  }
+}

package/package.json

@@ -0,0 +1,64 @@
+{
+  "name": "@scotthuang/openclaw-bytedance",
+  "version": "0.1.0",
+  "description": "OpenClaw plugin for ByteDance Volcengine Ark: web search and image understanding (doubao-seed-2.0-pro)",
+  "type": "module",
+  "license": "MIT",
+  "author": "",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/scotthuang/openclaw-bytedance"
+  },
+  "keywords": [
+    "openclaw",
+    "openclaw-plugin",
+    "bytedance",
+    "volcengine",
+    "ark",
+    "doubao",
+    "web-search",
+    "image-understanding",
+    "vision"
+  ],
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist",
+    "!dist/**/*.test.js",
+    "!dist/**/*.test.d.ts",
+    "!dist/**/*.test.js.map",
+    "openclaw.plugin.json",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "setup:openclaw": "npm install --save-dev --no-save file:${OPENCLAW_REPO:-../openclaw}",
+    "build": "tsc -p tsconfig.build.json",
+    "prepublishOnly": "npm run build",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "compare": "tsx scripts/compare-with-minimax.ts",
+    "compare:search": "tsx scripts/compare-with-minimax.ts --only=search",
+    "compare:vision": "tsx scripts/compare-with-minimax.ts --only=vision",
+    "typecheck": "tsc --noEmit"
+  },
+  "peerDependencies": {
+    "openclaw": "*"
+  },
+  "peerDependenciesMeta": {
+    "openclaw": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "tsx": "^4.19.0",
+    "typescript": "^5.4.0",
+    "vitest": "^2.1.0"
+  },
+  "openclaw": {
+    "extensions": [
+      "./dist/index.js"
+    ]
+  }
+}