@magpie-community/opencode-trae-auth 0.2.14 → 0.2.16

package/README.md

@@ -42,9 +42,11 @@ An account of one realm does not sign in to the other: trae.cn's accounts are
 not trae.ai's.
 
 At sign-in the plugin creates the account's device and names it to the
-authorization page: `device_id` (19 digits) and `machine_id` (32 hex). Every
+authorization page: `device_id` and `machine_id` (32 hex). Every
 request then sends that same device. The relays saw requests dropped when the
-device was new each time.
+device was new each time. A Trae CN `device_id` is 16 digits since 0.2.16, the
+shape of the ids Trae's device service gives its clients (15 or 16 digits);
+Trae Global's stays 19.
 
 ### Enterprise (SaaS) accounts
 
@@ -151,7 +153,15 @@ agent's `POST https://trae-api-cn.mchost.guru/api/agent/v3/llm_utils_chat`:
     request's (`read`); any other goes on as written, so the agent can say
     the tool doesn't exist.
   - Earlier calls and their results go back in as text.
-  - Images aren't sent.
+  - Images: Trae's lists mark each model `multimodal` true or false (the
+    Doubao-Seed models, Kimi K3 and K2.6, Qwen 3.7 Plus and MiniMax M3 take
+    images; GLM-5 and DeepSeek V4 don't). A model marked true is listed
+    as one that takes images, and an image sent to it goes in the
+    message's content as an OpenAI `image_url` part beside the text, as
+    TRAE's own agent sends one (plugins#161). A model marked false gets
+    "[an image, which this model can't see]" in its place. A model whose
+    list hasn't been read is sent its images, unless the fallback list
+    says it takes none.
 
 The model list is the account's own, from
 `/api/ide/v1/batch_get_detail_param`, every function's list in one ask, as
@@ -306,11 +316,20 @@ answered it 9074 even with the client's headers.
   macOS `~/Library/Application Support/Trae CN/…`, Windows
   `%APPDATA%\Trae CN\…` (or `trae-cn`), Linux `~/.config/trae-cn/…`
   (or `Trae CN`; not seen on a real Linux install).
+- **Every other account's device (0.2.16):** its own device id, in the
+  client's shape. Trae CN answered a claim on the plugin's 19-digit id
+  9074, while the same account and token on a 16-digit id were taken
+  (magpie-community/plugins#194). An account signed in since 0.2.16 has a
+  16-digit id and checks in on it. One signed in before checks in on a
+  16-digit id made from its own device id and uid: the same id every day,
+  never rotated, and no other account's. Its chat requests and renewals
+  keep the 19-digit device it signed in with.
 - **What comes back:** Trae's answer as it is. A 401 or code 1001 marks
   the account for a new sign-in. Code 9095 means this device has checked
-  in today. No device id is ever made up, changed or rotated to get round
-  a 9095 or a 9074, and no account is given a device that isn't its
-  own client's.
+  in today, and that holds for the day. No device id is ever changed or
+  rotated to get round a 9095 or a 9074, and no account is given another
+  account's device or its own client's device unless the client is signed
+  in as that account.
 
 Only `api.trae.cn`'s `/trae/api/` pages are sent this way; any other URL
 that isn't a chat request is still refused (400). Needs 0.1.4 or later.

package/index.mjs

@@ -15,6 +15,10 @@ import { createServer, STATUS_CODES } from "node:http"
 import { homedir, release, version as osVersion } from "node:os"
 import { join } from "node:path"
 
+// SEES is a fallback model that takes images, as Trae's lists mark it
+// (multimodal: true)
+const SEES = { attachment: true, modalities: { input: ["text", "image"], output: ["text"] } }
+
 const SITES = {
   // Trae CN (trae.cn): the authorization page sends the browser back to a
   // callback on 127.0.0.1 with the account's Cloud-IDE-JWT and refresh
@@ -74,8 +78,8 @@ const SITES = {
     models: {
       "glm-5.2": { name: "GLM-5.2", limit: { context: 200_000, output: 32_000 } },
       "glm-5": { name: "GLM-5" },
-      "kimi-k2.6": { name: "Kimi K2.6", limit: { context: 256_000, output: 0 } },
-      "qwen-3.7-plus": { name: "Qwen 3.7 Plus" },
+      "kimi-k2.6": { name: "Kimi K2.6", limit: { context: 256_000, output: 0 }, ...SEES },
+      "qwen-3.7-plus": { name: "Qwen 3.7 Plus", ...SEES },
       "DeepSeek-V4-Pro": { name: "DeepSeek V4 Pro" },
       "DeepSeek-V4-Flash": { name: "DeepSeek V4 Flash" },
     },
@@ -292,8 +296,32 @@ const sleep = (ms) => new Promise((r) => setTimeout(r, ms))
 
 // device is the machine an account signs in from, made once at sign-in and
 // named to trae.cn's authorization page, then sent with every request: a
-// fresh one each time is what the relays saw requests dropped for.
-const newDevice = () => ({ deviceId: digits(19), machineId: randomBytes(16).toString("hex"), ...newDeviceKey() })
+// fresh one each time is what the relays saw requests dropped for. Trae
+// CN's id has the shape its clients' have, 16 digits: the device service
+// gives the IDE a 15- or 16-digit one (iCubeAuthInfo://icube-dc:<id>, see
+// clientDevice), and Trae CN answers a check-in claim on a 19-digit id
+// 9074 where the same account and token on a 16-digit one are taken
+// (magpie-community/plugins#194). Trae's global site keeps the 19 digits
+// it was signed in with: nothing says its ids are shaped otherwise.
+const newDevice = (site) => ({ deviceId: digits(site?.id === "trae-cn" ? 16 : 19), machineId: randomBytes(16).toString("hex"), ...newDeviceKey() })
+
+// ugDevice is the device id a Trae CN account's check-in goes on when this
+// machine's client isn't signed in as it: its own when that already has a
+// client's shape (15 or 16 digits), else, for an account signed in before
+// 0.2.16 with 19 digits, a 16-digit id made from its own device id and
+// uid. That one is the same on every check-in of the account, never
+// rotated and never another account's: it is the account's own device in
+// the shape Trae CN takes (#194), not a new device to get past a refusal,
+// and a 9095 (this device is in for today) on it stays the day's answer.
+// The chat's pages and the renewal keep the device the account signed in
+// with.
+function ugDevice(a) {
+  const id = String(a.deviceId ?? "")
+  if (/^\d{15,16}$/.test(id)) return id
+  if (!id && !a.uid) return id
+  const n = BigInt("0x" + createHash("sha256").update(`trae-cn-device\0${id}\0${a.uid ?? ""}`).digest("hex").slice(0, 30))
+  return String(1_000_000_000_000_000n + (n % 9_000_000_000_000_000n))
+}
 
 // newDeviceKey is the device's key pair, an ECDSA P-256 one as the clients
 // keep (iCubeAuthInfo://icube-dc:<device>), whose public half goes with a
@@ -623,7 +651,7 @@ async function signedIn(q, device, site) {
 // browserSignIn is the IDE's sign-in: trae.cn's authorization page, back
 // to a callback on 127.0.0.1 (the page takes no other kind)
 async function browserSignIn(site) {
-  const device = newDevice()
+  const device = newDevice(site)
   const trace = randomUUID()
   let over = false
   let settle
@@ -915,15 +943,36 @@ const partText = (content) => {
     .join("\n")
 }
 
-// traeMessages is the conversation as Trae's chat takes it
-function traeMessages(req) {
+// imageOf is an image part of a message as Trae's chat takes one: OpenAI's
+// image_url part, {url} in it, which is what TRAE's ai-agent sends
+// (LLMRawMultiContent's image_url, LLMRawChatImageURL) and what the
+// open-source relays pass llm_utils_chat unchanged. null for a part that
+// isn't an image, or one with no url.
+function imageOf(p) {
+  if (p?.type !== "image_url" && p?.type !== "input_image") return null
+  const url = typeof p.image_url === "string" ? p.image_url : p.image_url?.url ?? p.url
+  return typeof url === "string" && url ? { type: "image_url", image_url: { url } } : null
+}
+
+// partsOf is a message's text and, for a model that sees, its images apart
+// from it; a model that doesn't is told in the text that one was there
+const partsOf = (content, sees) => {
+  if (!sees || !Array.isArray(content)) return { text: partText(content), images: [] }
+  const images = content.map(imageOf).filter(Boolean)
+  return { text: partText(content.filter((p) => !imageOf(p))), images }
+}
+
+// traeMessages is the conversation as Trae's chat takes it. sees is whether
+// the model takes images: Trae's list says so of each model (multimodal),
+// and a model it says doesn't is sent the placeholder, not the image.
+function traeMessages(req, sees = false) {
   const tools = Array.isArray(req.tools) && req.tools.length && req.tool_choice !== "none" ? req.tools : []
   const names = new Map()
   const out = []
   if (tools.length) out.push({ role: "system", text: toolPrompt(tools, req.tool_choice, req.parallel_tool_calls) })
   for (const m of req.messages ?? []) {
     const role = m.role === "developer" ? "system" : m.role
-    let text = partText(m.content)
+    let { text, images } = partsOf(m.content, sees)
     if (role === "assistant") {
       const calls = (m.tool_calls ?? []).map((c) => {
         names.set(c.id, c.function?.name)
@@ -936,20 +985,24 @@ function traeMessages(req) {
       text = [text, ...calls].filter(Boolean).join("\n")
       out.push({ role: "assistant", text })
     } else if (role === "tool") {
-      out.push({ role: "user", text: `Result of ${names.get(m.tool_call_id) || m.name || "the tool"} (call ${m.tool_call_id ?? "?"}):\n${text}` })
+      out.push({ role: "user", text: `Result of ${names.get(m.tool_call_id) || m.name || "the tool"} (call ${m.tool_call_id ?? "?"}):\n${text}`, images })
     } else {
-      out.push({ role: role === "system" ? "system" : "user", text })
+      out.push({ role: role === "system" ? "system" : "user", text, images })
     }
   }
-  // Trae takes no empty message, nor two of one role in a row
+  // Trae takes no empty message, nor two of one role in a row; a message of
+  // an image alone is not empty
   const merged = []
   for (const m of out) {
-    if (!m.text) continue
+    const images = m.images ?? []
+    if (!m.text && !images.length) continue
     const last = merged.at(-1)
-    if (last && last.role === m.role && m.role !== "system") last.text += "\n\n" + m.text
-    else merged.push({ ...m })
+    if (last && last.role === m.role && m.role !== "system") {
+      last.text = [last.text, m.text].filter(Boolean).join("\n\n")
+      last.images = [...last.images, ...images]
+    } else merged.push({ role: m.role, text: m.text, images })
   }
-  return merged.map((m) => ({ role: m.role, content: [{ type: "text", text: m.text }] }))
+  return merged.map((m) => ({ role: m.role, content: [...(m.text ? [{ type: "text", text: m.text }] : []), ...m.images] }))
 }
 
 // nativeTools are the tools as Trae names them: parameters a JSON string
@@ -1024,10 +1077,10 @@ function sessionOf(headers) {
 // tool result sent back, a retry, another function answering) shows up in the
 // usage detail as several, each under no title at all. request_id stays a
 // fresh id per request, being that request's own.
-function chatBody(req, fn, modelName, most = 0, max = null, session = "") {
+function chatBody(req, fn, modelName, most = 0, max = null, session = "", sees = false) {
   const config = max?.base ?? req.model
   const body = {
-    messages: traeMessages(req),
+    messages: traeMessages(req, sees),
     function: fn,
     config_name: config,
     model: config,
@@ -2270,6 +2323,12 @@ function chatModel(m, site) {
   return true
 }
 
+// seesOf is whether a list's entry says its model takes images: Trae's
+// lists mark each one multimodal true or false (Doubao-Seed, Kimi K3,
+// Qwen 3.7 Plus take them; GLM-5 and DeepSeek V4 don't). null when the
+// entry doesn't say.
+const seesOf = (m) => (typeof m?.multimodal === "boolean" ? m.multimodal : typeof m?.display_config?.multimodal === "boolean" ? m.display_config.multimodal : null)
+
 // devModel is the model an entry serves requests with: its __dev one
 const devModel = (m) => (Array.isArray(m?.model_detail_list) ? m.model_detail_list : []).find((d) => /__dev$/.test(String(d?.model_name ?? "")))
 
@@ -2352,6 +2411,8 @@ const makePlugin = (site) => async ({ client }) => {
   const modelNames = new Map()
   // the Max each model the list last read has (null: none)
   const maxes = new Map()
+  // whether each model the list last read takes images (its multimodal)
+  const sight = new Map()
 
   const save = async (auth) => {
     try {
@@ -2454,6 +2515,9 @@ const makePlugin = (site) => async ({ client }) => {
     // other account keeps its own device; none is given the client's.
     const deviceId = ug && site.id === "trae-cn" ? await clientDevice(a.uid) : undefined
     const own = deviceId ? { deviceId, ...thisMachine() } : undefined
+    // every other Trae CN account checks in on its own device, in the
+    // client's shape (ugDevice, #194)
+    if (ug && site.id === "trae-cn" && !own) a = { ...a, deviceId: ugDevice(a) }
     const res = await fetch(url, {
       method,
       headers: ug ? ugHeaders(a, site, { Accept: "application/json" }, own) : ideHeaders(a, site, { Accept: "application/json" }),
@@ -2595,6 +2659,9 @@ const makePlugin = (site) => async ({ client }) => {
     }
     for (const [id, { m, fn }] of out) {
       listedBy.set(id, fn)
+      const sees = seesOf(m)
+      if (sees === null) sight.delete(id)
+      else sight.set(id, sees)
       const dev = devModel(m)
       if (dev) modelNames.set(id, { fn, name: dev.model_name, most: Number(dev.max_tokens) || 0 })
       else modelNames.delete(id)
@@ -2633,16 +2700,24 @@ const makePlugin = (site) => async ({ client }) => {
     const out = Number(devModel(m)?.max_tokens) || was.limit?.output || 0
     const name = m.display_config?.display_name || m.display_name || m.display_model_name || was.name || id
     const input = (k) => (MODEL.modalities?.input ?? []).includes(k)
+    // the list's multimodal says whether the model takes images, over the
+    // fallback list's word and MODEL's
+    const sees = seesOf(m)
+    const inputs = was.capabilities?.input ?? { text: true, image: input("image"), audio: input("audio"), video: input("video"), pdf: input("pdf") }
+    const sight = sees === null ? {} : {
+      modalities: { input: [...new Set([...((was.modalities ?? MODEL.modalities).input ?? ["text"]).filter((k) => k !== "image"), ...(sees ? ["image"] : [])])], output: (was.modalities ?? MODEL.modalities).output ?? ["text"] },
+      attachment: sees,
+    }
     return {
-      ...MODEL, ...was, id, providerID: site.id, name: String(name), limit: { context: ctx, output: out },
+      ...MODEL, ...was, ...sight, id, providerID: site.id, name: String(name), limit: { context: ctx, output: out },
       api: was.api ?? { id, url: site.hosts.api, npm: "@ai-sdk/openai-compatible" },
       capabilities: {
         ...(was.capabilities ?? {}),
         reasoning: was.capabilities?.reasoning ?? MODEL.reasoning,
         temperature: was.capabilities?.temperature ?? MODEL.temperature,
-        attachment: was.capabilities?.attachment ?? MODEL.attachment,
+        attachment: sees ?? was.capabilities?.attachment ?? MODEL.attachment,
         toolcall: was.capabilities?.toolcall ?? MODEL.tool_call,
-        input: was.capabilities?.input ?? { text: true, image: input("image"), audio: input("audio"), video: input("video"), pdf: input("pdf") },
+        input: sees === null ? inputs : { ...inputs, image: sees },
         output: was.capabilities?.output ?? { text: true, image: false, audio: false, video: false, pdf: false },
       },
       // Trae's request takes no effort or thinking level, so a model has
@@ -2739,6 +2814,10 @@ const makePlugin = (site) => async ({ client }) => {
               if (named) fns.unshift(named.fn)
             }
             const max = named?.max ?? null
+            // a model the list hasn't said of is sent its images: the agent
+            // sends them only to a model it was told takes them
+            const base = max?.base ?? String(req.model)
+            const sees = sight.get(base) ?? (site.models[base]?.modalities?.input?.includes("image") ?? true)
             // the answer's own signal: the caller's abort (a cancelled
             // request) and the stream's cancel both stop Trae's fetch, so
             // no read is left hanging on a connection the agent walked
@@ -2758,7 +2837,7 @@ const makePlugin = (site) => async ({ client }) => {
               const res = await fetch(apiOf(a, site) + "/api/agent/v3/llm_utils_chat", {
                 method: "POST",
                 headers: ideHeaders(a, site, { Accept: "text/event-stream", "X-Request-ID": randomUUID() }),
-                body: JSON.stringify(chatBody(req, fn, named?.fn === fn || max ? named.name : "", named?.fn === fn || max ? named.most : 0, max, session)),
+                body: JSON.stringify(chatBody(req, fn, named?.fn === fn || max ? named.name : "", named?.fn === fn || max ? named.most : 0, max, session, sees)),
                 signal: ac.signal,
               })
               if (!res.ok) {
@@ -2809,4 +2888,4 @@ const makePlugin = (site) => async ({ client }) => {
 export const TraeCNAuthPlugin = makePlugin(SITES["trae-cn"])
 export const TraeGlobalAuthPlugin = makePlugin(SITES["trae-global"])
 
-export const _internal = { ownClient, clientStoragePaths, clientDevice, clientDecode, thisMachine, traeHost, accountOf, HOSTS: SITES["trae-cn"].hosts, MODELS: SITES["trae-cn"].models, TextTools, NativeCalls, looseJSON, glmCall, nameCall, toolNamed, unwrapped, traeMessages, chatBody, credits, dollarUsageOf, whenOf, newDevice, proofOf, SITES, SESSION, conversationID }
+export const _internal = { ownClient, clientStoragePaths, clientDevice, clientDecode, thisMachine, traeHost, accountOf, HOSTS: SITES["trae-cn"].hosts, MODELS: SITES["trae-cn"].models, TextTools, NativeCalls, looseJSON, glmCall, nameCall, toolNamed, unwrapped, traeMessages, chatBody, credits, dollarUsageOf, whenOf, newDevice, ugDevice, proofOf, SITES, SESSION, conversationID }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@magpie-community/opencode-trae-auth",
-  "version": "0.2.14",
+  "version": "0.2.16",
   "description": "OpenCode provider plugins for Trae: Trae CN (trae.cn) and Trae Global (trae.ai), free tier included, with Trae's own browser sign-in",
   "type": "module",
   "main": "./index.mjs",