threadwire 0.1.6 → 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +52 -0
- package/README.md +16 -5
- package/TELEGRAM-INGRESS.md +13 -3
- package/bin/isolated-runtime.js +5 -0
- package/bin/kimi-model-broker.js +5 -0
- package/bin/model-broker.js +5 -0
- package/docs/container-runtime.md +22 -0
- package/docs/isolated-provider-runtime.md +232 -0
- package/package.json +10 -3
- package/scripts/provider-shims/front-door.sh.template +18 -0
- package/scripts/verify-package.js +23 -1
- package/src/absolute-deadline.js +94 -0
- package/src/activity-log.js +3 -3
- package/src/cli.js +130 -25
- package/src/delegated-result-admission.js +1 -1
- package/src/docker-api.js +131 -0
- package/src/isolated-runtime-client.js +158 -0
- package/src/isolated-runtime.js +1117 -0
- package/src/isolated-state.js +470 -0
- package/src/isolated-worker.js +144 -0
- package/src/kimi-model-broker-policy.js +209 -0
- package/src/kimi-model-broker.js +325 -0
- package/src/kimi-oauth-store.js +267 -0
- package/src/model-broker-policy.js +139 -0
- package/src/model-broker.js +313 -0
- package/src/mount-policy.js +28 -0
- package/src/normalized-output.js +68 -0
- package/src/providers/index.js +8 -3
- package/src/providers/kimi.js +165 -0
- package/src/relay-write.js +44 -0
- package/src/telegram-ingress/command.js +4 -4
- package/src/telegram-ingress/config.js +18 -0
- package/src/telegram-ingress/core.js +65 -2
- package/src/telegram-ingress/http.js +2 -1
- package/src/telegram-webhook.js +11 -0
- package/src/workspace-profile.js +3 -3
- package/threadwire.workspace-profiles.json +1 -1
|
@@ -0,0 +1,313 @@
|
|
|
1
|
+
// @ts-nocheck
|
|
2
|
+
/* eslint-disable jsdoc/require-jsdoc */
|
|
3
|
+
|
|
4
|
+
import {constants} from "node:fs"
|
|
5
|
+
import {open} from "node:fs/promises"
|
|
6
|
+
import {createServer} from "node:http"
|
|
7
|
+
import {bearerToken, createGrantStore, validateBrokerRequest, validateResponsesBody} from "./model-broker-policy.js"
|
|
8
|
+
import {abortable, readResponseCapped} from "./absolute-deadline.js"
|
|
9
|
+
|
|
10
|
+
const MAX_BODY_BYTES = 2_097_152
|
|
11
|
+
const MAX_SECRET_BYTES = 65_536
|
|
12
|
+
|
|
13
|
+
/** @param {{environment?: NodeJS.ProcessEnv, fetchImplementation?: typeof fetch}} [options] */
|
|
14
|
+
export async function startModelBroker(options = {}) {
|
|
15
|
+
const environment = options.environment ?? process.env
|
|
16
|
+
const host = environment.THREADWIRE_MODEL_BROKER_HOST ?? "0.0.0.0"
|
|
17
|
+
const port = portValue(environment.THREADWIRE_MODEL_BROKER_PORT, 8789)
|
|
18
|
+
const adminToken = safeSetting(environment.THREADWIRE_MODEL_BROKER_ADMIN_TOKEN, "THREADWIRE_MODEL_BROKER_ADMIN_TOKEN")
|
|
19
|
+
const upstream = upstreamUrl(environment.THREADWIRE_CODEX_UPSTREAM_URL)
|
|
20
|
+
let credential = await readSecretFile(environment.THREADWIRE_CODEX_CREDENTIAL_FILE)
|
|
21
|
+
let generation = 1
|
|
22
|
+
let reloading = false
|
|
23
|
+
let stopping = false
|
|
24
|
+
const shutdown = new AbortController()
|
|
25
|
+
const controlSockets = new Set()
|
|
26
|
+
const grants = createGrantStore()
|
|
27
|
+
/** @type {Map<string, import("node:http").Server>} */
|
|
28
|
+
const listeners = new Map()
|
|
29
|
+
/** @type {Map<string, {controller: AbortController, timer: NodeJS.Timeout, sockets: Set<import("node:net").Socket>}>} */
|
|
30
|
+
const grantRuntimes = new Map()
|
|
31
|
+
const fetchImplementation = options.fetchImplementation ?? fetch
|
|
32
|
+
const revokeGrant = async (token) => {
|
|
33
|
+
grants.revoke(token)
|
|
34
|
+
const runtime = grantRuntimes.get(token)
|
|
35
|
+
grantRuntimes.delete(token)
|
|
36
|
+
if (runtime !== undefined) {
|
|
37
|
+
clearTimeout(runtime.timer)
|
|
38
|
+
runtime.controller.abort(new Error("Broker grant expired"))
|
|
39
|
+
for (const socket of runtime.sockets) socket.destroy()
|
|
40
|
+
runtime.sockets.clear()
|
|
41
|
+
}
|
|
42
|
+
await closeListener(listeners, token, 1000)
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
const server = createServer(async (request, response) => {
|
|
46
|
+
try {
|
|
47
|
+
if (stopping) throw new Error("Model broker is shutting down")
|
|
48
|
+
if (request.method === "GET" && request.url === "/healthz") {
|
|
49
|
+
response.writeHead(200, {"content-type": "application/json"})
|
|
50
|
+
response.end(JSON.stringify({ok: true, generation}))
|
|
51
|
+
return
|
|
52
|
+
}
|
|
53
|
+
if (request.url === "/admin/grants" && request.method === "POST") {
|
|
54
|
+
requireAdmin(request.headers.authorization, adminToken)
|
|
55
|
+
if (reloading) throw new Error("Model broker reload is active")
|
|
56
|
+
const body = await readJson(request, shutdown.signal)
|
|
57
|
+
const grant = parseGrant(body)
|
|
58
|
+
const expiresAt = Date.now() + grant.ttlMs
|
|
59
|
+
const token = grants.issue(grant)
|
|
60
|
+
const controller = new AbortController()
|
|
61
|
+
const sockets = new Set()
|
|
62
|
+
const listener = createServer((workerRequest, workerResponse) => {
|
|
63
|
+
proxyWorkerRequest(workerRequest, workerResponse, {
|
|
64
|
+
grants, token, grant, credential: () => credential, upstream, fetchImplementation,
|
|
65
|
+
signal: controller.signal
|
|
66
|
+
}).catch((error) => {
|
|
67
|
+
if (workerResponse.destroyed) return
|
|
68
|
+
process.stderr.write(`threadwire-model-broker: ${error instanceof Error ? error.message : "request failed"}\n`)
|
|
69
|
+
const status = isClientError(error) ? 403 : 502
|
|
70
|
+
sendJson(workerResponse, status, {error: status === 403 ? "request denied" : "model broker unavailable"})
|
|
71
|
+
})
|
|
72
|
+
})
|
|
73
|
+
listener.on("connection", (socket) => {
|
|
74
|
+
if (controller.signal.aborted) {
|
|
75
|
+
socket.destroy()
|
|
76
|
+
return
|
|
77
|
+
}
|
|
78
|
+
sockets.add(socket)
|
|
79
|
+
socket.once("close", () => sockets.delete(socket))
|
|
80
|
+
})
|
|
81
|
+
try {
|
|
82
|
+
await listen(listener, 0, grant.brokerAddress)
|
|
83
|
+
} catch (error) {
|
|
84
|
+
grants.revoke(token)
|
|
85
|
+
throw error
|
|
86
|
+
}
|
|
87
|
+
listeners.set(token, listener)
|
|
88
|
+
const expiryTimer = setTimeout(() => { void revokeGrant(token) }, Math.max(1, expiresAt - Date.now()))
|
|
89
|
+
expiryTimer.unref()
|
|
90
|
+
grantRuntimes.set(token, {controller, timer: expiryTimer, sockets})
|
|
91
|
+
const address = listener.address()
|
|
92
|
+
if (address === null || typeof address === "string") throw new Error("Invalid broker listener")
|
|
93
|
+
sendJson(response, 201, {token, generation, port: address.port})
|
|
94
|
+
return
|
|
95
|
+
}
|
|
96
|
+
if (request.url?.startsWith("/admin/grants/") && request.method === "DELETE") {
|
|
97
|
+
requireAdmin(request.headers.authorization, adminToken)
|
|
98
|
+
const token = decodeURIComponent(request.url.slice("/admin/grants/".length))
|
|
99
|
+
await revokeGrant(token)
|
|
100
|
+
response.writeHead(204)
|
|
101
|
+
response.end()
|
|
102
|
+
return
|
|
103
|
+
}
|
|
104
|
+
if (request.url?.startsWith("/admin/grants/") && request.url.endsWith("/activate") && request.method === "POST") {
|
|
105
|
+
requireAdmin(request.headers.authorization, adminToken)
|
|
106
|
+
const token = decodeURIComponent(request.url.slice("/admin/grants/".length, -"/activate".length))
|
|
107
|
+
grants.activate(token)
|
|
108
|
+
sendJson(response, 200, {ok: true})
|
|
109
|
+
return
|
|
110
|
+
}
|
|
111
|
+
if (request.url === "/admin/reload" && request.method === "POST") {
|
|
112
|
+
requireAdmin(request.headers.authorization, adminToken)
|
|
113
|
+
if (reloading) throw new Error("Model broker reload is active")
|
|
114
|
+
reloading = true
|
|
115
|
+
try {
|
|
116
|
+
const replacement = await readSecretFile(environment.THREADWIRE_CODEX_CREDENTIAL_FILE)
|
|
117
|
+
grants.clear()
|
|
118
|
+
await Promise.all([...listeners.keys()].map(revokeGrant))
|
|
119
|
+
credential = replacement
|
|
120
|
+
generation += 1
|
|
121
|
+
} finally {
|
|
122
|
+
reloading = false
|
|
123
|
+
}
|
|
124
|
+
sendJson(response, 200, {ok: true, generation})
|
|
125
|
+
return
|
|
126
|
+
}
|
|
127
|
+
sendJson(response, 403, {error: "request denied"})
|
|
128
|
+
} catch (error) {
|
|
129
|
+
const status = isClientError(error) ? 403 : 502
|
|
130
|
+
sendJson(response, status, {error: status === 403 ? "request denied" : "model broker unavailable"})
|
|
131
|
+
}
|
|
132
|
+
})
|
|
133
|
+
server.on("connection", (socket) => {
|
|
134
|
+
if (shutdown.signal.aborted) return socket.destroy()
|
|
135
|
+
controlSockets.add(socket)
|
|
136
|
+
socket.once("close", () => controlSockets.delete(socket))
|
|
137
|
+
})
|
|
138
|
+
await listen(server, port, host)
|
|
139
|
+
return {
|
|
140
|
+
server,
|
|
141
|
+
close: async () => {
|
|
142
|
+
stopping = true
|
|
143
|
+
shutdown.abort(new Error("Model broker is shutting down"))
|
|
144
|
+
for (const socket of controlSockets) socket.destroy()
|
|
145
|
+
await Promise.all([...listeners.keys()].map(revokeGrant))
|
|
146
|
+
await Promise.race([
|
|
147
|
+
new Promise((resolve) => server.close(() => resolve(undefined))),
|
|
148
|
+
new Promise((resolve) => {
|
|
149
|
+
const timer = setTimeout(resolve, 1000)
|
|
150
|
+
timer.unref()
|
|
151
|
+
})
|
|
152
|
+
])
|
|
153
|
+
},
|
|
154
|
+
activeListeners: () => listeners.size,
|
|
155
|
+
config: {host, port, upstream: upstream.toString()}
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
/** @param {unknown} value */
|
|
160
|
+
function parseGrant(value) {
|
|
161
|
+
if (!isRecord(value) || value.provider !== "codex" || typeof value.runId !== "string" || typeof value.networkId !== "string" || typeof value.model !== "string" || typeof value.brokerAddress !== "string") {
|
|
162
|
+
throw new Error("Invalid broker grant")
|
|
163
|
+
}
|
|
164
|
+
if (!/^(?:\d{1,3}\.){3}\d{1,3}$/u.test(value.brokerAddress)) throw new Error("Invalid broker grant")
|
|
165
|
+
const ttlMs = value.ttlMs
|
|
166
|
+
if (typeof ttlMs !== "number") throw new Error("Invalid broker grant")
|
|
167
|
+
return {provider: "codex", runId: value.runId, networkId: value.networkId, model: value.model, brokerAddress: value.brokerAddress, ttlMs}
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
async function proxyWorkerRequest(request, response, options) {
|
|
171
|
+
throwIfAborted(options.signal)
|
|
172
|
+
const policyHeaders = {...request.headers}
|
|
173
|
+
delete policyHeaders.host
|
|
174
|
+
delete policyHeaders.connection
|
|
175
|
+
delete policyHeaders["transfer-encoding"]
|
|
176
|
+
validateBrokerRequest({method: request.method, path: request.url, headers: policyHeaders})
|
|
177
|
+
const suppliedToken = bearerToken(request.headers.authorization)
|
|
178
|
+
if (suppliedToken !== options.token) throw new Error("Broker grant token mismatch")
|
|
179
|
+
const grant = options.grants.authorize(suppliedToken, {
|
|
180
|
+
provider: "codex", networkId: options.grant.networkId, runId: options.grant.runId
|
|
181
|
+
})
|
|
182
|
+
const body = await readBody(request, options.signal)
|
|
183
|
+
throwIfAborted(options.signal)
|
|
184
|
+
options.grants.authorize(suppliedToken, {
|
|
185
|
+
provider: "codex", networkId: options.grant.networkId, runId: options.grant.runId
|
|
186
|
+
})
|
|
187
|
+
validateResponsesBody(body, grant.model)
|
|
188
|
+
throwIfAborted(options.signal)
|
|
189
|
+
const upstreamResponse = await abortable(options.fetchImplementation(new URL("/v1/responses", options.upstream), {
|
|
190
|
+
method: "POST",
|
|
191
|
+
redirect: "error",
|
|
192
|
+
headers: {
|
|
193
|
+
authorization: `Bearer ${options.credential()}`,
|
|
194
|
+
"content-type": "application/json",
|
|
195
|
+
"user-agent": "threadwire-model-broker/1"
|
|
196
|
+
},
|
|
197
|
+
body,
|
|
198
|
+
signal: options.signal
|
|
199
|
+
}), options.signal)
|
|
200
|
+
throwIfAborted(options.signal)
|
|
201
|
+
const bytes = await readResponseCapped(upstreamResponse, MAX_BODY_BYTES, options.signal)
|
|
202
|
+
throwIfAborted(options.signal)
|
|
203
|
+
response.writeHead(upstreamResponse.status, {"content-type": safeContentType(upstreamResponse.headers.get("content-type"))})
|
|
204
|
+
response.end(bytes)
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
async function closeListener(listeners, token, timeoutMs) {
|
|
208
|
+
const listener = listeners.get(token)
|
|
209
|
+
listeners.delete(token)
|
|
210
|
+
if (listener === undefined) return
|
|
211
|
+
await Promise.race([
|
|
212
|
+
new Promise((resolve) => listener.close(() => resolve(undefined))),
|
|
213
|
+
new Promise((resolve) => {
|
|
214
|
+
const timer = setTimeout(resolve, timeoutMs)
|
|
215
|
+
timer.unref()
|
|
216
|
+
})
|
|
217
|
+
])
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
async function readSecretFile(path) {
|
|
221
|
+
const safePath = safeSetting(path, "THREADWIRE_CODEX_CREDENTIAL_FILE")
|
|
222
|
+
let handle
|
|
223
|
+
try {
|
|
224
|
+
handle = await open(safePath, constants.O_RDONLY | constants.O_NOFOLLOW | constants.O_NONBLOCK)
|
|
225
|
+
const metadata = await handle.stat()
|
|
226
|
+
if (!metadata.isFile() || metadata.size < 1 || metadata.size > MAX_SECRET_BYTES || (metadata.mode & 0o022) !== 0) throw new Error()
|
|
227
|
+
const value = (await handle.readFile("utf8")).replace(/[\r\n]+$/u, "")
|
|
228
|
+
if (value.length === 0 || /[\r\n]/u.test(value)) throw new Error()
|
|
229
|
+
return value
|
|
230
|
+
} catch {
|
|
231
|
+
throw new Error("Codex credential file is unavailable")
|
|
232
|
+
} finally {
|
|
233
|
+
await handle?.close().catch(() => {})
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
|
|
237
|
+
async function readJson(request, signal) {
|
|
238
|
+
const body = await readBody(request, signal)
|
|
239
|
+
try {
|
|
240
|
+
return JSON.parse(body.toString("utf8"))
|
|
241
|
+
} catch {
|
|
242
|
+
throw new Error("Invalid request")
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
|
|
246
|
+
async function readBody(request, signal) {
|
|
247
|
+
const chunks = []
|
|
248
|
+
let size = 0
|
|
249
|
+
for await (const chunk of request) {
|
|
250
|
+
throwIfAborted(signal)
|
|
251
|
+
const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk)
|
|
252
|
+
size += buffer.length
|
|
253
|
+
if (size > MAX_BODY_BYTES) throw new Error("Request exceeded capacity")
|
|
254
|
+
chunks.push(buffer)
|
|
255
|
+
}
|
|
256
|
+
throwIfAborted(signal)
|
|
257
|
+
return Buffer.concat(chunks)
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
function throwIfAborted(signal) {
|
|
261
|
+
if (signal?.aborted) throw signal.reason instanceof Error ? signal.reason : new Error("Broker grant expired")
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
function requireAdmin(value, expected) {
|
|
265
|
+
if (value !== `Bearer ${expected}`) throw new Error("Request denied")
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
function upstreamUrl(value) {
|
|
269
|
+
const url = new URL(safeSetting(value, "THREADWIRE_CODEX_UPSTREAM_URL"))
|
|
270
|
+
if (!["http:", "https:"].includes(url.protocol) || url.username || url.password || url.search || url.hash) {
|
|
271
|
+
throw new Error("THREADWIRE_CODEX_UPSTREAM_URL is invalid")
|
|
272
|
+
}
|
|
273
|
+
return url
|
|
274
|
+
}
|
|
275
|
+
|
|
276
|
+
function safeSetting(value, name) {
|
|
277
|
+
if (typeof value !== "string" || value.length === 0 || /[\r\n]/u.test(value)) throw new Error(`${name} is required`)
|
|
278
|
+
return value
|
|
279
|
+
}
|
|
280
|
+
|
|
281
|
+
function portValue(value, fallback) {
|
|
282
|
+
if (value === undefined) return fallback
|
|
283
|
+
const number = Number(value)
|
|
284
|
+
if (!/^\d+$/u.test(value) || !Number.isSafeInteger(number) || number < 1 || number > 65535) throw new Error("Invalid model broker port")
|
|
285
|
+
return number
|
|
286
|
+
}
|
|
287
|
+
|
|
288
|
+
function safeContentType(value) {
|
|
289
|
+
return value && /^[\w.+-]+\/[\w.+-]+(?:;\s*charset=[\w-]+)?$/u.test(value) ? value : "application/json"
|
|
290
|
+
}
|
|
291
|
+
|
|
292
|
+
function sendJson(response, status, value) {
|
|
293
|
+
response.writeHead(status, {"content-type": "application/json"})
|
|
294
|
+
response.end(JSON.stringify(value))
|
|
295
|
+
}
|
|
296
|
+
|
|
297
|
+
function isClientError(error) {
|
|
298
|
+
return error instanceof Error && /denied|grant|Invalid request|capacity/u.test(error.message)
|
|
299
|
+
}
|
|
300
|
+
|
|
301
|
+
function isRecord(value) {
|
|
302
|
+
return typeof value === "object" && value !== null && !Array.isArray(value)
|
|
303
|
+
}
|
|
304
|
+
|
|
305
|
+
function listen(server, port, host) {
|
|
306
|
+
return new Promise((resolve, reject) => {
|
|
307
|
+
server.once("error", reject)
|
|
308
|
+
server.listen(port, host, () => {
|
|
309
|
+
server.removeListener("error", reject)
|
|
310
|
+
resolve(undefined)
|
|
311
|
+
})
|
|
312
|
+
})
|
|
313
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
// @ts-check
|
|
2
|
+
|
|
3
|
+
import {readFile} from "node:fs/promises"
|
|
4
|
+
import {isAbsolute, relative} from "node:path"
|
|
5
|
+
|
|
6
|
+
/** @param {string} root @param {(path: string, encoding: "utf8") => Promise<string>} [reader] */
|
|
7
|
+
export async function assertNoNestedMounts(root, reader = readFile) {
|
|
8
|
+
const mountinfo = await reader("/proc/self/mountinfo", "utf8")
|
|
9
|
+
for (const line of mountinfo.split("\n")) {
|
|
10
|
+
if (line.length === 0) continue
|
|
11
|
+
const fields = line.split(" ")
|
|
12
|
+
const encoded = fields[4]
|
|
13
|
+
if (encoded === undefined) throw new Error("Mount topology unavailable")
|
|
14
|
+
const mountpoint = decodeMountinfo(encoded)
|
|
15
|
+
if (mountpoint !== root && within(root, mountpoint)) throw new Error("Nested worktree mounts are forbidden")
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
/** @param {string} root @param {string} child */
|
|
20
|
+
function within(root, child) {
|
|
21
|
+
const path = relative(root, child)
|
|
22
|
+
return path !== "" && !path.startsWith("..") && !isAbsolute(path)
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
/** @param {string} value */
|
|
26
|
+
function decodeMountinfo(value) {
|
|
27
|
+
return value.replace(/\\(040|011|012|134)/gu, (_, octal) => String.fromCharCode(Number.parseInt(octal, 8)))
|
|
28
|
+
}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
// @ts-check
|
|
2
|
+
|
|
3
|
+
import {closeSync, fsyncSync, openSync, writeSync} from "node:fs"
|
|
4
|
+
import {dirname} from "node:path"
|
|
5
|
+
|
|
6
|
+
const filesystemOperations = {closeSync, fsyncSync, openSync, writeSync}
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* @typedef {object} FilesystemOperations
|
|
10
|
+
* @property {(fileDescriptor: number) => void} closeSync Close a transcript.
|
|
11
|
+
* @property {(fileDescriptor: number) => void} fsyncSync Sync a transcript.
|
|
12
|
+
* @property {(path: string, flags: string, mode?: number) => number} openSync Open a transcript or directory.
|
|
13
|
+
* @property {(fileDescriptor: number, buffer: Buffer, offset: number, length: number) => number} writeSync
|
|
14
|
+
* Write transcript bytes.
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
export class NormalizedOutput {
|
|
18
|
+
/**
|
|
19
|
+
* @param {Pick<NodeJS.WritableStream, "write">} output
|
|
20
|
+
* @param {string | undefined} transcriptPath
|
|
21
|
+
* @param {FilesystemOperations} [filesystem]
|
|
22
|
+
*/
|
|
23
|
+
constructor(output, transcriptPath, filesystem = filesystemOperations) {
|
|
24
|
+
this.output = output
|
|
25
|
+
this.filesystem = filesystem
|
|
26
|
+
this.transcriptDirectory = transcriptPath === undefined ? undefined : dirname(transcriptPath)
|
|
27
|
+
this.fileDescriptor = transcriptPath === undefined
|
|
28
|
+
? undefined
|
|
29
|
+
: this.filesystem.openSync(transcriptPath, "wx", 0o600)
|
|
30
|
+
this.closed = false
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
/** @param {string} record */
|
|
34
|
+
write(record) {
|
|
35
|
+
if (this.closed) throw new Error("Normalized output is closed")
|
|
36
|
+
if (this.fileDescriptor !== undefined) {
|
|
37
|
+
const bytes = Buffer.from(record)
|
|
38
|
+
let offset = 0
|
|
39
|
+
while (offset < bytes.length) {
|
|
40
|
+
const written = this.filesystem.writeSync(
|
|
41
|
+
this.fileDescriptor,
|
|
42
|
+
bytes,
|
|
43
|
+
offset,
|
|
44
|
+
bytes.length - offset
|
|
45
|
+
)
|
|
46
|
+
if (written === 0) throw new Error("Transcript write made zero bytes of progress")
|
|
47
|
+
offset += written
|
|
48
|
+
}
|
|
49
|
+
this.filesystem.fsyncSync(this.fileDescriptor)
|
|
50
|
+
const directoryDescriptor = this.filesystem.openSync(
|
|
51
|
+
/** @type {string} */ (this.transcriptDirectory),
|
|
52
|
+
"r"
|
|
53
|
+
)
|
|
54
|
+
try {
|
|
55
|
+
this.filesystem.fsyncSync(directoryDescriptor)
|
|
56
|
+
} finally {
|
|
57
|
+
this.filesystem.closeSync(directoryDescriptor)
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
this.output.write(record)
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
close() {
|
|
64
|
+
if (this.closed) return
|
|
65
|
+
this.closed = true
|
|
66
|
+
if (this.fileDescriptor !== undefined) this.filesystem.closeSync(this.fileDescriptor)
|
|
67
|
+
}
|
|
68
|
+
}
|
package/src/providers/index.js
CHANGED
|
@@ -2,14 +2,15 @@
|
|
|
2
2
|
|
|
3
3
|
import {buildClaudeCommand, claudeSessionId, createClaudeParser} from "./claude.js"
|
|
4
4
|
import {buildCodexCommand, codexSessionId, parseCodexEvent} from "./codex.js"
|
|
5
|
+
import {buildKimiCommand, createKimiParser, createKimiSessionId} from "./kimi.js"
|
|
5
6
|
import {buildOpenCodeCommand, createOpenCodeParser, createOpenCodeSessionId} from "./opencode.js"
|
|
6
7
|
|
|
7
8
|
/**
|
|
8
|
-
* @typedef {{name: "codex" | "claude" | "opencode", executable: string, arguments: string[], parse: (record: unknown) => import("../types.js").WorkerEvent[], sessionId: (record: unknown) => string | undefined}} Provider
|
|
9
|
+
* @typedef {{name: "codex" | "claude" | "kimi" | "opencode", executable: string, arguments: string[], parse: (record: unknown) => import("../types.js").WorkerEvent[], sessionId: (record: unknown) => string | undefined}} Provider
|
|
9
10
|
*/
|
|
10
11
|
|
|
11
|
-
/** @type {readonly ["codex", "claude", "opencode"]} */
|
|
12
|
-
export const PROVIDERS = ["codex", "claude", "opencode"]
|
|
12
|
+
/** @type {readonly ["codex", "claude", "kimi", "opencode"]} */
|
|
13
|
+
export const PROVIDERS = ["codex", "claude", "kimi", "opencode"]
|
|
13
14
|
|
|
14
15
|
/** @param {string} name @param {string[]} providerArguments @param {string} prompt @param {string | undefined} resumeSession @param {NodeJS.ProcessEnv} [environment] @returns {Provider} */
|
|
15
16
|
export function createProvider(name, providerArguments, prompt, resumeSession, environment = process.env) {
|
|
@@ -25,5 +26,9 @@ export function createProvider(name, providerArguments, prompt, resumeSession, e
|
|
|
25
26
|
const command = buildOpenCodeCommand(providerArguments, prompt, resumeSession, environment)
|
|
26
27
|
return {...command, name: "opencode", parse: createOpenCodeParser(), sessionId: createOpenCodeSessionId()}
|
|
27
28
|
}
|
|
29
|
+
if (name === "kimi") {
|
|
30
|
+
const command = buildKimiCommand(providerArguments, prompt, resumeSession)
|
|
31
|
+
return {...command, name: "kimi", parse: createKimiParser(), sessionId: createKimiSessionId()}
|
|
32
|
+
}
|
|
28
33
|
throw new Error(`--provider must be one of: ${PROVIDERS.join(", ")}`)
|
|
29
34
|
}
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
// @ts-check
|
|
2
|
+
|
|
3
|
+
const EXECUTABLE = "/usr/local/bin/kimi"
|
|
4
|
+
const ALIAS_PATTERN = /^[A-Za-z0-9][A-Za-z0-9._-]{0,63}$/u
|
|
5
|
+
const SESSION_PATTERN = /^[A-Za-z0-9][A-Za-z0-9._:-]{0,511}$/u
|
|
6
|
+
const TOOL_ID_PATTERN = /^[A-Za-z0-9][A-Za-z0-9._:-]{0,255}$/u
|
|
7
|
+
const TOOL_NAME_PATTERN = /^[A-Za-z_][A-Za-z0-9_.:-]{0,127}$/u
|
|
8
|
+
|
|
9
|
+
/** @typedef {import("../types.js").WorkerEvent} WorkerEvent */
|
|
10
|
+
/** @typedef {{started: boolean, sessionEmitted: boolean, tools: Map<string, string>}} KimiRecordState */
|
|
11
|
+
/** @typedef {{trusted: boolean, sessionId: string | undefined, events: WorkerEvent[]}} KimiRecognition */
|
|
12
|
+
|
|
13
|
+
/** @param {string[]} providerArguments */
|
|
14
|
+
export function validateKimiProviderArguments(providerArguments) {
|
|
15
|
+
if (providerArguments.length === 0) return {modelAlias: "default", arguments: []}
|
|
16
|
+
if (providerArguments.length === 2 && (providerArguments[0] === "--model" || providerArguments[0] === "-m")
|
|
17
|
+
&& ALIAS_PATTERN.test(providerArguments[1] ?? "")) {
|
|
18
|
+
return {modelAlias: /** @type {string} */ (providerArguments[1]), arguments: ["--model", /** @type {string} */ (providerArguments[1])]}
|
|
19
|
+
}
|
|
20
|
+
throw new Error("Threadwire owns Kimi prompt, output, session, model configuration, permissions, and extensions")
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
/** @param {string[]} providerArguments @param {string} prompt @param {string | undefined} [resumeSession] */
|
|
24
|
+
export function buildKimiCommand(providerArguments, prompt, resumeSession) {
|
|
25
|
+
const selection = validateKimiProviderArguments(providerArguments)
|
|
26
|
+
if (resumeSession !== undefined && !SESSION_PATTERN.test(resumeSession)) throw new Error("Kimi session ID is invalid")
|
|
27
|
+
return {
|
|
28
|
+
executable: EXECUTABLE,
|
|
29
|
+
arguments: [
|
|
30
|
+
"--model", selection.modelAlias,
|
|
31
|
+
...(resumeSession === undefined ? [] : ["--session", resumeSession]),
|
|
32
|
+
"--prompt", prompt,
|
|
33
|
+
"--output-format", "stream-json"
|
|
34
|
+
]
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/** @returns {(record: unknown) => string | undefined} */
|
|
39
|
+
export function createKimiSessionId() {
|
|
40
|
+
let emitted = false
|
|
41
|
+
return (record) => {
|
|
42
|
+
if (emitted) return undefined
|
|
43
|
+
const recognized = recognizeKimiRecord(record, undefined)
|
|
44
|
+
if (recognized.sessionId === undefined) return undefined
|
|
45
|
+
emitted = true
|
|
46
|
+
return recognized.sessionId
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
/** @returns {(record: unknown) => import("../types.js").WorkerEvent[]} */
|
|
51
|
+
export function createKimiParser() {
|
|
52
|
+
const state = createKimiRecordState()
|
|
53
|
+
return (record) => recognizeKimiRecord(record, state).events
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
/** @param {unknown} record @returns {import("../types.js").WorkerEvent[]} */
|
|
57
|
+
export function parseKimiEvent(record) {
|
|
58
|
+
return recognizeKimiRecord(record, createKimiRecordState()).events
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
/** @returns {KimiRecordState} */
|
|
62
|
+
export function createKimiRecordState() {
|
|
63
|
+
return {started: false, sessionEmitted: false, tools: new Map()}
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
/** @param {unknown} record */
|
|
67
|
+
export function kimiSessionEnvelopeId(record) {
|
|
68
|
+
return isRecord(record) && exactKeys(record, ["type", "sessionId"])
|
|
69
|
+
&& record.type === "session" && typeof record.sessionId === "string" && SESSION_PATTERN.test(record.sessionId)
|
|
70
|
+
? record.sessionId
|
|
71
|
+
: undefined
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
/**
|
|
75
|
+
* Convert one pinned Kimi stream-json record into the only envelopes the
|
|
76
|
+
* isolated worker may expose. Raw arguments, results, metadata, and stderr are
|
|
77
|
+
* never represented in the return value.
|
|
78
|
+
* @param {unknown} record
|
|
79
|
+
* @param {ReturnType<typeof createKimiRecordState>} state
|
|
80
|
+
*/
|
|
81
|
+
export function sanitizeKimiRecord(record, state) {
|
|
82
|
+
const recognized = recognizeKimiRecord(record, state)
|
|
83
|
+
/** @type {({type: "worker-event", event: WorkerEvent} | {type: "session", sessionId: string})[]} */
|
|
84
|
+
const output = recognized.events.map((event) => ({type: /** @type {const} */ ("worker-event"), event}))
|
|
85
|
+
if (recognized.sessionId !== undefined && !state.sessionEmitted) {
|
|
86
|
+
state.sessionEmitted = true
|
|
87
|
+
output.push({type: "session", sessionId: recognized.sessionId})
|
|
88
|
+
}
|
|
89
|
+
return output
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
/** @param {unknown} record @param {KimiRecordState | undefined} state @returns {KimiRecognition} */
|
|
93
|
+
function recognizeKimiRecord(record, state) {
|
|
94
|
+
if (!isRecord(record)) return emptyRecognition()
|
|
95
|
+
if (record.role === "assistant" && exactOptionalKeys(record, ["role"], ["content", "tool_calls"])) {
|
|
96
|
+
/** @type {WorkerEvent[]} */
|
|
97
|
+
const events = []
|
|
98
|
+
if (record.content !== undefined) {
|
|
99
|
+
if (typeof record.content !== "string") return emptyRecognition()
|
|
100
|
+
events.push({type: "text-delta", text: record.content, streamId: "kimi:assistant"})
|
|
101
|
+
}
|
|
102
|
+
if (record.tool_calls !== undefined) {
|
|
103
|
+
if (!Array.isArray(record.tool_calls)) return emptyRecognition()
|
|
104
|
+
for (const toolCall of record.tool_calls) {
|
|
105
|
+
const parsed = parseToolCall(toolCall)
|
|
106
|
+
if (parsed === undefined) return emptyRecognition()
|
|
107
|
+
state?.tools.set(parsed.id, parsed.name)
|
|
108
|
+
events.push({type: "tool", phase: "started", name: parsed.name, key: `tool:${parsed.id}`})
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
if (events.length === 0) return emptyRecognition()
|
|
112
|
+
return {trusted: true, sessionId: undefined, events: withStarted(events, state)}
|
|
113
|
+
}
|
|
114
|
+
if (record.role === "tool" && exactKeys(record, ["role", "tool_call_id", "content"])
|
|
115
|
+
&& typeof record.tool_call_id === "string" && TOOL_ID_PATTERN.test(record.tool_call_id)
|
|
116
|
+
&& typeof record.content === "string") {
|
|
117
|
+
const name = state?.tools.get(record.tool_call_id)
|
|
118
|
+
if (name === undefined || state === undefined) return emptyRecognition()
|
|
119
|
+
state.tools.delete(record.tool_call_id)
|
|
120
|
+
return {
|
|
121
|
+
trusted: true,
|
|
122
|
+
sessionId: undefined,
|
|
123
|
+
events: withStarted([{type: "tool", phase: "finished", name, key: `tool:${record.tool_call_id}`}], state)
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
if (record.role === "meta" && record.type === "session.resume_hint"
|
|
127
|
+
&& exactKeys(record, ["role", "type", "session_id", "command", "content"])
|
|
128
|
+
&& typeof record.session_id === "string" && SESSION_PATTERN.test(record.session_id)
|
|
129
|
+
&& typeof record.command === "string" && typeof record.content === "string") {
|
|
130
|
+
return {trusted: true, sessionId: record.session_id, events: withStarted([], state)}
|
|
131
|
+
}
|
|
132
|
+
return emptyRecognition()
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
/** @param {unknown} value @returns {{id: string, name: string} | undefined} */
|
|
136
|
+
function parseToolCall(value) {
|
|
137
|
+
if (!isRecord(value) || !exactKeys(value, ["type", "id", "function"])
|
|
138
|
+
|| value.type !== "function" || typeof value.id !== "string" || !TOOL_ID_PATTERN.test(value.id)
|
|
139
|
+
|| !isRecord(value.function) || !exactKeys(value.function, ["name", "arguments"])
|
|
140
|
+
|| typeof value.function.name !== "string" || !TOOL_NAME_PATTERN.test(value.function.name)
|
|
141
|
+
|| typeof value.function.arguments !== "string") return undefined
|
|
142
|
+
return {id: value.id, name: value.function.name}
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
/** @param {WorkerEvent[]} events @param {KimiRecordState | undefined} state @returns {WorkerEvent[]} */
|
|
146
|
+
function withStarted(events, state) {
|
|
147
|
+
if (state === undefined || state.started) return events
|
|
148
|
+
state.started = true
|
|
149
|
+
return [{type: "lifecycle", phase: "started", summary: "Kimi worker started"}, ...events]
|
|
150
|
+
}
|
|
151
|
+
/** @returns {KimiRecognition} */
|
|
152
|
+
function emptyRecognition() { return {trusted: false, sessionId: undefined, events: []} }
|
|
153
|
+
/** @param {unknown} value @returns {value is Record<string, unknown>} */
|
|
154
|
+
function isRecord(value) { return typeof value === "object" && value !== null && !Array.isArray(value) }
|
|
155
|
+
/** @param {Record<string, unknown>} value @param {readonly string[]} expected @returns {boolean} */
|
|
156
|
+
function exactKeys(value, expected) {
|
|
157
|
+
const actual = Object.keys(value).sort()
|
|
158
|
+
const wanted = [...expected].sort()
|
|
159
|
+
return actual.length === wanted.length && actual.every((key, index) => key === wanted[index])
|
|
160
|
+
}
|
|
161
|
+
/** @param {Record<string, unknown>} value @param {readonly string[]} required @param {readonly string[]} optional @returns {boolean} */
|
|
162
|
+
function exactOptionalKeys(value, required, optional) {
|
|
163
|
+
const actual = Object.keys(value)
|
|
164
|
+
return required.every((key) => actual.includes(key)) && actual.every((key) => required.includes(key) || optional.includes(key))
|
|
165
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
// @ts-check
|
|
2
|
+
|
|
3
|
+
const MODEL_PATTERN = /^[A-Za-z0-9][A-Za-z0-9._:-]{0,127}$/u
|
|
4
|
+
const COLORS = new Set(["always", "never", "auto"])
|
|
5
|
+
|
|
6
|
+
/** @param {string[]} arguments_ */
|
|
7
|
+
export function validateRelayWriteProviderArguments(arguments_) {
|
|
8
|
+
/** @type {string[]} */
|
|
9
|
+
const normalized = []
|
|
10
|
+
let model = "gpt-5-codex"
|
|
11
|
+
for (let index = 0; index < arguments_.length; index += 1) {
|
|
12
|
+
const argument = /** @type {string} */ (arguments_[index])
|
|
13
|
+
if (argument === "--model" || argument === "-m") {
|
|
14
|
+
const value = arguments_[index + 1]
|
|
15
|
+
if (value === undefined || !MODEL_PATTERN.test(value)) throw new Error("Provider argument is unavailable in relay write mode")
|
|
16
|
+
model = value
|
|
17
|
+
normalized.push("--model", value)
|
|
18
|
+
index += 1
|
|
19
|
+
continue
|
|
20
|
+
}
|
|
21
|
+
if (argument.startsWith("--model=")) {
|
|
22
|
+
const value = argument.slice("--model=".length)
|
|
23
|
+
if (!MODEL_PATTERN.test(value)) throw new Error("Provider argument is unavailable in relay write mode")
|
|
24
|
+
model = value
|
|
25
|
+
normalized.push("--model", value)
|
|
26
|
+
continue
|
|
27
|
+
}
|
|
28
|
+
if (argument === "--color") {
|
|
29
|
+
const value = arguments_[index + 1]
|
|
30
|
+
if (value === undefined || !COLORS.has(value)) throw new Error("Provider argument is unavailable in relay write mode")
|
|
31
|
+
normalized.push("--color", value)
|
|
32
|
+
index += 1
|
|
33
|
+
continue
|
|
34
|
+
}
|
|
35
|
+
if (argument.startsWith("--color=")) {
|
|
36
|
+
const value = argument.slice("--color=".length)
|
|
37
|
+
if (!COLORS.has(value)) throw new Error("Provider argument is unavailable in relay write mode")
|
|
38
|
+
normalized.push("--color", value)
|
|
39
|
+
continue
|
|
40
|
+
}
|
|
41
|
+
throw new Error("Provider argument is unavailable in relay write mode")
|
|
42
|
+
}
|
|
43
|
+
return {arguments: normalized, model}
|
|
44
|
+
}
|
|
@@ -2,16 +2,16 @@
|
|
|
2
2
|
|
|
3
3
|
import {PROVIDERS} from "../providers/index.js"
|
|
4
4
|
|
|
5
|
-
const COMMAND_PATTERN = /^\/code(?:@[A-Za-z0-9_]+)?\s+(codex|claude|opencode)\s+(\S[\s\S]*)$/u
|
|
5
|
+
const COMMAND_PATTERN = /^\/code(?:@[A-Za-z0-9_]+)?\s+(codex|claude|kimi|opencode)\s+(\S[\s\S]*)$/u
|
|
6
6
|
const EVIDENCE_PATTERN = /^\/evidence(?:@[A-Za-z0-9_]+)?\s+(evidence_[A-Za-z0-9_-]{43})\s+(bytes|lines)\s+(\d+):(\d+)$/u
|
|
7
7
|
|
|
8
8
|
/**
|
|
9
|
-
* @typedef {{provider: "codex" | "claude" | "opencode", prompt: string}} CodeCommand
|
|
9
|
+
* @typedef {{provider: "codex" | "claude" | "kimi" | "opencode", prompt: string}} CodeCommand
|
|
10
10
|
*/
|
|
11
11
|
|
|
12
12
|
/**
|
|
13
13
|
* Parse the exact ingress command grammar:
|
|
14
|
-
* `/code[optional @bot] <codex|claude|opencode> <nonblank prompt>`
|
|
14
|
+
* `/code[optional @bot] <codex|claude|kimi|opencode> <nonblank prompt>`
|
|
15
15
|
* @param {string} text
|
|
16
16
|
* @returns {CodeCommand | null}
|
|
17
17
|
*/
|
|
@@ -24,7 +24,7 @@ export function parseCodeCommand(text) {
|
|
|
24
24
|
if (prompt.length === 0) return null
|
|
25
25
|
if (!PROVIDERS.includes(/** @type {(typeof PROVIDERS)[number]} */ (providerName))) return null
|
|
26
26
|
return {
|
|
27
|
-
provider: /** @type {"codex" | "claude" | "opencode"} */ (providerName),
|
|
27
|
+
provider: /** @type {"codex" | "claude" | "kimi" | "opencode"} */ (providerName),
|
|
28
28
|
prompt
|
|
29
29
|
}
|
|
30
30
|
}
|