ghostlink-client 0.0.0-stage → 2.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +135 -2
- package/dist/index.cjs +507 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +329 -0
- package/dist/index.d.ts +329 -0
- package/dist/index.js +484 -0
- package/dist/index.js.map +1 -0
- package/package.json +60 -4
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/sse.ts","../src/exceptions.ts","../src/models.ts","../src/client.ts"],"sourcesContent":["/** TypeScript/JavaScript client SDK for the Ghostlink Studio API. */\n\nexport {\n GhostlinkClient,\n DEFAULT_TIMEOUT_MS,\n type GhostlinkClientOptions,\n type ChatMessage,\n type SamplingParams,\n type CreateChatCompletionParams,\n type CreateCompletionParams,\n type CreateEmbeddingsParams,\n type StudioChatParams,\n} from \"./client.js\";\n\nexport {\n GhostlinkError,\n GhostlinkAPIError,\n GhostlinkAuthError,\n GhostlinkConnectionError,\n} from \"./exceptions.js\";\n\nexport { ChatCompletion, Completion, Model, StreamChunk, type ChatChoice, type CompletionChoice, type JsonObject } from \"./models.js\";\n\nexport const VERSION = \"0.1.0\";\n","/**\n * Minimal Server-Sent Events parser for a `fetch` `Response.body` stream.\n *\n * Mirrors `sdks/python/ghostlink_client/_sse.py`. Ghostlink's streaming\n * endpoint (`/api/inference/chat` with `stream: true`) sends unnamed SSE\n * events — each a single `data: {json}` line followed by a blank line — so\n * this parser only needs to handle the `data:` field, but follows the SSE\n * spec generally (multiple `data:` lines per event are joined with `\\n`,\n * comment lines starting with `:` are ignored) rather than assuming that\n * shape, so it keeps working if the server ever splits a payload across\n * lines.\n */\n\nexport type JsonObject = Record<string, unknown>;\n\n/**\n * Decodes a raw byte stream (as `Response.body` from `fetch`) into a line\n * stream, the way `requests`' `iter_lines()` does for the Python client.\n * Handles chunk boundaries that split in the middle of a line, `\\n` and\n * `\\r\\n` line endings, and a final line with no trailing newline.\n */\nexport async function* streamLines(body: ReadableStream<Uint8Array>): AsyncGenerator<string> {\n const reader = body.getReader();\n const decoder = new TextDecoder(\"utf-8\");\n let buffer = \"\";\n try {\n for (;;) {\n const { done, value } = await reader.read();\n if (done) break;\n buffer += decoder.decode(value, { stream: true });\n let newlineIndex: number;\n while ((newlineIndex = buffer.indexOf(\"\\n\")) !== -1) {\n let line = buffer.slice(0, newlineIndex);\n buffer = buffer.slice(newlineIndex + 1);\n if (line.endsWith(\"\\r\")) line = line.slice(0, -1);\n yield line;\n }\n }\n buffer += decoder.decode();\n if (buffer.length > 0) {\n yield buffer.endsWith(\"\\r\") ? buffer.slice(0, -1) : buffer;\n }\n } finally {\n reader.releaseLock();\n }\n}\n\n/**\n * Decodes an SSE line stream into one object per event's `data:` payload.\n *\n * A payload that isn't valid JSON is silently skipped rather than thrown —\n * a keep-alive comment or a non-JSON control line is valid SSE, not a\n * client-side bug.\n */\nexport async function* iterSseJson(\n lines: AsyncIterable<string> | Iterable<string>,\n): AsyncGenerator<JsonObject> {\n const dataLines: string[] = [];\n\n function flush(): JsonObject | null {\n if (dataLines.length === 0) return null;\n const payload = dataLines.join(\"\\n\");\n dataLines.length = 0;\n let decoded: unknown;\n try {\n decoded = JSON.parse(payload);\n } catch {\n return null;\n }\n return decoded !== null && typeof decoded === \"object\" && !Array.isArray(decoded)\n ? (decoded as JsonObject)\n : null;\n }\n\n for await (const line of lines) {\n if (line === \"\") {\n const decoded = flush();\n if (decoded !== null) yield decoded;\n continue;\n }\n if (line.startsWith(\":\")) continue;\n if (line.startsWith(\"data:\")) {\n dataLines.push(line.slice(\"data:\".length).replace(/^ /, \"\"));\n }\n // event:/id:/retry: fields are ignored — the server only ever sends\n // unnamed data-only events today.\n }\n\n const decoded = flush();\n if (decoded !== null) yield decoded;\n}\n","/**\n * Exception hierarchy for the Ghostlink client.\n *\n * Mirrors `sdks/python/ghostlink_client/exceptions.py`:\n * - `GhostlinkError` — base class for everything this client throws.\n * - `GhostlinkConnectionError` — the client could not reach the server at\n * all (DNS failure, connection refused, or a timeout before any response\n * arrived).\n * - `GhostlinkAPIError` — the server responded with a non-2xx status code.\n * Carries `statusCode` and `body` (the parsed JSON error body, or raw\n * text if the body wasn't JSON).\n * - `GhostlinkAuthError` — a `GhostlinkAPIError` specifically for 401/403\n * (missing, invalid, or expired bearer token).\n */\n\n/** Base class for all errors raised by this client. */\nexport class GhostlinkError extends Error {\n constructor(message: string) {\n super(message);\n this.name = \"GhostlinkError\";\n Object.setPrototypeOf(this, new.target.prototype);\n }\n}\n\n/**\n * The client could not reach the Ghostlink server at all — DNS failure,\n * connection refused, or a timeout before any response arrived.\n */\nexport class GhostlinkConnectionError extends GhostlinkError {\n constructor(message: string) {\n super(message);\n this.name = \"GhostlinkConnectionError\";\n Object.setPrototypeOf(this, new.target.prototype);\n }\n}\n\n/** The server responded with a non-2xx status code. */\nexport class GhostlinkAPIError extends GhostlinkError {\n /** The HTTP status code returned by the server. */\n readonly statusCode: number;\n /** The parsed JSON error body, or raw response text if it wasn't JSON. */\n readonly body: unknown;\n\n constructor(statusCode: number, message: string, body?: unknown) {\n super(`HTTP ${statusCode}: ${message}`);\n this.name = \"GhostlinkAPIError\";\n this.statusCode = statusCode;\n this.body = body;\n Object.setPrototypeOf(this, new.target.prototype);\n }\n}\n\n/** 401/403 — missing, invalid, or expired bearer token. */\nexport class GhostlinkAuthError extends GhostlinkAPIError {\n constructor(statusCode: number, message: string, body?: unknown) {\n super(statusCode, message, body);\n this.name = \"GhostlinkAuthError\";\n Object.setPrototypeOf(this, new.target.prototype);\n }\n}\n","/**\n * Typed response wrappers.\n *\n * Mirrors `sdks/python/ghostlink_client/models.py`: thin, permissive views\n * over the JSON the server returns. Every field is read with a default\n * rather than assumed present, so a minor server version skew (a new field\n * added, one renamed) doesn't throw inside the client. The original decoded\n * JSON is always available on `.raw` for anything not modeled explicitly\n * here.\n */\n\n/* eslint-disable @typescript-eslint/no-explicit-any */\n\nexport type JsonObject = Record<string, any>;\n\nfunction asString(value: unknown, fallback = \"\"): string {\n return typeof value === \"string\" ? value : fallback;\n}\n\nfunction asNumber(value: unknown, fallback = 0): number {\n return typeof value === \"number\" ? value : fallback;\n}\n\nfunction asBool(value: unknown, fallback = false): boolean {\n return typeof value === \"boolean\" ? value : Boolean(value ?? fallback);\n}\n\nexport interface ChatChoice {\n index: number;\n message: JsonObject;\n finishReason: string | null;\n}\n\nfunction chatChoiceFromDict(data: JsonObject): ChatChoice {\n return {\n index: asNumber(data.index, 0),\n message: (data.message as JsonObject) ?? {},\n finishReason: data.finish_reason ?? null,\n };\n}\n\n/** `POST /v1/chat/completions` response. */\nexport class ChatCompletion {\n readonly id: string;\n readonly object: string;\n readonly created: number;\n readonly model: string;\n readonly choices: ChatChoice[];\n /** The original decoded JSON response. */\n readonly raw: JsonObject;\n\n constructor(fields: {\n id: string;\n object: string;\n created: number;\n model: string;\n choices: ChatChoice[];\n raw: JsonObject;\n }) {\n this.id = fields.id;\n this.object = fields.object;\n this.created = fields.created;\n this.model = fields.model;\n this.choices = fields.choices;\n this.raw = fields.raw;\n }\n\n /** The first choice's assistant text, or `\"\"` if there are none. */\n get content(): string {\n if (this.choices.length === 0) return \"\";\n const content = this.choices[0].message?.content;\n return typeof content === \"string\" ? content : \"\";\n }\n\n static fromDict(data: JsonObject): ChatCompletion {\n return new ChatCompletion({\n id: asString(data.id),\n object: asString(data.object),\n created: asNumber(data.created),\n model: asString(data.model),\n choices: Array.isArray(data.choices) ? data.choices.map(chatChoiceFromDict) : [],\n raw: data,\n });\n }\n}\n\nexport interface CompletionChoice {\n text: string;\n index: number;\n finishReason: string | null;\n}\n\n/** `POST /v1/completions` response. */\nexport class Completion {\n readonly id: string;\n readonly object: string;\n readonly created: number;\n readonly model: string;\n readonly choices: CompletionChoice[];\n readonly raw: JsonObject;\n\n constructor(fields: {\n id: string;\n object: string;\n created: number;\n model: string;\n choices: CompletionChoice[];\n raw: JsonObject;\n }) {\n this.id = fields.id;\n this.object = fields.object;\n this.created = fields.created;\n this.model = fields.model;\n this.choices = fields.choices;\n this.raw = fields.raw;\n }\n\n get text(): string {\n return this.choices.length > 0 ? this.choices[0].text : \"\";\n }\n\n static fromDict(data: JsonObject): Completion {\n return new Completion({\n id: asString(data.id),\n object: asString(data.object),\n created: asNumber(data.created),\n model: asString(data.model),\n choices: Array.isArray(data.choices)\n ? data.choices.map((c: JsonObject) => ({\n text: asString(c.text),\n index: asNumber(c.index),\n finishReason: c.finish_reason ?? null,\n }))\n : [],\n raw: data,\n });\n }\n}\n\n/** One entry from `GET /v1/models`. */\nexport class Model {\n readonly id: string;\n readonly raw: JsonObject;\n\n constructor(fields: { id: string; raw: JsonObject }) {\n this.id = fields.id;\n this.raw = fields.raw;\n }\n\n static fromDict(data: JsonObject): Model {\n return new Model({ id: asString(data.id), raw: data });\n }\n}\n\n/** One incremental piece of a `/api/inference/chat` streamed response. */\nexport class StreamChunk {\n readonly token: string;\n readonly requestId: string;\n readonly sessionId: string;\n readonly error: boolean;\n readonly done: boolean;\n readonly truncated: boolean;\n readonly raw: JsonObject;\n\n constructor(fields: {\n token: string;\n requestId: string;\n sessionId: string;\n error: boolean;\n done: boolean;\n truncated: boolean;\n raw: JsonObject;\n }) {\n this.token = fields.token;\n this.requestId = fields.requestId;\n this.sessionId = fields.sessionId;\n this.error = fields.error;\n this.done = fields.done;\n this.truncated = fields.truncated;\n this.raw = fields.raw;\n }\n\n static fromDict(data: JsonObject): StreamChunk {\n return new StreamChunk({\n token: asString(data.token),\n requestId: asString(data.request_id),\n sessionId: asString(data.session_id),\n error: asBool(data.error),\n done: asBool(data.done),\n truncated: asBool(data.truncated),\n raw: data,\n });\n }\n}\n","/**\n * Client for a Ghostlink Studio API server.\n *\n * Wraps both the OpenAI-compatible REST surface (`/v1/chat/completions`,\n * `/v1/completions`, `/v1/embeddings`, `/v1/models`) and Ghostlink's native\n * `/api/*` surface (workers, sessions, settings, metrics, and real\n * token-by-token streaming chat via `/api/inference/chat`).\n *\n * Mirrors `sdks/python/ghostlink_client/client.py` method-for-method and\n * endpoint-for-endpoint. Parameter names use camelCase (idiomatic\n * TypeScript) rather than the Python client's snake_case kwargs, but map\n * onto the exact same JSON wire fields.\n */\n\nimport { iterSseJson, streamLines, type JsonObject } from \"./sse.js\";\nimport { GhostlinkAPIError, GhostlinkAuthError, GhostlinkConnectionError } from \"./exceptions.js\";\nimport { ChatCompletion, Completion, Model, StreamChunk } from \"./models.js\";\n\nexport const DEFAULT_TIMEOUT_MS = 30_000;\n\nexport interface ChatMessage {\n role: string;\n content: string;\n [key: string]: unknown;\n}\n\n/** Shared sampling parameters accepted by the OpenAI-compatible endpoints. */\nexport interface SamplingParams {\n temperature?: number;\n topP?: number;\n topK?: number;\n penalty?: number;\n maxTokens?: number;\n}\n\nexport interface CreateChatCompletionParams extends SamplingParams {\n model: string;\n messages: ChatMessage[];\n}\n\nexport interface CreateCompletionParams extends SamplingParams {\n model: string;\n prompt: string;\n}\n\nexport interface CreateEmbeddingsParams {\n model: string;\n input: string | string[];\n}\n\nexport interface StudioChatParams extends SamplingParams {\n messages?: ChatMessage[];\n model?: string;\n}\n\nfunction addOptional(payload: JsonObject, fields: Record<string, unknown>): void {\n for (const [key, value] of Object.entries(fields)) {\n if (value !== undefined) payload[key] = value;\n }\n}\n\nfunction samplingParamsToPayload(params: SamplingParams): JsonObject {\n const payload: JsonObject = {};\n addOptional(payload, {\n temperature: params.temperature,\n top_p: params.topP,\n top_k: params.topK,\n penalty: params.penalty,\n max_tokens: params.maxTokens,\n });\n return payload;\n}\n\nfunction extractErrorMessage(body: unknown): string | undefined {\n if (body && typeof body === \"object\") {\n const error = (body as JsonObject).error;\n if (error && typeof error === \"object\") {\n const message = (error as JsonObject).message;\n if (typeof message === \"string\") return message;\n }\n if (typeof error === \"string\") return error;\n }\n return undefined;\n}\n\nclass ChatCompletions {\n constructor(private readonly client: GhostlinkClient) {}\n\n /** `POST /v1/chat/completions` — OpenAI-compatible, non-streaming. */\n async create(params: CreateChatCompletionParams): Promise<ChatCompletion> {\n const payload: JsonObject = {\n model: params.model,\n messages: params.messages,\n ...samplingParamsToPayload(params),\n };\n const data = await this.client._request(\"POST\", \"/v1/chat/completions\", payload);\n return ChatCompletion.fromDict(data);\n }\n}\n\nclass Chat {\n readonly completions: ChatCompletions;\n constructor(client: GhostlinkClient) {\n this.completions = new ChatCompletions(client);\n }\n}\n\nclass Completions {\n constructor(private readonly client: GhostlinkClient) {}\n\n /** `POST /v1/completions` — OpenAI's legacy completions endpoint. */\n async create(params: CreateCompletionParams): Promise<Completion> {\n const payload: JsonObject = {\n model: params.model,\n prompt: params.prompt,\n ...samplingParamsToPayload(params),\n };\n const data = await this.client._request(\"POST\", \"/v1/completions\", payload);\n return Completion.fromDict(data);\n }\n}\n\nclass Embeddings {\n constructor(private readonly client: GhostlinkClient) {}\n\n /** `POST /v1/embeddings`. */\n async create(params: CreateEmbeddingsParams): Promise<JsonObject> {\n return this.client._request(\"POST\", \"/v1/embeddings\", {\n model: params.model,\n input: params.input,\n });\n }\n}\n\nclass Models {\n constructor(private readonly client: GhostlinkClient) {}\n\n /** `GET /v1/models`. */\n async list(): Promise<Model[]> {\n const data = await this.client._request(\"GET\", \"/v1/models\");\n const items = Array.isArray(data.data) ? (data.data as JsonObject[]) : [];\n return items.map((m) => Model.fromDict(m));\n }\n}\n\nclass Workers {\n constructor(private readonly client: GhostlinkClient) {}\n\n async list(): Promise<JsonObject[]> {\n const data = await this.client._request(\"GET\", \"/api/workers\");\n return Array.isArray(data.workers) ? (data.workers as JsonObject[]) : [];\n }\n\n /**\n * Triggers a UDP-broadcast + mDNS discovery sweep and registers any peers\n * found. See `GET /api/workers/discover`.\n */\n async discover(): Promise<JsonObject> {\n return this.client._request(\"GET\", \"/api/workers/discover\");\n }\n\n async connect(host: string, port: number): Promise<JsonObject> {\n return this.client._request(\"POST\", \"/api/workers/connect\", { host, port });\n }\n\n async add(fields: JsonObject): Promise<JsonObject> {\n return this.client._request(\"POST\", \"/api/workers/add\", fields);\n }\n\n async disconnect(workerId: string): Promise<JsonObject> {\n return this.client._request(\"POST\", `/api/workers/${workerId}/disconnect`);\n }\n}\n\nclass Sessions {\n constructor(private readonly client: GhostlinkClient) {}\n\n async list(): Promise<JsonObject[]> {\n const data = await this.client._request(\"GET\", \"/api/sessions\");\n return Array.isArray(data.sessions) ? (data.sessions as JsonObject[]) : [];\n }\n}\n\nclass Settings {\n constructor(private readonly client: GhostlinkClient) {}\n\n async get(): Promise<JsonObject> {\n return this.client._request(\"GET\", \"/api/settings\");\n }\n\n async update(fields: JsonObject): Promise<JsonObject> {\n return this.client._request(\"POST\", \"/api/settings\", fields);\n }\n\n async reset(): Promise<JsonObject> {\n return this.client._request(\"POST\", \"/api/settings/reset\");\n }\n}\n\nexport interface GhostlinkClientOptions {\n apiKey?: string;\n timeoutMs?: number;\n /** Override `fetch` (for tests, or an alternate runtime implementation). */\n fetchImpl?: typeof fetch;\n}\n\n/**\n * Client for a Ghostlink Studio API server.\n *\n * @example\n * ```ts\n * const client = new GhostlinkClient(\"http://127.0.0.1:8003\", { apiKey: \"...\" });\n * const resp = await client.chat.completions.create({\n * model: \"llama3.2:3b\",\n * messages: [{ role: \"user\", content: \"hello\" }],\n * });\n * console.log(resp.content);\n * ```\n */\nexport class GhostlinkClient {\n readonly baseUrl: string;\n readonly apiKey?: string;\n readonly timeoutMs: number;\n\n readonly chat: Chat;\n readonly completions: Completions;\n readonly embeddings: Embeddings;\n readonly models: Models;\n readonly workers: Workers;\n readonly sessions: Sessions;\n readonly settings: Settings;\n\n private readonly fetchImpl: typeof fetch;\n\n constructor(baseUrl: string, options: GhostlinkClientOptions = {}) {\n // Intentionally avoid a trailing-slash regex here to sidestep potential\n // catastrophic-backtracking regex findings in security scanners.\n let normalizedBaseUrl = baseUrl;\n while (normalizedBaseUrl.endsWith(\"/\")) {\n normalizedBaseUrl = normalizedBaseUrl.slice(0, -1);\n }\n this.baseUrl = normalizedBaseUrl;\n this.apiKey = options.apiKey;\n this.timeoutMs = options.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n this.fetchImpl = options.fetchImpl ?? fetch;\n\n this.chat = new Chat(this);\n this.completions = new Completions(this);\n this.embeddings = new Embeddings(this);\n this.models = new Models(this);\n this.workers = new Workers(this);\n this.sessions = new Sessions(this);\n this.settings = new Settings(this);\n }\n\n private headers(): Record<string, string> {\n const headers: Record<string, string> = { \"Content-Type\": \"application/json\" };\n if (this.apiKey) headers[\"Authorization\"] = `Bearer ${this.apiKey}`;\n return headers;\n }\n\n /** Fetches with a total-duration timeout on the connect/response-headers phase. */\n private async fetchWithTimeout(url: string, init: RequestInit): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), this.timeoutMs);\n try {\n return await this.fetchImpl(url, { ...init, signal: controller.signal });\n } catch (err) {\n throw new GhostlinkConnectionError(\n `failed to reach ${url}: ${err instanceof Error ? err.message : String(err)}`,\n );\n } finally {\n clearTimeout(timeoutId);\n }\n }\n\n private async raiseForStatus(resp: Response): Promise<void> {\n if (resp.status < 400) return;\n const text = await resp.text();\n let body: unknown = text;\n try {\n body = text ? JSON.parse(text) : undefined;\n } catch {\n // not JSON — keep the raw text as the body, matching the Python client.\n }\n const message = extractErrorMessage(body) ?? resp.statusText ?? \"request failed\";\n if (resp.status === 401 || resp.status === 403) {\n throw new GhostlinkAuthError(resp.status, message, body);\n }\n throw new GhostlinkAPIError(resp.status, message, body);\n }\n\n /** @internal used by the nested resource classes. */\n async _request(method: string, path: string, json?: unknown): Promise<JsonObject> {\n const url = `${this.baseUrl}${path}`;\n const resp = await this.fetchWithTimeout(url, {\n method,\n headers: this.headers(),\n body: json !== undefined ? JSON.stringify(json) : undefined,\n });\n\n await this.raiseForStatus(resp);\n\n const text = await resp.text();\n if (!text) return {};\n return JSON.parse(text) as JsonObject;\n }\n\n /** `GET /health` — unauthenticated liveness/version/backend info. */\n async health(): Promise<JsonObject> {\n return this._request(\"GET\", \"/health\");\n }\n\n /**\n * `GET /api/metrics` — JSON metrics snapshot. See `metricsPrometheus` for\n * the Prometheus-exposition-format sibling.\n */\n async metrics(): Promise<JsonObject> {\n return this._request(\"GET\", \"/api/metrics\");\n }\n\n /**\n * `GET /metrics` — the same snapshot as `metrics()`, formatted for a\n * Prometheus scrape config instead of JSON.\n */\n async metricsPrometheus(): Promise<string> {\n const url = `${this.baseUrl}/metrics`;\n const resp = await this.fetchWithTimeout(url, { method: \"GET\", headers: this.headers() });\n await this.raiseForStatus(resp);\n return resp.text();\n }\n\n /** Convenience alias for `client.models.list()`. */\n async listModels(): Promise<Model[]> {\n return this.models.list();\n }\n\n /**\n * Non-streaming call to Ghostlink Studio's native chat endpoint\n * (`POST /api/inference/chat`) — richer than the OpenAI-compatible routes\n * (session bookkeeping, MCP tool results, live metrics in the response),\n * but Ghostlink-specific rather than portable. Use `streamChat` for real\n * token-by-token streaming.\n */\n async studioChat(message: string, params: StudioChatParams = {}): Promise<JsonObject> {\n const payload: JsonObject = { message };\n if (params.messages !== undefined) payload.messages = params.messages;\n if (params.model !== undefined) payload.model = params.model;\n Object.assign(payload, samplingParamsToPayload(params));\n return this._request(\"POST\", \"/api/inference/chat\", payload);\n }\n\n /**\n * Real token-by-token streaming via `POST /api/inference/chat`\n * (`stream: true`) over Server-Sent Events. Yields one `StreamChunk` per\n * token as the model produces it; the final chunk has `done: true`. This\n * is the only endpoint with genuine incremental streaming today — the\n * OpenAI-compatible `/v1/chat/completions` accepts a `stream` field but\n * does not yet act on it.\n *\n * Note: unlike the other request methods, the client's timeout is only\n * applied to the connect/response-headers phase here, not the full\n * duration of the stream — a long-running token stream would otherwise be\n * truncated by a total-duration timeout meant for quick JSON calls.\n *\n * @example\n * ```ts\n * for await (const chunk of client.streamChat(\"tell me a story\")) {\n * if (!chunk.done) process.stdout.write(chunk.token);\n * }\n * ```\n */\n async *streamChat(message: string, params: StudioChatParams = {}): AsyncGenerator<StreamChunk> {\n const payload: JsonObject = { message, stream: true };\n if (params.messages !== undefined) payload.messages = params.messages;\n if (params.model !== undefined) payload.model = params.model;\n Object.assign(payload, samplingParamsToPayload(params));\n\n const url = `${this.baseUrl}/api/inference/chat`;\n const resp = await this.fetchWithTimeout(url, {\n method: \"POST\",\n headers: this.headers(),\n body: JSON.stringify(payload),\n });\n\n await this.raiseForStatus(resp);\n\n if (!resp.body) {\n throw new GhostlinkConnectionError(`no response body from ${url}`);\n }\n\n for await (const chunkData of iterSseJson(streamLines(resp.body))) {\n yield StreamChunk.fromDict(chunkData);\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACqBA,gBAAuB,YAAY,MAA0D;AAC3F,QAAM,SAAS,KAAK,UAAU;AAC9B,QAAM,UAAU,IAAI,YAAY,OAAO;AACvC,MAAI,SAAS;AACb,MAAI;AACF,eAAS;AACP,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,UAAI,KAAM;AACV,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;AAChD,UAAI;AACJ,cAAQ,eAAe,OAAO,QAAQ,IAAI,OAAO,IAAI;AACnD,YAAI,OAAO,OAAO,MAAM,GAAG,YAAY;AACvC,iBAAS,OAAO,MAAM,eAAe,CAAC;AACtC,YAAI,KAAK,SAAS,IAAI,EAAG,QAAO,KAAK,MAAM,GAAG,EAAE;AAChD,cAAM;AAAA,MACR;AAAA,IACF;AACA,cAAU,QAAQ,OAAO;AACzB,QAAI,OAAO,SAAS,GAAG;AACrB,YAAM,OAAO,SAAS,IAAI,IAAI,OAAO,MAAM,GAAG,EAAE,IAAI;AAAA,IACtD;AAAA,EACF,UAAE;AACA,WAAO,YAAY;AAAA,EACrB;AACF;AASA,gBAAuB,YACrB,OAC4B;AAC5B,QAAM,YAAsB,CAAC;AAE7B,WAAS,QAA2B;AAClC,QAAI,UAAU,WAAW,EAAG,QAAO;AACnC,UAAM,UAAU,UAAU,KAAK,IAAI;AACnC,cAAU,SAAS;AACnB,QAAIA;AACJ,QAAI;AACF,MAAAA,WAAU,KAAK,MAAM,OAAO;AAAA,IAC9B,QAAQ;AACN,aAAO;AAAA,IACT;AACA,WAAOA,aAAY,QAAQ,OAAOA,aAAY,YAAY,CAAC,MAAM,QAAQA,QAAO,IAC3EA,WACD;AAAA,EACN;AAEA,mBAAiB,QAAQ,OAAO;AAC9B,QAAI,SAAS,IAAI;AACf,YAAMA,WAAU,MAAM;AACtB,UAAIA,aAAY,KAAM,OAAMA;AAC5B;AAAA,IACF;AACA,QAAI,KAAK,WAAW,GAAG,EAAG;AAC1B,QAAI,KAAK,WAAW,OAAO,GAAG;AAC5B,gBAAU,KAAK,KAAK,MAAM,QAAQ,MAAM,EAAE,QAAQ,MAAM,EAAE,CAAC;AAAA,IAC7D;AAAA,EAGF;AAEA,QAAM,UAAU,MAAM;AACtB,MAAI,YAAY,KAAM,OAAM;AAC9B;;;AC1EO,IAAM,iBAAN,cAA6B,MAAM;AAAA,EACxC,YAAY,SAAiB;AAC3B,UAAM,OAAO;AACb,SAAK,OAAO;AACZ,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;AAMO,IAAM,2BAAN,cAAuC,eAAe;AAAA,EAC3D,YAAY,SAAiB;AAC3B,UAAM,OAAO;AACb,SAAK,OAAO;AACZ,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;AAGO,IAAM,oBAAN,cAAgC,eAAe;AAAA,EAMpD,YAAY,YAAoB,SAAiB,MAAgB;AAC/D,UAAM,QAAQ,UAAU,KAAK,OAAO,EAAE;AACtC,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,OAAO;AACZ,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;AAGO,IAAM,qBAAN,cAAiC,kBAAkB;AAAA,EACxD,YAAY,YAAoB,SAAiB,MAAgB;AAC/D,UAAM,YAAY,SAAS,IAAI;AAC/B,SAAK,OAAO;AACZ,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;;;AC5CA,SAAS,SAAS,OAAgB,WAAW,IAAY;AACvD,SAAO,OAAO,UAAU,WAAW,QAAQ;AAC7C;AAEA,SAAS,SAAS,OAAgB,WAAW,GAAW;AACtD,SAAO,OAAO,UAAU,WAAW,QAAQ;AAC7C;AAEA,SAAS,OAAO,OAAgB,WAAW,OAAgB;AACzD,SAAO,OAAO,UAAU,YAAY,QAAQ,QAAQ,SAAS,QAAQ;AACvE;AAQA,SAAS,mBAAmB,MAA8B;AACxD,SAAO;AAAA,IACL,OAAO,SAAS,KAAK,OAAO,CAAC;AAAA,IAC7B,SAAU,KAAK,WAA0B,CAAC;AAAA,IAC1C,cAAc,KAAK,iBAAiB;AAAA,EACtC;AACF;AAGO,IAAM,iBAAN,MAAM,gBAAe;AAAA,EAS1B,YAAY,QAOT;AACD,SAAK,KAAK,OAAO;AACjB,SAAK,SAAS,OAAO;AACrB,SAAK,UAAU,OAAO;AACtB,SAAK,QAAQ,OAAO;AACpB,SAAK,UAAU,OAAO;AACtB,SAAK,MAAM,OAAO;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,UAAkB;AACpB,QAAI,KAAK,QAAQ,WAAW,EAAG,QAAO;AACtC,UAAM,UAAU,KAAK,QAAQ,CAAC,EAAE,SAAS;AACzC,WAAO,OAAO,YAAY,WAAW,UAAU;AAAA,EACjD;AAAA,EAEA,OAAO,SAAS,MAAkC;AAChD,WAAO,IAAI,gBAAe;AAAA,MACxB,IAAI,SAAS,KAAK,EAAE;AAAA,MACpB,QAAQ,SAAS,KAAK,MAAM;AAAA,MAC5B,SAAS,SAAS,KAAK,OAAO;AAAA,MAC9B,OAAO,SAAS,KAAK,KAAK;AAAA,MAC1B,SAAS,MAAM,QAAQ,KAAK,OAAO,IAAI,KAAK,QAAQ,IAAI,kBAAkB,IAAI,CAAC;AAAA,MAC/E,KAAK;AAAA,IACP,CAAC;AAAA,EACH;AACF;AASO,IAAM,aAAN,MAAM,YAAW;AAAA,EAQtB,YAAY,QAOT;AACD,SAAK,KAAK,OAAO;AACjB,SAAK,SAAS,OAAO;AACrB,SAAK,UAAU,OAAO;AACtB,SAAK,QAAQ,OAAO;AACpB,SAAK,UAAU,OAAO;AACtB,SAAK,MAAM,OAAO;AAAA,EACpB;AAAA,EAEA,IAAI,OAAe;AACjB,WAAO,KAAK,QAAQ,SAAS,IAAI,KAAK,QAAQ,CAAC,EAAE,OAAO;AAAA,EAC1D;AAAA,EAEA,OAAO,SAAS,MAA8B;AAC5C,WAAO,IAAI,YAAW;AAAA,MACpB,IAAI,SAAS,KAAK,EAAE;AAAA,MACpB,QAAQ,SAAS,KAAK,MAAM;AAAA,MAC5B,SAAS,SAAS,KAAK,OAAO;AAAA,MAC9B,OAAO,SAAS,KAAK,KAAK;AAAA,MAC1B,SAAS,MAAM,QAAQ,KAAK,OAAO,IAC/B,KAAK,QAAQ,IAAI,CAAC,OAAmB;AAAA,QACnC,MAAM,SAAS,EAAE,IAAI;AAAA,QACrB,OAAO,SAAS,EAAE,KAAK;AAAA,QACvB,cAAc,EAAE,iBAAiB;AAAA,MACnC,EAAE,IACF,CAAC;AAAA,MACL,KAAK;AAAA,IACP,CAAC;AAAA,EACH;AACF;AAGO,IAAM,QAAN,MAAM,OAAM;AAAA,EAIjB,YAAY,QAAyC;AACnD,SAAK,KAAK,OAAO;AACjB,SAAK,MAAM,OAAO;AAAA,EACpB;AAAA,EAEA,OAAO,SAAS,MAAyB;AACvC,WAAO,IAAI,OAAM,EAAE,IAAI,SAAS,KAAK,EAAE,GAAG,KAAK,KAAK,CAAC;AAAA,EACvD;AACF;AAGO,IAAM,cAAN,MAAM,aAAY;AAAA,EASvB,YAAY,QAQT;AACD,SAAK,QAAQ,OAAO;AACpB,SAAK,YAAY,OAAO;AACxB,SAAK,YAAY,OAAO;AACxB,SAAK,QAAQ,OAAO;AACpB,SAAK,OAAO,OAAO;AACnB,SAAK,YAAY,OAAO;AACxB,SAAK,MAAM,OAAO;AAAA,EACpB;AAAA,EAEA,OAAO,SAAS,MAA+B;AAC7C,WAAO,IAAI,aAAY;AAAA,MACrB,OAAO,SAAS,KAAK,KAAK;AAAA,MAC1B,WAAW,SAAS,KAAK,UAAU;AAAA,MACnC,WAAW,SAAS,KAAK,UAAU;AAAA,MACnC,OAAO,OAAO,KAAK,KAAK;AAAA,MACxB,MAAM,OAAO,KAAK,IAAI;AAAA,MACtB,WAAW,OAAO,KAAK,SAAS;AAAA,MAChC,KAAK;AAAA,IACP,CAAC;AAAA,EACH;AACF;;;AC/KO,IAAM,qBAAqB;AAqClC,SAAS,YAAY,SAAqB,QAAuC;AAC/E,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AACjD,QAAI,UAAU,OAAW,SAAQ,GAAG,IAAI;AAAA,EAC1C;AACF;AAEA,SAAS,wBAAwB,QAAoC;AACnE,QAAM,UAAsB,CAAC;AAC7B,cAAY,SAAS;AAAA,IACnB,aAAa,OAAO;AAAA,IACpB,OAAO,OAAO;AAAA,IACd,OAAO,OAAO;AAAA,IACd,SAAS,OAAO;AAAA,IAChB,YAAY,OAAO;AAAA,EACrB,CAAC;AACD,SAAO;AACT;AAEA,SAAS,oBAAoB,MAAmC;AAC9D,MAAI,QAAQ,OAAO,SAAS,UAAU;AACpC,UAAM,QAAS,KAAoB;AACnC,QAAI,SAAS,OAAO,UAAU,UAAU;AACtC,YAAM,UAAW,MAAqB;AACtC,UAAI,OAAO,YAAY,SAAU,QAAO;AAAA,IAC1C;AACA,QAAI,OAAO,UAAU,SAAU,QAAO;AAAA,EACxC;AACA,SAAO;AACT;AAEA,IAAM,kBAAN,MAAsB;AAAA,EACpB,YAA6B,QAAyB;AAAzB;AAAA,EAA0B;AAAA;AAAA,EAGvD,MAAM,OAAO,QAA6D;AACxE,UAAM,UAAsB;AAAA,MAC1B,OAAO,OAAO;AAAA,MACd,UAAU,OAAO;AAAA,MACjB,GAAG,wBAAwB,MAAM;AAAA,IACnC;AACA,UAAM,OAAO,MAAM,KAAK,OAAO,SAAS,QAAQ,wBAAwB,OAAO;AAC/E,WAAO,eAAe,SAAS,IAAI;AAAA,EACrC;AACF;AAEA,IAAM,OAAN,MAAW;AAAA,EAET,YAAY,QAAyB;AACnC,SAAK,cAAc,IAAI,gBAAgB,MAAM;AAAA,EAC/C;AACF;AAEA,IAAM,cAAN,MAAkB;AAAA,EAChB,YAA6B,QAAyB;AAAzB;AAAA,EAA0B;AAAA;AAAA,EAGvD,MAAM,OAAO,QAAqD;AAChE,UAAM,UAAsB;AAAA,MAC1B,OAAO,OAAO;AAAA,MACd,QAAQ,OAAO;AAAA,MACf,GAAG,wBAAwB,MAAM;AAAA,IACnC;AACA,UAAM,OAAO,MAAM,KAAK,OAAO,SAAS,QAAQ,mBAAmB,OAAO;AAC1E,WAAO,WAAW,SAAS,IAAI;AAAA,EACjC;AACF;AAEA,IAAM,aAAN,MAAiB;AAAA,EACf,YAA6B,QAAyB;AAAzB;AAAA,EAA0B;AAAA;AAAA,EAGvD,MAAM,OAAO,QAAqD;AAChE,WAAO,KAAK,OAAO,SAAS,QAAQ,kBAAkB;AAAA,MACpD,OAAO,OAAO;AAAA,MACd,OAAO,OAAO;AAAA,IAChB,CAAC;AAAA,EACH;AACF;AAEA,IAAM,SAAN,MAAa;AAAA,EACX,YAA6B,QAAyB;AAAzB;AAAA,EAA0B;AAAA;AAAA,EAGvD,MAAM,OAAyB;AAC7B,UAAM,OAAO,MAAM,KAAK,OAAO,SAAS,OAAO,YAAY;AAC3D,UAAM,QAAQ,MAAM,QAAQ,KAAK,IAAI,IAAK,KAAK,OAAwB,CAAC;AACxE,WAAO,MAAM,IAAI,CAAC,MAAM,MAAM,SAAS,CAAC,CAAC;AAAA,EAC3C;AACF;AAEA,IAAM,UAAN,MAAc;AAAA,EACZ,YAA6B,QAAyB;AAAzB;AAAA,EAA0B;AAAA,EAEvD,MAAM,OAA8B;AAClC,UAAM,OAAO,MAAM,KAAK,OAAO,SAAS,OAAO,cAAc;AAC7D,WAAO,MAAM,QAAQ,KAAK,OAAO,IAAK,KAAK,UAA2B,CAAC;AAAA,EACzE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WAAgC;AACpC,WAAO,KAAK,OAAO,SAAS,OAAO,uBAAuB;AAAA,EAC5D;AAAA,EAEA,MAAM,QAAQ,MAAc,MAAmC;AAC7D,WAAO,KAAK,OAAO,SAAS,QAAQ,wBAAwB,EAAE,MAAM,KAAK,CAAC;AAAA,EAC5E;AAAA,EAEA,MAAM,IAAI,QAAyC;AACjD,WAAO,KAAK,OAAO,SAAS,QAAQ,oBAAoB,MAAM;AAAA,EAChE;AAAA,EAEA,MAAM,WAAW,UAAuC;AACtD,WAAO,KAAK,OAAO,SAAS,QAAQ,gBAAgB,QAAQ,aAAa;AAAA,EAC3E;AACF;AAEA,IAAM,WAAN,MAAe;AAAA,EACb,YAA6B,QAAyB;AAAzB;AAAA,EAA0B;AAAA,EAEvD,MAAM,OAA8B;AAClC,UAAM,OAAO,MAAM,KAAK,OAAO,SAAS,OAAO,eAAe;AAC9D,WAAO,MAAM,QAAQ,KAAK,QAAQ,IAAK,KAAK,WAA4B,CAAC;AAAA,EAC3E;AACF;AAEA,IAAM,WAAN,MAAe;AAAA,EACb,YAA6B,QAAyB;AAAzB;AAAA,EAA0B;AAAA,EAEvD,MAAM,MAA2B;AAC/B,WAAO,KAAK,OAAO,SAAS,OAAO,eAAe;AAAA,EACpD;AAAA,EAEA,MAAM,OAAO,QAAyC;AACpD,WAAO,KAAK,OAAO,SAAS,QAAQ,iBAAiB,MAAM;AAAA,EAC7D;AAAA,EAEA,MAAM,QAA6B;AACjC,WAAO,KAAK,OAAO,SAAS,QAAQ,qBAAqB;AAAA,EAC3D;AACF;AAsBO,IAAM,kBAAN,MAAsB;AAAA,EAe3B,YAAY,SAAiB,UAAkC,CAAC,GAAG;AAGjE,QAAI,oBAAoB;AACxB,WAAO,kBAAkB,SAAS,GAAG,GAAG;AACtC,0BAAoB,kBAAkB,MAAM,GAAG,EAAE;AAAA,IACnD;AACA,SAAK,UAAU;AACf,SAAK,SAAS,QAAQ;AACtB,SAAK,YAAY,QAAQ,aAAa;AACtC,SAAK,YAAY,QAAQ,aAAa;AAEtC,SAAK,OAAO,IAAI,KAAK,IAAI;AACzB,SAAK,cAAc,IAAI,YAAY,IAAI;AACvC,SAAK,aAAa,IAAI,WAAW,IAAI;AACrC,SAAK,SAAS,IAAI,OAAO,IAAI;AAC7B,SAAK,UAAU,IAAI,QAAQ,IAAI;AAC/B,SAAK,WAAW,IAAI,SAAS,IAAI;AACjC,SAAK,WAAW,IAAI,SAAS,IAAI;AAAA,EACnC;AAAA,EAEQ,UAAkC;AACxC,UAAM,UAAkC,EAAE,gBAAgB,mBAAmB;AAC7E,QAAI,KAAK,OAAQ,SAAQ,eAAe,IAAI,UAAU,KAAK,MAAM;AACjE,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,MAAc,iBAAiB,KAAa,MAAsC;AAChF,UAAM,aAAa,IAAI,gBAAgB;AACvC,UAAM,YAAY,WAAW,MAAM,WAAW,MAAM,GAAG,KAAK,SAAS;AACrE,QAAI;AACF,aAAO,MAAM,KAAK,UAAU,KAAK,EAAE,GAAG,MAAM,QAAQ,WAAW,OAAO,CAAC;AAAA,IACzE,SAAS,KAAK;AACZ,YAAM,IAAI;AAAA,QACR,mBAAmB,GAAG,KAAK,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,MAC7E;AAAA,IACF,UAAE;AACA,mBAAa,SAAS;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,MAAc,eAAe,MAA+B;AAC1D,QAAI,KAAK,SAAS,IAAK;AACvB,UAAM,OAAO,MAAM,KAAK,KAAK;AAC7B,QAAI,OAAgB;AACpB,QAAI;AACF,aAAO,OAAO,KAAK,MAAM,IAAI,IAAI;AAAA,IACnC,QAAQ;AAAA,IAER;AACA,UAAM,UAAU,oBAAoB,IAAI,KAAK,KAAK,cAAc;AAChE,QAAI,KAAK,WAAW,OAAO,KAAK,WAAW,KAAK;AAC9C,YAAM,IAAI,mBAAmB,KAAK,QAAQ,SAAS,IAAI;AAAA,IACzD;AACA,UAAM,IAAI,kBAAkB,KAAK,QAAQ,SAAS,IAAI;AAAA,EACxD;AAAA;AAAA,EAGA,MAAM,SAAS,QAAgB,MAAc,MAAqC;AAChF,UAAM,MAAM,GAAG,KAAK,OAAO,GAAG,IAAI;AAClC,UAAM,OAAO,MAAM,KAAK,iBAAiB,KAAK;AAAA,MAC5C;AAAA,MACA,SAAS,KAAK,QAAQ;AAAA,MACtB,MAAM,SAAS,SAAY,KAAK,UAAU,IAAI,IAAI;AAAA,IACpD,CAAC;AAED,UAAM,KAAK,eAAe,IAAI;AAE9B,UAAM,OAAO,MAAM,KAAK,KAAK;AAC7B,QAAI,CAAC,KAAM,QAAO,CAAC;AACnB,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB;AAAA;AAAA,EAGA,MAAM,SAA8B;AAClC,WAAO,KAAK,SAAS,OAAO,SAAS;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,UAA+B;AACnC,WAAO,KAAK,SAAS,OAAO,cAAc;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAqC;AACzC,UAAM,MAAM,GAAG,KAAK,OAAO;AAC3B,UAAM,OAAO,MAAM,KAAK,iBAAiB,KAAK,EAAE,QAAQ,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;AACxF,UAAM,KAAK,eAAe,IAAI;AAC9B,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,MAAM,aAA+B;AACnC,WAAO,KAAK,OAAO,KAAK;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,WAAW,SAAiB,SAA2B,CAAC,GAAwB;AACpF,UAAM,UAAsB,EAAE,QAAQ;AACtC,QAAI,OAAO,aAAa,OAAW,SAAQ,WAAW,OAAO;AAC7D,QAAI,OAAO,UAAU,OAAW,SAAQ,QAAQ,OAAO;AACvD,WAAO,OAAO,SAAS,wBAAwB,MAAM,CAAC;AACtD,WAAO,KAAK,SAAS,QAAQ,uBAAuB,OAAO;AAAA,EAC7D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAsBA,OAAO,WAAW,SAAiB,SAA2B,CAAC,GAAgC;AAC7F,UAAM,UAAsB,EAAE,SAAS,QAAQ,KAAK;AACpD,QAAI,OAAO,aAAa,OAAW,SAAQ,WAAW,OAAO;AAC7D,QAAI,OAAO,UAAU,OAAW,SAAQ,QAAQ,OAAO;AACvD,WAAO,OAAO,SAAS,wBAAwB,MAAM,CAAC;AAEtD,UAAM,MAAM,GAAG,KAAK,OAAO;AAC3B,UAAM,OAAO,MAAM,KAAK,iBAAiB,KAAK;AAAA,MAC5C,QAAQ;AAAA,MACR,SAAS,KAAK,QAAQ;AAAA,MACtB,MAAM,KAAK,UAAU,OAAO;AAAA,IAC9B,CAAC;AAED,UAAM,KAAK,eAAe,IAAI;AAE9B,QAAI,CAAC,KAAK,MAAM;AACd,YAAM,IAAI,yBAAyB,yBAAyB,GAAG,EAAE;AAAA,IACnE;AAEA,qBAAiB,aAAa,YAAY,YAAY,KAAK,IAAI,CAAC,GAAG;AACjE,YAAM,YAAY,SAAS,SAAS;AAAA,IACtC;AAAA,EACF;AACF;;;AJpXO,IAAM,UAAU;","names":["decoded"]}
|
package/dist/index.d.cts
ADDED
|
@@ -0,0 +1,329 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Minimal Server-Sent Events parser for a `fetch` `Response.body` stream.
|
|
3
|
+
*
|
|
4
|
+
* Mirrors `sdks/python/ghostlink_client/_sse.py`. Ghostlink's streaming
|
|
5
|
+
* endpoint (`/api/inference/chat` with `stream: true`) sends unnamed SSE
|
|
6
|
+
* events — each a single `data: {json}` line followed by a blank line — so
|
|
7
|
+
* this parser only needs to handle the `data:` field, but follows the SSE
|
|
8
|
+
* spec generally (multiple `data:` lines per event are joined with `\n`,
|
|
9
|
+
* comment lines starting with `:` are ignored) rather than assuming that
|
|
10
|
+
* shape, so it keeps working if the server ever splits a payload across
|
|
11
|
+
* lines.
|
|
12
|
+
*/
|
|
13
|
+
type JsonObject$1 = Record<string, unknown>;
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Typed response wrappers.
|
|
17
|
+
*
|
|
18
|
+
* Mirrors `sdks/python/ghostlink_client/models.py`: thin, permissive views
|
|
19
|
+
* over the JSON the server returns. Every field is read with a default
|
|
20
|
+
* rather than assumed present, so a minor server version skew (a new field
|
|
21
|
+
* added, one renamed) doesn't throw inside the client. The original decoded
|
|
22
|
+
* JSON is always available on `.raw` for anything not modeled explicitly
|
|
23
|
+
* here.
|
|
24
|
+
*/
|
|
25
|
+
type JsonObject = Record<string, any>;
|
|
26
|
+
interface ChatChoice {
|
|
27
|
+
index: number;
|
|
28
|
+
message: JsonObject;
|
|
29
|
+
finishReason: string | null;
|
|
30
|
+
}
|
|
31
|
+
/** `POST /v1/chat/completions` response. */
|
|
32
|
+
declare class ChatCompletion {
|
|
33
|
+
readonly id: string;
|
|
34
|
+
readonly object: string;
|
|
35
|
+
readonly created: number;
|
|
36
|
+
readonly model: string;
|
|
37
|
+
readonly choices: ChatChoice[];
|
|
38
|
+
/** The original decoded JSON response. */
|
|
39
|
+
readonly raw: JsonObject;
|
|
40
|
+
constructor(fields: {
|
|
41
|
+
id: string;
|
|
42
|
+
object: string;
|
|
43
|
+
created: number;
|
|
44
|
+
model: string;
|
|
45
|
+
choices: ChatChoice[];
|
|
46
|
+
raw: JsonObject;
|
|
47
|
+
});
|
|
48
|
+
/** The first choice's assistant text, or `""` if there are none. */
|
|
49
|
+
get content(): string;
|
|
50
|
+
static fromDict(data: JsonObject): ChatCompletion;
|
|
51
|
+
}
|
|
52
|
+
interface CompletionChoice {
|
|
53
|
+
text: string;
|
|
54
|
+
index: number;
|
|
55
|
+
finishReason: string | null;
|
|
56
|
+
}
|
|
57
|
+
/** `POST /v1/completions` response. */
|
|
58
|
+
declare class Completion {
|
|
59
|
+
readonly id: string;
|
|
60
|
+
readonly object: string;
|
|
61
|
+
readonly created: number;
|
|
62
|
+
readonly model: string;
|
|
63
|
+
readonly choices: CompletionChoice[];
|
|
64
|
+
readonly raw: JsonObject;
|
|
65
|
+
constructor(fields: {
|
|
66
|
+
id: string;
|
|
67
|
+
object: string;
|
|
68
|
+
created: number;
|
|
69
|
+
model: string;
|
|
70
|
+
choices: CompletionChoice[];
|
|
71
|
+
raw: JsonObject;
|
|
72
|
+
});
|
|
73
|
+
get text(): string;
|
|
74
|
+
static fromDict(data: JsonObject): Completion;
|
|
75
|
+
}
|
|
76
|
+
/** One entry from `GET /v1/models`. */
|
|
77
|
+
declare class Model {
|
|
78
|
+
readonly id: string;
|
|
79
|
+
readonly raw: JsonObject;
|
|
80
|
+
constructor(fields: {
|
|
81
|
+
id: string;
|
|
82
|
+
raw: JsonObject;
|
|
83
|
+
});
|
|
84
|
+
static fromDict(data: JsonObject): Model;
|
|
85
|
+
}
|
|
86
|
+
/** One incremental piece of a `/api/inference/chat` streamed response. */
|
|
87
|
+
declare class StreamChunk {
|
|
88
|
+
readonly token: string;
|
|
89
|
+
readonly requestId: string;
|
|
90
|
+
readonly sessionId: string;
|
|
91
|
+
readonly error: boolean;
|
|
92
|
+
readonly done: boolean;
|
|
93
|
+
readonly truncated: boolean;
|
|
94
|
+
readonly raw: JsonObject;
|
|
95
|
+
constructor(fields: {
|
|
96
|
+
token: string;
|
|
97
|
+
requestId: string;
|
|
98
|
+
sessionId: string;
|
|
99
|
+
error: boolean;
|
|
100
|
+
done: boolean;
|
|
101
|
+
truncated: boolean;
|
|
102
|
+
raw: JsonObject;
|
|
103
|
+
});
|
|
104
|
+
static fromDict(data: JsonObject): StreamChunk;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
/**
|
|
108
|
+
* Client for a Ghostlink Studio API server.
|
|
109
|
+
*
|
|
110
|
+
* Wraps both the OpenAI-compatible REST surface (`/v1/chat/completions`,
|
|
111
|
+
* `/v1/completions`, `/v1/embeddings`, `/v1/models`) and Ghostlink's native
|
|
112
|
+
* `/api/*` surface (workers, sessions, settings, metrics, and real
|
|
113
|
+
* token-by-token streaming chat via `/api/inference/chat`).
|
|
114
|
+
*
|
|
115
|
+
* Mirrors `sdks/python/ghostlink_client/client.py` method-for-method and
|
|
116
|
+
* endpoint-for-endpoint. Parameter names use camelCase (idiomatic
|
|
117
|
+
* TypeScript) rather than the Python client's snake_case kwargs, but map
|
|
118
|
+
* onto the exact same JSON wire fields.
|
|
119
|
+
*/
|
|
120
|
+
|
|
121
|
+
declare const DEFAULT_TIMEOUT_MS = 30000;
|
|
122
|
+
interface ChatMessage {
|
|
123
|
+
role: string;
|
|
124
|
+
content: string;
|
|
125
|
+
[key: string]: unknown;
|
|
126
|
+
}
|
|
127
|
+
/** Shared sampling parameters accepted by the OpenAI-compatible endpoints. */
|
|
128
|
+
interface SamplingParams {
|
|
129
|
+
temperature?: number;
|
|
130
|
+
topP?: number;
|
|
131
|
+
topK?: number;
|
|
132
|
+
penalty?: number;
|
|
133
|
+
maxTokens?: number;
|
|
134
|
+
}
|
|
135
|
+
interface CreateChatCompletionParams extends SamplingParams {
|
|
136
|
+
model: string;
|
|
137
|
+
messages: ChatMessage[];
|
|
138
|
+
}
|
|
139
|
+
interface CreateCompletionParams extends SamplingParams {
|
|
140
|
+
model: string;
|
|
141
|
+
prompt: string;
|
|
142
|
+
}
|
|
143
|
+
interface CreateEmbeddingsParams {
|
|
144
|
+
model: string;
|
|
145
|
+
input: string | string[];
|
|
146
|
+
}
|
|
147
|
+
interface StudioChatParams extends SamplingParams {
|
|
148
|
+
messages?: ChatMessage[];
|
|
149
|
+
model?: string;
|
|
150
|
+
}
|
|
151
|
+
declare class ChatCompletions {
|
|
152
|
+
private readonly client;
|
|
153
|
+
constructor(client: GhostlinkClient);
|
|
154
|
+
/** `POST /v1/chat/completions` — OpenAI-compatible, non-streaming. */
|
|
155
|
+
create(params: CreateChatCompletionParams): Promise<ChatCompletion>;
|
|
156
|
+
}
|
|
157
|
+
declare class Chat {
|
|
158
|
+
readonly completions: ChatCompletions;
|
|
159
|
+
constructor(client: GhostlinkClient);
|
|
160
|
+
}
|
|
161
|
+
declare class Completions {
|
|
162
|
+
private readonly client;
|
|
163
|
+
constructor(client: GhostlinkClient);
|
|
164
|
+
/** `POST /v1/completions` — OpenAI's legacy completions endpoint. */
|
|
165
|
+
create(params: CreateCompletionParams): Promise<Completion>;
|
|
166
|
+
}
|
|
167
|
+
declare class Embeddings {
|
|
168
|
+
private readonly client;
|
|
169
|
+
constructor(client: GhostlinkClient);
|
|
170
|
+
/** `POST /v1/embeddings`. */
|
|
171
|
+
create(params: CreateEmbeddingsParams): Promise<JsonObject$1>;
|
|
172
|
+
}
|
|
173
|
+
declare class Models {
|
|
174
|
+
private readonly client;
|
|
175
|
+
constructor(client: GhostlinkClient);
|
|
176
|
+
/** `GET /v1/models`. */
|
|
177
|
+
list(): Promise<Model[]>;
|
|
178
|
+
}
|
|
179
|
+
declare class Workers {
|
|
180
|
+
private readonly client;
|
|
181
|
+
constructor(client: GhostlinkClient);
|
|
182
|
+
list(): Promise<JsonObject$1[]>;
|
|
183
|
+
/**
|
|
184
|
+
* Triggers a UDP-broadcast + mDNS discovery sweep and registers any peers
|
|
185
|
+
* found. See `GET /api/workers/discover`.
|
|
186
|
+
*/
|
|
187
|
+
discover(): Promise<JsonObject$1>;
|
|
188
|
+
connect(host: string, port: number): Promise<JsonObject$1>;
|
|
189
|
+
add(fields: JsonObject$1): Promise<JsonObject$1>;
|
|
190
|
+
disconnect(workerId: string): Promise<JsonObject$1>;
|
|
191
|
+
}
|
|
192
|
+
declare class Sessions {
|
|
193
|
+
private readonly client;
|
|
194
|
+
constructor(client: GhostlinkClient);
|
|
195
|
+
list(): Promise<JsonObject$1[]>;
|
|
196
|
+
}
|
|
197
|
+
declare class Settings {
|
|
198
|
+
private readonly client;
|
|
199
|
+
constructor(client: GhostlinkClient);
|
|
200
|
+
get(): Promise<JsonObject$1>;
|
|
201
|
+
update(fields: JsonObject$1): Promise<JsonObject$1>;
|
|
202
|
+
reset(): Promise<JsonObject$1>;
|
|
203
|
+
}
|
|
204
|
+
interface GhostlinkClientOptions {
|
|
205
|
+
apiKey?: string;
|
|
206
|
+
timeoutMs?: number;
|
|
207
|
+
/** Override `fetch` (for tests, or an alternate runtime implementation). */
|
|
208
|
+
fetchImpl?: typeof fetch;
|
|
209
|
+
}
|
|
210
|
+
/**
|
|
211
|
+
* Client for a Ghostlink Studio API server.
|
|
212
|
+
*
|
|
213
|
+
* @example
|
|
214
|
+
* ```ts
|
|
215
|
+
* const client = new GhostlinkClient("http://127.0.0.1:8003", { apiKey: "..." });
|
|
216
|
+
* const resp = await client.chat.completions.create({
|
|
217
|
+
* model: "llama3.2:3b",
|
|
218
|
+
* messages: [{ role: "user", content: "hello" }],
|
|
219
|
+
* });
|
|
220
|
+
* console.log(resp.content);
|
|
221
|
+
* ```
|
|
222
|
+
*/
|
|
223
|
+
declare class GhostlinkClient {
|
|
224
|
+
readonly baseUrl: string;
|
|
225
|
+
readonly apiKey?: string;
|
|
226
|
+
readonly timeoutMs: number;
|
|
227
|
+
readonly chat: Chat;
|
|
228
|
+
readonly completions: Completions;
|
|
229
|
+
readonly embeddings: Embeddings;
|
|
230
|
+
readonly models: Models;
|
|
231
|
+
readonly workers: Workers;
|
|
232
|
+
readonly sessions: Sessions;
|
|
233
|
+
readonly settings: Settings;
|
|
234
|
+
private readonly fetchImpl;
|
|
235
|
+
constructor(baseUrl: string, options?: GhostlinkClientOptions);
|
|
236
|
+
private headers;
|
|
237
|
+
/** Fetches with a total-duration timeout on the connect/response-headers phase. */
|
|
238
|
+
private fetchWithTimeout;
|
|
239
|
+
private raiseForStatus;
|
|
240
|
+
/** @internal used by the nested resource classes. */
|
|
241
|
+
_request(method: string, path: string, json?: unknown): Promise<JsonObject$1>;
|
|
242
|
+
/** `GET /health` — unauthenticated liveness/version/backend info. */
|
|
243
|
+
health(): Promise<JsonObject$1>;
|
|
244
|
+
/**
|
|
245
|
+
* `GET /api/metrics` — JSON metrics snapshot. See `metricsPrometheus` for
|
|
246
|
+
* the Prometheus-exposition-format sibling.
|
|
247
|
+
*/
|
|
248
|
+
metrics(): Promise<JsonObject$1>;
|
|
249
|
+
/**
|
|
250
|
+
* `GET /metrics` — the same snapshot as `metrics()`, formatted for a
|
|
251
|
+
* Prometheus scrape config instead of JSON.
|
|
252
|
+
*/
|
|
253
|
+
metricsPrometheus(): Promise<string>;
|
|
254
|
+
/** Convenience alias for `client.models.list()`. */
|
|
255
|
+
listModels(): Promise<Model[]>;
|
|
256
|
+
/**
|
|
257
|
+
* Non-streaming call to Ghostlink Studio's native chat endpoint
|
|
258
|
+
* (`POST /api/inference/chat`) — richer than the OpenAI-compatible routes
|
|
259
|
+
* (session bookkeeping, MCP tool results, live metrics in the response),
|
|
260
|
+
* but Ghostlink-specific rather than portable. Use `streamChat` for real
|
|
261
|
+
* token-by-token streaming.
|
|
262
|
+
*/
|
|
263
|
+
studioChat(message: string, params?: StudioChatParams): Promise<JsonObject$1>;
|
|
264
|
+
/**
|
|
265
|
+
* Real token-by-token streaming via `POST /api/inference/chat`
|
|
266
|
+
* (`stream: true`) over Server-Sent Events. Yields one `StreamChunk` per
|
|
267
|
+
* token as the model produces it; the final chunk has `done: true`. This
|
|
268
|
+
* is the only endpoint with genuine incremental streaming today — the
|
|
269
|
+
* OpenAI-compatible `/v1/chat/completions` accepts a `stream` field but
|
|
270
|
+
* does not yet act on it.
|
|
271
|
+
*
|
|
272
|
+
* Note: unlike the other request methods, the client's timeout is only
|
|
273
|
+
* applied to the connect/response-headers phase here, not the full
|
|
274
|
+
* duration of the stream — a long-running token stream would otherwise be
|
|
275
|
+
* truncated by a total-duration timeout meant for quick JSON calls.
|
|
276
|
+
*
|
|
277
|
+
* @example
|
|
278
|
+
* ```ts
|
|
279
|
+
* for await (const chunk of client.streamChat("tell me a story")) {
|
|
280
|
+
* if (!chunk.done) process.stdout.write(chunk.token);
|
|
281
|
+
* }
|
|
282
|
+
* ```
|
|
283
|
+
*/
|
|
284
|
+
streamChat(message: string, params?: StudioChatParams): AsyncGenerator<StreamChunk>;
|
|
285
|
+
}
|
|
286
|
+
|
|
287
|
+
/**
|
|
288
|
+
* Exception hierarchy for the Ghostlink client.
|
|
289
|
+
*
|
|
290
|
+
* Mirrors `sdks/python/ghostlink_client/exceptions.py`:
|
|
291
|
+
* - `GhostlinkError` — base class for everything this client throws.
|
|
292
|
+
* - `GhostlinkConnectionError` — the client could not reach the server at
|
|
293
|
+
* all (DNS failure, connection refused, or a timeout before any response
|
|
294
|
+
* arrived).
|
|
295
|
+
* - `GhostlinkAPIError` — the server responded with a non-2xx status code.
|
|
296
|
+
* Carries `statusCode` and `body` (the parsed JSON error body, or raw
|
|
297
|
+
* text if the body wasn't JSON).
|
|
298
|
+
* - `GhostlinkAuthError` — a `GhostlinkAPIError` specifically for 401/403
|
|
299
|
+
* (missing, invalid, or expired bearer token).
|
|
300
|
+
*/
|
|
301
|
+
/** Base class for all errors raised by this client. */
|
|
302
|
+
declare class GhostlinkError extends Error {
|
|
303
|
+
constructor(message: string);
|
|
304
|
+
}
|
|
305
|
+
/**
|
|
306
|
+
* The client could not reach the Ghostlink server at all — DNS failure,
|
|
307
|
+
* connection refused, or a timeout before any response arrived.
|
|
308
|
+
*/
|
|
309
|
+
declare class GhostlinkConnectionError extends GhostlinkError {
|
|
310
|
+
constructor(message: string);
|
|
311
|
+
}
|
|
312
|
+
/** The server responded with a non-2xx status code. */
|
|
313
|
+
declare class GhostlinkAPIError extends GhostlinkError {
|
|
314
|
+
/** The HTTP status code returned by the server. */
|
|
315
|
+
readonly statusCode: number;
|
|
316
|
+
/** The parsed JSON error body, or raw response text if it wasn't JSON. */
|
|
317
|
+
readonly body: unknown;
|
|
318
|
+
constructor(statusCode: number, message: string, body?: unknown);
|
|
319
|
+
}
|
|
320
|
+
/** 401/403 — missing, invalid, or expired bearer token. */
|
|
321
|
+
declare class GhostlinkAuthError extends GhostlinkAPIError {
|
|
322
|
+
constructor(statusCode: number, message: string, body?: unknown);
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
/** TypeScript/JavaScript client SDK for the Ghostlink Studio API. */
|
|
326
|
+
|
|
327
|
+
declare const VERSION = "0.1.0";
|
|
328
|
+
|
|
329
|
+
export { type ChatChoice, ChatCompletion, type ChatMessage, Completion, type CompletionChoice, type CreateChatCompletionParams, type CreateCompletionParams, type CreateEmbeddingsParams, DEFAULT_TIMEOUT_MS, GhostlinkAPIError, GhostlinkAuthError, GhostlinkClient, type GhostlinkClientOptions, GhostlinkConnectionError, GhostlinkError, type JsonObject, Model, type SamplingParams, StreamChunk, type StudioChatParams, VERSION };
|