neoctl 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +146 -0
- package/dist/agents/agent-definition.d.ts +39 -0
- package/dist/agents/agent-definition.js +57 -0
- package/dist/agents/agent-definition.js.map +1 -0
- package/dist/agents/agent-tool.d.ts +38 -0
- package/dist/agents/agent-tool.js +336 -0
- package/dist/agents/agent-tool.js.map +1 -0
- package/dist/agents/local-agent-task.d.ts +52 -0
- package/dist/agents/local-agent-task.js +63 -0
- package/dist/agents/local-agent-task.js.map +1 -0
- package/dist/agents/smoke-agents.d.ts +1 -0
- package/dist/agents/smoke-agents.js +142 -0
- package/dist/agents/smoke-agents.js.map +1 -0
- package/dist/agents/team.d.ts +10 -0
- package/dist/agents/team.js +2 -0
- package/dist/agents/team.js.map +1 -0
- package/dist/app/app-state.d.ts +21 -0
- package/dist/app/app-state.js +24 -0
- package/dist/app/app-state.js.map +1 -0
- package/dist/context/compaction.d.ts +49 -0
- package/dist/context/compaction.js +334 -0
- package/dist/context/compaction.js.map +1 -0
- package/dist/context/context-manager.d.ts +53 -0
- package/dist/context/context-manager.js +98 -0
- package/dist/context/context-manager.js.map +1 -0
- package/dist/context/prompts.d.ts +22 -0
- package/dist/context/prompts.js +84 -0
- package/dist/context/prompts.js.map +1 -0
- package/dist/context/smoke-context.d.ts +1 -0
- package/dist/context/smoke-context.js +151 -0
- package/dist/context/smoke-context.js.map +1 -0
- package/dist/core/assistant-output-filter.d.ts +9 -0
- package/dist/core/assistant-output-filter.js +78 -0
- package/dist/core/assistant-output-filter.js.map +1 -0
- package/dist/core/context-metrics.d.ts +10 -0
- package/dist/core/context-metrics.js +77 -0
- package/dist/core/context-metrics.js.map +1 -0
- package/dist/core/message-pipeline.d.ts +10 -0
- package/dist/core/message-pipeline.js +138 -0
- package/dist/core/message-pipeline.js.map +1 -0
- package/dist/core/query-engine.d.ts +86 -0
- package/dist/core/query-engine.js +337 -0
- package/dist/core/query-engine.js.map +1 -0
- package/dist/core/query.d.ts +47 -0
- package/dist/core/query.js +408 -0
- package/dist/core/query.js.map +1 -0
- package/dist/core/run-agent.d.ts +48 -0
- package/dist/core/run-agent.js +150 -0
- package/dist/core/run-agent.js.map +1 -0
- package/dist/core/smoke-core-loop.d.ts +1 -0
- package/dist/core/smoke-core-loop.js +42 -0
- package/dist/core/smoke-core-loop.js.map +1 -0
- package/dist/core/state.d.ts +37 -0
- package/dist/core/state.js +31 -0
- package/dist/core/state.js.map +1 -0
- package/dist/index.d.ts +42 -0
- package/dist/index.js +43 -0
- package/dist/index.js.map +1 -0
- package/dist/model/communication-logger.d.ts +30 -0
- package/dist/model/communication-logger.js +218 -0
- package/dist/model/communication-logger.js.map +1 -0
- package/dist/model/config.d.ts +25 -0
- package/dist/model/config.js +65 -0
- package/dist/model/config.js.map +1 -0
- package/dist/model/context-window.d.ts +32 -0
- package/dist/model/context-window.js +76 -0
- package/dist/model/context-window.js.map +1 -0
- package/dist/model/credentials.d.ts +13 -0
- package/dist/model/credentials.js +19 -0
- package/dist/model/credentials.js.map +1 -0
- package/dist/model/env.d.ts +8 -0
- package/dist/model/env.js +36 -0
- package/dist/model/env.js.map +1 -0
- package/dist/model/errors.d.ts +42 -0
- package/dist/model/errors.js +74 -0
- package/dist/model/errors.js.map +1 -0
- package/dist/model/http-transport.d.ts +26 -0
- package/dist/model/http-transport.js +118 -0
- package/dist/model/http-transport.js.map +1 -0
- package/dist/model/model-gateway.d.ts +103 -0
- package/dist/model/model-gateway.js +15 -0
- package/dist/model/model-gateway.js.map +1 -0
- package/dist/model/model-metadata.json +677 -0
- package/dist/model/openai-adapter.d.ts +34 -0
- package/dist/model/openai-adapter.js +152 -0
- package/dist/model/openai-adapter.js.map +1 -0
- package/dist/model/openai-chat-mapper.d.ts +11 -0
- package/dist/model/openai-chat-mapper.js +114 -0
- package/dist/model/openai-chat-mapper.js.map +1 -0
- package/dist/model/openai-mappers.d.ts +21 -0
- package/dist/model/openai-mappers.js +261 -0
- package/dist/model/openai-mappers.js.map +1 -0
- package/dist/model/openai-responses-adapter.d.ts +2 -0
- package/dist/model/openai-responses-adapter.js +2 -0
- package/dist/model/openai-responses-adapter.js.map +1 -0
- package/dist/model/openai-responses-mapper.d.ts +11 -0
- package/dist/model/openai-responses-mapper.js +218 -0
- package/dist/model/openai-responses-mapper.js.map +1 -0
- package/dist/model/provider-adapter.d.ts +17 -0
- package/dist/model/provider-adapter.js +2 -0
- package/dist/model/provider-adapter.js.map +1 -0
- package/dist/model/provider-factory.d.ts +4 -0
- package/dist/model/provider-factory.js +29 -0
- package/dist/model/provider-factory.js.map +1 -0
- package/dist/model/retry-runner.d.ts +8 -0
- package/dist/model/retry-runner.js +28 -0
- package/dist/model/retry-runner.js.map +1 -0
- package/dist/model/smoke-openai.d.ts +1 -0
- package/dist/model/smoke-openai.js +44 -0
- package/dist/model/smoke-openai.js.map +1 -0
- package/dist/model/smoke-responses-mapper.d.ts +1 -0
- package/dist/model/smoke-responses-mapper.js +72 -0
- package/dist/model/smoke-responses-mapper.js.map +1 -0
- package/dist/model/sse-decoder.d.ts +5 -0
- package/dist/model/sse-decoder.js +79 -0
- package/dist/model/sse-decoder.js.map +1 -0
- package/dist/repl/clipboard.d.ts +14 -0
- package/dist/repl/clipboard.js +92 -0
- package/dist/repl/clipboard.js.map +1 -0
- package/dist/repl/commands.d.ts +38 -0
- package/dist/repl/commands.js +86 -0
- package/dist/repl/commands.js.map +1 -0
- package/dist/repl/index.d.ts +2 -0
- package/dist/repl/index.js +2836 -0
- package/dist/repl/index.js.map +1 -0
- package/dist/repl/markdown-renderer.d.ts +81 -0
- package/dist/repl/markdown-renderer.js +546 -0
- package/dist/repl/markdown-renderer.js.map +1 -0
- package/dist/repl/render.d.ts +2 -0
- package/dist/repl/render.js +45 -0
- package/dist/repl/render.js.map +1 -0
- package/dist/repl/status-line.d.ts +19 -0
- package/dist/repl/status-line.js +160 -0
- package/dist/repl/status-line.js.map +1 -0
- package/dist/safety/audit.d.ts +10 -0
- package/dist/safety/audit.js +2 -0
- package/dist/safety/audit.js.map +1 -0
- package/dist/safety/permissions.d.ts +10 -0
- package/dist/safety/permissions.js +2 -0
- package/dist/safety/permissions.js.map +1 -0
- package/dist/safety/sandbox.d.ts +6 -0
- package/dist/safety/sandbox.js +2 -0
- package/dist/safety/sandbox.js.map +1 -0
- package/dist/session/session-store.d.ts +98 -0
- package/dist/session/session-store.js +249 -0
- package/dist/session/session-store.js.map +1 -0
- package/dist/session/smoke-session.d.ts +1 -0
- package/dist/session/smoke-session.js +85 -0
- package/dist/session/smoke-session.js.map +1 -0
- package/dist/session/tool-result-memory.d.ts +64 -0
- package/dist/session/tool-result-memory.js +303 -0
- package/dist/session/tool-result-memory.js.map +1 -0
- package/dist/skills/skill-tool.d.ts +28 -0
- package/dist/skills/skill-tool.js +107 -0
- package/dist/skills/skill-tool.js.map +1 -0
- package/dist/skills/smoke-skills.d.ts +1 -0
- package/dist/skills/smoke-skills.js +60 -0
- package/dist/skills/smoke-skills.js.map +1 -0
- package/dist/tasks/task-store.d.ts +43 -0
- package/dist/tasks/task-store.js +150 -0
- package/dist/tasks/task-store.js.map +1 -0
- package/dist/tasks/task-tools.d.ts +31 -0
- package/dist/tasks/task-tools.js +232 -0
- package/dist/tasks/task-tools.js.map +1 -0
- package/dist/tools/builtins/echo-tool.d.ts +4 -0
- package/dist/tools/builtins/echo-tool.js +26 -0
- package/dist/tools/builtins/echo-tool.js.map +1 -0
- package/dist/tools/builtins/edit-tool.d.ts +30 -0
- package/dist/tools/builtins/edit-tool.js +423 -0
- package/dist/tools/builtins/edit-tool.js.map +1 -0
- package/dist/tools/builtins/exec-tool.d.ts +18 -0
- package/dist/tools/builtins/exec-tool.js +290 -0
- package/dist/tools/builtins/exec-tool.js.map +1 -0
- package/dist/tools/builtins/filesystem-tools.d.ts +16 -0
- package/dist/tools/builtins/filesystem-tools.js +306 -0
- package/dist/tools/builtins/filesystem-tools.js.map +1 -0
- package/dist/tools/builtins/grep-tool.d.ts +56 -0
- package/dist/tools/builtins/grep-tool.js +320 -0
- package/dist/tools/builtins/grep-tool.js.map +1 -0
- package/dist/tools/builtins/ripgrep-binary.d.ts +6 -0
- package/dist/tools/builtins/ripgrep-binary.js +51 -0
- package/dist/tools/builtins/ripgrep-binary.js.map +1 -0
- package/dist/tools/builtins/search-providers.d.ts +49 -0
- package/dist/tools/builtins/search-providers.js +240 -0
- package/dist/tools/builtins/search-providers.js.map +1 -0
- package/dist/tools/builtins/search-tool.d.ts +18 -0
- package/dist/tools/builtins/search-tool.js +171 -0
- package/dist/tools/builtins/search-tool.js.map +1 -0
- package/dist/tools/registry.d.ts +18 -0
- package/dist/tools/registry.js +69 -0
- package/dist/tools/registry.js.map +1 -0
- package/dist/tools/run-tool-use.d.ts +13 -0
- package/dist/tools/run-tool-use.js +113 -0
- package/dist/tools/run-tool-use.js.map +1 -0
- package/dist/tools/schema.d.ts +2 -0
- package/dist/tools/schema.js +61 -0
- package/dist/tools/schema.js.map +1 -0
- package/dist/tools/smoke-tool-system.d.ts +1 -0
- package/dist/tools/smoke-tool-system.js +204 -0
- package/dist/tools/smoke-tool-system.js.map +1 -0
- package/dist/tools/streaming-tool-executor.d.ts +19 -0
- package/dist/tools/streaming-tool-executor.js +89 -0
- package/dist/tools/streaming-tool-executor.js.map +1 -0
- package/dist/tools/tool-orchestration.d.ts +15 -0
- package/dist/tools/tool-orchestration.js +89 -0
- package/dist/tools/tool-orchestration.js.map +1 -0
- package/dist/tools/tool.d.ts +121 -0
- package/dist/tools/tool.js +4 -0
- package/dist/tools/tool.js.map +1 -0
- package/dist/types/events.d.ts +66 -0
- package/dist/types/events.js +2 -0
- package/dist/types/events.js.map +1 -0
- package/dist/types/messages.d.ts +57 -0
- package/dist/types/messages.js +42 -0
- package/dist/types/messages.js.map +1 -0
- package/package.json +49 -0
- package/scripts/copy-model-metadata.mjs +4 -0
- package/scripts/install-ripgrep.cjs +152 -0
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { existsSync, readFileSync } from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { fileURLToPath } from "node:url";
|
|
4
|
+
let cachedCatalog;
|
|
5
|
+
const moduleDir = path.dirname(fileURLToPath(import.meta.url));
|
|
6
|
+
export function resolveContextWindowTokens(model, env = process.env) {
|
|
7
|
+
const override = parsePositiveInteger(env.MODEL_CONTEXT_WINDOW_TOKENS ?? env.OPENAI_CONTEXT_WINDOW_TOKENS);
|
|
8
|
+
if (override)
|
|
9
|
+
return { tokens: override, source: "env" };
|
|
10
|
+
if (!model)
|
|
11
|
+
return { source: "unknown", catalogUpdatedAt: loadModelCatalog().updatedAt };
|
|
12
|
+
const catalog = loadModelCatalog();
|
|
13
|
+
const metadata = findModelMetadata(model, catalog);
|
|
14
|
+
if (!metadata?.contextWindowTokens)
|
|
15
|
+
return { source: "unknown", catalogUpdatedAt: catalog.updatedAt };
|
|
16
|
+
return {
|
|
17
|
+
tokens: metadata.contextWindowTokens,
|
|
18
|
+
source: "known",
|
|
19
|
+
model: metadata,
|
|
20
|
+
catalogUpdatedAt: catalog.updatedAt,
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
export function findModelMetadata(model, catalog = loadModelCatalog()) {
|
|
24
|
+
const requestedModel = normalizeModelId(model);
|
|
25
|
+
return catalog.models.find((entry) => entry.modelIds.some((modelId) => normalizeModelId(modelId) === requestedModel));
|
|
26
|
+
}
|
|
27
|
+
export function supportsImageInput(model, catalog = loadModelCatalog()) {
|
|
28
|
+
if (!model)
|
|
29
|
+
return undefined;
|
|
30
|
+
return findModelMetadata(model, catalog)?.imageInput;
|
|
31
|
+
}
|
|
32
|
+
export function reasoningEffortsForModel(model, catalog = loadModelCatalog()) {
|
|
33
|
+
if (!model)
|
|
34
|
+
return undefined;
|
|
35
|
+
const metadata = findModelMetadata(model, catalog);
|
|
36
|
+
if (!metadata)
|
|
37
|
+
return undefined;
|
|
38
|
+
return metadata.reasoningEfforts ?? (metadata.reasoning ? [] : undefined);
|
|
39
|
+
}
|
|
40
|
+
export function supportsReasoningEffort(model, effort, catalog = loadModelCatalog()) {
|
|
41
|
+
const efforts = reasoningEffortsForModel(model, catalog);
|
|
42
|
+
if (!efforts)
|
|
43
|
+
return undefined;
|
|
44
|
+
return efforts.includes(effort);
|
|
45
|
+
}
|
|
46
|
+
export function loadModelCatalog() {
|
|
47
|
+
if (cachedCatalog)
|
|
48
|
+
return cachedCatalog;
|
|
49
|
+
const file = findModelCatalogFile();
|
|
50
|
+
const raw = readFileSync(file, "utf8");
|
|
51
|
+
cachedCatalog = JSON.parse(raw);
|
|
52
|
+
return cachedCatalog;
|
|
53
|
+
}
|
|
54
|
+
function findModelCatalogFile() {
|
|
55
|
+
const candidates = [
|
|
56
|
+
path.join(moduleDir, "model-metadata.json"),
|
|
57
|
+
path.join(process.cwd(), "dist", "model", "model-metadata.json"),
|
|
58
|
+
path.join(process.cwd(), "src", "model", "model-metadata.json"),
|
|
59
|
+
];
|
|
60
|
+
const found = candidates.find((candidate) => existsSync(candidate));
|
|
61
|
+
if (!found)
|
|
62
|
+
throw new Error(`model-metadata.json not found in: ${candidates.join(", ")}`);
|
|
63
|
+
return found;
|
|
64
|
+
}
|
|
65
|
+
function parsePositiveInteger(value) {
|
|
66
|
+
if (!value)
|
|
67
|
+
return undefined;
|
|
68
|
+
const parsed = Number(value);
|
|
69
|
+
if (!Number.isInteger(parsed) || parsed <= 0)
|
|
70
|
+
return undefined;
|
|
71
|
+
return parsed;
|
|
72
|
+
}
|
|
73
|
+
function normalizeModelId(model) {
|
|
74
|
+
return model.trim().toLowerCase();
|
|
75
|
+
}
|
|
76
|
+
//# sourceMappingURL=context-window.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-window.js","sourceRoot":"","sources":["../../src/model/context-window.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AA+BzC,IAAI,aAAuC,CAAC;AAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,UAAU,0BAA0B,CAAC,KAAyB,EAAE,MAAyB,OAAO,CAAC,GAAG;IACxG,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,2BAA2B,IAAI,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC3G,IAAI,QAAQ;QAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IACzD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,CAAC,SAAS,EAAE,CAAC;IAEzF,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACnD,IAAI,CAAC,QAAQ,EAAE,mBAAmB;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;IAEtG,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,mBAAmB;QACpC,MAAM,EAAE,OAAO;QACf,KAAK,EAAE,QAAQ;QACf,gBAAgB,EAAE,OAAO,CAAC,SAAS;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa,EAAE,UAAwB,gBAAgB,EAAE;IACzF,MAAM,cAAc,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC/C,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,cAAc,CAAC,CAAC,CAAC;AACxH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAyB,EAAE,UAAwB,gBAAgB,EAAE;IACtG,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,UAAU,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAyB,EAAE,UAAwB,gBAAgB,EAAE;IAC5G,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACnD,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChC,OAAO,QAAQ,CAAC,gBAAgB,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAyB,EAAE,MAAuB,EAAE,UAAwB,gBAAgB,EAAE;IACpI,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzD,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,OAAO,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,IAAI,aAAa;QAAE,OAAO,aAAa,CAAC;IACxC,MAAM,IAAI,GAAG,oBAAoB,EAAE,CAAC;IACpC,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACvC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;IAChD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,oBAAoB;IAC3B,MAAM,UAAU,GAAG;QACjB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,qBAAqB,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,qBAAqB,CAAC;KAChE,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1F,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAyB;IACrD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AACpC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export interface CredentialProvider {
|
|
2
|
+
getCredential(): Promise<string | undefined>;
|
|
3
|
+
}
|
|
4
|
+
export declare class StaticCredentialProvider implements CredentialProvider {
|
|
5
|
+
private readonly credential?;
|
|
6
|
+
constructor(credential?: string | undefined);
|
|
7
|
+
getCredential(): Promise<string | undefined>;
|
|
8
|
+
}
|
|
9
|
+
export declare class EnvCredentialProvider implements CredentialProvider {
|
|
10
|
+
private readonly envName;
|
|
11
|
+
constructor(envName?: string);
|
|
12
|
+
getCredential(): Promise<string | undefined>;
|
|
13
|
+
}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export class StaticCredentialProvider {
|
|
2
|
+
credential;
|
|
3
|
+
constructor(credential) {
|
|
4
|
+
this.credential = credential;
|
|
5
|
+
}
|
|
6
|
+
async getCredential() {
|
|
7
|
+
return this.credential;
|
|
8
|
+
}
|
|
9
|
+
}
|
|
10
|
+
export class EnvCredentialProvider {
|
|
11
|
+
envName;
|
|
12
|
+
constructor(envName = "OPENAI_API_KEY") {
|
|
13
|
+
this.envName = envName;
|
|
14
|
+
}
|
|
15
|
+
async getCredential() {
|
|
16
|
+
return process.env[this.envName];
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=credentials.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"credentials.js","sourceRoot":"","sources":["../../src/model/credentials.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,wBAAwB;IACN;IAA7B,YAA6B,UAAmB;QAAnB,eAAU,GAAV,UAAU,CAAS;IAAG,CAAC;IAEpD,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;CACF;AAED,MAAM,OAAO,qBAAqB;IACH;IAA7B,YAA6B,UAAU,gBAAgB;QAA1B,YAAO,GAAP,OAAO,CAAmB;IAAG,CAAC;IAE3D,KAAK,CAAC,aAAa;QACjB,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;CACF"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { ModelGateway } from "./model-gateway.js";
|
|
2
|
+
import { parseReasoning } from "./config.js";
|
|
3
|
+
export interface DotEnvLoadOptions {
|
|
4
|
+
override?: boolean;
|
|
5
|
+
}
|
|
6
|
+
export declare function createModelGatewayFromEnv(): ModelGateway;
|
|
7
|
+
export declare function loadDotEnvIfPresent(path?: string, options?: DotEnvLoadOptions): void;
|
|
8
|
+
export { parseReasoning };
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { existsSync, readFileSync } from "node:fs";
|
|
2
|
+
import { resolve } from "node:path";
|
|
3
|
+
import { createModelGatewayFromProcessEnv } from "./provider-factory.js";
|
|
4
|
+
import { parseReasoning } from "./config.js";
|
|
5
|
+
export function createModelGatewayFromEnv() {
|
|
6
|
+
loadDotEnvIfPresent(undefined, { override: true });
|
|
7
|
+
return createModelGatewayFromProcessEnv(process.env);
|
|
8
|
+
}
|
|
9
|
+
export function loadDotEnvIfPresent(path = resolve(process.cwd(), ".env"), options = {}) {
|
|
10
|
+
if (!existsSync(path))
|
|
11
|
+
return;
|
|
12
|
+
const content = readFileSync(path, "utf8");
|
|
13
|
+
for (const rawLine of content.split(/\r?\n/)) {
|
|
14
|
+
const line = rawLine.trim();
|
|
15
|
+
if (!line || line.startsWith("#"))
|
|
16
|
+
continue;
|
|
17
|
+
const separator = line.indexOf("=");
|
|
18
|
+
if (separator < 0)
|
|
19
|
+
continue;
|
|
20
|
+
const key = line.slice(0, separator).trim();
|
|
21
|
+
const value = stripQuotes(line.slice(separator + 1).trim());
|
|
22
|
+
if (!key)
|
|
23
|
+
continue;
|
|
24
|
+
if (!options.override && process.env[key] !== undefined)
|
|
25
|
+
continue;
|
|
26
|
+
process.env[key] = value;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
export { parseReasoning };
|
|
30
|
+
function stripQuotes(value) {
|
|
31
|
+
if ((value.startsWith('"') && value.endsWith('"')) || (value.startsWith("'") && value.endsWith("'"))) {
|
|
32
|
+
return value.slice(1, -1);
|
|
33
|
+
}
|
|
34
|
+
return value;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=env.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"env.js","sourceRoot":"","sources":["../../src/model/env.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,gCAAgC,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAM7C,MAAM,UAAU,yBAAyB;IACvC,mBAAmB,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,OAAO,gCAAgC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,EACrC,UAA6B,EAAE;IAE/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO;IAC9B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC3C,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,SAAS,GAAG,CAAC;YAAE,SAAS;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,SAAS;YAAE,SAAS;QAClE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,OAAO,EAAE,cAAc,EAAE,CAAC;AAE1B,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACrG,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
export type ModelAPIErrorCategory = "network" | "timeout" | "rate_limit" | "overloaded" | "invalid_request" | "auth_unavailable" | "permission_denied" | "context_length" | "max_output_tokens" | "unsupported_image_input" | "server_error" | "provider_bug" | "user_abort";
|
|
2
|
+
export interface ModelAPIErrorInit {
|
|
3
|
+
category: ModelAPIErrorCategory;
|
|
4
|
+
provider: string;
|
|
5
|
+
message: string;
|
|
6
|
+
status?: number;
|
|
7
|
+
code?: string;
|
|
8
|
+
requestId?: string;
|
|
9
|
+
retryAfterMs?: number;
|
|
10
|
+
retryable?: boolean;
|
|
11
|
+
request?: ModelAPIRequestDiagnostics;
|
|
12
|
+
response?: ModelAPIResponseDiagnostics;
|
|
13
|
+
raw?: unknown;
|
|
14
|
+
}
|
|
15
|
+
export interface ModelAPIRequestDiagnostics {
|
|
16
|
+
method?: string;
|
|
17
|
+
url?: string;
|
|
18
|
+
path?: string;
|
|
19
|
+
}
|
|
20
|
+
export interface ModelAPIResponseDiagnostics {
|
|
21
|
+
status?: number;
|
|
22
|
+
statusText?: string;
|
|
23
|
+
headers?: Record<string, string>;
|
|
24
|
+
body?: unknown;
|
|
25
|
+
bodyPreview?: string;
|
|
26
|
+
}
|
|
27
|
+
export declare class ModelAPIError extends Error {
|
|
28
|
+
readonly category: ModelAPIErrorCategory;
|
|
29
|
+
readonly provider: string;
|
|
30
|
+
readonly status?: number;
|
|
31
|
+
readonly code?: string;
|
|
32
|
+
readonly requestId?: string;
|
|
33
|
+
readonly retryAfterMs?: number;
|
|
34
|
+
readonly retryable: boolean;
|
|
35
|
+
readonly request?: ModelAPIRequestDiagnostics;
|
|
36
|
+
readonly response?: ModelAPIResponseDiagnostics;
|
|
37
|
+
readonly raw?: unknown;
|
|
38
|
+
constructor(init: ModelAPIErrorInit);
|
|
39
|
+
}
|
|
40
|
+
export declare function normalizeUnknownError(error: unknown, provider: string): ModelAPIError;
|
|
41
|
+
export declare function categoryForStatus(status: number, body?: unknown): ModelAPIErrorCategory;
|
|
42
|
+
export declare function parseRetryAfterMs(value: string | null): number | undefined;
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
export class ModelAPIError extends Error {
|
|
2
|
+
category;
|
|
3
|
+
provider;
|
|
4
|
+
status;
|
|
5
|
+
code;
|
|
6
|
+
requestId;
|
|
7
|
+
retryAfterMs;
|
|
8
|
+
retryable;
|
|
9
|
+
request;
|
|
10
|
+
response;
|
|
11
|
+
raw;
|
|
12
|
+
constructor(init) {
|
|
13
|
+
super(init.message);
|
|
14
|
+
this.name = "ModelAPIError";
|
|
15
|
+
this.category = init.category;
|
|
16
|
+
this.provider = init.provider;
|
|
17
|
+
this.status = init.status;
|
|
18
|
+
this.code = init.code;
|
|
19
|
+
this.requestId = init.requestId;
|
|
20
|
+
this.retryAfterMs = init.retryAfterMs;
|
|
21
|
+
this.retryable = init.retryable ?? defaultRetryable(init.category, init.status);
|
|
22
|
+
this.request = init.request;
|
|
23
|
+
this.response = init.response;
|
|
24
|
+
this.raw = init.raw;
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
export function normalizeUnknownError(error, provider) {
|
|
28
|
+
if (error instanceof ModelAPIError)
|
|
29
|
+
return error;
|
|
30
|
+
if (error instanceof DOMException && error.name === "AbortError") {
|
|
31
|
+
return new ModelAPIError({ category: "timeout", provider, message: "Request aborted or timed out", retryable: true, raw: error });
|
|
32
|
+
}
|
|
33
|
+
if (error instanceof Error) {
|
|
34
|
+
return new ModelAPIError({ category: "network", provider, message: error.message, retryable: true, raw: error });
|
|
35
|
+
}
|
|
36
|
+
return new ModelAPIError({ category: "provider_bug", provider, message: String(error), retryable: false, raw: error });
|
|
37
|
+
}
|
|
38
|
+
export function categoryForStatus(status, body) {
|
|
39
|
+
const text = JSON.stringify(body ?? {}).toLowerCase();
|
|
40
|
+
if (status === 401)
|
|
41
|
+
return "auth_unavailable";
|
|
42
|
+
if (status === 403)
|
|
43
|
+
return "permission_denied";
|
|
44
|
+
if (status === 408)
|
|
45
|
+
return "timeout";
|
|
46
|
+
if (status === 409)
|
|
47
|
+
return "overloaded";
|
|
48
|
+
if (status === 429)
|
|
49
|
+
return "rate_limit";
|
|
50
|
+
if (status >= 500)
|
|
51
|
+
return text.includes("overloaded") ? "overloaded" : "server_error";
|
|
52
|
+
if (text.includes("context") && text.includes("length"))
|
|
53
|
+
return "context_length";
|
|
54
|
+
if (text.includes("max_output_tokens"))
|
|
55
|
+
return "max_output_tokens";
|
|
56
|
+
return "invalid_request";
|
|
57
|
+
}
|
|
58
|
+
export function parseRetryAfterMs(value) {
|
|
59
|
+
if (!value)
|
|
60
|
+
return undefined;
|
|
61
|
+
const seconds = Number(value);
|
|
62
|
+
if (Number.isFinite(seconds))
|
|
63
|
+
return Math.max(0, seconds * 1000);
|
|
64
|
+
const date = Date.parse(value);
|
|
65
|
+
if (Number.isFinite(date))
|
|
66
|
+
return Math.max(0, date - Date.now());
|
|
67
|
+
return undefined;
|
|
68
|
+
}
|
|
69
|
+
function defaultRetryable(category, status) {
|
|
70
|
+
if (["network", "timeout", "rate_limit", "overloaded", "server_error"].includes(category))
|
|
71
|
+
return true;
|
|
72
|
+
return status === 408 || status === 409 || status === 429 || (status !== undefined && status >= 500);
|
|
73
|
+
}
|
|
74
|
+
//# sourceMappingURL=errors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/model/errors.ts"],"names":[],"mappings":"AA2CA,MAAM,OAAO,aAAc,SAAQ,KAAK;IAC7B,QAAQ,CAAwB;IAChC,QAAQ,CAAS;IACjB,MAAM,CAAU;IAChB,IAAI,CAAU;IACd,SAAS,CAAU;IACnB,YAAY,CAAU;IACtB,SAAS,CAAU;IACnB,OAAO,CAA8B;IACrC,QAAQ,CAA+B;IACvC,GAAG,CAAW;IAEvB,YAAY,IAAuB;QACjC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAChF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;IACtB,CAAC;CACF;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAc,EAAE,QAAgB;IACpE,IAAI,KAAK,YAAY,aAAa;QAAE,OAAO,KAAK,CAAC;IACjD,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QACjE,OAAO,IAAI,aAAa,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,8BAA8B,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACpI,CAAC;IACD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,IAAI,aAAa,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACnH,CAAC;IACD,OAAO,IAAI,aAAa,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;AACzH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAc,EAAE,IAAc;IAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACtD,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,kBAAkB,CAAC;IAC9C,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,mBAAmB,CAAC;IAC/C,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,SAAS,CAAC;IACrC,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,YAAY,CAAC;IACxC,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,YAAY,CAAC;IACxC,IAAI,MAAM,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC;IACtF,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,gBAAgB,CAAC;IACjF,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,mBAAmB,CAAC;IACnE,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAoB;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,CAAC;IACjE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACjE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,gBAAgB,CAAC,QAA+B,EAAE,MAAe;IACxE,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACvG,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,IAAI,GAAG,CAAC,CAAC;AACvG,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
export interface HttpJsonRequest {
|
|
2
|
+
method: "GET" | "POST";
|
|
3
|
+
url: string;
|
|
4
|
+
headers?: Record<string, string>;
|
|
5
|
+
body?: unknown;
|
|
6
|
+
timeoutMs?: number;
|
|
7
|
+
signal?: AbortSignal;
|
|
8
|
+
}
|
|
9
|
+
export interface HttpJsonResponse<T = unknown> {
|
|
10
|
+
status: number;
|
|
11
|
+
headers: Headers;
|
|
12
|
+
body: T;
|
|
13
|
+
}
|
|
14
|
+
export interface HttpStreamResponse {
|
|
15
|
+
status: number;
|
|
16
|
+
headers: Headers;
|
|
17
|
+
body: ReadableStream<Uint8Array>;
|
|
18
|
+
}
|
|
19
|
+
export declare class HttpTransport {
|
|
20
|
+
private readonly provider;
|
|
21
|
+
constructor(provider: string);
|
|
22
|
+
sendJson<T = unknown>(request: HttpJsonRequest): Promise<HttpJsonResponse<T>>;
|
|
23
|
+
sendStream(request: HttpJsonRequest): Promise<HttpStreamResponse>;
|
|
24
|
+
private fetch;
|
|
25
|
+
private toHttpError;
|
|
26
|
+
}
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
import { categoryForStatus, ModelAPIError, parseRetryAfterMs } from "./errors.js";
|
|
2
|
+
export class HttpTransport {
|
|
3
|
+
provider;
|
|
4
|
+
constructor(provider) {
|
|
5
|
+
this.provider = provider;
|
|
6
|
+
}
|
|
7
|
+
async sendJson(request) {
|
|
8
|
+
const response = await this.fetch(request);
|
|
9
|
+
const bodyText = await response.text();
|
|
10
|
+
const body = bodyText ? safeJson(bodyText) : undefined;
|
|
11
|
+
if (!response.ok)
|
|
12
|
+
throw this.toHttpError(response, body, request);
|
|
13
|
+
return { status: response.status, headers: response.headers, body: body };
|
|
14
|
+
}
|
|
15
|
+
async sendStream(request) {
|
|
16
|
+
const response = await this.fetch(request);
|
|
17
|
+
if (!response.ok) {
|
|
18
|
+
const text = await response.text();
|
|
19
|
+
throw this.toHttpError(response, text ? safeJson(text) : undefined, request);
|
|
20
|
+
}
|
|
21
|
+
if (!response.body) {
|
|
22
|
+
throw new ModelAPIError({ category: "provider_bug", provider: this.provider, message: "Streaming response did not include a body" });
|
|
23
|
+
}
|
|
24
|
+
return { status: response.status, headers: response.headers, body: response.body };
|
|
25
|
+
}
|
|
26
|
+
async fetch(request) {
|
|
27
|
+
const controller = new AbortController();
|
|
28
|
+
const timeout = request.timeoutMs
|
|
29
|
+
? setTimeout(() => controller.abort(), request.timeoutMs)
|
|
30
|
+
: undefined;
|
|
31
|
+
const abortListener = () => controller.abort();
|
|
32
|
+
request.signal?.addEventListener("abort", abortListener, { once: true });
|
|
33
|
+
try {
|
|
34
|
+
return await fetch(request.url, {
|
|
35
|
+
method: request.method,
|
|
36
|
+
headers: {
|
|
37
|
+
"Content-Type": "application/json",
|
|
38
|
+
Accept: "application/json, text/event-stream",
|
|
39
|
+
"User-Agent": "agent-scaffold/0.1.0",
|
|
40
|
+
...request.headers,
|
|
41
|
+
},
|
|
42
|
+
body: request.body === undefined ? undefined : JSON.stringify(request.body),
|
|
43
|
+
signal: controller.signal,
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
finally {
|
|
47
|
+
if (timeout)
|
|
48
|
+
clearTimeout(timeout);
|
|
49
|
+
request.signal?.removeEventListener("abort", abortListener);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
toHttpError(response, body, request) {
|
|
53
|
+
const providerError = typeof body === "object" && body && "error" in body ? body.error : undefined;
|
|
54
|
+
const message = typeof providerError?.message === "string" ? providerError.message : `HTTP ${response.status} from ${this.provider}`;
|
|
55
|
+
return new ModelAPIError({
|
|
56
|
+
category: categoryForStatus(response.status, body),
|
|
57
|
+
provider: this.provider,
|
|
58
|
+
status: response.status,
|
|
59
|
+
code: typeof providerError?.code === "string" ? providerError.code : undefined,
|
|
60
|
+
message,
|
|
61
|
+
requestId: response.headers.get("x-request-id") ?? response.headers.get("openai-request-id") ?? undefined,
|
|
62
|
+
retryAfterMs: parseRetryAfterMs(response.headers.get("retry-after")),
|
|
63
|
+
request: requestDiagnostics(request),
|
|
64
|
+
response: {
|
|
65
|
+
status: response.status,
|
|
66
|
+
statusText: response.statusText,
|
|
67
|
+
headers: responseHeadersForDiagnostics(response.headers),
|
|
68
|
+
body,
|
|
69
|
+
bodyPreview: previewBody(body),
|
|
70
|
+
},
|
|
71
|
+
raw: body,
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
function safeJson(text) {
|
|
76
|
+
try {
|
|
77
|
+
return JSON.parse(text);
|
|
78
|
+
}
|
|
79
|
+
catch {
|
|
80
|
+
return { text };
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
function requestDiagnostics(request) {
|
|
84
|
+
const parsed = new URL(request.url);
|
|
85
|
+
return {
|
|
86
|
+
method: request.method,
|
|
87
|
+
url: parsed.search ? `${parsed.origin}${parsed.pathname}?[redacted-query]` : `${parsed.origin}${parsed.pathname}`,
|
|
88
|
+
path: parsed.pathname,
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
function responseHeadersForDiagnostics(headers) {
|
|
92
|
+
const names = [
|
|
93
|
+
"content-type",
|
|
94
|
+
"retry-after",
|
|
95
|
+
"x-request-id",
|
|
96
|
+
"openai-request-id",
|
|
97
|
+
"x-ratelimit-limit-requests",
|
|
98
|
+
"x-ratelimit-remaining-requests",
|
|
99
|
+
"x-ratelimit-reset-requests",
|
|
100
|
+
"x-ratelimit-limit-tokens",
|
|
101
|
+
"x-ratelimit-remaining-tokens",
|
|
102
|
+
"x-ratelimit-reset-tokens",
|
|
103
|
+
];
|
|
104
|
+
const result = {};
|
|
105
|
+
for (const name of names) {
|
|
106
|
+
const value = headers.get(name);
|
|
107
|
+
if (value)
|
|
108
|
+
result[name] = value;
|
|
109
|
+
}
|
|
110
|
+
return result;
|
|
111
|
+
}
|
|
112
|
+
function previewBody(body) {
|
|
113
|
+
if (body === undefined)
|
|
114
|
+
return undefined;
|
|
115
|
+
const text = typeof body === "string" ? body : JSON.stringify(body);
|
|
116
|
+
return text.length > 2000 ? `${text.slice(0, 2000)}... [truncated ${text.length - 2000} chars]` : text;
|
|
117
|
+
}
|
|
118
|
+
//# sourceMappingURL=http-transport.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http-transport.js","sourceRoot":"","sources":["../../src/model/http-transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAuBlF,MAAM,OAAO,aAAa;IACK;IAA7B,YAA6B,QAAgB;QAAhB,aAAQ,GAAR,QAAQ,CAAQ;IAAG,CAAC;IAEjD,KAAK,CAAC,QAAQ,CAAc,OAAwB;QAClD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvD,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAClE,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,IAAS,EAAE,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAwB;QACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,aAAa,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,2CAA2C,EAAE,CAAC,CAAC;QACvI,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;IACrF,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,OAAwB;QAC1C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS;YAC/B,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC;YACzD,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC/C,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzE,IAAI,CAAC;YACH,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE;gBAC9B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,MAAM,EAAE,qCAAqC;oBAC7C,YAAY,EAAE,sBAAsB;oBACpC,GAAG,OAAO,CAAC,OAAO;iBACnB;gBACD,IAAI,EAAE,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;gBAC3E,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,OAAO;gBAAE,YAAY,CAAC,OAAO,CAAC,CAAC;YACnC,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,QAAkB,EAAE,IAAa,EAAE,OAAwB;QAC7E,MAAM,aAAa,GAAG,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,CAAC,CAAC,CAAE,IAA4C,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5I,MAAM,OAAO,GAAG,OAAO,aAAa,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,QAAQ,CAAC,MAAM,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;QACrI,OAAO,IAAI,aAAa,CAAC;YACvB,QAAQ,EAAE,iBAAiB,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC;YAClD,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,IAAI,EAAE,OAAO,aAAa,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC9E,OAAO;YACP,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,SAAS;YACzG,YAAY,EAAE,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACpE,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC;YACpC,QAAQ,EAAE;gBACR,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,OAAO,EAAE,6BAA6B,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACxD,IAAI;gBACJ,WAAW,EAAE,WAAW,CAAC,IAAI,CAAC;aAC/B;YACD,GAAG,EAAE,IAAI;SACV,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,IAAI,EAAE,CAAC;IAClB,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAwB;IAClD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,mBAAmB,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE;QACjH,IAAI,EAAE,MAAM,CAAC,QAAQ;KACtB,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,OAAgB;IACrD,MAAM,KAAK,GAAG;QACZ,cAAc;QACd,aAAa;QACb,cAAc;QACd,mBAAmB;QACnB,4BAA4B;QAC5B,gCAAgC;QAChC,4BAA4B;QAC5B,0BAA0B;QAC1B,8BAA8B;QAC9B,0BAA0B;KAC3B,CAAC;IACF,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,KAAK;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IAClC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,IAAa;IAChC,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzC,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACpE,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,kBAAkB,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;AACzG,CAAC"}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import type { Message, ToolUseRequest } from "../types/messages.js";
|
|
2
|
+
import type { ToolDefinition } from "../tools/tool.js";
|
|
3
|
+
export interface ModelUsage {
|
|
4
|
+
inputTokens?: number;
|
|
5
|
+
outputTokens?: number;
|
|
6
|
+
totalTokens?: number;
|
|
7
|
+
reasoningTokens?: number;
|
|
8
|
+
cachedTokens?: number;
|
|
9
|
+
raw?: unknown;
|
|
10
|
+
}
|
|
11
|
+
export type ReasoningEffort = "none" | "minimal" | "low" | "medium" | "high" | "xhigh" | "max";
|
|
12
|
+
export interface ReasoningConfig {
|
|
13
|
+
effort?: ReasoningEffort;
|
|
14
|
+
summary?: "auto" | "concise" | "detailed";
|
|
15
|
+
}
|
|
16
|
+
export interface TextFormat {
|
|
17
|
+
type: "json_schema" | "text" | "json_object";
|
|
18
|
+
name?: string;
|
|
19
|
+
schema?: Record<string, unknown>;
|
|
20
|
+
strict?: boolean;
|
|
21
|
+
}
|
|
22
|
+
export interface ModelRequest {
|
|
23
|
+
model?: string;
|
|
24
|
+
fallbackModel?: string;
|
|
25
|
+
messages: readonly Message[];
|
|
26
|
+
systemPrompt?: string;
|
|
27
|
+
instructions?: string;
|
|
28
|
+
tools: readonly ToolDefinition[];
|
|
29
|
+
toolChoice?: "auto" | "none" | "required" | {
|
|
30
|
+
type: "function";
|
|
31
|
+
name: string;
|
|
32
|
+
};
|
|
33
|
+
maxOutputTokens?: number;
|
|
34
|
+
reasoning?: ReasoningConfig | null;
|
|
35
|
+
textFormat?: TextFormat;
|
|
36
|
+
metadata?: Record<string, string>;
|
|
37
|
+
previousResponseId?: string;
|
|
38
|
+
stream: boolean;
|
|
39
|
+
timeoutMs?: number;
|
|
40
|
+
queryOrigin?: string;
|
|
41
|
+
cancellation?: AbortSignal;
|
|
42
|
+
providerOptions?: Record<string, unknown>;
|
|
43
|
+
}
|
|
44
|
+
export type ModelStreamEvent = {
|
|
45
|
+
type: "assistant_delta";
|
|
46
|
+
text: string;
|
|
47
|
+
} | {
|
|
48
|
+
type: "thinking_delta";
|
|
49
|
+
text: string;
|
|
50
|
+
} | {
|
|
51
|
+
type: "assistant_message";
|
|
52
|
+
message: Message;
|
|
53
|
+
} | {
|
|
54
|
+
type: "tool_use";
|
|
55
|
+
toolUse: ToolUseRequest;
|
|
56
|
+
} | {
|
|
57
|
+
type: "tool_call_delta";
|
|
58
|
+
callId: string;
|
|
59
|
+
name?: string;
|
|
60
|
+
argumentsDelta: string;
|
|
61
|
+
} | {
|
|
62
|
+
type: "response_started";
|
|
63
|
+
responseId: string;
|
|
64
|
+
} | {
|
|
65
|
+
type: "response_completed";
|
|
66
|
+
responseId?: string;
|
|
67
|
+
stopReason?: string;
|
|
68
|
+
usage?: ModelUsage;
|
|
69
|
+
} | {
|
|
70
|
+
type: "response_incomplete";
|
|
71
|
+
responseId?: string;
|
|
72
|
+
reason?: string;
|
|
73
|
+
usage?: ModelUsage;
|
|
74
|
+
} | {
|
|
75
|
+
type: "usage";
|
|
76
|
+
usage: ModelUsage;
|
|
77
|
+
} | {
|
|
78
|
+
type: "retrying";
|
|
79
|
+
error: Error;
|
|
80
|
+
attempt: number;
|
|
81
|
+
delayMs: number;
|
|
82
|
+
} | {
|
|
83
|
+
type: "fallback_started";
|
|
84
|
+
fromModel: string;
|
|
85
|
+
toModel: string;
|
|
86
|
+
reason: string;
|
|
87
|
+
} | {
|
|
88
|
+
type: "provider_event";
|
|
89
|
+
event: unknown;
|
|
90
|
+
} | {
|
|
91
|
+
type: "error";
|
|
92
|
+
error: Error;
|
|
93
|
+
} | {
|
|
94
|
+
type: "retry";
|
|
95
|
+
reason: string;
|
|
96
|
+
attempt: number;
|
|
97
|
+
};
|
|
98
|
+
export interface ModelGateway {
|
|
99
|
+
stream(request: ModelRequest): AsyncIterable<ModelStreamEvent>;
|
|
100
|
+
}
|
|
101
|
+
export declare class NotConfiguredModelGateway implements ModelGateway {
|
|
102
|
+
stream(request: ModelRequest): AsyncIterable<ModelStreamEvent>;
|
|
103
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { createTextMessage } from "../types/messages.js";
|
|
2
|
+
export class NotConfiguredModelGateway {
|
|
3
|
+
async *stream(request) {
|
|
4
|
+
const lastUserText = request.messages
|
|
5
|
+
.slice()
|
|
6
|
+
.reverse()
|
|
7
|
+
.flatMap((message) => message.blocks)
|
|
8
|
+
.find((block) => block.type === "text")?.text;
|
|
9
|
+
yield {
|
|
10
|
+
type: "assistant_message",
|
|
11
|
+
message: createTextMessage("assistant", `Model gateway is not configured yet. REPL received: ${lastUserText ?? "<empty>"}`),
|
|
12
|
+
};
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=model-gateway.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-gateway.js","sourceRoot":"","sources":["../../src/model/model-gateway.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAkEzD,MAAM,OAAO,yBAAyB;IACpC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAqB;QACjC,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ;aAClC,KAAK,EAAE;aACP,OAAO,EAAE;aACT,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;aACpC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC;QAEhD,MAAM;YACJ,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,iBAAiB,CACxB,WAAW,EACX,uDAAuD,YAAY,IAAI,SAAS,EAAE,CACnF;SACF,CAAC;IACJ,CAAC;CACF"}
|