@amplitude/ai 0.1.1 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +3 -1
- package/README.md +44 -15
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +2 -1
- package/dist/client.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.js +2 -2
- package/dist/integrations/anthropic-tools.js +2 -1
- package/dist/integrations/anthropic-tools.js.map +1 -1
- package/dist/integrations/langchain.d.ts.map +1 -1
- package/dist/integrations/langchain.js +35 -5
- package/dist/integrations/langchain.js.map +1 -1
- package/dist/integrations/llamaindex.d.ts.map +1 -1
- package/dist/integrations/llamaindex.js +27 -4
- package/dist/integrations/llamaindex.js.map +1 -1
- package/dist/integrations/openai-agents.js +5 -1
- package/dist/integrations/openai-agents.js.map +1 -1
- package/dist/integrations/opentelemetry.d.ts.map +1 -1
- package/dist/integrations/opentelemetry.js +2 -1
- package/dist/integrations/opentelemetry.js.map +1 -1
- package/dist/mcp/patterns.d.ts.map +1 -1
- package/dist/mcp/patterns.js +6 -0
- package/dist/mcp/patterns.js.map +1 -1
- package/dist/mcp/server.d.ts.map +1 -1
- package/dist/mcp/validate-file.js +1 -1
- package/dist/mcp/validate-file.js.map +1 -1
- package/dist/patching.d.ts.map +1 -1
- package/dist/patching.js +7 -1
- package/dist/patching.js.map +1 -1
- package/dist/providers/anthropic.d.ts.map +1 -1
- package/dist/providers/anthropic.js +11 -20
- package/dist/providers/anthropic.js.map +1 -1
- package/dist/providers/azure-openai.d.ts +3 -3
- package/dist/providers/azure-openai.d.ts.map +1 -1
- package/dist/providers/azure-openai.js +2 -2
- package/dist/providers/azure-openai.js.map +1 -1
- package/dist/providers/base.d.ts +11 -2
- package/dist/providers/base.d.ts.map +1 -1
- package/dist/providers/base.js +32 -14
- package/dist/providers/base.js.map +1 -1
- package/dist/providers/bedrock.d.ts.map +1 -1
- package/dist/providers/bedrock.js +16 -29
- package/dist/providers/bedrock.js.map +1 -1
- package/dist/providers/gemini.d.ts.map +1 -1
- package/dist/providers/gemini.js +12 -29
- package/dist/providers/gemini.js.map +1 -1
- package/dist/providers/mistral.d.ts.map +1 -1
- package/dist/providers/mistral.js +24 -26
- package/dist/providers/mistral.js.map +1 -1
- package/dist/providers/openai.d.ts.map +1 -1
- package/dist/providers/openai.js +37 -45
- package/dist/providers/openai.js.map +1 -1
- package/dist/session.d.ts +23 -0
- package/dist/session.d.ts.map +1 -1
- package/dist/session.js +44 -1
- package/dist/session.js.map +1 -1
- package/dist/types.d.ts +3 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/utils/costs.d.ts +46 -5
- package/dist/utils/costs.d.ts.map +1 -1
- package/dist/utils/costs.js +115 -26
- package/dist/utils/costs.js.map +1 -1
- package/dist/utils/providers.d.ts +6 -1
- package/dist/utils/providers.d.ts.map +1 -1
- package/dist/utils/providers.js +9 -3
- package/dist/utils/providers.js.map +1 -1
- package/dist/utils/streaming.d.ts +2 -0
- package/dist/utils/streaming.d.ts.map +1 -1
- package/dist/utils/streaming.js +10 -0
- package/dist/utils/streaming.js.map +1 -1
- package/llms-full.txt +17 -1
- package/llms.txt +1 -1
- package/mcp.schema.json +1 -1
- package/package.json +1 -1
package/dist/session.js
CHANGED
|
@@ -19,7 +19,7 @@ import { randomUUID } from "node:crypto";
|
|
|
19
19
|
* });
|
|
20
20
|
* ```
|
|
21
21
|
*/
|
|
22
|
-
var Session = class {
|
|
22
|
+
var Session = class Session {
|
|
23
23
|
sessionId;
|
|
24
24
|
traceId = null;
|
|
25
25
|
idleTimeoutMinutes;
|
|
@@ -91,6 +91,49 @@ var Session = class {
|
|
|
91
91
|
this._autoEnd();
|
|
92
92
|
}
|
|
93
93
|
}
|
|
94
|
+
/**
|
|
95
|
+
* Run a callback as a child agent within this session.
|
|
96
|
+
*
|
|
97
|
+
* Provider wrappers automatically pick up the child agent's identity
|
|
98
|
+
* (`agentId`, `parentAgentId`) while sharing this session's `sessionId`,
|
|
99
|
+
* `traceId`, and turn counter. No `[Agent] Session End` is emitted.
|
|
100
|
+
*
|
|
101
|
+
* @example
|
|
102
|
+
* ```typescript
|
|
103
|
+
* const child = parentAgent.child('researcher');
|
|
104
|
+
* await session.run(async (s) => {
|
|
105
|
+
* const result = await s.runAs(child, async (cs) => {
|
|
106
|
+
* // provider wrappers see agentId='researcher'
|
|
107
|
+
* return openai.chat.completions.create({ ... });
|
|
108
|
+
* });
|
|
109
|
+
* });
|
|
110
|
+
* ```
|
|
111
|
+
*/
|
|
112
|
+
async runAs(childAgent, fn) {
|
|
113
|
+
const childSession = new Session(childAgent, {
|
|
114
|
+
sessionId: this.sessionId,
|
|
115
|
+
userId: this.userId,
|
|
116
|
+
deviceId: this.deviceId,
|
|
117
|
+
browserSessionId: this.browserSessionId
|
|
118
|
+
});
|
|
119
|
+
childSession.traceId = this.traceId;
|
|
120
|
+
const ctx = childSession._buildSessionContext();
|
|
121
|
+
return await _sessionStorage.run(ctx, () => fn(childSession));
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* Synchronous version of {@link runAs}.
|
|
125
|
+
*/
|
|
126
|
+
runAsSync(childAgent, fn) {
|
|
127
|
+
const childSession = new Session(childAgent, {
|
|
128
|
+
sessionId: this.sessionId,
|
|
129
|
+
userId: this.userId,
|
|
130
|
+
deviceId: this.deviceId,
|
|
131
|
+
browserSessionId: this.browserSessionId
|
|
132
|
+
});
|
|
133
|
+
childSession.traceId = this.traceId;
|
|
134
|
+
const ctx = childSession._buildSessionContext();
|
|
135
|
+
return _sessionStorage.run(ctx, () => fn(childSession));
|
|
136
|
+
}
|
|
94
137
|
_autoEnd() {
|
|
95
138
|
try {
|
|
96
139
|
const endOpts = {
|
package/dist/session.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session.js","names":["endOpts: SessionEndOpts"],"sources":["../src/session.ts"],"sourcesContent":["/**\n * Session context manager using Node.js AsyncLocalStorage.\n *\n * Use `.run()` to execute code within session context. The session\n * auto-ends when the callback completes, emitting `[Agent] Session End`.\n *\n * @example\n * ```typescript\n * const session = agent.session();\n * await session.run(async (s) => {\n * s.trackUserMessage('What is retention?');\n * s.trackAiMessage('Retention is...', 'gpt-4', 'openai', 200);\n * });\n * ```\n */\n\nimport { randomUUID } from 'node:crypto';\nimport type {\n AiMessageOpts,\n BoundAgent,\n EmbeddingOpts,\n ScoreOpts,\n SessionEndOpts,\n SpanOpts,\n ToolCallOpts,\n UserMessageOpts,\n} from './bound-agent.js';\nimport {\n _sessionStorage,\n getActiveContext,\n SessionContext,\n} from './context.js';\nimport type { SessionEnrichments } from './core/enrichments.js';\nimport { PROP_SESSION_REPLAY_ID } from './core/tracking.js';\nimport { getLogger } from './utils/logger.js';\n\nexport class Session {\n readonly sessionId: string;\n traceId: string | null = null;\n readonly idleTimeoutMinutes: number | null;\n readonly userId: string | null;\n readonly deviceId: string | null;\n readonly browserSessionId: string | null;\n private _agent: BoundAgent;\n private _enrichments: SessionEnrichments | null = null;\n private _sessionReplayId: string | null;\n\n constructor(\n agent: BoundAgent,\n opts: {\n sessionId?: string | null;\n idleTimeoutMinutes?: number | null;\n userId?: string | null;\n deviceId?: string | null;\n browserSessionId?: string | null;\n } = {},\n ) {\n this.sessionId = opts.sessionId ?? randomUUID();\n this.idleTimeoutMinutes = opts.idleTimeoutMinutes ?? null;\n this.userId = opts.userId ?? null;\n this.deviceId =\n opts.deviceId ?? (agent._defaults.deviceId as string | null);\n this.browserSessionId =\n opts.browserSessionId ??\n (agent._defaults.browserSessionId as string | null);\n this._agent = agent;\n this._sessionReplayId =\n this.deviceId && this.browserSessionId\n ? `${this.deviceId}/${this.browserSessionId}`\n : null;\n }\n\n private _buildSessionContext(): SessionContext {\n const defaults = this._agent._defaults;\n const ai = this._agent._ai;\n const sid = this.sessionId;\n\n return new SessionContext({\n sessionId: sid,\n traceId: this.traceId,\n userId: (this.userId ?? defaults.userId) as string | null,\n agentId: defaults.agentId as string | null,\n parentAgentId: defaults.parentAgentId as string | null,\n env: defaults.env as string | null,\n customerOrgId: defaults.customerOrgId as string | null,\n agentVersion: defaults.agentVersion as string | null,\n context: defaults.context as Record<string, unknown> | null,\n groups: defaults.groups as Record<string, unknown> | null,\n idleTimeoutMinutes: this.idleTimeoutMinutes,\n deviceId: this.deviceId ?? (defaults.deviceId as string | null),\n browserSessionId:\n this.browserSessionId ?? (defaults.browserSessionId as string | null),\n nextTurnIdFn: () => ai._nextTurnId(sid),\n });\n }\n\n newTrace(): string {\n this.traceId = randomUUID();\n const ctx = getActiveContext();\n if (ctx != null) {\n ctx.traceId = this.traceId;\n }\n return this.traceId;\n }\n\n setEnrichments(enrichments: SessionEnrichments): void {\n this._enrichments = enrichments;\n }\n\n /**\n * Run a callback within this session context.\n * This is the Node.js equivalent of Python's `with session as s:` block.\n */\n async run<T>(fn: (session: Session) => T | Promise<T>): Promise<T> {\n const ctx = this._buildSessionContext();\n try {\n const result = await _sessionStorage.run(ctx, () => fn(this));\n return result;\n } finally {\n this._autoEnd();\n }\n }\n\n /**\n * Synchronous version of run() for non-async code.\n */\n runSync<T>(fn: (session: Session) => T): T {\n const ctx = this._buildSessionContext();\n try {\n return _sessionStorage.run(ctx, () => fn(this));\n } finally {\n this._autoEnd();\n }\n }\n\n private _autoEnd(): void {\n try {\n const endOpts: SessionEndOpts = {\n sessionId: this.sessionId,\n enrichments: this._enrichments,\n idleTimeoutMinutes: this.idleTimeoutMinutes,\n };\n if (this.userId != null) endOpts.userId = this.userId;\n this._agent.trackSessionEnd(this._inject(endOpts));\n } catch (e) {\n getLogger().debug(`Failed to auto-end session ${this.sessionId}: ${e}`);\n }\n }\n\n private _inject<T extends Record<string, unknown>>(kwargs: T): T {\n const merged = { ...kwargs } as Record<string, unknown>;\n if (merged.sessionId == null) merged.sessionId = this.sessionId;\n if (this.traceId != null && merged.traceId == null)\n merged.traceId = this.traceId;\n if (this.userId != null && merged.userId == null)\n merged.userId = this.userId;\n if (this._sessionReplayId != null) {\n const existingEp = merged.eventProperties as\n | Record<string, unknown>\n | undefined;\n const ep = existingEp != null ? { ...existingEp } : {};\n if (!(PROP_SESSION_REPLAY_ID in ep)) {\n ep[PROP_SESSION_REPLAY_ID] = this._sessionReplayId;\n merged.eventProperties = ep;\n }\n }\n return merged as T;\n }\n\n trackUserMessage(content: string, opts: UserMessageOpts = {}): string {\n return this._agent.trackUserMessage(content, this._inject(opts));\n }\n\n trackAiMessage(\n content: string,\n model: string,\n provider: string,\n latencyMs: number,\n opts: AiMessageOpts = {},\n ): string {\n return this._agent.trackAiMessage(\n content,\n model,\n provider,\n latencyMs,\n this._inject(opts),\n );\n }\n\n trackToolCall(\n toolName: string,\n latencyMs: number,\n success: boolean,\n opts: ToolCallOpts = {},\n ): string {\n return this._agent.trackToolCall(\n toolName,\n latencyMs,\n success,\n this._inject(opts),\n );\n }\n\n trackEmbedding(\n model: string,\n provider: string,\n latencyMs: number,\n opts: EmbeddingOpts = {},\n ): string {\n return this._agent.trackEmbedding(\n model,\n provider,\n latencyMs,\n this._inject(opts),\n );\n }\n\n trackSpan(spanName: string, latencyMs: number, opts: SpanOpts = {}): string {\n return this._agent.trackSpan(spanName, latencyMs, this._inject(opts));\n }\n\n score(\n name: string,\n value: number,\n targetId: string,\n opts: ScoreOpts = {},\n ): void {\n this._agent.score(name, value, targetId, this._inject(opts));\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAoCA,IAAa,UAAb,MAAqB;CACnB,AAAS;CACT,UAAyB;CACzB,AAAS;CACT,AAAS;CACT,AAAS;CACT,AAAS;CACT,AAAQ;CACR,AAAQ,eAA0C;CAClD,AAAQ;CAER,YACE,OACA,OAMI,EAAE,EACN;AACA,OAAK,YAAY,KAAK,aAAa,YAAY;AAC/C,OAAK,qBAAqB,KAAK,sBAAsB;AACrD,OAAK,SAAS,KAAK,UAAU;AAC7B,OAAK,WACH,KAAK,YAAa,MAAM,UAAU;AACpC,OAAK,mBACH,KAAK,oBACJ,MAAM,UAAU;AACnB,OAAK,SAAS;AACd,OAAK,mBACH,KAAK,YAAY,KAAK,mBAClB,GAAG,KAAK,SAAS,GAAG,KAAK,qBACzB;;CAGR,AAAQ,uBAAuC;EAC7C,MAAM,WAAW,KAAK,OAAO;EAC7B,MAAM,KAAK,KAAK,OAAO;EACvB,MAAM,MAAM,KAAK;AAEjB,SAAO,IAAI,eAAe;GACxB,WAAW;GACX,SAAS,KAAK;GACd,QAAS,KAAK,UAAU,SAAS;GACjC,SAAS,SAAS;GAClB,eAAe,SAAS;GACxB,KAAK,SAAS;GACd,eAAe,SAAS;GACxB,cAAc,SAAS;GACvB,SAAS,SAAS;GAClB,QAAQ,SAAS;GACjB,oBAAoB,KAAK;GACzB,UAAU,KAAK,YAAa,SAAS;GACrC,kBACE,KAAK,oBAAqB,SAAS;GACrC,oBAAoB,GAAG,YAAY,IAAI;GACxC,CAAC;;CAGJ,WAAmB;AACjB,OAAK,UAAU,YAAY;EAC3B,MAAM,MAAM,kBAAkB;AAC9B,MAAI,OAAO,KACT,KAAI,UAAU,KAAK;AAErB,SAAO,KAAK;;CAGd,eAAe,aAAuC;AACpD,OAAK,eAAe;;;;;;CAOtB,MAAM,IAAO,IAAsD;EACjE,MAAM,MAAM,KAAK,sBAAsB;AACvC,MAAI;AAEF,UADe,MAAM,gBAAgB,IAAI,WAAW,GAAG,KAAK,CAAC;YAErD;AACR,QAAK,UAAU;;;;;;CAOnB,QAAW,IAAgC;EACzC,MAAM,MAAM,KAAK,sBAAsB;AACvC,MAAI;AACF,UAAO,gBAAgB,IAAI,WAAW,GAAG,KAAK,CAAC;YACvC;AACR,QAAK,UAAU;;;CAInB,AAAQ,WAAiB;AACvB,MAAI;GACF,MAAMA,UAA0B;IAC9B,WAAW,KAAK;IAChB,aAAa,KAAK;IAClB,oBAAoB,KAAK;IAC1B;AACD,OAAI,KAAK,UAAU,KAAM,SAAQ,SAAS,KAAK;AAC/C,QAAK,OAAO,gBAAgB,KAAK,QAAQ,QAAQ,CAAC;WAC3C,GAAG;AACV,cAAW,CAAC,MAAM,8BAA8B,KAAK,UAAU,IAAI,IAAI;;;CAI3E,AAAQ,QAA2C,QAAc;EAC/D,MAAM,SAAS,EAAE,GAAG,QAAQ;AAC5B,MAAI,OAAO,aAAa,KAAM,QAAO,YAAY,KAAK;AACtD,MAAI,KAAK,WAAW,QAAQ,OAAO,WAAW,KAC5C,QAAO,UAAU,KAAK;AACxB,MAAI,KAAK,UAAU,QAAQ,OAAO,UAAU,KAC1C,QAAO,SAAS,KAAK;AACvB,MAAI,KAAK,oBAAoB,MAAM;GACjC,MAAM,aAAa,OAAO;GAG1B,MAAM,KAAK,cAAc,OAAO,EAAE,GAAG,YAAY,GAAG,EAAE;AACtD,OAAI,EAAE,0BAA0B,KAAK;AACnC,OAAG,0BAA0B,KAAK;AAClC,WAAO,kBAAkB;;;AAG7B,SAAO;;CAGT,iBAAiB,SAAiB,OAAwB,EAAE,EAAU;AACpE,SAAO,KAAK,OAAO,iBAAiB,SAAS,KAAK,QAAQ,KAAK,CAAC;;CAGlE,eACE,SACA,OACA,UACA,WACA,OAAsB,EAAE,EAChB;AACR,SAAO,KAAK,OAAO,eACjB,SACA,OACA,UACA,WACA,KAAK,QAAQ,KAAK,CACnB;;CAGH,cACE,UACA,WACA,SACA,OAAqB,EAAE,EACf;AACR,SAAO,KAAK,OAAO,cACjB,UACA,WACA,SACA,KAAK,QAAQ,KAAK,CACnB;;CAGH,eACE,OACA,UACA,WACA,OAAsB,EAAE,EAChB;AACR,SAAO,KAAK,OAAO,eACjB,OACA,UACA,WACA,KAAK,QAAQ,KAAK,CACnB;;CAGH,UAAU,UAAkB,WAAmB,OAAiB,EAAE,EAAU;AAC1E,SAAO,KAAK,OAAO,UAAU,UAAU,WAAW,KAAK,QAAQ,KAAK,CAAC;;CAGvE,MACE,MACA,OACA,UACA,OAAkB,EAAE,EACd;AACN,OAAK,OAAO,MAAM,MAAM,OAAO,UAAU,KAAK,QAAQ,KAAK,CAAC"}
|
|
1
|
+
{"version":3,"file":"session.js","names":["endOpts: SessionEndOpts"],"sources":["../src/session.ts"],"sourcesContent":["/**\n * Session context manager using Node.js AsyncLocalStorage.\n *\n * Use `.run()` to execute code within session context. The session\n * auto-ends when the callback completes, emitting `[Agent] Session End`.\n *\n * @example\n * ```typescript\n * const session = agent.session();\n * await session.run(async (s) => {\n * s.trackUserMessage('What is retention?');\n * s.trackAiMessage('Retention is...', 'gpt-4', 'openai', 200);\n * });\n * ```\n */\n\nimport { randomUUID } from 'node:crypto';\nimport type {\n AiMessageOpts,\n BoundAgent,\n EmbeddingOpts,\n ScoreOpts,\n SessionEndOpts,\n SpanOpts,\n ToolCallOpts,\n UserMessageOpts,\n} from './bound-agent.js';\nimport {\n _sessionStorage,\n getActiveContext,\n SessionContext,\n} from './context.js';\nimport type { SessionEnrichments } from './core/enrichments.js';\nimport { PROP_SESSION_REPLAY_ID } from './core/tracking.js';\nimport { getLogger } from './utils/logger.js';\n\nexport class Session {\n readonly sessionId: string;\n traceId: string | null = null;\n readonly idleTimeoutMinutes: number | null;\n readonly userId: string | null;\n readonly deviceId: string | null;\n readonly browserSessionId: string | null;\n private _agent: BoundAgent;\n private _enrichments: SessionEnrichments | null = null;\n private _sessionReplayId: string | null;\n\n constructor(\n agent: BoundAgent,\n opts: {\n sessionId?: string | null;\n idleTimeoutMinutes?: number | null;\n userId?: string | null;\n deviceId?: string | null;\n browserSessionId?: string | null;\n } = {},\n ) {\n this.sessionId = opts.sessionId ?? randomUUID();\n this.idleTimeoutMinutes = opts.idleTimeoutMinutes ?? null;\n this.userId = opts.userId ?? null;\n this.deviceId =\n opts.deviceId ?? (agent._defaults.deviceId as string | null);\n this.browserSessionId =\n opts.browserSessionId ??\n (agent._defaults.browserSessionId as string | null);\n this._agent = agent;\n this._sessionReplayId =\n this.deviceId && this.browserSessionId\n ? `${this.deviceId}/${this.browserSessionId}`\n : null;\n }\n\n private _buildSessionContext(): SessionContext {\n const defaults = this._agent._defaults;\n const ai = this._agent._ai;\n const sid = this.sessionId;\n\n return new SessionContext({\n sessionId: sid,\n traceId: this.traceId,\n userId: (this.userId ?? defaults.userId) as string | null,\n agentId: defaults.agentId as string | null,\n parentAgentId: defaults.parentAgentId as string | null,\n env: defaults.env as string | null,\n customerOrgId: defaults.customerOrgId as string | null,\n agentVersion: defaults.agentVersion as string | null,\n context: defaults.context as Record<string, unknown> | null,\n groups: defaults.groups as Record<string, unknown> | null,\n idleTimeoutMinutes: this.idleTimeoutMinutes,\n deviceId: this.deviceId ?? (defaults.deviceId as string | null),\n browserSessionId:\n this.browserSessionId ?? (defaults.browserSessionId as string | null),\n nextTurnIdFn: () => ai._nextTurnId(sid),\n });\n }\n\n newTrace(): string {\n this.traceId = randomUUID();\n const ctx = getActiveContext();\n if (ctx != null) {\n ctx.traceId = this.traceId;\n }\n return this.traceId;\n }\n\n setEnrichments(enrichments: SessionEnrichments): void {\n this._enrichments = enrichments;\n }\n\n /**\n * Run a callback within this session context.\n * This is the Node.js equivalent of Python's `with session as s:` block.\n */\n async run<T>(fn: (session: Session) => T | Promise<T>): Promise<T> {\n const ctx = this._buildSessionContext();\n try {\n const result = await _sessionStorage.run(ctx, () => fn(this));\n return result;\n } finally {\n this._autoEnd();\n }\n }\n\n /**\n * Synchronous version of run() for non-async code.\n */\n runSync<T>(fn: (session: Session) => T): T {\n const ctx = this._buildSessionContext();\n try {\n return _sessionStorage.run(ctx, () => fn(this));\n } finally {\n this._autoEnd();\n }\n }\n\n /**\n * Run a callback as a child agent within this session.\n *\n * Provider wrappers automatically pick up the child agent's identity\n * (`agentId`, `parentAgentId`) while sharing this session's `sessionId`,\n * `traceId`, and turn counter. No `[Agent] Session End` is emitted.\n *\n * @example\n * ```typescript\n * const child = parentAgent.child('researcher');\n * await session.run(async (s) => {\n * const result = await s.runAs(child, async (cs) => {\n * // provider wrappers see agentId='researcher'\n * return openai.chat.completions.create({ ... });\n * });\n * });\n * ```\n */\n async runAs<T>(\n childAgent: BoundAgent,\n fn: (session: Session) => T | Promise<T>,\n ): Promise<T> {\n const childSession = new Session(childAgent, {\n sessionId: this.sessionId,\n userId: this.userId,\n deviceId: this.deviceId,\n browserSessionId: this.browserSessionId,\n });\n childSession.traceId = this.traceId;\n const ctx = childSession._buildSessionContext();\n return await _sessionStorage.run(ctx, () => fn(childSession));\n }\n\n /**\n * Synchronous version of {@link runAs}.\n */\n runAsSync<T>(\n childAgent: BoundAgent,\n fn: (session: Session) => T,\n ): T {\n const childSession = new Session(childAgent, {\n sessionId: this.sessionId,\n userId: this.userId,\n deviceId: this.deviceId,\n browserSessionId: this.browserSessionId,\n });\n childSession.traceId = this.traceId;\n const ctx = childSession._buildSessionContext();\n return _sessionStorage.run(ctx, () => fn(childSession));\n }\n\n private _autoEnd(): void {\n try {\n const endOpts: SessionEndOpts = {\n sessionId: this.sessionId,\n enrichments: this._enrichments,\n idleTimeoutMinutes: this.idleTimeoutMinutes,\n };\n if (this.userId != null) endOpts.userId = this.userId;\n this._agent.trackSessionEnd(this._inject(endOpts));\n } catch (e) {\n getLogger().debug(`Failed to auto-end session ${this.sessionId}: ${e}`);\n }\n }\n\n private _inject<T extends Record<string, unknown>>(kwargs: T): T {\n const merged = { ...kwargs } as Record<string, unknown>;\n if (merged.sessionId == null) merged.sessionId = this.sessionId;\n if (this.traceId != null && merged.traceId == null)\n merged.traceId = this.traceId;\n if (this.userId != null && merged.userId == null)\n merged.userId = this.userId;\n if (this._sessionReplayId != null) {\n const existingEp = merged.eventProperties as\n | Record<string, unknown>\n | undefined;\n const ep = existingEp != null ? { ...existingEp } : {};\n if (!(PROP_SESSION_REPLAY_ID in ep)) {\n ep[PROP_SESSION_REPLAY_ID] = this._sessionReplayId;\n merged.eventProperties = ep;\n }\n }\n return merged as T;\n }\n\n trackUserMessage(content: string, opts: UserMessageOpts = {}): string {\n return this._agent.trackUserMessage(content, this._inject(opts));\n }\n\n trackAiMessage(\n content: string,\n model: string,\n provider: string,\n latencyMs: number,\n opts: AiMessageOpts = {},\n ): string {\n return this._agent.trackAiMessage(\n content,\n model,\n provider,\n latencyMs,\n this._inject(opts),\n );\n }\n\n trackToolCall(\n toolName: string,\n latencyMs: number,\n success: boolean,\n opts: ToolCallOpts = {},\n ): string {\n return this._agent.trackToolCall(\n toolName,\n latencyMs,\n success,\n this._inject(opts),\n );\n }\n\n trackEmbedding(\n model: string,\n provider: string,\n latencyMs: number,\n opts: EmbeddingOpts = {},\n ): string {\n return this._agent.trackEmbedding(\n model,\n provider,\n latencyMs,\n this._inject(opts),\n );\n }\n\n trackSpan(spanName: string, latencyMs: number, opts: SpanOpts = {}): string {\n return this._agent.trackSpan(spanName, latencyMs, this._inject(opts));\n }\n\n score(\n name: string,\n value: number,\n targetId: string,\n opts: ScoreOpts = {},\n ): void {\n this._agent.score(name, value, targetId, this._inject(opts));\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAoCA,IAAa,UAAb,MAAa,QAAQ;CACnB,AAAS;CACT,UAAyB;CACzB,AAAS;CACT,AAAS;CACT,AAAS;CACT,AAAS;CACT,AAAQ;CACR,AAAQ,eAA0C;CAClD,AAAQ;CAER,YACE,OACA,OAMI,EAAE,EACN;AACA,OAAK,YAAY,KAAK,aAAa,YAAY;AAC/C,OAAK,qBAAqB,KAAK,sBAAsB;AACrD,OAAK,SAAS,KAAK,UAAU;AAC7B,OAAK,WACH,KAAK,YAAa,MAAM,UAAU;AACpC,OAAK,mBACH,KAAK,oBACJ,MAAM,UAAU;AACnB,OAAK,SAAS;AACd,OAAK,mBACH,KAAK,YAAY,KAAK,mBAClB,GAAG,KAAK,SAAS,GAAG,KAAK,qBACzB;;CAGR,AAAQ,uBAAuC;EAC7C,MAAM,WAAW,KAAK,OAAO;EAC7B,MAAM,KAAK,KAAK,OAAO;EACvB,MAAM,MAAM,KAAK;AAEjB,SAAO,IAAI,eAAe;GACxB,WAAW;GACX,SAAS,KAAK;GACd,QAAS,KAAK,UAAU,SAAS;GACjC,SAAS,SAAS;GAClB,eAAe,SAAS;GACxB,KAAK,SAAS;GACd,eAAe,SAAS;GACxB,cAAc,SAAS;GACvB,SAAS,SAAS;GAClB,QAAQ,SAAS;GACjB,oBAAoB,KAAK;GACzB,UAAU,KAAK,YAAa,SAAS;GACrC,kBACE,KAAK,oBAAqB,SAAS;GACrC,oBAAoB,GAAG,YAAY,IAAI;GACxC,CAAC;;CAGJ,WAAmB;AACjB,OAAK,UAAU,YAAY;EAC3B,MAAM,MAAM,kBAAkB;AAC9B,MAAI,OAAO,KACT,KAAI,UAAU,KAAK;AAErB,SAAO,KAAK;;CAGd,eAAe,aAAuC;AACpD,OAAK,eAAe;;;;;;CAOtB,MAAM,IAAO,IAAsD;EACjE,MAAM,MAAM,KAAK,sBAAsB;AACvC,MAAI;AAEF,UADe,MAAM,gBAAgB,IAAI,WAAW,GAAG,KAAK,CAAC;YAErD;AACR,QAAK,UAAU;;;;;;CAOnB,QAAW,IAAgC;EACzC,MAAM,MAAM,KAAK,sBAAsB;AACvC,MAAI;AACF,UAAO,gBAAgB,IAAI,WAAW,GAAG,KAAK,CAAC;YACvC;AACR,QAAK,UAAU;;;;;;;;;;;;;;;;;;;;;CAsBnB,MAAM,MACJ,YACA,IACY;EACZ,MAAM,eAAe,IAAI,QAAQ,YAAY;GAC3C,WAAW,KAAK;GAChB,QAAQ,KAAK;GACb,UAAU,KAAK;GACf,kBAAkB,KAAK;GACxB,CAAC;AACF,eAAa,UAAU,KAAK;EAC5B,MAAM,MAAM,aAAa,sBAAsB;AAC/C,SAAO,MAAM,gBAAgB,IAAI,WAAW,GAAG,aAAa,CAAC;;;;;CAM/D,UACE,YACA,IACG;EACH,MAAM,eAAe,IAAI,QAAQ,YAAY;GAC3C,WAAW,KAAK;GAChB,QAAQ,KAAK;GACb,UAAU,KAAK;GACf,kBAAkB,KAAK;GACxB,CAAC;AACF,eAAa,UAAU,KAAK;EAC5B,MAAM,MAAM,aAAa,sBAAsB;AAC/C,SAAO,gBAAgB,IAAI,WAAW,GAAG,aAAa,CAAC;;CAGzD,AAAQ,WAAiB;AACvB,MAAI;GACF,MAAMA,UAA0B;IAC9B,WAAW,KAAK;IAChB,aAAa,KAAK;IAClB,oBAAoB,KAAK;IAC1B;AACD,OAAI,KAAK,UAAU,KAAM,SAAQ,SAAS,KAAK;AAC/C,QAAK,OAAO,gBAAgB,KAAK,QAAQ,QAAQ,CAAC;WAC3C,GAAG;AACV,cAAW,CAAC,MAAM,8BAA8B,KAAK,UAAU,IAAI,IAAI;;;CAI3E,AAAQ,QAA2C,QAAc;EAC/D,MAAM,SAAS,EAAE,GAAG,QAAQ;AAC5B,MAAI,OAAO,aAAa,KAAM,QAAO,YAAY,KAAK;AACtD,MAAI,KAAK,WAAW,QAAQ,OAAO,WAAW,KAC5C,QAAO,UAAU,KAAK;AACxB,MAAI,KAAK,UAAU,QAAQ,OAAO,UAAU,KAC1C,QAAO,SAAS,KAAK;AACvB,MAAI,KAAK,oBAAoB,MAAM;GACjC,MAAM,aAAa,OAAO;GAG1B,MAAM,KAAK,cAAc,OAAO,EAAE,GAAG,YAAY,GAAG,EAAE;AACtD,OAAI,EAAE,0BAA0B,KAAK;AACnC,OAAG,0BAA0B,KAAK;AAClC,WAAO,kBAAkB;;;AAG7B,SAAO;;CAGT,iBAAiB,SAAiB,OAAwB,EAAE,EAAU;AACpE,SAAO,KAAK,OAAO,iBAAiB,SAAS,KAAK,QAAQ,KAAK,CAAC;;CAGlE,eACE,SACA,OACA,UACA,WACA,OAAsB,EAAE,EAChB;AACR,SAAO,KAAK,OAAO,eACjB,SACA,OACA,UACA,WACA,KAAK,QAAQ,KAAK,CACnB;;CAGH,cACE,UACA,WACA,SACA,OAAqB,EAAE,EACf;AACR,SAAO,KAAK,OAAO,cACjB,UACA,WACA,SACA,KAAK,QAAQ,KAAK,CACnB;;CAGH,eACE,OACA,UACA,WACA,OAAsB,EAAE,EAChB;AACR,SAAO,KAAK,OAAO,eACjB,OACA,UACA,WACA,KAAK,QAAQ,KAAK,CACnB;;CAGH,UAAU,UAAkB,WAAmB,OAAiB,EAAE,EAAU;AAC1E,SAAO,KAAK,OAAO,UAAU,UAAU,WAAW,KAAK,QAAQ,KAAK,CAAC;;CAGvE,MACE,MACA,OACA,UACA,OAAkB,EAAE,EACd;AACN,OAAK,OAAO,MAAM,MAAM,OAAO,UAAU,KAAK,QAAQ,KAAK,CAAC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -358,8 +358,11 @@ interface TrackCallOptions {
|
|
|
358
358
|
agentId?: string | null;
|
|
359
359
|
parentAgentId?: string | null;
|
|
360
360
|
customerOrgId?: string | null;
|
|
361
|
+
agentVersion?: string | null;
|
|
362
|
+
context?: Record<string, unknown> | null;
|
|
361
363
|
env?: string | null;
|
|
362
364
|
groups?: Record<string, unknown> | null;
|
|
365
|
+
eventProperties?: Record<string, unknown> | null;
|
|
363
366
|
inputTokens?: number | null;
|
|
364
367
|
outputTokens?: number | null;
|
|
365
368
|
totalTokens?: number | null;
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","names":[],"sources":["../src/types.ts"],"sourcesContent":[],"mappings":";;AAkBA;;;;;AAeA;AAQA;AAeA;AAQA;AAKA;AA0BA;AAWA;AAciB,UAtGA,cAAA,CAsGsB;EAStB,UAAA,EAAA,MAAU;EAQV,OAAA,CAAA,EAAA,MAAA;EASA,SAAA,CAAA,EAAA,MAAA;EASA,UAAA,CAAA,EAAA,MAAA;EASA,gBAAA,CAAA,EA7II,MA6IJ,CAAA,MAAwB,EAAA,OAG7B,CAAA;EAOK,eAAA,CAAA,EAtJG,MAsJgB,CAAA,MAAA,EAAA,OAAA,CAAA;EAcnB,MAAA,CAAA,EAnKN,MAmKM,CAAA,MAAc,EAAA,OAIpB,CAAA;EAYM,CAAA,GAAA,EAAA,MAAA,CAAA,EAAA,OAAe;AAahC;AAUA;AAYA;AAeA;;AAGkB,UAhOD,aAAA,CAgOC;EACH,KAAA,EAAA,CAAA,KAAA,EAhOE,cAgOF,EAAA,GAAA,IAAA;;AAMf;AASA;AASA;AAQA;AAYiB,UArQA,mBAAA,SAA4B,aAqQP,CAAA;EASrB,KAAA,EAAA,GAAA,GAAA,OAAA;EAqBA,QAAA,CAAA,EAAA,GAAA,GAAA,IAAiB;EAYjB,IAAA,CAAA,EAAA,CAAA,MAAA,EAAA,MAAmB,EAAA,GAAA,
|
|
1
|
+
{"version":3,"file":"types.d.ts","names":[],"sources":["../src/types.ts"],"sourcesContent":[],"mappings":";;AAkBA;;;;;AAeA;AAQA;AAeA;AAQA;AAKA;AA0BA;AAWA;AAciB,UAtGA,cAAA,CAsGsB;EAStB,UAAA,EAAA,MAAU;EAQV,OAAA,CAAA,EAAA,MAAA;EASA,SAAA,CAAA,EAAA,MAAA;EASA,UAAA,CAAA,EAAA,MAAA;EASA,gBAAA,CAAA,EA7II,MA6IJ,CAAA,MAAwB,EAAA,OAG7B,CAAA;EAOK,eAAA,CAAA,EAtJG,MAsJgB,CAAA,MAAA,EAAA,OAAA,CAAA;EAcnB,MAAA,CAAA,EAnKN,MAmKM,CAAA,MAAc,EAAA,OAIpB,CAAA;EAYM,CAAA,GAAA,EAAA,MAAA,CAAA,EAAA,OAAe;AAahC;AAUA;AAYA;AAeA;;AAGkB,UAhOD,aAAA,CAgOC;EACH,KAAA,EAAA,CAAA,KAAA,EAhOE,cAgOF,EAAA,GAAA,IAAA;;AAMf;AASA;AASA;AAQA;AAYiB,UArQA,mBAAA,SAA4B,aAqQP,CAAA;EASrB,KAAA,EAAA,GAAA,GAAA,OAAA;EAqBA,QAAA,CAAA,EAAA,GAAA,GAAA,IAAiB;EAYjB,IAAA,CAAA,EAAA,CAAA,MAAA,EAAA,MAAmB,EAAA,GAAA,OAExB;EAOK,aAAA,CAAA,EApTC,MAoTY,CAAA,MAAA,EAAA,OAAA,CAAA;AAQ9B;AAaA;AASA;AAkBA;AAUA;;;;;AA4BoC,UA/XnB,eAAA,CA+XmB;EAAtB,SAAA,SAAA,EA9XQ,mBA8XR;;;;;;KAvXF,aAAA,GAAgB,gBAAgB;;;;iBAK5B,gBAAA,QAAwB,gBAAgB;;;;;UA0BvC,WAAA;;;;eAIF;;;;;;UAOE,oBAAA;;YAEL;;;;;;;;;;;UAYK,sBAAA;;WAEN;UACD;;;;;UAMO,UAAA;;;iBACkC;;;;;;;UAOlC,gBAAA;;;;;;;;UASA,mBAAA;;qBAEI;;;;;;;;;UAOJ,+BAAA;;;;;;;;UASA,wBAAA;;;YAGL;;;;;;UAOK,mBAAA;;;;;;;;;;;;;UAcA,cAAA;;;;WAIN;UACD;;;;;;UAWO,eAAA;;;;;;;;;;;;UAaA,iBAAA;;WAEN;SACF;;;;;;UAOQ,YAAA;;;;;;;;;;;UAYA,mBAAA;;;;;;;;;;UAeA,cAAA;aACJ;;kBAEK;eACH;;;;;UAME,oBAAA;;kBAEC;eACH;;;;;UAME,mBAAA;;;;;;;;UASA,eAAA;;;YAEK;;;;;;UAML,UAAA;;;;UAEsB;;;;;;UAUtB,qBAAA;;;;;;;;UASA,uBAAA;;;gBAGD;;;;;;;;;;;;;;;UAkBC,iBAAA;;;;;;;;;;;UAYA,mBAAA;;YAEL;UACF;;;;;UAMO,aAAA;;;;;;;;;UAQA,iBAAA;;;;;;;;UAaA,aAAA;;;;;;;;UASA,UAAA;;;;;;;;;;;;;;;;;KAkBL,OAAA,UAAiB;;;;;;;;;UAUZ,gBAAA;;;;;;;;;;;;;YAaL;;WAED;oBACS;;;;;;;;;;;;cAYN,MAAM,gBAAgB"}
|
package/dist/types.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","names":[],"sources":["../src/types.ts"],"sourcesContent":["/**\n * Shared type definitions for the Amplitude AI SDK.\n *\n * Structural interfaces for provider request/response shapes,\n * events, and the core AmplitudeLike contract. These are\n * \"duck-typed\" interfaces — they describe the subset of each\n * provider SDK's shape that we actually use, without importing\n * the real SDK types.\n */\n\n// ---------------------------------------------------------------------------\n// Amplitude client contract\n// ---------------------------------------------------------------------------\n\n/**\n * Event payload shape for Amplitude tracking.\n * Used when passing events to `AmplitudeLike.track()`.\n */\nexport interface AmplitudeEvent {\n event_type: string;\n user_id?: string;\n device_id?: string;\n session_id?: number;\n event_properties?: Record<string, unknown>;\n user_properties?: Record<string, unknown>;\n groups?: Record<string, unknown>;\n [key: string]: unknown;\n}\n\n/**\n * Contract for Amplitude analytics clients.\n * Any object with a `track(event)` method satisfies this interface.\n */\nexport interface AmplitudeLike {\n track: (event: AmplitudeEvent) => void;\n}\n\n/**\n * Extended Amplitude client with flush, shutdown, and optional init.\n * Used by the SDK when it owns or receives an Amplitude instance.\n */\nexport interface AmplitudeClientLike extends AmplitudeLike {\n flush: () => unknown;\n shutdown?: () => void;\n init?: (apiKey: string) => unknown;\n configuration?: Record<string, unknown>;\n}\n\n/**\n * Structural type matching AmplitudeAI instances.\n * Allows providers to accept either an AmplitudeLike (raw analytics client)\n * or an AmplitudeAI instance (which exposes `.amplitude` getter).\n * This avoids circular imports while enabling the convenience pattern:\n * new OpenAI({ amplitude: ai }) // AmplitudeAI\n * new OpenAI({ amplitude: amp }) // raw Amplitude client\n */\nexport interface AmplitudeAILike {\n readonly amplitude: AmplitudeClientLike;\n}\n\n/**\n * Union type accepted by provider constructors.\n * Providers call `resolveAmplitude()` to normalize to `AmplitudeLike`.\n */\nexport type AmplitudeOrAI = AmplitudeLike | AmplitudeAILike;\n\n/**\n * Resolve an `AmplitudeOrAI` value to a plain `AmplitudeLike`.\n */\nexport function resolveAmplitude(input: AmplitudeOrAI): AmplitudeLike {\n if (\n 'amplitude' in input &&\n typeof input.amplitude === 'object' &&\n input.amplitude !== null &&\n 'track' in input.amplitude\n ) {\n return input.amplitude;\n }\n if ('track' in input && typeof input.track === 'function') {\n return input as AmplitudeLike;\n }\n throw new Error(\n 'Expected an AmplitudeLike (with .track()) or AmplitudeAI (with .amplitude) instance. ' +\n 'Pass either your AmplitudeAI instance or ai.amplitude.',\n );\n}\n\n// ---------------------------------------------------------------------------\n// OpenAI-compatible shapes (also used by Azure OpenAI)\n// ---------------------------------------------------------------------------\n\n/**\n * Single message in a chat completion request.\n * Supports role, content, optional name, and tool calls.\n */\nexport interface ChatMessage {\n role: string;\n content?: string | null;\n name?: string;\n tool_calls?: ToolCallShape[];\n}\n\n/**\n * Structural interface for OpenAI-compatible chat completion parameters.\n * Used by the OpenAI and Azure OpenAI provider wrappers.\n */\nexport interface ChatCompletionParams {\n model: string;\n messages: ChatMessage[];\n temperature?: number;\n top_p?: number;\n max_tokens?: number;\n stream?: boolean;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI-compatible chat completion responses.\n * Describes the subset of the OpenAI SDK's response shape that the SDK tracks.\n */\nexport interface ChatCompletionResponse {\n model: string;\n choices: ChatChoice[];\n usage?: OpenAITokenUsage;\n}\n\n/**\n * Single choice in a chat completion response.\n */\nexport interface ChatChoice {\n message: { content?: string | null; tool_calls?: ToolCallShape[] };\n finish_reason?: string;\n}\n\n/**\n * Token usage metadata for OpenAI/Azure OpenAI responses.\n */\nexport interface OpenAITokenUsage {\n prompt_tokens?: number;\n completion_tokens?: number;\n total_tokens?: number;\n}\n\n/**\n * Structural interface for OpenAI Responses API request input items.\n */\nexport interface OpenAIResponseInput {\n role?: string;\n content?: string | Array<{ text?: string; [key: string]: unknown }>;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI Responses API output content blocks.\n */\nexport interface OpenAIResponseOutputContentItem {\n type?: string;\n text?: string;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI Responses API output items.\n */\nexport interface OpenAIResponseOutputItem {\n type?: string;\n status?: string;\n content?: OpenAIResponseOutputContentItem[];\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI Responses API usage metadata.\n */\nexport interface OpenAIResponseUsage {\n input_tokens?: number;\n output_tokens?: number;\n total_tokens?: number;\n output_tokens_details?: {\n reasoning_tokens?: number;\n [key: string]: unknown;\n };\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI Responses API responses.\n */\nexport interface OpenAIResponse {\n model?: string;\n status?: string;\n output_text?: string;\n output?: OpenAIResponseOutputItem[];\n usage?: OpenAIResponseUsage;\n [key: string]: unknown;\n}\n\n// ---------------------------------------------------------------------------\n// Anthropic shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Structural interface for Anthropic chat completion request parameters.\n */\nexport interface AnthropicParams {\n model: string;\n system?: string;\n messages: unknown[];\n max_tokens?: number;\n temperature?: number;\n top_p?: number;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for Anthropic chat completion responses.\n */\nexport interface AnthropicResponse {\n model: string;\n content: ContentBlock[];\n usage: AnthropicTokenUsage;\n stop_reason?: string;\n}\n\n/**\n * Content block in an Anthropic response (text, thinking, or tool_use).\n */\nexport interface ContentBlock {\n type: 'text' | 'thinking' | 'tool_use';\n text?: string;\n thinking?: string;\n name?: string;\n input?: unknown;\n id?: string;\n}\n\n/**\n * Token usage metadata for Anthropic responses.\n */\nexport interface AnthropicTokenUsage {\n input_tokens: number;\n output_tokens: number;\n cache_read_input_tokens?: number;\n cache_creation_input_tokens?: number;\n}\n\n// ---------------------------------------------------------------------------\n// Gemini shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Structural interface for Google Gemini API responses.\n * Supports both response object and legacy text/usageMetadata shape.\n */\nexport interface GeminiResponse {\n response?: GeminiResponseObject;\n text?: (() => string) | string;\n usageMetadata?: GeminiUsageMetadata;\n candidates?: GeminiCandidate[];\n}\n\n/**\n * Wrapper object for Gemini response (response.text, usageMetadata, candidates).\n */\nexport interface GeminiResponseObject {\n text?: () => string;\n usageMetadata?: GeminiUsageMetadata;\n candidates?: GeminiCandidate[];\n}\n\n/**\n * Token usage metadata for Gemini responses.\n */\nexport interface GeminiUsageMetadata {\n promptTokenCount?: number;\n candidatesTokenCount?: number;\n totalTokenCount?: number;\n}\n\n/**\n * Single candidate in a Gemini response.\n */\nexport interface GeminiCandidate {\n finishReason?: string;\n content?: { parts?: GeminiPart[] };\n}\n\n/**\n * Part of a Gemini candidate (text or functionCall).\n */\nexport interface GeminiPart {\n text?: string;\n functionCall?: { name: string; args: Record<string, unknown> };\n}\n\n// ---------------------------------------------------------------------------\n// Bedrock shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Structural interface for AWS Bedrock Converse API request parameters.\n */\nexport interface BedrockConverseParams {\n modelId: string;\n messages?: unknown[];\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for AWS Bedrock Converse API responses.\n */\nexport interface BedrockConverseResponse {\n output?: {\n message?: {\n content?: Array<{ text?: string }>;\n };\n };\n usage?: {\n inputTokens?: number;\n outputTokens?: number;\n totalTokens?: number;\n };\n stopReason?: string;\n}\n\n// ---------------------------------------------------------------------------\n// Mistral shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Structural interface for Mistral chat completion request parameters.\n */\nexport interface MistralChatParams {\n model: string;\n messages: unknown[];\n temperature?: number;\n top_p?: number;\n max_tokens?: number;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for Mistral chat completion responses.\n */\nexport interface MistralChatResponse {\n model?: string;\n choices?: MistralChoice[];\n usage?: MistralTokenUsage;\n}\n\n/**\n * Single choice in a Mistral chat response.\n */\nexport interface MistralChoice {\n message?: { content?: string | unknown[] | null };\n finish_reason?: string;\n}\n\n/**\n * Token usage metadata for Mistral responses.\n */\nexport interface MistralTokenUsage {\n prompt_tokens?: number;\n completion_tokens?: number;\n total_tokens?: number;\n}\n\n// ---------------------------------------------------------------------------\n// Common shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Shape of a tool/function call across provider SDKs.\n */\nexport interface ToolCallShape {\n name: string;\n arguments?: unknown;\n id?: string;\n}\n\n/**\n * File or URL attachment for messages (e.g., image, document).\n */\nexport interface Attachment {\n type: string;\n name?: string;\n content?: string;\n url?: string;\n size_bytes?: number;\n}\n\n/**\n * Callback used by provider wrappers to emit an AI response tracking event.\n *\n * Provider wrappers (OpenAI, Anthropic, etc.) receive a `TrackFn` via\n * `BaseAIProvider.trackFn()` and call it after each completion or stream\n * finishes. The function serializes the options into an Amplitude event\n * and sends it via the underlying Amplitude client.\n *\n * @returns The generated message ID for the tracked event.\n */\nexport type TrackFn = (opts: TrackCallOptions) => string;\n\n/**\n * Options passed to the internal track function for LLM completion events.\n *\n * This is the unified shape used by all provider wrappers to report a\n * single AI completion (streaming or non-streaming). Fields like\n * `reasoningTokens`, `cacheReadInputTokens`, and `totalCostUsd` are\n * optional and populated when the provider returns that data.\n */\nexport interface TrackCallOptions {\n userId: string;\n modelName: string;\n provider: string;\n responseContent: string;\n latencyMs: number;\n sessionId?: string | null;\n traceId?: string | null;\n turnId?: number;\n agentId?: string | null;\n parentAgentId?: string | null;\n customerOrgId?: string | null;\n env?: string | null;\n groups?: Record<string, unknown> | null;\n inputTokens?: number | null;\n outputTokens?: number | null;\n totalTokens?: number | null;\n reasoningTokens?: number | null;\n cacheReadInputTokens?: number | null;\n cacheCreationInputTokens?: number | null;\n totalCostUsd?: number | null;\n providerTtfbMs?: number | null;\n isError?: boolean;\n errorMessage?: string | null;\n finishReason?: string | null;\n toolCalls?: Array<ToolCallShape | Record<string, unknown>> | null;\n reasoningContent?: string | null;\n systemPrompt?: string | null;\n temperature?: number | null;\n maxOutputTokens?: number | null;\n topP?: number | null;\n isStreaming?: boolean;\n}\n"],"mappings":";;;;AAqEA,SAAgB,iBAAiB,OAAqC;AACpE,KACE,eAAe,SACf,OAAO,MAAM,cAAc,YAC3B,MAAM,cAAc,QACpB,WAAW,MAAM,UAEjB,QAAO,MAAM;AAEf,KAAI,WAAW,SAAS,OAAO,MAAM,UAAU,WAC7C,QAAO;AAET,OAAM,IAAI,MACR,8IAED"}
|
|
1
|
+
{"version":3,"file":"types.js","names":[],"sources":["../src/types.ts"],"sourcesContent":["/**\n * Shared type definitions for the Amplitude AI SDK.\n *\n * Structural interfaces for provider request/response shapes,\n * events, and the core AmplitudeLike contract. These are\n * \"duck-typed\" interfaces — they describe the subset of each\n * provider SDK's shape that we actually use, without importing\n * the real SDK types.\n */\n\n// ---------------------------------------------------------------------------\n// Amplitude client contract\n// ---------------------------------------------------------------------------\n\n/**\n * Event payload shape for Amplitude tracking.\n * Used when passing events to `AmplitudeLike.track()`.\n */\nexport interface AmplitudeEvent {\n event_type: string;\n user_id?: string;\n device_id?: string;\n session_id?: number;\n event_properties?: Record<string, unknown>;\n user_properties?: Record<string, unknown>;\n groups?: Record<string, unknown>;\n [key: string]: unknown;\n}\n\n/**\n * Contract for Amplitude analytics clients.\n * Any object with a `track(event)` method satisfies this interface.\n */\nexport interface AmplitudeLike {\n track: (event: AmplitudeEvent) => void;\n}\n\n/**\n * Extended Amplitude client with flush, shutdown, and optional init.\n * Used by the SDK when it owns or receives an Amplitude instance.\n */\nexport interface AmplitudeClientLike extends AmplitudeLike {\n flush: () => unknown;\n shutdown?: () => void;\n init?: (apiKey: string) => unknown;\n configuration?: Record<string, unknown>;\n}\n\n/**\n * Structural type matching AmplitudeAI instances.\n * Allows providers to accept either an AmplitudeLike (raw analytics client)\n * or an AmplitudeAI instance (which exposes `.amplitude` getter).\n * This avoids circular imports while enabling the convenience pattern:\n * new OpenAI({ amplitude: ai }) // AmplitudeAI\n * new OpenAI({ amplitude: amp }) // raw Amplitude client\n */\nexport interface AmplitudeAILike {\n readonly amplitude: AmplitudeClientLike;\n}\n\n/**\n * Union type accepted by provider constructors.\n * Providers call `resolveAmplitude()` to normalize to `AmplitudeLike`.\n */\nexport type AmplitudeOrAI = AmplitudeLike | AmplitudeAILike;\n\n/**\n * Resolve an `AmplitudeOrAI` value to a plain `AmplitudeLike`.\n */\nexport function resolveAmplitude(input: AmplitudeOrAI): AmplitudeLike {\n if (\n 'amplitude' in input &&\n typeof input.amplitude === 'object' &&\n input.amplitude !== null &&\n 'track' in input.amplitude\n ) {\n return input.amplitude;\n }\n if ('track' in input && typeof input.track === 'function') {\n return input as AmplitudeLike;\n }\n throw new Error(\n 'Expected an AmplitudeLike (with .track()) or AmplitudeAI (with .amplitude) instance. ' +\n 'Pass either your AmplitudeAI instance or ai.amplitude.',\n );\n}\n\n// ---------------------------------------------------------------------------\n// OpenAI-compatible shapes (also used by Azure OpenAI)\n// ---------------------------------------------------------------------------\n\n/**\n * Single message in a chat completion request.\n * Supports role, content, optional name, and tool calls.\n */\nexport interface ChatMessage {\n role: string;\n content?: string | null;\n name?: string;\n tool_calls?: ToolCallShape[];\n}\n\n/**\n * Structural interface for OpenAI-compatible chat completion parameters.\n * Used by the OpenAI and Azure OpenAI provider wrappers.\n */\nexport interface ChatCompletionParams {\n model: string;\n messages: ChatMessage[];\n temperature?: number;\n top_p?: number;\n max_tokens?: number;\n stream?: boolean;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI-compatible chat completion responses.\n * Describes the subset of the OpenAI SDK's response shape that the SDK tracks.\n */\nexport interface ChatCompletionResponse {\n model: string;\n choices: ChatChoice[];\n usage?: OpenAITokenUsage;\n}\n\n/**\n * Single choice in a chat completion response.\n */\nexport interface ChatChoice {\n message: { content?: string | null; tool_calls?: ToolCallShape[] };\n finish_reason?: string;\n}\n\n/**\n * Token usage metadata for OpenAI/Azure OpenAI responses.\n */\nexport interface OpenAITokenUsage {\n prompt_tokens?: number;\n completion_tokens?: number;\n total_tokens?: number;\n}\n\n/**\n * Structural interface for OpenAI Responses API request input items.\n */\nexport interface OpenAIResponseInput {\n role?: string;\n content?: string | Array<{ text?: string; [key: string]: unknown }>;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI Responses API output content blocks.\n */\nexport interface OpenAIResponseOutputContentItem {\n type?: string;\n text?: string;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI Responses API output items.\n */\nexport interface OpenAIResponseOutputItem {\n type?: string;\n status?: string;\n content?: OpenAIResponseOutputContentItem[];\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI Responses API usage metadata.\n */\nexport interface OpenAIResponseUsage {\n input_tokens?: number;\n output_tokens?: number;\n total_tokens?: number;\n output_tokens_details?: {\n reasoning_tokens?: number;\n [key: string]: unknown;\n };\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for OpenAI Responses API responses.\n */\nexport interface OpenAIResponse {\n model?: string;\n status?: string;\n output_text?: string;\n output?: OpenAIResponseOutputItem[];\n usage?: OpenAIResponseUsage;\n [key: string]: unknown;\n}\n\n// ---------------------------------------------------------------------------\n// Anthropic shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Structural interface for Anthropic chat completion request parameters.\n */\nexport interface AnthropicParams {\n model: string;\n system?: string;\n messages: unknown[];\n max_tokens?: number;\n temperature?: number;\n top_p?: number;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for Anthropic chat completion responses.\n */\nexport interface AnthropicResponse {\n model: string;\n content: ContentBlock[];\n usage: AnthropicTokenUsage;\n stop_reason?: string;\n}\n\n/**\n * Content block in an Anthropic response (text, thinking, or tool_use).\n */\nexport interface ContentBlock {\n type: 'text' | 'thinking' | 'tool_use';\n text?: string;\n thinking?: string;\n name?: string;\n input?: unknown;\n id?: string;\n}\n\n/**\n * Token usage metadata for Anthropic responses.\n */\nexport interface AnthropicTokenUsage {\n input_tokens: number;\n output_tokens: number;\n cache_read_input_tokens?: number;\n cache_creation_input_tokens?: number;\n}\n\n// ---------------------------------------------------------------------------\n// Gemini shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Structural interface for Google Gemini API responses.\n * Supports both response object and legacy text/usageMetadata shape.\n */\nexport interface GeminiResponse {\n response?: GeminiResponseObject;\n text?: (() => string) | string;\n usageMetadata?: GeminiUsageMetadata;\n candidates?: GeminiCandidate[];\n}\n\n/**\n * Wrapper object for Gemini response (response.text, usageMetadata, candidates).\n */\nexport interface GeminiResponseObject {\n text?: () => string;\n usageMetadata?: GeminiUsageMetadata;\n candidates?: GeminiCandidate[];\n}\n\n/**\n * Token usage metadata for Gemini responses.\n */\nexport interface GeminiUsageMetadata {\n promptTokenCount?: number;\n candidatesTokenCount?: number;\n totalTokenCount?: number;\n}\n\n/**\n * Single candidate in a Gemini response.\n */\nexport interface GeminiCandidate {\n finishReason?: string;\n content?: { parts?: GeminiPart[] };\n}\n\n/**\n * Part of a Gemini candidate (text or functionCall).\n */\nexport interface GeminiPart {\n text?: string;\n functionCall?: { name: string; args: Record<string, unknown> };\n}\n\n// ---------------------------------------------------------------------------\n// Bedrock shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Structural interface for AWS Bedrock Converse API request parameters.\n */\nexport interface BedrockConverseParams {\n modelId: string;\n messages?: unknown[];\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for AWS Bedrock Converse API responses.\n */\nexport interface BedrockConverseResponse {\n output?: {\n message?: {\n content?: Array<{ text?: string }>;\n };\n };\n usage?: {\n inputTokens?: number;\n outputTokens?: number;\n totalTokens?: number;\n };\n stopReason?: string;\n}\n\n// ---------------------------------------------------------------------------\n// Mistral shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Structural interface for Mistral chat completion request parameters.\n */\nexport interface MistralChatParams {\n model: string;\n messages: unknown[];\n temperature?: number;\n top_p?: number;\n max_tokens?: number;\n [key: string]: unknown;\n}\n\n/**\n * Structural interface for Mistral chat completion responses.\n */\nexport interface MistralChatResponse {\n model?: string;\n choices?: MistralChoice[];\n usage?: MistralTokenUsage;\n}\n\n/**\n * Single choice in a Mistral chat response.\n */\nexport interface MistralChoice {\n message?: { content?: string | unknown[] | null };\n finish_reason?: string;\n}\n\n/**\n * Token usage metadata for Mistral responses.\n */\nexport interface MistralTokenUsage {\n prompt_tokens?: number;\n completion_tokens?: number;\n total_tokens?: number;\n}\n\n// ---------------------------------------------------------------------------\n// Common shapes\n// ---------------------------------------------------------------------------\n\n/**\n * Shape of a tool/function call across provider SDKs.\n */\nexport interface ToolCallShape {\n name: string;\n arguments?: unknown;\n id?: string;\n}\n\n/**\n * File or URL attachment for messages (e.g., image, document).\n */\nexport interface Attachment {\n type: string;\n name?: string;\n content?: string;\n url?: string;\n size_bytes?: number;\n}\n\n/**\n * Callback used by provider wrappers to emit an AI response tracking event.\n *\n * Provider wrappers (OpenAI, Anthropic, etc.) receive a `TrackFn` via\n * `BaseAIProvider.trackFn()` and call it after each completion or stream\n * finishes. The function serializes the options into an Amplitude event\n * and sends it via the underlying Amplitude client.\n *\n * @returns The generated message ID for the tracked event.\n */\nexport type TrackFn = (opts: TrackCallOptions) => string;\n\n/**\n * Options passed to the internal track function for LLM completion events.\n *\n * This is the unified shape used by all provider wrappers to report a\n * single AI completion (streaming or non-streaming). Fields like\n * `reasoningTokens`, `cacheReadInputTokens`, and `totalCostUsd` are\n * optional and populated when the provider returns that data.\n */\nexport interface TrackCallOptions {\n userId: string;\n modelName: string;\n provider: string;\n responseContent: string;\n latencyMs: number;\n sessionId?: string | null;\n traceId?: string | null;\n turnId?: number;\n agentId?: string | null;\n parentAgentId?: string | null;\n customerOrgId?: string | null;\n agentVersion?: string | null;\n context?: Record<string, unknown> | null;\n env?: string | null;\n groups?: Record<string, unknown> | null;\n eventProperties?: Record<string, unknown> | null;\n inputTokens?: number | null;\n outputTokens?: number | null;\n totalTokens?: number | null;\n reasoningTokens?: number | null;\n cacheReadInputTokens?: number | null;\n cacheCreationInputTokens?: number | null;\n totalCostUsd?: number | null;\n providerTtfbMs?: number | null;\n isError?: boolean;\n errorMessage?: string | null;\n finishReason?: string | null;\n toolCalls?: Array<ToolCallShape | Record<string, unknown>> | null;\n reasoningContent?: string | null;\n systemPrompt?: string | null;\n temperature?: number | null;\n maxOutputTokens?: number | null;\n topP?: number | null;\n isStreaming?: boolean;\n}\n"],"mappings":";;;;AAqEA,SAAgB,iBAAiB,OAAqC;AACpE,KACE,eAAe,SACf,OAAO,MAAM,cAAc,YAC3B,MAAM,cAAc,QACpB,WAAW,MAAM,UAEjB,QAAO,MAAM;AAEf,KAAI,WAAW,SAAS,OAAO,MAAM,UAAU,WAC7C,QAAO;AAET,OAAM,IAAI,MACR,8IAED"}
|
package/dist/utils/costs.d.ts
CHANGED
|
@@ -2,6 +2,20 @@ import { inferProviderFromModel } from "./providers.js";
|
|
|
2
2
|
|
|
3
3
|
//#region src/utils/costs.d.ts
|
|
4
4
|
|
|
5
|
+
/**
|
|
6
|
+
* Opt in to background price updates from the genai-prices GitHub repo.
|
|
7
|
+
*
|
|
8
|
+
* Call once at application startup (e.g. after `AmplitudeAI` init) to fetch
|
|
9
|
+
* the latest pricing data periodically. This ensures new model pricing is
|
|
10
|
+
* available within days of being added to the genai-prices repository,
|
|
11
|
+
* instead of waiting for an npm package release.
|
|
12
|
+
*
|
|
13
|
+
* This makes outbound HTTPS requests to raw.githubusercontent.com.
|
|
14
|
+
* Only enable in environments where outbound network access is permitted.
|
|
15
|
+
*
|
|
16
|
+
* @param intervalMs - refresh interval in milliseconds (default: 1 hour)
|
|
17
|
+
*/
|
|
18
|
+
declare function enableLivePriceUpdates(intervalMs?: number): void;
|
|
5
19
|
declare function stripProviderPrefix(modelName: string): string;
|
|
6
20
|
/**
|
|
7
21
|
* Infer the provider name from a model name.
|
|
@@ -9,19 +23,46 @@ declare function stripProviderPrefix(modelName: string): string;
|
|
|
9
23
|
*/
|
|
10
24
|
declare const inferProvider: typeof inferProviderFromModel;
|
|
11
25
|
/**
|
|
12
|
-
* Generate candidate
|
|
13
|
-
*
|
|
14
|
-
*
|
|
26
|
+
* Generate candidate (modelRef, providerId) pairs for price lookup.
|
|
27
|
+
*
|
|
28
|
+
* For Bedrock/AWS models, uses a **generalized** dot-prefix stripping strategy
|
|
29
|
+
* instead of enumerating known regions or vendors. Bedrock model IDs follow
|
|
30
|
+
* `[region.][vendor.]model-name[-version]` — we progressively strip
|
|
31
|
+
* dot-separated prefixes and try each variant with and without provider,
|
|
32
|
+
* plus `regional.` / `global.` prefixes that genai-prices uses.
|
|
33
|
+
*
|
|
34
|
+
* This approach is forward-compatible: new AWS regions and Bedrock vendors
|
|
35
|
+
* work automatically without code changes.
|
|
36
|
+
*/
|
|
37
|
+
declare function getGenaiPriceLookupCandidates(modelName: string, defaultProvider?: string): Array<{
|
|
38
|
+
model: string;
|
|
39
|
+
providerId?: string;
|
|
40
|
+
}>;
|
|
41
|
+
/**
|
|
42
|
+
* Calculate cost for an LLM call using genai-prices.
|
|
43
|
+
*
|
|
44
|
+
* IMPORTANT CONTRACT:
|
|
45
|
+
* - `inputTokens` MUST be the TOTAL input token count (including cached tokens).
|
|
46
|
+
* For Anthropic: raw input_tokens + cache_read + cache_creation.
|
|
47
|
+
* For OpenAI: prompt_tokens already includes cached_tokens.
|
|
48
|
+
* - `outputTokens` MUST be the TOTAL output token count (including reasoning tokens).
|
|
49
|
+
* For OpenAI: completion_tokens already includes reasoning_tokens.
|
|
50
|
+
* Do NOT pass reasoning tokens separately and then add them here.
|
|
51
|
+
* - `cacheReadInputTokens` and `cacheCreationInputTokens` are SUBSETS of inputTokens,
|
|
52
|
+
* used only for differential pricing (cached tokens are cheaper).
|
|
53
|
+
* - `reasoningTokens` is IGNORED for cost calculation — it exists only for backward
|
|
54
|
+
* compatibility. Reasoning tokens are already included in outputTokens.
|
|
15
55
|
*/
|
|
16
|
-
declare function getGenaiPriceLookupCandidates(modelName: string): string[];
|
|
17
56
|
declare function calculateCost(options: {
|
|
18
57
|
modelName: string;
|
|
19
58
|
inputTokens: number;
|
|
20
59
|
outputTokens: number;
|
|
60
|
+
/** @deprecated Ignored — reasoning tokens are already included in outputTokens. */
|
|
21
61
|
reasoningTokens?: number;
|
|
22
62
|
cacheReadInputTokens?: number;
|
|
23
63
|
cacheCreationInputTokens?: number;
|
|
64
|
+
defaultProvider?: string;
|
|
24
65
|
}): number;
|
|
25
66
|
//#endregion
|
|
26
|
-
export { calculateCost, getGenaiPriceLookupCandidates, inferProvider, stripProviderPrefix };
|
|
67
|
+
export { calculateCost, enableLivePriceUpdates, getGenaiPriceLookupCandidates, inferProvider, stripProviderPrefix };
|
|
27
68
|
//# sourceMappingURL=costs.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"costs.d.ts","names":[],"sources":["../../src/utils/costs.ts"],"sourcesContent":[],"mappings":";;;;
|
|
1
|
+
{"version":3,"file":"costs.d.ts","names":[],"sources":["../../src/utils/costs.ts"],"sourcesContent":[],"mappings":";;;;AA0KA;;;;;;;;;;;;;iBA5IgB,sBAAA;iBAiCA,mBAAA;;;;;cASH,sBAAa;;;;;;;;;;;;;iBAcV,6BAAA,+CAGb;;;;;;;;;;;;;;;;;;;iBAiFa,aAAA"}
|
package/dist/utils/costs.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { inferProviderFromModel } from "./providers.js";
|
|
1
|
+
import { inferProviderFromModel, tryInferProviderFromModel } from "./providers.js";
|
|
2
2
|
import { tryRequire } from "./resolve-module.js";
|
|
3
3
|
|
|
4
4
|
//#region src/utils/costs.ts
|
|
@@ -9,55 +9,144 @@ import { tryRequire } from "./resolve-module.js";
|
|
|
9
9
|
* Falls back to returning 0 when not installed.
|
|
10
10
|
*/
|
|
11
11
|
const genaiPrices = tryRequire("@pydantic/genai-prices");
|
|
12
|
+
let _livePricesEnabled = false;
|
|
13
|
+
/**
|
|
14
|
+
* Opt in to background price updates from the genai-prices GitHub repo.
|
|
15
|
+
*
|
|
16
|
+
* Call once at application startup (e.g. after `AmplitudeAI` init) to fetch
|
|
17
|
+
* the latest pricing data periodically. This ensures new model pricing is
|
|
18
|
+
* available within days of being added to the genai-prices repository,
|
|
19
|
+
* instead of waiting for an npm package release.
|
|
20
|
+
*
|
|
21
|
+
* This makes outbound HTTPS requests to raw.githubusercontent.com.
|
|
22
|
+
* Only enable in environments where outbound network access is permitted.
|
|
23
|
+
*
|
|
24
|
+
* @param intervalMs - refresh interval in milliseconds (default: 1 hour)
|
|
25
|
+
*/
|
|
26
|
+
function enableLivePriceUpdates(intervalMs = 36e5) {
|
|
27
|
+
if (_livePricesEnabled || genaiPrices == null) return;
|
|
28
|
+
_livePricesEnabled = true;
|
|
29
|
+
const prices = genaiPrices;
|
|
30
|
+
if (typeof prices.updatePrices !== "function") return;
|
|
31
|
+
const doUpdate = () => {
|
|
32
|
+
try {
|
|
33
|
+
prices.updatePrices(async ({ remoteDataUrl, setProviderData }) => {
|
|
34
|
+
try {
|
|
35
|
+
const resp = await fetch(remoteDataUrl);
|
|
36
|
+
if (resp.ok) setProviderData(await resp.json());
|
|
37
|
+
} catch {}
|
|
38
|
+
});
|
|
39
|
+
} catch {}
|
|
40
|
+
};
|
|
41
|
+
doUpdate();
|
|
42
|
+
setInterval(doUpdate, intervalMs).unref?.();
|
|
43
|
+
}
|
|
12
44
|
function stripProviderPrefix(modelName) {
|
|
13
45
|
const colonIdx = modelName.indexOf(":");
|
|
14
46
|
return colonIdx >= 0 ? modelName.slice(colonIdx + 1) : modelName;
|
|
15
47
|
}
|
|
16
|
-
function normalizeBedrockModel(modelName) {
|
|
17
|
-
return modelName.match(/(?:us\.|eu\.|ap\.)?(?:anthropic|meta|mistral|amazon|cohere)\.(.*)/)?.[1] ?? modelName;
|
|
18
|
-
}
|
|
19
48
|
/**
|
|
20
49
|
* Infer the provider name from a model name.
|
|
21
50
|
* Delegates to the canonical implementation in utils/providers.ts.
|
|
22
51
|
*/
|
|
23
52
|
const inferProvider = inferProviderFromModel;
|
|
24
53
|
/**
|
|
25
|
-
* Generate candidate
|
|
26
|
-
*
|
|
27
|
-
*
|
|
54
|
+
* Generate candidate (modelRef, providerId) pairs for price lookup.
|
|
55
|
+
*
|
|
56
|
+
* For Bedrock/AWS models, uses a **generalized** dot-prefix stripping strategy
|
|
57
|
+
* instead of enumerating known regions or vendors. Bedrock model IDs follow
|
|
58
|
+
* `[region.][vendor.]model-name[-version]` — we progressively strip
|
|
59
|
+
* dot-separated prefixes and try each variant with and without provider,
|
|
60
|
+
* plus `regional.` / `global.` prefixes that genai-prices uses.
|
|
61
|
+
*
|
|
62
|
+
* This approach is forward-compatible: new AWS regions and Bedrock vendors
|
|
63
|
+
* work automatically without code changes.
|
|
28
64
|
*/
|
|
29
|
-
function getGenaiPriceLookupCandidates(modelName) {
|
|
30
|
-
const candidates = [];
|
|
65
|
+
function getGenaiPriceLookupCandidates(modelName, defaultProvider) {
|
|
31
66
|
const stripped = stripProviderPrefix(modelName);
|
|
32
|
-
const
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
candidates
|
|
36
|
-
|
|
67
|
+
const inferred = defaultProvider ?? tryInferProviderFromModel(stripped);
|
|
68
|
+
const isBedrock = inferred === "bedrock" || defaultProvider === "bedrock" || modelName.startsWith("bedrock:");
|
|
69
|
+
const providerId = isBedrock ? "aws" : inferred;
|
|
70
|
+
const candidates = [{
|
|
71
|
+
model: stripped,
|
|
72
|
+
providerId
|
|
73
|
+
}];
|
|
74
|
+
if (isBedrock) candidates.push({
|
|
75
|
+
model: stripped,
|
|
76
|
+
providerId: void 0
|
|
77
|
+
});
|
|
78
|
+
if (stripped.includes(".")) {
|
|
79
|
+
const parts = stripped.split(".");
|
|
80
|
+
for (let i = 1; i < parts.length; i++) {
|
|
81
|
+
const sub = parts.slice(i).join(".");
|
|
82
|
+
candidates.push({
|
|
83
|
+
model: sub,
|
|
84
|
+
providerId
|
|
85
|
+
});
|
|
86
|
+
candidates.push({ model: sub });
|
|
87
|
+
}
|
|
88
|
+
if (isBedrock) {
|
|
89
|
+
let vendorModel = stripped;
|
|
90
|
+
const firstSeg = parts[0];
|
|
91
|
+
if (firstSeg !== "regional" && firstSeg !== "global" && parts.length > 2) vendorModel = parts.slice(1).join(".");
|
|
92
|
+
if (!vendorModel.startsWith("regional.") && !vendorModel.startsWith("global.")) {
|
|
93
|
+
candidates.push({ model: `regional.${vendorModel}` });
|
|
94
|
+
candidates.push({ model: `global.${vendorModel}` });
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
const seen = /* @__PURE__ */ new Set();
|
|
99
|
+
return candidates.filter((c) => {
|
|
100
|
+
const key = `${c.model}::${c.providerId ?? ""}`;
|
|
101
|
+
if (seen.has(key)) return false;
|
|
102
|
+
seen.add(key);
|
|
103
|
+
return true;
|
|
104
|
+
});
|
|
37
105
|
}
|
|
38
106
|
function safeInt(value) {
|
|
39
107
|
if (typeof value === "number" && !Number.isNaN(value)) return Math.round(value);
|
|
40
108
|
return 0;
|
|
41
109
|
}
|
|
110
|
+
/**
|
|
111
|
+
* Calculate cost for an LLM call using genai-prices.
|
|
112
|
+
*
|
|
113
|
+
* IMPORTANT CONTRACT:
|
|
114
|
+
* - `inputTokens` MUST be the TOTAL input token count (including cached tokens).
|
|
115
|
+
* For Anthropic: raw input_tokens + cache_read + cache_creation.
|
|
116
|
+
* For OpenAI: prompt_tokens already includes cached_tokens.
|
|
117
|
+
* - `outputTokens` MUST be the TOTAL output token count (including reasoning tokens).
|
|
118
|
+
* For OpenAI: completion_tokens already includes reasoning_tokens.
|
|
119
|
+
* Do NOT pass reasoning tokens separately and then add them here.
|
|
120
|
+
* - `cacheReadInputTokens` and `cacheCreationInputTokens` are SUBSETS of inputTokens,
|
|
121
|
+
* used only for differential pricing (cached tokens are cheaper).
|
|
122
|
+
* - `reasoningTokens` is IGNORED for cost calculation — it exists only for backward
|
|
123
|
+
* compatibility. Reasoning tokens are already included in outputTokens.
|
|
124
|
+
*/
|
|
42
125
|
function calculateCost(options) {
|
|
43
|
-
const { modelName, inputTokens, outputTokens,
|
|
126
|
+
const { modelName, inputTokens, outputTokens, cacheReadInputTokens = 0, cacheCreationInputTokens = 0, defaultProvider } = options;
|
|
44
127
|
if (genaiPrices != null) try {
|
|
45
128
|
const prices = genaiPrices;
|
|
46
|
-
if (typeof prices.
|
|
47
|
-
const
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
})
|
|
129
|
+
if (typeof prices.calcPrice === "function") {
|
|
130
|
+
const calcPriceFn = prices.calcPrice;
|
|
131
|
+
const usage = {
|
|
132
|
+
input_tokens: safeInt(inputTokens),
|
|
133
|
+
output_tokens: safeInt(outputTokens),
|
|
134
|
+
cache_read_tokens: safeInt(cacheReadInputTokens),
|
|
135
|
+
cache_write_tokens: safeInt(cacheCreationInputTokens)
|
|
136
|
+
};
|
|
137
|
+
const candidates = getGenaiPriceLookupCandidates(modelName, defaultProvider);
|
|
138
|
+
for (const { model, providerId } of candidates) {
|
|
139
|
+
const opts = {};
|
|
140
|
+
if (providerId) opts.providerId = providerId;
|
|
141
|
+
const result = calcPriceFn(usage, model, Object.keys(opts).length > 0 ? opts : void 0);
|
|
142
|
+
if (result?.total_price != null && result.total_price > 0) return result.total_price;
|
|
143
|
+
}
|
|
144
|
+
return 0;
|
|
56
145
|
}
|
|
57
146
|
} catch {}
|
|
58
147
|
return 0;
|
|
59
148
|
}
|
|
60
149
|
|
|
61
150
|
//#endregion
|
|
62
|
-
export { calculateCost, getGenaiPriceLookupCandidates, inferProvider, stripProviderPrefix };
|
|
151
|
+
export { calculateCost, enableLivePriceUpdates, getGenaiPriceLookupCandidates, inferProvider, stripProviderPrefix };
|
|
63
152
|
//# sourceMappingURL=costs.js.map
|
package/dist/utils/costs.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"costs.js","names":["candidates: string[]"],"sources":["../../src/utils/costs.ts"],"sourcesContent":["/**\n * Cost calculation utilities.\n *\n * Uses the genai-prices package when available (npm: @pydantic/genai-prices).\n * Falls back to returning 0 when not installed.\n */\n\nimport { inferProviderFromModel } from './providers.js';\nimport { tryRequire } from './resolve-module.js';\n\nconst genaiPrices = tryRequire('@pydantic/genai-prices');\n\nexport function stripProviderPrefix(modelName: string): string {\n const colonIdx = modelName.indexOf(':');\n return colonIdx >= 0 ? modelName.slice(colonIdx + 1) : modelName;\n}\n\nfunction normalizeBedrockModel(modelName: string): string {\n const match = modelName.match(\n /(?:us\\.|eu\\.|ap\\.)?(?:anthropic|meta|mistral|amazon|cohere)\\.(.*)/,\n );\n return match?.[1] ?? modelName;\n}\n\n/**\n * Infer the provider name from a model name.\n * Delegates to the canonical implementation in utils/providers.ts.\n */\nexport const inferProvider = inferProviderFromModel;\n\n/**\n * Generate candidate model names for price lookup, mirroring Python's\n * get_genai_price_lookup_candidates(). Tries progressively stripped names\n * so the caller can attempt each until a match is found.\n */\nexport function getGenaiPriceLookupCandidates(modelName: string): string[] {\n const candidates: string[] = [];\n const stripped = stripProviderPrefix(modelName);\n const normalized = normalizeBedrockModel(stripped);\n\n if (normalized !== modelName) candidates.push(normalized);\n if (stripped !== modelName && stripped !== normalized)\n candidates.push(stripped);\n candidates.push(modelName);\n\n return [...new Set(candidates)];\n}\n\nfunction safeInt(value: unknown): number {\n if (typeof value === 'number' && !Number.isNaN(value))\n return Math.round(value);\n return 0;\n}\n\nexport function calculateCost(options: {\n modelName: string;\n inputTokens: number;\n outputTokens: number;\n reasoningTokens?: number;\n cacheReadInputTokens?: number;\n cacheCreationInputTokens?: number;\n}): number {\n const {\n modelName,\n inputTokens,\n outputTokens,\n reasoningTokens = 0,\n cacheReadInputTokens = 0,\n cacheCreationInputTokens = 0,\n } = options;\n\n if (genaiPrices != null) {\n try {\n const prices = genaiPrices as Record<string, unknown>;\n if (typeof prices.calculateCost === 'function') {\n const stripped = stripProviderPrefix(modelName);\n const normalized = normalizeBedrockModel(stripped);\n const cost = prices.calculateCost({\n model: normalized,\n inputTokens: safeInt(inputTokens),\n outputTokens: safeInt(outputTokens),\n reasoningTokens: safeInt(reasoningTokens),\n cacheReadInputTokens: safeInt(cacheReadInputTokens),\n cacheCreationInputTokens: safeInt(cacheCreationInputTokens),\n }) as number | null;\n return cost ?? 0;\n }\n } catch {\n // Fall through to 0\n }\n }\n\n return 0;\n}\n"],"mappings":";;;;;;;;;;AAUA,MAAM,cAAc,WAAW,yBAAyB;AAExD,SAAgB,oBAAoB,WAA2B;CAC7D,MAAM,WAAW,UAAU,QAAQ,IAAI;AACvC,QAAO,YAAY,IAAI,UAAU,MAAM,WAAW,EAAE,GAAG;;AAGzD,SAAS,sBAAsB,WAA2B;AAIxD,QAHc,UAAU,MACtB,oEACD,GACc,MAAM;;;;;;AAOvB,MAAa,gBAAgB;;;;;;AAO7B,SAAgB,8BAA8B,WAA6B;CACzE,MAAMA,aAAuB,EAAE;CAC/B,MAAM,WAAW,oBAAoB,UAAU;CAC/C,MAAM,aAAa,sBAAsB,SAAS;AAElD,KAAI,eAAe,UAAW,YAAW,KAAK,WAAW;AACzD,KAAI,aAAa,aAAa,aAAa,WACzC,YAAW,KAAK,SAAS;AAC3B,YAAW,KAAK,UAAU;AAE1B,QAAO,CAAC,GAAG,IAAI,IAAI,WAAW,CAAC;;AAGjC,SAAS,QAAQ,OAAwB;AACvC,KAAI,OAAO,UAAU,YAAY,CAAC,OAAO,MAAM,MAAM,CACnD,QAAO,KAAK,MAAM,MAAM;AAC1B,QAAO;;AAGT,SAAgB,cAAc,SAOnB;CACT,MAAM,EACJ,WACA,aACA,cACA,kBAAkB,GAClB,uBAAuB,GACvB,2BAA2B,MACzB;AAEJ,KAAI,eAAe,KACjB,KAAI;EACF,MAAM,SAAS;AACf,MAAI,OAAO,OAAO,kBAAkB,YAAY;GAE9C,MAAM,aAAa,sBADF,oBAAoB,UAAU,CACG;AASlD,UARa,OAAO,cAAc;IAChC,OAAO;IACP,aAAa,QAAQ,YAAY;IACjC,cAAc,QAAQ,aAAa;IACnC,iBAAiB,QAAQ,gBAAgB;IACzC,sBAAsB,QAAQ,qBAAqB;IACnD,0BAA0B,QAAQ,yBAAyB;IAC5D,CAAC,IACa;;SAEX;AAKV,QAAO"}
|
|
1
|
+
{"version":3,"file":"costs.js","names":["candidates: Array<{ model: string; providerId?: string }>","opts: Record<string, unknown>"],"sources":["../../src/utils/costs.ts"],"sourcesContent":["/**\n * Cost calculation utilities.\n *\n * Uses the genai-prices package when available (npm: @pydantic/genai-prices).\n * Falls back to returning 0 when not installed.\n */\n\nimport {\n inferProviderFromModel,\n tryInferProviderFromModel,\n} from './providers.js';\nimport { tryRequire } from './resolve-module.js';\n\nconst genaiPrices = tryRequire('@pydantic/genai-prices');\n\nlet _livePricesEnabled = false;\n\n/**\n * Opt in to background price updates from the genai-prices GitHub repo.\n *\n * Call once at application startup (e.g. after `AmplitudeAI` init) to fetch\n * the latest pricing data periodically. This ensures new model pricing is\n * available within days of being added to the genai-prices repository,\n * instead of waiting for an npm package release.\n *\n * This makes outbound HTTPS requests to raw.githubusercontent.com.\n * Only enable in environments where outbound network access is permitted.\n *\n * @param intervalMs - refresh interval in milliseconds (default: 1 hour)\n */\nexport function enableLivePriceUpdates(intervalMs = 3_600_000): void {\n if (_livePricesEnabled || genaiPrices == null) return;\n _livePricesEnabled = true;\n\n const prices = genaiPrices as Record<string, unknown>;\n if (typeof prices.updatePrices !== 'function') return;\n\n const doUpdate = () => {\n try {\n (prices.updatePrices as (cb: (ctx: {\n remoteDataUrl: string;\n setProviderData: (data: unknown) => void;\n }) => void) => void)(\n async ({ remoteDataUrl, setProviderData }) => {\n try {\n const resp = await fetch(remoteDataUrl);\n if (resp.ok) {\n setProviderData(await resp.json());\n }\n } catch {\n // Network errors are non-fatal — bundled data still works\n }\n },\n );\n } catch {\n // Best-effort\n }\n };\n\n doUpdate();\n setInterval(doUpdate, intervalMs).unref?.();\n}\n\nexport function stripProviderPrefix(modelName: string): string {\n const colonIdx = modelName.indexOf(':');\n return colonIdx >= 0 ? modelName.slice(colonIdx + 1) : modelName;\n}\n\n/**\n * Infer the provider name from a model name.\n * Delegates to the canonical implementation in utils/providers.ts.\n */\nexport const inferProvider = inferProviderFromModel;\n\n/**\n * Generate candidate (modelRef, providerId) pairs for price lookup.\n *\n * For Bedrock/AWS models, uses a **generalized** dot-prefix stripping strategy\n * instead of enumerating known regions or vendors. Bedrock model IDs follow\n * `[region.][vendor.]model-name[-version]` — we progressively strip\n * dot-separated prefixes and try each variant with and without provider,\n * plus `regional.` / `global.` prefixes that genai-prices uses.\n *\n * This approach is forward-compatible: new AWS regions and Bedrock vendors\n * work automatically without code changes.\n */\nexport function getGenaiPriceLookupCandidates(\n modelName: string,\n defaultProvider?: string,\n): Array<{ model: string; providerId?: string }> {\n const stripped = stripProviderPrefix(modelName);\n const inferred = defaultProvider ?? tryInferProviderFromModel(stripped);\n\n const isBedrock =\n inferred === 'bedrock' ||\n defaultProvider === 'bedrock' ||\n modelName.startsWith('bedrock:');\n const providerId = isBedrock ? 'aws' : inferred;\n\n const candidates: Array<{ model: string; providerId?: string }> = [\n { model: stripped, providerId },\n ];\n // For Bedrock, also try without provider for globally-matched models (e.g. Claude)\n if (isBedrock) {\n candidates.push({ model: stripped, providerId: undefined });\n }\n\n // For any model with dot-separated segments (e.g. vendor.model, region.vendor.model),\n // progressively strip prefixes. This is safe: iteration stops at the first price hit.\n // For Bedrock models specifically, also try regional./global. prefixes.\n if (stripped.includes('.')) {\n const parts = stripped.split('.');\n for (let i = 1; i < parts.length; i++) {\n const sub = parts.slice(i).join('.');\n candidates.push({ model: sub, providerId });\n candidates.push({ model: sub });\n }\n\n if (isBedrock) {\n // genai-prices often indexes Bedrock models under regional.X / global.X\n let vendorModel = stripped;\n const firstSeg = parts[0];\n if (\n firstSeg !== 'regional' &&\n firstSeg !== 'global' &&\n parts.length > 2\n ) {\n vendorModel = parts.slice(1).join('.');\n }\n if (\n !vendorModel.startsWith('regional.') &&\n !vendorModel.startsWith('global.')\n ) {\n candidates.push({ model: `regional.${vendorModel}` });\n candidates.push({ model: `global.${vendorModel}` });\n }\n }\n }\n\n // Deduplicate\n const seen = new Set<string>();\n return candidates.filter((c) => {\n const key = `${c.model}::${c.providerId ?? ''}`;\n if (seen.has(key)) return false;\n seen.add(key);\n return true;\n });\n}\n\nfunction safeInt(value: unknown): number {\n if (typeof value === 'number' && !Number.isNaN(value))\n return Math.round(value);\n return 0;\n}\n\n/**\n * Calculate cost for an LLM call using genai-prices.\n *\n * IMPORTANT CONTRACT:\n * - `inputTokens` MUST be the TOTAL input token count (including cached tokens).\n * For Anthropic: raw input_tokens + cache_read + cache_creation.\n * For OpenAI: prompt_tokens already includes cached_tokens.\n * - `outputTokens` MUST be the TOTAL output token count (including reasoning tokens).\n * For OpenAI: completion_tokens already includes reasoning_tokens.\n * Do NOT pass reasoning tokens separately and then add them here.\n * - `cacheReadInputTokens` and `cacheCreationInputTokens` are SUBSETS of inputTokens,\n * used only for differential pricing (cached tokens are cheaper).\n * - `reasoningTokens` is IGNORED for cost calculation — it exists only for backward\n * compatibility. Reasoning tokens are already included in outputTokens.\n */\nexport function calculateCost(options: {\n modelName: string;\n inputTokens: number;\n outputTokens: number;\n /** @deprecated Ignored — reasoning tokens are already included in outputTokens. */\n reasoningTokens?: number;\n cacheReadInputTokens?: number;\n cacheCreationInputTokens?: number;\n defaultProvider?: string;\n}): number {\n const {\n modelName,\n inputTokens,\n outputTokens,\n cacheReadInputTokens = 0,\n cacheCreationInputTokens = 0,\n defaultProvider,\n } = options;\n\n if (genaiPrices != null) {\n try {\n const prices = genaiPrices as Record<string, unknown>;\n if (typeof prices.calcPrice === 'function') {\n const calcPriceFn = prices.calcPrice as (\n usage: Record<string, number>,\n modelId: string,\n options?: Record<string, unknown>,\n ) => { total_price?: number } | null;\n\n const usage = {\n input_tokens: safeInt(inputTokens),\n output_tokens: safeInt(outputTokens),\n cache_read_tokens: safeInt(cacheReadInputTokens),\n cache_write_tokens: safeInt(cacheCreationInputTokens),\n };\n\n const candidates = getGenaiPriceLookupCandidates(\n modelName,\n defaultProvider,\n );\n for (const { model, providerId } of candidates) {\n const opts: Record<string, unknown> = {};\n if (providerId) opts.providerId = providerId;\n const result = calcPriceFn(\n usage,\n model,\n Object.keys(opts).length > 0 ? opts : undefined,\n );\n if (result?.total_price != null && result.total_price > 0) {\n return result.total_price;\n }\n }\n return 0;\n }\n } catch {\n // Fall through to 0\n }\n }\n\n return 0;\n}\n"],"mappings":";;;;;;;;;;AAaA,MAAM,cAAc,WAAW,yBAAyB;AAExD,IAAI,qBAAqB;;;;;;;;;;;;;;AAezB,SAAgB,uBAAuB,aAAa,MAAiB;AACnE,KAAI,sBAAsB,eAAe,KAAM;AAC/C,sBAAqB;CAErB,MAAM,SAAS;AACf,KAAI,OAAO,OAAO,iBAAiB,WAAY;CAE/C,MAAM,iBAAiB;AACrB,MAAI;AACF,GAAC,OAAO,aAIN,OAAO,EAAE,eAAe,sBAAsB;AAC5C,QAAI;KACF,MAAM,OAAO,MAAM,MAAM,cAAc;AACvC,SAAI,KAAK,GACP,iBAAgB,MAAM,KAAK,MAAM,CAAC;YAE9B;KAIX;UACK;;AAKV,WAAU;AACV,aAAY,UAAU,WAAW,CAAC,SAAS;;AAG7C,SAAgB,oBAAoB,WAA2B;CAC7D,MAAM,WAAW,UAAU,QAAQ,IAAI;AACvC,QAAO,YAAY,IAAI,UAAU,MAAM,WAAW,EAAE,GAAG;;;;;;AAOzD,MAAa,gBAAgB;;;;;;;;;;;;;AAc7B,SAAgB,8BACd,WACA,iBAC+C;CAC/C,MAAM,WAAW,oBAAoB,UAAU;CAC/C,MAAM,WAAW,mBAAmB,0BAA0B,SAAS;CAEvE,MAAM,YACJ,aAAa,aACb,oBAAoB,aACpB,UAAU,WAAW,WAAW;CAClC,MAAM,aAAa,YAAY,QAAQ;CAEvC,MAAMA,aAA4D,CAChE;EAAE,OAAO;EAAU;EAAY,CAChC;AAED,KAAI,UACF,YAAW,KAAK;EAAE,OAAO;EAAU,YAAY;EAAW,CAAC;AAM7D,KAAI,SAAS,SAAS,IAAI,EAAE;EAC1B,MAAM,QAAQ,SAAS,MAAM,IAAI;AACjC,OAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;GACrC,MAAM,MAAM,MAAM,MAAM,EAAE,CAAC,KAAK,IAAI;AACpC,cAAW,KAAK;IAAE,OAAO;IAAK;IAAY,CAAC;AAC3C,cAAW,KAAK,EAAE,OAAO,KAAK,CAAC;;AAGjC,MAAI,WAAW;GAEb,IAAI,cAAc;GAClB,MAAM,WAAW,MAAM;AACvB,OACE,aAAa,cACb,aAAa,YACb,MAAM,SAAS,EAEf,eAAc,MAAM,MAAM,EAAE,CAAC,KAAK,IAAI;AAExC,OACE,CAAC,YAAY,WAAW,YAAY,IACpC,CAAC,YAAY,WAAW,UAAU,EAClC;AACA,eAAW,KAAK,EAAE,OAAO,YAAY,eAAe,CAAC;AACrD,eAAW,KAAK,EAAE,OAAO,UAAU,eAAe,CAAC;;;;CAMzD,MAAM,uBAAO,IAAI,KAAa;AAC9B,QAAO,WAAW,QAAQ,MAAM;EAC9B,MAAM,MAAM,GAAG,EAAE,MAAM,IAAI,EAAE,cAAc;AAC3C,MAAI,KAAK,IAAI,IAAI,CAAE,QAAO;AAC1B,OAAK,IAAI,IAAI;AACb,SAAO;GACP;;AAGJ,SAAS,QAAQ,OAAwB;AACvC,KAAI,OAAO,UAAU,YAAY,CAAC,OAAO,MAAM,MAAM,CACnD,QAAO,KAAK,MAAM,MAAM;AAC1B,QAAO;;;;;;;;;;;;;;;;;AAkBT,SAAgB,cAAc,SASnB;CACT,MAAM,EACJ,WACA,aACA,cACA,uBAAuB,GACvB,2BAA2B,GAC3B,oBACE;AAEJ,KAAI,eAAe,KACjB,KAAI;EACF,MAAM,SAAS;AACf,MAAI,OAAO,OAAO,cAAc,YAAY;GAC1C,MAAM,cAAc,OAAO;GAM3B,MAAM,QAAQ;IACZ,cAAc,QAAQ,YAAY;IAClC,eAAe,QAAQ,aAAa;IACpC,mBAAmB,QAAQ,qBAAqB;IAChD,oBAAoB,QAAQ,yBAAyB;IACtD;GAED,MAAM,aAAa,8BACjB,WACA,gBACD;AACD,QAAK,MAAM,EAAE,OAAO,gBAAgB,YAAY;IAC9C,MAAMC,OAAgC,EAAE;AACxC,QAAI,WAAY,MAAK,aAAa;IAClC,MAAM,SAAS,YACb,OACA,OACA,OAAO,KAAK,KAAK,CAAC,SAAS,IAAI,OAAO,OACvC;AACD,QAAI,QAAQ,eAAe,QAAQ,OAAO,cAAc,EACtD,QAAO,OAAO;;AAGlB,UAAO;;SAEH;AAKV,QAAO"}
|
|
@@ -1,5 +1,10 @@
|
|
|
1
1
|
//#region src/utils/providers.d.ts
|
|
2
|
+
/**
|
|
3
|
+
* Try to infer provider from model name patterns.
|
|
4
|
+
* Returns undefined if no pattern matches (unlike the public API which defaults to 'openai').
|
|
5
|
+
*/
|
|
6
|
+
declare function tryInferProviderFromModel(modelName: string): string | undefined;
|
|
2
7
|
declare function inferProviderFromModel(modelName: string): string;
|
|
3
8
|
//#endregion
|
|
4
|
-
export { inferProviderFromModel };
|
|
9
|
+
export { inferProviderFromModel, tryInferProviderFromModel };
|
|
5
10
|
//# sourceMappingURL=providers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"providers.d.ts","names":[],"sources":["../../src/utils/providers.ts"],"sourcesContent":[],"mappings":";
|
|
1
|
+
{"version":3,"file":"providers.d.ts","names":[],"sources":["../../src/utils/providers.ts"],"sourcesContent":[],"mappings":";;AAgBA;AASA;;iBATgB,yBAAA;iBASA,sBAAA"}
|
package/dist/utils/providers.js
CHANGED
|
@@ -10,11 +10,17 @@ const PROVIDER_PATTERNS = [
|
|
|
10
10
|
[/^jamba|^ai21\./i, "ai21"],
|
|
11
11
|
[/^deepseek/i, "deepseek"]
|
|
12
12
|
];
|
|
13
|
-
|
|
13
|
+
/**
|
|
14
|
+
* Try to infer provider from model name patterns.
|
|
15
|
+
* Returns undefined if no pattern matches (unlike the public API which defaults to 'openai').
|
|
16
|
+
*/
|
|
17
|
+
function tryInferProviderFromModel(modelName) {
|
|
14
18
|
for (const [pattern, provider] of PROVIDER_PATTERNS) if (pattern.test(modelName)) return provider;
|
|
15
|
-
|
|
19
|
+
}
|
|
20
|
+
function inferProviderFromModel(modelName) {
|
|
21
|
+
return tryInferProviderFromModel(modelName) ?? "openai";
|
|
16
22
|
}
|
|
17
23
|
|
|
18
24
|
//#endregion
|
|
19
|
-
export { inferProviderFromModel };
|
|
25
|
+
export { inferProviderFromModel, tryInferProviderFromModel };
|
|
20
26
|
//# sourceMappingURL=providers.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"providers.js","names":["PROVIDER_PATTERNS: Array<[RegExp, string]>"],"sources":["../../src/utils/providers.ts"],"sourcesContent":["const PROVIDER_PATTERNS: Array<[RegExp, string]> = [\n [/^gpt-|^o[1-9]|^dall-e|^text-embedding|^whisper|^tts/i, 'openai'],\n [/^claude/i, 'anthropic'],\n [/^gemini|^palm/i, 'gemini'],\n [/^mistral|^codestral|^open-mistral|^pixtral/i, 'mistral'],\n [/^command|^embed-/i, 'cohere'],\n [/^amazon\\.|^titan/i, 'amazon'],\n [/^llama|^meta\\./i, 'meta'],\n [/^jamba|^ai21\\./i, 'ai21'],\n [/^deepseek/i, 'deepseek'],\n];\n\nexport function
|
|
1
|
+
{"version":3,"file":"providers.js","names":["PROVIDER_PATTERNS: Array<[RegExp, string]>"],"sources":["../../src/utils/providers.ts"],"sourcesContent":["const PROVIDER_PATTERNS: Array<[RegExp, string]> = [\n [/^gpt-|^o[1-9]|^dall-e|^text-embedding|^whisper|^tts/i, 'openai'],\n [/^claude/i, 'anthropic'],\n [/^gemini|^palm/i, 'gemini'],\n [/^mistral|^codestral|^open-mistral|^pixtral/i, 'mistral'],\n [/^command|^embed-/i, 'cohere'],\n [/^amazon\\.|^titan/i, 'amazon'],\n [/^llama|^meta\\./i, 'meta'],\n [/^jamba|^ai21\\./i, 'ai21'],\n [/^deepseek/i, 'deepseek'],\n];\n\n/**\n * Try to infer provider from model name patterns.\n * Returns undefined if no pattern matches (unlike the public API which defaults to 'openai').\n */\nexport function tryInferProviderFromModel(\n modelName: string,\n): string | undefined {\n for (const [pattern, provider] of PROVIDER_PATTERNS) {\n if (pattern.test(modelName)) return provider;\n }\n return undefined;\n}\n\nexport function inferProviderFromModel(modelName: string): string {\n return tryInferProviderFromModel(modelName) ?? 'openai';\n}\n"],"mappings":";AAAA,MAAMA,oBAA6C;CACjD,CAAC,wDAAwD,SAAS;CAClE,CAAC,YAAY,YAAY;CACzB,CAAC,kBAAkB,SAAS;CAC5B,CAAC,+CAA+C,UAAU;CAC1D,CAAC,qBAAqB,SAAS;CAC/B,CAAC,qBAAqB,SAAS;CAC/B,CAAC,mBAAmB,OAAO;CAC3B,CAAC,mBAAmB,OAAO;CAC3B,CAAC,cAAc,WAAW;CAC3B;;;;;AAMD,SAAgB,0BACd,WACoB;AACpB,MAAK,MAAM,CAAC,SAAS,aAAa,kBAChC,KAAI,QAAQ,KAAK,UAAU,CAAE,QAAO;;AAKxC,SAAgB,uBAAuB,WAA2B;AAChE,QAAO,0BAA0B,UAAU,IAAI"}
|
|
@@ -46,6 +46,8 @@ declare class StreamingAccumulator {
|
|
|
46
46
|
cacheCreationTokens?: number;
|
|
47
47
|
}): void;
|
|
48
48
|
addToolCall(toolCall: Record<string, unknown>): void;
|
|
49
|
+
setToolCallAt(index: number, toolCall: Record<string, unknown>): void;
|
|
50
|
+
appendToolCallArgs(index: number, args: string): void;
|
|
49
51
|
setError(message: string): void;
|
|
50
52
|
getState(): StreamingAccumulatorState;
|
|
51
53
|
get elapsedMs(): number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"streaming.d.ts","names":[],"sources":["../../src/utils/streaming.ts"],"sourcesContent":[],"mappings":";UAAiB,yBAAA;EAAA,OAAA,EAAA,MAAA;EAgBJ,WAAA,EAAA,MAAA,GAAA,IAAoB;EASd,YAAA,EAAA,MAAA,GAAA,IAAA;EAAN,WAAA,EAAA,MAAA,GAAA,IAAA;EA4CW,eAAA,EAAA,MAAA,GAAA,IAAA;
|
|
1
|
+
{"version":3,"file":"streaming.d.ts","names":[],"sources":["../../src/utils/streaming.ts"],"sourcesContent":[],"mappings":";UAAiB,yBAAA;EAAA,OAAA,EAAA,MAAA;EAgBJ,WAAA,EAAA,MAAA,GAAA,IAAoB;EASd,YAAA,EAAA,MAAA,GAAA,IAAA;EAAN,WAAA,EAAA,MAAA,GAAA,IAAA;EA4CW,eAAA,EAAA,MAAA,GAAA,IAAA;EAIiB,eAAA,EAAA,MAAA,GAAA,IAAA;EAuB3B,mBAAA,EAAA,MAAA,GAAA,IAAA;EAAyB,YAAA,EAAA,MAAA,GAAA,IAAA;aAvF1B,MAAM;;;;;;cAON,oBAAA;;;;;;;;;aASA,MAAM;;;;;;;;;;;;;;;;;;;;;;wBA4CK;yCAIiB;;;cAuB3B"}
|
package/dist/utils/streaming.js
CHANGED
|
@@ -41,6 +41,16 @@ var StreamingAccumulator = class {
|
|
|
41
41
|
addToolCall(toolCall) {
|
|
42
42
|
this.toolCalls.push(toolCall);
|
|
43
43
|
}
|
|
44
|
+
setToolCallAt(index, toolCall) {
|
|
45
|
+
while (this.toolCalls.length <= index) this.toolCalls.push({});
|
|
46
|
+
this.toolCalls[index] = toolCall;
|
|
47
|
+
}
|
|
48
|
+
appendToolCallArgs(index, args) {
|
|
49
|
+
if (index < this.toolCalls.length && this.toolCalls[index]) {
|
|
50
|
+
const fn = this.toolCalls[index].function;
|
|
51
|
+
if (fn) fn.arguments = (fn.arguments ?? "") + args;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
44
54
|
setError(message) {
|
|
45
55
|
this.isError = true;
|
|
46
56
|
this.errorMessage = message;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"streaming.js","names":[],"sources":["../../src/utils/streaming.ts"],"sourcesContent":["export interface StreamingAccumulatorState {\n content: string;\n inputTokens: number | null;\n outputTokens: number | null;\n totalTokens: number | null;\n reasoningTokens: number | null;\n cacheReadTokens: number | null;\n cacheCreationTokens: number | null;\n finishReason: string | null;\n toolCalls: Array<Record<string, unknown>>;\n model: string | null;\n ttfbMs: number | null;\n isError: boolean;\n errorMessage: string | null;\n}\n\nexport class StreamingAccumulator {\n content = '';\n inputTokens: number | null = null;\n outputTokens: number | null = null;\n totalTokens: number | null = null;\n reasoningTokens: number | null = null;\n cacheReadTokens: number | null = null;\n cacheCreationTokens: number | null = null;\n finishReason: string | null = null;\n toolCalls: Array<Record<string, unknown>> = [];\n model: string | null = null;\n ttfbMs: number | null = null;\n isError = false;\n errorMessage: string | null = null;\n private _startTime: number;\n private _firstChunkReceived = false;\n\n constructor() {\n this._startTime = performance.now();\n }\n\n addContent(chunk: string): void {\n if (!this._firstChunkReceived) {\n this.ttfbMs = performance.now() - this._startTime;\n this._firstChunkReceived = true;\n }\n this.content += chunk;\n }\n\n /**\n * Set (overwrite) token usage fields. Only non-null values are written,\n * allowing incremental updates where different streaming events provide\n * different fields (e.g. Anthropic message_start vs message_delta).\n */\n setUsage(usage: {\n inputTokens?: number;\n outputTokens?: number;\n totalTokens?: number;\n reasoningTokens?: number;\n cacheReadTokens?: number;\n cacheCreationTokens?: number;\n }): void {\n if (usage.inputTokens != null) this.inputTokens = usage.inputTokens;\n if (usage.outputTokens != null) this.outputTokens = usage.outputTokens;\n if (usage.totalTokens != null) this.totalTokens = usage.totalTokens;\n if (usage.reasoningTokens != null)\n this.reasoningTokens = usage.reasoningTokens;\n if (usage.cacheReadTokens != null)\n this.cacheReadTokens = usage.cacheReadTokens;\n if (usage.cacheCreationTokens != null)\n this.cacheCreationTokens = usage.cacheCreationTokens;\n }\n\n addToolCall(toolCall: Record<string, unknown>): void {\n this.toolCalls.push(toolCall);\n }\n\n setError(message: string): void {\n this.isError = true;\n this.errorMessage = message;\n }\n\n getState(): StreamingAccumulatorState {\n return {\n content: this.content,\n inputTokens: this.inputTokens,\n outputTokens: this.outputTokens,\n totalTokens: this.totalTokens,\n reasoningTokens: this.reasoningTokens,\n cacheReadTokens: this.cacheReadTokens,\n cacheCreationTokens: this.cacheCreationTokens,\n finishReason: this.finishReason,\n toolCalls: this.toolCalls,\n model: this.model,\n ttfbMs: this.ttfbMs,\n isError: this.isError,\n errorMessage: this.errorMessage,\n };\n }\n\n get elapsedMs(): number {\n return performance.now() - this._startTime;\n }\n}\n"],"mappings":";AAgBA,IAAa,uBAAb,MAAkC;CAChC,UAAU;CACV,cAA6B;CAC7B,eAA8B;CAC9B,cAA6B;CAC7B,kBAAiC;CACjC,kBAAiC;CACjC,sBAAqC;CACrC,eAA8B;CAC9B,YAA4C,EAAE;CAC9C,QAAuB;CACvB,SAAwB;CACxB,UAAU;CACV,eAA8B;CAC9B,AAAQ;CACR,AAAQ,sBAAsB;CAE9B,cAAc;AACZ,OAAK,aAAa,YAAY,KAAK;;CAGrC,WAAW,OAAqB;AAC9B,MAAI,CAAC,KAAK,qBAAqB;AAC7B,QAAK,SAAS,YAAY,KAAK,GAAG,KAAK;AACvC,QAAK,sBAAsB;;AAE7B,OAAK,WAAW;;;;;;;CAQlB,SAAS,OAOA;AACP,MAAI,MAAM,eAAe,KAAM,MAAK,cAAc,MAAM;AACxD,MAAI,MAAM,gBAAgB,KAAM,MAAK,eAAe,MAAM;AAC1D,MAAI,MAAM,eAAe,KAAM,MAAK,cAAc,MAAM;AACxD,MAAI,MAAM,mBAAmB,KAC3B,MAAK,kBAAkB,MAAM;AAC/B,MAAI,MAAM,mBAAmB,KAC3B,MAAK,kBAAkB,MAAM;AAC/B,MAAI,MAAM,uBAAuB,KAC/B,MAAK,sBAAsB,MAAM;;CAGrC,YAAY,UAAyC;AACnD,OAAK,UAAU,KAAK,SAAS;;CAG/B,SAAS,SAAuB;AAC9B,OAAK,UAAU;AACf,OAAK,eAAe;;CAGtB,WAAsC;AACpC,SAAO;GACL,SAAS,KAAK;GACd,aAAa,KAAK;GAClB,cAAc,KAAK;GACnB,aAAa,KAAK;GAClB,iBAAiB,KAAK;GACtB,iBAAiB,KAAK;GACtB,qBAAqB,KAAK;GAC1B,cAAc,KAAK;GACnB,WAAW,KAAK;GAChB,OAAO,KAAK;GACZ,QAAQ,KAAK;GACb,SAAS,KAAK;GACd,cAAc,KAAK;GACpB;;CAGH,IAAI,YAAoB;AACtB,SAAO,YAAY,KAAK,GAAG,KAAK"}
|
|
1
|
+
{"version":3,"file":"streaming.js","names":[],"sources":["../../src/utils/streaming.ts"],"sourcesContent":["export interface StreamingAccumulatorState {\n content: string;\n inputTokens: number | null;\n outputTokens: number | null;\n totalTokens: number | null;\n reasoningTokens: number | null;\n cacheReadTokens: number | null;\n cacheCreationTokens: number | null;\n finishReason: string | null;\n toolCalls: Array<Record<string, unknown>>;\n model: string | null;\n ttfbMs: number | null;\n isError: boolean;\n errorMessage: string | null;\n}\n\nexport class StreamingAccumulator {\n content = '';\n inputTokens: number | null = null;\n outputTokens: number | null = null;\n totalTokens: number | null = null;\n reasoningTokens: number | null = null;\n cacheReadTokens: number | null = null;\n cacheCreationTokens: number | null = null;\n finishReason: string | null = null;\n toolCalls: Array<Record<string, unknown>> = [];\n model: string | null = null;\n ttfbMs: number | null = null;\n isError = false;\n errorMessage: string | null = null;\n private _startTime: number;\n private _firstChunkReceived = false;\n\n constructor() {\n this._startTime = performance.now();\n }\n\n addContent(chunk: string): void {\n if (!this._firstChunkReceived) {\n this.ttfbMs = performance.now() - this._startTime;\n this._firstChunkReceived = true;\n }\n this.content += chunk;\n }\n\n /**\n * Set (overwrite) token usage fields. Only non-null values are written,\n * allowing incremental updates where different streaming events provide\n * different fields (e.g. Anthropic message_start vs message_delta).\n */\n setUsage(usage: {\n inputTokens?: number;\n outputTokens?: number;\n totalTokens?: number;\n reasoningTokens?: number;\n cacheReadTokens?: number;\n cacheCreationTokens?: number;\n }): void {\n if (usage.inputTokens != null) this.inputTokens = usage.inputTokens;\n if (usage.outputTokens != null) this.outputTokens = usage.outputTokens;\n if (usage.totalTokens != null) this.totalTokens = usage.totalTokens;\n if (usage.reasoningTokens != null)\n this.reasoningTokens = usage.reasoningTokens;\n if (usage.cacheReadTokens != null)\n this.cacheReadTokens = usage.cacheReadTokens;\n if (usage.cacheCreationTokens != null)\n this.cacheCreationTokens = usage.cacheCreationTokens;\n }\n\n addToolCall(toolCall: Record<string, unknown>): void {\n this.toolCalls.push(toolCall);\n }\n\n setToolCallAt(index: number, toolCall: Record<string, unknown>): void {\n while (this.toolCalls.length <= index) {\n this.toolCalls.push({});\n }\n this.toolCalls[index] = toolCall;\n }\n\n appendToolCallArgs(index: number, args: string): void {\n if (index < this.toolCalls.length && this.toolCalls[index]) {\n const fn = this.toolCalls[index].function as\n | Record<string, unknown>\n | undefined;\n if (fn) {\n fn.arguments = ((fn.arguments as string) ?? '') + args;\n }\n }\n }\n\n setError(message: string): void {\n this.isError = true;\n this.errorMessage = message;\n }\n\n getState(): StreamingAccumulatorState {\n return {\n content: this.content,\n inputTokens: this.inputTokens,\n outputTokens: this.outputTokens,\n totalTokens: this.totalTokens,\n reasoningTokens: this.reasoningTokens,\n cacheReadTokens: this.cacheReadTokens,\n cacheCreationTokens: this.cacheCreationTokens,\n finishReason: this.finishReason,\n toolCalls: this.toolCalls,\n model: this.model,\n ttfbMs: this.ttfbMs,\n isError: this.isError,\n errorMessage: this.errorMessage,\n };\n }\n\n get elapsedMs(): number {\n return performance.now() - this._startTime;\n }\n}\n"],"mappings":";AAgBA,IAAa,uBAAb,MAAkC;CAChC,UAAU;CACV,cAA6B;CAC7B,eAA8B;CAC9B,cAA6B;CAC7B,kBAAiC;CACjC,kBAAiC;CACjC,sBAAqC;CACrC,eAA8B;CAC9B,YAA4C,EAAE;CAC9C,QAAuB;CACvB,SAAwB;CACxB,UAAU;CACV,eAA8B;CAC9B,AAAQ;CACR,AAAQ,sBAAsB;CAE9B,cAAc;AACZ,OAAK,aAAa,YAAY,KAAK;;CAGrC,WAAW,OAAqB;AAC9B,MAAI,CAAC,KAAK,qBAAqB;AAC7B,QAAK,SAAS,YAAY,KAAK,GAAG,KAAK;AACvC,QAAK,sBAAsB;;AAE7B,OAAK,WAAW;;;;;;;CAQlB,SAAS,OAOA;AACP,MAAI,MAAM,eAAe,KAAM,MAAK,cAAc,MAAM;AACxD,MAAI,MAAM,gBAAgB,KAAM,MAAK,eAAe,MAAM;AAC1D,MAAI,MAAM,eAAe,KAAM,MAAK,cAAc,MAAM;AACxD,MAAI,MAAM,mBAAmB,KAC3B,MAAK,kBAAkB,MAAM;AAC/B,MAAI,MAAM,mBAAmB,KAC3B,MAAK,kBAAkB,MAAM;AAC/B,MAAI,MAAM,uBAAuB,KAC/B,MAAK,sBAAsB,MAAM;;CAGrC,YAAY,UAAyC;AACnD,OAAK,UAAU,KAAK,SAAS;;CAG/B,cAAc,OAAe,UAAyC;AACpE,SAAO,KAAK,UAAU,UAAU,MAC9B,MAAK,UAAU,KAAK,EAAE,CAAC;AAEzB,OAAK,UAAU,SAAS;;CAG1B,mBAAmB,OAAe,MAAoB;AACpD,MAAI,QAAQ,KAAK,UAAU,UAAU,KAAK,UAAU,QAAQ;GAC1D,MAAM,KAAK,KAAK,UAAU,OAAO;AAGjC,OAAI,GACF,IAAG,aAAc,GAAG,aAAwB,MAAM;;;CAKxD,SAAS,SAAuB;AAC9B,OAAK,UAAU;AACf,OAAK,eAAe;;CAGtB,WAAsC;AACpC,SAAO;GACL,SAAS,KAAK;GACd,aAAa,KAAK;GAClB,cAAc,KAAK;GACnB,aAAa,KAAK;GAClB,iBAAiB,KAAK;GACtB,iBAAiB,KAAK;GACtB,qBAAqB,KAAK;GAC1B,cAAc,KAAK;GACnB,WAAW,KAAK;GAChB,OAAO,KAAK;GACZ,QAAQ,KAAK;GACb,SAAS,KAAK;GACd,cAAc,KAAK;GACpB;;CAGH,IAAI,YAAoB;AACtB,SAAO,YAAY,KAAK,GAAG,KAAK"}
|