@refactorlabs/recount 0.5.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,142 @@
1
+ 'use strict';
2
+
3
+ var async_hooks = require('async_hooks');
4
+
5
+ // src/lib/context.ts
6
+ var _key = /* @__PURE__ */ Symbol.for("@refactorlabs/recount.storage");
7
+ var _nameKey = /* @__PURE__ */ Symbol.for("@refactorlabs/recount.spanName");
8
+ var _g = globalThis;
9
+ if (!_g[_key]) _g[_key] = new async_hooks.AsyncLocalStorage();
10
+ if (!_g[_nameKey]) _g[_nameKey] = new async_hooks.AsyncLocalStorage();
11
+ var storage = _g[_key];
12
+ var nameStorage = _g[_nameKey];
13
+ function getActiveTrace() {
14
+ return storage.getStore();
15
+ }
16
+ function getNextSpanName() {
17
+ return nameStorage.getStore();
18
+ }
19
+
20
+ // src/integrations/openai.ts
21
+ function wrapOpenAI(client, options = {}) {
22
+ return new Proxy(client, {
23
+ get(target, prop, receiver) {
24
+ if (prop === "chat") return proxyChat(target.chat, options.redact);
25
+ return Reflect.get(target, prop, receiver);
26
+ }
27
+ });
28
+ }
29
+ function proxyChat(chat, redact) {
30
+ return new Proxy(chat, {
31
+ get(target, prop, receiver) {
32
+ if (prop === "completions")
33
+ return proxyCompletions(target.completions, redact);
34
+ return Reflect.get(target, prop, receiver);
35
+ }
36
+ });
37
+ }
38
+ function proxyCompletions(completions, redact) {
39
+ return new Proxy(completions, {
40
+ get(target, prop, receiver) {
41
+ if (prop === "create")
42
+ return (params) => traceCreate(target, params, redact);
43
+ return Reflect.get(target, prop, receiver);
44
+ }
45
+ });
46
+ }
47
+ async function traceCreate(completions, params, redact) {
48
+ const active = getActiveTrace();
49
+ const spanName = getNextSpanName() ?? params.model;
50
+ const input = buildInput(params);
51
+ const start = Date.now();
52
+ if (params.stream) {
53
+ const stream = await completions.create(params);
54
+ return proxyStream(stream, spanName, input, start, active, redact);
55
+ }
56
+ try {
57
+ const response = await completions.create(params);
58
+ active?.span("llm", spanName, {
59
+ input,
60
+ output: buildOutput(response),
61
+ durationMs: Date.now() - start,
62
+ redact
63
+ });
64
+ return response;
65
+ } catch (err) {
66
+ active?.span("llm", spanName, {
67
+ input,
68
+ durationMs: Date.now() - start,
69
+ redact
70
+ });
71
+ throw err;
72
+ }
73
+ }
74
+ function buildInput(params) {
75
+ return {
76
+ provider: "openai",
77
+ model: params.model,
78
+ messages: params.messages
79
+ };
80
+ }
81
+ function buildOutput(response) {
82
+ return {
83
+ response: response.choices[0]?.message?.content ?? null,
84
+ inputTokens: response.usage?.prompt_tokens,
85
+ outputTokens: response.usage?.completion_tokens,
86
+ stopReason: response.choices[0]?.finish_reason
87
+ };
88
+ }
89
+ function proxyStream(stream, model, input, start, active, redact) {
90
+ return new Proxy(stream, {
91
+ get(target, prop, receiver) {
92
+ if (prop === Symbol.asyncIterator) {
93
+ return () => collectStream(
94
+ target[Symbol.asyncIterator](),
95
+ model,
96
+ input,
97
+ start,
98
+ active,
99
+ redact
100
+ );
101
+ }
102
+ return Reflect.get(target, prop, receiver);
103
+ }
104
+ });
105
+ }
106
+ async function* collectStream(iterator, model, input, start, active, redact) {
107
+ const chunks = [];
108
+ let inputTokens;
109
+ let outputTokens;
110
+ let stopReason = null;
111
+ try {
112
+ while (true) {
113
+ const { done, value } = await iterator.next();
114
+ if (done) break;
115
+ yield value;
116
+ const delta = value.choices?.[0]?.delta?.content;
117
+ if (delta) chunks.push(delta);
118
+ const finish = value.choices?.[0]?.finish_reason;
119
+ if (finish) stopReason = finish;
120
+ if (value.usage) {
121
+ inputTokens = value.usage.prompt_tokens;
122
+ outputTokens = value.usage.completion_tokens;
123
+ }
124
+ }
125
+ } finally {
126
+ active?.span("llm", model, {
127
+ input,
128
+ output: {
129
+ response: chunks.join(""),
130
+ inputTokens,
131
+ outputTokens,
132
+ stopReason
133
+ },
134
+ durationMs: Date.now() - start,
135
+ redact
136
+ });
137
+ }
138
+ }
139
+
140
+ exports.wrapOpenAI = wrapOpenAI;
141
+ //# sourceMappingURL=openai.cjs.map
142
+ //# sourceMappingURL=openai.cjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/lib/context.ts","../../src/integrations/openai.ts"],"names":["AsyncLocalStorage"],"mappings":";;;;;AAKA,IAAM,IAAA,mBAAO,MAAA,CAAO,GAAA,CAAI,+BAA+B,CAAA;AACvD,IAAM,QAAA,mBAAW,MAAA,CAAO,GAAA,CAAI,gCAAgC,CAAA;AAC5D,IAAM,EAAA,GAAK,UAAA;AACX,IAAI,CAAC,GAAG,IAAI,CAAA,KAAM,IAAI,CAAA,GAAI,IAAIA,6BAAA,EAAyB;AACvD,IAAI,CAAC,GAAG,QAAQ,CAAA,KAAM,QAAQ,CAAA,GAAI,IAAIA,6BAAA,EAA0B;AAChE,IAAM,OAAA,GAAU,GAAG,IAAI,CAAA;AACvB,IAAM,WAAA,GAAc,GAAG,QAAQ,CAAA;AAExB,SAAS,cAAA,GAAoC;AAClD,EAAA,OAAO,QAAQ,QAAA,EAAS;AAC1B;AASO,SAAS,eAAA,GAAsC;AACpD,EAAA,OAAO,YAAY,QAAA,EAAS;AAC9B;;;ACJO,SAAS,UAAA,CACd,MAAA,EACA,OAAA,GAA6B,EAAC,EACtB;AACR,EAAA,OAAO,IAAI,MAAM,MAAA,EAAQ;AAAA,IACvB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,SAAS,MAAA,EAAQ,OAAO,UAAU,MAAA,CAAO,IAAA,EAAM,QAAQ,MAAM,CAAA;AACjE,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,SAAS,SAAA,CAAU,MAAsB,MAAA,EAAmC;AAC1E,EAAA,OAAO,IAAI,MAAM,IAAA,EAAM;AAAA,IACrB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,aAAA;AACX,QAAA,OAAO,gBAAA,CAAiB,MAAA,CAAO,WAAA,EAAa,MAAM,CAAA;AACpD,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,SAAS,gBAAA,CACP,aACA,MAAA,EACa;AACb,EAAA,OAAO,IAAI,MAAM,WAAA,EAAa;AAAA,IAC5B,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,QAAA;AACX,QAAA,OAAO,CAAC,MAAA,KACN,WAAA,CAAY,MAAA,EAAQ,QAAQ,MAAM,CAAA;AACtC,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,eAAe,WAAA,CACb,WAAA,EACA,MAAA,EACA,MAAA,EACA;AACA,EAAA,MAAM,SAAS,cAAA,EAAe;AAC9B,EAAA,MAAM,QAAA,GAAW,eAAA,EAAgB,IAAK,MAAA,CAAO,KAAA;AAC7C,EAAA,MAAM,KAAA,GAAQ,WAAW,MAAM,CAAA;AAC/B,EAAA,MAAM,KAAA,GAAQ,KAAK,GAAA,EAAI;AAEvB,EAAA,IAAI,OAAO,MAAA,EAAQ;AACjB,IAAA,MAAM,MAAA,GAAS,MACb,WAAA,CAAY,MAAA,CAGZ,MAAM,CAAA;AACR,IAAA,OAAO,YAAY,MAAA,EAAQ,QAAA,EAAU,KAAA,EAAO,KAAA,EAAO,QAAQ,MAAM,CAAA;AAAA,EACnE;AAEA,EAAA,IAAI;AACF,IAAA,MAAM,QAAA,GAAW,MACf,WAAA,CAAY,MAAA,CAGZ,MAAM,CAAA;AACR,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,QAAA,EAAU;AAAA,MAC5B,KAAA;AAAA,MACA,MAAA,EAAQ,YAAY,QAAQ,CAAA;AAAA,MAC5B,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AACD,IAAA,OAAO,QAAA;AAAA,EACT,SAAS,GAAA,EAAK;AACZ,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,QAAA,EAAU;AAAA,MAC5B,KAAA;AAAA,MACA,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AACD,IAAA,MAAM,GAAA;AAAA,EACR;AACF;AAEA,SAAS,WAAW,MAAA,EAAoC;AACtD,EAAA,OAAO;AAAA,IACL,QAAA,EAAU,QAAA;AAAA,IACV,OAAO,MAAA,CAAO,KAAA;AAAA,IACd,UAAU,MAAA,CAAO;AAAA,GACnB;AACF;AAEA,SAAS,YAAY,QAAA,EAA6B;AAChD,EAAA,OAAO;AAAA,IACL,UAAU,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAA,EAAG,SAAS,OAAA,IAAW,IAAA;AAAA,IACnD,WAAA,EAAa,SAAS,KAAA,EAAO,aAAA;AAAA,IAC7B,YAAA,EAAc,SAAS,KAAA,EAAO,iBAAA;AAAA,IAC9B,UAAA,EAAY,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAA,EAAG;AAAA,GACnC;AACF;AAEA,SAAS,YACP,MAAA,EACA,KAAA,EACA,KAAA,EACA,KAAA,EACA,QACA,MAAA,EAC4B;AAC5B,EAAA,OAAO,IAAI,MAAM,MAAA,EAAQ;AAAA,IACvB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,OAAO,aAAA,EAAe;AACjC,QAAA,OAAO,MACL,aAAA;AAAA,UACE,MAAA,CAAO,MAAA,CAAO,aAAa,CAAA,EAAE;AAAA,UAC7B,KAAA;AAAA,UACA,KAAA;AAAA,UACA,KAAA;AAAA,UACA,MAAA;AAAA,UACA;AAAA,SACF;AAAA,MACJ;AACA,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,gBAAgB,cACd,QAAA,EACA,KAAA,EACA,KAAA,EACA,KAAA,EACA,QACA,MAAA,EAC6B;AAC7B,EAAA,MAAM,SAAmB,EAAC;AAC1B,EAAA,IAAI,WAAA;AACJ,EAAA,IAAI,YAAA;AACJ,EAAA,IAAI,UAAA,GAA4B,IAAA;AAEhC,EAAA,IAAI;AACF,IAAA,OAAO,IAAA,EAAM;AACX,MAAA,MAAM,EAAE,IAAA,EAAM,KAAA,EAAM,GAAI,MAAM,SAAS,IAAA,EAAK;AAC5C,MAAA,IAAI,IAAA,EAAM;AACV,MAAA,MAAM,KAAA;AAEN,MAAA,MAAM,KAAA,GAAQ,KAAA,CAAM,OAAA,GAAU,CAAC,GAAG,KAAA,EAAO,OAAA;AACzC,MAAA,IAAI,KAAA,EAAO,MAAA,CAAO,IAAA,CAAK,KAAK,CAAA;AAE5B,MAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,GAAU,CAAC,CAAA,EAAG,aAAA;AACnC,MAAA,IAAI,QAAQ,UAAA,GAAa,MAAA;AAEzB,MAAA,IAAI,MAAM,KAAA,EAAO;AACf,QAAA,WAAA,GAAc,MAAM,KAAA,CAAM,aAAA;AAC1B,QAAA,YAAA,GAAe,MAAM,KAAA,CAAM,iBAAA;AAAA,MAC7B;AAAA,IACF;AAAA,EACF,CAAA,SAAE;AACA,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,KAAA,EAAO;AAAA,MACzB,KAAA;AAAA,MACA,MAAA,EAAQ;AAAA,QACN,QAAA,EAAU,MAAA,CAAO,IAAA,CAAK,EAAE,CAAA;AAAA,QACxB,WAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACF;AAAA,MACA,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AAAA,EACH;AACF","file":"openai.cjs","sourcesContent":["import { AsyncLocalStorage } from 'node:async_hooks';\n\nimport type { Trace } from '../trace.ts';\n\n// Global singleton ensures all CJS entry points share one AsyncLocalStorage instance.\nconst _key = Symbol.for('@refactorlabs/recount.storage');\nconst _nameKey = Symbol.for('@refactorlabs/recount.spanName');\nconst _g = globalThis as Record<symbol, AsyncLocalStorage<unknown>>;\nif (!_g[_key]) _g[_key] = new AsyncLocalStorage<Trace>();\nif (!_g[_nameKey]) _g[_nameKey] = new AsyncLocalStorage<string>();\nconst storage = _g[_key] as AsyncLocalStorage<Trace>;\nconst nameStorage = _g[_nameKey] as AsyncLocalStorage<string>;\n\nexport function getActiveTrace(): Trace | undefined {\n return storage.getStore();\n}\n\nexport function runWithTrace<T>(\n trace: Trace,\n fn: () => Promise<T>\n): Promise<T> {\n return storage.run(trace, fn);\n}\n\nexport function getNextSpanName(): string | undefined {\n return nameStorage.getStore();\n}\n\nexport function runWithSpanName<T>(\n name: string,\n fn: () => Promise<T>\n): Promise<T> {\n return nameStorage.run(name, fn);\n}\n","import type OpenAI from 'openai';\nimport type { ChatCompletionCreateParams } from 'openai/resources/chat/completions.js';\n\nimport { getActiveTrace, getNextSpanName } from '../lib/context.ts';\n\ntype Completions = OpenAI['chat']['completions'];\n\ntype StreamChunk = {\n choices?: {\n delta?: { content?: string | null };\n finish_reason?: string | null;\n }[];\n usage?: { prompt_tokens?: number; completion_tokens?: number };\n};\n\ntype NonStreamResponse = {\n choices: { message?: { content?: string | null }; finish_reason?: string }[];\n usage?: { prompt_tokens?: number; completion_tokens?: number };\n};\n\ntype WrapOpenAIOptions = { redact?: string[] };\n\nexport function wrapOpenAI(\n client: OpenAI,\n options: WrapOpenAIOptions = {}\n): OpenAI {\n return new Proxy(client, {\n get(target, prop, receiver) {\n if (prop === 'chat') return proxyChat(target.chat, options.redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nfunction proxyChat(chat: OpenAI['chat'], redact?: string[]): OpenAI['chat'] {\n return new Proxy(chat, {\n get(target, prop, receiver) {\n if (prop === 'completions')\n return proxyCompletions(target.completions, redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nfunction proxyCompletions(\n completions: Completions,\n redact?: string[]\n): Completions {\n return new Proxy(completions, {\n get(target, prop, receiver) {\n if (prop === 'create')\n return (params: ChatCompletionCreateParams) =>\n traceCreate(target, params, redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nasync function traceCreate(\n completions: Completions,\n params: ChatCompletionCreateParams,\n redact?: string[]\n) {\n const active = getActiveTrace();\n const spanName = getNextSpanName() ?? params.model;\n const input = buildInput(params);\n const start = Date.now();\n\n if (params.stream) {\n const stream = await (\n completions.create as (\n p: ChatCompletionCreateParams\n ) => Promise<AsyncIterable<StreamChunk>>\n )(params);\n return proxyStream(stream, spanName, input, start, active, redact);\n }\n\n try {\n const response = await (\n completions.create as (\n p: ChatCompletionCreateParams\n ) => Promise<NonStreamResponse>\n )(params);\n active?.span('llm', spanName, {\n input,\n output: buildOutput(response),\n durationMs: Date.now() - start,\n redact\n });\n return response;\n } catch (err) {\n active?.span('llm', spanName, {\n input,\n durationMs: Date.now() - start,\n redact\n });\n throw err;\n }\n}\n\nfunction buildInput(params: ChatCompletionCreateParams) {\n return {\n provider: 'openai',\n model: params.model,\n messages: params.messages\n };\n}\n\nfunction buildOutput(response: NonStreamResponse) {\n return {\n response: response.choices[0]?.message?.content ?? null,\n inputTokens: response.usage?.prompt_tokens,\n outputTokens: response.usage?.completion_tokens,\n stopReason: response.choices[0]?.finish_reason\n };\n}\n\nfunction proxyStream(\n stream: AsyncIterable<StreamChunk>,\n model: string,\n input: Record<string, unknown>,\n start: number,\n active: ReturnType<typeof getActiveTrace>,\n redact?: string[]\n): AsyncIterable<StreamChunk> {\n return new Proxy(stream, {\n get(target, prop, receiver) {\n if (prop === Symbol.asyncIterator) {\n return () =>\n collectStream(\n target[Symbol.asyncIterator](),\n model,\n input,\n start,\n active,\n redact\n );\n }\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nasync function* collectStream(\n iterator: AsyncIterator<StreamChunk>,\n model: string,\n input: Record<string, unknown>,\n start: number,\n active: ReturnType<typeof getActiveTrace>,\n redact?: string[]\n): AsyncGenerator<StreamChunk> {\n const chunks: string[] = [];\n let inputTokens: number | undefined;\n let outputTokens: number | undefined;\n let stopReason: string | null = null;\n\n try {\n while (true) {\n const { done, value } = await iterator.next();\n if (done) break;\n yield value;\n\n const delta = value.choices?.[0]?.delta?.content;\n if (delta) chunks.push(delta);\n\n const finish = value.choices?.[0]?.finish_reason;\n if (finish) stopReason = finish;\n\n if (value.usage) {\n inputTokens = value.usage.prompt_tokens;\n outputTokens = value.usage.completion_tokens;\n }\n }\n } finally {\n active?.span('llm', model, {\n input,\n output: {\n response: chunks.join(''),\n inputTokens,\n outputTokens,\n stopReason\n },\n durationMs: Date.now() - start,\n redact\n });\n }\n}\n"]}
@@ -0,0 +1,8 @@
1
+ import OpenAI from 'openai';
2
+
3
+ type WrapOpenAIOptions = {
4
+ redact?: string[];
5
+ };
6
+ declare function wrapOpenAI(client: OpenAI, options?: WrapOpenAIOptions): OpenAI;
7
+
8
+ export { wrapOpenAI };
@@ -0,0 +1,8 @@
1
+ import OpenAI from 'openai';
2
+
3
+ type WrapOpenAIOptions = {
4
+ redact?: string[];
5
+ };
6
+ declare function wrapOpenAI(client: OpenAI, options?: WrapOpenAIOptions): OpenAI;
7
+
8
+ export { wrapOpenAI };
@@ -0,0 +1,125 @@
1
+ import { getActiveTrace, getNextSpanName } from '../chunk-XKR3GXTH.js';
2
+
3
+ // src/integrations/openai.ts
4
+ function wrapOpenAI(client, options = {}) {
5
+ return new Proxy(client, {
6
+ get(target, prop, receiver) {
7
+ if (prop === "chat") return proxyChat(target.chat, options.redact);
8
+ return Reflect.get(target, prop, receiver);
9
+ }
10
+ });
11
+ }
12
+ function proxyChat(chat, redact) {
13
+ return new Proxy(chat, {
14
+ get(target, prop, receiver) {
15
+ if (prop === "completions")
16
+ return proxyCompletions(target.completions, redact);
17
+ return Reflect.get(target, prop, receiver);
18
+ }
19
+ });
20
+ }
21
+ function proxyCompletions(completions, redact) {
22
+ return new Proxy(completions, {
23
+ get(target, prop, receiver) {
24
+ if (prop === "create")
25
+ return (params) => traceCreate(target, params, redact);
26
+ return Reflect.get(target, prop, receiver);
27
+ }
28
+ });
29
+ }
30
+ async function traceCreate(completions, params, redact) {
31
+ const active = getActiveTrace();
32
+ const spanName = getNextSpanName() ?? params.model;
33
+ const input = buildInput(params);
34
+ const start = Date.now();
35
+ if (params.stream) {
36
+ const stream = await completions.create(params);
37
+ return proxyStream(stream, spanName, input, start, active, redact);
38
+ }
39
+ try {
40
+ const response = await completions.create(params);
41
+ active?.span("llm", spanName, {
42
+ input,
43
+ output: buildOutput(response),
44
+ durationMs: Date.now() - start,
45
+ redact
46
+ });
47
+ return response;
48
+ } catch (err) {
49
+ active?.span("llm", spanName, {
50
+ input,
51
+ durationMs: Date.now() - start,
52
+ redact
53
+ });
54
+ throw err;
55
+ }
56
+ }
57
+ function buildInput(params) {
58
+ return {
59
+ provider: "openai",
60
+ model: params.model,
61
+ messages: params.messages
62
+ };
63
+ }
64
+ function buildOutput(response) {
65
+ return {
66
+ response: response.choices[0]?.message?.content ?? null,
67
+ inputTokens: response.usage?.prompt_tokens,
68
+ outputTokens: response.usage?.completion_tokens,
69
+ stopReason: response.choices[0]?.finish_reason
70
+ };
71
+ }
72
+ function proxyStream(stream, model, input, start, active, redact) {
73
+ return new Proxy(stream, {
74
+ get(target, prop, receiver) {
75
+ if (prop === Symbol.asyncIterator) {
76
+ return () => collectStream(
77
+ target[Symbol.asyncIterator](),
78
+ model,
79
+ input,
80
+ start,
81
+ active,
82
+ redact
83
+ );
84
+ }
85
+ return Reflect.get(target, prop, receiver);
86
+ }
87
+ });
88
+ }
89
+ async function* collectStream(iterator, model, input, start, active, redact) {
90
+ const chunks = [];
91
+ let inputTokens;
92
+ let outputTokens;
93
+ let stopReason = null;
94
+ try {
95
+ while (true) {
96
+ const { done, value } = await iterator.next();
97
+ if (done) break;
98
+ yield value;
99
+ const delta = value.choices?.[0]?.delta?.content;
100
+ if (delta) chunks.push(delta);
101
+ const finish = value.choices?.[0]?.finish_reason;
102
+ if (finish) stopReason = finish;
103
+ if (value.usage) {
104
+ inputTokens = value.usage.prompt_tokens;
105
+ outputTokens = value.usage.completion_tokens;
106
+ }
107
+ }
108
+ } finally {
109
+ active?.span("llm", model, {
110
+ input,
111
+ output: {
112
+ response: chunks.join(""),
113
+ inputTokens,
114
+ outputTokens,
115
+ stopReason
116
+ },
117
+ durationMs: Date.now() - start,
118
+ redact
119
+ });
120
+ }
121
+ }
122
+
123
+ export { wrapOpenAI };
124
+ //# sourceMappingURL=openai.js.map
125
+ //# sourceMappingURL=openai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/integrations/openai.ts"],"names":[],"mappings":";;;AAsBO,SAAS,UAAA,CACd,MAAA,EACA,OAAA,GAA6B,EAAC,EACtB;AACR,EAAA,OAAO,IAAI,MAAM,MAAA,EAAQ;AAAA,IACvB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,SAAS,MAAA,EAAQ,OAAO,UAAU,MAAA,CAAO,IAAA,EAAM,QAAQ,MAAM,CAAA;AACjE,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,SAAS,SAAA,CAAU,MAAsB,MAAA,EAAmC;AAC1E,EAAA,OAAO,IAAI,MAAM,IAAA,EAAM;AAAA,IACrB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,aAAA;AACX,QAAA,OAAO,gBAAA,CAAiB,MAAA,CAAO,WAAA,EAAa,MAAM,CAAA;AACpD,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,SAAS,gBAAA,CACP,aACA,MAAA,EACa;AACb,EAAA,OAAO,IAAI,MAAM,WAAA,EAAa;AAAA,IAC5B,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,QAAA;AACX,QAAA,OAAO,CAAC,MAAA,KACN,WAAA,CAAY,MAAA,EAAQ,QAAQ,MAAM,CAAA;AACtC,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,eAAe,WAAA,CACb,WAAA,EACA,MAAA,EACA,MAAA,EACA;AACA,EAAA,MAAM,SAAS,cAAA,EAAe;AAC9B,EAAA,MAAM,QAAA,GAAW,eAAA,EAAgB,IAAK,MAAA,CAAO,KAAA;AAC7C,EAAA,MAAM,KAAA,GAAQ,WAAW,MAAM,CAAA;AAC/B,EAAA,MAAM,KAAA,GAAQ,KAAK,GAAA,EAAI;AAEvB,EAAA,IAAI,OAAO,MAAA,EAAQ;AACjB,IAAA,MAAM,MAAA,GAAS,MACb,WAAA,CAAY,MAAA,CAGZ,MAAM,CAAA;AACR,IAAA,OAAO,YAAY,MAAA,EAAQ,QAAA,EAAU,KAAA,EAAO,KAAA,EAAO,QAAQ,MAAM,CAAA;AAAA,EACnE;AAEA,EAAA,IAAI;AACF,IAAA,MAAM,QAAA,GAAW,MACf,WAAA,CAAY,MAAA,CAGZ,MAAM,CAAA;AACR,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,QAAA,EAAU;AAAA,MAC5B,KAAA;AAAA,MACA,MAAA,EAAQ,YAAY,QAAQ,CAAA;AAAA,MAC5B,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AACD,IAAA,OAAO,QAAA;AAAA,EACT,SAAS,GAAA,EAAK;AACZ,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,QAAA,EAAU;AAAA,MAC5B,KAAA;AAAA,MACA,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AACD,IAAA,MAAM,GAAA;AAAA,EACR;AACF;AAEA,SAAS,WAAW,MAAA,EAAoC;AACtD,EAAA,OAAO;AAAA,IACL,QAAA,EAAU,QAAA;AAAA,IACV,OAAO,MAAA,CAAO,KAAA;AAAA,IACd,UAAU,MAAA,CAAO;AAAA,GACnB;AACF;AAEA,SAAS,YAAY,QAAA,EAA6B;AAChD,EAAA,OAAO;AAAA,IACL,UAAU,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAA,EAAG,SAAS,OAAA,IAAW,IAAA;AAAA,IACnD,WAAA,EAAa,SAAS,KAAA,EAAO,aAAA;AAAA,IAC7B,YAAA,EAAc,SAAS,KAAA,EAAO,iBAAA;AAAA,IAC9B,UAAA,EAAY,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAA,EAAG;AAAA,GACnC;AACF;AAEA,SAAS,YACP,MAAA,EACA,KAAA,EACA,KAAA,EACA,KAAA,EACA,QACA,MAAA,EAC4B;AAC5B,EAAA,OAAO,IAAI,MAAM,MAAA,EAAQ;AAAA,IACvB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,OAAO,aAAA,EAAe;AACjC,QAAA,OAAO,MACL,aAAA;AAAA,UACE,MAAA,CAAO,MAAA,CAAO,aAAa,CAAA,EAAE;AAAA,UAC7B,KAAA;AAAA,UACA,KAAA;AAAA,UACA,KAAA;AAAA,UACA,MAAA;AAAA,UACA;AAAA,SACF;AAAA,MACJ;AACA,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,gBAAgB,cACd,QAAA,EACA,KAAA,EACA,KAAA,EACA,KAAA,EACA,QACA,MAAA,EAC6B;AAC7B,EAAA,MAAM,SAAmB,EAAC;AAC1B,EAAA,IAAI,WAAA;AACJ,EAAA,IAAI,YAAA;AACJ,EAAA,IAAI,UAAA,GAA4B,IAAA;AAEhC,EAAA,IAAI;AACF,IAAA,OAAO,IAAA,EAAM;AACX,MAAA,MAAM,EAAE,IAAA,EAAM,KAAA,EAAM,GAAI,MAAM,SAAS,IAAA,EAAK;AAC5C,MAAA,IAAI,IAAA,EAAM;AACV,MAAA,MAAM,KAAA;AAEN,MAAA,MAAM,KAAA,GAAQ,KAAA,CAAM,OAAA,GAAU,CAAC,GAAG,KAAA,EAAO,OAAA;AACzC,MAAA,IAAI,KAAA,EAAO,MAAA,CAAO,IAAA,CAAK,KAAK,CAAA;AAE5B,MAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,GAAU,CAAC,CAAA,EAAG,aAAA;AACnC,MAAA,IAAI,QAAQ,UAAA,GAAa,MAAA;AAEzB,MAAA,IAAI,MAAM,KAAA,EAAO;AACf,QAAA,WAAA,GAAc,MAAM,KAAA,CAAM,aAAA;AAC1B,QAAA,YAAA,GAAe,MAAM,KAAA,CAAM,iBAAA;AAAA,MAC7B;AAAA,IACF;AAAA,EACF,CAAA,SAAE;AACA,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,KAAA,EAAO;AAAA,MACzB,KAAA;AAAA,MACA,MAAA,EAAQ;AAAA,QACN,QAAA,EAAU,MAAA,CAAO,IAAA,CAAK,EAAE,CAAA;AAAA,QACxB,WAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACF;AAAA,MACA,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AAAA,EACH;AACF","file":"openai.js","sourcesContent":["import type OpenAI from 'openai';\nimport type { ChatCompletionCreateParams } from 'openai/resources/chat/completions.js';\n\nimport { getActiveTrace, getNextSpanName } from '../lib/context.ts';\n\ntype Completions = OpenAI['chat']['completions'];\n\ntype StreamChunk = {\n choices?: {\n delta?: { content?: string | null };\n finish_reason?: string | null;\n }[];\n usage?: { prompt_tokens?: number; completion_tokens?: number };\n};\n\ntype NonStreamResponse = {\n choices: { message?: { content?: string | null }; finish_reason?: string }[];\n usage?: { prompt_tokens?: number; completion_tokens?: number };\n};\n\ntype WrapOpenAIOptions = { redact?: string[] };\n\nexport function wrapOpenAI(\n client: OpenAI,\n options: WrapOpenAIOptions = {}\n): OpenAI {\n return new Proxy(client, {\n get(target, prop, receiver) {\n if (prop === 'chat') return proxyChat(target.chat, options.redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nfunction proxyChat(chat: OpenAI['chat'], redact?: string[]): OpenAI['chat'] {\n return new Proxy(chat, {\n get(target, prop, receiver) {\n if (prop === 'completions')\n return proxyCompletions(target.completions, redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nfunction proxyCompletions(\n completions: Completions,\n redact?: string[]\n): Completions {\n return new Proxy(completions, {\n get(target, prop, receiver) {\n if (prop === 'create')\n return (params: ChatCompletionCreateParams) =>\n traceCreate(target, params, redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nasync function traceCreate(\n completions: Completions,\n params: ChatCompletionCreateParams,\n redact?: string[]\n) {\n const active = getActiveTrace();\n const spanName = getNextSpanName() ?? params.model;\n const input = buildInput(params);\n const start = Date.now();\n\n if (params.stream) {\n const stream = await (\n completions.create as (\n p: ChatCompletionCreateParams\n ) => Promise<AsyncIterable<StreamChunk>>\n )(params);\n return proxyStream(stream, spanName, input, start, active, redact);\n }\n\n try {\n const response = await (\n completions.create as (\n p: ChatCompletionCreateParams\n ) => Promise<NonStreamResponse>\n )(params);\n active?.span('llm', spanName, {\n input,\n output: buildOutput(response),\n durationMs: Date.now() - start,\n redact\n });\n return response;\n } catch (err) {\n active?.span('llm', spanName, {\n input,\n durationMs: Date.now() - start,\n redact\n });\n throw err;\n }\n}\n\nfunction buildInput(params: ChatCompletionCreateParams) {\n return {\n provider: 'openai',\n model: params.model,\n messages: params.messages\n };\n}\n\nfunction buildOutput(response: NonStreamResponse) {\n return {\n response: response.choices[0]?.message?.content ?? null,\n inputTokens: response.usage?.prompt_tokens,\n outputTokens: response.usage?.completion_tokens,\n stopReason: response.choices[0]?.finish_reason\n };\n}\n\nfunction proxyStream(\n stream: AsyncIterable<StreamChunk>,\n model: string,\n input: Record<string, unknown>,\n start: number,\n active: ReturnType<typeof getActiveTrace>,\n redact?: string[]\n): AsyncIterable<StreamChunk> {\n return new Proxy(stream, {\n get(target, prop, receiver) {\n if (prop === Symbol.asyncIterator) {\n return () =>\n collectStream(\n target[Symbol.asyncIterator](),\n model,\n input,\n start,\n active,\n redact\n );\n }\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nasync function* collectStream(\n iterator: AsyncIterator<StreamChunk>,\n model: string,\n input: Record<string, unknown>,\n start: number,\n active: ReturnType<typeof getActiveTrace>,\n redact?: string[]\n): AsyncGenerator<StreamChunk> {\n const chunks: string[] = [];\n let inputTokens: number | undefined;\n let outputTokens: number | undefined;\n let stopReason: string | null = null;\n\n try {\n while (true) {\n const { done, value } = await iterator.next();\n if (done) break;\n yield value;\n\n const delta = value.choices?.[0]?.delta?.content;\n if (delta) chunks.push(delta);\n\n const finish = value.choices?.[0]?.finish_reason;\n if (finish) stopReason = finish;\n\n if (value.usage) {\n inputTokens = value.usage.prompt_tokens;\n outputTokens = value.usage.completion_tokens;\n }\n }\n } finally {\n active?.span('llm', model, {\n input,\n output: {\n response: chunks.join(''),\n inputTokens,\n outputTokens,\n stopReason\n },\n durationMs: Date.now() - start,\n redact\n });\n }\n}\n"]}