@refactorlabs/recount 0.5.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +74 -0
- package/dist/chunk-XKR3GXTH.js +33 -0
- package/dist/chunk-XKR3GXTH.js.map +1 -0
- package/dist/index.cjs +980 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +440 -0
- package/dist/index.d.ts +440 -0
- package/dist/index.js +950 -0
- package/dist/index.js.map +1 -0
- package/dist/integrations/anthropic.cjs +137 -0
- package/dist/integrations/anthropic.cjs.map +1 -0
- package/dist/integrations/anthropic.d.cts +8 -0
- package/dist/integrations/anthropic.d.ts +8 -0
- package/dist/integrations/anthropic.js +120 -0
- package/dist/integrations/anthropic.js.map +1 -0
- package/dist/integrations/mongodb.cjs +282 -0
- package/dist/integrations/mongodb.cjs.map +1 -0
- package/dist/integrations/mongodb.d.cts +8 -0
- package/dist/integrations/mongodb.d.ts +8 -0
- package/dist/integrations/mongodb.js +265 -0
- package/dist/integrations/mongodb.js.map +1 -0
- package/dist/integrations/openai.cjs +142 -0
- package/dist/integrations/openai.cjs.map +1 -0
- package/dist/integrations/openai.d.cts +8 -0
- package/dist/integrations/openai.d.ts +8 -0
- package/dist/integrations/openai.js +125 -0
- package/dist/integrations/openai.js.map +1 -0
- package/llms.md +437 -0
- package/package.json +117 -0
- package/recount-instrument/SKILL.md +196 -0
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
var async_hooks = require('async_hooks');
|
|
4
|
+
|
|
5
|
+
// src/lib/context.ts
|
|
6
|
+
var _key = /* @__PURE__ */ Symbol.for("@refactorlabs/recount.storage");
|
|
7
|
+
var _nameKey = /* @__PURE__ */ Symbol.for("@refactorlabs/recount.spanName");
|
|
8
|
+
var _g = globalThis;
|
|
9
|
+
if (!_g[_key]) _g[_key] = new async_hooks.AsyncLocalStorage();
|
|
10
|
+
if (!_g[_nameKey]) _g[_nameKey] = new async_hooks.AsyncLocalStorage();
|
|
11
|
+
var storage = _g[_key];
|
|
12
|
+
var nameStorage = _g[_nameKey];
|
|
13
|
+
function getActiveTrace() {
|
|
14
|
+
return storage.getStore();
|
|
15
|
+
}
|
|
16
|
+
function getNextSpanName() {
|
|
17
|
+
return nameStorage.getStore();
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
// src/integrations/openai.ts
|
|
21
|
+
function wrapOpenAI(client, options = {}) {
|
|
22
|
+
return new Proxy(client, {
|
|
23
|
+
get(target, prop, receiver) {
|
|
24
|
+
if (prop === "chat") return proxyChat(target.chat, options.redact);
|
|
25
|
+
return Reflect.get(target, prop, receiver);
|
|
26
|
+
}
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
function proxyChat(chat, redact) {
|
|
30
|
+
return new Proxy(chat, {
|
|
31
|
+
get(target, prop, receiver) {
|
|
32
|
+
if (prop === "completions")
|
|
33
|
+
return proxyCompletions(target.completions, redact);
|
|
34
|
+
return Reflect.get(target, prop, receiver);
|
|
35
|
+
}
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
function proxyCompletions(completions, redact) {
|
|
39
|
+
return new Proxy(completions, {
|
|
40
|
+
get(target, prop, receiver) {
|
|
41
|
+
if (prop === "create")
|
|
42
|
+
return (params) => traceCreate(target, params, redact);
|
|
43
|
+
return Reflect.get(target, prop, receiver);
|
|
44
|
+
}
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
async function traceCreate(completions, params, redact) {
|
|
48
|
+
const active = getActiveTrace();
|
|
49
|
+
const spanName = getNextSpanName() ?? params.model;
|
|
50
|
+
const input = buildInput(params);
|
|
51
|
+
const start = Date.now();
|
|
52
|
+
if (params.stream) {
|
|
53
|
+
const stream = await completions.create(params);
|
|
54
|
+
return proxyStream(stream, spanName, input, start, active, redact);
|
|
55
|
+
}
|
|
56
|
+
try {
|
|
57
|
+
const response = await completions.create(params);
|
|
58
|
+
active?.span("llm", spanName, {
|
|
59
|
+
input,
|
|
60
|
+
output: buildOutput(response),
|
|
61
|
+
durationMs: Date.now() - start,
|
|
62
|
+
redact
|
|
63
|
+
});
|
|
64
|
+
return response;
|
|
65
|
+
} catch (err) {
|
|
66
|
+
active?.span("llm", spanName, {
|
|
67
|
+
input,
|
|
68
|
+
durationMs: Date.now() - start,
|
|
69
|
+
redact
|
|
70
|
+
});
|
|
71
|
+
throw err;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
function buildInput(params) {
|
|
75
|
+
return {
|
|
76
|
+
provider: "openai",
|
|
77
|
+
model: params.model,
|
|
78
|
+
messages: params.messages
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
function buildOutput(response) {
|
|
82
|
+
return {
|
|
83
|
+
response: response.choices[0]?.message?.content ?? null,
|
|
84
|
+
inputTokens: response.usage?.prompt_tokens,
|
|
85
|
+
outputTokens: response.usage?.completion_tokens,
|
|
86
|
+
stopReason: response.choices[0]?.finish_reason
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
function proxyStream(stream, model, input, start, active, redact) {
|
|
90
|
+
return new Proxy(stream, {
|
|
91
|
+
get(target, prop, receiver) {
|
|
92
|
+
if (prop === Symbol.asyncIterator) {
|
|
93
|
+
return () => collectStream(
|
|
94
|
+
target[Symbol.asyncIterator](),
|
|
95
|
+
model,
|
|
96
|
+
input,
|
|
97
|
+
start,
|
|
98
|
+
active,
|
|
99
|
+
redact
|
|
100
|
+
);
|
|
101
|
+
}
|
|
102
|
+
return Reflect.get(target, prop, receiver);
|
|
103
|
+
}
|
|
104
|
+
});
|
|
105
|
+
}
|
|
106
|
+
async function* collectStream(iterator, model, input, start, active, redact) {
|
|
107
|
+
const chunks = [];
|
|
108
|
+
let inputTokens;
|
|
109
|
+
let outputTokens;
|
|
110
|
+
let stopReason = null;
|
|
111
|
+
try {
|
|
112
|
+
while (true) {
|
|
113
|
+
const { done, value } = await iterator.next();
|
|
114
|
+
if (done) break;
|
|
115
|
+
yield value;
|
|
116
|
+
const delta = value.choices?.[0]?.delta?.content;
|
|
117
|
+
if (delta) chunks.push(delta);
|
|
118
|
+
const finish = value.choices?.[0]?.finish_reason;
|
|
119
|
+
if (finish) stopReason = finish;
|
|
120
|
+
if (value.usage) {
|
|
121
|
+
inputTokens = value.usage.prompt_tokens;
|
|
122
|
+
outputTokens = value.usage.completion_tokens;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
} finally {
|
|
126
|
+
active?.span("llm", model, {
|
|
127
|
+
input,
|
|
128
|
+
output: {
|
|
129
|
+
response: chunks.join(""),
|
|
130
|
+
inputTokens,
|
|
131
|
+
outputTokens,
|
|
132
|
+
stopReason
|
|
133
|
+
},
|
|
134
|
+
durationMs: Date.now() - start,
|
|
135
|
+
redact
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
exports.wrapOpenAI = wrapOpenAI;
|
|
141
|
+
//# sourceMappingURL=openai.cjs.map
|
|
142
|
+
//# sourceMappingURL=openai.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/lib/context.ts","../../src/integrations/openai.ts"],"names":["AsyncLocalStorage"],"mappings":";;;;;AAKA,IAAM,IAAA,mBAAO,MAAA,CAAO,GAAA,CAAI,+BAA+B,CAAA;AACvD,IAAM,QAAA,mBAAW,MAAA,CAAO,GAAA,CAAI,gCAAgC,CAAA;AAC5D,IAAM,EAAA,GAAK,UAAA;AACX,IAAI,CAAC,GAAG,IAAI,CAAA,KAAM,IAAI,CAAA,GAAI,IAAIA,6BAAA,EAAyB;AACvD,IAAI,CAAC,GAAG,QAAQ,CAAA,KAAM,QAAQ,CAAA,GAAI,IAAIA,6BAAA,EAA0B;AAChE,IAAM,OAAA,GAAU,GAAG,IAAI,CAAA;AACvB,IAAM,WAAA,GAAc,GAAG,QAAQ,CAAA;AAExB,SAAS,cAAA,GAAoC;AAClD,EAAA,OAAO,QAAQ,QAAA,EAAS;AAC1B;AASO,SAAS,eAAA,GAAsC;AACpD,EAAA,OAAO,YAAY,QAAA,EAAS;AAC9B;;;ACJO,SAAS,UAAA,CACd,MAAA,EACA,OAAA,GAA6B,EAAC,EACtB;AACR,EAAA,OAAO,IAAI,MAAM,MAAA,EAAQ;AAAA,IACvB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,SAAS,MAAA,EAAQ,OAAO,UAAU,MAAA,CAAO,IAAA,EAAM,QAAQ,MAAM,CAAA;AACjE,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,SAAS,SAAA,CAAU,MAAsB,MAAA,EAAmC;AAC1E,EAAA,OAAO,IAAI,MAAM,IAAA,EAAM;AAAA,IACrB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,aAAA;AACX,QAAA,OAAO,gBAAA,CAAiB,MAAA,CAAO,WAAA,EAAa,MAAM,CAAA;AACpD,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,SAAS,gBAAA,CACP,aACA,MAAA,EACa;AACb,EAAA,OAAO,IAAI,MAAM,WAAA,EAAa;AAAA,IAC5B,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,QAAA;AACX,QAAA,OAAO,CAAC,MAAA,KACN,WAAA,CAAY,MAAA,EAAQ,QAAQ,MAAM,CAAA;AACtC,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,eAAe,WAAA,CACb,WAAA,EACA,MAAA,EACA,MAAA,EACA;AACA,EAAA,MAAM,SAAS,cAAA,EAAe;AAC9B,EAAA,MAAM,QAAA,GAAW,eAAA,EAAgB,IAAK,MAAA,CAAO,KAAA;AAC7C,EAAA,MAAM,KAAA,GAAQ,WAAW,MAAM,CAAA;AAC/B,EAAA,MAAM,KAAA,GAAQ,KAAK,GAAA,EAAI;AAEvB,EAAA,IAAI,OAAO,MAAA,EAAQ;AACjB,IAAA,MAAM,MAAA,GAAS,MACb,WAAA,CAAY,MAAA,CAGZ,MAAM,CAAA;AACR,IAAA,OAAO,YAAY,MAAA,EAAQ,QAAA,EAAU,KAAA,EAAO,KAAA,EAAO,QAAQ,MAAM,CAAA;AAAA,EACnE;AAEA,EAAA,IAAI;AACF,IAAA,MAAM,QAAA,GAAW,MACf,WAAA,CAAY,MAAA,CAGZ,MAAM,CAAA;AACR,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,QAAA,EAAU;AAAA,MAC5B,KAAA;AAAA,MACA,MAAA,EAAQ,YAAY,QAAQ,CAAA;AAAA,MAC5B,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AACD,IAAA,OAAO,QAAA;AAAA,EACT,SAAS,GAAA,EAAK;AACZ,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,QAAA,EAAU;AAAA,MAC5B,KAAA;AAAA,MACA,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AACD,IAAA,MAAM,GAAA;AAAA,EACR;AACF;AAEA,SAAS,WAAW,MAAA,EAAoC;AACtD,EAAA,OAAO;AAAA,IACL,QAAA,EAAU,QAAA;AAAA,IACV,OAAO,MAAA,CAAO,KAAA;AAAA,IACd,UAAU,MAAA,CAAO;AAAA,GACnB;AACF;AAEA,SAAS,YAAY,QAAA,EAA6B;AAChD,EAAA,OAAO;AAAA,IACL,UAAU,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAA,EAAG,SAAS,OAAA,IAAW,IAAA;AAAA,IACnD,WAAA,EAAa,SAAS,KAAA,EAAO,aAAA;AAAA,IAC7B,YAAA,EAAc,SAAS,KAAA,EAAO,iBAAA;AAAA,IAC9B,UAAA,EAAY,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAA,EAAG;AAAA,GACnC;AACF;AAEA,SAAS,YACP,MAAA,EACA,KAAA,EACA,KAAA,EACA,KAAA,EACA,QACA,MAAA,EAC4B;AAC5B,EAAA,OAAO,IAAI,MAAM,MAAA,EAAQ;AAAA,IACvB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,OAAO,aAAA,EAAe;AACjC,QAAA,OAAO,MACL,aAAA;AAAA,UACE,MAAA,CAAO,MAAA,CAAO,aAAa,CAAA,EAAE;AAAA,UAC7B,KAAA;AAAA,UACA,KAAA;AAAA,UACA,KAAA;AAAA,UACA,MAAA;AAAA,UACA;AAAA,SACF;AAAA,MACJ;AACA,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,gBAAgB,cACd,QAAA,EACA,KAAA,EACA,KAAA,EACA,KAAA,EACA,QACA,MAAA,EAC6B;AAC7B,EAAA,MAAM,SAAmB,EAAC;AAC1B,EAAA,IAAI,WAAA;AACJ,EAAA,IAAI,YAAA;AACJ,EAAA,IAAI,UAAA,GAA4B,IAAA;AAEhC,EAAA,IAAI;AACF,IAAA,OAAO,IAAA,EAAM;AACX,MAAA,MAAM,EAAE,IAAA,EAAM,KAAA,EAAM,GAAI,MAAM,SAAS,IAAA,EAAK;AAC5C,MAAA,IAAI,IAAA,EAAM;AACV,MAAA,MAAM,KAAA;AAEN,MAAA,MAAM,KAAA,GAAQ,KAAA,CAAM,OAAA,GAAU,CAAC,GAAG,KAAA,EAAO,OAAA;AACzC,MAAA,IAAI,KAAA,EAAO,MAAA,CAAO,IAAA,CAAK,KAAK,CAAA;AAE5B,MAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,GAAU,CAAC,CAAA,EAAG,aAAA;AACnC,MAAA,IAAI,QAAQ,UAAA,GAAa,MAAA;AAEzB,MAAA,IAAI,MAAM,KAAA,EAAO;AACf,QAAA,WAAA,GAAc,MAAM,KAAA,CAAM,aAAA;AAC1B,QAAA,YAAA,GAAe,MAAM,KAAA,CAAM,iBAAA;AAAA,MAC7B;AAAA,IACF;AAAA,EACF,CAAA,SAAE;AACA,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,KAAA,EAAO;AAAA,MACzB,KAAA;AAAA,MACA,MAAA,EAAQ;AAAA,QACN,QAAA,EAAU,MAAA,CAAO,IAAA,CAAK,EAAE,CAAA;AAAA,QACxB,WAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACF;AAAA,MACA,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AAAA,EACH;AACF","file":"openai.cjs","sourcesContent":["import { AsyncLocalStorage } from 'node:async_hooks';\n\nimport type { Trace } from '../trace.ts';\n\n// Global singleton ensures all CJS entry points share one AsyncLocalStorage instance.\nconst _key = Symbol.for('@refactorlabs/recount.storage');\nconst _nameKey = Symbol.for('@refactorlabs/recount.spanName');\nconst _g = globalThis as Record<symbol, AsyncLocalStorage<unknown>>;\nif (!_g[_key]) _g[_key] = new AsyncLocalStorage<Trace>();\nif (!_g[_nameKey]) _g[_nameKey] = new AsyncLocalStorage<string>();\nconst storage = _g[_key] as AsyncLocalStorage<Trace>;\nconst nameStorage = _g[_nameKey] as AsyncLocalStorage<string>;\n\nexport function getActiveTrace(): Trace | undefined {\n return storage.getStore();\n}\n\nexport function runWithTrace<T>(\n trace: Trace,\n fn: () => Promise<T>\n): Promise<T> {\n return storage.run(trace, fn);\n}\n\nexport function getNextSpanName(): string | undefined {\n return nameStorage.getStore();\n}\n\nexport function runWithSpanName<T>(\n name: string,\n fn: () => Promise<T>\n): Promise<T> {\n return nameStorage.run(name, fn);\n}\n","import type OpenAI from 'openai';\nimport type { ChatCompletionCreateParams } from 'openai/resources/chat/completions.js';\n\nimport { getActiveTrace, getNextSpanName } from '../lib/context.ts';\n\ntype Completions = OpenAI['chat']['completions'];\n\ntype StreamChunk = {\n choices?: {\n delta?: { content?: string | null };\n finish_reason?: string | null;\n }[];\n usage?: { prompt_tokens?: number; completion_tokens?: number };\n};\n\ntype NonStreamResponse = {\n choices: { message?: { content?: string | null }; finish_reason?: string }[];\n usage?: { prompt_tokens?: number; completion_tokens?: number };\n};\n\ntype WrapOpenAIOptions = { redact?: string[] };\n\nexport function wrapOpenAI(\n client: OpenAI,\n options: WrapOpenAIOptions = {}\n): OpenAI {\n return new Proxy(client, {\n get(target, prop, receiver) {\n if (prop === 'chat') return proxyChat(target.chat, options.redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nfunction proxyChat(chat: OpenAI['chat'], redact?: string[]): OpenAI['chat'] {\n return new Proxy(chat, {\n get(target, prop, receiver) {\n if (prop === 'completions')\n return proxyCompletions(target.completions, redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nfunction proxyCompletions(\n completions: Completions,\n redact?: string[]\n): Completions {\n return new Proxy(completions, {\n get(target, prop, receiver) {\n if (prop === 'create')\n return (params: ChatCompletionCreateParams) =>\n traceCreate(target, params, redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nasync function traceCreate(\n completions: Completions,\n params: ChatCompletionCreateParams,\n redact?: string[]\n) {\n const active = getActiveTrace();\n const spanName = getNextSpanName() ?? params.model;\n const input = buildInput(params);\n const start = Date.now();\n\n if (params.stream) {\n const stream = await (\n completions.create as (\n p: ChatCompletionCreateParams\n ) => Promise<AsyncIterable<StreamChunk>>\n )(params);\n return proxyStream(stream, spanName, input, start, active, redact);\n }\n\n try {\n const response = await (\n completions.create as (\n p: ChatCompletionCreateParams\n ) => Promise<NonStreamResponse>\n )(params);\n active?.span('llm', spanName, {\n input,\n output: buildOutput(response),\n durationMs: Date.now() - start,\n redact\n });\n return response;\n } catch (err) {\n active?.span('llm', spanName, {\n input,\n durationMs: Date.now() - start,\n redact\n });\n throw err;\n }\n}\n\nfunction buildInput(params: ChatCompletionCreateParams) {\n return {\n provider: 'openai',\n model: params.model,\n messages: params.messages\n };\n}\n\nfunction buildOutput(response: NonStreamResponse) {\n return {\n response: response.choices[0]?.message?.content ?? null,\n inputTokens: response.usage?.prompt_tokens,\n outputTokens: response.usage?.completion_tokens,\n stopReason: response.choices[0]?.finish_reason\n };\n}\n\nfunction proxyStream(\n stream: AsyncIterable<StreamChunk>,\n model: string,\n input: Record<string, unknown>,\n start: number,\n active: ReturnType<typeof getActiveTrace>,\n redact?: string[]\n): AsyncIterable<StreamChunk> {\n return new Proxy(stream, {\n get(target, prop, receiver) {\n if (prop === Symbol.asyncIterator) {\n return () =>\n collectStream(\n target[Symbol.asyncIterator](),\n model,\n input,\n start,\n active,\n redact\n );\n }\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nasync function* collectStream(\n iterator: AsyncIterator<StreamChunk>,\n model: string,\n input: Record<string, unknown>,\n start: number,\n active: ReturnType<typeof getActiveTrace>,\n redact?: string[]\n): AsyncGenerator<StreamChunk> {\n const chunks: string[] = [];\n let inputTokens: number | undefined;\n let outputTokens: number | undefined;\n let stopReason: string | null = null;\n\n try {\n while (true) {\n const { done, value } = await iterator.next();\n if (done) break;\n yield value;\n\n const delta = value.choices?.[0]?.delta?.content;\n if (delta) chunks.push(delta);\n\n const finish = value.choices?.[0]?.finish_reason;\n if (finish) stopReason = finish;\n\n if (value.usage) {\n inputTokens = value.usage.prompt_tokens;\n outputTokens = value.usage.completion_tokens;\n }\n }\n } finally {\n active?.span('llm', model, {\n input,\n output: {\n response: chunks.join(''),\n inputTokens,\n outputTokens,\n stopReason\n },\n durationMs: Date.now() - start,\n redact\n });\n }\n}\n"]}
|
|
@@ -0,0 +1,125 @@
|
|
|
1
|
+
import { getActiveTrace, getNextSpanName } from '../chunk-XKR3GXTH.js';
|
|
2
|
+
|
|
3
|
+
// src/integrations/openai.ts
|
|
4
|
+
function wrapOpenAI(client, options = {}) {
|
|
5
|
+
return new Proxy(client, {
|
|
6
|
+
get(target, prop, receiver) {
|
|
7
|
+
if (prop === "chat") return proxyChat(target.chat, options.redact);
|
|
8
|
+
return Reflect.get(target, prop, receiver);
|
|
9
|
+
}
|
|
10
|
+
});
|
|
11
|
+
}
|
|
12
|
+
function proxyChat(chat, redact) {
|
|
13
|
+
return new Proxy(chat, {
|
|
14
|
+
get(target, prop, receiver) {
|
|
15
|
+
if (prop === "completions")
|
|
16
|
+
return proxyCompletions(target.completions, redact);
|
|
17
|
+
return Reflect.get(target, prop, receiver);
|
|
18
|
+
}
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
function proxyCompletions(completions, redact) {
|
|
22
|
+
return new Proxy(completions, {
|
|
23
|
+
get(target, prop, receiver) {
|
|
24
|
+
if (prop === "create")
|
|
25
|
+
return (params) => traceCreate(target, params, redact);
|
|
26
|
+
return Reflect.get(target, prop, receiver);
|
|
27
|
+
}
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
async function traceCreate(completions, params, redact) {
|
|
31
|
+
const active = getActiveTrace();
|
|
32
|
+
const spanName = getNextSpanName() ?? params.model;
|
|
33
|
+
const input = buildInput(params);
|
|
34
|
+
const start = Date.now();
|
|
35
|
+
if (params.stream) {
|
|
36
|
+
const stream = await completions.create(params);
|
|
37
|
+
return proxyStream(stream, spanName, input, start, active, redact);
|
|
38
|
+
}
|
|
39
|
+
try {
|
|
40
|
+
const response = await completions.create(params);
|
|
41
|
+
active?.span("llm", spanName, {
|
|
42
|
+
input,
|
|
43
|
+
output: buildOutput(response),
|
|
44
|
+
durationMs: Date.now() - start,
|
|
45
|
+
redact
|
|
46
|
+
});
|
|
47
|
+
return response;
|
|
48
|
+
} catch (err) {
|
|
49
|
+
active?.span("llm", spanName, {
|
|
50
|
+
input,
|
|
51
|
+
durationMs: Date.now() - start,
|
|
52
|
+
redact
|
|
53
|
+
});
|
|
54
|
+
throw err;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
function buildInput(params) {
|
|
58
|
+
return {
|
|
59
|
+
provider: "openai",
|
|
60
|
+
model: params.model,
|
|
61
|
+
messages: params.messages
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
function buildOutput(response) {
|
|
65
|
+
return {
|
|
66
|
+
response: response.choices[0]?.message?.content ?? null,
|
|
67
|
+
inputTokens: response.usage?.prompt_tokens,
|
|
68
|
+
outputTokens: response.usage?.completion_tokens,
|
|
69
|
+
stopReason: response.choices[0]?.finish_reason
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
function proxyStream(stream, model, input, start, active, redact) {
|
|
73
|
+
return new Proxy(stream, {
|
|
74
|
+
get(target, prop, receiver) {
|
|
75
|
+
if (prop === Symbol.asyncIterator) {
|
|
76
|
+
return () => collectStream(
|
|
77
|
+
target[Symbol.asyncIterator](),
|
|
78
|
+
model,
|
|
79
|
+
input,
|
|
80
|
+
start,
|
|
81
|
+
active,
|
|
82
|
+
redact
|
|
83
|
+
);
|
|
84
|
+
}
|
|
85
|
+
return Reflect.get(target, prop, receiver);
|
|
86
|
+
}
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
async function* collectStream(iterator, model, input, start, active, redact) {
|
|
90
|
+
const chunks = [];
|
|
91
|
+
let inputTokens;
|
|
92
|
+
let outputTokens;
|
|
93
|
+
let stopReason = null;
|
|
94
|
+
try {
|
|
95
|
+
while (true) {
|
|
96
|
+
const { done, value } = await iterator.next();
|
|
97
|
+
if (done) break;
|
|
98
|
+
yield value;
|
|
99
|
+
const delta = value.choices?.[0]?.delta?.content;
|
|
100
|
+
if (delta) chunks.push(delta);
|
|
101
|
+
const finish = value.choices?.[0]?.finish_reason;
|
|
102
|
+
if (finish) stopReason = finish;
|
|
103
|
+
if (value.usage) {
|
|
104
|
+
inputTokens = value.usage.prompt_tokens;
|
|
105
|
+
outputTokens = value.usage.completion_tokens;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
} finally {
|
|
109
|
+
active?.span("llm", model, {
|
|
110
|
+
input,
|
|
111
|
+
output: {
|
|
112
|
+
response: chunks.join(""),
|
|
113
|
+
inputTokens,
|
|
114
|
+
outputTokens,
|
|
115
|
+
stopReason
|
|
116
|
+
},
|
|
117
|
+
durationMs: Date.now() - start,
|
|
118
|
+
redact
|
|
119
|
+
});
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
export { wrapOpenAI };
|
|
124
|
+
//# sourceMappingURL=openai.js.map
|
|
125
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/integrations/openai.ts"],"names":[],"mappings":";;;AAsBO,SAAS,UAAA,CACd,MAAA,EACA,OAAA,GAA6B,EAAC,EACtB;AACR,EAAA,OAAO,IAAI,MAAM,MAAA,EAAQ;AAAA,IACvB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,SAAS,MAAA,EAAQ,OAAO,UAAU,MAAA,CAAO,IAAA,EAAM,QAAQ,MAAM,CAAA;AACjE,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,SAAS,SAAA,CAAU,MAAsB,MAAA,EAAmC;AAC1E,EAAA,OAAO,IAAI,MAAM,IAAA,EAAM;AAAA,IACrB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,aAAA;AACX,QAAA,OAAO,gBAAA,CAAiB,MAAA,CAAO,WAAA,EAAa,MAAM,CAAA;AACpD,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,SAAS,gBAAA,CACP,aACA,MAAA,EACa;AACb,EAAA,OAAO,IAAI,MAAM,WAAA,EAAa;AAAA,IAC5B,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,QAAA;AACX,QAAA,OAAO,CAAC,MAAA,KACN,WAAA,CAAY,MAAA,EAAQ,QAAQ,MAAM,CAAA;AACtC,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,eAAe,WAAA,CACb,WAAA,EACA,MAAA,EACA,MAAA,EACA;AACA,EAAA,MAAM,SAAS,cAAA,EAAe;AAC9B,EAAA,MAAM,QAAA,GAAW,eAAA,EAAgB,IAAK,MAAA,CAAO,KAAA;AAC7C,EAAA,MAAM,KAAA,GAAQ,WAAW,MAAM,CAAA;AAC/B,EAAA,MAAM,KAAA,GAAQ,KAAK,GAAA,EAAI;AAEvB,EAAA,IAAI,OAAO,MAAA,EAAQ;AACjB,IAAA,MAAM,MAAA,GAAS,MACb,WAAA,CAAY,MAAA,CAGZ,MAAM,CAAA;AACR,IAAA,OAAO,YAAY,MAAA,EAAQ,QAAA,EAAU,KAAA,EAAO,KAAA,EAAO,QAAQ,MAAM,CAAA;AAAA,EACnE;AAEA,EAAA,IAAI;AACF,IAAA,MAAM,QAAA,GAAW,MACf,WAAA,CAAY,MAAA,CAGZ,MAAM,CAAA;AACR,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,QAAA,EAAU;AAAA,MAC5B,KAAA;AAAA,MACA,MAAA,EAAQ,YAAY,QAAQ,CAAA;AAAA,MAC5B,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AACD,IAAA,OAAO,QAAA;AAAA,EACT,SAAS,GAAA,EAAK;AACZ,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,QAAA,EAAU;AAAA,MAC5B,KAAA;AAAA,MACA,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AACD,IAAA,MAAM,GAAA;AAAA,EACR;AACF;AAEA,SAAS,WAAW,MAAA,EAAoC;AACtD,EAAA,OAAO;AAAA,IACL,QAAA,EAAU,QAAA;AAAA,IACV,OAAO,MAAA,CAAO,KAAA;AAAA,IACd,UAAU,MAAA,CAAO;AAAA,GACnB;AACF;AAEA,SAAS,YAAY,QAAA,EAA6B;AAChD,EAAA,OAAO;AAAA,IACL,UAAU,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAA,EAAG,SAAS,OAAA,IAAW,IAAA;AAAA,IACnD,WAAA,EAAa,SAAS,KAAA,EAAO,aAAA;AAAA,IAC7B,YAAA,EAAc,SAAS,KAAA,EAAO,iBAAA;AAAA,IAC9B,UAAA,EAAY,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAA,EAAG;AAAA,GACnC;AACF;AAEA,SAAS,YACP,MAAA,EACA,KAAA,EACA,KAAA,EACA,KAAA,EACA,QACA,MAAA,EAC4B;AAC5B,EAAA,OAAO,IAAI,MAAM,MAAA,EAAQ;AAAA,IACvB,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAA,EAAU;AAC1B,MAAA,IAAI,IAAA,KAAS,OAAO,aAAA,EAAe;AACjC,QAAA,OAAO,MACL,aAAA;AAAA,UACE,MAAA,CAAO,MAAA,CAAO,aAAa,CAAA,EAAE;AAAA,UAC7B,KAAA;AAAA,UACA,KAAA;AAAA,UACA,KAAA;AAAA,UACA,MAAA;AAAA,UACA;AAAA,SACF;AAAA,MACJ;AACA,MAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ,IAAA,EAAM,QAAQ,CAAA;AAAA,IAC3C;AAAA,GACD,CAAA;AACH;AAEA,gBAAgB,cACd,QAAA,EACA,KAAA,EACA,KAAA,EACA,KAAA,EACA,QACA,MAAA,EAC6B;AAC7B,EAAA,MAAM,SAAmB,EAAC;AAC1B,EAAA,IAAI,WAAA;AACJ,EAAA,IAAI,YAAA;AACJ,EAAA,IAAI,UAAA,GAA4B,IAAA;AAEhC,EAAA,IAAI;AACF,IAAA,OAAO,IAAA,EAAM;AACX,MAAA,MAAM,EAAE,IAAA,EAAM,KAAA,EAAM,GAAI,MAAM,SAAS,IAAA,EAAK;AAC5C,MAAA,IAAI,IAAA,EAAM;AACV,MAAA,MAAM,KAAA;AAEN,MAAA,MAAM,KAAA,GAAQ,KAAA,CAAM,OAAA,GAAU,CAAC,GAAG,KAAA,EAAO,OAAA;AACzC,MAAA,IAAI,KAAA,EAAO,MAAA,CAAO,IAAA,CAAK,KAAK,CAAA;AAE5B,MAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,GAAU,CAAC,CAAA,EAAG,aAAA;AACnC,MAAA,IAAI,QAAQ,UAAA,GAAa,MAAA;AAEzB,MAAA,IAAI,MAAM,KAAA,EAAO;AACf,QAAA,WAAA,GAAc,MAAM,KAAA,CAAM,aAAA;AAC1B,QAAA,YAAA,GAAe,MAAM,KAAA,CAAM,iBAAA;AAAA,MAC7B;AAAA,IACF;AAAA,EACF,CAAA,SAAE;AACA,IAAA,MAAA,EAAQ,IAAA,CAAK,OAAO,KAAA,EAAO;AAAA,MACzB,KAAA;AAAA,MACA,MAAA,EAAQ;AAAA,QACN,QAAA,EAAU,MAAA,CAAO,IAAA,CAAK,EAAE,CAAA;AAAA,QACxB,WAAA;AAAA,QACA,YAAA;AAAA,QACA;AAAA,OACF;AAAA,MACA,UAAA,EAAY,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA;AAAA,MACzB;AAAA,KACD,CAAA;AAAA,EACH;AACF","file":"openai.js","sourcesContent":["import type OpenAI from 'openai';\nimport type { ChatCompletionCreateParams } from 'openai/resources/chat/completions.js';\n\nimport { getActiveTrace, getNextSpanName } from '../lib/context.ts';\n\ntype Completions = OpenAI['chat']['completions'];\n\ntype StreamChunk = {\n choices?: {\n delta?: { content?: string | null };\n finish_reason?: string | null;\n }[];\n usage?: { prompt_tokens?: number; completion_tokens?: number };\n};\n\ntype NonStreamResponse = {\n choices: { message?: { content?: string | null }; finish_reason?: string }[];\n usage?: { prompt_tokens?: number; completion_tokens?: number };\n};\n\ntype WrapOpenAIOptions = { redact?: string[] };\n\nexport function wrapOpenAI(\n client: OpenAI,\n options: WrapOpenAIOptions = {}\n): OpenAI {\n return new Proxy(client, {\n get(target, prop, receiver) {\n if (prop === 'chat') return proxyChat(target.chat, options.redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nfunction proxyChat(chat: OpenAI['chat'], redact?: string[]): OpenAI['chat'] {\n return new Proxy(chat, {\n get(target, prop, receiver) {\n if (prop === 'completions')\n return proxyCompletions(target.completions, redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nfunction proxyCompletions(\n completions: Completions,\n redact?: string[]\n): Completions {\n return new Proxy(completions, {\n get(target, prop, receiver) {\n if (prop === 'create')\n return (params: ChatCompletionCreateParams) =>\n traceCreate(target, params, redact);\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nasync function traceCreate(\n completions: Completions,\n params: ChatCompletionCreateParams,\n redact?: string[]\n) {\n const active = getActiveTrace();\n const spanName = getNextSpanName() ?? params.model;\n const input = buildInput(params);\n const start = Date.now();\n\n if (params.stream) {\n const stream = await (\n completions.create as (\n p: ChatCompletionCreateParams\n ) => Promise<AsyncIterable<StreamChunk>>\n )(params);\n return proxyStream(stream, spanName, input, start, active, redact);\n }\n\n try {\n const response = await (\n completions.create as (\n p: ChatCompletionCreateParams\n ) => Promise<NonStreamResponse>\n )(params);\n active?.span('llm', spanName, {\n input,\n output: buildOutput(response),\n durationMs: Date.now() - start,\n redact\n });\n return response;\n } catch (err) {\n active?.span('llm', spanName, {\n input,\n durationMs: Date.now() - start,\n redact\n });\n throw err;\n }\n}\n\nfunction buildInput(params: ChatCompletionCreateParams) {\n return {\n provider: 'openai',\n model: params.model,\n messages: params.messages\n };\n}\n\nfunction buildOutput(response: NonStreamResponse) {\n return {\n response: response.choices[0]?.message?.content ?? null,\n inputTokens: response.usage?.prompt_tokens,\n outputTokens: response.usage?.completion_tokens,\n stopReason: response.choices[0]?.finish_reason\n };\n}\n\nfunction proxyStream(\n stream: AsyncIterable<StreamChunk>,\n model: string,\n input: Record<string, unknown>,\n start: number,\n active: ReturnType<typeof getActiveTrace>,\n redact?: string[]\n): AsyncIterable<StreamChunk> {\n return new Proxy(stream, {\n get(target, prop, receiver) {\n if (prop === Symbol.asyncIterator) {\n return () =>\n collectStream(\n target[Symbol.asyncIterator](),\n model,\n input,\n start,\n active,\n redact\n );\n }\n return Reflect.get(target, prop, receiver);\n }\n });\n}\n\nasync function* collectStream(\n iterator: AsyncIterator<StreamChunk>,\n model: string,\n input: Record<string, unknown>,\n start: number,\n active: ReturnType<typeof getActiveTrace>,\n redact?: string[]\n): AsyncGenerator<StreamChunk> {\n const chunks: string[] = [];\n let inputTokens: number | undefined;\n let outputTokens: number | undefined;\n let stopReason: string | null = null;\n\n try {\n while (true) {\n const { done, value } = await iterator.next();\n if (done) break;\n yield value;\n\n const delta = value.choices?.[0]?.delta?.content;\n if (delta) chunks.push(delta);\n\n const finish = value.choices?.[0]?.finish_reason;\n if (finish) stopReason = finish;\n\n if (value.usage) {\n inputTokens = value.usage.prompt_tokens;\n outputTokens = value.usage.completion_tokens;\n }\n }\n } finally {\n active?.span('llm', model, {\n input,\n output: {\n response: chunks.join(''),\n inputTokens,\n outputTokens,\n stopReason\n },\n durationMs: Date.now() - start,\n redact\n });\n }\n}\n"]}
|