@absolutejs/ai 0.4.0 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/README.md +15 -0
- package/changelog.json +19 -0
- package/dist/ai/index.js +82 -54
- package/dist/ai/index.js.map +8 -8
- package/dist/ai/providers/anthropic.js +41 -49
- package/dist/ai/providers/anthropic.js.map +4 -4
- package/dist/ai/providers/gemini.js +2 -2
- package/dist/ai/providers/gemini.js.map +3 -3
- package/dist/ai/providers/ollama.js +2 -2
- package/dist/ai/providers/ollama.js.map +4 -4
- package/dist/ai/providers/openai.js +41 -7
- package/dist/ai/providers/openai.js.map +5 -5
- package/dist/ai/providers/openaiCompatible.js +41 -7
- package/dist/ai/providers/openaiCompatible.js.map +5 -5
- package/dist/ai/providers/openaiResponses.js +25 -3
- package/dist/ai/providers/openaiResponses.js.map +4 -4
- package/dist/ai/providers/openrouter.js +80 -54
- package/dist/ai/providers/openrouter.js.map +6 -6
- package/dist/angular/ai/index.js +9 -7
- package/dist/angular/ai/index.js.map +2 -2
- package/dist/src/ai/streamAIWithTools.d.ts +4 -0
- package/dist/types/ai.d.ts +12 -1
- package/package.json +1 -1
|
@@ -567,7 +567,7 @@ async function* tapStream(source, params, providerName) {
|
|
|
567
567
|
let lastUsage;
|
|
568
568
|
try {
|
|
569
569
|
for await (const chunk of source) {
|
|
570
|
-
if (chunk.type === "done" && chunk.usage) {
|
|
570
|
+
if ((chunk.type === "done" || chunk.type === "usage_update" && chunk.final) && chunk.usage) {
|
|
571
571
|
lastUsage = chunk.usage;
|
|
572
572
|
}
|
|
573
573
|
yield chunk;
|
|
@@ -1180,6 +1180,8 @@ var processCompleted = function* (parsed) {
|
|
|
1180
1180
|
const { response } = parsed;
|
|
1181
1181
|
const usage = extractUsage(response);
|
|
1182
1182
|
const metadata = extractResponseMetadata(response);
|
|
1183
|
+
if (usage)
|
|
1184
|
+
yield { type: "usage_update", usage, metadata, final: true };
|
|
1183
1185
|
if (isRecordArray(response.output)) {
|
|
1184
1186
|
yield* extractCitationsFromOutput(response.output);
|
|
1185
1187
|
yield* extractImageFromOutput(response.output);
|
|
@@ -1218,6 +1220,15 @@ var processSSEEvent = function* (eventType, parsed, pendingCalls, providerName)
|
|
|
1218
1220
|
break;
|
|
1219
1221
|
case "response.output_item.added":
|
|
1220
1222
|
processOutputItemAdded(parsed, pendingCalls);
|
|
1223
|
+
if (isRecord(parsed.item) && parsed.item.type === "function_call" && typeof parsed.item.name === "string") {
|
|
1224
|
+
const id = typeof parsed.item.call_id === "string" ? parsed.item.call_id : parsed.item.id;
|
|
1225
|
+
if (typeof id === "string")
|
|
1226
|
+
yield {
|
|
1227
|
+
type: "tool_input_start",
|
|
1228
|
+
id,
|
|
1229
|
+
name: parsed.item.name
|
|
1230
|
+
};
|
|
1231
|
+
}
|
|
1221
1232
|
break;
|
|
1222
1233
|
case "response.output_item.done":
|
|
1223
1234
|
yield* processOutputItemDone(parsed);
|
|
@@ -1234,8 +1245,19 @@ var processSSEEvent = function* (eventType, parsed, pendingCalls, providerName)
|
|
|
1234
1245
|
case "response.failed":
|
|
1235
1246
|
case "response.incomplete":
|
|
1236
1247
|
case "response.error":
|
|
1237
|
-
case "error":
|
|
1248
|
+
case "error": {
|
|
1249
|
+
if (isRecord(parsed.response)) {
|
|
1250
|
+
const usage = extractUsage(parsed.response);
|
|
1251
|
+
if (usage)
|
|
1252
|
+
yield {
|
|
1253
|
+
type: "usage_update",
|
|
1254
|
+
usage,
|
|
1255
|
+
metadata: extractResponseMetadata(parsed.response),
|
|
1256
|
+
final: false
|
|
1257
|
+
};
|
|
1258
|
+
}
|
|
1238
1259
|
throw responseFailure(eventType, parsed, providerName);
|
|
1260
|
+
}
|
|
1239
1261
|
}
|
|
1240
1262
|
};
|
|
1241
1263
|
var flushSSEBuffer = function* (state) {
|
|
@@ -1657,6 +1679,14 @@ var processDelta = function* (delta, pendingToolCalls) {
|
|
|
1657
1679
|
}
|
|
1658
1680
|
if (isRecordArray2(delta.tool_calls)) {
|
|
1659
1681
|
processToolCallDeltas(delta.tool_calls, pendingToolCalls);
|
|
1682
|
+
for (const call of delta.tool_calls) {
|
|
1683
|
+
if (isRecord2(call.function) && typeof call.function.name === "string" && call.function.name)
|
|
1684
|
+
yield {
|
|
1685
|
+
type: "tool_input_start",
|
|
1686
|
+
id: typeof call.id === "string" ? call.id : String(call.index),
|
|
1687
|
+
name: call.function.name
|
|
1688
|
+
};
|
|
1689
|
+
}
|
|
1660
1690
|
}
|
|
1661
1691
|
if (Array.isArray(delta.annotations)) {
|
|
1662
1692
|
for (const annotation of delta.annotations) {
|
|
@@ -1755,7 +1785,12 @@ var processSSELine2 = function* (line, pendingToolCalls, providerName) {
|
|
|
1755
1785
|
}
|
|
1756
1786
|
const usageUpdate = narrowUsageRecord(parsed);
|
|
1757
1787
|
if (usageUpdate) {
|
|
1758
|
-
yield {
|
|
1788
|
+
yield {
|
|
1789
|
+
type: "usage_update",
|
|
1790
|
+
usage: usageUpdate,
|
|
1791
|
+
final: Array.isArray(parsed.choices) && parsed.choices.length === 0,
|
|
1792
|
+
metadata: narrowResponseMetadata(parsed)
|
|
1793
|
+
};
|
|
1759
1794
|
}
|
|
1760
1795
|
const metadata = narrowResponseMetadata(parsed);
|
|
1761
1796
|
if (metadata) {
|
|
@@ -1784,10 +1819,9 @@ var processSSELine2 = function* (line, pendingToolCalls, providerName) {
|
|
|
1784
1819
|
}
|
|
1785
1820
|
yield* processChoice(firstChoice, pendingToolCalls);
|
|
1786
1821
|
};
|
|
1787
|
-
var isUsageUpdate = (chunk) => chunk.type === "usage_update";
|
|
1788
1822
|
var collectYieldableChunks = (line, pendingToolCalls, usageRef, metadataRef, providerName) => {
|
|
1789
1823
|
const allChunks = Array.from(processSSELine2(line, pendingToolCalls, providerName));
|
|
1790
|
-
const usageChunks = allChunks.filter(
|
|
1824
|
+
const usageChunks = allChunks.filter((chunk) => chunk.type === "usage_update");
|
|
1791
1825
|
const lastUsage = usageChunks.at(NOT_FOUND);
|
|
1792
1826
|
if (lastUsage) {
|
|
1793
1827
|
usageRef.current = lastUsage.usage;
|
|
@@ -1804,7 +1838,7 @@ var collectYieldableChunks = (line, pendingToolCalls, usageRef, metadataRef, pro
|
|
|
1804
1838
|
}
|
|
1805
1839
|
};
|
|
1806
1840
|
}
|
|
1807
|
-
return allChunks.filter((chunk) =>
|
|
1841
|
+
return allChunks.filter((chunk) => chunk.type !== "response_metadata").map((chunk) => chunk.type === "usage_update" ? { ...chunk, metadata: metadataRef.current } : chunk);
|
|
1808
1842
|
};
|
|
1809
1843
|
var processSSELines2 = function* (lines, pendingToolCalls, usageRef, metadataRef, providerName) {
|
|
1810
1844
|
for (const line of lines) {
|
|
@@ -1922,7 +1956,6 @@ var API_VERSION = "2023-06-01";
|
|
|
1922
1956
|
var DEFAULT_MAX_TOKENS = 32000;
|
|
1923
1957
|
var EVENT_PREFIX_LENGTH2 = 7;
|
|
1924
1958
|
var DATA_PREFIX_LENGTH2 = 6;
|
|
1925
|
-
var EMPTY_CHUNKS = [];
|
|
1926
1959
|
var isRecord3 = (val) => typeof val === "object" && val !== null;
|
|
1927
1960
|
var mapContentBlock = (block) => {
|
|
1928
1961
|
if (block.type === "thinking") {
|
|
@@ -2450,11 +2483,21 @@ var processEvent = (eventType, parsed, state) => {
|
|
|
2450
2483
|
case "message_delta": {
|
|
2451
2484
|
handleMessageDelta(parsed, state);
|
|
2452
2485
|
mergeMetadata(parsed, state);
|
|
2453
|
-
return
|
|
2486
|
+
return state.usage ? {
|
|
2487
|
+
type: "usage_update",
|
|
2488
|
+
usage: state.usage,
|
|
2489
|
+
metadata: state.metadata,
|
|
2490
|
+
final: false
|
|
2491
|
+
} : undefined;
|
|
2454
2492
|
}
|
|
2455
2493
|
case "message_start": {
|
|
2456
2494
|
handleMessageStart(parsed, state);
|
|
2457
|
-
return
|
|
2495
|
+
return state.usage ? {
|
|
2496
|
+
type: "usage_update",
|
|
2497
|
+
usage: state.usage,
|
|
2498
|
+
metadata: state.metadata,
|
|
2499
|
+
final: false
|
|
2500
|
+
} : undefined;
|
|
2458
2501
|
}
|
|
2459
2502
|
case "message_stop": {
|
|
2460
2503
|
mergeMetadata(parsed, state);
|
|
@@ -2488,49 +2531,6 @@ var processSingleEvent = (event, state) => {
|
|
|
2488
2531
|
}
|
|
2489
2532
|
return processEvent(eventType, parsed, state);
|
|
2490
2533
|
};
|
|
2491
|
-
var collectChunk = (event, state) => {
|
|
2492
|
-
const chunk = processSingleEvent(event, state);
|
|
2493
|
-
return chunk ? [chunk] : [];
|
|
2494
|
-
};
|
|
2495
|
-
var processBufferedEvents = (eventsText, state) => {
|
|
2496
|
-
const events = eventsText.split(`
|
|
2497
|
-
|
|
2498
|
-
`);
|
|
2499
|
-
state.buffer = events.pop() ?? "";
|
|
2500
|
-
return events.flatMap((event) => collectChunk(event, state));
|
|
2501
|
-
};
|
|
2502
|
-
var readNextChunks = async (reader, decoder, state, signal) => {
|
|
2503
|
-
if (signal?.aborted) {
|
|
2504
|
-
return { chunks: EMPTY_CHUNKS, done: true };
|
|
2505
|
-
}
|
|
2506
|
-
const { done, value } = await reader.read();
|
|
2507
|
-
if (done) {
|
|
2508
|
-
return { chunks: EMPTY_CHUNKS, done: true };
|
|
2509
|
-
}
|
|
2510
|
-
const rawText = state.buffer + decoder.decode(value, { stream: true });
|
|
2511
|
-
const chunks = processBufferedEvents(rawText, state);
|
|
2512
|
-
return { chunks, done: false };
|
|
2513
|
-
};
|
|
2514
|
-
var findDoneChunk = (chunks) => chunks.findIndex((c) => c.type === "done");
|
|
2515
|
-
var sseStreamLoop = async (reader, decoder, state, signal) => {
|
|
2516
|
-
const result = await readNextChunks(reader, decoder, state, signal);
|
|
2517
|
-
if (result.done) {
|
|
2518
|
-
return { chunks: result.chunks, finished: true };
|
|
2519
|
-
}
|
|
2520
|
-
const doneIdx = findDoneChunk(result.chunks);
|
|
2521
|
-
if (doneIdx >= 0) {
|
|
2522
|
-
return { chunks: result.chunks.slice(0, doneIdx + 1), finished: true };
|
|
2523
|
-
}
|
|
2524
|
-
return { chunks: result.chunks, finished: false };
|
|
2525
|
-
};
|
|
2526
|
-
async function* streamChunks(reader, decoder, state, signal) {
|
|
2527
|
-
let finished = false;
|
|
2528
|
-
while (!finished) {
|
|
2529
|
-
const result = await sseStreamLoop(reader, decoder, state, signal);
|
|
2530
|
-
({ finished } = result);
|
|
2531
|
-
yield* result.chunks;
|
|
2532
|
-
}
|
|
2533
|
-
}
|
|
2534
2534
|
async function* parseSSEStream3(body, providerName, signal) {
|
|
2535
2535
|
const reader = body.getReader();
|
|
2536
2536
|
const decoder = new TextDecoder;
|
|
@@ -2548,8 +2548,34 @@ async function* parseSSEStream3(body, providerName, signal) {
|
|
|
2548
2548
|
providerBlockInputJson: ""
|
|
2549
2549
|
};
|
|
2550
2550
|
try {
|
|
2551
|
-
|
|
2551
|
+
while (true) {
|
|
2552
|
+
signal?.throwIfAborted();
|
|
2553
|
+
const { done, value } = await reader.read();
|
|
2554
|
+
if (done)
|
|
2555
|
+
return;
|
|
2556
|
+
const events = (state.buffer + decoder.decode(value, { stream: true })).split(`
|
|
2557
|
+
|
|
2558
|
+
`);
|
|
2559
|
+
state.buffer = events.pop() ?? "";
|
|
2560
|
+
for (const event of events) {
|
|
2561
|
+
const chunk = processSingleEvent(event, state);
|
|
2562
|
+
if (!chunk)
|
|
2563
|
+
continue;
|
|
2564
|
+
if (chunk.type === "tool_input" && chunk.receivedChars === 0)
|
|
2565
|
+
yield {
|
|
2566
|
+
type: "tool_input_start",
|
|
2567
|
+
id: chunk.id,
|
|
2568
|
+
name: chunk.name
|
|
2569
|
+
};
|
|
2570
|
+
yield chunk;
|
|
2571
|
+
if (chunk.type === "done")
|
|
2572
|
+
return;
|
|
2573
|
+
}
|
|
2574
|
+
}
|
|
2552
2575
|
} finally {
|
|
2576
|
+
await reader.cancel().catch(() => {
|
|
2577
|
+
return;
|
|
2578
|
+
});
|
|
2553
2579
|
reader.releaseLock();
|
|
2554
2580
|
}
|
|
2555
2581
|
}
|
|
@@ -3586,5 +3612,5 @@ export {
|
|
|
3586
3612
|
verifyOpenRouterWebhookSignature
|
|
3587
3613
|
};
|
|
3588
3614
|
|
|
3589
|
-
//# debugId=
|
|
3615
|
+
//# debugId=197F4FFE0DB1613B64756E2164756E21
|
|
3590
3616
|
//# sourceMappingURL=openrouter.js.map
|