@oh-my-pi/pi-ai 17.3.0 → 17.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/types/stream.d.ts +1 -0
- package/package.json +5 -5
- package/src/stream.ts +5 -0
package/dist/types/stream.d.ts
CHANGED
|
@@ -16,6 +16,7 @@ export declare const __providerInFlightForTesting: {
|
|
|
16
16
|
} | undefined): void;
|
|
17
17
|
setHeartbeatWriter(writer: ((writeProviderInFlightInfo: () => Promise<void>) => Promise<void>) | undefined): void;
|
|
18
18
|
setLeaseRemover(remover: ((leasePath: string) => Promise<void>) | undefined): void;
|
|
19
|
+
setWaitObserver(observer: ((provider: string) => void) | undefined): void;
|
|
19
20
|
providerDir(provider: string): string;
|
|
20
21
|
lockDir(provider: string): string;
|
|
21
22
|
captureStaleLockRelease(provider: string): Promise<(() => Promise<void>) | null>;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"type": "module",
|
|
3
3
|
"name": "@oh-my-pi/pi-ai",
|
|
4
|
-
"version": "17.3.
|
|
4
|
+
"version": "17.3.1",
|
|
5
5
|
"description": "Unified LLM API with automatic model discovery and provider configuration",
|
|
6
6
|
"homepage": "https://omp.sh",
|
|
7
7
|
"author": "Can Boluk",
|
|
@@ -38,10 +38,10 @@
|
|
|
38
38
|
},
|
|
39
39
|
"dependencies": {
|
|
40
40
|
"@bufbuild/protobuf": "^2.12.1",
|
|
41
|
-
"@oh-my-pi/omptype": "17.3.
|
|
42
|
-
"@oh-my-pi/pi-catalog": "17.3.
|
|
43
|
-
"@oh-my-pi/pi-utils": "17.3.
|
|
44
|
-
"@oh-my-pi/pi-wire": "17.3.
|
|
41
|
+
"@oh-my-pi/omptype": "17.3.1",
|
|
42
|
+
"@oh-my-pi/pi-catalog": "17.3.1",
|
|
43
|
+
"@oh-my-pi/pi-utils": "17.3.1",
|
|
44
|
+
"@oh-my-pi/pi-wire": "17.3.1"
|
|
45
45
|
},
|
|
46
46
|
"devDependencies": {
|
|
47
47
|
"@bufbuild/protoc-gen-es": "^2.12.1",
|
package/src/stream.ts
CHANGED
|
@@ -189,6 +189,7 @@ let providerInFlightHeartbeatWriterOverride:
|
|
|
189
189
|
| ((writeProviderInFlightInfo: () => Promise<void>) => Promise<void>)
|
|
190
190
|
| undefined;
|
|
191
191
|
let providerInFlightLeaseRemoverOverride: ((leasePath: string) => Promise<void>) | undefined;
|
|
192
|
+
let providerInFlightWaitObserverOverride: ((provider: string) => void) | undefined;
|
|
192
193
|
|
|
193
194
|
export function configureProviderMaxInFlightRequests(limits: Record<string, number> | undefined): void {
|
|
194
195
|
configuredProviderMaxInFlightRequests = limits ?? {};
|
|
@@ -489,6 +490,7 @@ function waitForProviderInFlightSignal(provider: string, signal?: AbortSignal):
|
|
|
489
490
|
if (signal?.aborted)
|
|
490
491
|
return Promise.reject(signal.reason ?? new AIError.AbortError("Provider request aborted before dispatch"));
|
|
491
492
|
const signalPath = providerInFlightSignalPath(provider);
|
|
493
|
+
providerInFlightWaitObserverOverride?.(provider);
|
|
492
494
|
const waitStarted = Date.now();
|
|
493
495
|
const { promise, resolve, reject } = Promise.withResolvers<void>();
|
|
494
496
|
let settled = false;
|
|
@@ -615,6 +617,9 @@ export const __providerInFlightForTesting = {
|
|
|
615
617
|
setLeaseRemover(remover: ((leasePath: string) => Promise<void>) | undefined): void {
|
|
616
618
|
providerInFlightLeaseRemoverOverride = remover;
|
|
617
619
|
},
|
|
620
|
+
setWaitObserver(observer: ((provider: string) => void) | undefined): void {
|
|
621
|
+
providerInFlightWaitObserverOverride = observer;
|
|
622
|
+
},
|
|
618
623
|
providerDir(provider: string): string {
|
|
619
624
|
return providerInFlightDir(provider);
|
|
620
625
|
},
|