@relayplane/proxy 1.9.29 → 1.9.30
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export type CredentialSource = 'oauth-file' | 'api-key' | 'request-header';
|
|
2
|
+
export interface CredentialPoolEntry {
|
|
3
|
+
id: string;
|
|
4
|
+
tenantId: string;
|
|
5
|
+
source: CredentialSource;
|
|
6
|
+
path?: string;
|
|
7
|
+
envVar?: string;
|
|
8
|
+
weight: number;
|
|
9
|
+
maxConcurrent: number;
|
|
10
|
+
}
|
|
11
|
+
export interface CredentialPoolConfig {
|
|
12
|
+
credentialPool: CredentialPoolEntry[];
|
|
13
|
+
}
|
|
14
|
+
export interface CredentialHealth {
|
|
15
|
+
id: string;
|
|
16
|
+
success_count: number;
|
|
17
|
+
last_401_at: number | null;
|
|
18
|
+
last_429_at: number | null;
|
|
19
|
+
current_concurrent: number;
|
|
20
|
+
}
|
|
21
|
+
export interface CredentialPool {
|
|
22
|
+
selectCredential(tenantId: string): CredentialPoolEntry | null;
|
|
23
|
+
recordFailure(credId: string, statusCode: 401 | 429): void;
|
|
24
|
+
recordSuccess(credId: string): void;
|
|
25
|
+
resolveToken(cred: CredentialPoolEntry): string | undefined;
|
|
26
|
+
getHealth(): CredentialHealth[];
|
|
27
|
+
}
|
|
28
|
+
export declare function createCredentialPool(config: CredentialPoolConfig): CredentialPool;
|
|
29
|
+
export declare function migrateFromLegacy(legacy: {
|
|
30
|
+
apiKey: string;
|
|
31
|
+
tenantId: string;
|
|
32
|
+
}): CredentialPoolConfig;
|
|
33
|
+
//# sourceMappingURL=credential-pool.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"credential-pool.d.ts","sourceRoot":"","sources":["../src/credential-pool.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GAAG,YAAY,GAAG,SAAS,GAAG,gBAAgB,CAAC;AAE3E,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,gBAAgB,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,oBAAoB;IACnC,cAAc,EAAE,mBAAmB,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAYD,MAAM,WAAW,cAAc;IAC7B,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAAC;IAC/D,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC;IAC3D,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,YAAY,CAAC,IAAI,EAAE,mBAAmB,GAAG,MAAM,GAAG,SAAS,CAAC;IAC5D,SAAS,IAAI,gBAAgB,EAAE,CAAC;CACjC;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,oBAAoB,GAAG,cAAc,CAiEjF;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,oBAAoB,CAYvB"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.createCredentialPool = createCredentialPool;
|
|
4
|
+
exports.migrateFromLegacy = migrateFromLegacy;
|
|
5
|
+
const COOLDOWN_MS = 30_000;
|
|
6
|
+
function createCredentialPool(config) {
|
|
7
|
+
const states = new Map();
|
|
8
|
+
for (const entry of config.credentialPool) {
|
|
9
|
+
states.set(entry.id, {
|
|
10
|
+
entry,
|
|
11
|
+
success_count: 0,
|
|
12
|
+
last_401_at: null,
|
|
13
|
+
last_429_at: null,
|
|
14
|
+
current_concurrent: 0,
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
function isInCooldown(state) {
|
|
18
|
+
const now = Date.now();
|
|
19
|
+
if (state.last_401_at !== null && now - state.last_401_at < COOLDOWN_MS)
|
|
20
|
+
return true;
|
|
21
|
+
if (state.last_429_at !== null && now - state.last_429_at < COOLDOWN_MS)
|
|
22
|
+
return true;
|
|
23
|
+
return false;
|
|
24
|
+
}
|
|
25
|
+
return {
|
|
26
|
+
selectCredential(tenantId) {
|
|
27
|
+
for (const state of states.values()) {
|
|
28
|
+
if (state.entry.tenantId === tenantId && !isInCooldown(state)) {
|
|
29
|
+
return state.entry;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
return null;
|
|
33
|
+
},
|
|
34
|
+
recordFailure(credId, statusCode) {
|
|
35
|
+
const state = states.get(credId);
|
|
36
|
+
if (!state)
|
|
37
|
+
return;
|
|
38
|
+
const now = Date.now();
|
|
39
|
+
if (statusCode === 401) {
|
|
40
|
+
state.last_401_at = now;
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
state.last_429_at = now;
|
|
44
|
+
}
|
|
45
|
+
},
|
|
46
|
+
recordSuccess(credId) {
|
|
47
|
+
const state = states.get(credId);
|
|
48
|
+
if (!state)
|
|
49
|
+
return;
|
|
50
|
+
state.success_count++;
|
|
51
|
+
},
|
|
52
|
+
resolveToken(cred) {
|
|
53
|
+
if (cred.source === 'request-header')
|
|
54
|
+
return undefined;
|
|
55
|
+
if (cred.source === 'api-key' && cred.envVar) {
|
|
56
|
+
return process.env[cred.envVar];
|
|
57
|
+
}
|
|
58
|
+
return undefined;
|
|
59
|
+
},
|
|
60
|
+
getHealth() {
|
|
61
|
+
return Array.from(states.values()).map((s) => ({
|
|
62
|
+
id: s.entry.id,
|
|
63
|
+
success_count: s.success_count,
|
|
64
|
+
last_401_at: s.last_401_at,
|
|
65
|
+
last_429_at: s.last_429_at,
|
|
66
|
+
current_concurrent: s.current_concurrent,
|
|
67
|
+
}));
|
|
68
|
+
},
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
function migrateFromLegacy(legacy) {
|
|
72
|
+
return {
|
|
73
|
+
credentialPool: [
|
|
74
|
+
{
|
|
75
|
+
id: 'legacy-migrated',
|
|
76
|
+
tenantId: legacy.tenantId,
|
|
77
|
+
source: 'api-key',
|
|
78
|
+
weight: 1,
|
|
79
|
+
maxConcurrent: 5,
|
|
80
|
+
},
|
|
81
|
+
],
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=credential-pool.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"credential-pool.js","sourceRoot":"","sources":["../src/credential-pool.ts"],"names":[],"mappings":";;AA0CA,oDAiEC;AAED,8CAeC;AA5FD,MAAM,WAAW,GAAG,MAAM,CAAC;AAU3B,SAAgB,oBAAoB,CAAC,MAA4B;IAC/D,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;IAElD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;YACnB,KAAK;YACL,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,IAAI;YACjB,WAAW,EAAE,IAAI;YACjB,kBAAkB,EAAE,CAAC;SACtB,CAAC,CAAC;IACL,CAAC;IAED,SAAS,YAAY,CAAC,KAAsB;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,IAAI,GAAG,GAAG,KAAK,CAAC,WAAW,GAAG,WAAW;YAAE,OAAO,IAAI,CAAC;QACrF,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,IAAI,GAAG,GAAG,KAAK,CAAC,WAAW,GAAG,WAAW;YAAE,OAAO,IAAI,CAAC;QACrF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO;QACL,gBAAgB,CAAC,QAAgB;YAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpC,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9D,OAAO,KAAK,CAAC,KAAK,CAAC;gBACrB,CAAC;YACH,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,aAAa,CAAC,MAAc,EAAE,UAAqB;YACjD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;gBACvB,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,aAAa,CAAC,MAAc;YAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,KAAK,CAAC,aAAa,EAAE,CAAC;QACxB,CAAC;QAED,YAAY,CAAC,IAAyB;YACpC,IAAI,IAAI,CAAC,MAAM,KAAK,gBAAgB;gBAAE,OAAO,SAAS,CAAC;YACvD,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC7C,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,SAAS;YACP,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7C,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE;gBACd,aAAa,EAAE,CAAC,CAAC,aAAa;gBAC9B,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;aACzC,CAAC,CAAC,CAAC;QACN,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAgB,iBAAiB,CAAC,MAGjC;IACC,OAAO;QACL,cAAc,EAAE;YACd;gBACE,EAAE,EAAE,iBAAiB;gBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,CAAC;gBACT,aAAa,EAAE,CAAC;aACjB;SACF;KACF,CAAC;AACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@relayplane/proxy",
|
|
3
|
-
"version": "1.9.
|
|
3
|
+
"version": "1.9.30",
|
|
4
4
|
"description": "Open source cost intelligence proxy for AI agents. Cut LLM costs ~80% with smart model routing. Dashboard, policy engine, 11 providers. MIT licensed.",
|
|
5
5
|
"homepage": "https://relayplane.com",
|
|
6
6
|
"repository": {
|