@openguardrails/gateway 6.6.11 → 6.6.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +16 -2
- package/dist/config.js.map +1 -1
- package/dist/handlers/models.d.ts +4 -0
- package/dist/handlers/models.d.ts.map +1 -0
- package/dist/handlers/models.js +40 -0
- package/dist/handlers/models.js.map +1 -0
- package/dist/handlers/openai.d.ts +8 -2
- package/dist/handlers/openai.d.ts.map +1 -1
- package/dist/handlers/openai.js +14 -13
- package/dist/handlers/openai.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +40 -3
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +6 -0
- package/dist/types.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/config.ts +20 -4
- package/src/handlers/models.ts +46 -0
- package/src/handlers/openai.ts +21 -15
- package/src/index.ts +39 -3
- package/src/types.ts +6 -0
package/dist/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAIhD;;GAEG;AACH,wBAAgB,UAAU,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,aAAa,CAyB7D;
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAIhD;;GAEG;AACH,wBAAgB,UAAU,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,aAAa,CAyB7D;AA6ED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI,CAkB1D"}
|
package/dist/config.js
CHANGED
|
@@ -47,8 +47,9 @@ function loadFromEnv(config) {
|
|
|
47
47
|
apiKey: process.env.OPENAI_API_KEY,
|
|
48
48
|
};
|
|
49
49
|
}
|
|
50
|
-
// Kimi (Moonshot)
|
|
51
|
-
if (process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY)
|
|
50
|
+
// Kimi (Moonshot) — only set if openai backend not already configured
|
|
51
|
+
if ((process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY) &&
|
|
52
|
+
!config.backends.openai) {
|
|
52
53
|
config.backends.openai = {
|
|
53
54
|
baseUrl: process.env.KIMI_BASE_URL || "https://api.moonshot.cn",
|
|
54
55
|
apiKey: process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY || "",
|
|
@@ -62,6 +63,19 @@ function loadFromEnv(config) {
|
|
|
62
63
|
apiKey: process.env.GEMINI_API_KEY || process.env.GOOGLE_API_KEY || "",
|
|
63
64
|
};
|
|
64
65
|
}
|
|
66
|
+
// OpenRouter
|
|
67
|
+
if (process.env.OPENROUTER_API_KEY) {
|
|
68
|
+
config.backends.openrouter = {
|
|
69
|
+
baseUrl: process.env.OPENROUTER_BASE_URL || "https://openrouter.ai/api",
|
|
70
|
+
apiKey: process.env.OPENROUTER_API_KEY,
|
|
71
|
+
...(process.env.OPENROUTER_REFERER && {
|
|
72
|
+
referer: process.env.OPENROUTER_REFERER,
|
|
73
|
+
}),
|
|
74
|
+
...(process.env.OPENROUTER_TITLE && {
|
|
75
|
+
title: process.env.OPENROUTER_TITLE,
|
|
76
|
+
}),
|
|
77
|
+
};
|
|
78
|
+
}
|
|
65
79
|
return config;
|
|
66
80
|
}
|
|
67
81
|
/**
|
package/dist/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,iBAAiB,EAAE,cAAc,CAAC,CAAC;AAE/E;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,UAAmB;IAC5C,MAAM,IAAI,GAAG,UAAU,IAAI,mBAAmB,CAAC;IAE/C,wBAAwB;IACxB,MAAM,aAAa,GAAkB;QACnC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,MAAM,EAAE,EAAE,CAAC;QACtD,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,wBAAwB;IACxB,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAC3C,OAAO,WAAW,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CACV,oDAAoD,IAAI,GAAG,EAC3D,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,OAAO,WAAW,CAAC,aAAa,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,MAAqB;IACxC,YAAY;IACZ,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAClC,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG;YAC1B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,2BAA2B;YACtE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;SACtC,CAAC;IACJ,CAAC;IAED,SAAS;IACT,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG;YACvB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,wBAAwB;YAChE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;SACnC,CAAC;IACJ,CAAC;IAED,
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,iBAAiB,EAAE,cAAc,CAAC,CAAC;AAE/E;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,UAAmB;IAC5C,MAAM,IAAI,GAAG,UAAU,IAAI,mBAAmB,CAAC;IAE/C,wBAAwB;IACxB,MAAM,aAAa,GAAkB;QACnC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,MAAM,EAAE,EAAE,CAAC;QACtD,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,wBAAwB;IACxB,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAC3C,OAAO,WAAW,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CACV,oDAAoD,IAAI,GAAG,EAC3D,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,OAAO,WAAW,CAAC,aAAa,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,MAAqB;IACxC,YAAY;IACZ,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAClC,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG;YAC1B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,2BAA2B;YACtE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;SACtC,CAAC;IACJ,CAAC;IAED,SAAS;IACT,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG;YACvB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,wBAAwB;YAChE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;SACnC,CAAC;IACJ,CAAC;IAED,sEAAsE;IACtE,IACE,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC1D,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EACvB,CAAC;QACD,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG;YACvB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,yBAAyB;YAC/D,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE;SACvE,CAAC;IACJ,CAAC;IAED,SAAS;IACT,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC7D,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG;YACvB,OAAO,EACL,OAAO,CAAC,GAAG,CAAC,eAAe;gBAC3B,2CAA2C;YAC7C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE;SACvE,CAAC;IACJ,CAAC;IAED,aAAa;IACb,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;QACnC,MAAM,CAAC,QAAQ,CAAC,UAAU,GAAG;YAC3B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,2BAA2B;YACvE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;YACtC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI;gBACpC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;aACxC,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI;gBAClC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB;aACpC,CAAC;SACH,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAClB,aAA4B,EAC5B,UAAkC;IAElC,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI,IAAI,aAAa,CAAC,IAAI;QAC3C,QAAQ,EAAE;YACR,GAAG,aAAa,CAAC,QAAQ;YACzB,GAAG,UAAU,CAAC,QAAQ;SACvB;QACD,OAAO,EAAE,UAAU,CAAC,OAAO;KAC5B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAAqB;IAClD,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,iBAAiB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,0EAA0E;IAC1E,kFAAkF;IAClF,0CAA0C;IAE1C,iCAAiC;IACjC,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9D,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,kBAAkB,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,iBAAiB,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/handlers/models.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,cAAc,EACnB,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,IAAI,CAAC,CAuCf"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
export async function handleModelsRequest(res, config) {
|
|
2
|
+
try {
|
|
3
|
+
let modelsUrl;
|
|
4
|
+
let headers = {};
|
|
5
|
+
if (config.backends.openrouter) {
|
|
6
|
+
modelsUrl = `${config.backends.openrouter.baseUrl}/v1/models`;
|
|
7
|
+
headers = {
|
|
8
|
+
"Authorization": `Bearer ${config.backends.openrouter.apiKey}`,
|
|
9
|
+
};
|
|
10
|
+
if (config.backends.openrouter.referer) {
|
|
11
|
+
headers["HTTP-Referer"] = config.backends.openrouter.referer;
|
|
12
|
+
}
|
|
13
|
+
if (config.backends.openrouter.title) {
|
|
14
|
+
headers["X-Title"] = config.backends.openrouter.title;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
else if (config.backends.openai) {
|
|
18
|
+
modelsUrl = `${config.backends.openai.baseUrl}/v1/models`;
|
|
19
|
+
headers = { "Authorization": `Bearer ${config.backends.openai.apiKey}` };
|
|
20
|
+
}
|
|
21
|
+
else {
|
|
22
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
23
|
+
res.end(JSON.stringify({ error: "No OpenAI-compatible backend configured" }));
|
|
24
|
+
return;
|
|
25
|
+
}
|
|
26
|
+
const response = await fetch(modelsUrl, { headers });
|
|
27
|
+
const body = await response.text();
|
|
28
|
+
res.writeHead(response.status, { "Content-Type": "application/json" });
|
|
29
|
+
res.end(body);
|
|
30
|
+
}
|
|
31
|
+
catch (error) {
|
|
32
|
+
console.error("[ai-security-gateway] Models request error:", error);
|
|
33
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
34
|
+
res.end(JSON.stringify({
|
|
35
|
+
error: "Internal gateway error",
|
|
36
|
+
message: error instanceof Error ? error.message : String(error),
|
|
37
|
+
}));
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=models.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/handlers/models.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,GAAmB,EACnB,MAAqB;IAErB,IAAI,CAAC;QACH,IAAI,SAAiB,CAAC;QACtB,IAAI,OAAO,GAA2B,EAAE,CAAC;QAEzC,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC/B,SAAS,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,YAAY,CAAC;YAC9D,OAAO,GAAG;gBACR,eAAe,EAAE,UAAU,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE;aAC/D,CAAC;YACF,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACvC,OAAO,CAAC,cAAc,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;YAC/D,CAAC;YACD,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrC,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC;YACxD,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClC,SAAS,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,YAAY,CAAC;YAC1D,OAAO,GAAG,EAAE,eAAe,EAAE,UAAU,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAC3E,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,yCAAyC,EAAE,CAAC,CAAC,CAAC;YAC9E,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QACvE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;QACpE,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CACL,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE,wBAAwB;YAC/B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAChE,CAAC,CACH,CAAC;IACJ,CAAC;AACH,CAAC"}
|
|
@@ -5,9 +5,15 @@
|
|
|
5
5
|
* Also compatible with OpenAI-compatible APIs (Kimi, DeepSeek, etc.)
|
|
6
6
|
*/
|
|
7
7
|
import type { IncomingMessage, ServerResponse } from "node:http";
|
|
8
|
-
|
|
8
|
+
export type OpenAICompatibleBackend = {
|
|
9
|
+
baseUrl: string;
|
|
10
|
+
apiKey: string;
|
|
11
|
+
};
|
|
9
12
|
/**
|
|
10
13
|
* Handle OpenAI API request
|
|
14
|
+
*
|
|
15
|
+
* @param backend - Config for OpenAI-compatible backend (OpenAI, OpenRouter, etc.)
|
|
16
|
+
* @param extraHeaders - Optional additional headers (e.g., OpenRouter attribution)
|
|
11
17
|
*/
|
|
12
|
-
export declare function handleOpenAIRequest(req: IncomingMessage, res: ServerResponse,
|
|
18
|
+
export declare function handleOpenAIRequest(req: IncomingMessage, res: ServerResponse, backend: OpenAICompatibleBackend, extraHeaders?: Record<string, string>): Promise<void>;
|
|
13
19
|
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/handlers/openai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/handlers/openai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAKjE,MAAM,MAAM,uBAAuB,GAAG;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF;;;;;GAKG;AACH,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,eAAe,EACpB,GAAG,EAAE,cAAc,EACnB,OAAO,EAAE,uBAAuB,EAChC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACpC,OAAO,CAAC,IAAI,CAAC,CAwEf"}
|
package/dist/handlers/openai.js
CHANGED
|
@@ -8,8 +8,11 @@ import { sanitize } from "../sanitizer.js";
|
|
|
8
8
|
import { restore, restoreSSELine } from "../restorer.js";
|
|
9
9
|
/**
|
|
10
10
|
* Handle OpenAI API request
|
|
11
|
+
*
|
|
12
|
+
* @param backend - Config for OpenAI-compatible backend (OpenAI, OpenRouter, etc.)
|
|
13
|
+
* @param extraHeaders - Optional additional headers (e.g., OpenRouter attribution)
|
|
11
14
|
*/
|
|
12
|
-
export async function handleOpenAIRequest(req, res,
|
|
15
|
+
export async function handleOpenAIRequest(req, res, backend, extraHeaders) {
|
|
13
16
|
try {
|
|
14
17
|
// 1. Parse request body
|
|
15
18
|
const body = await readBody(req);
|
|
@@ -28,21 +31,19 @@ export async function handleOpenAIRequest(req, res, config) {
|
|
|
28
31
|
stream,
|
|
29
32
|
...rest,
|
|
30
33
|
};
|
|
31
|
-
// 4.
|
|
32
|
-
const backend = config.backends.openai;
|
|
33
|
-
if (!backend) {
|
|
34
|
-
res.writeHead(500, { "Content-Type": "application/json" });
|
|
35
|
-
res.end(JSON.stringify({ error: "OpenAI backend not configured" }));
|
|
36
|
-
return;
|
|
37
|
-
}
|
|
38
|
-
// 5. Forward to OpenAI (or compatible) API
|
|
34
|
+
// 4. Use provided backend config
|
|
39
35
|
const apiUrl = `${backend.baseUrl}/v1/chat/completions`;
|
|
36
|
+
const headers = {
|
|
37
|
+
"Content-Type": "application/json",
|
|
38
|
+
"Authorization": `Bearer ${backend.apiKey}`,
|
|
39
|
+
};
|
|
40
|
+
// Merge extra headers (e.g., OpenRouter attribution headers)
|
|
41
|
+
if (extraHeaders) {
|
|
42
|
+
Object.assign(headers, extraHeaders);
|
|
43
|
+
}
|
|
40
44
|
const response = await fetch(apiUrl, {
|
|
41
45
|
method: "POST",
|
|
42
|
-
headers
|
|
43
|
-
"Content-Type": "application/json",
|
|
44
|
-
"Authorization": `Bearer ${backend.apiKey}`,
|
|
45
|
-
},
|
|
46
|
+
headers,
|
|
46
47
|
body: JSON.stringify(sanitizedRequest),
|
|
47
48
|
});
|
|
48
49
|
if (!response.ok) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/handlers/openai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/handlers/openai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAOzD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,GAAoB,EACpB,GAAmB,EACnB,OAAgC,EAChC,YAAqC;IAErC,IAAI,CAAC;QACH,wBAAwB;QACxB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAErC,MAAM,EACJ,KAAK,EACL,QAAQ,EACR,KAAK,EACL,WAAW,EACX,WAAW,EACX,UAAU,EACV,MAAM,GAAG,KAAK,EACd,GAAG,IAAI,EACR,GAAG,WAAW,CAAC;QAEhB,uBAAuB;QACvB,MAAM,EAAE,SAAS,EAAE,iBAAiB,EAAE,YAAY,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE1E,6BAA6B;QAC7B,MAAM,gBAAgB,GAAG;YACvB,KAAK;YACL,QAAQ,EAAE,iBAAiB;YAC3B,GAAG,CAAC,KAAK,IAAI,EAAE,KAAK,EAAE,CAAC;YACvB,GAAG,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,CAAC;YACnC,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,CAAC;YACjD,GAAG,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,CAAC;YACjC,MAAM;YACN,GAAG,IAAI;SACR,CAAC;QAEF,iCAAiC;QACjC,MAAM,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,sBAAsB,CAAC;QACxD,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE;SAC5C,CAAC;QACF,6DAA6D;QAC7D,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACvC,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;YACnC,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;SACvC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,yBAAyB;YACzB,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACvE,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACnB,OAAO;QACT,CAAC;QAED,gDAAgD;QAChD,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,kBAAkB,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,MAAM,qBAAqB,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;QACpE,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CACL,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE,wBAAwB;YAC/B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAChE,CAAC,CACH,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAC/B,QAAkB,EAClB,GAAmB,EACnB,YAA0B;IAE1B,kBAAkB;IAClB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACjB,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,YAAY,EAAE,YAAY;KAC3B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,GAAG,CAAC,GAAG,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,eAAe;YACf,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElD,yBAAyB;YACzB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,iCAAiC;YAE7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBACjB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAChB,SAAS;gBACX,CAAC;gBAED,mCAAmC;gBACnC,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;gBACxD,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAClB,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAC1D,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;QACjC,CAAC;QAED,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;QAC5D,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAClC,QAAkB,EAClB,GAAmB,EACnB,YAA0B;IAE1B,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAE9C,mCAAmC;IACnC,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAEzD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,GAAoB;IACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACvB,IAAI,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACnC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA;;;;;;GAMG;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA;;;;;;GAMG;AA0HH;;GAEG;AACH,wBAAgB,YAAY,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmDtD;AAGD,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACrE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -11,6 +11,7 @@ import { loadConfig, validateConfig } from "./config.js";
|
|
|
11
11
|
import { handleAnthropicRequest } from "./handlers/anthropic.js";
|
|
12
12
|
import { handleOpenAIRequest } from "./handlers/openai.js";
|
|
13
13
|
import { handleGeminiRequest } from "./handlers/gemini.js";
|
|
14
|
+
import { handleModelsRequest } from "./handlers/models.js";
|
|
14
15
|
const GATEWAY_MODE = process.env.GATEWAY_MODE || "selfhosted";
|
|
15
16
|
let config;
|
|
16
17
|
/**
|
|
@@ -36,6 +37,11 @@ async function handleRequest(req, res) {
|
|
|
36
37
|
res.end(JSON.stringify({ status: "ok", version: "1.0.0" }));
|
|
37
38
|
return;
|
|
38
39
|
}
|
|
40
|
+
// Handle GET /v1/models — proxy to configured backend's models endpoint
|
|
41
|
+
if (method === "GET" && url === "/v1/models") {
|
|
42
|
+
await handleModelsRequest(res, config);
|
|
43
|
+
return;
|
|
44
|
+
}
|
|
39
45
|
// Only allow POST for API endpoints
|
|
40
46
|
if (method !== "POST") {
|
|
41
47
|
res.writeHead(405, { "Content-Type": "application/json" });
|
|
@@ -49,8 +55,38 @@ async function handleRequest(req, res) {
|
|
|
49
55
|
await handleAnthropicRequest(req, res, config);
|
|
50
56
|
}
|
|
51
57
|
else if (url === "/v1/chat/completions") {
|
|
52
|
-
// OpenAI Chat Completions API
|
|
53
|
-
|
|
58
|
+
// OpenAI/OpenRouter Chat Completions API
|
|
59
|
+
// Priority: explicit routing config > openrouter backend > openai backend
|
|
60
|
+
const explicitBackend = config.routing?.["/v1/chat/completions"];
|
|
61
|
+
if (explicitBackend === "openrouter" || (!explicitBackend && config.backends.openrouter)) {
|
|
62
|
+
const backend = config.backends.openrouter;
|
|
63
|
+
if (!backend) {
|
|
64
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
65
|
+
res.end(JSON.stringify({ error: "No OpenRouter backend configured" }));
|
|
66
|
+
return;
|
|
67
|
+
}
|
|
68
|
+
const extraHeaders = {};
|
|
69
|
+
if (backend.referer) {
|
|
70
|
+
extraHeaders["HTTP-Referer"] = backend.referer;
|
|
71
|
+
}
|
|
72
|
+
if (backend.title) {
|
|
73
|
+
extraHeaders["X-Title"] = backend.title;
|
|
74
|
+
}
|
|
75
|
+
await handleOpenAIRequest(req, res, backend, extraHeaders);
|
|
76
|
+
}
|
|
77
|
+
else if (explicitBackend === "openai" || (!explicitBackend && config.backends.openai)) {
|
|
78
|
+
const backend = config.backends.openai;
|
|
79
|
+
if (!backend) {
|
|
80
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
81
|
+
res.end(JSON.stringify({ error: "No OpenAI backend configured" }));
|
|
82
|
+
return;
|
|
83
|
+
}
|
|
84
|
+
await handleOpenAIRequest(req, res, backend);
|
|
85
|
+
}
|
|
86
|
+
else {
|
|
87
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
88
|
+
res.end(JSON.stringify({ error: "No OpenAI-compatible backend configured" }));
|
|
89
|
+
}
|
|
54
90
|
}
|
|
55
91
|
else if (url?.match(/^\/v1\/models\/(.+):generateContent$/)) {
|
|
56
92
|
// Gemini API
|
|
@@ -100,8 +136,9 @@ export function startGateway(configPath) {
|
|
|
100
136
|
console.log("");
|
|
101
137
|
console.log("Endpoints:");
|
|
102
138
|
console.log(` POST http://127.0.0.1:${config.port}/v1/messages - Anthropic`);
|
|
103
|
-
console.log(` POST http://127.0.0.1:${config.port}/v1/chat/completions - OpenAI`);
|
|
139
|
+
console.log(` POST http://127.0.0.1:${config.port}/v1/chat/completions - OpenAI / OpenRouter`);
|
|
104
140
|
console.log(` POST http://127.0.0.1:${config.port}/v1/models/:model:generateContent - Gemini`);
|
|
141
|
+
console.log(` GET http://127.0.0.1:${config.port}/v1/models - List models (OpenAI / OpenRouter)`);
|
|
105
142
|
console.log(` GET http://127.0.0.1:${config.port}/health - Health check`);
|
|
106
143
|
});
|
|
107
144
|
// Handle shutdown
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAEzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,YAAY,CAAC;AAE9D,IAAI,MAAqB,CAAC;AAE1B;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,GAAoB,EACpB,GAAmB;IAEnB,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC;IAE5B,cAAc;IACd,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;IAEtD,2CAA2C;IAC3C,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;IAClD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,oBAAoB,CAAC,CAAC;IACpE,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,2DAA2D,CAAC,CAAC;IAE3G,oCAAoC;IACpC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACnB,GAAG,CAAC,GAAG,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IAED,2BAA2B;IAC3B,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAC5D,OAAO;IACT,CAAC;IAED,oCAAoC;IACpC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC;QACzD,OAAO;IACT,CAAC;IAED,+BAA+B;IAC/B,IAAI,CAAC;QACH,IAAI,GAAG,KAAK,cAAc,EAAE,CAAC;YAC3B,yBAAyB;YACzB,MAAM,sBAAsB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;aAAM,IAAI,GAAG,KAAK,sBAAsB,EAAE,CAAC;YAC1C,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAEzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,YAAY,CAAC;AAE9D,IAAI,MAAqB,CAAC;AAE1B;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,GAAoB,EACpB,GAAmB;IAEnB,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC;IAE5B,cAAc;IACd,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;IAEtD,2CAA2C;IAC3C,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;IAClD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,oBAAoB,CAAC,CAAC;IACpE,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,2DAA2D,CAAC,CAAC;IAE3G,oCAAoC;IACpC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACnB,GAAG,CAAC,GAAG,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IAED,2BAA2B;IAC3B,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAC5D,OAAO;IACT,CAAC;IAED,wEAAwE;IACxE,IAAI,MAAM,KAAK,KAAK,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;QAC7C,MAAM,mBAAmB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvC,OAAO;IACT,CAAC;IAED,oCAAoC;IACpC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC;QACzD,OAAO;IACT,CAAC;IAED,+BAA+B;IAC/B,IAAI,CAAC;QACH,IAAI,GAAG,KAAK,cAAc,EAAE,CAAC;YAC3B,yBAAyB;YACzB,MAAM,sBAAsB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;aAAM,IAAI,GAAG,KAAK,sBAAsB,EAAE,CAAC;YAC1C,yCAAyC;YACzC,0EAA0E;YAC1E,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,sBAAsB,CAAC,CAAC;YACjE,IAAI,eAAe,KAAK,YAAY,IAAI,CAAC,CAAC,eAAe,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACzF,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;oBAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,kCAAkC,EAAE,CAAC,CAAC,CAAC;oBACvE,OAAO;gBACT,CAAC;gBACD,MAAM,YAAY,GAA2B,EAAE,CAAC;gBAChD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,YAAY,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;gBACjD,CAAC;gBACD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAClB,YAAY,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC;gBAC1C,CAAC;gBACD,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;YAC7D,CAAC;iBAAM,IAAI,eAAe,KAAK,QAAQ,IAAI,CAAC,CAAC,eAAe,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxF,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACvC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;oBAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,8BAA8B,EAAE,CAAC,CAAC,CAAC;oBACnE,OAAO;gBACT,CAAC;gBACD,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,yCAAyC,EAAE,CAAC,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,EAAE,KAAK,CAAC,sCAAsC,CAAC,EAAE,CAAC;YAC9D,aAAa;YACb,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAChE,MAAM,SAAS,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;aAAM,CAAC;YACN,mBAAmB;YACnB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;QACrE,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CACL,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE,uBAAuB;YAC9B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAChE,CAAC,CACH,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,UAAmB;IAC9C,IAAI,CAAC;QACH,kCAAkC;QAClC,MAAM,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;QAChC,cAAc,CAAC,MAAM,CAAC,CAAC;QAEvB,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,WAAW,YAAY,EAAE,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CACT,eAAe,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzD,CAAC;QAEF,qBAAqB;QACrB,MAAM,MAAM,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;QAE3C,kBAAkB;QAClB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE;YAC3C,OAAO,CAAC,GAAG,CACT,8DAA8D,MAAM,CAAC,IAAI,EAAE,CAC5E,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;YAC7D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,IAAI,0BAA0B,CAAC,CAAC;YAC9E,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,IAAI,4CAA4C,CAAC,CAAC;YAChG,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,IAAI,4CAA4C,CAAC,CAAC;YAChG,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,IAAI,gDAAgD,CAAC,CAAC;YACpG,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,IAAI,wBAAwB,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,kBAAkB;QAClB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YACxB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;gBAChB,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;gBACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YACzB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;gBAChB,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;gBACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;QAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,iCAAiC;AACjC,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAGrE,wBAAwB;AACxB,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACpD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,YAAY,CAAC,UAAU,CAAC,CAAC;AAC3B,CAAC"}
|
package/dist/types.d.ts
CHANGED
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,MAAM,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAG/C,MAAM,MAAM,cAAc,GAAG;IAC3B,SAAS,EAAE,GAAG,CAAC;IACf,YAAY,EAAE,YAAY,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAGF,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE;QACR,SAAS,CAAC,EAAE;YACV,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;QACF,MAAM,CAAC,EAAE;YACP,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;QACF,MAAM,CAAC,EAAE;YACP,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;KACH,CAAC;IAEF,OAAO,CAAC,EAAE;QACR,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,aAAa,CAAC,UAAU,CAAC,CAAC;KACjD,CAAC;CACH,CAAC;AAGF,MAAM,MAAM,WAAW,GAAG;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,MAAM,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAG/C,MAAM,MAAM,cAAc,GAAG;IAC3B,SAAS,EAAE,GAAG,CAAC;IACf,YAAY,EAAE,YAAY,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAGF,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE;QACR,SAAS,CAAC,EAAE;YACV,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;QACF,MAAM,CAAC,EAAE;YACP,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;QACF,MAAM,CAAC,EAAE;YACP,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;QACF,UAAU,CAAC,EAAE;YACX,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC;YACf,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB,CAAC;KACH,CAAC;IAEF,OAAO,CAAC,EAAE;QACR,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,aAAa,CAAC,UAAU,CAAC,CAAC;KACjD,CAAC;CACH,CAAC;AAGF,MAAM,MAAM,WAAW,GAAG;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC"}
|
package/package.json
CHANGED
package/src/config.ts
CHANGED
|
@@ -59,11 +59,13 @@ function loadFromEnv(config: GatewayConfig): GatewayConfig {
|
|
|
59
59
|
};
|
|
60
60
|
}
|
|
61
61
|
|
|
62
|
-
// Kimi (Moonshot)
|
|
63
|
-
if (
|
|
62
|
+
// Kimi (Moonshot) — only set if openai backend not already configured
|
|
63
|
+
if (
|
|
64
|
+
(process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY) &&
|
|
65
|
+
!config.backends.openai
|
|
66
|
+
) {
|
|
64
67
|
config.backends.openai = {
|
|
65
|
-
baseUrl:
|
|
66
|
-
process.env.KIMI_BASE_URL || "https://api.moonshot.cn",
|
|
68
|
+
baseUrl: process.env.KIMI_BASE_URL || "https://api.moonshot.cn",
|
|
67
69
|
apiKey: process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY || "",
|
|
68
70
|
};
|
|
69
71
|
}
|
|
@@ -78,6 +80,20 @@ function loadFromEnv(config: GatewayConfig): GatewayConfig {
|
|
|
78
80
|
};
|
|
79
81
|
}
|
|
80
82
|
|
|
83
|
+
// OpenRouter
|
|
84
|
+
if (process.env.OPENROUTER_API_KEY) {
|
|
85
|
+
config.backends.openrouter = {
|
|
86
|
+
baseUrl: process.env.OPENROUTER_BASE_URL || "https://openrouter.ai/api",
|
|
87
|
+
apiKey: process.env.OPENROUTER_API_KEY,
|
|
88
|
+
...(process.env.OPENROUTER_REFERER && {
|
|
89
|
+
referer: process.env.OPENROUTER_REFERER,
|
|
90
|
+
}),
|
|
91
|
+
...(process.env.OPENROUTER_TITLE && {
|
|
92
|
+
title: process.env.OPENROUTER_TITLE,
|
|
93
|
+
}),
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
|
|
81
97
|
return config;
|
|
82
98
|
}
|
|
83
99
|
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import type { ServerResponse } from "node:http";
|
|
2
|
+
import type { GatewayConfig } from "../types.js";
|
|
3
|
+
|
|
4
|
+
export async function handleModelsRequest(
|
|
5
|
+
res: ServerResponse,
|
|
6
|
+
config: GatewayConfig,
|
|
7
|
+
): Promise<void> {
|
|
8
|
+
try {
|
|
9
|
+
let modelsUrl: string;
|
|
10
|
+
let headers: Record<string, string> = {};
|
|
11
|
+
|
|
12
|
+
if (config.backends.openrouter) {
|
|
13
|
+
modelsUrl = `${config.backends.openrouter.baseUrl}/v1/models`;
|
|
14
|
+
headers = {
|
|
15
|
+
"Authorization": `Bearer ${config.backends.openrouter.apiKey}`,
|
|
16
|
+
};
|
|
17
|
+
if (config.backends.openrouter.referer) {
|
|
18
|
+
headers["HTTP-Referer"] = config.backends.openrouter.referer;
|
|
19
|
+
}
|
|
20
|
+
if (config.backends.openrouter.title) {
|
|
21
|
+
headers["X-Title"] = config.backends.openrouter.title;
|
|
22
|
+
}
|
|
23
|
+
} else if (config.backends.openai) {
|
|
24
|
+
modelsUrl = `${config.backends.openai.baseUrl}/v1/models`;
|
|
25
|
+
headers = { "Authorization": `Bearer ${config.backends.openai.apiKey}` };
|
|
26
|
+
} else {
|
|
27
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
28
|
+
res.end(JSON.stringify({ error: "No OpenAI-compatible backend configured" }));
|
|
29
|
+
return;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
const response = await fetch(modelsUrl, { headers });
|
|
33
|
+
const body = await response.text();
|
|
34
|
+
res.writeHead(response.status, { "Content-Type": "application/json" });
|
|
35
|
+
res.end(body);
|
|
36
|
+
} catch (error) {
|
|
37
|
+
console.error("[ai-security-gateway] Models request error:", error);
|
|
38
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
39
|
+
res.end(
|
|
40
|
+
JSON.stringify({
|
|
41
|
+
error: "Internal gateway error",
|
|
42
|
+
message: error instanceof Error ? error.message : String(error),
|
|
43
|
+
}),
|
|
44
|
+
);
|
|
45
|
+
}
|
|
46
|
+
}
|
package/src/handlers/openai.ts
CHANGED
|
@@ -6,17 +6,26 @@
|
|
|
6
6
|
*/
|
|
7
7
|
|
|
8
8
|
import type { IncomingMessage, ServerResponse } from "node:http";
|
|
9
|
-
import type {
|
|
9
|
+
import type { MappingTable } from "../types.js";
|
|
10
10
|
import { sanitize } from "../sanitizer.js";
|
|
11
11
|
import { restore, restoreSSELine } from "../restorer.js";
|
|
12
12
|
|
|
13
|
+
export type OpenAICompatibleBackend = {
|
|
14
|
+
baseUrl: string;
|
|
15
|
+
apiKey: string;
|
|
16
|
+
};
|
|
17
|
+
|
|
13
18
|
/**
|
|
14
19
|
* Handle OpenAI API request
|
|
20
|
+
*
|
|
21
|
+
* @param backend - Config for OpenAI-compatible backend (OpenAI, OpenRouter, etc.)
|
|
22
|
+
* @param extraHeaders - Optional additional headers (e.g., OpenRouter attribution)
|
|
15
23
|
*/
|
|
16
24
|
export async function handleOpenAIRequest(
|
|
17
25
|
req: IncomingMessage,
|
|
18
26
|
res: ServerResponse,
|
|
19
|
-
|
|
27
|
+
backend: OpenAICompatibleBackend,
|
|
28
|
+
extraHeaders?: Record<string, string>,
|
|
20
29
|
): Promise<void> {
|
|
21
30
|
try {
|
|
22
31
|
// 1. Parse request body
|
|
@@ -49,22 +58,19 @@ export async function handleOpenAIRequest(
|
|
|
49
58
|
...rest,
|
|
50
59
|
};
|
|
51
60
|
|
|
52
|
-
// 4.
|
|
53
|
-
const backend = config.backends.openai;
|
|
54
|
-
if (!backend) {
|
|
55
|
-
res.writeHead(500, { "Content-Type": "application/json" });
|
|
56
|
-
res.end(JSON.stringify({ error: "OpenAI backend not configured" }));
|
|
57
|
-
return;
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
// 5. Forward to OpenAI (or compatible) API
|
|
61
|
+
// 4. Use provided backend config
|
|
61
62
|
const apiUrl = `${backend.baseUrl}/v1/chat/completions`;
|
|
63
|
+
const headers: Record<string, string> = {
|
|
64
|
+
"Content-Type": "application/json",
|
|
65
|
+
"Authorization": `Bearer ${backend.apiKey}`,
|
|
66
|
+
};
|
|
67
|
+
// Merge extra headers (e.g., OpenRouter attribution headers)
|
|
68
|
+
if (extraHeaders) {
|
|
69
|
+
Object.assign(headers, extraHeaders);
|
|
70
|
+
}
|
|
62
71
|
const response = await fetch(apiUrl, {
|
|
63
72
|
method: "POST",
|
|
64
|
-
headers
|
|
65
|
-
"Content-Type": "application/json",
|
|
66
|
-
"Authorization": `Bearer ${backend.apiKey}`,
|
|
67
|
-
},
|
|
73
|
+
headers,
|
|
68
74
|
body: JSON.stringify(sanitizedRequest),
|
|
69
75
|
});
|
|
70
76
|
|
package/src/index.ts
CHANGED
|
@@ -14,6 +14,7 @@ import type { GatewayConfig } from "./types.js";
|
|
|
14
14
|
import { handleAnthropicRequest } from "./handlers/anthropic.js";
|
|
15
15
|
import { handleOpenAIRequest } from "./handlers/openai.js";
|
|
16
16
|
import { handleGeminiRequest } from "./handlers/gemini.js";
|
|
17
|
+
import { handleModelsRequest } from "./handlers/models.js";
|
|
17
18
|
|
|
18
19
|
const GATEWAY_MODE = process.env.GATEWAY_MODE || "selfhosted";
|
|
19
20
|
|
|
@@ -50,6 +51,12 @@ async function handleRequest(
|
|
|
50
51
|
return;
|
|
51
52
|
}
|
|
52
53
|
|
|
54
|
+
// Handle GET /v1/models — proxy to configured backend's models endpoint
|
|
55
|
+
if (method === "GET" && url === "/v1/models") {
|
|
56
|
+
await handleModelsRequest(res, config);
|
|
57
|
+
return;
|
|
58
|
+
}
|
|
59
|
+
|
|
53
60
|
// Only allow POST for API endpoints
|
|
54
61
|
if (method !== "POST") {
|
|
55
62
|
res.writeHead(405, { "Content-Type": "application/json" });
|
|
@@ -63,8 +70,36 @@ async function handleRequest(
|
|
|
63
70
|
// Anthropic Messages API
|
|
64
71
|
await handleAnthropicRequest(req, res, config);
|
|
65
72
|
} else if (url === "/v1/chat/completions") {
|
|
66
|
-
// OpenAI Chat Completions API
|
|
67
|
-
|
|
73
|
+
// OpenAI/OpenRouter Chat Completions API
|
|
74
|
+
// Priority: explicit routing config > openrouter backend > openai backend
|
|
75
|
+
const explicitBackend = config.routing?.["/v1/chat/completions"];
|
|
76
|
+
if (explicitBackend === "openrouter" || (!explicitBackend && config.backends.openrouter)) {
|
|
77
|
+
const backend = config.backends.openrouter;
|
|
78
|
+
if (!backend) {
|
|
79
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
80
|
+
res.end(JSON.stringify({ error: "No OpenRouter backend configured" }));
|
|
81
|
+
return;
|
|
82
|
+
}
|
|
83
|
+
const extraHeaders: Record<string, string> = {};
|
|
84
|
+
if (backend.referer) {
|
|
85
|
+
extraHeaders["HTTP-Referer"] = backend.referer;
|
|
86
|
+
}
|
|
87
|
+
if (backend.title) {
|
|
88
|
+
extraHeaders["X-Title"] = backend.title;
|
|
89
|
+
}
|
|
90
|
+
await handleOpenAIRequest(req, res, backend, extraHeaders);
|
|
91
|
+
} else if (explicitBackend === "openai" || (!explicitBackend && config.backends.openai)) {
|
|
92
|
+
const backend = config.backends.openai;
|
|
93
|
+
if (!backend) {
|
|
94
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
95
|
+
res.end(JSON.stringify({ error: "No OpenAI backend configured" }));
|
|
96
|
+
return;
|
|
97
|
+
}
|
|
98
|
+
await handleOpenAIRequest(req, res, backend);
|
|
99
|
+
} else {
|
|
100
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
101
|
+
res.end(JSON.stringify({ error: "No OpenAI-compatible backend configured" }));
|
|
102
|
+
}
|
|
68
103
|
} else if (url?.match(/^\/v1\/models\/(.+):generateContent$/)) {
|
|
69
104
|
// Gemini API
|
|
70
105
|
const match = url.match(/^\/v1\/models\/(.+):generateContent$/);
|
|
@@ -120,8 +155,9 @@ export function startGateway(configPath?: string): void {
|
|
|
120
155
|
console.log("");
|
|
121
156
|
console.log("Endpoints:");
|
|
122
157
|
console.log(` POST http://127.0.0.1:${config.port}/v1/messages - Anthropic`);
|
|
123
|
-
console.log(` POST http://127.0.0.1:${config.port}/v1/chat/completions - OpenAI`);
|
|
158
|
+
console.log(` POST http://127.0.0.1:${config.port}/v1/chat/completions - OpenAI / OpenRouter`);
|
|
124
159
|
console.log(` POST http://127.0.0.1:${config.port}/v1/models/:model:generateContent - Gemini`);
|
|
160
|
+
console.log(` GET http://127.0.0.1:${config.port}/v1/models - List models (OpenAI / OpenRouter)`);
|
|
125
161
|
console.log(` GET http://127.0.0.1:${config.port}/health - Health check`);
|
|
126
162
|
});
|
|
127
163
|
|
package/src/types.ts
CHANGED
|
@@ -28,6 +28,12 @@ export type GatewayConfig = {
|
|
|
28
28
|
baseUrl: string;
|
|
29
29
|
apiKey: string;
|
|
30
30
|
};
|
|
31
|
+
openrouter?: {
|
|
32
|
+
baseUrl: string; // default: "https://openrouter.ai/api"
|
|
33
|
+
apiKey: string;
|
|
34
|
+
referer?: string; // HTTP-Referer (OpenRouter attribution)
|
|
35
|
+
title?: string; // X-Title (OpenRouter attribution)
|
|
36
|
+
};
|
|
31
37
|
};
|
|
32
38
|
// Optional: route specific paths to specific backends
|
|
33
39
|
routing?: {
|