llmpt 1.1.8 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md
CHANGED
|
@@ -31,8 +31,6 @@
|
|
|
31
31
|
npx llmpt
|
|
32
32
|
```
|
|
33
33
|
|
|
34
|
-
首次运行会在当前目录自动生成 `lpt.config.yaml`，服务同时启动。编辑配置文件填入 API Key 后，Ctrl+C 重启即可生效。
|
|
35
|
-
|
|
36
34
|
### 方式二：全局安装
|
|
37
35
|
|
|
38
36
|
```bash
|
|
@@ -40,41 +38,15 @@ npm install -g llmpt
|
|
|
40
38
|
llmpt
|
|
41
39
|
```
|
|
42
40
|
|
|
43
|
-
### 方式三：从源码运行
|
|
44
|
-
|
|
45
|
-
```bash
|
|
46
|
-
git clone https://github.com/zhxsking/llm_proxy_trace.git
|
|
47
|
-
cd llm_proxy_trace
|
|
48
|
-
npm install
|
|
49
|
-
npm run build
|
|
50
|
-
npm start
|
|
51
|
-
```
|
|
52
|
-
|
|
53
41
|
启动后浏览器打开 `http://localhost:19900`。
|
|
54
42
|
|
|
55
43
|
---
|
|
56
44
|
|
|
57
45
|
## 配置
|
|
58
46
|
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
```yaml
|
|
62
|
-
proxy:
|
|
63
|
-
port: 19900 # 代理端口
|
|
64
|
-
|
|
65
|
-
providers:
|
|
66
|
-
openai:
|
|
67
|
-
apiKey: "sk-..." # OpenAI API Key
|
|
68
|
-
baseUrl: "https://api.openai.com"
|
|
69
|
-
|
|
70
|
-
anthropic:
|
|
71
|
-
apiKey: "sk-ant-..." # Anthropic API Key
|
|
72
|
-
|
|
73
|
-
ollama:
|
|
74
|
-
baseUrl: "http://localhost:11434"
|
|
75
|
-
```
|
|
47
|
+
首次运行会在系统配置目录自动生成 `.env`，并打印出文件路径。编辑该文件填入 `BASE_URL` 和 `API Key` 后，重启服务即可生效。
|
|
76
48
|
|
|
77
|
-
|
|
49
|
+
如果当前目录存在 `.env`，会优先使用当前目录的配置，修改后重启服务生效。
|
|
78
50
|
|
|
79
51
|
---
|
|
80
52
|
|
|
@@ -87,7 +59,7 @@ providers:
|
|
|
87
59
|
from openai import OpenAI
|
|
88
60
|
client = OpenAI(
|
|
89
61
|
base_url="http://localhost:19900/v1",
|
|
90
|
-
api_key="any", #
|
|
62
|
+
api_key="any", # 代理会替换为 .env 中的真实 key
|
|
91
63
|
)
|
|
92
64
|
```
|
|
93
65
|
|
|
@@ -114,7 +86,7 @@ ANTHROPIC_BASE_URL=http://localhost:19900
|
|
|
114
86
|
| 字体 | 系统默认字体栈 |
|
|
115
87
|
| 实时通信 | WebSocket (`ws`) |
|
|
116
88
|
| Markdown | react-markdown + remark-gfm + highlight.js |
|
|
117
|
-
| 配置 |
|
|
89
|
+
| 配置 | dotenv (.env) |
|
|
118
90
|
| 加密 | Node.js crypto（AES-256-GCM） |
|
|
119
91
|
|
|
120
92
|
---
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../src/server/proxy/handler.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAIhD;;GAEG;AACH,wBAAsB,WAAW,CAC/B,CAAC,EAAE,OAAO,EACV,QAAQ,EAAE,gBAAgB,EAC1B,SAAS,EAAE,cAAc,EACzB,EAAE,EAAE,QAAQ,GACX,OAAO,CAAC,QAAQ,CAAC,
|
|
1
|
+
{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../src/server/proxy/handler.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAIhD;;GAEG;AACH,wBAAsB,WAAW,CAC/B,CAAC,EAAE,OAAO,EACV,QAAQ,EAAE,gBAAgB,EAC1B,SAAS,EAAE,cAAc,EACzB,EAAE,EAAE,QAAQ,GACX,OAAO,CAAC,QAAQ,CAAC,CAmFnB"}
|
|
@@ -47,7 +47,8 @@ export async function handleProxy(c, registry, collector, ws) {
|
|
|
47
47
|
headers: upstreamHeaders,
|
|
48
48
|
body: method !== 'GET' ? JSON.stringify(body) : undefined,
|
|
49
49
|
});
|
|
50
|
-
|
|
50
|
+
// Non-2xx: always treat as error regardless of stream flag
|
|
51
|
+
if (!upstreamResp.ok) {
|
|
51
52
|
const errorBody = await upstreamResp.text();
|
|
52
53
|
collector.recordResponse(trace.id, upstreamResp.status, Object.fromEntries(upstreamResp.headers.entries()), errorBody);
|
|
53
54
|
collector.markError(trace.id, 'UPSTREAM_ERROR', `Upstream returned ${upstreamResp.status}: ${errorBody.slice(0, 200)}`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"handler.js","sourceRoot":"","sources":["../../../src/server/proxy/handler.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,2BAA2B;AAC3B,+DAA+D;AAO/D,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,CAAU,EACV,QAA0B,EAC1B,SAAyB,EACzB,EAAY;IAEZ,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;IAC5B,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;IACxB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,gEAAgE;IAChE,IAAI,IAAI,GAA4B,EAAE,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,uCAAuC;IACzC,CAAC;IAED,sBAAsB;IACtB,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;QAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IAE/D,mBAAmB;IACnB,MAAM,QAAQ,GAAG,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IAEhD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,wCAAwC,CAAC,CAAC;QACvF,8DAA8D;QAC9D,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,wBAAwB,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IAC5F,CAAC;IAED,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IAE/C,yBAAyB;IACzB,MAAM,WAAW,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,eAAe,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC;IAEtD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC;IAEtC,IAAI,CAAC;QACH,8BAA8B;QAC9B,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE;YAC5C,MAAM;YACN,OAAO,EAAE,eAAe;YACxB,IAAI,EAAE,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;SAC1D,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,CAAC,EAAE,
|
|
1
|
+
{"version":3,"file":"handler.js","sourceRoot":"","sources":["../../../src/server/proxy/handler.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,2BAA2B;AAC3B,+DAA+D;AAO/D,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,CAAU,EACV,QAA0B,EAC1B,SAAyB,EACzB,EAAY;IAEZ,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;IAC5B,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;IACxB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,gEAAgE;IAChE,IAAI,IAAI,GAA4B,EAAE,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,uCAAuC;IACzC,CAAC;IAED,sBAAsB;IACtB,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;QAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IAE/D,mBAAmB;IACnB,MAAM,QAAQ,GAAG,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IAEhD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,wCAAwC,CAAC,CAAC;QACvF,8DAA8D;QAC9D,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,wBAAwB,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IAC5F,CAAC;IAED,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IAE/C,yBAAyB;IACzB,MAAM,WAAW,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,eAAe,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC;IAEtD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC;IAEtC,IAAI,CAAC;QACH,8BAA8B;QAC9B,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE;YAC5C,MAAM;YACN,OAAO,EAAE,eAAe;YACxB,IAAI,EAAE,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;SAC1D,CAAC,CAAC;QAEH,2DAA2D;QAC3D,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;YACrB,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;YAC5C,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;YACvH,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,gBAAgB,EAAE,qBAAqB,YAAY,CAAC,MAAM,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACxH,iFAAiF;YACjF,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;YAC5E,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,gBAAgB,EAAE,eAAe,EAAE,YAAY,CAAC,MAAM,EAAE,EAAE,EAAE,YAAmB,CAAC,CAAC;QAC7I,CAAC;QAED,4BAA4B;QAC5B,IAAI,QAAQ,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;YAClC,OAAO,cAAc,CAAC,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;QACvE,CAAC;QAED,gCAAgC;QAChC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEpC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;QAEtH,gBAAgB;QAChB,MAAM,KAAK,GAAG,wBAAwB,CAAC,QAAmC,CAAC,CAAC;QAC5E,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAE1C,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAClE,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;QACvD,uCAAuC;QACvC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,oBAAoB,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IAC1G,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,IAA6B;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,KAA4C,CAAC;IAChE,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAE7B,MAAM,MAAM,GAAqC;QAC/C,YAAY,EAAG,KAAK,CAAC,aAAwB,IAAI,CAAC;QAClD,gBAAgB,EAAG,KAAK,CAAC,iBAA4B,IAAI,CAAC;QAC1D,WAAW,EAAG,KAAK,CAAC,YAAuB,IAAI,CAAC;KACjD,CAAC;IAEF,MAAM,WAAW,GAAG,KAAK,CAAC,yBAAgE,CAAC;IAC3F,IAAI,WAAW,EAAE,gBAAgB;QAAE,MAAM,CAAC,eAAe,GAAG,WAAW,CAAC,gBAA0B,CAAC;IAEnG,MAAM,aAAa,GAAG,KAAK,CAAC,qBAA4D,CAAC;IACzF,IAAI,aAAa,EAAE,aAAa;QAAE,MAAM,CAAC,YAAY,GAAG,aAAa,CAAC,aAAuB,CAAC;IAE9F,IAAI,KAAK,CAAC,uBAAuB;QAAE,MAAM,CAAC,eAAe,GAAG,KAAK,CAAC,uBAAiC,CAAC;IACpG,IAAI,KAAK,CAAC,2BAA2B;QAAE,MAAM,CAAC,gBAAgB,GAAG,KAAK,CAAC,2BAAqC,CAAC;IAC7G,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,KAAK,CAAC,gBAAgB;QAAE,MAAM,CAAC,eAAe,GAAG,KAAK,CAAC,gBAA0B,CAAC;IAEjH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|