@agentfare/hook 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +36 -0
- package/dist/fetch-patch.d.ts +13 -0
- package/dist/fetch-patch.d.ts.map +1 -0
- package/dist/fetch-patch.js +202 -0
- package/dist/fetch-patch.js.map +1 -0
- package/dist/headers.d.ts +8 -0
- package/dist/headers.d.ts.map +1 -0
- package/dist/headers.js +36 -0
- package/dist/headers.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +45 -0
- package/dist/index.js.map +1 -0
- package/dist/protocol/anthropic-to-openai-request.d.ts +36 -0
- package/dist/protocol/anthropic-to-openai-request.d.ts.map +1 -0
- package/dist/protocol/anthropic-to-openai-request.js +122 -0
- package/dist/protocol/anthropic-to-openai-request.js.map +1 -0
- package/dist/protocol/anthropic-to-openai.d.ts +2 -0
- package/dist/protocol/anthropic-to-openai.d.ts.map +1 -0
- package/dist/protocol/anthropic-to-openai.js +51 -0
- package/dist/protocol/anthropic-to-openai.js.map +1 -0
- package/dist/protocol/openai-to-anthropic-response.d.ts +5 -0
- package/dist/protocol/openai-to-anthropic-response.d.ts.map +1 -0
- package/dist/protocol/openai-to-anthropic-response.js +57 -0
- package/dist/protocol/openai-to-anthropic-response.js.map +1 -0
- package/dist/protocol/openai-to-anthropic-sse.d.ts +20 -0
- package/dist/protocol/openai-to-anthropic-sse.d.ts.map +1 -0
- package/dist/protocol/openai-to-anthropic-sse.js +156 -0
- package/dist/protocol/openai-to-anthropic-sse.js.map +1 -0
- package/dist/protocol/openai-to-anthropic.d.ts +23 -0
- package/dist/protocol/openai-to-anthropic.d.ts.map +1 -0
- package/dist/protocol/openai-to-anthropic.js +61 -0
- package/dist/protocol/openai-to-anthropic.js.map +1 -0
- package/dist/protocol/sse-transform.d.ts +2 -0
- package/dist/protocol/sse-transform.d.ts.map +1 -0
- package/dist/protocol/sse-transform.js +41 -0
- package/dist/protocol/sse-transform.js.map +1 -0
- package/dist/protocol/types.d.ts +31 -0
- package/dist/protocol/types.d.ts.map +1 -0
- package/dist/protocol/types.js +3 -0
- package/dist/protocol/types.js.map +1 -0
- package/dist/proxy-server.d.ts +7 -0
- package/dist/proxy-server.d.ts.map +1 -0
- package/dist/proxy-server.js +52 -0
- package/dist/proxy-server.js.map +1 -0
- package/dist/reentry-guard.d.ts +2 -0
- package/dist/reentry-guard.d.ts.map +1 -0
- package/dist/reentry-guard.js +9 -0
- package/dist/reentry-guard.js.map +1 -0
- package/dist/request-handler.d.ts +34 -0
- package/dist/request-handler.d.ts.map +1 -0
- package/dist/request-handler.js +133 -0
- package/dist/request-handler.js.map +1 -0
- package/dist/response-handler.d.ts +9 -0
- package/dist/response-handler.d.ts.map +1 -0
- package/dist/response-handler.js +92 -0
- package/dist/response-handler.js.map +1 -0
- package/dist/url-detector.d.ts +2 -0
- package/dist/url-detector.d.ts.map +1 -0
- package/dist/url-detector.js +17 -0
- package/dist/url-detector.js.map +1 -0
- package/package.json +36 -0
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.RequestHandler = void 0;
|
|
4
|
+
const models_1 = require("@agentfare/models");
|
|
5
|
+
const core_1 = require("@agentfare/core");
|
|
6
|
+
const core_2 = require("@agentfare/core");
|
|
7
|
+
class RequestHandler {
|
|
8
|
+
config;
|
|
9
|
+
registry;
|
|
10
|
+
router;
|
|
11
|
+
cache = null;
|
|
12
|
+
llmAnalyzer = null;
|
|
13
|
+
selectAnalyzerModelFn = null;
|
|
14
|
+
getOriginalFetchFn = null;
|
|
15
|
+
constructor(config, registry) {
|
|
16
|
+
this.config = config;
|
|
17
|
+
this.registry = registry;
|
|
18
|
+
this.router = new core_1.Router(config, registry);
|
|
19
|
+
}
|
|
20
|
+
/** Task 12-13 call this to inject L2/L3 capabilities */
|
|
21
|
+
injectL2L3(deps) {
|
|
22
|
+
this.cache = deps.cache;
|
|
23
|
+
this.llmAnalyzer = deps.analyzeWithLLM;
|
|
24
|
+
this.selectAnalyzerModelFn = deps.selectAnalyzerModel;
|
|
25
|
+
this.getOriginalFetchFn = deps.getOriginalFetch;
|
|
26
|
+
}
|
|
27
|
+
async handle(url, bodyStr, headers) {
|
|
28
|
+
const body = JSON.parse(bodyStr);
|
|
29
|
+
const messages = body.messages ?? [];
|
|
30
|
+
const originalModel = body.model;
|
|
31
|
+
const lastUserMsg = messages.filter((m) => m.role === "user").at(-1);
|
|
32
|
+
const taskText = typeof lastUserMsg?.content === "string" ? lastUserMsg.content : "";
|
|
33
|
+
// L1 rule matching
|
|
34
|
+
let analysis = (0, core_1.analyzeStepRules)({
|
|
35
|
+
messages,
|
|
36
|
+
originalModel,
|
|
37
|
+
availableTools: body.tools?.map((t) => t.function?.name).filter(Boolean),
|
|
38
|
+
});
|
|
39
|
+
// L3 cache (injected via injectL2L3)
|
|
40
|
+
if (!analysis && this.cache && this.config.routing.cacheResults) {
|
|
41
|
+
const cacheKey = core_1.RouteCache.makeKey(taskText);
|
|
42
|
+
const cached = this.cache.get(cacheKey);
|
|
43
|
+
if (cached) {
|
|
44
|
+
analysis = cached;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
// L2 LLM analysis (injected via injectL2L3)
|
|
48
|
+
if (!analysis && this.llmAnalyzer && this.selectAnalyzerModelFn && this.getOriginalFetchFn) {
|
|
49
|
+
if (this.config.routing.analyzerModel !== "off") {
|
|
50
|
+
const analyzerModel = this.selectAnalyzerModelFn(this.registry);
|
|
51
|
+
if (analyzerModel) {
|
|
52
|
+
const fetchFn = this.getOriginalFetchFn();
|
|
53
|
+
const analyzerUrl = analyzerModel.api.protocol === "anthropic"
|
|
54
|
+
? `${analyzerModel.api.baseUrl}/v1/messages`
|
|
55
|
+
: `${analyzerModel.api.baseUrl}/chat/completions`;
|
|
56
|
+
const analyzerKey = getEnvKeyForProvider(analyzerModel.provider);
|
|
57
|
+
if (analyzerKey) {
|
|
58
|
+
const llmAnalysis = await this.llmAnalyzer(messages, fetchFn, analyzerUrl, analyzerModel.api.modelId, analyzerKey);
|
|
59
|
+
if (llmAnalysis && llmAnalysis.confidence > 0.8) {
|
|
60
|
+
analysis = llmAnalysis;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
// L3 conservative fallback
|
|
67
|
+
if (!analysis) {
|
|
68
|
+
// ISSUE-027: use shared estimateTokensFromMessages (via import from @agentfare/core)
|
|
69
|
+
const fallbackTokens = (0, core_2.estimateTokensFromMessages)(messages);
|
|
70
|
+
analysis = {
|
|
71
|
+
stepType: "unknown",
|
|
72
|
+
difficulty: 0.5,
|
|
73
|
+
confidence: 0.3,
|
|
74
|
+
recommendedTier: "standard",
|
|
75
|
+
recommendedModel: "",
|
|
76
|
+
reasoning: "L1 未匹配,L2 不可用或低置信度,保守使用 standard tier",
|
|
77
|
+
needsProviderSwitch: false,
|
|
78
|
+
estimatedTokens: fallbackTokens,
|
|
79
|
+
alternatives: [
|
|
80
|
+
{ model: "", tier: "fast", costSavingsVsRecommended: 0.6, qualityRisk: "high" },
|
|
81
|
+
{ model: "", tier: "powerful", costSavingsVsRecommended: -1.5, qualityRisk: "none" },
|
|
82
|
+
],
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
const decision = this.router.decide(url, analysis);
|
|
86
|
+
if (decision.providerSwitched) {
|
|
87
|
+
analysis.needsProviderSwitch = true;
|
|
88
|
+
}
|
|
89
|
+
if (!decision.targetModel)
|
|
90
|
+
return null;
|
|
91
|
+
if (decision.targetModel.api.modelId === originalModel && !decision.providerSwitched) {
|
|
92
|
+
return null;
|
|
93
|
+
}
|
|
94
|
+
// Cache write (injected via injectL2L3)
|
|
95
|
+
if (this.cache && this.config.routing.cacheResults && analysis.confidence > 0.7) {
|
|
96
|
+
const cacheKey = core_1.RouteCache.makeKey(taskText, analysis.stepType);
|
|
97
|
+
this.cache.set(cacheKey, analysis);
|
|
98
|
+
}
|
|
99
|
+
const modifiedBody = JSON.stringify({
|
|
100
|
+
...body,
|
|
101
|
+
model: decision.targetModel.api.modelId,
|
|
102
|
+
});
|
|
103
|
+
const sessionId = headers["x-request-id"] ?? headers["x-session-id"] ?? generateSessionId();
|
|
104
|
+
// Fill alternatives with real model IDs
|
|
105
|
+
const filledAlternatives = analysis.alternatives.map((alt) => {
|
|
106
|
+
if (alt.model)
|
|
107
|
+
return alt;
|
|
108
|
+
const candidates = this.registry.getByTier(alt.tier);
|
|
109
|
+
const candidate = candidates.length > 0 ? candidates[0].id : "";
|
|
110
|
+
return { ...alt, model: candidate };
|
|
111
|
+
});
|
|
112
|
+
return {
|
|
113
|
+
decision,
|
|
114
|
+
modifiedBody,
|
|
115
|
+
analysis: {
|
|
116
|
+
...analysis,
|
|
117
|
+
recommendedModel: decision.targetModel.id,
|
|
118
|
+
alternatives: filledAlternatives,
|
|
119
|
+
},
|
|
120
|
+
sessionId,
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
exports.RequestHandler = RequestHandler;
|
|
125
|
+
let sessionCounter = 0;
|
|
126
|
+
function generateSessionId() {
|
|
127
|
+
return `ad-${Date.now()}-${++sessionCounter}`;
|
|
128
|
+
}
|
|
129
|
+
// ISSUE-015: use shared ENV_KEY_MAP from @agentfare/models
|
|
130
|
+
function getEnvKeyForProvider(provider) {
|
|
131
|
+
return (0, models_1.getApiKeyForProvider)(provider);
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=request-handler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"request-handler.js","sourceRoot":"","sources":["../src/request-handler.ts"],"names":[],"mappings":";;;AACA,8CAAyD;AAEzD,0CAA4G;AAC5G,0CAA6D;AAmB7D,MAAa,cAAc;IAQf;IACA;IARF,MAAM,CAAS;IACf,KAAK,GAA0B,IAAI,CAAC;IACpC,WAAW,GAAyB,IAAI,CAAC;IACzC,qBAAqB,GAAiC,IAAI,CAAC;IAC3D,kBAAkB,GAA2C,IAAI,CAAC;IAE1E,YACU,MAAuB,EACvB,QAAuB;QADvB,WAAM,GAAN,MAAM,CAAiB;QACvB,aAAQ,GAAR,QAAQ,CAAe;QAE/B,IAAI,CAAC,MAAM,GAAG,IAAI,aAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,wDAAwD;IACxD,UAAU,CAAC,IAKV;QACC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC;QACvC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,mBAAmB,CAAC;QACtD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,MAAM,CACV,GAAW,EACX,OAAe,EACf,OAA+B;QAE/B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAc,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC;QAEjC,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,OAAO,WAAW,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAErF,mBAAmB;QACnB,IAAI,QAAQ,GAAG,IAAA,uBAAgB,EAAC;YAC9B,QAAQ;YACR,aAAa;YACb,cAAc,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;SAC9E,CAAC,CAAC;QAEH,qCAAqC;QACrC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAChE,MAAM,QAAQ,GAAG,iBAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,MAAM,EAAE,CAAC;gBACX,QAAQ,GAAG,MAAM,CAAC;YACpB,CAAC;QACH,CAAC;QAED,4CAA4C;QAC5C,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC3F,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;gBAChD,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAChE,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAC1C,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,KAAK,WAAW;wBAC5D,CAAC,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,cAAc;wBAC5C,CAAC,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,mBAAmB,CAAC;oBACpD,MAAM,WAAW,GAAG,oBAAoB,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACjE,IAAI,WAAW,EAAE,CAAC;wBAChB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CACxC,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CACvE,CAAC;wBACF,IAAI,WAAW,IAAI,WAAW,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;4BAChD,QAAQ,GAAG,WAAW,CAAC;wBACzB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,qFAAqF;YACrF,MAAM,cAAc,GAAG,IAAA,iCAA0B,EAAC,QAAQ,CAAC,CAAC;YAC5D,QAAQ,GAAG;gBACT,QAAQ,EAAE,SAAS;gBACnB,UAAU,EAAE,GAAG;gBACf,UAAU,EAAE,GAAG;gBACf,eAAe,EAAE,UAAU;gBAC3B,gBAAgB,EAAE,EAAE;gBACpB,SAAS,EAAE,uCAAuC;gBAClD,mBAAmB,EAAE,KAAK;gBAC1B,eAAe,EAAE,cAAc;gBAC/B,YAAY,EAAE;oBACZ,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,wBAAwB,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE;oBAC/E,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,wBAAwB,EAAE,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE;iBACrF;aACF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAEnD,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;YAC9B,QAAQ,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QACvC,IAAI,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,KAAK,aAAa,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,CAAC;YACrF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,wCAAwC;QACxC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;YAChF,MAAM,QAAQ,GAAG,iBAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;YAClC,GAAG,IAAI;YACP,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO;SACxC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAE5F,wCAAwC;QACxC,MAAM,kBAAkB,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3D,IAAI,GAAG,CAAC,KAAK;gBAAE,OAAO,GAAG,CAAC;YAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,OAAO,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,QAAQ;YACR,YAAY;YACZ,QAAQ,EAAE;gBACR,GAAG,QAAQ;gBACX,gBAAgB,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE;gBACzC,YAAY,EAAE,kBAAkB;aACjC;YACD,SAAS;SACV,CAAC;IACJ,CAAC;CACF;AA5ID,wCA4IC;AAED,IAAI,cAAc,GAAG,CAAC,CAAC;AACvB,SAAS,iBAAiB;IACxB,OAAO,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;AAChD,CAAC;AAED,2DAA2D;AAC3D,SAAS,oBAAoB,CAAC,QAAgB;IAC5C,OAAO,IAAA,6BAAoB,EAAC,QAAQ,CAAC,CAAC;AACxC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export interface StreamTokenData {
|
|
2
|
+
input: number;
|
|
3
|
+
output: number;
|
|
4
|
+
}
|
|
5
|
+
export declare function extractTokenUsageOpenAI(sseText: string): StreamTokenData | null;
|
|
6
|
+
export declare function extractTokenUsageAnthropic(sseText: string): StreamTokenData | null;
|
|
7
|
+
export type SSEProtocolConverter = (sseChunk: string) => string | null;
|
|
8
|
+
export declare function createStreamingResponseWrapper(originalResponse: Response, protocol: "openai" | "anthropic", onTokens: (tokens: StreamTokenData) => void, protocolConverter?: SSEProtocolConverter): Response;
|
|
9
|
+
//# sourceMappingURL=response-handler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"response-handler.d.ts","sourceRoot":"","sources":["../src/response-handler.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAgB/E;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAkBlF;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,CAAC;AAEvE,wBAAgB,8BAA8B,CAC5C,gBAAgB,EAAE,QAAQ,EAC1B,QAAQ,EAAE,QAAQ,GAAG,WAAW,EAChC,QAAQ,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,IAAI,EAC3C,iBAAiB,CAAC,EAAE,oBAAoB,GACvC,QAAQ,CAkDV"}
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.extractTokenUsageOpenAI = extractTokenUsageOpenAI;
|
|
4
|
+
exports.extractTokenUsageAnthropic = extractTokenUsageAnthropic;
|
|
5
|
+
exports.createStreamingResponseWrapper = createStreamingResponseWrapper;
|
|
6
|
+
function extractTokenUsageOpenAI(sseText) {
|
|
7
|
+
const lines = sseText.split("\n");
|
|
8
|
+
for (const line of lines) {
|
|
9
|
+
if (line.startsWith("data: ") && line !== "data: [DONE]") {
|
|
10
|
+
try {
|
|
11
|
+
const data = JSON.parse(line.slice(6));
|
|
12
|
+
if (data.usage) {
|
|
13
|
+
return {
|
|
14
|
+
input: data.usage.prompt_tokens ?? 0,
|
|
15
|
+
output: data.usage.completion_tokens ?? 0,
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
catch { }
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
return null;
|
|
23
|
+
}
|
|
24
|
+
function extractTokenUsageAnthropic(sseText) {
|
|
25
|
+
let inputTokens = 0;
|
|
26
|
+
let outputTokens = 0;
|
|
27
|
+
const lines = sseText.split("\n");
|
|
28
|
+
for (const line of lines) {
|
|
29
|
+
if (line.startsWith("data: ")) {
|
|
30
|
+
try {
|
|
31
|
+
const data = JSON.parse(line.slice(6));
|
|
32
|
+
if (data.type === "message_start" && data.message?.usage) {
|
|
33
|
+
inputTokens = data.message.usage.input_tokens ?? 0;
|
|
34
|
+
}
|
|
35
|
+
if (data.type === "message_delta" && data.usage) {
|
|
36
|
+
outputTokens = data.usage.output_tokens ?? 0;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
catch { }
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
return inputTokens > 0 || outputTokens > 0 ? { input: inputTokens, output: outputTokens } : null;
|
|
43
|
+
}
|
|
44
|
+
function createStreamingResponseWrapper(originalResponse, protocol, onTokens, protocolConverter) {
|
|
45
|
+
const decoder = new TextDecoder();
|
|
46
|
+
const { readable, writable } = new TransformStream({
|
|
47
|
+
transform(chunk, controller) {
|
|
48
|
+
if (protocolConverter) {
|
|
49
|
+
const text = decoder.decode(chunk, { stream: true });
|
|
50
|
+
// SSE chunks are separated by double newlines
|
|
51
|
+
const rawEvents = text.split(/\n\n/);
|
|
52
|
+
const convertedParts = [];
|
|
53
|
+
for (const rawEvent of rawEvents) {
|
|
54
|
+
if (!rawEvent.trim())
|
|
55
|
+
continue;
|
|
56
|
+
const converted = protocolConverter(rawEvent);
|
|
57
|
+
if (converted) {
|
|
58
|
+
convertedParts.push(converted);
|
|
59
|
+
}
|
|
60
|
+
else {
|
|
61
|
+
// Passthrough unconverted events
|
|
62
|
+
convertedParts.push(rawEvent + "\n\n");
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
if (convertedParts.length > 0) {
|
|
66
|
+
controller.enqueue(new TextEncoder().encode(convertedParts.join("")));
|
|
67
|
+
}
|
|
68
|
+
// Token extraction from original text
|
|
69
|
+
const extractor = protocol === "openai" ? extractTokenUsageOpenAI : extractTokenUsageAnthropic;
|
|
70
|
+
const tokenData = extractor(text);
|
|
71
|
+
if (tokenData) {
|
|
72
|
+
onTokens(tokenData);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
else {
|
|
76
|
+
controller.enqueue(chunk);
|
|
77
|
+
const text = decoder.decode(chunk, { stream: true });
|
|
78
|
+
const extractor = protocol === "openai" ? extractTokenUsageOpenAI : extractTokenUsageAnthropic;
|
|
79
|
+
const tokenData = extractor(text);
|
|
80
|
+
if (tokenData) {
|
|
81
|
+
onTokens(tokenData);
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
},
|
|
85
|
+
});
|
|
86
|
+
originalResponse.body?.pipeTo(writable).catch(() => { });
|
|
87
|
+
return new Response(readable, {
|
|
88
|
+
status: originalResponse.status,
|
|
89
|
+
headers: originalResponse.headers,
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
//# sourceMappingURL=response-handler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"response-handler.js","sourceRoot":"","sources":["../src/response-handler.ts"],"names":[],"mappings":";;AAKA,0DAgBC;AAED,gEAkBC;AAID,wEAuDC;AA/FD,SAAgB,uBAAuB,CAAC,OAAe;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;YACzD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,OAAO;wBACL,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;wBACpC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;qBAC1C,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,0BAA0B,CAAC,OAAe;IACxD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;oBACzD,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;gBACrD,CAAC;gBACD,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBAChD,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,WAAW,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACnG,CAAC;AAID,SAAgB,8BAA8B,CAC5C,gBAA0B,EAC1B,QAAgC,EAChC,QAA2C,EAC3C,iBAAwC;IAExC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,eAAe,CAAC;QACjD,SAAS,CAAC,KAAK,EAAE,UAAU;YACzB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrD,8CAA8C;gBAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACrC,MAAM,cAAc,GAAa,EAAE,CAAC;gBAEpC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAC/B,MAAM,SAAS,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;oBAC9C,IAAI,SAAS,EAAE,CAAC;wBACd,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACjC,CAAC;yBAAM,CAAC;wBACN,iCAAiC;wBACjC,cAAc,CAAC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,CAAC;oBACzC,CAAC;gBACH,CAAC;gBAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,UAAU,CAAC,OAAO,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACxE,CAAC;gBAED,sCAAsC;gBACtC,MAAM,SAAS,GAAG,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,0BAA0B,CAAC;gBAC/F,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;gBAClC,IAAI,SAAS,EAAE,CAAC;oBACd,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrD,MAAM,SAAS,GAAG,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,0BAA0B,CAAC;gBAC/F,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;gBAClC,IAAI,SAAS,EAAE,CAAC;oBACd,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAExD,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE;QAC5B,MAAM,EAAE,gBAAgB,CAAC,MAAM;QAC/B,OAAO,EAAE,gBAAgB,CAAC,OAAO;KAClC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"url-detector.d.ts","sourceRoot":"","sources":["../src/url-detector.ts"],"names":[],"mappings":"AAWA,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAEjD"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.isLLMApiCall = isLLMApiCall;
|
|
4
|
+
const LLM_URL_PATTERNS = [
|
|
5
|
+
/api\.openai\.com\/v1\/chat\/completions/,
|
|
6
|
+
/api\.anthropic\.com\/v1\/messages/,
|
|
7
|
+
/api\.deepseek\.com\/.*chat\/completions/,
|
|
8
|
+
/open\.bigmodel\.cn\/api\/paas\/v4\/chat\/completions/,
|
|
9
|
+
/api\.moonshot\.cn\/v1\/chat\/completions/,
|
|
10
|
+
/dashscope\.aliyuncs\.com\/compatible-mode\/v1\/chat\/completions/,
|
|
11
|
+
/platform\.xiaomimimo\.com\/v1\/chat\/completions/,
|
|
12
|
+
/generativelanguage\.googleapis\.com\/.*\/chat\/completions/,
|
|
13
|
+
];
|
|
14
|
+
function isLLMApiCall(url) {
|
|
15
|
+
return LLM_URL_PATTERNS.some((p) => p.test(url));
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=url-detector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"url-detector.js","sourceRoot":"","sources":["../src/url-detector.ts"],"names":[],"mappings":";;AAWA,oCAEC;AAbD,MAAM,gBAAgB,GAAG;IACvB,yCAAyC;IACzC,mCAAmC;IACnC,yCAAyC;IACzC,sDAAsD;IACtD,0CAA0C;IAC1C,kEAAkE;IAClE,kDAAkD;IAClD,4DAA4D;CAC7D,CAAC;AAEF,SAAgB,YAAY,CAAC,GAAW;IACtC,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AACnD,CAAC"}
|
package/package.json
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@agentfare/hook",
|
|
3
|
+
"version": "0.1.0",
|
|
4
|
+
"license": "MIT",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"types": "dist/index.d.ts",
|
|
7
|
+
"files": ["dist"],
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"import": "./dist/index.js",
|
|
11
|
+
"require": "./dist/index.js"
|
|
12
|
+
},
|
|
13
|
+
"./fetch-patch": {
|
|
14
|
+
"import": "./dist/fetch-patch.js",
|
|
15
|
+
"require": "./dist/fetch-patch.js"
|
|
16
|
+
},
|
|
17
|
+
"./request-handler": {
|
|
18
|
+
"import": "./dist/request-handler.js",
|
|
19
|
+
"require": "./dist/request-handler.js"
|
|
20
|
+
}
|
|
21
|
+
},
|
|
22
|
+
"scripts": {
|
|
23
|
+
"build": "tsc",
|
|
24
|
+
"test": "vitest run",
|
|
25
|
+
"test:watch": "vitest"
|
|
26
|
+
},
|
|
27
|
+
"dependencies": {
|
|
28
|
+
"@agentfare/core": "workspace:*",
|
|
29
|
+
"@agentfare/models": "workspace:*"
|
|
30
|
+
},
|
|
31
|
+
"devDependencies": {
|
|
32
|
+
"@types/node": "^22.0.0",
|
|
33
|
+
"typescript": "^5.8",
|
|
34
|
+
"vitest": "^3.2"
|
|
35
|
+
}
|
|
36
|
+
}
|