@loopstack/web-module 0.3.1 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import { BaseTool, ToolResult } from '@loopstack/common';
|
|
3
|
+
import type { LoopstackContext } from '@loopstack/common';
|
|
3
4
|
import { WebFetchResult } from '../types/index.js';
|
|
4
5
|
export declare const WebFetchSchema: z.ZodObject<{
|
|
5
6
|
url: z.ZodURL;
|
|
@@ -9,10 +10,10 @@ export declare const WebFetchSchema: z.ZodObject<{
|
|
|
9
10
|
maxTokens: z.ZodOptional<z.ZodNumber>;
|
|
10
11
|
}, z.core.$strict>;
|
|
11
12
|
type WebFetchArgs = z.infer<typeof WebFetchSchema>;
|
|
12
|
-
export declare class WebFetchTool extends BaseTool {
|
|
13
|
+
export declare class WebFetchTool extends BaseTool<WebFetchArgs, object, WebFetchResult> {
|
|
13
14
|
private readonly fetcher;
|
|
14
15
|
private readonly summarizer;
|
|
15
|
-
|
|
16
|
+
protected handle(args: WebFetchArgs, _ctx: LoopstackContext): Promise<ToolResult<WebFetchResult>>;
|
|
16
17
|
}
|
|
17
18
|
export {};
|
|
18
19
|
//# sourceMappingURL=web-fetch.tool.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"web-fetch.tool.d.ts","sourceRoot":"","sources":["../../src/tools/web-fetch.tool.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAQ,UAAU,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"web-fetch.tool.d.ts","sourceRoot":"","sources":["../../src/tools/web-fetch.tool.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAQ,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAG1D,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,eAAO,MAAM,cAAc;;;;;;kBAchB,CAAC;AAEZ,KAAK,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEnD,qBAOa,YAAa,SAAQ,QAAQ,CAAC,YAAY,EAAE,MAAM,EAAE,cAAc,CAAC;IACpE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyB;IACjD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA4B;cAEjD,MAAM,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;CAiFxG"}
|
|
@@ -28,7 +28,7 @@ export const WebFetchSchema = z
|
|
|
28
28
|
let WebFetchTool = class WebFetchTool extends BaseTool {
|
|
29
29
|
fetcher;
|
|
30
30
|
summarizer;
|
|
31
|
-
async
|
|
31
|
+
async handle(args, _ctx) {
|
|
32
32
|
const start = performance.now();
|
|
33
33
|
const outcome = await this.fetcher.fetch(args.url);
|
|
34
34
|
if (outcome.type === 'redirect') {
|
|
@@ -113,10 +113,9 @@ __decorate([
|
|
|
113
113
|
], WebFetchTool.prototype, "summarizer", void 0);
|
|
114
114
|
WebFetchTool = __decorate([
|
|
115
115
|
Tool({
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
},
|
|
116
|
+
name: 'web_fetch',
|
|
117
|
+
description: 'Fetches content from a URL, converts HTML to Markdown, and optionally summarizes it with a small Claude model against a user-provided prompt. ' +
|
|
118
|
+
'Supports HTTPS upgrade, same-origin redirect following with cross-host report, a 15-minute in-memory cache, size and redirect caps, and a preapproved-host allowlist.',
|
|
120
119
|
schema: WebFetchSchema,
|
|
121
120
|
})
|
|
122
121
|
], WebFetchTool);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"web-fetch.tool.js","sourceRoot":"","sources":["../../src/tools/web-fetch.tool.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAc,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"web-fetch.tool.js","sourceRoot":"","sources":["../../src/tools/web-fetch.tool.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAc,MAAM,mBAAmB,CAAC;AAE/D,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AAGzF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC;KAC5B,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IACtD,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,wEAAwE;QACtE,sEAAsE,CACzE;IACH,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wEAAwE,CAAC;IAC/G,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC;KACD,MAAM,EAAE,CAAC;AAWL,IAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,QAA8C;IACnD,OAAO,CAAyB;IAChC,UAAU,CAA4B;IAEvD,KAAK,CAAC,MAAM,CAAC,IAAkB,EAAE,IAAsB;QAC/D,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEnD,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAChC,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC;YAClE,MAAM,OAAO,GAAG,oBAAoB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAExF,OAAO;gBACL,IAAI,EAAE;oBACJ,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;oBACjC,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC;oBACxC,WAAW,EAAE,YAAY;oBACzB,MAAM,EAAE,OAAO;oBACf,SAAS,EAAE,KAAK;oBAChB,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;oBACrC,QAAQ,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;iBACnD;aACF,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAEpC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,6BAA6B,OAAO,CAAC,WAAW,KAAK,OAAO,CAAC,KAAK,wCAAwC,CAAC;YACxH,OAAO;gBACL,IAAI,EAAE;oBACJ,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,KAAK;oBAChB,MAAM;oBACN,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;iBACtC;aACF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAE5D,IAAI,MAAc,CAAC;QACnB,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE;gBAC/E,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC,CAAC;YACH,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;YACzB,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,IAAI,QAAQ,CAAC,MAAM,GAAG,mBAAmB,EAAE,CAAC;gBAC1C,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,GAAG,0CAA0C,CAAC;gBAC7F,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,QAAQ,CAAC;YACpB,CAAC;QACH,CAAC;QAED,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QAE/B,OAAO;YACL,IAAI,EAAE;gBACJ,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,MAAM;gBACN,SAAS;gBACT,MAAM;gBACN,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;aACtC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AApF4B;IAA1B,MAAM,EAAE;8BAA2B,sBAAsB;6CAAC;AAChC;IAA1B,MAAM,EAAE;8BAA8B,yBAAyB;gDAAC;AAFtD,YAAY;IAPxB,IAAI,CAAC;QACJ,IAAI,EAAE,WAAW;QACjB,WAAW,EACT,gJAAgJ;YAChJ,uKAAuK;QACzK,MAAM,EAAE,cAAc;KACvB,CAAC;GACW,YAAY,CAqFxB;;AAED,SAAS,oBAAoB,CAC3B,WAAmB,EACnB,WAAmB,EACnB,UAAkB,EAClB,MAA0B;IAE1B,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,cAAc,MAAM,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,OAAO,CACL,+DAA+D;QAC/D,iBAAiB,WAAW,IAAI;QAChC,iBAAiB,WAAW,IAAI;QAChC,WAAW,UAAU,IAAI,kBAAkB,CAAC,UAAU,CAAC,MAAM;QAC7D,wEAAwE;QACxE,WAAW,WAAW,KAAK;QAC3B,UAAU,CACX,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACxC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,GAAG;YACN,OAAO,mBAAmB,CAAC;QAC7B,KAAK,GAAG;YACN,OAAO,OAAO,CAAC;QACjB,KAAK,GAAG;YACN,OAAO,WAAW,CAAC;QACrB,KAAK,GAAG;YACN,OAAO,oBAAoB,CAAC;QAC9B,KAAK,GAAG;YACN,OAAO,oBAAoB,CAAC;QAC9B;YACE,OAAO,UAAU,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,IAAI,CAAC,MAAM,IAAI,qBAAqB;QAAE,OAAO,IAAI,CAAC;IACtD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,GAAG,4BAA4B,qBAAqB,cAAc,CAAC;AAChH,CAAC"}
|
package/package.json
CHANGED
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
"tool",
|
|
12
12
|
"webfetch"
|
|
13
13
|
],
|
|
14
|
-
"version": "0.
|
|
14
|
+
"version": "0.4.1",
|
|
15
15
|
"license": "MIT",
|
|
16
16
|
"author": {
|
|
17
17
|
"name": "Jakob Klippel",
|
|
@@ -34,17 +34,23 @@
|
|
|
34
34
|
"watch": "nest build --watch"
|
|
35
35
|
},
|
|
36
36
|
"dependencies": {
|
|
37
|
-
"
|
|
38
|
-
"
|
|
39
|
-
|
|
37
|
+
"lru-cache": "^11.0.2",
|
|
38
|
+
"turndown": "^7.2.0"
|
|
39
|
+
},
|
|
40
|
+
"devDependencies": {
|
|
41
|
+
"@loopstack/claude-module": "^0.25.1",
|
|
42
|
+
"@loopstack/common": "^0.32.3",
|
|
40
43
|
"@nestjs/common": "^11.1.19",
|
|
41
44
|
"@nestjs/core": "^11.1.19",
|
|
42
|
-
"
|
|
43
|
-
"turndown": "^7.2.0",
|
|
45
|
+
"@types/turndown": "^5.0.5",
|
|
44
46
|
"zod": "^4.3.6"
|
|
45
47
|
},
|
|
46
|
-
"
|
|
47
|
-
"@
|
|
48
|
+
"peerDependencies": {
|
|
49
|
+
"@loopstack/claude-module": "^0.25.1",
|
|
50
|
+
"@loopstack/common": "^0.32.3",
|
|
51
|
+
"@nestjs/common": "^11.0.0",
|
|
52
|
+
"@nestjs/core": "^11.0.0",
|
|
53
|
+
"zod": "^4.0.0"
|
|
48
54
|
},
|
|
49
55
|
"files": [
|
|
50
56
|
"dist"
|