@lloyal-labs/rig 1.2.0 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +10 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +10 -18
- package/dist/index.js.map +1 -1
- package/dist/node.d.ts +17 -0
- package/dist/node.d.ts.map +1 -0
- package/dist/node.js +45 -0
- package/dist/node.js.map +1 -0
- package/dist/sources/chunking.d.ts +41 -0
- package/dist/sources/chunking.d.ts.map +1 -0
- package/dist/sources/chunking.js +58 -0
- package/dist/sources/chunking.js.map +1 -0
- package/dist/sources/web.d.ts +1 -30
- package/dist/sources/web.d.ts.map +1 -1
- package/dist/sources/web.js +6 -48
- package/dist/sources/web.js.map +1 -1
- package/dist/tools/index.d.ts +0 -1
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/index.js +1 -3
- package/dist/tools/index.js.map +1 -1
- package/package.json +11 -1
package/dist/index.d.ts
CHANGED
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Rig — research infrastructure for the lloyal agent pipeline
|
|
3
3
|
*
|
|
4
|
-
*
|
|
5
|
-
*
|
|
6
|
-
*
|
|
7
|
-
*
|
|
4
|
+
* The default export is RN-safe: no node:fs, no linkedom, no lloyal.node.
|
|
5
|
+
* Platform-specific exports are available via sub-path imports:
|
|
6
|
+
*
|
|
7
|
+
* - `@lloyal-labs/rig/node` — Node.js-specific: createReranker, WebSource,
|
|
8
|
+
* CorpusSource, loadResources, chunkResources, FetchPageTool
|
|
8
9
|
*
|
|
9
10
|
* @packageDocumentation
|
|
10
11
|
* @category Rig
|
|
11
12
|
*/
|
|
12
|
-
export { createTools, reportTool, ResearchTool, WebSearchTool, TavilyProvider,
|
|
13
|
+
export { createTools, reportTool, ResearchTool, WebSearchTool, TavilyProvider, WebResearchTool, PlanTool, } from './tools';
|
|
13
14
|
export type { ResearchToolOpts, WebResearchToolOpts, PlanToolOpts, PlanResult, PlanQuestion, SearchProvider, SearchResult, Reranker, ScoredChunk, ScoredResult, } from './tools';
|
|
14
|
-
export {
|
|
15
|
-
export type {
|
|
16
|
-
export {
|
|
17
|
-
export type { Resource, Chunk } from './resources';
|
|
18
|
-
export { createReranker } from './reranker';
|
|
15
|
+
export { chunkFetchedPages } from './sources/chunking';
|
|
16
|
+
export type { FetchedPage } from './sources/chunking';
|
|
17
|
+
export type { SourceContext } from './sources/types';
|
|
18
|
+
export type { Resource, Chunk } from './resources/types';
|
|
19
19
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,EACL,WAAW,EAAE,UAAU,EACvB,YAAY,EAAE,aAAa,EAAE,cAAc,EAC3C,eAAe,EAAE,QAAQ,GAC1B,MAAM,SAAS,CAAC;AACjB,YAAY,EACV,gBAAgB,EAAE,mBAAmB,EAAE,YAAY,EACnD,UAAU,EAAE,YAAY,EACxB,cAAc,EAAE,YAAY,EAC5B,QAAQ,EAAE,WAAW,EAAE,YAAY,GACpC,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,YAAY,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGtD,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGrD,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -2,35 +2,27 @@
|
|
|
2
2
|
/**
|
|
3
3
|
* Rig — research infrastructure for the lloyal agent pipeline
|
|
4
4
|
*
|
|
5
|
-
*
|
|
6
|
-
*
|
|
7
|
-
*
|
|
8
|
-
*
|
|
5
|
+
* The default export is RN-safe: no node:fs, no linkedom, no lloyal.node.
|
|
6
|
+
* Platform-specific exports are available via sub-path imports:
|
|
7
|
+
*
|
|
8
|
+
* - `@lloyal-labs/rig/node` — Node.js-specific: createReranker, WebSource,
|
|
9
|
+
* CorpusSource, loadResources, chunkResources, FetchPageTool
|
|
9
10
|
*
|
|
10
11
|
* @packageDocumentation
|
|
11
12
|
* @category Rig
|
|
12
13
|
*/
|
|
13
14
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
14
|
-
exports.
|
|
15
|
-
// Tools
|
|
15
|
+
exports.chunkFetchedPages = exports.PlanTool = exports.WebResearchTool = exports.TavilyProvider = exports.WebSearchTool = exports.ResearchTool = exports.reportTool = exports.createTools = void 0;
|
|
16
|
+
// Tools (all pure TS + Effection — RN-safe)
|
|
16
17
|
var tools_1 = require("./tools");
|
|
17
18
|
Object.defineProperty(exports, "createTools", { enumerable: true, get: function () { return tools_1.createTools; } });
|
|
18
19
|
Object.defineProperty(exports, "reportTool", { enumerable: true, get: function () { return tools_1.reportTool; } });
|
|
19
20
|
Object.defineProperty(exports, "ResearchTool", { enumerable: true, get: function () { return tools_1.ResearchTool; } });
|
|
20
21
|
Object.defineProperty(exports, "WebSearchTool", { enumerable: true, get: function () { return tools_1.WebSearchTool; } });
|
|
21
22
|
Object.defineProperty(exports, "TavilyProvider", { enumerable: true, get: function () { return tools_1.TavilyProvider; } });
|
|
22
|
-
Object.defineProperty(exports, "FetchPageTool", { enumerable: true, get: function () { return tools_1.FetchPageTool; } });
|
|
23
23
|
Object.defineProperty(exports, "WebResearchTool", { enumerable: true, get: function () { return tools_1.WebResearchTool; } });
|
|
24
24
|
Object.defineProperty(exports, "PlanTool", { enumerable: true, get: function () { return tools_1.PlanTool; } });
|
|
25
|
-
//
|
|
26
|
-
var
|
|
27
|
-
Object.defineProperty(exports, "
|
|
28
|
-
Object.defineProperty(exports, "CorpusSource", { enumerable: true, get: function () { return sources_1.CorpusSource; } });
|
|
29
|
-
// Resources
|
|
30
|
-
var resources_1 = require("./resources");
|
|
31
|
-
Object.defineProperty(exports, "loadResources", { enumerable: true, get: function () { return resources_1.loadResources; } });
|
|
32
|
-
Object.defineProperty(exports, "chunkResources", { enumerable: true, get: function () { return resources_1.chunkResources; } });
|
|
33
|
-
// Reranker
|
|
34
|
-
var reranker_1 = require("./reranker");
|
|
35
|
-
Object.defineProperty(exports, "createReranker", { enumerable: true, get: function () { return reranker_1.createReranker; } });
|
|
25
|
+
// Chunking (pure TS — RN-safe)
|
|
26
|
+
var chunking_1 = require("./sources/chunking");
|
|
27
|
+
Object.defineProperty(exports, "chunkFetchedPages", { enumerable: true, get: function () { return chunking_1.chunkFetchedPages; } });
|
|
36
28
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;AAEH,4CAA4C;AAC5C,iCAIiB;AAHf,oGAAA,WAAW,OAAA;AAAE,mGAAA,UAAU,OAAA;AACvB,qGAAA,YAAY,OAAA;AAAE,sGAAA,aAAa,OAAA;AAAE,uGAAA,cAAc,OAAA;AAC3C,wGAAA,eAAe,OAAA;AAAE,iGAAA,QAAQ,OAAA;AAS3B,+BAA+B;AAC/B,+CAAuD;AAA9C,6GAAA,iBAAiB,OAAA"}
|
package/dist/node.d.ts
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Node.js-specific exports for @lloyal-labs/rig
|
|
3
|
+
*
|
|
4
|
+
* These require node:fs, linkedom, @mozilla/readability, and/or
|
|
5
|
+
* @lloyal-labs/lloyal.node. Import from `@lloyal-labs/rig/node`
|
|
6
|
+
* only in Node.js environments.
|
|
7
|
+
*
|
|
8
|
+
* @packageDocumentation
|
|
9
|
+
* @category Rig
|
|
10
|
+
*/
|
|
11
|
+
export * from './index';
|
|
12
|
+
export { createReranker } from './reranker';
|
|
13
|
+
export { WebSource } from './sources/web';
|
|
14
|
+
export { CorpusSource } from './sources/corpus';
|
|
15
|
+
export { FetchPageTool } from './tools/fetch-page';
|
|
16
|
+
export { loadResources, chunkResources } from './resources';
|
|
17
|
+
//# sourceMappingURL=node.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"node.d.ts","sourceRoot":"","sources":["../src/node.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,cAAc,SAAS,CAAC;AAGxB,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAG5C,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAGhD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAGnD,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC"}
|
package/dist/node.js
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Node.js-specific exports for @lloyal-labs/rig
|
|
4
|
+
*
|
|
5
|
+
* These require node:fs, linkedom, @mozilla/readability, and/or
|
|
6
|
+
* @lloyal-labs/lloyal.node. Import from `@lloyal-labs/rig/node`
|
|
7
|
+
* only in Node.js environments.
|
|
8
|
+
*
|
|
9
|
+
* @packageDocumentation
|
|
10
|
+
* @category Rig
|
|
11
|
+
*/
|
|
12
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
15
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
16
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
17
|
+
}
|
|
18
|
+
Object.defineProperty(o, k2, desc);
|
|
19
|
+
}) : (function(o, m, k, k2) {
|
|
20
|
+
if (k2 === undefined) k2 = k;
|
|
21
|
+
o[k2] = m[k];
|
|
22
|
+
}));
|
|
23
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
24
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
25
|
+
};
|
|
26
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
27
|
+
exports.chunkResources = exports.loadResources = exports.FetchPageTool = exports.CorpusSource = exports.WebSource = exports.createReranker = void 0;
|
|
28
|
+
// Re-export everything from the safe barrel
|
|
29
|
+
__exportStar(require("./index"), exports);
|
|
30
|
+
// Node-only: Reranker factory (requires @lloyal-labs/lloyal.node)
|
|
31
|
+
var reranker_1 = require("./reranker");
|
|
32
|
+
Object.defineProperty(exports, "createReranker", { enumerable: true, get: function () { return reranker_1.createReranker; } });
|
|
33
|
+
// Node-only: Sources (require node:fs + linkedom)
|
|
34
|
+
var web_1 = require("./sources/web");
|
|
35
|
+
Object.defineProperty(exports, "WebSource", { enumerable: true, get: function () { return web_1.WebSource; } });
|
|
36
|
+
var corpus_1 = require("./sources/corpus");
|
|
37
|
+
Object.defineProperty(exports, "CorpusSource", { enumerable: true, get: function () { return corpus_1.CorpusSource; } });
|
|
38
|
+
// Node-only: FetchPageTool (requires linkedom + @mozilla/readability)
|
|
39
|
+
var fetch_page_1 = require("./tools/fetch-page");
|
|
40
|
+
Object.defineProperty(exports, "FetchPageTool", { enumerable: true, get: function () { return fetch_page_1.FetchPageTool; } });
|
|
41
|
+
// Node-only: Resource loading (requires node:fs)
|
|
42
|
+
var resources_1 = require("./resources");
|
|
43
|
+
Object.defineProperty(exports, "loadResources", { enumerable: true, get: function () { return resources_1.loadResources; } });
|
|
44
|
+
Object.defineProperty(exports, "chunkResources", { enumerable: true, get: function () { return resources_1.chunkResources; } });
|
|
45
|
+
//# sourceMappingURL=node.js.map
|
package/dist/node.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"node.js","sourceRoot":"","sources":["../src/node.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;;;;;;;;;;;;;;;AAEH,4CAA4C;AAC5C,0CAAwB;AAExB,kEAAkE;AAClE,uCAA4C;AAAnC,0GAAA,cAAc,OAAA;AAEvB,kDAAkD;AAClD,qCAA0C;AAAjC,gGAAA,SAAS,OAAA;AAClB,2CAAgD;AAAvC,sGAAA,YAAY,OAAA;AAErB,sEAAsE;AACtE,iDAAmD;AAA1C,2GAAA,aAAa,OAAA;AAEtB,iDAAiD;AACjD,yCAA4D;AAAnD,0GAAA,aAAa,OAAA;AAAE,2GAAA,cAAc,OAAA"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pure-TS chunking utilities for web page content
|
|
3
|
+
*
|
|
4
|
+
* Extracted from web.ts so they can be imported without pulling in
|
|
5
|
+
* node:fs, linkedom, or @mozilla/readability.
|
|
6
|
+
*
|
|
7
|
+
* @packageDocumentation
|
|
8
|
+
* @category Rig
|
|
9
|
+
*/
|
|
10
|
+
import type { Chunk } from '../resources/types';
|
|
11
|
+
/**
|
|
12
|
+
* Raw page content buffered during web research for post-research reranking
|
|
13
|
+
*
|
|
14
|
+
* Populated by {@link BufferingFetchPage} as agents fetch pages. After
|
|
15
|
+
* the research phase ends, buffered pages are converted to {@link Chunk}
|
|
16
|
+
* instances via {@link chunkFetchedPages} for reranker scoring.
|
|
17
|
+
*
|
|
18
|
+
* @category Rig
|
|
19
|
+
*/
|
|
20
|
+
export interface FetchedPage {
|
|
21
|
+
/** Resolved URL of the fetched page */
|
|
22
|
+
url: string;
|
|
23
|
+
/** Page title extracted during fetch (may be empty) */
|
|
24
|
+
title: string;
|
|
25
|
+
/** Full extracted article text */
|
|
26
|
+
text: string;
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Convert buffered web pages into {@link Chunk} instances for reranking
|
|
30
|
+
*
|
|
31
|
+
* Splits each page's text on blank-line paragraph boundaries, filtering
|
|
32
|
+
* paragraphs shorter than 40 characters. If no paragraphs survive the
|
|
33
|
+
* filter, the full text is emitted as a single chunk (if long enough).
|
|
34
|
+
*
|
|
35
|
+
* @param pages - Buffered pages from web research
|
|
36
|
+
* @returns Flat array of paragraph-level chunks with `tokens` arrays left empty for later tokenization
|
|
37
|
+
*
|
|
38
|
+
* @category Rig
|
|
39
|
+
*/
|
|
40
|
+
export declare function chunkFetchedPages(pages: FetchedPage[]): Chunk[];
|
|
41
|
+
//# sourceMappingURL=chunking.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunking.d.ts","sourceRoot":"","sources":["../../src/sources/chunking.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEhD;;;;;;;;GAQG;AACH,MAAM,WAAW,WAAW;IAC1B,uCAAuC;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,uDAAuD;IACvD,KAAK,EAAE,MAAM,CAAC;IACd,kCAAkC;IAClC,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,KAAK,EAAE,CAkC/D"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Pure-TS chunking utilities for web page content
|
|
4
|
+
*
|
|
5
|
+
* Extracted from web.ts so they can be imported without pulling in
|
|
6
|
+
* node:fs, linkedom, or @mozilla/readability.
|
|
7
|
+
*
|
|
8
|
+
* @packageDocumentation
|
|
9
|
+
* @category Rig
|
|
10
|
+
*/
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.chunkFetchedPages = chunkFetchedPages;
|
|
13
|
+
/**
|
|
14
|
+
* Convert buffered web pages into {@link Chunk} instances for reranking
|
|
15
|
+
*
|
|
16
|
+
* Splits each page's text on blank-line paragraph boundaries, filtering
|
|
17
|
+
* paragraphs shorter than 40 characters. If no paragraphs survive the
|
|
18
|
+
* filter, the full text is emitted as a single chunk (if long enough).
|
|
19
|
+
*
|
|
20
|
+
* @param pages - Buffered pages from web research
|
|
21
|
+
* @returns Flat array of paragraph-level chunks with `tokens` arrays left empty for later tokenization
|
|
22
|
+
*
|
|
23
|
+
* @category Rig
|
|
24
|
+
*/
|
|
25
|
+
function chunkFetchedPages(pages) {
|
|
26
|
+
const chunks = [];
|
|
27
|
+
for (const page of pages) {
|
|
28
|
+
const paragraphs = page.text
|
|
29
|
+
.split(/\n\s*\n/)
|
|
30
|
+
.map((p) => p.trim())
|
|
31
|
+
.filter((p) => p.length > 40);
|
|
32
|
+
if (paragraphs.length === 0) {
|
|
33
|
+
if (page.text.trim().length > 40) {
|
|
34
|
+
chunks.push({
|
|
35
|
+
resource: page.url,
|
|
36
|
+
heading: page.title || page.url,
|
|
37
|
+
text: page.text.trim(),
|
|
38
|
+
tokens: [],
|
|
39
|
+
startLine: 1,
|
|
40
|
+
endLine: 1,
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
continue;
|
|
44
|
+
}
|
|
45
|
+
for (let i = 0; i < paragraphs.length; i++) {
|
|
46
|
+
chunks.push({
|
|
47
|
+
resource: page.url,
|
|
48
|
+
heading: page.title || page.url,
|
|
49
|
+
text: paragraphs[i],
|
|
50
|
+
tokens: [],
|
|
51
|
+
startLine: i + 1,
|
|
52
|
+
endLine: i + 1,
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
return chunks;
|
|
57
|
+
}
|
|
58
|
+
//# sourceMappingURL=chunking.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunking.js","sourceRoot":"","sources":["../../src/sources/chunking.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAkCH,8CAkCC;AA9CD;;;;;;;;;;;GAWG;AACH,SAAgB,iBAAiB,CAAC,KAAoB;IACpD,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI;aACzB,KAAK,CAAC,SAAS,CAAC;aAChB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAEhC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,IAAI,CAAC,GAAG;oBAClB,OAAO,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG;oBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBACtB,MAAM,EAAE,EAAE;oBACV,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,CAAC;iBACX,CAAC,CAAC;YACL,CAAC;YACD,SAAS;QACX,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,GAAG;gBAClB,OAAO,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG;gBAC/B,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;gBACnB,MAAM,EAAE,EAAE;gBACV,SAAS,EAAE,CAAC,GAAG,CAAC;gBAChB,OAAO,EAAE,CAAC,GAAG,CAAC;aACf,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
package/dist/sources/web.d.ts
CHANGED
|
@@ -4,36 +4,7 @@ import { Tool } from "@lloyal-labs/lloyal-agents";
|
|
|
4
4
|
import type { Chunk } from "../resources/types";
|
|
5
5
|
import type { SourceContext } from "./types";
|
|
6
6
|
import type { SearchProvider } from "../tools/types";
|
|
7
|
-
|
|
8
|
-
* Raw page content buffered during web research for post-research reranking
|
|
9
|
-
*
|
|
10
|
-
* Populated by {@link BufferingFetchPage} as agents fetch pages. After
|
|
11
|
-
* the research phase ends, buffered pages are converted to {@link Chunk}
|
|
12
|
-
* instances via {@link chunkFetchedPages} for reranker scoring.
|
|
13
|
-
*
|
|
14
|
-
* @category Rig
|
|
15
|
-
*/
|
|
16
|
-
export interface FetchedPage {
|
|
17
|
-
/** Resolved URL of the fetched page */
|
|
18
|
-
url: string;
|
|
19
|
-
/** Page title extracted during fetch (may be empty) */
|
|
20
|
-
title: string;
|
|
21
|
-
/** Full extracted article text */
|
|
22
|
-
text: string;
|
|
23
|
-
}
|
|
24
|
-
/**
|
|
25
|
-
* Convert buffered web pages into {@link Chunk} instances for reranking
|
|
26
|
-
*
|
|
27
|
-
* Splits each page's text on blank-line paragraph boundaries, filtering
|
|
28
|
-
* paragraphs shorter than 40 characters. If no paragraphs survive the
|
|
29
|
-
* filter, the full text is emitted as a single chunk (if long enough).
|
|
30
|
-
*
|
|
31
|
-
* @param pages - Buffered pages from web research
|
|
32
|
-
* @returns Flat array of paragraph-level chunks with `tokens` arrays left empty for later tokenization
|
|
33
|
-
*
|
|
34
|
-
* @category Rig
|
|
35
|
-
*/
|
|
36
|
-
export declare function chunkFetchedPages(pages: FetchedPage[]): Chunk[];
|
|
7
|
+
export { chunkFetchedPages, type FetchedPage } from "./chunking";
|
|
37
8
|
/**
|
|
38
9
|
* Web-backed research source using search + fetch with scratchpad extraction
|
|
39
10
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"web.d.ts","sourceRoot":"","sources":["../../src/sources/web.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,IAAI,EAAyD,MAAM,4BAA4B,CAAC;AAIzG,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"web.d.ts","sourceRoot":"","sources":["../../src/sources/web.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,IAAI,EAAyD,MAAM,4BAA4B,CAAC;AAIzG,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAQrD,OAAO,EAAE,iBAAiB,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AA+MjE;;;;;;;;;;GAUG;AACH,qBAAa,SAAU,SAAQ,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC;IACzD,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,eAAe,CAAmC;IAC1D,OAAO,CAAC,aAAa,CAAgC;IAErD,kBAAkB;IAClB,QAAQ,CAAC,IAAI,SAAS;IAEtB;;OAEG;gBACS,QAAQ,EAAE,cAAc;IASpC,kBAAkB;IAClB,IAAI,YAAY,IAAI,IAAI,CAIvB;IAED,kBAAkB;IAClB,IAAI,cAAc,IAAI,IAAI,EAAE,CAA+C;IAE3E;;;;;;;;;OASG;IACF,IAAI,CAAC,GAAG,EAAE,aAAa,GAAG,SAAS,CAAC,IAAI,CAAC;IA2B1C,kBAAkB;IAClB,SAAS,IAAI,KAAK,EAAE;CAGrB"}
|
package/dist/sources/web.js
CHANGED
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.WebSource = void 0;
|
|
4
|
-
exports.chunkFetchedPages = chunkFetchedPages;
|
|
3
|
+
exports.WebSource = exports.chunkFetchedPages = void 0;
|
|
5
4
|
const fs = require("node:fs");
|
|
6
5
|
const path = require("node:path");
|
|
7
6
|
const effection_1 = require("effection");
|
|
@@ -10,6 +9,10 @@ const lloyal_agents_2 = require("@lloyal-labs/lloyal-agents");
|
|
|
10
9
|
const web_search_1 = require("../tools/web-search");
|
|
11
10
|
const fetch_page_1 = require("../tools/fetch-page");
|
|
12
11
|
const web_research_1 = require("../tools/web-research");
|
|
12
|
+
const chunking_1 = require("./chunking");
|
|
13
|
+
// Re-export for backwards compatibility
|
|
14
|
+
var chunking_2 = require("./chunking");
|
|
15
|
+
Object.defineProperty(exports, "chunkFetchedPages", { enumerable: true, get: function () { return chunking_2.chunkFetchedPages; } });
|
|
13
16
|
// ── Task loader ──────────────────────────────────────────────────
|
|
14
17
|
function readTask(name) {
|
|
15
18
|
const raw = fs
|
|
@@ -20,51 +23,6 @@ function readTask(name) {
|
|
|
20
23
|
return { system: raw, user: "" };
|
|
21
24
|
return { system: raw.slice(0, sep).trim(), user: raw.slice(sep + 5).trim() };
|
|
22
25
|
}
|
|
23
|
-
/**
|
|
24
|
-
* Convert buffered web pages into {@link Chunk} instances for reranking
|
|
25
|
-
*
|
|
26
|
-
* Splits each page's text on blank-line paragraph boundaries, filtering
|
|
27
|
-
* paragraphs shorter than 40 characters. If no paragraphs survive the
|
|
28
|
-
* filter, the full text is emitted as a single chunk (if long enough).
|
|
29
|
-
*
|
|
30
|
-
* @param pages - Buffered pages from web research
|
|
31
|
-
* @returns Flat array of paragraph-level chunks with `tokens` arrays left empty for later tokenization
|
|
32
|
-
*
|
|
33
|
-
* @category Rig
|
|
34
|
-
*/
|
|
35
|
-
function chunkFetchedPages(pages) {
|
|
36
|
-
const chunks = [];
|
|
37
|
-
for (const page of pages) {
|
|
38
|
-
const paragraphs = page.text
|
|
39
|
-
.split(/\n\s*\n/)
|
|
40
|
-
.map((p) => p.trim())
|
|
41
|
-
.filter((p) => p.length > 40);
|
|
42
|
-
if (paragraphs.length === 0) {
|
|
43
|
-
if (page.text.trim().length > 40) {
|
|
44
|
-
chunks.push({
|
|
45
|
-
resource: page.url,
|
|
46
|
-
heading: page.title || page.url,
|
|
47
|
-
text: page.text.trim(),
|
|
48
|
-
tokens: [],
|
|
49
|
-
startLine: 1,
|
|
50
|
-
endLine: 1,
|
|
51
|
-
});
|
|
52
|
-
}
|
|
53
|
-
continue;
|
|
54
|
-
}
|
|
55
|
-
for (let i = 0; i < paragraphs.length; i++) {
|
|
56
|
-
chunks.push({
|
|
57
|
-
resource: page.url,
|
|
58
|
-
heading: page.title || page.url,
|
|
59
|
-
text: paragraphs[i],
|
|
60
|
-
tokens: [],
|
|
61
|
-
startLine: i + 1,
|
|
62
|
-
endLine: i + 1,
|
|
63
|
-
});
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
return chunks;
|
|
67
|
-
}
|
|
68
26
|
// ── BufferingFetchPage ───────────────────────────────────────────
|
|
69
27
|
/**
|
|
70
28
|
* Fetch-page wrapper that buffers full content and extracts a compact summary
|
|
@@ -312,7 +270,7 @@ class WebSource extends lloyal_agents_1.Source {
|
|
|
312
270
|
}
|
|
313
271
|
/** @inheritDoc */
|
|
314
272
|
getChunks() {
|
|
315
|
-
return chunkFetchedPages(this._buffer);
|
|
273
|
+
return (0, chunking_1.chunkFetchedPages)(this._buffer);
|
|
316
274
|
}
|
|
317
275
|
}
|
|
318
276
|
exports.WebSource = WebSource;
|
package/dist/sources/web.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"web.js","sourceRoot":"","sources":["../../src/sources/web.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"web.js","sourceRoot":"","sources":["../../src/sources/web.ts"],"names":[],"mappings":";;;AAAA,8BAA8B;AAC9B,kCAAkC;AAClC,yCAAiC;AAEjC,8DAAoD;AACpD,8DAAyG;AAOzG,oDAAoD;AACpD,oDAAoD;AACpD,wDAAwD;AACxD,yCAA+C;AAG/C,wCAAwC;AACxC,uCAAiE;AAAxD,6GAAA,iBAAiB,OAAA;AAE1B,oEAAoE;AAEpE,SAAS,QAAQ,CAAC,IAAY;IAC5B,MAAM,GAAG,GAAG,EAAE;SACX,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,KAAK,CAAC,EAAE,MAAM,CAAC;SAC3D,IAAI,EAAE,CAAC;IACV,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,IAAI,GAAG,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACjD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;AAC/E,CAAC;AAED,oEAAoE;AAEpE;;;;;;;;;;;;GAYG;AACH,MAAM,kBAAmB,SAAQ,oBAAqB;IAC3C,IAAI,GAAG,YAAY,CAAC;IACpB,WAAW,GAClB,oKAAoK,CAAC;IAC9J,UAAU,GAAe;QAChC,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,EAAE;QACpE,QAAQ,EAAE,CAAC,KAAK,CAAC;KAClB,CAAC;IAEM,MAAM,CAAgB;IACtB,OAAO,CAAgB;IACvB,YAAY,CAAmC;IAEvD,YACE,MAAqB,EACrB,WAA6C,EAC7C,QAAiB;QAEjB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,IAAI,0BAAa,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;IAClC,CAAC;IAED,CAAC,OAAO,CAAC,IAAqB;QAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,GAAG,MAAiC,CAAC;QAC5C,IACE,OAAO,CAAC,EAAE,OAAO,KAAK,QAAQ;YAC9B,CAAC,CAAC,OAAO,KAAK,qCAAqC,EACnD,CAAC;YACD,MAAM,OAAO,GAAG,CAAC,CAAC,OAAiB,CAAC;YACpC,oCAAoC;YACpC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAChB,GAAG,EAAG,CAAC,CAAC,GAAc,IAAI,IAAI,CAAC,GAAG;gBAClC,KAAK,EAAG,CAAC,CAAC,KAAgB,IAAI,EAAE;gBAChC,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;YAEH,wFAAwF;YACxF,IAAI,MAA0B,CAAC;YAC/B,IAAI,CAAC;gBAAC,MAAM,GAAG,KAAK,CAAC,CAAC,gCAAgB,CAAC,MAAM,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,iCAAiC,CAAC,CAAC;YAC9F,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ;gBAAE,OAAO,MAAM,CAAC;YAC9C,MAAM,GAAG,GAAmB,KAAK,CAAC,CAAC,mBAAG,CAAC,MAAM,EAAE,CAAC;YAChD,MAAM,MAAM,GAAG;gBACb,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC3B,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;iBACpD;gBACD,QAAQ,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;aAC/B,CAAC;YACF,MAAM,OAAO,GAAW,KAAK,CAAC,CAAC,IAAA,gBAAI,EAAC,GAAG,EAAE,CACvC,GAAG,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAChD,CAAC;YACF,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI;iBACzC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;iBAC5B,OAAO,CAAC,WAAW,EAAG,CAAC,CAAC,KAAgB,IAAI,EAAE,CAAC;iBAC/C,OAAO,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YACnC,MAAM,QAAQ,GAAG;gBACf,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;gBACrD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE;aACzC,CAAC;YACF,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YAE3F,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,IAAA,wBAAQ,EAC/B;oBACE,MAAM;oBACN,OAAO;oBACP,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;oBAC5B,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC3B,MAAM;iBACP,CACF,CAAC;gBACF,OAAO;oBACL,GAAG,EAAE,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG;oBACtB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE;oBACpB,OAAO,EAAE,SAAS,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE;oBACxC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE;iBACrC,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,MAAM,CAAC,CAAC,gDAAgD;YACjE,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED,qEAAqE;AAErE;;;;;;;;;;GAUG;AACH,MAAM,kBAAmB,SAAQ,oBAAuB;IAC7C,IAAI,GAAG,YAAY,CAAC;IACpB,WAAW,GAClB,yHAAyH,CAAC;IACnH,UAAU,GAAe;QAChC,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,EAAE;QACtE,QAAQ,EAAE,CAAC,OAAO,CAAC;KACpB,CAAC;IAEM,MAAM,CAAgB;IACtB,YAAY,CAAmC;IAEvD,YAAY,QAAwB,EAAE,WAA6C;QACjF,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,IAAI,0BAAa,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;IAClC,CAAC;IAED,CAAC,OAAO,CAAC,IAAuB;QAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAEjD,gEAAgE;QAChE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,OAAO,CAAC;QAEpE,sEAAsE;QACtE,IAAI,MAA0B,CAAC;QAC/B,IAAI,CAAC;YAAC,MAAM,GAAG,KAAK,CAAC,CAAC,gCAAgB,CAAC,MAAM,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,4BAA4B,CAAC,CAAC;QACzF,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ;YAAE,OAAO,OAAO,CAAC;QAE/C,MAAM,GAAG,GAAmB,KAAK,CAAC,CAAC,mBAAG,CAAC,MAAM,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,qBAAqB,EAAE;gBACtF,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wCAAwC,EAAE;aACnF;YACD,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;SAC9B,CAAC;QACF,MAAM,OAAO,GAAW,KAAK,CAAC,CAAC,IAAA,gBAAI,EAAC,GAAG,EAAE,CACvC,GAAG,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAChD,CAAC;QAEF,MAAM,WAAW,GAAI,OAAkE;aACpF,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC;aACnE,IAAI,CAAC,MAAM,CAAC,CAAC;QAChB,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI;aACzC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC;aAChC,OAAO,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG;YACf,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;YACrD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE;SACzC,CAAC;QACF,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;QAE3F,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,IAAA,wBAAQ,EAAsC;gBACrE,MAAM;gBACN,OAAO;gBACP,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;gBAC5B,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC3B,MAAM;aACP,CAAC,CAAC;YACH,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE;gBAClC,OAAO,EAAE,SAAS,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE;gBACxC,WAAW,EAAE,OAAO,CAAC,MAAM;aAC5B,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,OAAO,CAAC,CAAC,gDAAgD;QAClE,CAAC;IACH,CAAC;CACF;AAED,oEAAoE;AAEpE;;;;;;;;;;GAUG;AACH,MAAa,SAAU,SAAQ,sBAA4B;IACjD,OAAO,GAAkB,EAAE,CAAC;IAC5B,UAAU,CAAqB;IAC/B,UAAU,CAAqB;IAC/B,eAAe,CAAmC;IAClD,aAAa,GAA2B,IAAI,CAAC;IAErD,kBAAkB;IACT,IAAI,GAAG,KAAK,CAAC;IAEtB;;OAEG;IACH,YAAY,QAAwB;QAClC,KAAK,EAAE,CAAC;QACR,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC;QACrD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACpE,IAAI,CAAC,UAAU,GAAG,IAAI,kBAAkB,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;IACxE,CAAC;IAED,kBAAkB;IAClB,IAAI,YAAY;QACd,IAAI,CAAC,IAAI,CAAC,aAAa;YACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,kBAAkB;IAClB,IAAI,cAAc,KAAa,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAE3E;;;;;;;;;OASG;IACH,CAAC,IAAI,CAAC,GAAkB;QACtB,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACxB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,qBAAK,CAAC,MAAM,EAAE,CAAC;QACjC,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE,WAAW,CAAC,GAAG,EAAE;YACzE,IAAI,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAEhD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG,IAAI,8BAAe,CAAC;gBACtC,IAAI,EAAE,cAAc;gBACpB,WAAW,EACT,2FAA2F;gBAC7F,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;gBACzC,cAAc,EAAE,GAAG,CAAC,cAAc;gBAClC,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAA,6BAAa,EAAC;gBAC5B,IAAI,CAAC,UAAU;gBACf,IAAI,CAAC,UAAU;gBACf,GAAG,CAAC,UAAU;gBACd,WAAW;aACZ,CAAC,CAAC;YACH,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAChC,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC;QACnC,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,SAAS;QACP,OAAO,IAAA,4BAAiB,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;CACF;AAzED,8BAyEC"}
|
package/dist/tools/index.d.ts
CHANGED
|
@@ -6,7 +6,6 @@ export { ResearchTool } from './research';
|
|
|
6
6
|
export type { ResearchToolOpts } from './research';
|
|
7
7
|
export { WebSearchTool, TavilyProvider } from './web-search';
|
|
8
8
|
export type { SearchProvider, SearchResult, Reranker, ScoredChunk, ScoredResult } from './types';
|
|
9
|
-
export { FetchPageTool } from './fetch-page';
|
|
10
9
|
export { WebResearchTool } from './web-research';
|
|
11
10
|
export type { WebResearchToolOpts } from './web-research';
|
|
12
11
|
export { PlanTool } from './plan';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAIxC,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtC,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC7D,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACjG,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAIxC,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtC,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC7D,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACjG,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAErE;;;;;;GAMG;AACH,eAAO,MAAM,UAAU,YAAmB,CAAC;AAE3C;;;;;;;;;;;GAWG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE;IAChC,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,QAAQ,EAAE,QAAQ,CAAC;CACpB,GAAG,OAAO,CAOV"}
|
package/dist/tools/index.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.reportTool = exports.PlanTool = exports.WebResearchTool = exports.
|
|
3
|
+
exports.reportTool = exports.PlanTool = exports.WebResearchTool = exports.TavilyProvider = exports.WebSearchTool = exports.ResearchTool = void 0;
|
|
4
4
|
exports.createTools = createTools;
|
|
5
5
|
const lloyal_agents_1 = require("@lloyal-labs/lloyal-agents");
|
|
6
6
|
const search_1 = require("./search");
|
|
@@ -12,8 +12,6 @@ Object.defineProperty(exports, "ResearchTool", { enumerable: true, get: function
|
|
|
12
12
|
var web_search_1 = require("./web-search");
|
|
13
13
|
Object.defineProperty(exports, "WebSearchTool", { enumerable: true, get: function () { return web_search_1.WebSearchTool; } });
|
|
14
14
|
Object.defineProperty(exports, "TavilyProvider", { enumerable: true, get: function () { return web_search_1.TavilyProvider; } });
|
|
15
|
-
var fetch_page_1 = require("./fetch-page");
|
|
16
|
-
Object.defineProperty(exports, "FetchPageTool", { enumerable: true, get: function () { return fetch_page_1.FetchPageTool; } });
|
|
17
15
|
var web_research_1 = require("./web-research");
|
|
18
16
|
Object.defineProperty(exports, "WebResearchTool", { enumerable: true, get: function () { return web_research_1.WebResearchTool; } });
|
|
19
17
|
var plan_1 = require("./plan");
|
package/dist/tools/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":";;;AAuCA,kCAWC;AAlDD,8DAA2D;AAI3D,qCAAsC;AACtC,2CAA2C;AAC3C,iCAAkC;AAClC,qCAAsC;AAEtC,uCAA0C;AAAjC,wGAAA,YAAY,OAAA;AAErB,2CAA6D;AAApD,2GAAA,aAAa,OAAA;AAAE,4GAAA,cAAc,OAAA;AAEtC,+CAAiD;AAAxC,+GAAA,eAAe,OAAA;AAExB,+BAAkC;AAAzB,gGAAA,QAAQ,OAAA;AAGjB;;;;;;GAMG;AACU,QAAA,UAAU,GAAG,IAAI,mBAAU,EAAE,CAAC;AAE3C;;;;;;;;;;;GAWG;AACH,SAAgB,WAAW,CAAC,IAI3B;IACC,OAAO,IAAA,6BAAa,EAAC;QACnB,IAAI,mBAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC;QAC1C,IAAI,wBAAY,CAAC,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,eAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;QAC5B,kBAAU;KACX,CAAC,CAAC;AACL,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,9 +1,19 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@lloyal-labs/rig",
|
|
3
|
-
"version": "1.2.
|
|
3
|
+
"version": "1.2.1",
|
|
4
4
|
"description": "Retrieval-Interleaved Generation for lloyal-agents",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
7
|
+
"exports": {
|
|
8
|
+
".": {
|
|
9
|
+
"types": "./dist/index.d.ts",
|
|
10
|
+
"default": "./dist/index.js"
|
|
11
|
+
},
|
|
12
|
+
"./node": {
|
|
13
|
+
"types": "./dist/node.d.ts",
|
|
14
|
+
"default": "./dist/node.js"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
7
17
|
"publishConfig": {
|
|
8
18
|
"access": "public"
|
|
9
19
|
},
|