@framers/agentos-ext-citation-check 0.2.1 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +95 -8
- package/dist/claims.d.ts +281 -0
- package/dist/claims.d.ts.map +1 -0
- package/dist/claims.js +478 -0
- package/dist/claims.js.map +1 -0
- package/dist/index.d.ts +6 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -1
- package/dist/index.js.map +1 -1
- package/dist/meta.d.ts +6 -1
- package/dist/meta.d.ts.map +1 -1
- package/dist/meta.js +14 -3
- package/dist/meta.js.map +1 -1
- package/dist/page.d.ts +23 -3
- package/dist/page.d.ts.map +1 -1
- package/dist/page.js +182 -10
- package/dist/page.js.map +1 -1
- package/dist/web-source.d.ts +36 -8
- package/dist/web-source.d.ts.map +1 -1
- package/dist/web-source.js +74 -16
- package/dist/web-source.js.map +1 -1
- package/manifest.json +2 -2
- package/package.json +8 -7
package/dist/web-source.d.ts
CHANGED
|
@@ -17,10 +17,20 @@ import type { RobotsRule } from './robots.js';
|
|
|
17
17
|
import type { CitationLogger } from './types.js';
|
|
18
18
|
/** robots.txt as the provider reads it when the host names no rule: the `*` group, 2,000 ms, 512,000 bytes, ten minutes kept. */
|
|
19
19
|
export declare const DEFAULT_ROBOTS: Readonly<RobotsRule>;
|
|
20
|
+
/**
|
|
21
|
+
* One page a host's search found: its address, or its address with the provider words that found it, in the order the
|
|
22
|
+
* search named its providers, as `foundThrough`, or as `providers` (the field a web-search `multiSearch` result names
|
|
23
|
+
* them in, so its results can be answered as they come). `foundThrough` is read when both are given.
|
|
24
|
+
*/
|
|
25
|
+
export type WebSearchAnswer = string | {
|
|
26
|
+
url: string;
|
|
27
|
+
foundThrough?: readonly string[];
|
|
28
|
+
providers?: readonly string[];
|
|
29
|
+
};
|
|
20
30
|
/** How the provider searches and reads. */
|
|
21
31
|
export interface WebPageSourceOptions {
|
|
22
|
-
/** The host's search: a short phrase in,
|
|
23
|
-
search: (phrase: string, signal?: AbortSignal) => Promise<readonly
|
|
32
|
+
/** The host's search: a short phrase in, the pages it found out, best first. A throw answers the search as failed. */
|
|
33
|
+
search: (phrase: string, signal?: AbortSignal) => Promise<readonly WebSearchAnswer[]>;
|
|
24
34
|
/** The request pages go through; AgentOS's checked egress with `egress` when left out. */
|
|
25
35
|
transport?: Transport;
|
|
26
36
|
/** The checked egress policy when no transport is given: `hosted` (the default), public https addresses alone, or `local`. */
|
|
@@ -47,6 +57,15 @@ export interface WebPageSourceOptions {
|
|
|
47
57
|
now?: () => number;
|
|
48
58
|
/** Where the reader writes its events. */
|
|
49
59
|
logger?: CitationLogger;
|
|
60
|
+
/**
|
|
61
|
+
* Whether each page's icon is read, as `readPage`'s `icon` reads it: one more request, to the page's own origin. Not
|
|
62
|
+
* read when left out.
|
|
63
|
+
*/
|
|
64
|
+
icon?: boolean;
|
|
65
|
+
/** The most bytes of an icon read; 65,536 when left out. */
|
|
66
|
+
iconMaxBytes?: number;
|
|
67
|
+
/** The host's own reading of a page's kind by its host, which `kindOfHost` puts before its table. */
|
|
68
|
+
kindOverrides?: Readonly<Record<string, string>>;
|
|
50
69
|
}
|
|
51
70
|
/**
|
|
52
71
|
* A `PublicSourceProvider` over the open web: `search` asks the host's search for addresses, `read` reads a page. It
|
|
@@ -64,9 +83,15 @@ export declare class WebPageSourceProvider implements PublicSourceProvider {
|
|
|
64
83
|
private transport;
|
|
65
84
|
/** The phrase each hit this provider's search answered was found by, held as long as the hit is. */
|
|
66
85
|
private readonly phrases;
|
|
86
|
+
/** The provider words that found each hit this provider's search answered, where the search named them. */
|
|
87
|
+
private readonly finders;
|
|
88
|
+
private readonly iconMaxBytes;
|
|
89
|
+
/** The host's kind overrides, copied and checked when the provider was made. */
|
|
90
|
+
private readonly kindOverrides;
|
|
67
91
|
/**
|
|
68
92
|
* @param options - The host's search and how pages are read.
|
|
69
93
|
* @throws {TypeError} For a search that is not a function, or a bound that is not a whole number of at least 1.
|
|
94
|
+
* @throws {RangeError} For a kind override that is not a source word.
|
|
70
95
|
*/
|
|
71
96
|
constructor(options: WebPageSourceOptions);
|
|
72
97
|
/** The transport, built once: the host's, or AgentOS's checked egress. */
|
|
@@ -75,17 +100,20 @@ export declare class WebPageSourceProvider implements PublicSourceProvider {
|
|
|
75
100
|
* Searches for a short phrase: a cancellation that came first is thrown before anything runs, then `onSend` is
|
|
76
101
|
* awaited once and the host's search runs, and its addresses answer
|
|
77
102
|
* as hits (`key` the address without its fragment, `title` the address), each page once, at most `limit` (3 when
|
|
78
|
-
* left out), an address that is not http or https passed over.
|
|
79
|
-
*
|
|
80
|
-
*
|
|
103
|
+
* left out), an address that is not http or https passed over. A page found at two forms of its address that share a
|
|
104
|
+
* key keeps the providers of both that found it, each once, in the order they came, those that are not source words
|
|
105
|
+
* left out. `limited` when `onSend` throws a limiter's refusal (nothing was sent), `failed` when it throws anything
|
|
106
|
+
* else or the search throws. The caller's own cancellation is thrown.
|
|
81
107
|
*/
|
|
82
108
|
search(phrase: string, options?: CallOptions & {
|
|
83
109
|
limit?: number;
|
|
84
110
|
}): Promise<SearchOutcome>;
|
|
85
111
|
/**
|
|
86
|
-
* Reads a hit's page: `document` with `site` the host without "www.", `revision` null, `readAt` the clock's,
|
|
87
|
-
* page's title, licence, publisher and date as read,
|
|
88
|
-
*
|
|
112
|
+
* Reads a hit's page: `document` with `site` the host without "www.", `revision` null, `readAt` the clock's, the
|
|
113
|
+
* page's title, licence, publisher and date as read, its `kind` by `kindOfHost` (the host's overrides first), for a
|
|
114
|
+
* hit this provider's search found with providers named `foundThrough` and `provider` (the first of them), and its
|
|
115
|
+
* `icon` when the host asks for one; or `skipped` with the status when one came. The caller's own cancellation is
|
|
116
|
+
* thrown.
|
|
89
117
|
*
|
|
90
118
|
* @throws The caller's cancellation reason; an `Error` when no transport is given and the installed AgentOS has no
|
|
91
119
|
* checked egress.
|
package/dist/web-source.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"web-source.d.ts","sourceRoot":"","sources":["../src/web-source.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,
|
|
1
|
+
{"version":3,"file":"web-source.d.ts","sourceRoot":"","sources":["../src/web-source.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAIL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,SAAS,EACf,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAsC,KAAK,aAAa,EAAE,KAAK,kBAAkB,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AAC5H,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,iIAAiI;AACjI,eAAO,MAAM,cAAc,EAAE,QAAQ,CAAC,UAAU,CAAwF,CAAC;AAEzI;;;;GAIG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAExH,2CAA2C;AAC3C,MAAM,WAAW,oBAAoB;IACnC,sHAAsH;IACtH,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,SAAS,eAAe,EAAE,CAAC,CAAC;IACtF,0FAA0F;IAC1F,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,8HAA8H;IAC9H,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,qGAAqG;IACrG,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IACpD,oGAAoG;IACpG,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,yHAAyH;IACzH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2EAA2E;IAC3E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,uEAAuE;IACvE,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,0CAA0C;IAC1C,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB;;;OAGG;IACH,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,4DAA4D;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qGAAqG;IACrG,aAAa,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;CAClD;AAiDD;;;GAGG;AACH,qBAAa,qBAAsB,YAAW,oBAAoB;IAChE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAiC;IAC1D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuB;IAC/C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;IAC3C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,SAAS,CAAmC;IACpD,oGAAoG;IACpG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoC;IAC5D,2GAA2G;IAC3G,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAC9D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,gFAAgF;IAChF,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA+C;IAE7E;;;;OAIG;gBACS,OAAO,EAAE,oBAAoB;IAiBzC,0EAA0E;IAC1E,OAAO,CAAC,WAAW;IAMnB;;;;;;;;OAQG;IACG,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,WAAW,GAAG;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC,aAAa,CAAC;IAgDpG;;;;;;;;;OASG;IACG,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,GAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAM,GAAG,OAAO,CAAC,WAAW,CAAC;CAmC5F"}
|
package/dist/web-source.js
CHANGED
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
*
|
|
12
12
|
* @module agentos/extensions/research/citation-check/web-source
|
|
13
13
|
*/
|
|
14
|
-
import { LimiterRefused, } from '@framers/agentos-ext-public-sources';
|
|
14
|
+
import { isSourceWord, kindOfHost, LimiterRefused, } from '@framers/agentos-ext-public-sources';
|
|
15
15
|
import { egressTransport, pageKey, readPage } from './page.js';
|
|
16
16
|
/** robots.txt as the provider reads it when the host names no rule: the `*` group, 2,000 ms, 512,000 bytes, ten minutes kept. */
|
|
17
17
|
export const DEFAULT_ROBOTS = Object.freeze({ token: '*', timeoutMs: 2_000, maxBytes: 512_000, cacheMs: 600_000 });
|
|
@@ -42,6 +42,19 @@ function keyOf(address) {
|
|
|
42
42
|
return null;
|
|
43
43
|
}
|
|
44
44
|
}
|
|
45
|
+
/** A search answer as an address and the source words of the providers that found it, each once, in order. */
|
|
46
|
+
function answerOf(answer) {
|
|
47
|
+
if (typeof answer === 'string' || answer === null || typeof answer !== 'object')
|
|
48
|
+
return { address: answer, foundThrough: [] };
|
|
49
|
+
const { url, foundThrough, providers } = answer;
|
|
50
|
+
// `foundThrough` first; else a web-search `multiSearch` result's `providers`.
|
|
51
|
+
const finders = Array.isArray(foundThrough) ? foundThrough : Array.isArray(providers) ? providers : [];
|
|
52
|
+
const words = [];
|
|
53
|
+
for (const word of finders)
|
|
54
|
+
if (typeof word === 'string' && isSourceWord(word) && !words.includes(word))
|
|
55
|
+
words.push(word);
|
|
56
|
+
return { address: url, foundThrough: words };
|
|
57
|
+
}
|
|
45
58
|
/** A page's host without a leading "www.", in lower case. */
|
|
46
59
|
function siteOf(url) {
|
|
47
60
|
try {
|
|
@@ -67,9 +80,15 @@ export class WebPageSourceProvider {
|
|
|
67
80
|
transport = null;
|
|
68
81
|
/** The phrase each hit this provider's search answered was found by, held as long as the hit is. */
|
|
69
82
|
phrases = new WeakMap();
|
|
83
|
+
/** The provider words that found each hit this provider's search answered, where the search named them. */
|
|
84
|
+
finders = new WeakMap();
|
|
85
|
+
iconMaxBytes;
|
|
86
|
+
/** The host's kind overrides, copied and checked when the provider was made. */
|
|
87
|
+
kindOverrides;
|
|
70
88
|
/**
|
|
71
89
|
* @param options - The host's search and how pages are read.
|
|
72
90
|
* @throws {TypeError} For a search that is not a function, or a bound that is not a whole number of at least 1.
|
|
91
|
+
* @throws {RangeError} For a kind override that is not a source word.
|
|
73
92
|
*/
|
|
74
93
|
constructor(options) {
|
|
75
94
|
if (typeof options.search !== 'function')
|
|
@@ -82,6 +101,12 @@ export class WebPageSourceProvider {
|
|
|
82
101
|
this.textBudget = whole('textBudget', options.textBudget, 300_000);
|
|
83
102
|
this.robots = options.robots === undefined ? DEFAULT_ROBOTS : options.robots;
|
|
84
103
|
this.now = options.now ?? Date.now;
|
|
104
|
+
this.iconMaxBytes = whole('iconMaxBytes', options.iconMaxBytes, 65_536);
|
|
105
|
+
// The overrides as given now, checked once: a host that changes its record later changes no read. An override that
|
|
106
|
+
// is not a source word is refused here rather than at the first read.
|
|
107
|
+
this.kindOverrides = options.kindOverrides === undefined ? undefined : Object.freeze({ ...options.kindOverrides });
|
|
108
|
+
if (this.kindOverrides !== undefined)
|
|
109
|
+
kindOfHost('', this.kindOverrides);
|
|
85
110
|
}
|
|
86
111
|
/** The transport, built once: the host's, or AgentOS's checked egress. */
|
|
87
112
|
transportOf() {
|
|
@@ -94,9 +119,10 @@ export class WebPageSourceProvider {
|
|
|
94
119
|
* Searches for a short phrase: a cancellation that came first is thrown before anything runs, then `onSend` is
|
|
95
120
|
* awaited once and the host's search runs, and its addresses answer
|
|
96
121
|
* as hits (`key` the address without its fragment, `title` the address), each page once, at most `limit` (3 when
|
|
97
|
-
* left out), an address that is not http or https passed over.
|
|
98
|
-
*
|
|
99
|
-
*
|
|
122
|
+
* left out), an address that is not http or https passed over. A page found at two forms of its address that share a
|
|
123
|
+
* key keeps the providers of both that found it, each once, in the order they came, those that are not source words
|
|
124
|
+
* left out. `limited` when `onSend` throws a limiter's refusal (nothing was sent), `failed` when it throws anything
|
|
125
|
+
* else or the search throws. The caller's own cancellation is thrown.
|
|
100
126
|
*/
|
|
101
127
|
async search(phrase, options = {}) {
|
|
102
128
|
const limit = options.limit ?? DEFAULT_LIMIT;
|
|
@@ -113,9 +139,9 @@ export class WebPageSourceProvider {
|
|
|
113
139
|
}
|
|
114
140
|
}
|
|
115
141
|
options.signal?.throwIfAborted();
|
|
116
|
-
let
|
|
142
|
+
let answers;
|
|
117
143
|
try {
|
|
118
|
-
|
|
144
|
+
answers = await this.searchFn(phrase, options.signal);
|
|
119
145
|
}
|
|
120
146
|
catch {
|
|
121
147
|
if (options.signal?.aborted)
|
|
@@ -125,24 +151,44 @@ export class WebPageSourceProvider {
|
|
|
125
151
|
if (options.signal?.aborted)
|
|
126
152
|
throw options.signal.reason;
|
|
127
153
|
const hits = [];
|
|
128
|
-
const
|
|
129
|
-
for (const
|
|
130
|
-
|
|
131
|
-
break;
|
|
154
|
+
const byKey = new Map();
|
|
155
|
+
for (const answer of Array.isArray(answers) ? answers : []) {
|
|
156
|
+
const { address, foundThrough } = answerOf(answer);
|
|
132
157
|
const key = keyOf(address);
|
|
133
|
-
if (key === null
|
|
158
|
+
if (key === null)
|
|
159
|
+
continue;
|
|
160
|
+
const known = byKey.get(key);
|
|
161
|
+
if (known !== undefined) {
|
|
162
|
+
// The same page found again: its finders join the first's.
|
|
163
|
+
const finders = this.finders.get(known);
|
|
164
|
+
if (finders === undefined) {
|
|
165
|
+
if (foundThrough.length > 0)
|
|
166
|
+
this.finders.set(known, [...foundThrough]);
|
|
167
|
+
}
|
|
168
|
+
else {
|
|
169
|
+
for (const word of foundThrough)
|
|
170
|
+
if (!finders.includes(word))
|
|
171
|
+
finders.push(word);
|
|
172
|
+
}
|
|
173
|
+
continue;
|
|
174
|
+
}
|
|
175
|
+
if (hits.length >= limit)
|
|
134
176
|
continue;
|
|
135
|
-
seen.add(key);
|
|
136
177
|
const hit = { key, title: address.trim() };
|
|
178
|
+
byKey.set(key, hit);
|
|
137
179
|
this.phrases.set(hit, phrase);
|
|
180
|
+
if (foundThrough.length > 0)
|
|
181
|
+
this.finders.set(hit, [...foundThrough]);
|
|
138
182
|
hits.push(hit);
|
|
139
183
|
}
|
|
140
184
|
return { kind: 'hits', hits };
|
|
141
185
|
}
|
|
142
186
|
/**
|
|
143
|
-
* Reads a hit's page: `document` with `site` the host without "www.", `revision` null, `readAt` the clock's,
|
|
144
|
-
* page's title, licence, publisher and date as read,
|
|
145
|
-
*
|
|
187
|
+
* Reads a hit's page: `document` with `site` the host without "www.", `revision` null, `readAt` the clock's, the
|
|
188
|
+
* page's title, licence, publisher and date as read, its `kind` by `kindOfHost` (the host's overrides first), for a
|
|
189
|
+
* hit this provider's search found with providers named `foundThrough` and `provider` (the first of them), and its
|
|
190
|
+
* `icon` when the host asks for one; or `skipped` with the status when one came. The caller's own cancellation is
|
|
191
|
+
* thrown.
|
|
146
192
|
*
|
|
147
193
|
* @throws The caller's cancellation reason; an `Error` when no transport is given and the installed AgentOS has no
|
|
148
194
|
* checked egress.
|
|
@@ -167,10 +213,22 @@ export class WebPageSourceProvider {
|
|
|
167
213
|
...(allowUrl !== undefined ? { allowUrl: (address) => allowUrl(address, phrase) } : {}),
|
|
168
214
|
...(this.robots !== null ? { robots: this.robots } : {}),
|
|
169
215
|
...(fallback !== undefined ? { fallback } : {}),
|
|
216
|
+
...(this.options.icon === true ? { icon: true, iconMaxBytes: this.iconMaxBytes } : {}),
|
|
170
217
|
});
|
|
171
218
|
if (page.document === null)
|
|
172
219
|
return { kind: 'skipped', status: page.status.status };
|
|
173
|
-
|
|
220
|
+
const site = siteOf(page.document.url);
|
|
221
|
+
const finders = this.finders.get(hit);
|
|
222
|
+
return {
|
|
223
|
+
kind: 'document',
|
|
224
|
+
document: {
|
|
225
|
+
...page.document,
|
|
226
|
+
site,
|
|
227
|
+
revision: null,
|
|
228
|
+
...(finders !== undefined && finders.length > 0 ? { provider: finders[0], foundThrough: [...finders] } : {}),
|
|
229
|
+
kind: kindOfHost(site, this.kindOverrides),
|
|
230
|
+
},
|
|
231
|
+
};
|
|
174
232
|
}
|
|
175
233
|
}
|
|
176
234
|
//# sourceMappingURL=web-source.js.map
|
package/dist/web-source.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"web-source.js","sourceRoot":"","sources":["../src/web-source.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EACL,cAAc,GAMf,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,QAAQ,EAA+D,MAAM,WAAW,CAAC;AAI5H,iIAAiI;AACjI,MAAM,CAAC,MAAM,cAAc,GAAyB,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"web-source.js","sourceRoot":"","sources":["../src/web-source.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EACL,YAAY,EACZ,UAAU,EACV,cAAc,GAMf,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,QAAQ,EAA+D,MAAM,WAAW,CAAC;AAI5H,iIAAiI;AACjI,MAAM,CAAC,MAAM,cAAc,GAAyB,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;AAkDzI,mEAAmE;AACnE,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,kEAAkE;AAClE,SAAS,KAAK,CAAC,IAAY,EAAE,KAAyB,EAAE,QAAgB;IACtE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,uCAAuC,CAAC,CAAC;IAC/G,OAAO,KAAK,CAAC;AACf,CAAC;AAED,gFAAgF;AAChF,SAAS,gBAAgB,CAAC,KAAc;IACtC,OAAO,KAAK,YAAY,cAAc,IAAI,CAAC,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;AACxG,CAAC;AAED,0FAA0F;AAC1F,SAAS,KAAK,CAAC,OAAgB;IAC7B,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACpC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,OAAO,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,8GAA8G;AAC9G,SAAS,QAAQ,CAAC,MAAe;IAC/B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAC9H,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,MAAwE,CAAC;IAClH,8EAA8E;IAC9E,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IACvG,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,OAAO;QAAE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1H,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;AAC/C,CAAC;AAED,6DAA6D;AAC7D,SAAS,MAAM,CAAC,GAAW;IACzB,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,qBAAqB;IACvB,IAAI,CAAS;IACL,QAAQ,CAAiC;IACzC,OAAO,CAAuB;IAC9B,SAAS,CAAS;IAClB,QAAQ,CAAS;IACjB,UAAU,CAAS;IACnB,MAAM,CAAoB;IAC1B,GAAG,CAAe;IAC3B,SAAS,GAA8B,IAAI,CAAC;IACpD,oGAAoG;IACnF,OAAO,GAAG,IAAI,OAAO,EAAqB,CAAC;IAC5D,2GAA2G;IAC1F,OAAO,GAAG,IAAI,OAAO,EAAuB,CAAC;IAC7C,YAAY,CAAS;IACtC,gFAAgF;IAC/D,aAAa,CAA+C;IAE7E;;;;OAIG;IACH,YAAY,OAA6B;QACvC,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU;YAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;QAC3G,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,cAAc,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC/D,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QAC7E,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,cAAc,EAAE,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACxE,mHAAmH;QACnH,sEAAsE;QACtE,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACnH,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS;YAAE,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAC3E,CAAC;IAED,0EAA0E;IAClE,WAAW;QACjB,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACzF,IAAI,CAAC,SAAS,KAAK,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACpJ,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,MAAM,CAAC,MAAc,EAAE,UAA4C,EAAE;QACzE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QAC7C,mFAAmF;QACnF,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;YACzB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;gBACzD,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YAC1F,CAAC;QACH,CAAC;QACD,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,IAAI,OAA2B,CAAC;QAChC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YACzD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC1C,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QACzD,MAAM,IAAI,GAAgB,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;QAC3C,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;YACnD,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;YAC3B,IAAI,GAAG,KAAK,IAAI;gBAAE,SAAS;YAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,2DAA2D;gBAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACxC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC1B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;wBAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC;gBAC1E,CAAC;qBAAM,CAAC;oBACN,KAAK,MAAM,IAAI,IAAI,YAAY;wBAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;4BAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnF,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK;gBAAE,SAAS;YACnC,MAAM,GAAG,GAAc,EAAE,GAAG,EAAE,KAAK,EAAG,OAAkB,CAAC,IAAI,EAAE,EAAE,CAAC;YAClE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACpB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC9B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;gBAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC;YACtE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAChC,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,IAAI,CAAC,GAAc,EAAE,UAAuC,EAAE;QAClE,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3C,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACpD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE;YAC/B,SAAS;YACT,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,OAAe,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/F,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxD,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACvF,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI;YAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtC,OAAO;YACL,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,GAAG,IAAI,CAAC,QAAQ;gBAChB,IAAI;gBACJ,QAAQ,EAAE,IAAI;gBACd,GAAG,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAW,EAAE,YAAY,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtH,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC;aAC3C;SACF,CAAC;IACJ,CAAC;CACF"}
|
package/manifest.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"$schema": "https://agentos.sh/schemas/extension-manifest-v1.json",
|
|
3
3
|
"id": "com.framers.research.citation-check",
|
|
4
4
|
"name": "Citation Check",
|
|
5
|
-
"version": "0.
|
|
5
|
+
"version": "0.3.0",
|
|
6
6
|
"description": "Checks the quoted claims of a document against the pages they cite, with AgentOS's citation tooling: word for word first, then by embeddings when a model is configured. Reads public pages under robots.txt and a host's rules, and serves the open web as a public source",
|
|
7
7
|
"author": {
|
|
8
8
|
"name": "Frame",
|
|
@@ -17,7 +17,7 @@
|
|
|
17
17
|
"research",
|
|
18
18
|
"robots-txt"
|
|
19
19
|
],
|
|
20
|
-
"agentosVersion": ">=0.13.
|
|
20
|
+
"agentosVersion": ">=0.13.158",
|
|
21
21
|
"categories": ["research"],
|
|
22
22
|
"repository": {
|
|
23
23
|
"type": "git",
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@framers/agentos-ext-citation-check",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.3.0",
|
|
4
4
|
"description": "Checks the quoted claims of a document against the pages they cite, with AgentOS's citation tooling: word for word first, then by embeddings when a model is configured. Reads public pages under robots.txt and a host's rules, and serves the open web as a public source",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -50,20 +50,21 @@
|
|
|
50
50
|
"node": ">=22"
|
|
51
51
|
},
|
|
52
52
|
"peerDependencies": {
|
|
53
|
-
"@framers/agentos": ">=0.13.
|
|
53
|
+
"@framers/agentos": ">=0.13.158"
|
|
54
54
|
},
|
|
55
55
|
"dependencies": {
|
|
56
|
-
"@framers/agentos-ext-grounding-guard": "^0.
|
|
57
|
-
"@framers/agentos-ext-public-sources": "^0.
|
|
56
|
+
"@framers/agentos-ext-grounding-guard": "^0.12.0",
|
|
57
|
+
"@framers/agentos-ext-public-sources": "^0.3.0",
|
|
58
58
|
"@framers/agentos-ext-web-scraper": "^0.1.4",
|
|
59
|
-
"entities": "^8.1.0"
|
|
59
|
+
"entities": "^8.1.0",
|
|
60
|
+
"zod": "^4.6.7"
|
|
60
61
|
},
|
|
61
62
|
"devDependencies": {
|
|
62
63
|
"@types/node": "^20.12.12",
|
|
63
64
|
"rimraf": "^6.1.3",
|
|
64
65
|
"typescript": "^6.0.3",
|
|
65
66
|
"vitest": "^5.1.0",
|
|
66
|
-
"@framers/agentos": "^0.
|
|
67
|
+
"@framers/agentos": "^0.19.3"
|
|
67
68
|
},
|
|
68
69
|
"homepage": "https://github.com/framerslab/agentos-extensions/tree/master/registry/curated/research/citation-check#readme",
|
|
69
70
|
"bugs": {
|
|
@@ -74,7 +75,7 @@
|
|
|
74
75
|
"manifest.json",
|
|
75
76
|
"README.md"
|
|
76
77
|
],
|
|
77
|
-
"gitHead": "
|
|
78
|
+
"gitHead": "a2c922287f1e54d61efef7bafad95c43eede1328",
|
|
78
79
|
"scripts": {
|
|
79
80
|
"build": "tsc",
|
|
80
81
|
"test": "vitest run",
|