@blen/fedreg-mcp-server 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +125 -0
- package/LICENSE +202 -0
- package/NOTICE +15 -0
- package/README.md +219 -0
- package/SECURITY.md +99 -0
- package/dist/auth/embedded.d.ts +2 -0
- package/dist/auth/embedded.d.ts.map +1 -0
- package/dist/auth/embedded.js +17 -0
- package/dist/auth/embedded.js.map +1 -0
- package/dist/auth/index.d.ts +2 -0
- package/dist/auth/index.d.ts.map +1 -0
- package/dist/auth/index.js +2 -0
- package/dist/auth/index.js.map +1 -0
- package/dist/bin.d.ts +3 -0
- package/dist/bin.d.ts.map +1 -0
- package/dist/bin.js +120 -0
- package/dist/bin.js.map +1 -0
- package/dist/index.d.ts +11 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +8 -0
- package/dist/index.js.map +1 -0
- package/dist/sandbox/deno.d.ts +13 -0
- package/dist/sandbox/deno.d.ts.map +1 -0
- package/dist/sandbox/deno.js +203 -0
- package/dist/sandbox/deno.js.map +1 -0
- package/dist/sandbox/index.d.ts +20 -0
- package/dist/sandbox/index.d.ts.map +1 -0
- package/dist/sandbox/index.js +46 -0
- package/dist/sandbox/index.js.map +1 -0
- package/dist/sandbox/isolate.d.ts +7 -0
- package/dist/sandbox/isolate.d.ts.map +1 -0
- package/dist/sandbox/isolate.js +100 -0
- package/dist/sandbox/isolate.js.map +1 -0
- package/dist/sandbox/policy.d.ts +7 -0
- package/dist/sandbox/policy.d.ts.map +1 -0
- package/dist/sandbox/policy.js +70 -0
- package/dist/sandbox/policy.js.map +1 -0
- package/dist/sandbox/types.d.ts +41 -0
- package/dist/sandbox/types.d.ts.map +1 -0
- package/dist/sandbox/types.js +2 -0
- package/dist/sandbox/types.js.map +1 -0
- package/dist/sdk/bindings.d.ts +10 -0
- package/dist/sdk/bindings.d.ts.map +1 -0
- package/dist/sdk/bindings.js +15 -0
- package/dist/sdk/bindings.js.map +1 -0
- package/dist/sdk/ecfr-client.d.ts +61 -0
- package/dist/sdk/ecfr-client.d.ts.map +1 -0
- package/dist/sdk/ecfr-client.js +45 -0
- package/dist/sdk/ecfr-client.js.map +1 -0
- package/dist/sdk/fr-client.d.ts +81 -0
- package/dist/sdk/fr-client.d.ts.map +1 -0
- package/dist/sdk/fr-client.js +77 -0
- package/dist/sdk/fr-client.js.map +1 -0
- package/dist/sdk/regs-client.d.ts +34 -0
- package/dist/sdk/regs-client.d.ts.map +1 -0
- package/dist/sdk/regs-client.js +44 -0
- package/dist/sdk/regs-client.js.map +1 -0
- package/dist/sdk/runtime.d.ts +21 -0
- package/dist/sdk/runtime.d.ts.map +1 -0
- package/dist/sdk/runtime.js +31 -0
- package/dist/sdk/runtime.js.map +1 -0
- package/dist/sdk/sources/corpus-loader.d.ts +6 -0
- package/dist/sdk/sources/corpus-loader.d.ts.map +1 -0
- package/dist/sdk/sources/corpus-loader.js +9 -0
- package/dist/sdk/sources/corpus-loader.js.map +1 -0
- package/dist/sdk/sources/ecfr.d.ts +3 -0
- package/dist/sdk/sources/ecfr.d.ts.map +1 -0
- package/dist/sdk/sources/ecfr.js +12 -0
- package/dist/sdk/sources/ecfr.js.map +1 -0
- package/dist/sdk/sources/fr.d.ts +3 -0
- package/dist/sdk/sources/fr.d.ts.map +1 -0
- package/dist/sdk/sources/fr.js +12 -0
- package/dist/sdk/sources/fr.js.map +1 -0
- package/dist/sdk/sources/index.d.ts +7 -0
- package/dist/sdk/sources/index.d.ts.map +1 -0
- package/dist/sdk/sources/index.js +25 -0
- package/dist/sdk/sources/index.js.map +1 -0
- package/dist/sdk/sources/regs.d.ts +3 -0
- package/dist/sdk/sources/regs.d.ts.map +1 -0
- package/dist/sdk/sources/regs.js +24 -0
- package/dist/sdk/sources/regs.js.map +1 -0
- package/dist/sdk/sources/source.d.ts +32 -0
- package/dist/sdk/sources/source.d.ts.map +1 -0
- package/dist/sdk/sources/source.js +2 -0
- package/dist/sdk/sources/source.js.map +1 -0
- package/dist/search/bm25.d.ts +25 -0
- package/dist/search/bm25.d.ts.map +1 -0
- package/dist/search/bm25.js +67 -0
- package/dist/search/bm25.js.map +1 -0
- package/dist/search/corpus.d.ts +24 -0
- package/dist/search/corpus.d.ts.map +1 -0
- package/dist/search/corpus.js +23 -0
- package/dist/search/corpus.js.map +1 -0
- package/dist/server/authz.d.ts +18 -0
- package/dist/server/authz.d.ts.map +1 -0
- package/dist/server/authz.js +42 -0
- package/dist/server/authz.js.map +1 -0
- package/dist/server/http.d.ts +21 -0
- package/dist/server/http.d.ts.map +1 -0
- package/dist/server/http.js +159 -0
- package/dist/server/http.js.map +1 -0
- package/dist/server/ipRateLimiter.d.ts +11 -0
- package/dist/server/ipRateLimiter.d.ts.map +1 -0
- package/dist/server/ipRateLimiter.js +27 -0
- package/dist/server/ipRateLimiter.js.map +1 -0
- package/dist/server/mcpServer.d.ts +15 -0
- package/dist/server/mcpServer.d.ts.map +1 -0
- package/dist/server/mcpServer.js +67 -0
- package/dist/server/mcpServer.js.map +1 -0
- package/dist/server/stdio.d.ts +3 -0
- package/dist/server/stdio.d.ts.map +1 -0
- package/dist/server/stdio.js +16 -0
- package/dist/server/stdio.js.map +1 -0
- package/dist/server/toolCatalog.d.ts +20 -0
- package/dist/server/toolCatalog.d.ts.map +1 -0
- package/dist/server/toolCatalog.js +29 -0
- package/dist/server/toolCatalog.js.map +1 -0
- package/dist/server/wellKnown.d.ts +16 -0
- package/dist/server/wellKnown.d.ts.map +1 -0
- package/dist/server/wellKnown.js +17 -0
- package/dist/server/wellKnown.js.map +1 -0
- package/dist/server/zodToJsonSchema.d.ts +7 -0
- package/dist/server/zodToJsonSchema.d.ts.map +1 -0
- package/dist/server/zodToJsonSchema.js +44 -0
- package/dist/server/zodToJsonSchema.js.map +1 -0
- package/dist/supervisor/index.d.ts +19 -0
- package/dist/supervisor/index.d.ts.map +1 -0
- package/dist/supervisor/index.js +22 -0
- package/dist/supervisor/index.js.map +1 -0
- package/dist/tools/describeSchema.d.ts +35 -0
- package/dist/tools/describeSchema.d.ts.map +1 -0
- package/dist/tools/describeSchema.js +14 -0
- package/dist/tools/describeSchema.js.map +1 -0
- package/dist/tools/execute.d.ts +33 -0
- package/dist/tools/execute.d.ts.map +1 -0
- package/dist/tools/execute.js +28 -0
- package/dist/tools/execute.js.map +1 -0
- package/dist/tools/searchApi.d.ts +27 -0
- package/dist/tools/searchApi.d.ts.map +1 -0
- package/dist/tools/searchApi.js +14 -0
- package/dist/tools/searchApi.js.map +1 -0
- package/dist/util/httpClient.d.ts +46 -0
- package/dist/util/httpClient.d.ts.map +1 -0
- package/dist/util/httpClient.js +139 -0
- package/dist/util/httpClient.js.map +1 -0
- package/dist/util/logger.d.ts +7 -0
- package/dist/util/logger.d.ts.map +1 -0
- package/dist/util/logger.js +19 -0
- package/dist/util/logger.js.map +1 -0
- package/dist/util/quotas.d.ts +13 -0
- package/dist/util/quotas.d.ts.map +1 -0
- package/dist/util/quotas.js +29 -0
- package/dist/util/quotas.js.map +1 -0
- package/dist/util/tokenBucket.d.ts +11 -0
- package/dist/util/tokenBucket.d.ts.map +1 -0
- package/dist/util/tokenBucket.js +30 -0
- package/dist/util/tokenBucket.js.map +1 -0
- package/package.json +95 -0
- package/schema/ecfr.json +148 -0
- package/schema/fr.json +194 -0
- package/schema/regs.json +67 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/sdk/runtime.ts"],"names":[],"mappings":"AAmBA,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,GAAqB,EAAE,GAAe;IACnE,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,CAAC,CAAC,cAAc,IAAI,GAAG,CAAC,CAAC,KAAK,iBAAiB,EAAE,EAAE,CAAC;QACvH,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,2BAA2B,GAAG,CAAC,OAAO,GAAG,EAAE,EAAE,CAAC;IACzG,CAAC;IACD,IAAI,CAAC;QACH,IAAI,GAAG,GAAY,MAAM,CAAC;QAC1B,IAAI,MAAM,GAAY,MAAM,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YAC3B,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBAC5C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,kBAAkB,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC;YACrH,CAAC;YACD,MAAM,GAAG,GAAG,CAAC;YACb,GAAG,GAAI,GAA+B,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,OAAO,GAAG,KAAK,UAAU,EAAE,CAAC;YAC9B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,CAAC;QACxH,CAAC;QACD,MAAM,KAAK,GAAG,MAAO,GAAoC,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAClF,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,GAAG,GAA2D,CAAC;QACtE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IAChH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"corpus-loader.d.ts","sourceRoot":"","sources":["../../../src/sdk/sources/corpus-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAI1D,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,SAAS,EAAE,WAAW,EAAE,CAAC;IAAC,MAAM,EAAE,WAAW,EAAE,CAAA;CAAE,CAGlG"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { readFileSync } from 'node:fs';
|
|
2
|
+
import { fileURLToPath } from 'node:url';
|
|
3
|
+
import { dirname, resolve } from 'node:path';
|
|
4
|
+
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
5
|
+
export function loadSourceCorpus(name) {
|
|
6
|
+
const path = resolve(__dirname, `../../../schema/${name}.json`);
|
|
7
|
+
return JSON.parse(readFileSync(path, 'utf8'));
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=corpus-loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"corpus-loader.js","sourceRoot":"","sources":["../../../src/sdk/sources/corpus-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG7C,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE1D,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,EAAE,mBAAmB,IAAI,OAAO,CAAC,CAAC;IAChE,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAwD,CAAC;AACvG,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ecfr.d.ts","sourceRoot":"","sources":["../../../src/sdk/sources/ecfr.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAExD,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAO1D"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { HttpClient } from '../../util/httpClient.js';
|
|
2
|
+
import { EcfrClient } from '../ecfr-client.js';
|
|
3
|
+
import { loadSourceCorpus } from './corpus-loader.js';
|
|
4
|
+
export function createEcfrSource(cfg) {
|
|
5
|
+
const http = new HttpClient({
|
|
6
|
+
baseUrl: cfg.ecfrBaseUrl, userAgent: cfg.userAgent, timeoutMs: cfg.timeoutMs,
|
|
7
|
+
retries: cfg.retries, cacheTtlMs: cfg.cacheTtlMs, cacheMaxItems: cfg.cacheMaxItems,
|
|
8
|
+
...(cfg.dispatcher ? { dispatcher: cfg.dispatcher } : {}),
|
|
9
|
+
});
|
|
10
|
+
return { name: 'ecfr', label: 'eCFR', enabled: true, client: new EcfrClient(http), corpus: loadSourceCorpus('ecfr') };
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=ecfr.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ecfr.js","sourceRoot":"","sources":["../../../src/sdk/sources/ecfr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGtD,MAAM,UAAU,gBAAgB,CAAC,GAAiB;IAChD,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC;QAC1B,OAAO,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS;QAC5E,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,aAAa,EAAE,GAAG,CAAC,aAAa;QAClF,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;AACxH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fr.d.ts","sourceRoot":"","sources":["../../../src/sdk/sources/fr.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAExD,wBAAgB,cAAc,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAOxD"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { HttpClient } from '../../util/httpClient.js';
|
|
2
|
+
import { FederalRegisterClient } from '../fr-client.js';
|
|
3
|
+
import { loadSourceCorpus } from './corpus-loader.js';
|
|
4
|
+
export function createFrSource(cfg) {
|
|
5
|
+
const http = new HttpClient({
|
|
6
|
+
baseUrl: cfg.frBaseUrl, userAgent: cfg.userAgent, timeoutMs: cfg.timeoutMs,
|
|
7
|
+
retries: cfg.retries, cacheTtlMs: cfg.cacheTtlMs, cacheMaxItems: cfg.cacheMaxItems,
|
|
8
|
+
...(cfg.dispatcher ? { dispatcher: cfg.dispatcher } : {}),
|
|
9
|
+
});
|
|
10
|
+
return { name: 'fr', label: 'Federal Register', enabled: true, client: new FederalRegisterClient(http), corpus: loadSourceCorpus('fr') };
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=fr.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fr.js","sourceRoot":"","sources":["../../../src/sdk/sources/fr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGtD,MAAM,UAAU,cAAc,CAAC,GAAiB;IAC9C,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC;QAC1B,OAAO,EAAE,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS;QAC1E,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,aAAa,EAAE,GAAG,CAAC,aAAa;QAClF,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,kBAAkB,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;AAC3I,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { Source, SourceConfig } from './source.js';
|
|
2
|
+
export type { Source, SourceMeta, SourceConfig } from './source.js';
|
|
3
|
+
export declare function validateSourceNames(sources: {
|
|
4
|
+
name: string;
|
|
5
|
+
}[]): void;
|
|
6
|
+
export declare function getSources(cfg: SourceConfig): Source[];
|
|
7
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/sdk/sources/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAExD,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAMpE,wBAAgB,mBAAmB,CAAC,OAAO,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,EAAE,GAAG,IAAI,CAQrE;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,EAAE,CAItD"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { BANNED_GLOBALS } from '../../sandbox/policy.js';
|
|
2
|
+
import { createFrSource } from './fr.js';
|
|
3
|
+
import { createEcfrSource } from './ecfr.js';
|
|
4
|
+
import { createRegsSource } from './regs.js';
|
|
5
|
+
const IDENTIFIER = /^[A-Za-z_$][A-Za-z0-9_$]*$/;
|
|
6
|
+
// `global`/`globalThis` are already in BANNED_GLOBALS; `console` is the only extra collision.
|
|
7
|
+
const NAME_DENYLIST = new Set([...BANNED_GLOBALS, 'console']);
|
|
8
|
+
export function validateSourceNames(sources) {
|
|
9
|
+
const seen = new Set();
|
|
10
|
+
for (const s of sources) {
|
|
11
|
+
if (!IDENTIFIER.test(s.name))
|
|
12
|
+
throw new Error(`Invalid source name '${s.name}': must be a JS identifier`);
|
|
13
|
+
if (NAME_DENYLIST.has(s.name))
|
|
14
|
+
throw new Error(`Source name '${s.name}' is not allowed (collides with a sandbox global)`);
|
|
15
|
+
if (seen.has(s.name))
|
|
16
|
+
throw new Error(`Duplicate source name '${s.name}'`);
|
|
17
|
+
seen.add(s.name);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
export function getSources(cfg) {
|
|
21
|
+
const sources = [createFrSource(cfg), createEcfrSource(cfg), createRegsSource(cfg)];
|
|
22
|
+
validateSourceNames(sources);
|
|
23
|
+
return sources;
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/sdk/sources/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAK7C,MAAM,UAAU,GAAG,4BAA4B,CAAC;AAChD,8FAA8F;AAC9F,MAAM,aAAa,GAAG,IAAI,GAAG,CAAS,CAAC,GAAG,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC;AAEtE,MAAM,UAAU,mBAAmB,CAAC,OAA2B;IAC7D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC,IAAI,4BAA4B,CAAC,CAAC;QAC1G,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,mDAAmD,CAAC,CAAC;QAC1H,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QAC3E,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAiB;IAC1C,MAAM,OAAO,GAAa,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9F,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC7B,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"regs.d.ts","sourceRoot":"","sources":["../../../src/sdk/sources/regs.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAExD,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAmB1D"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { HttpClient } from '../../util/httpClient.js';
|
|
2
|
+
import { RegulationsClient } from '../regs-client.js';
|
|
3
|
+
import { loadSourceCorpus } from './corpus-loader.js';
|
|
4
|
+
export function createRegsSource(cfg) {
|
|
5
|
+
const key = cfg.regsApiKey?.trim();
|
|
6
|
+
const enabled = Boolean(key);
|
|
7
|
+
const http = new HttpClient({
|
|
8
|
+
baseUrl: cfg.regsBaseUrl, userAgent: cfg.userAgent, timeoutMs: cfg.timeoutMs,
|
|
9
|
+
retries: cfg.retries, cacheTtlMs: cfg.cacheTtlMs, cacheMaxItems: cfg.cacheMaxItems,
|
|
10
|
+
retry429: false,
|
|
11
|
+
...(enabled ? { defaultHeaders: { 'X-Api-Key': key } } : {}),
|
|
12
|
+
...(cfg.regsPreflightLimiter ? { preflightLimiter: cfg.regsPreflightLimiter } : {}),
|
|
13
|
+
...(cfg.dispatcher ? { dispatcher: cfg.dispatcher } : {}),
|
|
14
|
+
});
|
|
15
|
+
return {
|
|
16
|
+
name: 'regs',
|
|
17
|
+
label: 'Regulations.gov',
|
|
18
|
+
enabled,
|
|
19
|
+
disabledReason: enabled ? undefined : 'regulations.gov requires an API key. Set FEDREG_REGS_API_KEY (free at https://open.gsa.gov/api/regulationsgov/).',
|
|
20
|
+
client: new RegulationsClient(http),
|
|
21
|
+
corpus: loadSourceCorpus('regs'),
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=regs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"regs.js","sourceRoot":"","sources":["../../../src/sdk/sources/regs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGtD,MAAM,UAAU,gBAAgB,CAAC,GAAiB;IAChD,MAAM,GAAG,GAAG,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC;QAC1B,OAAO,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS;QAC5E,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,aAAa,EAAE,GAAG,CAAC,aAAa;QAClF,QAAQ,EAAE,KAAK;QACf,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,WAAW,EAAE,GAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,GAAG,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC,CAAC;IACH,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,iBAAiB;QACxB,OAAO;QACP,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,kHAAkH;QACxJ,MAAM,EAAE,IAAI,iBAAiB,CAAC,IAAI,CAAC;QACnC,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC;KACjC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { Dispatcher } from 'undici';
|
|
2
|
+
import type { CorpusEntry } from '../../search/corpus.js';
|
|
3
|
+
export interface SourceMeta {
|
|
4
|
+
name: string;
|
|
5
|
+
label: string;
|
|
6
|
+
enabled: boolean;
|
|
7
|
+
disabledReason?: string;
|
|
8
|
+
}
|
|
9
|
+
export interface Source extends SourceMeta {
|
|
10
|
+
client: object;
|
|
11
|
+
corpus: {
|
|
12
|
+
endpoints: CorpusEntry[];
|
|
13
|
+
fields: CorpusEntry[];
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
export interface SourceConfig {
|
|
17
|
+
frBaseUrl: string;
|
|
18
|
+
ecfrBaseUrl: string;
|
|
19
|
+
regsBaseUrl: string;
|
|
20
|
+
regsApiKey?: string;
|
|
21
|
+
userAgent: string;
|
|
22
|
+
timeoutMs: number;
|
|
23
|
+
retries: number;
|
|
24
|
+
cacheTtlMs: number;
|
|
25
|
+
cacheMaxItems: number;
|
|
26
|
+
dispatcher?: Dispatcher;
|
|
27
|
+
regsPreflightLimiter?: {
|
|
28
|
+
tryTake(): boolean;
|
|
29
|
+
secondsUntilNext?(): number;
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=source.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../../../src/sdk/sources/source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAE1D,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,MAAO,SAAQ,UAAU;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE;QAAE,SAAS,EAAE,WAAW,EAAE,CAAC;QAAC,MAAM,EAAE,WAAW,EAAE,CAAA;KAAE,CAAC;CAC7D;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,oBAAoB,CAAC,EAAE;QAAE,OAAO,IAAI,OAAO,CAAC;QAAC,gBAAgB,CAAC,IAAI,MAAM,CAAA;KAAE,CAAC;CAC5E"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"source.js","sourceRoot":"","sources":["../../../src/sdk/sources/source.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tiny BM25 implementation. No external deps.
|
|
3
|
+
*/
|
|
4
|
+
export interface Doc {
|
|
5
|
+
id: string;
|
|
6
|
+
text: string;
|
|
7
|
+
}
|
|
8
|
+
export interface ScoredDoc {
|
|
9
|
+
id: string;
|
|
10
|
+
score: number;
|
|
11
|
+
}
|
|
12
|
+
export declare function tokenize(s: string): string[];
|
|
13
|
+
export declare class Bm25Index {
|
|
14
|
+
private readonly docs;
|
|
15
|
+
private readonly tokens;
|
|
16
|
+
private readonly df;
|
|
17
|
+
private avgdl;
|
|
18
|
+
private N;
|
|
19
|
+
private k1;
|
|
20
|
+
private b;
|
|
21
|
+
add(doc: Doc): void;
|
|
22
|
+
search(query: string, k?: number): ScoredDoc[];
|
|
23
|
+
get(id: string): Doc | undefined;
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=bm25.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.d.ts","sourceRoot":"","sources":["../../src/search/bm25.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;CACf;AAOD,wBAAgB,QAAQ,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAM5C;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA+B;IACpD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoC;IAC3D,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAkC;IACrD,OAAO,CAAC,KAAK,CAAK;IAClB,OAAO,CAAC,CAAC,CAAK;IACd,OAAO,CAAC,EAAE,CAAO;IACjB,OAAO,CAAC,CAAC,CAAQ;IAEjB,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI;IAgBnB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,SAAK,GAAG,SAAS,EAAE;IAuB1C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS;CAGjC"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
const STOP = new Set([
|
|
2
|
+
'a', 'an', 'and', 'are', 'as', 'at', 'be', 'by', 'for', 'from', 'has', 'have', 'i', 'in', 'is', 'it', 'its', 'of', 'on', 'or', 'that',
|
|
3
|
+
'the', 'to', 'was', 'were', 'will', 'with', 'this', 'these', 'those', 'if', 'then', 'than', 'so', 'do', 'does', 'can', 'should'
|
|
4
|
+
]);
|
|
5
|
+
export function tokenize(s) {
|
|
6
|
+
return s
|
|
7
|
+
.toLowerCase()
|
|
8
|
+
.replace(/[^a-z0-9_\s-]/g, ' ')
|
|
9
|
+
.split(/\s+/)
|
|
10
|
+
.filter(t => t && t.length > 1 && !STOP.has(t));
|
|
11
|
+
}
|
|
12
|
+
export class Bm25Index {
|
|
13
|
+
docs = new Map();
|
|
14
|
+
tokens = new Map(); // doc id -> tokens
|
|
15
|
+
df = new Map(); // term -> doc freq
|
|
16
|
+
avgdl = 0;
|
|
17
|
+
N = 0;
|
|
18
|
+
k1 = 1.5;
|
|
19
|
+
b = 0.75;
|
|
20
|
+
add(doc) {
|
|
21
|
+
const toks = tokenize(doc.text);
|
|
22
|
+
this.docs.set(doc.id, doc);
|
|
23
|
+
this.tokens.set(doc.id, toks);
|
|
24
|
+
const seen = new Set();
|
|
25
|
+
for (const t of toks) {
|
|
26
|
+
if (seen.has(t))
|
|
27
|
+
continue;
|
|
28
|
+
seen.add(t);
|
|
29
|
+
this.df.set(t, (this.df.get(t) ?? 0) + 1);
|
|
30
|
+
}
|
|
31
|
+
this.N = this.docs.size;
|
|
32
|
+
let total = 0;
|
|
33
|
+
for (const v of this.tokens.values())
|
|
34
|
+
total += v.length;
|
|
35
|
+
this.avgdl = total / Math.max(this.N, 1);
|
|
36
|
+
}
|
|
37
|
+
search(query, k = 10) {
|
|
38
|
+
const qt = tokenize(query);
|
|
39
|
+
if (qt.length === 0)
|
|
40
|
+
return [];
|
|
41
|
+
const results = [];
|
|
42
|
+
for (const [id, toks] of this.tokens) {
|
|
43
|
+
let score = 0;
|
|
44
|
+
const dl = toks.length;
|
|
45
|
+
const tf = new Map();
|
|
46
|
+
for (const t of toks)
|
|
47
|
+
tf.set(t, (tf.get(t) ?? 0) + 1);
|
|
48
|
+
for (const term of qt) {
|
|
49
|
+
const f = tf.get(term);
|
|
50
|
+
if (!f)
|
|
51
|
+
continue;
|
|
52
|
+
const n = this.df.get(term) ?? 0;
|
|
53
|
+
const idf = Math.log((this.N - n + 0.5) / (n + 0.5) + 1);
|
|
54
|
+
const denom = f + this.k1 * (1 - this.b + this.b * (dl / Math.max(this.avgdl, 1)));
|
|
55
|
+
score += idf * ((f * (this.k1 + 1)) / denom);
|
|
56
|
+
}
|
|
57
|
+
if (score > 0)
|
|
58
|
+
results.push({ id, score });
|
|
59
|
+
}
|
|
60
|
+
results.sort((a, b) => b.score - a.score);
|
|
61
|
+
return results.slice(0, k);
|
|
62
|
+
}
|
|
63
|
+
get(id) {
|
|
64
|
+
return this.docs.get(id);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=bm25.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.js","sourceRoot":"","sources":["../../src/search/bm25.ts"],"names":[],"mappings":"AAaA,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC;IACnB,GAAG,EAAC,IAAI,EAAC,KAAK,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,MAAM,EAAC,KAAK,EAAC,MAAM,EAAC,GAAG,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,IAAI,EAAC,MAAM;IACjH,KAAK,EAAC,IAAI,EAAC,KAAK,EAAC,MAAM,EAAC,MAAM,EAAC,MAAM,EAAC,MAAM,EAAC,OAAO,EAAC,OAAO,EAAC,IAAI,EAAC,MAAM,EAAC,MAAM,EAAC,IAAI,EAAC,IAAI,EAAC,MAAM,EAAC,KAAK,EAAC,QAAQ;CAChH,CAAC,CAAC;AAEH,MAAM,UAAU,QAAQ,CAAC,CAAS;IAChC,OAAO,CAAC;SACL,WAAW,EAAE;SACb,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;SAC9B,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,OAAO,SAAS;IACH,IAAI,GAAqB,IAAI,GAAG,EAAE,CAAC;IACnC,MAAM,GAA0B,IAAI,GAAG,EAAE,CAAC,CAAC,mBAAmB;IAC9D,EAAE,GAAwB,IAAI,GAAG,EAAE,CAAC,CAAO,mBAAmB;IACvE,KAAK,GAAG,CAAC,CAAC;IACV,CAAC,GAAG,CAAC,CAAC;IACN,EAAE,GAAG,GAAG,CAAC;IACT,CAAC,GAAG,IAAI,CAAC;IAEjB,GAAG,CAAC,GAAQ;QACV,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QACxB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;QACxD,IAAI,CAAC,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,CAAC,GAAG,EAAE;QAC1B,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAgB,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACrC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;YACvB,MAAM,EAAE,GAAwB,IAAI,GAAG,EAAE,CAAC;YAC1C,KAAK,MAAM,CAAC,IAAI,IAAI;gBAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtD,KAAK,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACvB,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;gBACzD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnF,KAAK,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;YAC/C,CAAC;YACD,IAAI,KAAK,GAAG,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;CACF"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { Bm25Index } from './bm25.js';
|
|
2
|
+
export interface CorpusEntry {
|
|
3
|
+
id: string;
|
|
4
|
+
kind: 'endpoint' | 'field';
|
|
5
|
+
binding: string;
|
|
6
|
+
description: string;
|
|
7
|
+
example?: string;
|
|
8
|
+
signature?: string;
|
|
9
|
+
}
|
|
10
|
+
export interface Corpus {
|
|
11
|
+
index: Bm25Index;
|
|
12
|
+
entries: Map<string, CorpusEntry>;
|
|
13
|
+
}
|
|
14
|
+
export declare function buildCorpus(sources: Array<{
|
|
15
|
+
corpus: {
|
|
16
|
+
endpoints: CorpusEntry[];
|
|
17
|
+
fields: CorpusEntry[];
|
|
18
|
+
};
|
|
19
|
+
}>): Corpus;
|
|
20
|
+
export declare function lookupByPathOrPrefix(entries: Map<string, CorpusEntry>, target: {
|
|
21
|
+
path?: string;
|
|
22
|
+
prefix?: string;
|
|
23
|
+
}): CorpusEntry[];
|
|
24
|
+
//# sourceMappingURL=corpus.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"corpus.d.ts","sourceRoot":"","sources":["../../src/search/corpus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,MAAM;IACrB,KAAK,EAAE,SAAS,CAAC;IACjB,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;CACnC;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC;IAAE,MAAM,EAAE;QAAE,SAAS,EAAE,WAAW,EAAE,CAAC;QAAC,MAAM,EAAE,WAAW,EAAE,CAAA;KAAE,CAAA;CAAE,CAAC,GAAG,MAAM,CAUnH;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,WAAW,EAAE,CAQjI"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { Bm25Index } from './bm25.js';
|
|
2
|
+
export function buildCorpus(sources) {
|
|
3
|
+
const index = new Bm25Index();
|
|
4
|
+
const entries = new Map();
|
|
5
|
+
for (const s of sources) {
|
|
6
|
+
for (const e of [...s.corpus.endpoints, ...s.corpus.fields]) {
|
|
7
|
+
entries.set(e.id, e);
|
|
8
|
+
index.add({ id: e.id, text: [e.id, e.description, e.signature ?? '', e.example ?? ''].join(' ') });
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
return { index, entries };
|
|
12
|
+
}
|
|
13
|
+
export function lookupByPathOrPrefix(entries, target) {
|
|
14
|
+
const all = [...entries.values()];
|
|
15
|
+
if (target.path) {
|
|
16
|
+
const hit = entries.get(target.path);
|
|
17
|
+
return hit ? [hit] : [];
|
|
18
|
+
}
|
|
19
|
+
if (target.prefix)
|
|
20
|
+
return all.filter(e => e.id.startsWith(target.prefix));
|
|
21
|
+
return [];
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=corpus.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"corpus.js","sourceRoot":"","sources":["../../src/search/corpus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAgBtC,MAAM,UAAU,WAAW,CAAC,OAA+E;IACzG,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC/C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5D,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACrB,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACrG,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAiC,EAAE,MAA0C;IAChH,MAAM,GAAG,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAClC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1B,CAAC;IACD,IAAI,MAAM,CAAC,MAAM;QAAE,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,MAAO,CAAC,CAAC,CAAC;IAC3E,OAAO,EAAE,CAAC;AACZ,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { type JWTPayload } from 'jose';
|
|
2
|
+
export interface AuthConfig {
|
|
3
|
+
provider: 'none' | 'embedded' | 'generic-oidc' | 'clerk' | 'workos' | 'auth0';
|
|
4
|
+
issuer?: string;
|
|
5
|
+
audience?: string;
|
|
6
|
+
jwksUrl?: string;
|
|
7
|
+
resource?: string;
|
|
8
|
+
scopes?: string[];
|
|
9
|
+
}
|
|
10
|
+
export interface AuthContext {
|
|
11
|
+
subject: string;
|
|
12
|
+
claims: JWTPayload;
|
|
13
|
+
}
|
|
14
|
+
export interface Verifier {
|
|
15
|
+
verify(token: string): Promise<AuthContext>;
|
|
16
|
+
}
|
|
17
|
+
export declare function buildVerifier(cfg: AuthConfig): Verifier;
|
|
18
|
+
//# sourceMappingURL=authz.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"authz.d.ts","sourceRoot":"","sources":["../../src/server/authz.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiC,KAAK,UAAU,EAAE,MAAM,MAAM,CAAC;AAGtE,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,GAAG,UAAU,GAAG,cAAc,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC9E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,UAAU,CAAC;CACpB;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;CAC7C;AAwBD,wBAAgB,aAAa,CAAC,GAAG,EAAE,UAAU,GAAG,QAAQ,CAcvD"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { createRemoteJWKSet, jwtVerify } from 'jose';
|
|
2
|
+
import { log } from '../util/logger.js';
|
|
3
|
+
class NoopVerifier {
|
|
4
|
+
async verify() {
|
|
5
|
+
return { subject: 'anonymous', claims: {} };
|
|
6
|
+
}
|
|
7
|
+
}
|
|
8
|
+
class OidcVerifier {
|
|
9
|
+
cfg;
|
|
10
|
+
jwks;
|
|
11
|
+
constructor(cfg) {
|
|
12
|
+
this.cfg = cfg;
|
|
13
|
+
if (!cfg.jwksUrl)
|
|
14
|
+
throw new Error('FEDREG_AUTH_JWKS_URL is required for OIDC verifiers');
|
|
15
|
+
this.jwks = createRemoteJWKSet(new URL(cfg.jwksUrl));
|
|
16
|
+
}
|
|
17
|
+
async verify(token) {
|
|
18
|
+
const { payload } = await jwtVerify(token, this.jwks, {
|
|
19
|
+
issuer: this.cfg.issuer,
|
|
20
|
+
audience: this.cfg.audience,
|
|
21
|
+
});
|
|
22
|
+
const sub = String(payload.sub ?? 'unknown');
|
|
23
|
+
return { subject: sub, claims: payload };
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
export function buildVerifier(cfg) {
|
|
27
|
+
switch (cfg.provider) {
|
|
28
|
+
case 'none':
|
|
29
|
+
case 'embedded':
|
|
30
|
+
if (cfg.provider === 'embedded')
|
|
31
|
+
log.warn('authz.embedded_dev_only');
|
|
32
|
+
return new NoopVerifier();
|
|
33
|
+
case 'generic-oidc':
|
|
34
|
+
case 'clerk':
|
|
35
|
+
case 'workos':
|
|
36
|
+
case 'auth0':
|
|
37
|
+
return new OidcVerifier(cfg);
|
|
38
|
+
default:
|
|
39
|
+
return new NoopVerifier();
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=authz.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"authz.js","sourceRoot":"","sources":["../../src/server/authz.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAmB,MAAM,MAAM,CAAC;AACtE,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AAoBxC,MAAM,YAAY;IAChB,KAAK,CAAC,MAAM;QACV,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC9C,CAAC;CACF;AAED,MAAM,YAAY;IAEa;IADrB,IAAI,CAAwC;IACpD,YAA6B,GAAe;QAAf,QAAG,GAAH,GAAG,CAAY;QAC1C,IAAI,CAAC,GAAG,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzF,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE;YACpD,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM;YACvB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ;SAC5B,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,SAAS,CAAC,CAAC;QAC7C,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC3C,CAAC;CACF;AAED,MAAM,UAAU,aAAa,CAAC,GAAe;IAC3C,QAAQ,GAAG,CAAC,QAAQ,EAAE,CAAC;QACrB,KAAK,MAAM,CAAC;QACZ,KAAK,UAAU;YACb,IAAI,GAAG,CAAC,QAAQ,KAAK,UAAU;gBAAE,GAAG,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YACrE,OAAO,IAAI,YAAY,EAAE,CAAC;QAC5B,KAAK,cAAc,CAAC;QACpB,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ,CAAC;QACd,KAAK,OAAO;YACV,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QAC/B;YACE,OAAO,IAAI,YAAY,EAAE,CAAC;IAC9B,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { CatalogDeps } from './toolCatalog.js';
|
|
2
|
+
import { type AuthConfig } from './authz.js';
|
|
3
|
+
export interface HttpOptions {
|
|
4
|
+
port: number;
|
|
5
|
+
host: string;
|
|
6
|
+
rps: number;
|
|
7
|
+
burst: number;
|
|
8
|
+
subjectDailyQuota: number;
|
|
9
|
+
auth: AuthConfig;
|
|
10
|
+
insecure?: boolean;
|
|
11
|
+
/** Allowed Host header values for DNS rebinding protection. Pass [] to disable. */
|
|
12
|
+
allowedHosts?: string[];
|
|
13
|
+
/** Public origin clients should use (for protected-resource metadata). */
|
|
14
|
+
publicOrigin?: string;
|
|
15
|
+
}
|
|
16
|
+
export interface HttpHandle {
|
|
17
|
+
close: () => Promise<void>;
|
|
18
|
+
port: number;
|
|
19
|
+
}
|
|
20
|
+
export declare function startHttp(deps: CatalogDeps, opts: HttpOptions): Promise<HttpHandle>;
|
|
21
|
+
//# sourceMappingURL=http.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/server/http.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAGpD,OAAO,EAAiB,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAK5D,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,iBAAiB,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,mFAAmF;IACnF,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,0EAA0E;IAC1E,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;CACd;AAqCD,wBAAsB,SAAS,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CA4HzF"}
|