cyt-indexer-sdk 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +24 -0
- package/dist/build.d.ts +15 -0
- package/dist/build.d.ts.map +1 -0
- package/dist/build.js +31 -0
- package/dist/build.js.map +1 -0
- package/dist/catalog-json.d.ts +7 -0
- package/dist/catalog-json.d.ts.map +1 -0
- package/dist/catalog-json.js +89 -0
- package/dist/catalog-json.js.map +1 -0
- package/dist/decomposed-catalog.d.ts +14 -0
- package/dist/decomposed-catalog.d.ts.map +1 -0
- package/dist/decomposed-catalog.js +61 -0
- package/dist/decomposed-catalog.js.map +1 -0
- package/dist/decomposed-paths.d.ts +7 -0
- package/dist/decomposed-paths.d.ts.map +1 -0
- package/dist/decomposed-paths.js +37 -0
- package/dist/decomposed-paths.js.map +1 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +4 -0
- package/dist/index.js.map +1 -0
- package/dist/native.d.ts +9 -0
- package/dist/native.d.ts.map +1 -0
- package/dist/native.js +11 -0
- package/dist/native.js.map +1 -0
- package/dist/paths.d.ts +2 -0
- package/dist/paths.d.ts.map +1 -0
- package/dist/paths.js +2 -0
- package/dist/paths.js.map +1 -0
- package/dist/retrieve.d.ts +21 -0
- package/dist/retrieve.d.ts.map +1 -0
- package/dist/retrieve.js +18 -0
- package/dist/retrieve.js.map +1 -0
- package/dist/schema-enums.d.ts +2 -0
- package/dist/schema-enums.d.ts.map +1 -0
- package/dist/schema-enums.js +24 -0
- package/dist/schema-enums.js.map +1 -0
- package/dist/test/build.test.d.ts +2 -0
- package/dist/test/build.test.d.ts.map +1 -0
- package/dist/test/build.test.js +34 -0
- package/dist/test/build.test.js.map +1 -0
- package/dist/test/catalog-json.test.d.ts +2 -0
- package/dist/test/catalog-json.test.d.ts.map +1 -0
- package/dist/test/catalog-json.test.js +28 -0
- package/dist/test/catalog-json.test.js.map +1 -0
- package/dist/test/paths.test.d.ts +2 -0
- package/dist/test/paths.test.d.ts.map +1 -0
- package/dist/test/paths.test.js +47 -0
- package/dist/test/paths.test.js.map +1 -0
- package/dist/test/schema-enums.test.d.ts +2 -0
- package/dist/test/schema-enums.test.d.ts.map +1 -0
- package/dist/test/schema-enums.test.js +27 -0
- package/dist/test/schema-enums.test.js.map +1 -0
- package/dist/test/smoke.test.d.ts +2 -0
- package/dist/test/smoke.test.d.ts.map +1 -0
- package/dist/test/smoke.test.js +94 -0
- package/dist/test/smoke.test.js.map +1 -0
- package/dist/tokens.d.ts +5 -0
- package/dist/tokens.d.ts.map +1 -0
- package/dist/tokens.js +15 -0
- package/dist/tokens.js.map +1 -0
- package/dist/types.d.ts +3 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +4 -0
- package/dist/types.js.map +1 -0
- package/native.cjs +321 -0
- package/native.d.ts +22 -0
- package/package.json +74 -0
package/dist/retrieve.js
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { DecomposedCatalog, resolveDecomposedCatalog, } from "./decomposed-catalog.js";
|
|
2
|
+
import { loadCatalogNative, retrieveCoreNative, } from "./native.js";
|
|
3
|
+
import { isJsonRecord } from "./types.js";
|
|
4
|
+
export const DECOMPOSED_SCORE = 0.5;
|
|
5
|
+
export const ENUM_SCORE = 0.2;
|
|
6
|
+
export { DecomposedCatalog };
|
|
7
|
+
export function loadCatalog(dirPath) {
|
|
8
|
+
return loadCatalogNative(dirPath);
|
|
9
|
+
}
|
|
10
|
+
export function retrieveTools(data, options) {
|
|
11
|
+
const { catalog, applyDecomposedScoreFilter = true, policyOptions = null, } = options;
|
|
12
|
+
const store = resolveDecomposedCatalog(catalog);
|
|
13
|
+
const catalogDict = isJsonRecord(data) ? data : {};
|
|
14
|
+
const survivorStore = DecomposedCatalog.fromCatalogDict(catalogDict);
|
|
15
|
+
const result = retrieveCoreNative(catalogDict, store.toJsonFiles(), survivorStore.toJsonFiles(), applyDecomposedScoreFilter, policyOptions ?? undefined);
|
|
16
|
+
return result;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=retrieve.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retrieve.js","sourceRoot":"","sources":["../src/retrieve.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EACjB,wBAAwB,GACzB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,iBAAiB,EACjB,kBAAkB,GAEnB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AAE3D,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AACpC,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,CAAC;AAI9B,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAE7B,MAAM,UAAU,WAAW,CAAC,OAAe;IAKzC,OAAO,iBAAiB,CAAC,OAAO,CAI/B,CAAC;AACJ,CAAC;AAQD,MAAM,UAAU,aAAa,CAC3B,IAAa,EACb,OAA6B;IAE7B,MAAM,EACJ,OAAO,EACP,0BAA0B,GAAG,IAAI,EACjC,aAAa,GAAG,IAAI,GACrB,GAAG,OAAO,CAAC;IAEZ,MAAM,KAAK,GAAG,wBAAwB,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACnD,MAAM,aAAa,GAAG,iBAAiB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IAErE,MAAM,MAAM,GAAG,kBAAkB,CAC/B,WAAW,EACX,KAAK,CAAC,WAAW,EAAE,EACnB,aAAa,CAAC,WAAW,EAAE,EAC3B,0BAA0B,EAC1B,aAAa,IAAI,SAAS,CAC3B,CAAC;IAEF,OAAO,MAAsB,CAAC;AAChC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema-enums.d.ts","sourceRoot":"","sources":["../src/schema-enums.ts"],"names":[],"mappings":"AAEA,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,EAAE,CAqB7D"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { isJsonRecord } from "./types.js";
|
|
2
|
+
export function collectSchemaEnums(schema) {
|
|
3
|
+
const found = [];
|
|
4
|
+
if (isJsonRecord(schema)) {
|
|
5
|
+
if (Array.isArray(schema.enum)) {
|
|
6
|
+
found.push(...schema.enum);
|
|
7
|
+
}
|
|
8
|
+
for (const value of Object.values(schema)) {
|
|
9
|
+
if (value && typeof value === "object") {
|
|
10
|
+
found.push(...collectSchemaEnums(value));
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
return found;
|
|
14
|
+
}
|
|
15
|
+
if (Array.isArray(schema)) {
|
|
16
|
+
for (const item of schema) {
|
|
17
|
+
if (item && typeof item === "object") {
|
|
18
|
+
found.push(...collectSchemaEnums(item));
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
return found;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=schema-enums.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema-enums.js","sourceRoot":"","sources":["../src/schema-enums.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,UAAU,kBAAkB,CAAC,MAAe;IAChD,MAAM,KAAK,GAAc,EAAE,CAAC;IAC5B,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1C,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACvC,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build.test.d.ts","sourceRoot":"","sources":["../../src/test/build.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import test from "node:test";
|
|
3
|
+
import { buildCatalogIndex, CatalogIndex, catalogToolCount } from "../build.js";
|
|
4
|
+
test("catalogToolCount counts tools in catalog dict", () => {
|
|
5
|
+
const dict = {
|
|
6
|
+
md: [],
|
|
7
|
+
json: [{ id: "a" }, { id: "b" }],
|
|
8
|
+
tools: [{ name: "a" }, { name: "b" }],
|
|
9
|
+
};
|
|
10
|
+
assert.equal(catalogToolCount(dict), 2);
|
|
11
|
+
});
|
|
12
|
+
test("CatalogIndex.toCatalogDict builds json and markdown entries", () => {
|
|
13
|
+
const index = new CatalogIndex([], {
|
|
14
|
+
"schemas/decomposed/search.json": '{"id":"search"}',
|
|
15
|
+
"schemas/decomposed/search.md": "# search",
|
|
16
|
+
});
|
|
17
|
+
const dict = index.toCatalogDict("src/catalog");
|
|
18
|
+
assert.equal(dict.json.length, 1);
|
|
19
|
+
assert.equal(dict.md.length, 1);
|
|
20
|
+
assert.equal(dict.json[0]?.id, "search");
|
|
21
|
+
});
|
|
22
|
+
test("CatalogIndex.toCatalogDict rejects non-object JSON", () => {
|
|
23
|
+
assert.throws(() => new CatalogIndex([], {
|
|
24
|
+
"schemas/decomposed/broken.json": "[]",
|
|
25
|
+
}).toCatalogDict(), TypeError);
|
|
26
|
+
});
|
|
27
|
+
test("buildCatalogIndex returns in-memory catalog", () => {
|
|
28
|
+
const tools = [{ name: "search", description: "Search tool" }];
|
|
29
|
+
const index = buildCatalogIndex(tools, ["fast", "slow"]);
|
|
30
|
+
assert.ok(index instanceof CatalogIndex);
|
|
31
|
+
assert.ok(index.tools.length >= 1);
|
|
32
|
+
assert.ok(Object.keys(index.files).length >= 1);
|
|
33
|
+
});
|
|
34
|
+
//# sourceMappingURL=build.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build.test.js","sourceRoot":"","sources":["../../src/test/build.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEhF,IAAI,CAAC,+CAA+C,EAAE,GAAG,EAAE;IACzD,MAAM,IAAI,GAAG;QACX,EAAE,EAAE,EAAE;QACN,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC;QAChC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;KACtC,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAC1C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6DAA6D,EAAE,GAAG,EAAE;IACvE,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,EAAE,EAAE;QACjC,gCAAgC,EAAE,iBAAiB;QACnD,8BAA8B,EAAE,UAAU;KAC3C,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;IAChD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAClC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;AAC3C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,oDAAoD,EAAE,GAAG,EAAE;IAC9D,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CACH,IAAI,YAAY,CAAC,EAAE,EAAE;QACnB,gCAAgC,EAAE,IAAI;KACvC,CAAC,CAAC,aAAa,EAAE,EACpB,SAAS,CACV,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6CAA6C,EAAE,GAAG,EAAE;IACvD,MAAM,KAAK,GAAG,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,MAAM,CAAC,EAAE,CAAC,KAAK,YAAY,YAAY,CAAC,CAAC;IACzC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACnC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;AAClD,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"catalog-json.test.d.ts","sourceRoot":"","sources":["../../src/test/catalog-json.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import test from "node:test";
|
|
3
|
+
import { maybeDecomposedJsonFile, parseCatalogJsonEntry, parseDecomposedJsonContent, } from "../catalog-json.js";
|
|
4
|
+
import { DECOMPOSED_PREFIX } from "../paths.js";
|
|
5
|
+
import { isJsonRecord } from "../types.js";
|
|
6
|
+
test("isJsonRecord accepts plain objects only", () => {
|
|
7
|
+
assert.equal(isJsonRecord({ ok: true }), true);
|
|
8
|
+
assert.equal(isJsonRecord(null), false);
|
|
9
|
+
assert.equal(isJsonRecord([]), false);
|
|
10
|
+
assert.equal(isJsonRecord("x"), false);
|
|
11
|
+
});
|
|
12
|
+
test("parseDecomposedJsonContent validates object JSON", () => {
|
|
13
|
+
assert.deepEqual(parseDecomposedJsonContent('{"id":"x"}'), { id: "x" });
|
|
14
|
+
assert.equal(parseDecomposedJsonContent("[]"), null);
|
|
15
|
+
assert.equal(parseDecomposedJsonContent('"text"'), null);
|
|
16
|
+
});
|
|
17
|
+
test("maybeDecomposedJsonFile filters by decomposed path", () => {
|
|
18
|
+
assert.deepEqual(maybeDecomposedJsonFile(`${DECOMPOSED_PREFIX}search.json`, '{"id":"search"}'), { id: "search" });
|
|
19
|
+
assert.equal(maybeDecomposedJsonFile("other/search.json", '{"id":"search"}'), null);
|
|
20
|
+
});
|
|
21
|
+
test("parseCatalogJsonEntry normalizes survivor entries", () => {
|
|
22
|
+
assert.deepEqual(parseCatalogJsonEntry({
|
|
23
|
+
file_path: `src/catalog/${DECOMPOSED_PREFIX}search/query.json`,
|
|
24
|
+
content: { id: "query" },
|
|
25
|
+
}), ["schemas/decomposed/search/query.json", { id: "query" }]);
|
|
26
|
+
assert.equal(parseCatalogJsonEntry({ file_path: "bad", content: null }), null);
|
|
27
|
+
});
|
|
28
|
+
//# sourceMappingURL=catalog-json.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"catalog-json.test.js","sourceRoot":"","sources":["../../src/test/catalog-json.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,0BAA0B,GAC3B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;IACnD,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IACxC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IACtC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,kDAAkD,EAAE,GAAG,EAAE;IAC5D,MAAM,CAAC,SAAS,CAAC,0BAA0B,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IACxE,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;AAC3D,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,oDAAoD,EAAE,GAAG,EAAE;IAC9D,MAAM,CAAC,SAAS,CACd,uBAAuB,CACrB,GAAG,iBAAiB,aAAa,EACjC,iBAAiB,CAClB,EACD,EAAE,EAAE,EAAE,QAAQ,EAAE,CACjB,CAAC;IACF,MAAM,CAAC,KAAK,CACV,uBAAuB,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,EAC/D,IAAI,CACL,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,mDAAmD,EAAE,GAAG,EAAE;IAC7D,MAAM,CAAC,SAAS,CACd,qBAAqB,CAAC;QACpB,SAAS,EAAE,eAAe,iBAAiB,mBAAmB;QAC9D,OAAO,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE;KACzB,CAAC,EACF,CAAC,sCAAsC,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAC1D,CAAC;IACF,MAAM,CAAC,KAAK,CACV,qBAAqB,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAC1D,IAAI,CACL,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"paths.test.d.ts","sourceRoot":"","sources":["../../src/test/paths.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import test from "node:test";
|
|
3
|
+
import { collectEnums } from "../build.js";
|
|
4
|
+
import { DECOMPOSED_PREFIX, getRootToolKey, JSON_EXT, MD_EXT, toDecomposedKey, toolIdFromDecomposedRel, } from "../paths.js";
|
|
5
|
+
test("path constants are stable", () => {
|
|
6
|
+
assert.equal(JSON_EXT, ".json");
|
|
7
|
+
assert.equal(MD_EXT, ".md");
|
|
8
|
+
assert.equal(DECOMPOSED_PREFIX, "schemas/decomposed/");
|
|
9
|
+
});
|
|
10
|
+
test("toDecomposedKey normalizes catalog paths", () => {
|
|
11
|
+
assert.equal(toDecomposedKey("src/catalog/schemas/decomposed/foo.json"), "schemas/decomposed/foo.json");
|
|
12
|
+
assert.equal(toDecomposedKey("other/path.json"), null);
|
|
13
|
+
});
|
|
14
|
+
test("toolIdFromDecomposedRel extracts tool ids", () => {
|
|
15
|
+
assert.equal(toolIdFromDecomposedRel(`${DECOMPOSED_PREFIX}search/query.json`), "search");
|
|
16
|
+
assert.equal(toolIdFromDecomposedRel("search/query.json"), "search");
|
|
17
|
+
});
|
|
18
|
+
test("getRootToolKey resolves nested paths to root tool json", () => {
|
|
19
|
+
assert.equal(getRootToolKey(`${DECOMPOSED_PREFIX}search/query/fields/name.json`), `${DECOMPOSED_PREFIX}search.json`);
|
|
20
|
+
assert.equal(getRootToolKey(`${DECOMPOSED_PREFIX}search.json`), `${DECOMPOSED_PREFIX}search.json`);
|
|
21
|
+
assert.equal(getRootToolKey("not/a/decomposed/path.json"), null);
|
|
22
|
+
assert.equal(getRootToolKey(`${DECOMPOSED_PREFIX}`), null);
|
|
23
|
+
});
|
|
24
|
+
test("collectEnums walks nested schema objects", () => {
|
|
25
|
+
const schema = {
|
|
26
|
+
type: "object",
|
|
27
|
+
properties: {
|
|
28
|
+
mode: { enum: ["fast", "slow"] },
|
|
29
|
+
nested: [{ enum: ["a", "b"] }],
|
|
30
|
+
},
|
|
31
|
+
};
|
|
32
|
+
assert.deepEqual([...collectEnums(schema)].sort(), [
|
|
33
|
+
"a",
|
|
34
|
+
"b",
|
|
35
|
+
"fast",
|
|
36
|
+
"slow",
|
|
37
|
+
]);
|
|
38
|
+
});
|
|
39
|
+
test("collectEnums ignores primitives and empty input", () => {
|
|
40
|
+
assert.deepEqual(collectEnums(null), []);
|
|
41
|
+
assert.deepEqual(collectEnums("text"), []);
|
|
42
|
+
assert.deepEqual(collectEnums(42), []);
|
|
43
|
+
});
|
|
44
|
+
test("collectEnums collects enums from arrays at the root", () => {
|
|
45
|
+
assert.deepEqual([...collectEnums([{ enum: ["x"] }, { enum: ["y"] }])].sort(), ["x", "y"]);
|
|
46
|
+
});
|
|
47
|
+
//# sourceMappingURL=paths.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"paths.test.js","sourceRoot":"","sources":["../../src/test/paths.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,QAAQ,EACR,MAAM,EACN,eAAe,EACf,uBAAuB,GACxB,MAAM,aAAa,CAAC;AAErB,IAAI,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACrC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5B,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;AACzD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACpD,MAAM,CAAC,KAAK,CACV,eAAe,CAAC,yCAAyC,CAAC,EAC1D,6BAA6B,CAC9B,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC,CAAC;AACzD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2CAA2C,EAAE,GAAG,EAAE;IACrD,MAAM,CAAC,KAAK,CACV,uBAAuB,CAAC,GAAG,iBAAiB,mBAAmB,CAAC,EAChE,QAAQ,CACT,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,mBAAmB,CAAC,EAAE,QAAQ,CAAC,CAAC;AACvE,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wDAAwD,EAAE,GAAG,EAAE;IAClE,MAAM,CAAC,KAAK,CACV,cAAc,CAAC,GAAG,iBAAiB,+BAA+B,CAAC,EACnE,GAAG,iBAAiB,aAAa,CAClC,CAAC;IACF,MAAM,CAAC,KAAK,CACV,cAAc,CAAC,GAAG,iBAAiB,aAAa,CAAC,EACjD,GAAG,iBAAiB,aAAa,CAClC,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,4BAA4B,CAAC,EAAE,IAAI,CAAC,CAAC;IACjE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,iBAAiB,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;AAC7D,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACpD,MAAM,MAAM,GAAG;QACb,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;YAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;SAC/B;KACF,CAAC;IACF,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE;QACjD,GAAG;QACH,GAAG;QACH,MAAM;QACN,MAAM;KACP,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,iDAAiD,EAAE,GAAG,EAAE;IAC3D,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IACzC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IAC3C,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qDAAqD,EAAE,GAAG,EAAE;IAC/D,MAAM,CAAC,SAAS,CACd,CAAC,GAAG,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAC5D,CAAC,GAAG,EAAE,GAAG,CAAC,CACX,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema-enums.test.d.ts","sourceRoot":"","sources":["../../src/test/schema-enums.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import test from "node:test";
|
|
3
|
+
import { collectSchemaEnums } from "../catalog-json.js";
|
|
4
|
+
test("collectSchemaEnums walks nested schema objects", () => {
|
|
5
|
+
const schema = {
|
|
6
|
+
type: "object",
|
|
7
|
+
properties: {
|
|
8
|
+
mode: { enum: ["fast", "slow"] },
|
|
9
|
+
nested: [{ enum: ["a", "b"] }],
|
|
10
|
+
},
|
|
11
|
+
};
|
|
12
|
+
assert.deepEqual([...collectSchemaEnums(schema)].sort(), [
|
|
13
|
+
"a",
|
|
14
|
+
"b",
|
|
15
|
+
"fast",
|
|
16
|
+
"slow",
|
|
17
|
+
]);
|
|
18
|
+
});
|
|
19
|
+
test("collectSchemaEnums ignores primitives and empty input", () => {
|
|
20
|
+
assert.deepEqual(collectSchemaEnums(null), []);
|
|
21
|
+
assert.deepEqual(collectSchemaEnums("text"), []);
|
|
22
|
+
assert.deepEqual(collectSchemaEnums(42), []);
|
|
23
|
+
});
|
|
24
|
+
test("collectSchemaEnums collects enums from arrays at the root", () => {
|
|
25
|
+
assert.deepEqual([...collectSchemaEnums([{ enum: ["x"] }, { enum: ["y"] }])].sort(), ["x", "y"]);
|
|
26
|
+
});
|
|
27
|
+
//# sourceMappingURL=schema-enums.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema-enums.test.js","sourceRoot":"","sources":["../../src/test/schema-enums.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAExD,IAAI,CAAC,gDAAgD,EAAE,GAAG,EAAE;IAC1D,MAAM,MAAM,GAAG;QACb,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;YAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;SAC/B;KACF,CAAC;IACF,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE;QACvD,GAAG;QACH,GAAG;QACH,MAAM;QACN,MAAM;KACP,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,uDAAuD,EAAE,GAAG,EAAE;IACjE,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IAC/C,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IACjD,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAC/C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2DAA2D,EAAE,GAAG,EAAE;IACrE,MAAM,CAAC,SAAS,CACd,CAAC,GAAG,kBAAkB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAClE,CAAC,GAAG,EAAE,GAAG,CAAC,CACX,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smoke.test.d.ts","sourceRoot":"","sources":["../../src/test/smoke.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import test from "node:test";
|
|
3
|
+
import { CatalogIndex } from "../build.js";
|
|
4
|
+
import { DecomposedCatalog } from "../decomposed-catalog.js";
|
|
5
|
+
import { DECOMPOSED_SCORE, ENUM_SCORE, retrieveTools } from "../retrieve.js";
|
|
6
|
+
import { countTokens } from "../tokens.js";
|
|
7
|
+
import { DECOMPOSED_PREFIX } from "../paths.js";
|
|
8
|
+
test("countTokens returns a positive count", () => {
|
|
9
|
+
assert.ok(countTokens("hello") > 0);
|
|
10
|
+
});
|
|
11
|
+
test("score constants match Python SDK", () => {
|
|
12
|
+
assert.equal(DECOMPOSED_SCORE, 0.5);
|
|
13
|
+
assert.equal(ENUM_SCORE, 0.2);
|
|
14
|
+
});
|
|
15
|
+
test("DecomposedCatalog.fromCatalogIndex loads decomposed JSON files", () => {
|
|
16
|
+
const index = new CatalogIndex([], {
|
|
17
|
+
"schemas/decomposed/search.json": '{"id":"search"}',
|
|
18
|
+
"schemas/decomposed/search.md": "# search",
|
|
19
|
+
"other/path.json": '{"id":"ignored"}',
|
|
20
|
+
"schemas/decomposed/array.json": "[]",
|
|
21
|
+
"schemas/decomposed/valid.json": '{"id":"valid"}',
|
|
22
|
+
});
|
|
23
|
+
const store = DecomposedCatalog.fromCatalogIndex(index);
|
|
24
|
+
assert.equal(store.hasJson("schemas/decomposed/search.json"), true);
|
|
25
|
+
assert.equal(store.getJson("schemas/decomposed/search.json")?.id, "search");
|
|
26
|
+
assert.equal(store.hasJson("schemas/decomposed/search.md"), false);
|
|
27
|
+
assert.equal(store.hasJson("other/path.json"), false);
|
|
28
|
+
assert.equal(store.hasJson("schemas/decomposed/array.json"), false);
|
|
29
|
+
assert.equal(store.getJson("schemas/decomposed/valid.json")?.id, "valid");
|
|
30
|
+
});
|
|
31
|
+
test("DecomposedCatalog.fromCatalogDict parses survivor entries", () => {
|
|
32
|
+
const store = DecomposedCatalog.fromCatalogDict({
|
|
33
|
+
json: [
|
|
34
|
+
{
|
|
35
|
+
file_path: "src/catalog/schemas/decomposed/search/query.json",
|
|
36
|
+
content: { id: "query" },
|
|
37
|
+
},
|
|
38
|
+
{
|
|
39
|
+
file_path: "src/catalog/schemas/decomposed/broken.json",
|
|
40
|
+
content: null,
|
|
41
|
+
},
|
|
42
|
+
],
|
|
43
|
+
});
|
|
44
|
+
assert.equal(store.resolveKey("src/catalog/schemas/decomposed/search/query.json"), "schemas/decomposed/search/query.json");
|
|
45
|
+
assert.equal(store.getJson("schemas/decomposed/search/query.json")?.id, "query");
|
|
46
|
+
});
|
|
47
|
+
test("DecomposedCatalog resolveKey and toJsonFiles", () => {
|
|
48
|
+
const store = new DecomposedCatalog({
|
|
49
|
+
"schemas/decomposed/search.json": { id: "search" },
|
|
50
|
+
});
|
|
51
|
+
assert.equal(store.resolveKey("schemas/decomposed/search.json"), "schemas/decomposed/search.json");
|
|
52
|
+
assert.equal(store.resolveKey("src/catalog/schemas/decomposed/search.json"), "schemas/decomposed/search.json");
|
|
53
|
+
assert.equal(store.resolveKey("missing.json"), null);
|
|
54
|
+
assert.deepEqual(store.toJsonFiles(), {
|
|
55
|
+
"schemas/decomposed/search.json": { id: "search" },
|
|
56
|
+
});
|
|
57
|
+
});
|
|
58
|
+
test("retrieveTools accepts DecomposedCatalog and CatalogIndex", () => {
|
|
59
|
+
const toolJson = `${DECOMPOSED_PREFIX}search.json`;
|
|
60
|
+
const catalog = new DecomposedCatalog({
|
|
61
|
+
[toolJson]: {
|
|
62
|
+
type: "object",
|
|
63
|
+
properties: { query: { type: "string" } },
|
|
64
|
+
},
|
|
65
|
+
});
|
|
66
|
+
const survivorData = {
|
|
67
|
+
json: [
|
|
68
|
+
{
|
|
69
|
+
file_path: `src/catalog/${toolJson}`,
|
|
70
|
+
content: { type: "object", properties: { query: { type: "string" } } },
|
|
71
|
+
},
|
|
72
|
+
],
|
|
73
|
+
};
|
|
74
|
+
const fromDecomposed = retrieveTools(survivorData, { catalog });
|
|
75
|
+
assert.ok(Array.isArray(fromDecomposed));
|
|
76
|
+
const fromIndex = retrieveTools(survivorData, {
|
|
77
|
+
catalog: new CatalogIndex([], {
|
|
78
|
+
[toolJson]: JSON.stringify(catalog.getJson(toolJson)),
|
|
79
|
+
}),
|
|
80
|
+
});
|
|
81
|
+
assert.ok(Array.isArray(fromIndex));
|
|
82
|
+
});
|
|
83
|
+
test("retrieveTools rejects invalid catalog type", () => {
|
|
84
|
+
assert.throws(() => retrieveTools({}, { catalog: {} }), TypeError);
|
|
85
|
+
});
|
|
86
|
+
test("retrieveTools treats non-object data as empty catalog dict", () => {
|
|
87
|
+
const toolJson = `${DECOMPOSED_PREFIX}search.json`;
|
|
88
|
+
const catalog = new DecomposedCatalog({
|
|
89
|
+
[toolJson]: { type: "object", properties: {} },
|
|
90
|
+
});
|
|
91
|
+
const result = retrieveTools(null, { catalog });
|
|
92
|
+
assert.ok(Array.isArray(result));
|
|
93
|
+
});
|
|
94
|
+
//# sourceMappingURL=smoke.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smoke.test.js","sourceRoot":"","sources":["../../src/test/smoke.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,IAAI,CAAC,sCAAsC,EAAE,GAAG,EAAE;IAChD,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE;IAC5C,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACpC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;AAChC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,gEAAgE,EAAE,GAAG,EAAE;IAC1E,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,EAAE,EAAE;QACjC,gCAAgC,EAAE,iBAAiB;QACnD,8BAA8B,EAAE,UAAU;QAC1C,iBAAiB,EAAE,kBAAkB;QACrC,+BAA+B,EAAE,IAAI;QACrC,+BAA+B,EAAE,gBAAgB;KAClD,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,gCAAgC,CAAC,EAAE,IAAI,CAAC,CAAC;IACpE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,gCAAgC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC5E,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,8BAA8B,CAAC,EAAE,KAAK,CAAC,CAAC;IACnE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,KAAK,CAAC,CAAC;IACtD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,EAAE,KAAK,CAAC,CAAC;IACpE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;AAC5E,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2DAA2D,EAAE,GAAG,EAAE;IACrE,MAAM,KAAK,GAAG,iBAAiB,CAAC,eAAe,CAAC;QAC9C,IAAI,EAAE;YACJ;gBACE,SAAS,EAAE,kDAAkD;gBAC7D,OAAO,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE;aACzB;YACD;gBACE,SAAS,EAAE,4CAA4C;gBACvD,OAAO,EAAE,IAAI;aACd;SACF;KACF,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CACV,KAAK,CAAC,UAAU,CAAC,kDAAkD,CAAC,EACpE,sCAAsC,CACvC,CAAC;IACF,MAAM,CAAC,KAAK,CACV,KAAK,CAAC,OAAO,CAAC,sCAAsC,CAAC,EAAE,EAAE,EACzD,OAAO,CACR,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,8CAA8C,EAAE,GAAG,EAAE;IACxD,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC;QAClC,gCAAgC,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE;KACnD,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CACV,KAAK,CAAC,UAAU,CAAC,gCAAgC,CAAC,EAClD,gCAAgC,CACjC,CAAC;IACF,MAAM,CAAC,KAAK,CACV,KAAK,CAAC,UAAU,CAAC,4CAA4C,CAAC,EAC9D,gCAAgC,CACjC,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE;QACpC,gCAAgC,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE;KACnD,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0DAA0D,EAAE,GAAG,EAAE;IACpE,MAAM,QAAQ,GAAG,GAAG,iBAAiB,aAAa,CAAC;IACnD,MAAM,OAAO,GAAG,IAAI,iBAAiB,CAAC;QACpC,CAAC,QAAQ,CAAC,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;SAC1C;KACF,CAAC,CAAC;IACH,MAAM,YAAY,GAAG;QACnB,IAAI,EAAE;YACJ;gBACE,SAAS,EAAE,eAAe,QAAQ,EAAE;gBACpC,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;aACvE;SACF;KACF,CAAC;IAEF,MAAM,cAAc,GAAG,aAAa,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAChE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;IAEzC,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,EAAE;QAC5C,OAAO,EAAE,IAAI,YAAY,CAAC,EAAE,EAAE;YAC5B,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;SACtD,CAAC;KACH,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,4CAA4C,EAAE,GAAG,EAAE;IACtD,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,EAAkB,EAAE,CAAC,EACxD,SAAS,CACV,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,4DAA4D,EAAE,GAAG,EAAE;IACtE,MAAM,QAAQ,GAAG,GAAG,iBAAiB,aAAa,CAAC;IACnD,MAAM,OAAO,GAAG,IAAI,iBAAiB,CAAC;QACpC,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE;KAC/C,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAChD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;AACnC,CAAC,CAAC,CAAC"}
|
package/dist/tokens.d.ts
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export declare function compactJson(obj: unknown): string;
|
|
2
|
+
export declare function countTokens(text: string): number;
|
|
3
|
+
export declare function countJsonTokens(obj: unknown): number;
|
|
4
|
+
export declare function logTokenUsage(label: string, tokens: number): void;
|
|
5
|
+
//# sourceMappingURL=tokens.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokens.d.ts","sourceRoot":"","sources":["../src/tokens.ts"],"names":[],"mappings":"AAMA,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAEhD;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAEpD;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAGjE"}
|
package/dist/tokens.js
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { compactJsonNative, countJsonTokensNative, countTokensNative, } from "./native.js";
|
|
2
|
+
export function compactJson(obj) {
|
|
3
|
+
return compactJsonNative(obj);
|
|
4
|
+
}
|
|
5
|
+
export function countTokens(text) {
|
|
6
|
+
return countTokensNative(text);
|
|
7
|
+
}
|
|
8
|
+
export function countJsonTokens(obj) {
|
|
9
|
+
return countJsonTokensNative(obj);
|
|
10
|
+
}
|
|
11
|
+
export function logTokenUsage(label, tokens) {
|
|
12
|
+
const msg = `${label}: ${tokens} tokens`;
|
|
13
|
+
console.log(msg);
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=tokens.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../src/tokens.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AAErB,MAAM,UAAU,WAAW,CAAC,GAAY;IACtC,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAY;IAC1C,OAAO,qBAAqB,CAAC,GAAG,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa,EAAE,MAAc;IACzD,MAAM,GAAG,GAAG,GAAG,KAAK,KAAK,MAAM,SAAS,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACnB,CAAC"}
|
package/dist/types.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEjD,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,UAAU,CAEhE"}
|
package/dist/types.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}
|