@atcute/lex-cli 2.4.0 → 2.5.1

package/dist/index.d.ts

@@ -1,4 +1,68 @@
 import { type LexiconConfig } from './config.js';
 export type { LexiconConfig };
-export declare const defineLexiconConfig: (config: LexiconConfig) => LexiconConfig;
+export declare const defineLexiconConfig: (config: {
+    outdir: string;
+    files: string[];
+    imports?: string[] | undefined;
+    mappings?: import("./codegen.js").ImportMapping[] | undefined;
+    modules?: {
+        importSuffix?: string | undefined;
+    } | undefined;
+    pull?: {
+        outdir: string;
+        clean?: boolean | undefined;
+        sources: ({
+            type: "git";
+            remote: string;
+            ref?: string | undefined;
+            pattern: string[];
+        } | {
+            type: "atproto";
+            mode: "nsids";
+            nsids: `${string}.${string}.${string}`[];
+        } | {
+            type: "atproto";
+            mode: "authority";
+            authority: `${string}.${string}` | `did:plc:${string}` | `did:web:${string}`;
+            pattern?: string[] | undefined;
+        })[];
+    } | undefined;
+    export?: {
+        outdir: string;
+        files?: string[] | undefined;
+        clean?: boolean | undefined;
+    } | undefined;
+}) => {
+    outdir: string;
+    files: string[];
+    imports?: string[] | undefined;
+    mappings?: import("./codegen.js").ImportMapping[] | undefined;
+    modules?: {
+        importSuffix?: string | undefined;
+    } | undefined;
+    pull?: {
+        outdir: string;
+        clean?: boolean | undefined;
+        sources: ({
+            type: "git";
+            remote: string;
+            ref?: string | undefined;
+            pattern: string[];
+        } | {
+            type: "atproto";
+            mode: "nsids";
+            nsids: `${string}.${string}.${string}`[];
+        } | {
+            type: "atproto";
+            mode: "authority";
+            authority: `${string}.${string}` | `did:plc:${string}` | `did:web:${string}`;
+            pattern?: string[] | undefined;
+        })[];
+    } | undefined;
+    export?: {
+        outdir: string;
+        files?: string[] | undefined;
+        clean?: boolean | undefined;
+    } | undefined;
+};
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AAEtE,YAAY,EAAE,aAAa,EAAE,CAAC;AAE9B,eAAO,MAAM,mBAAmB,GAAI,QAAQ,aAAa,KAAG,aAE3D,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AAEtE,YAAY,EAAE,aAAa,EAAE,CAAC;AAE9B,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAE/B,CAAC"}

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAsB,MAAM,aAAa,CAAC;AAItE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,MAAqB,EAAiB,EAAE;IAC3E,OAAO,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAsB,MAAM,aAAa,CAAC;AAItE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,MAAqB,EAAiB,EAAE,CAAC;IAC5E,OAAO,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAAA,CACzC,CAAC"}

package/dist/lexicon-loader.d.ts

@@ -0,0 +1,17 @@
+import { type LexiconDoc } from '@atcute/lexicon-doc';
+/**
+ * represents a loaded lexicon document with its source file
+ */
+export interface LoadedLexicon {
+    nsid: string;
+    doc: LexiconDoc;
+    filename: string;
+}
+/**
+ * loads lexicon documents from glob patterns
+ * @param patterns glob patterns to match files
+ * @param root root directory for resolving paths
+ * @returns array of loaded lexicon documents
+ */
+export declare const loadLexicons: (patterns: string[], root: string) => Promise<LoadedLexicon[]>;
+//# sourceMappingURL=lexicon-loader.d.ts.map

package/dist/lexicon-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexicon-loader.d.ts","sourceRoot":"","sources":["../src/lexicon-loader.ts"],"names":[],"mappings":"AAIA,OAAO,EAAgC,KAAK,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAQpF;;GAEG;AACH,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,UAAU,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CACjB;AA4GD;;;;;GAKG;AACH,eAAO,MAAM,YAAY,gEAmExB,CAAC"}

package/dist/lexicon-loader.js

@@ -0,0 +1,167 @@
+import * as fs from 'node:fs/promises';
+import * as path from 'node:path';
+import * as url from 'node:url';
+import { lexiconDoc, refineLexiconDoc } from '@atcute/lexicon-doc';
+import { build } from '@atcute/lexicon-doc/builder';
+import pc from 'picocolors';
+/** file extensions recognized as module files */
+const MODULE_EXTENSIONS = new Set(['.js', '.cjs', '.mjs', '.ts', '.cts', '.mts']);
+/**
+ * checks if a filename is a module file based on extension
+ * @param filename the filename to check
+ * @returns true if it's a module file
+ */
+const isModuleFile = (filename) => {
+    const ext = path.extname(filename);
+    return MODULE_EXTENSIONS.has(ext);
+};
+/**
+ * basic validation that a value looks like a LexDocumentBuilder
+ * @param value the value to check
+ * @returns true if it appears to be a LexDocumentBuilder
+ */
+const isLexDocumentBuilder = (value) => {
+    return (typeof value === 'object' &&
+        value !== null &&
+        'id' in value &&
+        typeof value.id === 'string' &&
+        'defs' in value &&
+        typeof value.defs === 'object');
+};
+/**
+ * loads and validates a lexicon document from a JSON file
+ * @param absolutePath absolute path to the JSON file
+ * @param relativePath relative path for error messages
+ * @returns parsed and validated lexicon document
+ */
+const loadJsonFile = async (absolutePath, relativePath) => {
+    let source;
+    try {
+        source = await fs.readFile(absolutePath, 'utf8');
+    }
+    catch (err) {
+        console.error(pc.bold(pc.red(`file read error with "${relativePath}"`)));
+        console.error(err);
+        process.exit(1);
+    }
+    let json;
+    try {
+        json = JSON.parse(source);
+    }
+    catch (err) {
+        console.error(pc.bold(pc.red(`json parse error in "${relativePath}"`)));
+        console.error(err);
+        process.exit(1);
+    }
+    const result = lexiconDoc.try(json, { mode: 'strip' });
+    if (!result.ok) {
+        console.error(pc.bold(pc.red(`schema validation failed for "${relativePath}"`)));
+        console.error(result.message);
+        for (const issue of result.issues) {
+            console.log(`- ${issue.code} at .${issue.path.join('.')}`);
+        }
+        process.exit(1);
+    }
+    const issues = refineLexiconDoc(result.value, true);
+    if (issues.length > 0) {
+        console.error(pc.bold(pc.red(`lint validation failed for "${relativePath}"`)));
+        for (const issue of issues) {
+            console.log(`- ${issue.message} at .${issue.path.join('.')}`);
+        }
+        process.exit(1);
+    }
+    return result.value;
+};
+/**
+ * loads a LexDocumentBuilder from a module file
+ * @param absolutePath absolute path to the module file
+ * @param relativePath relative path for error messages
+ * @returns the LexDocumentBuilder from the module's default export
+ */
+const loadModuleBuilder = async (absolutePath, relativePath) => {
+    let mod;
+    try {
+        const fileUrl = url.pathToFileURL(absolutePath);
+        mod = await import(fileUrl.href);
+    }
+    catch (err) {
+        console.error(pc.bold(pc.red(`failed to import module "${relativePath}"`)));
+        console.error(err);
+        process.exit(1);
+    }
+    const defaultExport = mod?.default;
+    if (!isLexDocumentBuilder(defaultExport)) {
+        console.error(pc.bold(pc.red(`module "${relativePath}" default export is not a valid LexDocumentBuilder`)));
+        console.error(`expected default export to be a LexDocumentBuilder (object with 'id' and 'defs')`);
+        process.exit(1);
+    }
+    return defaultExport;
+};
+/**
+ * loads lexicon documents from glob patterns
+ * @param patterns glob patterns to match files
+ * @param root root directory for resolving paths
+ * @returns array of loaded lexicon documents
+ */
+export const loadLexicons = async (patterns, root) => {
+    const results = [];
+    const seen = new Map();
+    // collect JSON docs and module builders separately
+    const jsonDocs = [];
+    const moduleBuilders = [];
+    for await (const filename of fs.glob(patterns, { cwd: root })) {
+        const absolutePath = path.join(root, filename);
+        if (isModuleFile(filename)) {
+            const builder = await loadModuleBuilder(absolutePath, filename);
+            moduleBuilders.push({ builder, filename });
+        }
+        else {
+            // assume JSON for anything else (including .json)
+            const doc = await loadJsonFile(absolutePath, filename);
+            jsonDocs.push({ doc, filename });
+        }
+    }
+    // add JSON docs directly (already built)
+    for (const { doc, filename } of jsonDocs) {
+        const existing = seen.get(doc.id);
+        if (existing) {
+            console.error(pc.bold(pc.red(`duplicate lexicon "${doc.id}"`)));
+            console.error(`- found in ${filename}`);
+            console.error(`- already found in ${existing}`);
+            process.exit(1);
+        }
+        seen.set(doc.id, filename);
+        results.push({ nsid: doc.id, doc, filename });
+    }
+    // build all module builders together (for cross-references)
+    if (moduleBuilders.length > 0) {
+        // check for duplicates in builders
+        const buildersByNsid = new Map();
+        for (const { builder, filename } of moduleBuilders) {
+            const existing = buildersByNsid.get(builder.id) ?? seen.get(builder.id);
+            if (existing) {
+                console.error(pc.bold(pc.red(`duplicate lexicon "${builder.id}"`)));
+                console.error(`- found in ${filename}`);
+                console.error(`- already found in ${existing}`);
+                process.exit(1);
+            }
+            buildersByNsid.set(builder.id, filename);
+        }
+        let built;
+        try {
+            built = build({ documents: moduleBuilders.map((m) => m.builder) });
+        }
+        catch (err) {
+            console.error(pc.bold(pc.red(`build failed for module lexicons`)));
+            console.error(err);
+            process.exit(1);
+        }
+        for (const { builder, filename } of moduleBuilders) {
+            const doc = built[builder.id];
+            seen.set(builder.id, filename);
+            results.push({ nsid: builder.id, doc, filename });
+        }
+    }
+    return results;
+};
+//# sourceMappingURL=lexicon-loader.js.map

package/dist/lexicon-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexicon-loader.js","sourceRoot":"","sources":["../src/lexicon-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,GAAG,MAAM,UAAU,CAAC;AAEhC,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAmB,MAAM,qBAAqB,CAAC;AACpF,OAAO,EAAE,KAAK,EAA2B,MAAM,6BAA6B,CAAC;AAE7E,OAAO,EAAE,MAAM,YAAY,CAAC;AAE5B,iDAAiD;AACjD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAWlF;;;;GAIG;AACH,MAAM,YAAY,GAAG,CAAC,QAAgB,EAAW,EAAE,CAAC;IACnD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,OAAO,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAAA,CAClC,CAAC;AAEF;;;;GAIG;AACH,MAAM,oBAAoB,GAAG,CAAC,KAAc,EAA+B,EAAE,CAAC;IAC7E,OAAO,CACN,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,IAAI,IAAI,KAAK;QACb,OAAQ,KAAa,CAAC,EAAE,KAAK,QAAQ;QACrC,MAAM,IAAI,KAAK;QACf,OAAQ,KAAa,CAAC,IAAI,KAAK,QAAQ,CACvC,CAAC;AAAA,CACF,CAAC;AAEF;;;;;GAKG;AACH,MAAM,YAAY,GAAG,KAAK,EAAE,YAAoB,EAAE,YAAoB,EAAuB,EAAE,CAAC;IAC/F,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACJ,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,yBAAyB,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;QACzE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,IAAa,CAAC;IAClB,IAAI,CAAC;QACJ,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,wBAAwB,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;QACxE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IACvD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,iCAAiC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;QACjF,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE9B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,QAAQ,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,+BAA+B,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;QAE/E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,OAAO,QAAQ,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,MAAM,CAAC,KAAK,CAAC;AAAA,CACpB,CAAC;AAEF;;;;;GAKG;AACH,MAAM,iBAAiB,GAAG,KAAK,EAAE,YAAoB,EAAE,YAAoB,EAA+B,EAAE,CAAC;IAC5G,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QAChD,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,4BAA4B,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5E,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,aAAa,GAAI,GAAW,EAAE,OAAO,CAAC;IAC5C,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,EAAE,CAAC;QAC1C,OAAO,CAAC,KAAK,CACZ,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,YAAY,oDAAoD,CAAC,CAAC,CAC5F,CAAC;QACF,OAAO,CAAC,KAAK,CAAC,kFAAkF,CAAC,CAAC;QAClG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,aAAa,CAAC;AAAA,CACrB,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,QAAkB,EAAE,IAAY,EAA4B,EAAE,CAAC;IACjG,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEvC,mDAAmD;IACnD,MAAM,QAAQ,GAAiD,EAAE,CAAC;IAClE,MAAM,cAAc,GAA6D,EAAE,CAAC;IAEpF,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE/C,IAAI,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YAChE,cAAc,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACP,kDAAkD;YAClD,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YACvD,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QAClC,CAAC;IACF,CAAC;IAED,yCAAyC;IACzC,KAAK,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,QAAQ,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,sBAAsB,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;YAChE,OAAO,CAAC,KAAK,CAAC,cAAc,QAAQ,EAAE,CAAC,CAAC;YACxC,OAAO,CAAC,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,4DAA4D;IAC5D,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,mCAAmC;QACnC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;QACjD,KAAK,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,cAAc,EAAE,CAAC;YACpD,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACxE,IAAI,QAAQ,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;gBACpE,OAAO,CAAC,KAAK,CAAC,cAAc,QAAQ,EAAE,CAAC,CAAC;gBACxC,OAAO,CAAC,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;gBAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YACD,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,KAAiC,CAAC;QACtC,IAAI,CAAC;YACJ,KAAK,GAAG,KAAK,CAAC,EAAE,SAAS,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC,CAAC,CAAC;YACnE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,KAAK,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,cAAc,EAAE,CAAC;YACpD,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YAC/B,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QACnD,CAAC;IACF,CAAC;IAED,OAAO,OAAO,CAAC;AAAA,CACf,CAAC"}

package/dist/lexicon-metadata.js.map

@@ -1 +1 @@
-{"version":3,"file":"lexicon-metadata.js","sourceRoot":"","sources":["../src/lexicon-metadata.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAC;AAEpC,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAmBjD;;;;GAIG;AACH,MAAM,qBAAqB,GAAG,CAAC,OAAe,EAAW,EAAE;IAC1D,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,0EAA0E;QAC1E,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACpC,6DAA6D;QAC7D,OAAO,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;AACxB,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,mBAAmB,GAAgC,CAAC,CAAC,MAAM,CAAC;IACjE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,EAA+B,EAAE,CAAC,KAAK,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QACxG,OAAO,EAAE,qCAAqC;KAC9C,CAAC;CACF,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,cAAc,GAAgD,CAAC;KACnE,MAAM,CAAC,mBAAmB,CAAC;KAC3B,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IAChB,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,CAAC,GAAG,CAAC;gBACZ,OAAO,EAAE,0DAA0D;gBACnE,IAAI,EAAE,CAAC,GAAG,CAAC;aACX,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,OAAO,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;AACpB,CAAC,CAAC,CAAC;AAEJ,MAAM,mBAAmB,GAAgC,CAAC,CAAC,MAAM,CAAC;IACjE,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAoC,CAAC,CAAC,MAAM,CAAC;IAC1E,iBAAiB,EAAE,mBAAmB,CAAC,QAAQ,EAAE;CACjD,CAAC,CAAC"}
+{"version":3,"file":"lexicon-metadata.js","sourceRoot":"","sources":["../src/lexicon-metadata.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAC;AAEpC,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAmBjD;;;;GAIG;AACH,MAAM,qBAAqB,GAAG,CAAC,OAAe,EAAW,EAAE,CAAC;IAC3D,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,0EAA0E;QAC1E,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACpC,6DAA6D;QAC7D,OAAO,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;AAAA,CACvB,CAAC;AAEF;;GAEG;AACH,MAAM,mBAAmB,GAAgC,CAAC,CAAC,MAAM,CAAC;IACjE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,EAA+B,EAAE,CAAC,KAAK,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QACxG,OAAO,EAAE,qCAAqC;KAC9C,CAAC;CACF,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,cAAc,GAAgD,CAAC;KACnE,MAAM,CAAC,mBAAmB,CAAC;KAC3B,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,CAAC,GAAG,CAAC;gBACZ,OAAO,EAAE,0DAA0D;gBACnE,IAAI,EAAE,CAAC,GAAG,CAAC;aACX,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,OAAO,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;AAAA,CACnB,CAAC,CAAC;AAEJ,MAAM,mBAAmB,GAAgC,CAAC,CAAC,MAAM,CAAC;IACjE,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAoC,CAAC,CAAC,MAAM,CAAC;IAC1E,iBAAiB,EAAE,mBAAmB,CAAC,QAAQ,EAAE;CACjD,CAAC,CAAC"}

package/dist/pull-sources/atproto.d.ts

@@ -0,0 +1,17 @@
+import type { PullResult } from './types.js';
+/**
+ * pulls lexicon documents from AT Protocol network resolution
+ * @param source atproto source configuration
+ * @returns pulled lexicons and ISO timestamp
+ */
+export declare const pullAtprotoSource: (source: {
+    type: "atproto";
+    mode: "nsids";
+    nsids: `${string}.${string}.${string}`[];
+} | {
+    type: "atproto";
+    mode: "authority";
+    authority: `${string}.${string}` | `did:plc:${string}` | `did:web:${string}`;
+    pattern?: string[] | undefined;
+}) => Promise<PullResult>;
+//# sourceMappingURL=atproto.d.ts.map

package/dist/pull-sources/atproto.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"atproto.d.ts","sourceRoot":"","sources":["../../src/pull-sources/atproto.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAAE,UAAU,EAAkB,MAAM,YAAY,CAAC;AAoE7D;;;;GAIG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;yBAmJ7B,CAAC"}

package/dist/pull-sources/atproto.js

@@ -0,0 +1,192 @@
+import { getPdsEndpoint, isAtprotoDid } from '@atcute/identity';
+import { CompositeDidDocumentResolver, CompositeHandleResolver, DohJsonHandleResolver, PlcDidDocumentResolver, WebDidDocumentResolver, WellKnownHandleResolver, } from '@atcute/identity-resolver';
+import { refineLexiconDoc } from '@atcute/lexicon-doc';
+import { DohJsonLexiconAuthorityResolver, LexiconSchemaResolver } from '@atcute/lexicon-resolver';
+import { isHandle, isNsid, parseCanonicalResourceUri, } from '@atcute/lexicons/syntax';
+import pc from 'picocolors';
+/**
+ * discovers all published lexicons for an authority by listing records in the
+ * com.atproto.lexicon.schema collection
+ * @param authority the authority DID
+ * @param didResolver DID document resolver
+ * @returns array of NSID strings
+ */
+const discoverLexiconsForAuthority = async (authority, didResolver) => {
+    // resolve DID to get PDS endpoint
+    const didDocument = await didResolver.resolve(authority);
+    const pdsEndpoint = getPdsEndpoint(didDocument);
+    if (!pdsEndpoint) {
+        throw new Error(`no pds service in did document; did=${authority}`);
+    }
+    // call com.atproto.repo.listRecords to get all lexicon schema records
+    const nsids = [];
+    let cursor;
+    do {
+        const url = new URL('/xrpc/com.atproto.repo.listRecords', pdsEndpoint);
+        url.searchParams.set('repo', authority);
+        url.searchParams.set('collection', 'com.atproto.lexicon.schema');
+        url.searchParams.set('limit', '100');
+        if (cursor) {
+            url.searchParams.set('cursor', cursor);
+        }
+        const response = await fetch(url.href, {
+            headers: { accept: 'application/json' },
+        });
+        if (!response.ok) {
+            throw new Error(`http ${response.status} when listing records`);
+        }
+        const data = (await response.json());
+        // extract NSIDs from record keys (the rkey in at://did/collection/rkey)
+        for (const record of data.records) {
+            const r = parseCanonicalResourceUri(record.uri);
+            if (!r.ok) {
+                continue;
+            }
+            const nsid = r.value.rkey;
+            if (!isNsid(nsid)) {
+                continue;
+            }
+            nsids.push(nsid);
+        }
+        cursor = data.cursor;
+    } while (cursor);
+    return nsids;
+};
+/**
+ * pulls lexicon documents from AT Protocol network resolution
+ * @param source atproto source configuration
+ * @returns pulled lexicons and ISO timestamp
+ */
+export const pullAtprotoSource = async (source) => {
+    // create resolver instances (reusable across NSIDs)
+    const authorityResolver = new DohJsonLexiconAuthorityResolver({
+        dohUrl: 'https://cloudflare-dns.com/dns-query',
+    });
+    const didResolver = new CompositeDidDocumentResolver({
+        methods: {
+            plc: new PlcDidDocumentResolver(),
+            web: new WebDidDocumentResolver(),
+        },
+    });
+    const schemaResolver = new LexiconSchemaResolver({
+        didDocumentResolver: didResolver,
+    });
+    const handleResolver = new CompositeHandleResolver({
+        strategy: 'race',
+        methods: {
+            http: new WellKnownHandleResolver(),
+            dns: new DohJsonHandleResolver({
+                dohUrl: 'https://cloudflare-dns.com/dns-query',
+            }),
+        },
+    });
+    const pulled = new Map();
+    const errors = [];
+    let nsids;
+    let authorityDid = null;
+    let sourceDesc;
+    let sourceName = null;
+    if (source.mode === 'nsids') {
+        nsids = source.nsids;
+        sourceDesc = `atproto (${nsids.length} nsids)`;
+    }
+    else {
+        // mode 2: authority-based
+        // step 2a: resolve authority (handle -> DID if needed)
+        let resolvedDid;
+        const handle = isHandle(source.authority) ? source.authority : null;
+        try {
+            if (isAtprotoDid(source.authority)) {
+                resolvedDid = source.authority;
+            }
+            else if (handle) {
+                resolvedDid = await handleResolver.resolve(handle);
+            }
+            else {
+                console.error(pc.bold(pc.red(`invalid authority: ${source.authority}`)));
+                console.error(`must be a valid DID or handle`);
+                process.exit(1);
+            }
+            authorityDid = resolvedDid;
+            sourceDesc = `atproto (authority: ${authorityDid})`;
+            sourceName = handle ?? authorityDid;
+        }
+        catch (err) {
+            console.error(pc.bold(pc.red(`failed to resolve authority: ${source.authority}`)));
+            console.error(err);
+            process.exit(1);
+        }
+        // step 2b: discover all lexicons for this authority
+        try {
+            nsids = await discoverLexiconsForAuthority(authorityDid, didResolver);
+        }
+        catch (err) {
+            console.error(pc.bold(pc.red(`failed to discover lexicons for ${sourceName}`)));
+            console.error(err);
+            process.exit(1);
+        }
+        // step 2c: filter by pattern if specified
+        if (source.pattern) {
+            nsids = nsids.filter((nsid) => {
+                return source.pattern.some((pattern) => {
+                    if (pattern.endsWith('.*')) {
+                        const prefix = pattern.slice(0, -2);
+                        return nsid === prefix || nsid.startsWith(prefix + '.');
+                    }
+                    return nsid === pattern;
+                });
+            });
+        }
+        if (nsids.length === 0) {
+            console.warn(pc.yellow(`warning: no lexicons found for ${sourceName}`));
+        }
+    }
+    // fetch each NSID
+    let fetchedCount = 0;
+    for (const nsid of nsids) {
+        try {
+            // step 1: resolve authority from NSID (DNS)
+            const resolvedAuthority = await authorityResolver.resolve(nsid);
+            // step 2: cross-verify authority if in authority-based mode
+            if (authorityDid && resolvedAuthority !== authorityDid) {
+                throw new Error(`authority mismatch: NSID ${nsid} claims authority ${resolvedAuthority} but expected ${authorityDid}`);
+            }
+            // step 3: fetch schema from authority's PDS
+            const resolved = await schemaResolver.resolve(resolvedAuthority, nsid);
+            // step 4: lint the lexicon document
+            const issues = refineLexiconDoc(resolved.schema, true);
+            if (issues.length > 0) {
+                const messages = issues.map((i) => `  ${i.path}: ${i.message}`).join('\n');
+                throw new Error(`lint validation failed:\n${messages}`);
+            }
+            // create in-memory location (no file on disk yet)
+            const location = {
+                absolutePath: `<atproto:${nsid}>`,
+                relativePath: `${nsid}.json`,
+                sourceDescription: sourceDesc,
+            };
+            pulled.set(nsid, {
+                nsid,
+                doc: resolved.schema,
+                location,
+            });
+            fetchedCount++;
+            console.log(`${pc.green('+')} ${nsid}`);
+        }
+        catch (err) {
+            // best-effort: collect errors but continue
+            errors.push({ nsid, error: err });
+        }
+    }
+    // report all errors at end
+    if (errors.length > 0) {
+        console.warn(pc.yellow(`\nwarning: failed to fetch ${errors.length} lexicon(s):`));
+        for (const { nsid, error } of errors) {
+            console.warn(`  - ${nsid}: ${error.message}`);
+        }
+    }
+    const suffix = sourceName ? ` from ${pc.cyan(sourceName)}` : '';
+    console.log(`pulled ${pc.cyan(fetchedCount.toString())} lexicons${suffix}`);
+    return { pulled };
+};
+//# sourceMappingURL=atproto.js.map

package/dist/pull-sources/atproto.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"atproto.js","sourceRoot":"","sources":["../../src/pull-sources/atproto.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhE,OAAO,EACN,4BAA4B,EAC5B,uBAAuB,EACvB,qBAAqB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,uBAAuB,GACvB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,gBAAgB,EAAmB,MAAM,qBAAqB,CAAC;AACxE,OAAO,EAAE,+BAA+B,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAClG,OAAO,EACN,QAAQ,EACR,MAAM,EACN,yBAAyB,GAGzB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,MAAM,YAAY,CAAC;AAK5B;;;;;;GAMG;AACH,MAAM,4BAA4B,GAAG,KAAK,EACzC,SAAqB,EACrB,WAAgC,EACd,EAAE,CAAC;IACrB,kCAAkC;IAClC,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;IAEhD,IAAI,CAAC,WAAW,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,uCAAuC,SAAS,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,sEAAsE;IACtE,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,IAAI,MAA0B,CAAC;IAE/B,GAAG,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,oCAAoC,EAAE,WAAW,CAAC,CAAC;QACvE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACxC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,EAAE,4BAA4B,CAAC,CAAC;QACjE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACrC,IAAI,MAAM,EAAE,CAAC;YACZ,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE;YACtC,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;SACvC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,uBAAuB,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGlC,CAAC;QAEF,wEAAwE;QACxE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,CAAC,GAAG,yBAAyB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAChD,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACX,SAAS;YACV,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnB,SAAS;YACV,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IACtB,CAAC,QAAQ,MAAM,EAAE;IAEjB,OAAO,KAAK,CAAC;AAAA,CACb,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EAAE,MAA2B,EAAuB,EAAE,CAAC;IAC5F,oDAAoD;IACpD,MAAM,iBAAiB,GAAG,IAAI,+BAA+B,CAAC;QAC7D,MAAM,EAAE,sCAAsC;KAC9C,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,4BAA4B,CAAC;QACpD,OAAO,EAAE;YACR,GAAG,EAAE,IAAI,sBAAsB,EAAE;YACjC,GAAG,EAAE,IAAI,sBAAsB,EAAE;SACjC;KACD,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,IAAI,qBAAqB,CAAC;QAChD,mBAAmB,EAAE,WAAW;KAChC,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,IAAI,uBAAuB,CAAC;QAClD,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE;YACR,IAAI,EAAE,IAAI,uBAAuB,EAAE;YACnC,GAAG,EAAE,IAAI,qBAAqB,CAAC;gBAC9B,MAAM,EAAE,sCAAsC;aAC9C,CAAC;SACF;KACD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuE,CAAC;IAC9F,MAAM,MAAM,GAA0C,EAAE,CAAC;IAEzD,IAAI,KAAa,CAAC;IAClB,IAAI,YAAY,GAAsB,IAAI,CAAC;IAC3C,IAAI,UAAkB,CAAC;IACvB,IAAI,UAAU,GAAkB,IAAI,CAAC;IAErC,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC7B,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACrB,UAAU,GAAG,YAAY,KAAK,CAAC,MAAM,SAAS,CAAC;IAChD,CAAC;SAAM,CAAC;QACP,0BAA0B;QAC1B,uDAAuD;QACvD,IAAI,WAAuB,CAAC;QAC5B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;QAEpE,IAAI,CAAC;YACJ,IAAI,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC;YAChC,CAAC;iBAAM,IAAI,MAAM,EAAE,CAAC;gBACnB,WAAW,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACP,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,sBAAsB,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;gBACzE,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YAED,YAAY,GAAG,WAAW,CAAC;YAC3B,UAAU,GAAG,uBAAuB,YAAY,GAAG,CAAC;YACpD,UAAU,GAAG,MAAM,IAAI,YAAY,CAAC;QACrC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,gCAAgC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;YACnF,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,oDAAoD;QACpD,IAAI,CAAC;YACJ,KAAK,GAAG,MAAM,4BAA4B,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QACvE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,mCAAmC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;YAChF,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,0CAA0C;QAC1C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC9B,OAAO,MAAM,CAAC,OAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;oBACxC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;wBACpC,OAAO,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;oBACzD,CAAC;oBACD,OAAO,IAAI,KAAK,OAAO,CAAC;gBAAA,CACxB,CAAC,CAAC;YAAA,CACH,CAAC,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kCAAkC,UAAU,EAAE,CAAC,CAAC,CAAC;QACzE,CAAC;IACF,CAAC;IAED,kBAAkB;IAClB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC;YACJ,4CAA4C;YAC5C,MAAM,iBAAiB,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAY,CAAC,CAAC;YAExE,4DAA4D;YAC5D,IAAI,YAAY,IAAI,iBAAiB,KAAK,YAAY,EAAE,CAAC;gBACxD,MAAM,IAAI,KAAK,CACd,4BAA4B,IAAI,qBAAqB,iBAAiB,iBAAiB,YAAY,EAAE,CACrG,CAAC;YACH,CAAC;YAED,4CAA4C;YAC5C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,iBAAiB,EAAE,IAAY,CAAC,CAAC;YAE/E,oCAAoC;YACpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACvD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3E,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,EAAE,CAAC,CAAC;YACzD,CAAC;YAED,kDAAkD;YAClD,MAAM,QAAQ,GAAmB;gBAChC,YAAY,EAAE,YAAY,IAAI,GAAG;gBACjC,YAAY,EAAE,GAAG,IAAI,OAAO;gBAC5B,iBAAiB,EAAE,UAAU;aAC7B,CAAC;YAEF,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE;gBAChB,IAAI;gBACJ,GAAG,EAAE,QAAQ,CAAC,MAAM;gBACpB,QAAQ;aACR,CAAC,CAAC;YACH,YAAY,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,2CAA2C;YAC3C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAY,EAAE,CAAC,CAAC;QAC5C,CAAC;IACF,CAAC;IAED,2BAA2B;IAC3B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,8BAA8B,MAAM,CAAC,MAAM,cAAc,CAAC,CAAC,CAAC;QACnF,KAAK,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,MAAM,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/C,CAAC;IACF,CAAC;IAED,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,YAAY,MAAM,EAAE,CAAC,CAAC;IAE5E,OAAO,EAAE,MAAM,EAAE,CAAC;AAAA,CAClB,CAAC"}

package/dist/pull-sources/git.d.ts

@@ -0,0 +1,15 @@
+import type { LexiconDoc } from '@atcute/lexicon-doc';
+import type { PullResult, SourceLocation } from './types.js';
+/**
+ * pulls lexicon documents from a git repository source
+ * @param source git source configuration
+ * @param parseLexiconFile function to parse and validate lexicon files
+ * @returns pulled lexicons and commit hash
+ */
+export declare const pullGitSource: (source: {
+    type: "git";
+    remote: string;
+    ref?: string | undefined;
+    pattern: string[];
+}, parseLexiconFile: (loc: SourceLocation) => Promise<LexiconDoc>) => Promise<PullResult>;
+//# sourceMappingURL=git.d.ts.map

package/dist/pull-sources/git.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/pull-sources/git.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAKtD,OAAO,KAAK,EAAE,UAAU,EAAiB,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5E;;;;;GAKG;AACH,eAAO,MAAM,aAAa;;;;;yFAqFzB,CAAC"}

package/dist/pull-sources/git.js

@@ -0,0 +1,80 @@
+import * as fs from 'node:fs/promises';
+import * as os from 'node:os';
+import * as path from 'node:path';
+import pc from 'picocolors';
+import { runGit, GitError } from '../git.js';
+/**
+ * pulls lexicon documents from a git repository source
+ * @param source git source configuration
+ * @param parseLexiconFile function to parse and validate lexicon files
+ * @returns pulled lexicons and commit hash
+ */
+export const pullGitSource = async (source, parseLexiconFile) => {
+    const tempParent = await fs.mkdtemp(path.join(os.tmpdir(), 'lex-cli-pull-'));
+    const cloneDir = path.join(tempParent, 'repo');
+    try {
+        await runGit([
+            'clone',
+            '--filter=blob:none',
+            '--depth',
+            '1',
+            '--sparse',
+            ...(source.ref ? ['--branch', source.ref, '--single-branch'] : []),
+            source.remote,
+            cloneDir,
+        ], { timeoutMs: 60_000 });
+    }
+    catch (err) {
+        if (err instanceof GitError) {
+            console.error(pc.bold(pc.red(`git clone failed for ${source.remote}:`)));
+            console.error(err.stderr || err.message);
+            process.exit(1);
+        }
+        throw err;
+    }
+    try {
+        await runGit(['-C', cloneDir, 'sparse-checkout', 'set', '--no-cone', ...source.pattern], {
+            timeoutMs: 30_000,
+        });
+    }
+    catch (err) {
+        if (err instanceof GitError) {
+            console.error(pc.bold(pc.red(`git sparse-checkout failed for ${source.remote}:`)));
+            console.error(err.stderr || err.message);
+            process.exit(1);
+        }
+        throw err;
+    }
+    const pulled = new Map();
+    for await (const filename of fs.glob(source.pattern, { cwd: cloneDir })) {
+        const absolute = path.join(cloneDir, filename);
+        const stat = await fs.stat(absolute);
+        if (!stat.isFile()) {
+            continue;
+        }
+        const location = {
+            absolutePath: absolute,
+            relativePath: filename,
+            sourceDescription: source.remote,
+        };
+        const doc = await parseLexiconFile(location);
+        pulled.set(doc.id, { nsid: doc.id, doc, location });
+    }
+    // get the commit hash
+    let rev;
+    try {
+        const result = await runGit(['-C', cloneDir, 'rev-parse', 'HEAD'], { timeoutMs: 10_000 });
+        rev = result.stdout.trim();
+    }
+    catch (err) {
+        if (err instanceof GitError) {
+            console.error(pc.bold(pc.red(`git rev-parse failed for ${source.remote}:`)));
+            console.error(err.stderr || err.message);
+            process.exit(1);
+        }
+        throw err;
+    }
+    await fs.rm(tempParent, { recursive: true, force: true });
+    return { pulled, rev };
+};
+//# sourceMappingURL=git.js.map

package/dist/pull-sources/git.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"git.js","sourceRoot":"","sources":["../../src/pull-sources/git.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAGlC,OAAO,EAAE,MAAM,YAAY,CAAC;AAE5B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAI7C;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EACjC,MAAuB,EACvB,gBAA8D,EACxC,EAAE,CAAC;IACzB,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;IAE7E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAE/C,IAAI,CAAC;QACJ,MAAM,MAAM,CACX;YACC,OAAO;YACP,oBAAoB;YACpB,SAAS;YACT,GAAG;YACH,UAAU;YACV,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,MAAM,CAAC,MAAM;YACb,QAAQ;SACR,EACD,EAAE,SAAS,EAAE,MAAM,EAAE,CACrB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,wBAAwB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YACzE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,MAAM,GAAG,CAAC;IACX,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,MAAM,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,iBAAiB,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE;YACxF,SAAS,EAAE,MAAM;SACjB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,kCAAkC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YACnF,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,MAAM,GAAG,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAEhD,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QACzE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAErC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACpB,SAAS;QACV,CAAC;QAED,MAAM,QAAQ,GAAmB;YAChC,YAAY,EAAE,QAAQ;YACtB,YAAY,EAAE,QAAQ;YACtB,iBAAiB,EAAE,MAAM,CAAC,MAAM;SAChC,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAE7C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,sBAAsB;IACtB,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1F,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,4BAA4B,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7E,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,MAAM,GAAG,CAAC;IACX,CAAC;IAED,MAAM,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1D,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;AAAA,CACvB,CAAC"}

package/dist/pull-sources/types.d.ts

@@ -0,0 +1,16 @@
+import type { LexiconDoc } from '@atcute/lexicon-doc';
+export interface SourceLocation {
+    absolutePath: string;
+    relativePath: string;
+    sourceDescription: string;
+}
+export interface PulledLexicon {
+    nsid: string;
+    doc: LexiconDoc;
+    location: SourceLocation;
+}
+export interface PullResult {
+    pulled: Map<string, PulledLexicon>;
+    rev?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/pull-sources/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/pull-sources/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEtD,MAAM,WAAW,cAAc;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,UAAU,CAAC;IAChB,QAAQ,EAAE,cAAc,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACnC,GAAG,CAAC,EAAE,MAAM,CAAC;CACb"}

package/dist/pull-sources/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/pull-sources/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/pull-sources/types.ts"],"names":[],"mappings":""}