objectivist-ner 0.0.6 → 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,535 @@
+#!/usr/bin/env node
+import { program } from "commander";
+import path from "path";
+import os from "os";
+import fs from "fs";
+import { getLlama, LlamaChatSession, resolveModelFile } from "node-llama-cpp";
+// === MODELS ===
+const MODELS = {
+    fast: "hf:unsloth/Qwen3.5-0.8B-GGUF:Qwen3.5-0.8B-Q8_0.gguf",
+    balanced: "hf:unsloth/Qwen3.5-2B-GGUF:Qwen3.5-2B-Q8_0.gguf",
+    best: "hf:unsloth/Qwen3.5-4B-GGUF:Qwen3.5-4B-Q8_0.gguf",
+};
+// === SYSTEM PROMPTS ===
+const SYSTEM_PROMPT = `You are a named entity recognition (NER) system. Your task is to extract entities from text.
+
+Rules:
+- "text" must be the EXACT substring from the input that refers to the entity. Do NOT paraphrase or include extra words.
+- "class" is the entity type (e.g. person, animal, location, organization).
+- "attributes" are properties of the entity found in context.
+- Return one object per distinct entity mention.
+- If no entities are found, return an empty array [].`;
+const FEW_SHOT_EXAMPLES = `Example 1:
+Input: "the cat is blue and is feeling sad"
+Output: [{"class":"animal","text":"cat","attributes":{"color":"blue","emotional_state":"sad"}}]
+
+Example 2:
+Input: "John Smith lives in New York City and works at Google"
+Output: [{"class":"person","text":"John Smith","attributes":{"location":"New York City","employer":"Google"}},{"class":"location","text":"New York City","attributes":{}},{"class":"organization","text":"Google","attributes":{}}]
+
+Example 3:
+Input: "The quick brown fox jumps over the lazy dog near the river"
+Output: [{"class":"animal","text":"fox","attributes":{"color":"brown","speed":"quick"}},{"class":"animal","text":"dog","attributes":{"temperament":"lazy"}},{"class":"location","text":"the river","attributes":{}}]
+
+Example 4:
+Input: "Researchers at MIT found that the drug Riluzole slows progression of ALS in a trial last March"
+Output: [{"class":"organization","text":"MIT","attributes":{}},{"class":"drug","text":"Riluzole","attributes":{}},{"class":"disease","text":"ALS","attributes":{}},{"class":"event","text":"trial last March","attributes":{"date":"last March"}}]`;
+// === TAXONOMY HELPERS ===
+// Taxonomy format: {"organism": ["person", {"animal": ["dog", "cat"]}], "idea": ["dream", "principle"]}
+// Arrays contain leaf nodes, objects contain nested taxonomies
+function getLeafNodes(taxonomy) {
+    const leaves = [];
+    function traverse(node) {
+        if (Array.isArray(node)) {
+            for (const item of node) {
+                if (typeof item === "string") {
+                    leaves.push(item);
+                }
+                else if (typeof item === "object" && item !== null) {
+                    traverse(item);
+                }
+            }
+        }
+        else if (typeof node === "object" && node !== null) {
+            for (const [, value] of Object.entries(node)) {
+                traverse(value);
+            }
+        }
+    }
+    traverse(taxonomy);
+    return leaves;
+}
+function getTaxonomyPath(leaf, taxonomy) {
+    function findPath(node, target, currentPath) {
+        if (Array.isArray(node)) {
+            for (const item of node) {
+                if (typeof item === "string" && item === target) {
+                    return [...currentPath, item];
+                }
+                else if (typeof item === "object" && item !== null) {
+                    const result = findPath(item, target, currentPath);
+                    if (result)
+                        return result;
+                }
+            }
+        }
+        else if (typeof node === "object" && node !== null) {
+            for (const [key, value] of Object.entries(node)) {
+                const result = findPath(value, target, [...currentPath, key]);
+                if (result)
+                    return result;
+            }
+        }
+        return null;
+    }
+    // Try each root node
+    for (const [rootKey, rootValue] of Object.entries(taxonomy)) {
+        const path = findPath(rootValue, leaf, [rootKey]);
+        if (path)
+            return path;
+    }
+    return [leaf];
+}
+function taxonomyToPrompt(taxonomy) {
+    function formatNode(node, indent) {
+        const lines = [];
+        if (Array.isArray(node)) {
+            for (const item of node) {
+                if (typeof item === "string") {
+                    lines.push(`${indent}- ${item}`);
+                }
+                else if (typeof item === "object" && item !== null) {
+                    lines.push(...formatNode(item, indent));
+                }
+            }
+        }
+        else if (typeof node === "object" && node !== null) {
+            for (const [key, value] of Object.entries(node)) {
+                lines.push(`${indent}- ${key}`);
+                lines.push(...formatNode(value, indent + "  "));
+            }
+        }
+        return lines;
+    }
+    const lines = [
+        "Use the following class hierarchy. Classify at the most specific (leaf) level:",
+    ];
+    for (const [rootKey, rootValue] of Object.entries(taxonomy)) {
+        lines.push(`- ${rootKey}`);
+        lines.push(...formatNode(rootValue, "  "));
+    }
+    return lines.join("\n");
+}
+// === CHUNKING ===
+function chunkText(text, maxChars) {
+    if (text.length <= maxChars)
+        return [text];
+    const chunks = [];
+    const sentences = text.split(/(?<=[.!?])\s+/);
+    let current = "";
+    for (const sentence of sentences) {
+        if (current.length + sentence.length > maxChars && current.length > 0) {
+            chunks.push(current.trim());
+            current = "";
+        }
+        current += (current ? " " : "") + sentence;
+    }
+    if (current.trim())
+        chunks.push(current.trim());
+    return chunks;
+}
+// === CLI ===
+program
+    .name("ner")
+    .description("Objectivist-inspired named entity recognition with grammar constraints")
+    .argument("[text]", "Text to extract entities from (omit to read from stdin)")
+    .option("-c, --classes <list>", "Comma-separated allowed entity classes")
+    .option("-a, --attributes <list>", "Comma-separated allowed attribute keys")
+    .option("--attr-values <json>", 'JSON enum map for attributes e.g. {"color":["blue","red"]}')
+    .option("--taxonomy <json>", 'Class hierarchy JSON e.g. {"organism":["animal","plant"]}')
+    .option("--relations", "Extract relations between entities")
+    .option("--relation-classes <list>", "Comma-separated allowed relation classes (e.g. employment,location,causal)")
+    .option("--resolve", "Resolve coreferences (group mentions of same entity)")
+    .option("--include-confidence", "Include confidence scores per entity")
+    .option("--detect-negation", "Detect negated/hypothetical entities")
+    .option("--schema <path>", "Load entity schema definition from a JSON file")
+    .option("--file <path>", "Read input from a file (with chunking for long docs)")
+    .option("--batch <path>", "Process JSONL file (one text per line) or directory of .txt files")
+    .option("--system-prompt <string>", "Replace the built-in system prompt entirely")
+    .option("--system-prompt-append <string>", "Append to the built-in system prompt")
+    .option("-m, --model <uri>", "Model URI or path to GGUF file")
+    .option("--fast", "Use smallest model (0.8B) -- quick, simple text only")
+    .option("--balanced", "Use mid-size model (2B) -- good accuracy/speed tradeoff")
+    .option("--best", "Use largest model (4B) -- best accuracy (default)")
+    .option("--compact", "Output compact JSON (also auto-enabled for non-TTY)")
+    .addHelpText("after", `
+Examples:
+  ner "the cat is blue"
+  ner "John works at Google" --classes person,organization
+  ner "sky is blue" --attr-values '{"color":["blue","red"]}'
+  ner --relations "Dr. Chen works at MIT"
+  ner --resolve "Dr. Chen published a paper. She won an award."
+  ner --detect-negation "The patient does not have cancer"
+  ner --schema schema.json "complex text"
+  ner --file document.txt
+  ner --batch inputs.jsonl
+  echo "the cat is blue" | ner
+`)
+    .parse();
+const opts = program.opts();
+// === VALIDATIONS ===
+const tierFlags = [opts.fast, opts.balanced, opts.best].filter(Boolean).length;
+if (tierFlags > 1) {
+    console.error("Error: --fast, --balanced, and --best are mutually exclusive.");
+    process.exit(1);
+}
+if (opts.systemPrompt && opts.systemPromptAppend) {
+    console.error("Error: --system-prompt and --system-prompt-append are mutually exclusive.");
+    process.exit(1);
+}
+// === LOAD SCHEMA FILE ===
+let schemaFile;
+if (opts.schema) {
+    try {
+        const raw = fs.readFileSync(opts.schema, "utf-8");
+        schemaFile = JSON.parse(raw);
+    }
+    catch (e) {
+        console.error(`Error: Failed to load schema file: ${e.message}`);
+        process.exit(1);
+    }
+}
+// === MERGE OPTIONS (CLI flags override schema file) ===
+const allowedClasses = opts.classes
+    ? opts.classes.split(",").map((s) => s.trim())
+    : schemaFile?.classes;
+const allowedAttrs = opts.attributes
+    ? opts.attributes.split(",").map((s) => s.trim())
+    : schemaFile?.attributes;
+let attrValuesMap;
+if (opts.attrValues) {
+    try {
+        attrValuesMap = JSON.parse(opts.attrValues);
+    }
+    catch (e) {
+        console.error(`Error: Invalid JSON for --attr-values: ${e.message}`);
+        process.exit(1);
+    }
+}
+else if (schemaFile?.attrValues) {
+    attrValuesMap = schemaFile.attrValues;
+}
+let taxonomy;
+if (opts.taxonomy) {
+    try {
+        taxonomy = JSON.parse(opts.taxonomy);
+    }
+    catch (e) {
+        console.error(`Error: Invalid JSON for --taxonomy: ${e.message}`);
+        process.exit(1);
+    }
+}
+else if (schemaFile?.taxonomy) {
+    taxonomy = schemaFile.taxonomy;
+}
+const enableRelations = opts.relations || !!schemaFile?.relations;
+const relationTypes = schemaFile?.relations || undefined;
+const relationClasses = opts.relationClasses
+    ? opts.relationClasses.split(",").map((s) => s.trim())
+    : schemaFile?.relationClasses;
+const enableResolve = !!opts.resolve;
+const enableConfidence = !!opts.includeConfidence;
+const enableNegation = !!opts.detectNegation;
+// === READ INPUT ===
+let inputTexts = [];
+if (opts.batch) {
+    const batchPath = opts.batch;
+    const stat = fs.statSync(batchPath);
+    if (stat.isDirectory()) {
+        const files = fs
+            .readdirSync(batchPath)
+            .filter((f) => f.endsWith(".txt"));
+        inputTexts = files.map((f) => fs.readFileSync(path.join(batchPath, f), "utf-8").trim());
+    }
+    else {
+        const content = fs.readFileSync(batchPath, "utf-8").trim();
+        inputTexts = content.split("\n").map((line) => {
+            try {
+                const parsed = JSON.parse(line);
+                return typeof parsed === "string" ? parsed : parsed.text || line;
+            }
+            catch {
+                return line;
+            }
+        });
+    }
+}
+else if (opts.file) {
+    const content = fs.readFileSync(opts.file, "utf-8").trim();
+    inputTexts = chunkText(content, 2000);
+}
+else {
+    let text = program.args[0];
+    if (!text) {
+        const chunks = [];
+        for await (const chunk of process.stdin) {
+            chunks.push(chunk);
+        }
+        text = Buffer.concat(chunks).toString().trim();
+    }
+    if (!text) {
+        console.error("Error: No input text provided. Pass as argument, --file, --batch, or stdin.");
+        process.exit(1);
+    }
+    inputTexts = [text];
+}
+// === RESOLVE MODEL ===
+const modelUri = opts.model
+    ? opts.model
+    : opts.fast
+        ? MODELS.fast
+        : opts.balanced
+            ? MODELS.balanced
+            : MODELS.best;
+const modelsDir = path.join(os.homedir(), ".fastner", "models");
+const modelPath = await resolveModelFile(modelUri, modelsDir);
+const llama = await getLlama();
+const model = await llama.loadModel({ modelPath });
+const context = await model.createContext();
+// === BUILD SYSTEM PROMPT ===
+function buildSystemPrompt() {
+    if (opts.systemPrompt)
+        return opts.systemPrompt;
+    let base = SYSTEM_PROMPT;
+    if (enableNegation) {
+        base += `\n- Every entity has a top-level "assertion" field: "present", "negated", or "hypothetical". "negated" means the text explicitly denies it (e.g. "does not have"). "hypothetical" means it is speculative (e.g. "might develop").`;
+    }
+    if (enableConfidence) {
+        base += `\n- Every entity has a top-level "confidence" field: "low", "medium", or "high".`;
+    }
+    if (enableResolve) {
+        base += `\n- Every entity has a top-level "entity_id" field. If multiple text spans refer to the same real-world entity (e.g. "Dr. Chen" and "she"), they share the same entity_id. Use short IDs like "e1", "e2".`;
+        base += `\n- When multiple mentions share an entity_id, exactly ONE of them must have "is_canonical": true (the most specific reference like a proper name). The others must have "is_canonical": false.`;
+    }
+    let prompt = `${base}\n\n${FEW_SHOT_EXAMPLES}`;
+    if (opts.systemPromptAppend) {
+        prompt += `\n\n${opts.systemPromptAppend}`;
+    }
+    return prompt;
+}
+// === BUILD GRAMMAR SCHEMA ===
+function buildGrammarSchema() {
+    // When using taxonomy, only allow leaf nodes as valid classes.
+    // This forces the model to classify at the most specific level.
+    const classEnum = taxonomy ? getLeafNodes(taxonomy) : allowedClasses;
+    const attributesSchema = {
+        type: "object",
+        additionalProperties: { type: "string" },
+    };
+    const properties = {
+        class: {
+            type: "string",
+            ...(classEnum && { enum: classEnum }),
+        },
+        text: { type: "string" },
+        attributes: attributesSchema,
+    };
+    const required = ["class", "text"];
+    // Grammar-enforced fields for enabled features.
+    // These are top-level entity properties (not inside attributes)
+    // so the grammar can enforce them as required on every entity.
+    if (enableNegation) {
+        properties.assertion = {
+            type: "string",
+            enum: ["present", "negated", "hypothetical"],
+        };
+        required.push("assertion");
+    }
+    if (enableConfidence) {
+        properties.confidence = {
+            type: "string",
+            enum: ["low", "medium", "high"],
+        };
+        required.push("confidence");
+    }
+    if (enableResolve) {
+        properties.entity_id = { type: "string" };
+        properties.is_canonical = { type: "boolean" };
+        required.push("entity_id");
+        required.push("is_canonical");
+    }
+    const schema = {
+        type: "array",
+        items: {
+            type: "object",
+            properties,
+            required,
+            additionalProperties: false,
+        },
+    };
+    return schema;
+}
+// === BUILD RELATIONS SCHEMA ===
+function buildRelationsSchema() {
+    const relationProperties = {
+        source: { type: "string" },
+        target: { type: "string" },
+        relation: {
+            type: "string",
+            ...(relationTypes && { enum: relationTypes }),
+        },
+    };
+    // Add class field if relationClasses is specified
+    if (relationClasses) {
+        relationProperties.class = {
+            type: "string",
+            enum: relationClasses,
+        };
+    }
+    const relSchema = {
+        type: "object",
+        properties: {
+            entities: buildGrammarSchema(),
+            relations: {
+                type: "array",
+                items: {
+                    type: "object",
+                    properties: relationProperties,
+                    required: relationClasses
+                        ? ["source", "target", "relation", "class"]
+                        : ["source", "target", "relation"],
+                    additionalProperties: false,
+                },
+            },
+        },
+        required: ["entities", "relations"],
+        additionalProperties: false,
+    };
+    return relSchema;
+}
+// === BUILD PROMPT CONSTRAINTS ===
+function buildConstraints() {
+    let constraints = "";
+    if (taxonomy) {
+        constraints += `\n${taxonomyToPrompt(taxonomy)}`;
+    }
+    else if (allowedClasses) {
+        constraints += `\nAllowed entity classes: ${allowedClasses.join(", ")}. Only use these classes.`;
+    }
+    if (attrValuesMap) {
+        const desc = Object.entries(attrValuesMap)
+            .map(([k, v]) => `${k}: ${v.join(", ")}`)
+            .join("; ");
+        constraints += `\nOnly use these attribute keys and values: ${desc}. Omit attributes that don't apply to an entity.`;
+    }
+    else if (allowedAttrs) {
+        constraints += `\nOnly use these attribute keys: ${allowedAttrs.join(", ")}. Omit attributes that don't apply to an entity.`;
+    }
+    if (enableNegation) {
+        constraints += `\nEvery entity has an "assertion" field (not in attributes). Example: [{"class":"disease","text":"diabetes","assertion":"present","attributes":{}},{"class":"disease","text":"cancer","assertion":"negated","attributes":{}}]`;
+    }
+    if (enableConfidence) {
+        constraints += `\nEvery entity has a "confidence" field (not in attributes). Example: [{"class":"person","text":"John","confidence":"high","attributes":{}}]`;
+    }
+    if (enableResolve) {
+        constraints += `\nEvery entity has "entity_id" and "is_canonical" fields. Coreferent mentions share entity_id; exactly one per group has is_canonical:true (the most specific reference). Example: [{"class":"person","text":"Dr. Chen","entity_id":"e1","is_canonical":true,"attributes":{}},{"class":"person","text":"She","entity_id":"e1","is_canonical":false,"attributes":{}}]`;
+    }
+    if (enableRelations) {
+        let relDesc = `\nAlso extract relations between entities.`;
+        if (relationClasses) {
+            relDesc += ` Each relation must have a "class" field categorizing the relation type.`;
+        }
+        relDesc += ` Return {"entities": [...], "relations": [{"source": "entity text", "target": "entity text", "relation": "relation type"${relationClasses ? ', "class": "relation class"' : ""}}]}.`;
+        constraints += relDesc;
+        if (relationTypes) {
+            constraints += ` Allowed relation types: ${relationTypes.join(", ")}.`;
+        }
+        if (relationClasses) {
+            constraints += ` Allowed relation classes: ${relationClasses.join(", ")}.`;
+        }
+    }
+    return constraints;
+}
+// === PROCESS A SINGLE TEXT ===
+async function processText(inputText, session) {
+    const constraints = buildConstraints();
+    const prompt = `Extract all named entities from the following text.${constraints}\n\nText: ${inputText}`;
+    const schema = enableRelations
+        ? buildRelationsSchema()
+        : buildGrammarSchema();
+    const grammar = await llama.createGrammarForJsonSchema(schema);
+    const res = await session.prompt(prompt, { grammar });
+    let parsed;
+    try {
+        parsed = grammar.parse(res);
+    }
+    catch {
+        try {
+            parsed = JSON.parse(res.trim());
+        }
+        catch {
+            console.error("Warning: Failed to parse model output. Raw response:", res);
+            parsed = enableRelations ? { entities: [], relations: [] } : [];
+        }
+    }
+    // If taxonomy is used, add taxonomyPath showing full hierarchy
+    if (taxonomy && !enableRelations && Array.isArray(parsed)) {
+        for (const entity of parsed) {
+            if (entity.class && typeof entity.class === "string") {
+                entity.taxonomyPath = getTaxonomyPath(entity.class, taxonomy);
+            }
+        }
+    }
+    return parsed;
+}
+// === MAIN ===
+const systemPrompt = buildSystemPrompt();
+const compact = opts.compact || !process.stdout.isTTY;
+const contextSequence = context.getSequence();
+if (inputTexts.length === 1) {
+    const session = new LlamaChatSession({
+        contextSequence,
+        systemPrompt,
+    });
+    const result = await processText(inputTexts[0], session);
+    console.log(JSON.stringify(result, null, compact ? 0 : 2));
+}
+else {
+    // Batch / chunked: process each text, collect results
+    const allResults = [];
+    for (const inputText of inputTexts) {
+        // Erase context and create fresh session for each input
+        await contextSequence.eraseContextTokenRanges([
+            { start: 0, end: contextSequence.nextTokenIndex },
+        ]);
+        const session = new LlamaChatSession({
+            contextSequence,
+            systemPrompt,
+        });
+        const result = await processText(inputText, session);
+        allResults.push(result);
+    }
+    if (opts.file) {
+        // Merge chunked results into one
+        if (enableRelations) {
+            const merged = {
+                entities: allResults.flatMap((r) => r.entities || []),
+                relations: allResults.flatMap((r) => r.relations || []),
+            };
+            console.log(JSON.stringify(merged, null, compact ? 0 : 2));
+        }
+        else {
+            const merged = allResults.flat();
+            console.log(JSON.stringify(merged, null, compact ? 0 : 2));
+        }
+    }
+    else {
+        // Batch: output one result per line (JSONL)
+        for (const result of allResults) {
+            console.log(JSON.stringify(result));
+        }
+    }
+}
+// === CLEANUP ===
+process.exitCode = 0;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAE9E,iBAAiB;AACjB,MAAM,MAAM,GAAG;IACb,IAAI,EAAE,qDAAqD;IAC3D,QAAQ,EAAE,iDAAiD;IAC3D,IAAI,EAAE,iDAAiD;CAC/C,CAAC;AAEX,yBAAyB;AACzB,MAAM,aAAa,GAAG;;;;;;;sDAOgC,CAAC;AAEvD,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;mPAcyN,CAAC;AAYpP,2BAA2B;AAC3B,wGAAwG;AACxG,+DAA+D;AAE/D,SAAS,YAAY,CAAC,QAA6B;IACjD,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,SAAS,QAAQ,CAAC,IAAS;QACzB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;gBACxB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpB,CAAC;qBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBACrD,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACrD,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7C,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CACtB,IAAY,EACZ,QAA6B;IAE7B,SAAS,QAAQ,CACf,IAAS,EACT,MAAc,EACd,WAAqB;QAErB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;gBACxB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;oBAChD,OAAO,CAAC,GAAG,WAAW,EAAE,IAAI,CAAC,CAAC;gBAChC,CAAC;qBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;oBACnD,IAAI,MAAM;wBAAE,OAAO,MAAM,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACrD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,GAAG,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC9D,IAAI,MAAM;oBAAE,OAAO,MAAM,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qBAAqB;IACrB,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QAClD,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;IACxB,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,QAA6B;IACrD,SAAS,UAAU,CAAC,IAAS,EAAE,MAAc;QAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;gBACxB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;gBACnC,CAAC;qBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBACrD,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACrD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,KAAK,GAAa;QACtB,gFAAgF;KACjF,CAAC;IAEF,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5D,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,mBAAmB;AACnB,SAAS,SAAS,CAAC,IAAY,EAAE,QAAgB;IAC/C,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAC9C,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5B,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC;IAC7C,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAChD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,cAAc;AACd,OAAO;KACJ,IAAI,CAAC,KAAK,CAAC;KACX,WAAW,CACV,wEAAwE,CACzE;KACA,QAAQ,CAAC,QAAQ,EAAE,yDAAyD,CAAC;KAC7E,MAAM,CAAC,sBAAsB,EAAE,wCAAwC,CAAC;KACxE,MAAM,CAAC,yBAAyB,EAAE,wCAAwC,CAAC;KAC3E,MAAM,CACL,sBAAsB,EACtB,4DAA4D,CAC7D;KACA,MAAM,CACL,mBAAmB,EACnB,2DAA2D,CAC5D;KACA,MAAM,CAAC,aAAa,EAAE,oCAAoC,CAAC;KAC3D,MAAM,CACL,2BAA2B,EAC3B,4EAA4E,CAC7E;KACA,MAAM,CAAC,WAAW,EAAE,sDAAsD,CAAC;KAC3E,MAAM,CAAC,sBAAsB,EAAE,sCAAsC,CAAC;KACtE,MAAM,CAAC,mBAAmB,EAAE,sCAAsC,CAAC;KACnE,MAAM,CAAC,iBAAiB,EAAE,gDAAgD,CAAC;KAC3E,MAAM,CACL,eAAe,EACf,sDAAsD,CACvD;KACA,MAAM,CACL,gBAAgB,EAChB,mEAAmE,CACpE;KACA,MAAM,CACL,0BAA0B,EAC1B,6CAA6C,CAC9C;KACA,MAAM,CACL,iCAAiC,EACjC,sCAAsC,CACvC;KACA,MAAM,CAAC,mBAAmB,EAAE,gCAAgC,CAAC;KAC7D,MAAM,CAAC,QAAQ,EAAE,sDAAsD,CAAC;KACxE,MAAM,CACL,YAAY,EACZ,yDAAyD,CAC1D;KACA,MAAM,CAAC,QAAQ,EAAE,mDAAmD,CAAC;KACrE,MAAM,CAAC,WAAW,EAAE,qDAAqD,CAAC;KAC1E,WAAW,CACV,OAAO,EACP;;;;;;;;;;;;CAYH,CACE;KACA,KAAK,EAAE,CAAC;AAEX,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;AAE5B,sBAAsB;AACtB,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;AAC/E,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;IAClB,OAAO,CAAC,KAAK,CACX,+DAA+D,CAChE,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACjD,OAAO,CAAC,KAAK,CACX,2EAA2E,CAC5E,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,2BAA2B;AAC3B,IAAI,UAAkC,CAAC;AACvC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,sCAAuC,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,yDAAyD;AACzD,MAAM,cAAc,GAAyB,IAAI,CAAC,OAAO;IACvD,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACtD,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC;AAExB,MAAM,YAAY,GAAyB,IAAI,CAAC,UAAU;IACxD,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC;AAE3B,IAAI,aAAmD,CAAC;AACxD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CACX,0CAA2C,CAAW,CAAC,OAAO,EAAE,CACjE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;KAAM,IAAI,UAAU,EAAE,UAAU,EAAE,CAAC;IAClC,aAAa,GAAG,UAAU,CAAC,UAAU,CAAC;AACxC,CAAC;AAED,IAAI,QAA8C,CAAC;AACnD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,IAAI,CAAC;QACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CACX,uCAAwC,CAAW,CAAC,OAAO,EAAE,CAC9D,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;KAAM,IAAI,UAAU,EAAE,QAAQ,EAAE,CAAC;IAChC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;AACjC,CAAC;AAED,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,EAAE,SAAS,CAAC;AAClE,MAAM,aAAa,GAAyB,UAAU,EAAE,SAAS,IAAI,SAAS,CAAC;AAC/E,MAAM,eAAe,GAAyB,IAAI,CAAC,eAAe;IAChE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9D,CAAC,CAAC,UAAU,EAAE,eAAe,CAAC;AAChC,MAAM,aAAa,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;AACrC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC;AAClD,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;AAE7C,qBAAqB;AACrB,IAAI,UAAU,GAAa,EAAE,CAAC;AAE9B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,MAAM,SAAS,GAAG,IAAI,CAAC,KAAe,CAAC;IACvC,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IACpC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,EAAE;aACb,WAAW,CAAC,SAAS,CAAC;aACtB,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7C,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CACnC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CACzD,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3D,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE;YACpD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChC,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;KAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;IACrB,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,UAAU,GAAG,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACxC,CAAC;KAAM,CAAC;IACN,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;IACjD,CAAC;IACD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,CAAC,KAAK,CACX,6EAA6E,CAC9E,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,UAAU,GAAG,CAAC,IAAI,CAAC,CAAC;AACtB,CAAC;AAED,wBAAwB;AACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK;IACzB,CAAC,CAAC,IAAI,CAAC,KAAK;IACZ,CAAC,CAAC,IAAI,CAAC,IAAI;QACT,CAAC,CAAC,MAAM,CAAC,IAAI;QACb,CAAC,CAAC,IAAI,CAAC,QAAQ;YACb,CAAC,CAAC,MAAM,CAAC,QAAQ;YACjB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;AAEpB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;AAChE,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AAE9D,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;AAC/B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;AACnD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE,CAAC;AAE5C,8BAA8B;AAC9B,SAAS,iBAAiB;IACxB,IAAI,IAAI,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC,YAAY,CAAC;IAEhD,IAAI,IAAI,GAAG,aAAa,CAAC;IAEzB,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,IAAI,mOAAmO,CAAC;IAC9O,CAAC;IACD,IAAI,gBAAgB,EAAE,CAAC;QACrB,IAAI,IAAI,kFAAkF,CAAC;IAC7F,CAAC;IACD,IAAI,aAAa,EAAE,CAAC;QAClB,IAAI,IAAI,2MAA2M,CAAC;QACpN,IAAI,IAAI,iMAAiM,CAAC;IAC5M,CAAC;IAED,IAAI,MAAM,GAAG,GAAG,IAAI,OAAO,iBAAiB,EAAE,CAAC;IAE/C,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5B,MAAM,IAAI,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC7C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+BAA+B;AAC/B,SAAS,kBAAkB;IACzB,+DAA+D;IAC/D,gEAAgE;IAChE,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;IAErE,MAAM,gBAAgB,GAAQ;QAC5B,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACzC,CAAC;IAEF,MAAM,UAAU,GAAQ;QACtB,KAAK,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,GAAG,CAAC,SAAS,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;SACtC;QACD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACxB,UAAU,EAAE,gBAAgB;KAC7B,CAAC;IACF,MAAM,QAAQ,GAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAE7C,gDAAgD;IAChD,gEAAgE;IAChE,+DAA+D;IAC/D,IAAI,cAAc,EAAE,CAAC;QACnB,UAAU,CAAC,SAAS,GAAG;YACrB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,cAAc,CAAC;SAC7C,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7B,CAAC;IACD,IAAI,gBAAgB,EAAE,CAAC;QACrB,UAAU,CAAC,UAAU,GAAG;YACtB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;SAChC,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,aAAa,EAAE,CAAC;QAClB,UAAU,CAAC,SAAS,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC1C,UAAU,CAAC,YAAY,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3B,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,MAAM,GAAQ;QAClB,IAAI,EAAE,OAAO;QACb,KAAK,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,UAAU;YACV,QAAQ;YACR,oBAAoB,EAAE,KAAK;SAC5B;KACF,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,iCAAiC;AACjC,SAAS,oBAAoB;IAC3B,MAAM,kBAAkB,GAAQ;QAC9B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC1B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC1B,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,GAAG,CAAC,aAAa,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;SAC9C;KACF,CAAC;IAEF,kDAAkD;IAClD,IAAI,eAAe,EAAE,CAAC;QACpB,kBAAkB,CAAC,KAAK,GAAG;YACzB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,eAAe;SACtB,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE,kBAAkB,EAAE;YAC9B,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,kBAAkB;oBAC9B,QAAQ,EAAE,eAAe;wBACvB,CAAC,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC;wBAC3C,CAAC,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC;oBACpC,oBAAoB,EAAE,KAAK;iBAC5B;aACF;SACF;QACD,QAAQ,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC;QACnC,oBAAoB,EAAE,KAAK;KAC5B,CAAC;IACF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,mCAAmC;AACnC,SAAS,gBAAgB;IACvB,IAAI,WAAW,GAAG,EAAE,CAAC;IAErB,IAAI,QAAQ,EAAE,CAAC;QACb,WAAW,IAAI,KAAK,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;IACnD,CAAC;SAAM,IAAI,cAAc,EAAE,CAAC;QAC1B,WAAW,IAAI,6BAA6B,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC;IACnG,CAAC;IAED,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;aACvC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;aACxC,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,WAAW,IAAI,+CAA+C,IAAI,kDAAkD,CAAC;IACvH,CAAC;SAAM,IAAI,YAAY,EAAE,CAAC;QACxB,WAAW,IAAI,oCAAoC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,kDAAkD,CAAC;IAC/H,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,WAAW,IAAI,+NAA+N,CAAC;IACjP,CAAC;IACD,IAAI,gBAAgB,EAAE,CAAC;QACrB,WAAW,IAAI,8IAA8I,CAAC;IAChK,CAAC;IACD,IAAI,aAAa,EAAE,CAAC;QAClB,WAAW,IAAI,sWAAsW,CAAC;IACxX,CAAC;IACD,IAAI,eAAe,EAAE,CAAC;QACpB,IAAI,OAAO,GAAG,4CAA4C,CAAC;QAC3D,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,IAAI,0EAA0E,CAAC;QACxF,CAAC;QACD,OAAO,IAAI,2HAA2H,eAAe,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC;QACjM,WAAW,IAAI,OAAO,CAAC;QACvB,IAAI,aAAa,EAAE,CAAC;YAClB,WAAW,IAAI,4BAA4B,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QACzE,CAAC;QACD,IAAI,eAAe,EAAE,CAAC;YACpB,WAAW,IAAI,8BAA8B,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,gCAAgC;AAChC,KAAK,UAAU,WAAW,CACxB,SAAiB,EACjB,OAAyB;IAEzB,MAAM,WAAW,GAAG,gBAAgB,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,sDAAsD,WAAW,aAAa,SAAS,EAAE,CAAC;IAEzG,MAAM,MAAM,GAAG,eAAe;QAC5B,CAAC,CAAC,oBAAoB,EAAE;QACxB,CAAC,CAAC,kBAAkB,EAAE,CAAC;IACzB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAE/D,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAEtD,IAAI,MAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,KAAK,CACX,sDAAsD,EACtD,GAAG,CACJ,CAAC;YACF,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,CAAC;IACH,CAAC;IAED,+DAA+D;IAC/D,IAAI,QAAQ,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1D,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;YAC5B,IAAI,MAAM,CAAC,KAAK,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACrD,MAAM,CAAC,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,eAAe;AACf,MAAM,YAAY,GAAG,iBAAiB,EAAE,CAAC;AACzC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;AAEtD,MAAM,eAAe,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;AAE9C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC;QACnC,eAAe;QACf,YAAY;KACb,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC,CAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7D,CAAC;KAAM,CAAC;IACN,sDAAsD;IACtD,MAAM,UAAU,GAAU,EAAE,CAAC;IAC7B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,wDAAwD;QACxD,MAAM,eAAe,CAAC,uBAAuB,CAAC;YAC5C,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,eAAe,CAAC,cAAc,EAAE;SAClD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC;YACnC,eAAe;YACf,YAAY;SACb,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACrD,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,iCAAiC;QACjC,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG;gBACb,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC;gBACrD,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC;aACxD,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,4CAA4C;QAC5C,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;AACH,CAAC;AAED,kBAAkB;AAClB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC"}

package/package.json

@@ -1,24 +1,34 @@
 {
   "name": "objectivist-ner",
-  "version": "0.0.6",
+  "version": "0.1.0",
   "description": "Objectivist-inspired Named Entity Recognition with grammar-constrained LLM output",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
   "bin": {
-    "ner": "index.ts"
+    "ner": "dist/index.js"
   },
-  "module": "index.ts",
   "type": "module",
   "license": "MIT",
   "author": "Richard Anaya",
   "repository": "git@github.com:richardanaya/objectivist-ner.git",
-  "devDependencies": {
-    "@types/bun": "latest",
-    "prettier": "^3.8.1"
+  "files": [
+    "dist/",
+    "LICENSE",
+    "README.md"
+  ],
+  "scripts": {
+    "dev": "tsx index.ts",
+    "build": "tsc && echo '#!/usr/bin/env node' | cat - dist/index.js > temp.js && mv temp.js dist/index.js && chmod +x dist/index.js",
+    "prepublishOnly": "npm run build"
   },
-  "peerDependencies": {
-    "typescript": "^5"
+  "engines": {
+    "node": ">=18"
   },
-  "scripts": {
-    "postinstall": "node-llama-cpp download"
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "prettier": "^3.8.1",
+    "tsx": "^4.0.0",
+    "typescript": "^5.0.0"
   },
   "dependencies": {
     "commander": "^14.0.3",

package/index.ts

@@ -1,635 +0,0 @@
-#!/usr/bin/env bun
-import { program } from "commander";
-import path from "path";
-import os from "os";
-import fs from "fs";
-import { getLlama, LlamaChatSession, resolveModelFile } from "node-llama-cpp";
-
-// === MODELS ===
-const MODELS = {
-  fast: "hf:unsloth/Qwen3.5-0.8B-GGUF:Qwen3.5-0.8B-Q8_0.gguf",
-  balanced: "hf:unsloth/Qwen3.5-2B-GGUF:Qwen3.5-2B-Q8_0.gguf",
-  best: "hf:unsloth/Qwen3.5-4B-GGUF:Qwen3.5-4B-Q8_0.gguf",
-} as const;
-
-// === SYSTEM PROMPTS ===
-const SYSTEM_PROMPT = `You are a named entity recognition (NER) system. Your task is to extract entities from text.
-
-Rules:
-- "text" must be the EXACT substring from the input that refers to the entity. Do NOT paraphrase or include extra words.
-- "class" is the entity type (e.g. person, animal, location, organization).
-- "attributes" are properties of the entity found in context.
-- Return one object per distinct entity mention.
-- If no entities are found, return an empty array [].`;
-
-const FEW_SHOT_EXAMPLES = `Example 1:
-Input: "the cat is blue and is feeling sad"
-Output: [{"class":"animal","text":"cat","attributes":{"color":"blue","emotional_state":"sad"}}]
-
-Example 2:
-Input: "John Smith lives in New York City and works at Google"
-Output: [{"class":"person","text":"John Smith","attributes":{"location":"New York City","employer":"Google"}},{"class":"location","text":"New York City","attributes":{}},{"class":"organization","text":"Google","attributes":{}}]
-
-Example 3:
-Input: "The quick brown fox jumps over the lazy dog near the river"
-Output: [{"class":"animal","text":"fox","attributes":{"color":"brown","speed":"quick"}},{"class":"animal","text":"dog","attributes":{"temperament":"lazy"}},{"class":"location","text":"the river","attributes":{}}]
-
-Example 4:
-Input: "Researchers at MIT found that the drug Riluzole slows progression of ALS in a trial last March"
-Output: [{"class":"organization","text":"MIT","attributes":{}},{"class":"drug","text":"Riluzole","attributes":{}},{"class":"disease","text":"ALS","attributes":{}},{"class":"event","text":"trial last March","attributes":{"date":"last March"}}]`;
-
-// === SCHEMA FILE TYPES ===
-interface SchemaFile {
-  taxonomy?: Record<string, string[]>;
-  classes?: string[];
-  attributes?: string[];
-  attrValues?: Record<string, string[]>;
-  relations?: string[];
-  relationClasses?: string[];
-}
-
-// === TAXONOMY HELPERS ===
-// Taxonomy format: {"organism": ["person", {"animal": ["dog", "cat"]}], "idea": ["dream", "principle"]}
-// Arrays contain leaf nodes, objects contain nested taxonomies
-
-function getLeafNodes(taxonomy: Record<string, any>): string[] {
-  const leaves: string[] = [];
-
-  function traverse(node: any) {
-    if (Array.isArray(node)) {
-      for (const item of node) {
-        if (typeof item === "string") {
-          leaves.push(item);
-        } else if (typeof item === "object" && item !== null) {
-          traverse(item);
-        }
-      }
-    } else if (typeof node === "object" && node !== null) {
-      for (const [, value] of Object.entries(node)) {
-        traverse(value);
-      }
-    }
-  }
-
-  traverse(taxonomy);
-  return leaves;
-}
-
-function getTaxonomyPath(
-  leaf: string,
-  taxonomy: Record<string, any>,
-): string[] {
-  function findPath(
-    node: any,
-    target: string,
-    currentPath: string[],
-  ): string[] | null {
-    if (Array.isArray(node)) {
-      for (const item of node) {
-        if (typeof item === "string" && item === target) {
-          return [...currentPath, item];
-        } else if (typeof item === "object" && item !== null) {
-          const result = findPath(item, target, currentPath);
-          if (result) return result;
-        }
-      }
-    } else if (typeof node === "object" && node !== null) {
-      for (const [key, value] of Object.entries(node)) {
-        const result = findPath(value, target, [...currentPath, key]);
-        if (result) return result;
-      }
-    }
-    return null;
-  }
-
-  // Try each root node
-  for (const [rootKey, rootValue] of Object.entries(taxonomy)) {
-    const path = findPath(rootValue, leaf, [rootKey]);
-    if (path) return path;
-  }
-
-  return [leaf];
-}
-
-function taxonomyToPrompt(taxonomy: Record<string, any>): string {
-  function formatNode(node: any, indent: string): string[] {
-    const lines: string[] = [];
-
-    if (Array.isArray(node)) {
-      for (const item of node) {
-        if (typeof item === "string") {
-          lines.push(`${indent}- ${item}`);
-        } else if (typeof item === "object" && item !== null) {
-          lines.push(...formatNode(item, indent));
-        }
-      }
-    } else if (typeof node === "object" && node !== null) {
-      for (const [key, value] of Object.entries(node)) {
-        lines.push(`${indent}- ${key}`);
-        lines.push(...formatNode(value, indent + "  "));
-      }
-    }
-
-    return lines;
-  }
-
-  const lines: string[] = [
-    "Use the following class hierarchy. Classify at the most specific (leaf) level:",
-  ];
-
-  for (const [rootKey, rootValue] of Object.entries(taxonomy)) {
-    lines.push(`- ${rootKey}`);
-    lines.push(...formatNode(rootValue, "  "));
-  }
-
-  return lines.join("\n");
-}
-
-// === CHUNKING ===
-function chunkText(text: string, maxChars: number): string[] {
-  if (text.length <= maxChars) return [text];
-  const chunks: string[] = [];
-  const sentences = text.split(/(?<=[.!?])\s+/);
-  let current = "";
-  for (const sentence of sentences) {
-    if (current.length + sentence.length > maxChars && current.length > 0) {
-      chunks.push(current.trim());
-      current = "";
-    }
-    current += (current ? " " : "") + sentence;
-  }
-  if (current.trim()) chunks.push(current.trim());
-  return chunks;
-}
-
-// === CLI ===
-program
-  .name("ner")
-  .description(
-    "Objectivist-inspired named entity recognition with grammar constraints",
-  )
-  .argument("[text]", "Text to extract entities from (omit to read from stdin)")
-  .option("-c, --classes <list>", "Comma-separated allowed entity classes")
-  .option("-a, --attributes <list>", "Comma-separated allowed attribute keys")
-  .option(
-    "--attr-values <json>",
-    'JSON enum map for attributes e.g. {"color":["blue","red"]}',
-  )
-  .option(
-    "--taxonomy <json>",
-    'Class hierarchy JSON e.g. {"organism":["animal","plant"]}',
-  )
-  .option("--relations", "Extract relations between entities")
-  .option(
-    "--relation-classes <list>",
-    "Comma-separated allowed relation classes (e.g. employment,location,causal)",
-  )
-  .option("--resolve", "Resolve coreferences (group mentions of same entity)")
-  .option("--include-confidence", "Include confidence scores per entity")
-  .option("--detect-negation", "Detect negated/hypothetical entities")
-  .option("--schema <path>", "Load entity schema definition from a JSON file")
-  .option(
-    "--file <path>",
-    "Read input from a file (with chunking for long docs)",
-  )
-  .option(
-    "--batch <path>",
-    "Process JSONL file (one text per line) or directory of .txt files",
-  )
-  .option(
-    "--system-prompt <string>",
-    "Replace the built-in system prompt entirely",
-  )
-  .option(
-    "--system-prompt-append <string>",
-    "Append to the built-in system prompt",
-  )
-  .option("-m, --model <uri>", "Model URI or path to GGUF file")
-  .option("--fast", "Use smallest model (0.8B) -- quick, simple text only")
-  .option(
-    "--balanced",
-    "Use mid-size model (2B) -- good accuracy/speed tradeoff",
-  )
-  .option("--best", "Use largest model (4B) -- best accuracy (default)")
-  .option("--compact", "Output compact JSON (also auto-enabled for non-TTY)")
-  .addHelpText(
-    "after",
-    `
-Examples:
-  ner "the cat is blue"
-  ner "John works at Google" --classes person,organization
-  ner "sky is blue" --attr-values '{"color":["blue","red"]}'
-  ner --relations "Dr. Chen works at MIT"
-  ner --resolve "Dr. Chen published a paper. She won an award."
-  ner --detect-negation "The patient does not have cancer"
-  ner --schema schema.json "complex text"
-  ner --file document.txt
-  ner --batch inputs.jsonl
-  echo "the cat is blue" | ner
-`,
-  )
-  .parse();
-
-const opts = program.opts();
-
-// === VALIDATIONS ===
-const tierFlags = [opts.fast, opts.balanced, opts.best].filter(Boolean).length;
-if (tierFlags > 1) {
-  console.error(
-    "Error: --fast, --balanced, and --best are mutually exclusive.",
-  );
-  process.exit(1);
-}
-
-if (opts.systemPrompt && opts.systemPromptAppend) {
-  console.error(
-    "Error: --system-prompt and --system-prompt-append are mutually exclusive.",
-  );
-  process.exit(1);
-}
-
-// === LOAD SCHEMA FILE ===
-let schemaFile: SchemaFile | undefined;
-if (opts.schema) {
-  try {
-    const raw = fs.readFileSync(opts.schema, "utf-8");
-    schemaFile = JSON.parse(raw);
-  } catch (e) {
-    console.error(`Error: Failed to load schema file: ${(e as Error).message}`);
-    process.exit(1);
-  }
-}
-
-// === MERGE OPTIONS (CLI flags override schema file) ===
-const allowedClasses: string[] | undefined = opts.classes
-  ? opts.classes.split(",").map((s: string) => s.trim())
-  : schemaFile?.classes;
-
-const allowedAttrs: string[] | undefined = opts.attributes
-  ? opts.attributes.split(",").map((s: string) => s.trim())
-  : schemaFile?.attributes;
-
-let attrValuesMap: Record<string, string[]> | undefined;
-if (opts.attrValues) {
-  try {
-    attrValuesMap = JSON.parse(opts.attrValues);
-  } catch (e) {
-    console.error(
-      `Error: Invalid JSON for --attr-values: ${(e as Error).message}`,
-    );
-    process.exit(1);
-  }
-} else if (schemaFile?.attrValues) {
-  attrValuesMap = schemaFile.attrValues;
-}
-
-let taxonomy: Record<string, string[]> | undefined;
-if (opts.taxonomy) {
-  try {
-    taxonomy = JSON.parse(opts.taxonomy);
-  } catch (e) {
-    console.error(
-      `Error: Invalid JSON for --taxonomy: ${(e as Error).message}`,
-    );
-    process.exit(1);
-  }
-} else if (schemaFile?.taxonomy) {
-  taxonomy = schemaFile.taxonomy;
-}
-
-const enableRelations = opts.relations || !!schemaFile?.relations;
-const relationTypes: string[] | undefined = schemaFile?.relations || undefined;
-const relationClasses: string[] | undefined = opts.relationClasses
-  ? opts.relationClasses.split(",").map((s: string) => s.trim())
-  : schemaFile?.relationClasses;
-const enableResolve = !!opts.resolve;
-const enableConfidence = !!opts.includeConfidence;
-const enableNegation = !!opts.detectNegation;
-
-// === READ INPUT ===
-let inputTexts: string[] = [];
-
-if (opts.batch) {
-  const batchPath = opts.batch as string;
-  const stat = fs.statSync(batchPath);
-  if (stat.isDirectory()) {
-    const files = fs
-      .readdirSync(batchPath)
-      .filter((f: string) => f.endsWith(".txt"));
-    inputTexts = files.map((f: string) =>
-      fs.readFileSync(path.join(batchPath, f), "utf-8").trim(),
-    );
-  } else {
-    const content = fs.readFileSync(batchPath, "utf-8").trim();
-    inputTexts = content.split("\n").map((line: string) => {
-      try {
-        const parsed = JSON.parse(line);
-        return typeof parsed === "string" ? parsed : parsed.text || line;
-      } catch {
-        return line;
-      }
-    });
-  }
-} else if (opts.file) {
-  const content = fs.readFileSync(opts.file, "utf-8").trim();
-  inputTexts = chunkText(content, 2000);
-} else {
-  let text = program.args[0];
-  if (!text) {
-    const chunks: Buffer[] = [];
-    for await (const chunk of process.stdin) {
-      chunks.push(chunk as Buffer);
-    }
-    text = Buffer.concat(chunks).toString().trim();
-  }
-  if (!text) {
-    console.error(
-      "Error: No input text provided. Pass as argument, --file, --batch, or stdin.",
-    );
-    process.exit(1);
-  }
-  inputTexts = [text];
-}
-
-// === RESOLVE MODEL ===
-const modelUri = opts.model
-  ? opts.model
-  : opts.fast
-    ? MODELS.fast
-    : opts.balanced
-      ? MODELS.balanced
-      : MODELS.best;
-
-const modelsDir = path.join(os.homedir(), ".fastner", "models");
-const modelPath = await resolveModelFile(modelUri, modelsDir);
-
-const llama = await getLlama();
-const model = await llama.loadModel({ modelPath });
-const context = await model.createContext();
-
-// === BUILD SYSTEM PROMPT ===
-function buildSystemPrompt(): string {
-  if (opts.systemPrompt) return opts.systemPrompt;
-
-  let base = SYSTEM_PROMPT;
-
-  if (enableNegation) {
-    base += `\n- Every entity has a top-level "assertion" field: "present", "negated", or "hypothetical". "negated" means the text explicitly denies it (e.g. "does not have"). "hypothetical" means it is speculative (e.g. "might develop").`;
-  }
-  if (enableConfidence) {
-    base += `\n- Every entity has a top-level "confidence" field: "low", "medium", or "high".`;
-  }
-  if (enableResolve) {
-    base += `\n- Every entity has a top-level "entity_id" field. If multiple text spans refer to the same real-world entity (e.g. "Dr. Chen" and "she"), they share the same entity_id. Use short IDs like "e1", "e2".`;
-    base += `\n- When multiple mentions share an entity_id, exactly ONE of them must have "is_canonical": true (the most specific reference like a proper name). The others must have "is_canonical": false.`;
-  }
-
-  let prompt = `${base}\n\n${FEW_SHOT_EXAMPLES}`;
-
-  if (opts.systemPromptAppend) {
-    prompt += `\n\n${opts.systemPromptAppend}`;
-  }
-
-  return prompt;
-}
-
-// === BUILD GRAMMAR SCHEMA ===
-function buildGrammarSchema() {
-  // When using taxonomy, only allow leaf nodes as valid classes.
-  // This forces the model to classify at the most specific level.
-  const classEnum = taxonomy ? getLeafNodes(taxonomy) : allowedClasses;
-
-  const attributesSchema: any = {
-    type: "object",
-    additionalProperties: { type: "string" },
-  };
-
-  const properties: any = {
-    class: {
-      type: "string",
-      ...(classEnum && { enum: classEnum }),
-    },
-    text: { type: "string" },
-    attributes: attributesSchema,
-  };
-  const required: string[] = ["class", "text"];
-
-  // Grammar-enforced fields for enabled features.
-  // These are top-level entity properties (not inside attributes)
-  // so the grammar can enforce them as required on every entity.
-  if (enableNegation) {
-    properties.assertion = {
-      type: "string",
-      enum: ["present", "negated", "hypothetical"],
-    };
-    required.push("assertion");
-  }
-  if (enableConfidence) {
-    properties.confidence = {
-      type: "string",
-      enum: ["low", "medium", "high"],
-    };
-    required.push("confidence");
-  }
-  if (enableResolve) {
-    properties.entity_id = { type: "string" };
-    properties.is_canonical = { type: "boolean" };
-    required.push("entity_id");
-    required.push("is_canonical");
-  }
-
-  const schema: any = {
-    type: "array",
-    items: {
-      type: "object",
-      properties,
-      required,
-      additionalProperties: false,
-    },
-  };
-
-  return schema;
-}
-
-// === BUILD RELATIONS SCHEMA ===
-function buildRelationsSchema() {
-  const relationProperties: any = {
-    source: { type: "string" },
-    target: { type: "string" },
-    relation: {
-      type: "string",
-      ...(relationTypes && { enum: relationTypes }),
-    },
-  };
-
-  // Add class field if relationClasses is specified
-  if (relationClasses) {
-    relationProperties.class = {
-      type: "string",
-      enum: relationClasses,
-    };
-  }
-
-  const relSchema: any = {
-    type: "object",
-    properties: {
-      entities: buildGrammarSchema(),
-      relations: {
-        type: "array",
-        items: {
-          type: "object",
-          properties: relationProperties,
-          required: relationClasses
-            ? ["source", "target", "relation", "class"]
-            : ["source", "target", "relation"],
-          additionalProperties: false,
-        },
-      },
-    },
-    required: ["entities", "relations"],
-    additionalProperties: false,
-  };
-  return relSchema;
-}
-
-// === BUILD PROMPT CONSTRAINTS ===
-function buildConstraints(): string {
-  let constraints = "";
-
-  if (taxonomy) {
-    constraints += `\n${taxonomyToPrompt(taxonomy)}`;
-  } else if (allowedClasses) {
-    constraints += `\nAllowed entity classes: ${allowedClasses.join(", ")}. Only use these classes.`;
-  }
-
-  if (attrValuesMap) {
-    const desc = Object.entries(attrValuesMap)
-      .map(([k, v]) => `${k}: ${v.join(", ")}`)
-      .join("; ");
-    constraints += `\nOnly use these attribute keys and values: ${desc}. Omit attributes that don't apply to an entity.`;
-  } else if (allowedAttrs) {
-    constraints += `\nOnly use these attribute keys: ${allowedAttrs.join(", ")}. Omit attributes that don't apply to an entity.`;
-  }
-
-  if (enableNegation) {
-    constraints += `\nEvery entity has an "assertion" field (not in attributes). Example: [{"class":"disease","text":"diabetes","assertion":"present","attributes":{}},{"class":"disease","text":"cancer","assertion":"negated","attributes":{}}]`;
-  }
-  if (enableConfidence) {
-    constraints += `\nEvery entity has a "confidence" field (not in attributes). Example: [{"class":"person","text":"John","confidence":"high","attributes":{}}]`;
-  }
-  if (enableResolve) {
-    constraints += `\nEvery entity has "entity_id" and "is_canonical" fields. Coreferent mentions share entity_id; exactly one per group has is_canonical:true (the most specific reference). Example: [{"class":"person","text":"Dr. Chen","entity_id":"e1","is_canonical":true,"attributes":{}},{"class":"person","text":"She","entity_id":"e1","is_canonical":false,"attributes":{}}]`;
-  }
-  if (enableRelations) {
-    let relDesc = `\nAlso extract relations between entities.`;
-    if (relationClasses) {
-      relDesc += ` Each relation must have a "class" field categorizing the relation type.`;
-    }
-    relDesc += ` Return {"entities": [...], "relations": [{"source": "entity text", "target": "entity text", "relation": "relation type"${relationClasses ? ', "class": "relation class"' : ""}}]}.`;
-    constraints += relDesc;
-    if (relationTypes) {
-      constraints += ` Allowed relation types: ${relationTypes.join(", ")}.`;
-    }
-    if (relationClasses) {
-      constraints += ` Allowed relation classes: ${relationClasses.join(", ")}.`;
-    }
-  }
-
-  return constraints;
-}
-
-// === PROCESS A SINGLE TEXT ===
-async function processText(
-  inputText: string,
-  session: LlamaChatSession,
-): Promise<any> {
-  const constraints = buildConstraints();
-  const prompt = `Extract all named entities from the following text.${constraints}\n\nText: ${inputText}`;
-
-  const schema = enableRelations
-    ? buildRelationsSchema()
-    : buildGrammarSchema();
-  const grammar = await llama.createGrammarForJsonSchema(schema);
-
-  const res = await session.prompt(prompt, { grammar });
-
-  let parsed: any;
-  try {
-    parsed = grammar.parse(res);
-  } catch {
-    try {
-      parsed = JSON.parse(res.trim());
-    } catch {
-      console.error(
-        "Warning: Failed to parse model output. Raw response:",
-        res,
-      );
-      parsed = enableRelations ? { entities: [], relations: [] } : [];
-    }
-  }
-
-  // If taxonomy is used, add taxonomyPath showing full hierarchy
-  if (taxonomy && !enableRelations && Array.isArray(parsed)) {
-    for (const entity of parsed) {
-      if (entity.class && typeof entity.class === "string") {
-        entity.taxonomyPath = getTaxonomyPath(entity.class, taxonomy);
-      }
-    }
-  }
-
-  return parsed;
-}
-
-// === MAIN ===
-const systemPrompt = buildSystemPrompt();
-const compact = opts.compact || !process.stdout.isTTY;
-
-const contextSequence = context.getSequence();
-
-if (inputTexts.length === 1) {
-  const session = new LlamaChatSession({
-    contextSequence,
-    systemPrompt,
-  });
-  const result = await processText(inputTexts[0]!, session);
-  console.log(JSON.stringify(result, null, compact ? 0 : 2));
-} else {
-  // Batch / chunked: process each text, collect results
-  const allResults: any[] = [];
-  for (const inputText of inputTexts) {
-    // Erase context and create fresh session for each input
-    await contextSequence.eraseContextTokenRanges([
-      { start: 0, end: contextSequence.nextTokenIndex },
-    ]);
-    const session = new LlamaChatSession({
-      contextSequence,
-      systemPrompt,
-    });
-    const result = await processText(inputText, session);
-    allResults.push(result);
-  }
-
-  if (opts.file) {
-    // Merge chunked results into one
-    if (enableRelations) {
-      const merged = {
-        entities: allResults.flatMap((r) => r.entities || []),
-        relations: allResults.flatMap((r) => r.relations || []),
-      };
-      console.log(JSON.stringify(merged, null, compact ? 0 : 2));
-    } else {
-      const merged = allResults.flat();
-      console.log(JSON.stringify(merged, null, compact ? 0 : 2));
-    }
-  } else {
-    // Batch: output one result per line (JSONL)
-    for (const result of allResults) {
-      console.log(JSON.stringify(result));
-    }
-  }
-}
-
-// === CLEANUP ===
-// Bun segfaults if process.exit() triggers synchronous native addon unloading.
-// Setting exitCode lets the event loop drain naturally, avoiding the crash.
-process.exitCode = 0;