@dotit/core 1.0.0

package/dist/index-builder.js

@@ -0,0 +1,228 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildIndexEntry = buildIndexEntry;
+exports.buildShallowIndex = buildShallowIndex;
+exports.checkStaleness = checkStaleness;
+exports.updateIndex = updateIndex;
+exports.composeIndexes = composeIndexes;
+exports.queryComposed = queryComposed;
+exports.formatTable = formatTable;
+exports.formatJSON = formatJSON;
+exports.formatCSV = formatCSV;
+const utils_1 = require("./utils");
+function simpleHash(content) {
+    let h = 0;
+    for (let i = 0; i < content.length; i++) {
+        h = (Math.imul(31, h) + content.charCodeAt(i)) | 0;
+    }
+    return "hash:" + Math.abs(h).toString(16).padStart(8, "0");
+}
+function buildIndexEntry(doc, source, modifiedAt) {
+    const meta = {};
+    if (doc.metadata?.title)
+        meta.title = doc.metadata.title;
+    if (doc.metadata?.meta) {
+        for (const [k, v] of Object.entries(doc.metadata.meta)) {
+            if (v !== undefined && v !== "")
+                meta[k] = v;
+        }
+    }
+    if (doc.metadata?.tracking) {
+        meta.track = {};
+        if (doc.metadata.tracking.version)
+            meta.track.version = doc.metadata.tracking.version;
+        if (doc.metadata.tracking.by)
+            meta.track.by = doc.metadata.tracking.by;
+    }
+    const allBlocks = (0, utils_1.flattenBlocks)(doc.blocks);
+    let currentSection = "";
+    const blocks = [];
+    for (const block of allBlocks) {
+        if (block.type === "section") {
+            currentSection = block.content;
+        }
+        const bt = block.type;
+        if (bt === "font" ||
+            bt === "page" ||
+            bt === "header" ||
+            bt === "footer" ||
+            bt === "watermark" ||
+            bt === "meta" ||
+            bt === "break" ||
+            bt === "toc") {
+            continue;
+        }
+        blocks.push({
+            type: bt,
+            content: block.content,
+            section: currentSection || undefined,
+            properties: block.properties || {},
+        });
+    }
+    return {
+        hash: simpleHash(source),
+        modified_at: modifiedAt,
+        metadata: meta,
+        blocks,
+    };
+}
+function buildShallowIndex(folder, files, coreVersion) {
+    const index = {
+        version: "1",
+        scope: "shallow",
+        folder,
+        built_at: new Date().toISOString(),
+        core_version: coreVersion,
+        files: {},
+    };
+    for (const [filename, data] of Object.entries(files)) {
+        index.files[filename] = buildIndexEntry(data.doc, data.source, data.modifiedAt);
+    }
+    return index;
+}
+function checkStaleness(existingIndex, currentFiles) {
+    const stale = [];
+    const added = [];
+    const removed = [];
+    const unchanged = [];
+    for (const [filename, current] of Object.entries(currentFiles)) {
+        const entry = existingIndex.files[filename];
+        if (!entry) {
+            added.push(filename);
+        }
+        else if (entry.modified_at !== current.modifiedAt ||
+            entry.hash !== simpleHash(current.source)) {
+            stale.push(filename);
+        }
+        else {
+            unchanged.push(filename);
+        }
+    }
+    for (const filename of Object.keys(existingIndex.files)) {
+        if (!(filename in currentFiles)) {
+            removed.push(filename);
+        }
+    }
+    return { stale, added, removed, unchanged };
+}
+function updateIndex(existingIndex, updates, removedFiles) {
+    const newFiles = { ...existingIndex.files };
+    for (const filename of removedFiles) {
+        delete newFiles[filename];
+    }
+    for (const [filename, data] of Object.entries(updates)) {
+        newFiles[filename] = buildIndexEntry(data.doc, data.source, data.modifiedAt);
+    }
+    return {
+        ...existingIndex,
+        built_at: new Date().toISOString(),
+        files: newFiles,
+    };
+}
+function composeIndexes(indexes, rootFolder) {
+    const results = [];
+    for (const index of indexes) {
+        if (index.scope !== "shallow")
+            continue;
+        for (const [filename, entry] of Object.entries(index.files)) {
+            const folder = index.folder;
+            const relativePath = folder ? `${folder}/${filename}` : filename;
+            for (const block of entry.blocks) {
+                results.push({
+                    file: relativePath,
+                    block,
+                });
+            }
+        }
+    }
+    return results;
+}
+function queryComposed(results, filters) {
+    return results.filter((r) => {
+        if (filters.type && r.block.type !== filters.type)
+            return false;
+        if (filters.content &&
+            !r.block.content.toLowerCase().includes(filters.content.toLowerCase()))
+            return false;
+        if (filters.by &&
+            String(r.block.properties.by || "").toLowerCase() !==
+                filters.by.toLowerCase())
+            return false;
+        if (filters.status &&
+            String(r.block.properties.status || "").toLowerCase() !==
+                filters.status.toLowerCase())
+            return false;
+        if (filters.section &&
+            (!r.block.section ||
+                !r.block.section.toLowerCase().includes(filters.section.toLowerCase())))
+            return false;
+        return true;
+    });
+}
+function formatTable(results) {
+    if (results.length === 0)
+        return "No results";
+    const propKeys = new Set();
+    for (const r of results) {
+        for (const k of Object.keys(r.block.properties)) {
+            propKeys.add(k);
+        }
+    }
+    const propCols = [...propKeys];
+    const headers = ["FILE", "TYPE", "CONTENT", "PROPERTIES"];
+    const rows = results.map((r) => [
+        r.file,
+        r.block.type,
+        r.block.content.length > 40
+            ? r.block.content.slice(0, 37) + "..."
+            : r.block.content,
+        propCols
+            .map((k) => {
+            const v = r.block.properties[k];
+            return v !== undefined ? `${k}: ${String(v).slice(0, 20)}` : "";
+        })
+            .filter(Boolean)
+            .join(" | "),
+    ]);
+    const colWidths = headers.map((h, i) => Math.max(h.length, ...rows.map((row) => String(row[i]).length)));
+    const line = (cells) => cells.map((c, i) => String(c).padEnd(colWidths[i])).join("  ");
+    return [
+        line(headers),
+        colWidths.map((w) => "-".repeat(w)).join("  "),
+        ...rows.map((r) => line(r)),
+    ].join("\n");
+}
+function formatJSON(results) {
+    return JSON.stringify(results.map((r) => ({
+        file: r.file,
+        block: r.block,
+    })), null, 2);
+}
+function formatCSV(results) {
+    if (results.length === 0)
+        return "";
+    const propKeys = new Set();
+    for (const r of results) {
+        for (const k of Object.keys(r.block.properties)) {
+            propKeys.add(k);
+        }
+    }
+    const props = [...propKeys].sort();
+    const escape = (v) => {
+        if (v.includes(",") || v.includes('"') || v.includes("\n")) {
+            return `"${v.replace(/"/g, '""')}"`;
+        }
+        return v;
+    };
+    const headers = ["file", "type", "content", ...props];
+    const rows = results.map((r) => [
+        r.file,
+        r.block.type,
+        r.block.content,
+        ...props.map((k) => String(r.block.properties[k] ?? "")),
+    ]);
+    return [
+        headers.map(escape).join(","),
+        ...rows.map((r) => r.map(escape).join(",")),
+    ].join("\n");
+}

package/dist/index.d.ts

@@ -0,0 +1,39 @@
+export { ALIASES } from "./aliases";
+export { LANGUAGE_REGISTRY, CANONICAL_KEYWORDS, ALIAS_MAP, DEPRECATED_ALIASES, COMPAT_ONLY_ALIASES, BOUNDARY_KEYWORDS, PUBLIC_KEYWORDS, KEYWORD_TIERS, CORE_KEYWORDS, tierOf, } from "./language-registry";
+export type { KeywordDefinition, KeywordCategory, KeywordStatus, KeywordTier, } from "./language-registry";
+export { getBuiltinTheme, listBuiltinThemes, registerBuiltinTheme, generateThemeCSS, } from "./theme";
+export type { IntentTheme, ThemeFonts, ThemeColors, ThemeSpacing, } from "./theme";
+export type { RenderOptions } from "./renderer";
+export { parseIntentText, _resetIdCounter, parseIntentTextSafe, } from "./parser";
+export { renderHTML } from "./renderer";
+export { validateDocumentSemantic } from "./validate";
+export { documentToSource, blockToSource } from "./source";
+export type { SafeParseOptions, SafeParseResult, ParseWarning, ParseError, } from "./parser";
+export { renderPrint, collectPrintLayout, cssContentValue } from "./renderer";
+export { collectDocumentStyles, documentStyleCSS, DOC_STYLE_TARGETS, } from "./renderer";
+export type { DocumentStyleRule } from "./renderer";
+export { mergeData, parseAndMerge } from "./merge";
+export type { MergeOptions } from "./merge";
+export { convertMarkdownToIntentText } from "./markdown";
+export { convertHtmlToIntentText } from "./html-to-it";
+export { queryBlocks, parseQuery, formatQueryResult, queryDocument, } from "./query";
+export type { SimpleQueryOptions } from "./query";
+export { validateDocument, createSchema, formatValidationResult, PREDEFINED_SCHEMAS, } from "./schema";
+export type { SemanticIssue, SemanticValidationResult } from "./validate";
+export { diffDocuments } from "./diff";
+export type { DocumentDiff, BlockModification } from "./diff";
+export { extractWorkflow } from "./workflow";
+export type { WorkflowStep, WorkflowGraph } from "./workflow";
+export { executeWorkflow } from "./executor";
+export type { WorkflowRuntime, ToolHandler, ExecutionContext, ExecutionResult, ExecutionLogEntry, ExecutionOptions, } from "./executor";
+export { computeDocumentHash, findHistoryBoundaryInSource, sealDocument, verifyDocument, generateBlockId, blockFingerprint, matchBlocksToRegistry, computeTrustDiff, incrementVersion, } from "./trust";
+export type { SealOptions, SealResult, VerifyResult, BlockSnapshot, TrustDiff, } from "./trust";
+export { updateHistory, parseHistorySection } from "./history";
+export type { SaveHistoryOptions } from "./history";
+export { detectHistoryBoundary } from "./trust";
+export { buildShallowIndex, buildIndexEntry, checkStaleness, updateIndex, composeIndexes, queryComposed, formatTable, formatJSON, formatCSV, } from "./index-builder";
+export type { ItIndex, IndexFileEntry, IndexBlockEntry, ComposedResult, } from "./index-builder";
+export { askDocuments, serializeContext } from "./ask";
+export type { AskOptions } from "./ask";
+export { KEYWORDS } from "./types";
+export type { IntentBlock, IntentDocument, BlockType, InlineNode, IntentExtension, ParseOptions, Diagnostic, AgenticStatus, VariableRef, QueryOptions, QueryResult, QueryClause, QuerySort, DocumentSchema, BlockSchema, PropertySchema, ValidationResult, ValidationError, HistorySection, RegistryEntry, RevisionEntry, PrintLayout, } from "./types";

package/dist/index.js

@@ -0,0 +1,94 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.matchBlocksToRegistry = exports.blockFingerprint = exports.generateBlockId = exports.verifyDocument = exports.sealDocument = exports.findHistoryBoundaryInSource = exports.computeDocumentHash = exports.executeWorkflow = exports.extractWorkflow = exports.diffDocuments = exports.PREDEFINED_SCHEMAS = exports.formatValidationResult = exports.createSchema = exports.validateDocument = exports.queryDocument = exports.formatQueryResult = exports.parseQuery = exports.queryBlocks = exports.convertHtmlToIntentText = exports.convertMarkdownToIntentText = exports.parseAndMerge = exports.mergeData = exports.DOC_STYLE_TARGETS = exports.documentStyleCSS = exports.collectDocumentStyles = exports.cssContentValue = exports.collectPrintLayout = exports.renderPrint = exports.blockToSource = exports.documentToSource = exports.validateDocumentSemantic = exports.renderHTML = exports.parseIntentTextSafe = exports._resetIdCounter = exports.parseIntentText = exports.generateThemeCSS = exports.registerBuiltinTheme = exports.listBuiltinThemes = exports.getBuiltinTheme = exports.tierOf = exports.CORE_KEYWORDS = exports.KEYWORD_TIERS = exports.PUBLIC_KEYWORDS = exports.BOUNDARY_KEYWORDS = exports.COMPAT_ONLY_ALIASES = exports.DEPRECATED_ALIASES = exports.ALIAS_MAP = exports.CANONICAL_KEYWORDS = exports.LANGUAGE_REGISTRY = exports.ALIASES = void 0;
+exports.KEYWORDS = exports.serializeContext = exports.askDocuments = exports.formatCSV = exports.formatJSON = exports.formatTable = exports.queryComposed = exports.composeIndexes = exports.updateIndex = exports.checkStaleness = exports.buildIndexEntry = exports.buildShallowIndex = exports.detectHistoryBoundary = exports.parseHistorySection = exports.updateHistory = exports.incrementVersion = exports.computeTrustDiff = void 0;
+var aliases_1 = require("./aliases");
+Object.defineProperty(exports, "ALIASES", { enumerable: true, get: function () { return aliases_1.ALIASES; } });
+var language_registry_1 = require("./language-registry");
+Object.defineProperty(exports, "LANGUAGE_REGISTRY", { enumerable: true, get: function () { return language_registry_1.LANGUAGE_REGISTRY; } });
+Object.defineProperty(exports, "CANONICAL_KEYWORDS", { enumerable: true, get: function () { return language_registry_1.CANONICAL_KEYWORDS; } });
+Object.defineProperty(exports, "ALIAS_MAP", { enumerable: true, get: function () { return language_registry_1.ALIAS_MAP; } });
+Object.defineProperty(exports, "DEPRECATED_ALIASES", { enumerable: true, get: function () { return language_registry_1.DEPRECATED_ALIASES; } });
+Object.defineProperty(exports, "COMPAT_ONLY_ALIASES", { enumerable: true, get: function () { return language_registry_1.COMPAT_ONLY_ALIASES; } });
+Object.defineProperty(exports, "BOUNDARY_KEYWORDS", { enumerable: true, get: function () { return language_registry_1.BOUNDARY_KEYWORDS; } });
+Object.defineProperty(exports, "PUBLIC_KEYWORDS", { enumerable: true, get: function () { return language_registry_1.PUBLIC_KEYWORDS; } });
+Object.defineProperty(exports, "KEYWORD_TIERS", { enumerable: true, get: function () { return language_registry_1.KEYWORD_TIERS; } });
+Object.defineProperty(exports, "CORE_KEYWORDS", { enumerable: true, get: function () { return language_registry_1.CORE_KEYWORDS; } });
+Object.defineProperty(exports, "tierOf", { enumerable: true, get: function () { return language_registry_1.tierOf; } });
+var theme_1 = require("./theme");
+Object.defineProperty(exports, "getBuiltinTheme", { enumerable: true, get: function () { return theme_1.getBuiltinTheme; } });
+Object.defineProperty(exports, "listBuiltinThemes", { enumerable: true, get: function () { return theme_1.listBuiltinThemes; } });
+Object.defineProperty(exports, "registerBuiltinTheme", { enumerable: true, get: function () { return theme_1.registerBuiltinTheme; } });
+Object.defineProperty(exports, "generateThemeCSS", { enumerable: true, get: function () { return theme_1.generateThemeCSS; } });
+var parser_1 = require("./parser");
+Object.defineProperty(exports, "parseIntentText", { enumerable: true, get: function () { return parser_1.parseIntentText; } });
+Object.defineProperty(exports, "_resetIdCounter", { enumerable: true, get: function () { return parser_1._resetIdCounter; } });
+Object.defineProperty(exports, "parseIntentTextSafe", { enumerable: true, get: function () { return parser_1.parseIntentTextSafe; } });
+var renderer_1 = require("./renderer");
+Object.defineProperty(exports, "renderHTML", { enumerable: true, get: function () { return renderer_1.renderHTML; } });
+var validate_1 = require("./validate");
+Object.defineProperty(exports, "validateDocumentSemantic", { enumerable: true, get: function () { return validate_1.validateDocumentSemantic; } });
+var source_1 = require("./source");
+Object.defineProperty(exports, "documentToSource", { enumerable: true, get: function () { return source_1.documentToSource; } });
+Object.defineProperty(exports, "blockToSource", { enumerable: true, get: function () { return source_1.blockToSource; } });
+var renderer_2 = require("./renderer");
+Object.defineProperty(exports, "renderPrint", { enumerable: true, get: function () { return renderer_2.renderPrint; } });
+Object.defineProperty(exports, "collectPrintLayout", { enumerable: true, get: function () { return renderer_2.collectPrintLayout; } });
+Object.defineProperty(exports, "cssContentValue", { enumerable: true, get: function () { return renderer_2.cssContentValue; } });
+var renderer_3 = require("./renderer");
+Object.defineProperty(exports, "collectDocumentStyles", { enumerable: true, get: function () { return renderer_3.collectDocumentStyles; } });
+Object.defineProperty(exports, "documentStyleCSS", { enumerable: true, get: function () { return renderer_3.documentStyleCSS; } });
+Object.defineProperty(exports, "DOC_STYLE_TARGETS", { enumerable: true, get: function () { return renderer_3.DOC_STYLE_TARGETS; } });
+var merge_1 = require("./merge");
+Object.defineProperty(exports, "mergeData", { enumerable: true, get: function () { return merge_1.mergeData; } });
+Object.defineProperty(exports, "parseAndMerge", { enumerable: true, get: function () { return merge_1.parseAndMerge; } });
+var markdown_1 = require("./markdown");
+Object.defineProperty(exports, "convertMarkdownToIntentText", { enumerable: true, get: function () { return markdown_1.convertMarkdownToIntentText; } });
+var html_to_it_1 = require("./html-to-it");
+Object.defineProperty(exports, "convertHtmlToIntentText", { enumerable: true, get: function () { return html_to_it_1.convertHtmlToIntentText; } });
+var query_1 = require("./query");
+Object.defineProperty(exports, "queryBlocks", { enumerable: true, get: function () { return query_1.queryBlocks; } });
+Object.defineProperty(exports, "parseQuery", { enumerable: true, get: function () { return query_1.parseQuery; } });
+Object.defineProperty(exports, "formatQueryResult", { enumerable: true, get: function () { return query_1.formatQueryResult; } });
+Object.defineProperty(exports, "queryDocument", { enumerable: true, get: function () { return query_1.queryDocument; } });
+var schema_1 = require("./schema");
+Object.defineProperty(exports, "validateDocument", { enumerable: true, get: function () { return schema_1.validateDocument; } });
+Object.defineProperty(exports, "createSchema", { enumerable: true, get: function () { return schema_1.createSchema; } });
+Object.defineProperty(exports, "formatValidationResult", { enumerable: true, get: function () { return schema_1.formatValidationResult; } });
+Object.defineProperty(exports, "PREDEFINED_SCHEMAS", { enumerable: true, get: function () { return schema_1.PREDEFINED_SCHEMAS; } });
+var diff_1 = require("./diff");
+Object.defineProperty(exports, "diffDocuments", { enumerable: true, get: function () { return diff_1.diffDocuments; } });
+var workflow_1 = require("./workflow");
+Object.defineProperty(exports, "extractWorkflow", { enumerable: true, get: function () { return workflow_1.extractWorkflow; } });
+var executor_1 = require("./executor");
+Object.defineProperty(exports, "executeWorkflow", { enumerable: true, get: function () { return executor_1.executeWorkflow; } });
+var trust_1 = require("./trust");
+Object.defineProperty(exports, "computeDocumentHash", { enumerable: true, get: function () { return trust_1.computeDocumentHash; } });
+Object.defineProperty(exports, "findHistoryBoundaryInSource", { enumerable: true, get: function () { return trust_1.findHistoryBoundaryInSource; } });
+Object.defineProperty(exports, "sealDocument", { enumerable: true, get: function () { return trust_1.sealDocument; } });
+Object.defineProperty(exports, "verifyDocument", { enumerable: true, get: function () { return trust_1.verifyDocument; } });
+Object.defineProperty(exports, "generateBlockId", { enumerable: true, get: function () { return trust_1.generateBlockId; } });
+Object.defineProperty(exports, "blockFingerprint", { enumerable: true, get: function () { return trust_1.blockFingerprint; } });
+Object.defineProperty(exports, "matchBlocksToRegistry", { enumerable: true, get: function () { return trust_1.matchBlocksToRegistry; } });
+Object.defineProperty(exports, "computeTrustDiff", { enumerable: true, get: function () { return trust_1.computeTrustDiff; } });
+Object.defineProperty(exports, "incrementVersion", { enumerable: true, get: function () { return trust_1.incrementVersion; } });
+var history_1 = require("./history");
+Object.defineProperty(exports, "updateHistory", { enumerable: true, get: function () { return history_1.updateHistory; } });
+Object.defineProperty(exports, "parseHistorySection", { enumerable: true, get: function () { return history_1.parseHistorySection; } });
+var trust_2 = require("./trust");
+Object.defineProperty(exports, "detectHistoryBoundary", { enumerable: true, get: function () { return trust_2.detectHistoryBoundary; } });
+var index_builder_1 = require("./index-builder");
+Object.defineProperty(exports, "buildShallowIndex", { enumerable: true, get: function () { return index_builder_1.buildShallowIndex; } });
+Object.defineProperty(exports, "buildIndexEntry", { enumerable: true, get: function () { return index_builder_1.buildIndexEntry; } });
+Object.defineProperty(exports, "checkStaleness", { enumerable: true, get: function () { return index_builder_1.checkStaleness; } });
+Object.defineProperty(exports, "updateIndex", { enumerable: true, get: function () { return index_builder_1.updateIndex; } });
+Object.defineProperty(exports, "composeIndexes", { enumerable: true, get: function () { return index_builder_1.composeIndexes; } });
+Object.defineProperty(exports, "queryComposed", { enumerable: true, get: function () { return index_builder_1.queryComposed; } });
+Object.defineProperty(exports, "formatTable", { enumerable: true, get: function () { return index_builder_1.formatTable; } });
+Object.defineProperty(exports, "formatJSON", { enumerable: true, get: function () { return index_builder_1.formatJSON; } });
+Object.defineProperty(exports, "formatCSV", { enumerable: true, get: function () { return index_builder_1.formatCSV; } });
+var ask_1 = require("./ask");
+Object.defineProperty(exports, "askDocuments", { enumerable: true, get: function () { return ask_1.askDocuments; } });
+Object.defineProperty(exports, "serializeContext", { enumerable: true, get: function () { return ask_1.serializeContext; } });
+var types_1 = require("./types");
+Object.defineProperty(exports, "KEYWORDS", { enumerable: true, get: function () { return types_1.KEYWORDS; } });

package/dist/language-registry.d.ts

@@ -0,0 +1,39 @@
+export type KeywordCategory = "identity" | "content" | "structure" | "data" | "agent" | "trust" | "layout";
+export type KeywordStatus = "stable" | "alias" | "deprecated" | "compat-only" | "boundary";
+export interface KeywordDefinition {
+    canonical: string;
+    category: KeywordCategory;
+    since: string;
+    status: KeywordStatus;
+    description: string;
+    aliases: Array<{
+        alias: string;
+        status: "alias" | "compat-only" | "deprecated";
+    }>;
+}
+export interface ExtensionEntry {
+    keyword: string;
+    namespace: string;
+    xForm: string;
+    since: string;
+    description: string;
+}
+export declare const LANGUAGE_REGISTRY: KeywordDefinition[];
+export declare const EXTENSION_REGISTRY: ExtensionEntry[];
+export declare const CANONICAL_KEYWORDS: string[];
+export declare const KEYWORD_COUNT: number;
+export declare const EXTENSION_COUNT: number;
+export declare const ALIAS_MAP: Record<string, string>;
+export declare const DEPRECATED_ALIASES: Set<string>;
+export declare const COMPAT_ONLY_ALIASES: Set<string>;
+export declare const BOUNDARY_KEYWORDS: Set<string>;
+export declare const COMPAT_KEYWORDS: string[];
+export declare const PUBLIC_KEYWORDS: KeywordDefinition[];
+export type KeywordTier = "core" | "agent" | "contract" | "data" | "print";
+export declare function tierOf(def: KeywordDefinition): KeywordTier;
+export declare const KEYWORD_TIERS: Record<KeywordTier, string[]>;
+export declare const CORE_KEYWORDS: string[];
+export declare const CALLOUT_ALIAS_MAP: Record<string, string>;
+export declare const EXTENSION_KEYWORDS: Set<string>;
+export declare const EXTENSION_NS_MAP: Record<string, string>;
+export declare const EXTENSION_LEGACY_ALIASES: Record<string, string>;