@cesarandreslopez/occ 0.5.1 → 0.6.1

package/dist/src/structure/index.d.ts

@@ -1,3 +1,3 @@
-export { extractFromMarkdown, findChunkSection, getSectionContent } from './extract.js';
+export { extractFromMarkdown, findChunkSection, getSectionContent, enrichStructureWithMetrics } from './extract.js';
 export type { StructureNode, DocumentStructure, PageMapping } from './types.js';
 export { flatten, getNodeById, getNodeByPath, toDict, fromDict } from './types.js';

package/dist/src/structure/index.js

@@ -1,3 +1,3 @@
-export { extractFromMarkdown, findChunkSection, getSectionContent } from './extract.js';
+export { extractFromMarkdown, findChunkSection, getSectionContent, enrichStructureWithMetrics } from './extract.js';
 export { flatten, getNodeById, getNodeByPath, toDict, fromDict } from './types.js';
 //# sourceMappingURL=index.js.map

package/dist/src/structure/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/structure/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAExF,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/structure/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAEpH,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC"}

package/dist/src/structure/types.d.ts

@@ -17,6 +17,8 @@ export interface StructureNode {
     endPage?: number;
     parentNodeId?: string;
     structureCode?: string;
+    wordCount?: number;
+    tokenEstimate?: number;
     children: StructureNode[];
 }
 export declare const DocumentStructureSchema: z.ZodObject<{

package/dist/src/structure/types.js

@@ -15,6 +15,8 @@ export const StructureNodeSchema = z.object({
     endPage: z.number().optional(),
     parentNodeId: z.string().optional(),
     structureCode: z.string().optional(),
+    wordCount: z.number().optional(),
+    tokenEstimate: z.number().optional(),
     children: z.lazy(() => z.array(StructureNodeSchema)),
 });
 export const DocumentStructureSchema = z.object({
@@ -61,6 +63,8 @@ export function toDict(structure) {
             endPage: node.endPage,
             parentNodeId: node.parentNodeId,
             structureCode: node.structureCode,
+            wordCount: node.wordCount,
+            tokenEstimate: node.tokenEstimate,
             children: node.children.map(nodeToDict),
         };
     }

package/dist/src/structure/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/structure/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,mBAAmB,GAA6B,CAAC,CAAC,MAAM,CAAC;IACpE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;CACrD,CAAC,CAAC;AAeH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;IACvC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;CACrB,CAAC,CAAC;AAGH,MAAM,UAAU,OAAO,CAAC,KAAsB;IAC5C,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,SAAS,IAAI,CAAC,IAAqB;QACjC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,CAAC;IACZ,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAsB,EAAE,MAAc;IAChE,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;IAC1C,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAsB,EAAE,aAAqB;IACzE,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa;YAAE,OAAO,IAAI,CAAC;IACxD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,SAA4B;IACjD,SAAS,UAAU,CAAC,IAAmB;QACrC,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC;SACxC,CAAC;IACJ,CAAC;IACD,OAAO;QACL,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC;QAC9C,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,QAAQ,EAAE,SAAS,CAAC,QAAQ;KAC7B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAA6B;IACpD,OAAO,uBAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/structure/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,mBAAmB,GAA6B,CAAC,CAAC,MAAM,CAAC;IACpE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;CACrD,CAAC,CAAC;AAiBH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;IACvC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;CACrB,CAAC,CAAC;AAGH,MAAM,UAAU,OAAO,CAAC,KAAsB;IAC5C,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,SAAS,IAAI,CAAC,IAAqB;QACjC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,CAAC;IACZ,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAsB,EAAE,MAAc;IAChE,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;IAC1C,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAsB,EAAE,aAAqB;IACzE,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa;YAAE,OAAO,IAAI,CAAC;IACxD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,SAA4B;IACjD,SAAS,UAAU,CAAC,IAAmB;QACrC,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC;SACxC,CAAC;IACJ,CAAC;IACD,OAAO;QACL,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC;QAC9C,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,QAAQ,EAAE,SAAS,CAAC,QAAQ;KAC7B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAA6B;IACpD,OAAO,uBAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC"}

package/dist/src/tokens.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Language-aware token estimation — tokenx-inspired approach.
+ * Replaces the naive `chars / 4` heuristic with segment-level analysis.
+ */
+export interface LanguageConfig {
+    pattern: RegExp;
+    averageCharsPerToken: number;
+}
+export interface TokenEstimationOptions {
+    defaultCharsPerToken?: number;
+    languageConfigs?: LanguageConfig[];
+}
+/** Estimate token count using language-aware heuristics */
+export declare function estimateTokenCount(text?: string | number, options?: TokenEstimationOptions): number;
+/** Slice text by token positions (like Array.slice but for tokens) */
+export declare function sliceByTokens(text: string, start?: number, end?: number, options?: TokenEstimationOptions): string;

package/dist/src/tokens.js

@@ -0,0 +1,107 @@
+/**
+ * Language-aware token estimation — tokenx-inspired approach.
+ * Replaces the naive `chars / 4` heuristic with segment-level analysis.
+ */
+const PATTERNS = {
+    whitespace: /^\s+$/,
+    cjk: /[\u4E00-\u9FFF\u3400-\u4DBF\u3000-\u303F\uFF00-\uFFEF\u30A0-\u30FF\u2E80-\u2EFF\u31C0-\u31EF\u3200-\u32FF\u3300-\u33FF\uAC00-\uD7AF\u1100-\u11FF\u3130-\u318F\uA960-\uA97F\uD7B0-\uD7FF]/,
+    numeric: /^\d+(?:[.,]\d+)*$/,
+    punctuation: /[.,!?;(){}[\]<>:/\\|@#$%^&*+=`~_-]/,
+    alphanumeric: /^[a-zA-Z0-9\u00C0-\u00D6\u00D8-\u00F6\u00F8-\u00FF]+$/,
+};
+const TOKEN_SPLIT_PATTERN = new RegExp(`(\\s+|${PATTERNS.punctuation.source}+)`);
+const DEFAULT_CHARS_PER_TOKEN = 6;
+const SHORT_TOKEN_THRESHOLD = 3;
+const DEFAULT_LANGUAGE_CONFIGS = [
+    { pattern: /[äöüßẞ]/i, averageCharsPerToken: 3 },
+    { pattern: /[éèêëàâîïôûùüÿçœæáíóúñ]/i, averageCharsPerToken: 3 },
+    { pattern: /[ąćęłńóśźżěščřžýůúďťň]/i, averageCharsPerToken: 3.5 },
+];
+function getLanguageSpecificCharsPerToken(segment, configs) {
+    for (const config of configs) {
+        if (config.pattern.test(segment)) {
+            return config.averageCharsPerToken;
+        }
+    }
+    return undefined;
+}
+function getCharacterCount(text) {
+    return Array.from(text).length;
+}
+function estimateSegmentTokens(segment, languageConfigs, defaultCharsPerToken) {
+    if (PATTERNS.whitespace.test(segment))
+        return 0;
+    if (PATTERNS.cjk.test(segment))
+        return getCharacterCount(segment);
+    if (PATTERNS.numeric.test(segment))
+        return 1;
+    if (segment.length <= SHORT_TOKEN_THRESHOLD)
+        return 1;
+    if (PATTERNS.punctuation.test(segment))
+        return segment.length > 1 ? Math.ceil(segment.length / 2) : 1;
+    const charsPerToken = getLanguageSpecificCharsPerToken(segment, languageConfigs) ?? defaultCharsPerToken;
+    return Math.ceil(segment.length / charsPerToken);
+}
+/** Estimate token count using language-aware heuristics */
+export function estimateTokenCount(text, options = {}) {
+    if (text == null)
+        return 0;
+    if (typeof text === 'number') {
+        // Fallback for numeric input (character count) — use default ratio
+        return Math.max(0, Math.ceil(text / (options.defaultCharsPerToken ?? DEFAULT_CHARS_PER_TOKEN)));
+    }
+    if (!text)
+        return 0;
+    const { defaultCharsPerToken = DEFAULT_CHARS_PER_TOKEN, languageConfigs = DEFAULT_LANGUAGE_CONFIGS, } = options;
+    const segments = text.split(TOKEN_SPLIT_PATTERN).filter(Boolean);
+    let tokenCount = 0;
+    for (const segment of segments) {
+        tokenCount += estimateSegmentTokens(segment, languageConfigs, defaultCharsPerToken);
+    }
+    return tokenCount;
+}
+/** Slice text by token positions (like Array.slice but for tokens) */
+export function sliceByTokens(text, start = 0, end, options = {}) {
+    if (!text)
+        return '';
+    const { defaultCharsPerToken = DEFAULT_CHARS_PER_TOKEN, languageConfigs = DEFAULT_LANGUAGE_CONFIGS } = options;
+    let totalTokens = 0;
+    if (start < 0 || (end !== undefined && end < 0)) {
+        totalTokens = estimateTokenCount(text, options);
+    }
+    const normalizedStart = start < 0 ? Math.max(0, totalTokens + start) : Math.max(0, start);
+    const normalizedEnd = end === undefined ? Infinity : end < 0 ? Math.max(0, totalTokens + end) : end;
+    if (normalizedStart >= normalizedEnd)
+        return '';
+    const segments = text.split(TOKEN_SPLIT_PATTERN).filter(Boolean);
+    const parts = [];
+    let currentTokenPos = 0;
+    for (const segment of segments) {
+        if (currentTokenPos >= normalizedEnd)
+            break;
+        const tokenCount = estimateSegmentTokens(segment, languageConfigs, defaultCharsPerToken);
+        const segmentEnd = currentTokenPos + tokenCount;
+        if (segmentEnd > normalizedStart && currentTokenPos < normalizedEnd) {
+            if (tokenCount === 0) {
+                if (currentTokenPos >= normalizedStart && currentTokenPos < normalizedEnd) {
+                    parts.push(segment);
+                }
+            }
+            else {
+                const overlapStart = Math.max(0, normalizedStart - currentTokenPos);
+                const overlapEnd = Math.min(tokenCount, normalizedEnd - currentTokenPos);
+                if (overlapStart === 0 && overlapEnd === tokenCount) {
+                    parts.push(segment);
+                }
+                else {
+                    const charStart = Math.floor((overlapStart / tokenCount) * segment.length);
+                    const charEnd = Math.ceil((overlapEnd / tokenCount) * segment.length);
+                    parts.push(segment.slice(charStart, charEnd));
+                }
+            }
+        }
+        currentTokenPos += tokenCount;
+    }
+    return parts.join('');
+}
+//# sourceMappingURL=tokens.js.map

package/dist/src/tokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../src/tokens.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAYH,MAAM,QAAQ,GAAG;IACf,UAAU,EAAE,OAAO;IACnB,GAAG,EAAE,0LAA0L;IAC/L,OAAO,EAAE,mBAAmB;IAC5B,WAAW,EAAE,oCAAoC;IACjD,YAAY,EAAE,uDAAuD;CAC7D,CAAC;AAEX,MAAM,mBAAmB,GAAG,IAAI,MAAM,CAAC,SAAS,QAAQ,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;AACjF,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAEhC,MAAM,wBAAwB,GAAqB;IACjD,EAAE,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,CAAC,EAAE;IAChD,EAAE,OAAO,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,CAAC,EAAE;IAChE,EAAE,OAAO,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,GAAG,EAAE;CAClE,CAAC;AAEF,SAAS,gCAAgC,CAAC,OAAe,EAAE,OAAyB;IAClF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACjC,OAAO,MAAM,CAAC,oBAAoB,CAAC;QACrC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;AACjC,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAe,EACf,eAAiC,EACjC,oBAA4B;IAE5B,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,CAAC,CAAC;IAChD,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAClE,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7C,IAAI,OAAO,CAAC,MAAM,IAAI,qBAAqB;QAAE,OAAO,CAAC,CAAC;IACtD,IAAI,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtG,MAAM,aAAa,GAAG,gCAAgC,CAAC,OAAO,EAAE,eAAe,CAAC,IAAI,oBAAoB,CAAC;IACzG,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;AACnD,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,kBAAkB,CAAC,IAAsB,EAAE,UAAkC,EAAE;IAC7F,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,CAAC,CAAC;IAC3B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,mEAAmE;QACnE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,oBAAoB,IAAI,uBAAuB,CAAC,CAAC,CAAC,CAAC;IAClG,CAAC;IACD,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IAEpB,MAAM,EACJ,oBAAoB,GAAG,uBAAuB,EAC9C,eAAe,GAAG,wBAAwB,GAC3C,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjE,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,UAAU,IAAI,qBAAqB,CAAC,OAAO,EAAE,eAAe,EAAE,oBAAoB,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,aAAa,CAC3B,IAAY,EACZ,KAAK,GAAG,CAAC,EACT,GAAY,EACZ,UAAkC,EAAE;IAEpC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,MAAM,EAAE,oBAAoB,GAAG,uBAAuB,EAAE,eAAe,GAAG,wBAAwB,EAAE,GAAG,OAAO,CAAC;IAE/G,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC;QAChD,WAAW,GAAG,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC1F,MAAM,aAAa,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAEpG,IAAI,eAAe,IAAI,aAAa;QAAE,OAAO,EAAE,CAAC;IAEhD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,eAAe,IAAI,aAAa;YAAE,MAAM;QAE5C,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,EAAE,eAAe,EAAE,oBAAoB,CAAC,CAAC;QACzF,MAAM,UAAU,GAAG,eAAe,GAAG,UAAU,CAAC;QAEhD,IAAI,UAAU,GAAG,eAAe,IAAI,eAAe,GAAG,aAAa,EAAE,CAAC;YACpE,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;gBACrB,IAAI,eAAe,IAAI,eAAe,IAAI,eAAe,GAAG,aAAa,EAAE,CAAC;oBAC1E,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,GAAG,eAAe,CAAC,CAAC;gBACpE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,aAAa,GAAG,eAAe,CAAC,CAAC;gBACzE,IAAI,YAAY,KAAK,CAAC,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;oBACpD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACtB,CAAC;qBAAM,CAAC;oBACN,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;oBAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;oBACtE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;QACH,CAAC;QAED,eAAe,IAAI,UAAU,CAAC;IAChC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxB,CAAC"}

package/dist/src/types.d.ts

@@ -13,13 +13,23 @@ export type SkippedEntry = z.infer<typeof SkippedEntrySchema>;
 export declare const ParserOutputSchema: z.ZodObject<{
     fileType: z.ZodString;
     metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    confidence: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodEnum<{
+        exact: "exact";
+        estimated: "estimated";
+    }>>>;
 }, z.core.$strip>;
 export type ParserOutput = z.infer<typeof ParserOutputSchema>;
+export type ConfidenceLevel = 'exact' | 'estimated';
 export declare const ParseResultSchema: z.ZodObject<{
     filePath: z.ZodString;
     size: z.ZodNumber;
     success: z.ZodBoolean;
     fileType: z.ZodString;
     metrics: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+    confidence: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodEnum<{
+        exact: "exact";
+        estimated: "estimated";
+    }>>>;
+    suggestion: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>;
 export type ParseResult = z.infer<typeof ParseResultSchema>;

package/dist/src/types.js

@@ -11,6 +11,7 @@ export const SkippedEntrySchema = z.object({
 export const ParserOutputSchema = z.object({
     fileType: z.string(),
     metrics: z.record(z.string(), z.number()),
+    confidence: z.record(z.string(), z.enum(['exact', 'estimated'])).optional(),
 });
 export const ParseResultSchema = z.object({
     filePath: z.string(),
@@ -18,5 +19,7 @@ export const ParseResultSchema = z.object({
     success: z.boolean(),
     fileType: z.string(),
     metrics: z.record(z.string(), z.number()).nullable(),
+    confidence: z.record(z.string(), z.enum(['exact', 'estimated'])).optional(),
+    suggestion: z.string().optional(),
 });
 //# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;CAC1C,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACpB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;IACzC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC5E,CAAC,CAAC;AAKH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACpB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpD,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC3E,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cesarandreslopez/occ",
-  "version": "0.5.1",
+  "version": "0.6.1",
   "description": "Office Cloc and Count — scc-style summary tables for office documents",
   "type": "module",
   "bin": {
@@ -30,7 +30,8 @@
     "pptx",
     "pdf",
     "scc",
-    "cli"
+    "cli",
+    "confidence"
   ],
   "exports": {
     ".": {
@@ -104,6 +105,30 @@
     "./table/inspect": {
       "types": "./dist/src/table/inspect.d.ts",
       "default": "./dist/src/table/inspect.js"
+    },
+    "./tokens": {
+      "types": "./dist/src/tokens.d.ts",
+      "default": "./dist/src/tokens.js"
+    },
+    "./doc/entities": {
+      "types": "./dist/src/doc/entities.d.ts",
+      "default": "./dist/src/doc/entities.js"
+    },
+    "./doc/references": {
+      "types": "./dist/src/doc/references.d.ts",
+      "default": "./dist/src/doc/references.js"
+    },
+    "./progress-event": {
+      "types": "./dist/src/progress-event.d.ts",
+      "default": "./dist/src/progress-event.js"
+    },
+    "./types": {
+      "types": "./dist/src/types.d.ts",
+      "default": "./dist/src/types.js"
+    },
+    "./stats": {
+      "types": "./dist/src/stats.d.ts",
+      "default": "./dist/src/stats.js"
     }
   },
   "files": [