@willwade/aac-processors 0.0.11 → 0.0.12

package/dist/optional/analytics/metrics/vocabulary.js

@@ -0,0 +1,140 @@
+"use strict";
+/**
+ * Vocabulary Coverage Analysis
+ *
+ * Analyzes how well an AAC board set covers core vocabulary
+ * and identifies missing/extra words compared to reference lists.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VocabularyAnalyzer = void 0;
+const index_1 = require("../reference/index");
+const effort_1 = require("./effort");
+class VocabularyAnalyzer {
+    constructor(referenceLoader) {
+        this.referenceLoader = referenceLoader || new index_1.ReferenceLoader();
+    }
+    /**
+     * Analyze vocabulary coverage against core lists
+     */
+    analyze(metrics, options) {
+        // const locale = options?.locale || metrics.locale || 'en';
+        const highEffortThreshold = options?.highEffortThreshold || 5.0;
+        const lowEffortThreshold = options?.lowEffortThreshold || 2.0;
+        // Load reference data
+        const coreLists = this.referenceLoader.loadCoreLists();
+        // Create word to effort map
+        const wordEffortMap = new Map();
+        metrics.buttons.forEach((btn) => {
+            const existing = wordEffortMap.get(btn.label);
+            if (!existing || btn.effort < existing) {
+                wordEffortMap.set(btn.label, btn.effort);
+            }
+        });
+        // Analyze each core list
+        const core_coverage = {};
+        coreLists.forEach((list) => {
+            const analysis = this.analyzeCoreList(list, wordEffortMap);
+            core_coverage[list.id] = analysis;
+        });
+        // Find extra words (words not in any core list)
+        const allCoreWords = new Set();
+        coreLists.forEach((list) => {
+            list.words.forEach((word) => allCoreWords.add(word.toLowerCase()));
+        });
+        const extraWords = [];
+        wordEffortMap.forEach((effort, word) => {
+            if (!allCoreWords.has(word.toLowerCase())) {
+                extraWords.push(word);
+            }
+        });
+        extraWords.sort((a, b) => a.localeCompare(b));
+        // Find high/low effort words
+        const highEffortWords = [];
+        const lowEffortWords = [];
+        wordEffortMap.forEach((effort, word) => {
+            if (effort > highEffortThreshold) {
+                highEffortWords.push({ word, effort });
+            }
+            else if (effort < lowEffortThreshold) {
+                lowEffortWords.push({ word, effort });
+            }
+        });
+        highEffortWords.sort((a, b) => b.effort - a.effort);
+        lowEffortWords.sort((a, b) => a.effort - b.effort);
+        return {
+            core_coverage,
+            total_unique_words: wordEffortMap.size,
+            words_with_effort: wordEffortMap.size,
+            words_requiring_spelling: 0, // Calculated during sentence analysis
+            extra_words: extraWords,
+            high_effort_words: highEffortWords.slice(0, 50), // Top 50
+            low_effort_words: lowEffortWords.slice(0, 50), // Bottom 50
+        };
+    }
+    /**
+     * Analyze coverage for a single core list
+     */
+    analyzeCoreList(list, wordEffortMap) {
+        const covered = [];
+        const missing = [];
+        let totalEffort = 0;
+        list.words.forEach((word) => {
+            const effort = wordEffortMap.get(word);
+            if (effort !== undefined) {
+                covered.push(word);
+                totalEffort += effort;
+            }
+            else {
+                missing.push(word);
+            }
+        });
+        const averageEffort = covered.length > 0 ? totalEffort / covered.length : 0;
+        return {
+            name: list.name,
+            total_words: list.words.length,
+            covered: covered.length,
+            missing: missing.length,
+            coverage_percent: (covered.length / list.words.length) * 100,
+            missing_words: missing,
+            average_effort: averageEffort,
+        };
+    }
+    /**
+     * Calculate coverage percentage for a specific word list
+     */
+    calculateCoverage(wordList, metrics) {
+        const wordSet = new Set(metrics.buttons.map((btn) => btn.label.toLowerCase()));
+        const covered = [];
+        const missing = [];
+        wordList.forEach((word) => {
+            if (wordSet.has(word.toLowerCase())) {
+                covered.push(word);
+            }
+            else {
+                missing.push(word);
+            }
+        });
+        return {
+            covered,
+            missing,
+            coverage_percent: (covered.length / wordList.length) * 100,
+        };
+    }
+    /**
+     * Get effort for a word, or calculate spelling effort if missing
+     */
+    getWordEffort(word, metrics) {
+        const btn = metrics.buttons.find((b) => b.label.toLowerCase() === word.toLowerCase());
+        if (btn) {
+            return btn.effort;
+        }
+        return (0, effort_1.spellingEffort)(word);
+    }
+    /**
+     * Check if a word is in the board set
+     */
+    hasWord(word, metrics) {
+        return metrics.buttons.some((b) => b.label.toLowerCase() === word.toLowerCase());
+    }
+}
+exports.VocabularyAnalyzer = VocabularyAnalyzer;

package/dist/optional/analytics/reference/index.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Reference Data Loader
+ *
+ * Loads reference vocabulary lists, core lists, and sentences
+ * for AAC metrics analysis.
+ */
+import { CoreList, CommonWordsData, SynonymsData } from '../metrics/types';
+export declare class ReferenceLoader {
+    private dataDir;
+    private locale;
+    constructor(dataDir?: string, locale?: string);
+    /**
+     * Load core vocabulary lists
+     */
+    loadCoreLists(): CoreList[];
+    /**
+     * Load common words with baseline effort scores
+     */
+    loadCommonWords(): CommonWordsData;
+    /**
+     * Load synonym mappings
+     */
+    loadSynonyms(): SynonymsData;
+    /**
+     * Load test sentences
+     */
+    loadSentences(): string[][];
+    /**
+     * Load fringe vocabulary
+     */
+    loadFringe(): string[];
+    /**
+     * Load base words hash map
+     */
+    loadBaseWords(): {
+        [word: string]: boolean;
+    };
+    /**
+     * Get all reference data at once
+     */
+    loadAll(): {
+        coreLists: CoreList[];
+        commonWords: CommonWordsData;
+        synonyms: SynonymsData;
+        sentences: string[][];
+        fringe: string[];
+        baseWords: {
+            [word: string]: boolean;
+        };
+    };
+}

package/dist/optional/analytics/reference/index.js

@@ -0,0 +1,102 @@
+"use strict";
+/**
+ * Reference Data Loader
+ *
+ * Loads reference vocabulary lists, core lists, and sentences
+ * for AAC metrics analysis.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ReferenceLoader = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+class ReferenceLoader {
+    constructor(dataDir = path.join(__dirname, 'data'), locale = 'en') {
+        this.dataDir = dataDir;
+        this.locale = locale;
+    }
+    /**
+     * Load core vocabulary lists
+     */
+    loadCoreLists() {
+        const filePath = path.join(this.dataDir, `core_lists.${this.locale}.json`);
+        const content = fs.readFileSync(filePath, 'utf-8');
+        return JSON.parse(content);
+    }
+    /**
+     * Load common words with baseline effort scores
+     */
+    loadCommonWords() {
+        const filePath = path.join(this.dataDir, `common_words.${this.locale}.json`);
+        const content = fs.readFileSync(filePath, 'utf-8');
+        return JSON.parse(content);
+    }
+    /**
+     * Load synonym mappings
+     */
+    loadSynonyms() {
+        const filePath = path.join(this.dataDir, `synonyms.${this.locale}.json`);
+        const content = fs.readFileSync(filePath, 'utf-8');
+        return JSON.parse(content);
+    }
+    /**
+     * Load test sentences
+     */
+    loadSentences() {
+        const filePath = path.join(this.dataDir, `sentences.${this.locale}.json`);
+        const content = fs.readFileSync(filePath, 'utf-8');
+        return JSON.parse(content);
+    }
+    /**
+     * Load fringe vocabulary
+     */
+    loadFringe() {
+        const filePath = path.join(this.dataDir, `fringe.${this.locale}.json`);
+        const content = fs.readFileSync(filePath, 'utf-8');
+        return JSON.parse(content);
+    }
+    /**
+     * Load base words hash map
+     */
+    loadBaseWords() {
+        const filePath = path.join(this.dataDir, `base_words.${this.locale}.json`);
+        const content = fs.readFileSync(filePath, 'utf-8');
+        return JSON.parse(content);
+    }
+    /**
+     * Get all reference data at once
+     */
+    loadAll() {
+        return {
+            coreLists: this.loadCoreLists(),
+            commonWords: this.loadCommonWords(),
+            synonyms: this.loadSynonyms(),
+            sentences: this.loadSentences(),
+            fringe: this.loadFringe(),
+            baseWords: this.loadBaseWords(),
+        };
+    }
+}
+exports.ReferenceLoader = ReferenceLoader;

package/dist/optional/analytics/utils/idGenerator.d.ts

@@ -0,0 +1,59 @@
+/**
+ * ID Generator Utility for AAC Metrics
+ *
+ * Generates clone_id values based on grid location and button label.
+ * Clone IDs help identify buttons that appear in the same location
+ * across different boards in an AAC system.
+ */
+/**
+ * Normalize a label for use in clone_id generation
+ * Converts to lowercase, removes apostrophes, trims whitespace
+ *
+ * @param label - The button label to normalize
+ * @returns Normalized label string
+ */
+export declare function normalizeLabelForCloneId(label: string): string;
+/**
+ * Generate a clone_id based on grid location and button label
+ *
+ * Clone ID format: "{rows}x{cols}-{row}.{col}-{label_normalized}"
+ * Example: "6x4-2.3-more" for button "more" at row 2, col 3 in a 6x4 grid
+ *
+ * @param rows - Total number of rows in the grid
+ * @param cols - Total number of columns in the grid
+ * @param row - Zero-based row index of the button
+ * @param col - Zero-based column index of the button
+ * @param label - The button label
+ * @returns A clone_id string
+ */
+export declare function generateCloneId(rows: number, cols: number, row: number, col: number, label: string): string;
+/**
+ * Generate a semantic_id based on button content
+ *
+ * Semantic IDs identify buttons with the same semantic meaning across boards.
+ * This is a fallback for formats that don't have explicit semantic IDs.
+ * Based on hash of message + label
+ *
+ * @param message - The button message/vocalization
+ * @param label - The button label
+ * @returns A semantic_id string (hash-based)
+ */
+export declare function generateSemanticId(message: string, label: string): string;
+/**
+ * Extract all semantic_ids from a page's buttons
+ *
+ * @param buttons - Array of buttons to scan
+ * @returns Array of unique semantic_id strings
+ */
+export declare function extractSemanticIds(buttons: Array<{
+    semantic_id?: string;
+}>): string[];
+/**
+ * Extract all clone_ids from a page's buttons
+ *
+ * @param buttons - Array of buttons to scan
+ * @returns Array of unique clone_id strings
+ */
+export declare function extractCloneIds(buttons: Array<{
+    clone_id?: string;
+}>): string[];

package/dist/optional/analytics/utils/idGenerator.js

@@ -0,0 +1,96 @@
+"use strict";
+/**
+ * ID Generator Utility for AAC Metrics
+ *
+ * Generates clone_id values based on grid location and button label.
+ * Clone IDs help identify buttons that appear in the same location
+ * across different boards in an AAC system.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeLabelForCloneId = normalizeLabelForCloneId;
+exports.generateCloneId = generateCloneId;
+exports.generateSemanticId = generateSemanticId;
+exports.extractSemanticIds = extractSemanticIds;
+exports.extractCloneIds = extractCloneIds;
+/**
+ * Normalize a label for use in clone_id generation
+ * Converts to lowercase, removes apostrophes, trims whitespace
+ *
+ * @param label - The button label to normalize
+ * @returns Normalized label string
+ */
+function normalizeLabelForCloneId(label) {
+    return label
+        .toLowerCase()
+        .replace(/['']/g, '') // Remove apostrophes
+        .replace(/\s+/g, '_') // Replace spaces with underscores
+        .trim();
+}
+/**
+ * Generate a clone_id based on grid location and button label
+ *
+ * Clone ID format: "{rows}x{cols}-{row}.{col}-{label_normalized}"
+ * Example: "6x4-2.3-more" for button "more" at row 2, col 3 in a 6x4 grid
+ *
+ * @param rows - Total number of rows in the grid
+ * @param cols - Total number of columns in the grid
+ * @param row - Zero-based row index of the button
+ * @param col - Zero-based column index of the button
+ * @param label - The button label
+ * @returns A clone_id string
+ */
+function generateCloneId(rows, cols, row, col, label) {
+    const normalizedLabel = normalizeLabelForCloneId(label);
+    return `${rows}x${cols}-${row}.${col}-${normalizedLabel}`;
+}
+/**
+ * Generate a semantic_id based on button content
+ *
+ * Semantic IDs identify buttons with the same semantic meaning across boards.
+ * This is a fallback for formats that don't have explicit semantic IDs.
+ * Based on hash of message + label
+ *
+ * @param message - The button message/vocalization
+ * @param label - The button label
+ * @returns A semantic_id string (hash-based)
+ */
+function generateSemanticId(message, label) {
+    const content = `${message || ''}::${label || ''}`;
+    // Simple hash function (djb2 algorithm)
+    let hash = 5381;
+    for (let i = 0; i < content.length; i++) {
+        hash = (hash * 33) ^ content.charCodeAt(i);
+    }
+    // Convert to positive hex string
+    return `semantic_${(hash >>> 0).toString(16)}`;
+}
+/**
+ * Extract all semantic_ids from a page's buttons
+ *
+ * @param buttons - Array of buttons to scan
+ * @returns Array of unique semantic_id strings
+ */
+function extractSemanticIds(buttons) {
+    const ids = new Set();
+    for (const button of buttons) {
+        if (button.semantic_id) {
+            ids.add(button.semantic_id);
+        }
+    }
+    return Array.from(ids);
+}
+/**
+ * Extract all clone_ids from a page's buttons
+ *
+ * @param buttons - Array of buttons to scan
+ * @returns Array of unique clone_id strings
+ */
+function extractCloneIds(buttons) {
+    const ids = new Set();
+    for (const button of buttons) {
+        if (button.clone_id) {
+            ids.add(button.clone_id);
+        }
+    }
+    return Array.from(ids);
+}

package/dist/processors/gridsetProcessor.js

@@ -19,6 +19,7 @@ const pluginTypes_1 = require("./gridset/pluginTypes");
 const commands_1 = require("./gridset/commands");
 const symbols_1 = require("./gridset/symbols");
 const resolver_2 = require("./gridset/resolver");
+const idGenerator_1 = require("../optional/analytics/utils/idGenerator");
 class GridsetProcessor extends baseProcessor_1.BaseProcessor {
     constructor(options) {
         super(options);
@@ -922,6 +923,7 @@ class GridsetProcessor extends baseProcessor_1.BaseProcessor {
                             message: String(message),
                             targetPageId: navigationTarget ? String(navigationTarget) : undefined,
                             semanticAction: semanticAction,
+                            semantic_id: cell.semantic_id || cell.SemanticId || undefined, // Extract semantic_id if present
                             image: declaredImageName,
                             resolvedImageEntry: resolvedImageEntry,
                             x: cellX,
@@ -963,6 +965,29 @@ class GridsetProcessor extends baseProcessor_1.BaseProcessor {
                     });
                     // Set the page's grid layout
                     page.grid = gridLayout;
+                    // Generate clone_id for each button in the grid
+                    const semanticIds = [];
+                    const cloneIds = [];
+                    gridLayout.forEach((row, rowIndex) => {
+                        row.forEach((btn, colIndex) => {
+                            if (btn) {
+                                // Generate clone_id based on position and label
+                                btn.clone_id = (0, idGenerator_1.generateCloneId)(maxRows, maxCols, rowIndex, colIndex, btn.label);
+                                cloneIds.push(btn.clone_id);
+                                // Track semantic_id if present
+                                if (btn.semantic_id) {
+                                    semanticIds.push(btn.semantic_id);
+                                }
+                            }
+                        });
+                    });
+                    // Track IDs on the page
+                    if (semanticIds.length > 0) {
+                        page.semantic_ids = semanticIds;
+                    }
+                    if (cloneIds.length > 0) {
+                        page.clone_ids = cloneIds;
+                    }
                 }
                 tree.addPage(page);
             }

package/dist/processors/index.d.ts

@@ -7,6 +7,7 @@ export { OpmlProcessor } from './opmlProcessor';
 export { SnapProcessor } from './snapProcessor';
 export { TouchChatProcessor } from './touchchatProcessor';
 export { AstericsGridProcessor } from './astericsGridProcessor';
+export { ObfsetProcessor } from './obfsetProcessor';
 export { getPageTokenImageMap, getAllowedImageEntries, openImage, generateGrid3Guid, createSettingsXml, createFileMapXml, getCommonDocumentsPath, findGrid3UserPaths, findGrid3HistoryDatabases, findGrid3Users, findGrid3Vocabularies, findGrid3UserHistory, isGrid3Installed, readGrid3History, readGrid3HistoryForUser, readAllGrid3History, type Grid3UserPath, type Grid3VocabularyPath, type Grid3HistoryEntry, } from './gridset/helpers';
 export { getPageTokenImageMap as getGridsetPageTokenImageMap, getAllowedImageEntries as getGridsetAllowedImageEntries, openImage as openGridsetImage, generateGrid3Guid as generateGridsetGuid, createSettingsXml as createGridsetSettingsXml, createFileMapXml as createGridsetFileMapXml, getCommonDocumentsPath as getGridsetCommonDocumentsPath, findGrid3UserPaths as findGridsetUserPaths, findGrid3HistoryDatabases as findGridsetHistoryDatabases, findGrid3Users as findGridsetUsers, findGrid3Vocabularies as findGridsetVocabularies, findGrid3UserHistory as findGridsetUserHistory, isGrid3Installed as isGridsetInstalled, readGrid3History as readGridsetHistory, readGrid3HistoryForUser as readGridsetHistoryForUser, readAllGrid3History as readAllGridsetHistory, } from './gridset/helpers';
 export { resolveGrid3CellImage } from './gridset/resolver';

package/dist/processors/index.js

@@ -14,9 +14,9 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.rgbaToHex = exports.getNamedColor = exports.resolveGridsetPasswordFromEnv = exports.resolveGridsetPassword = exports.wordlistToXml = exports.updateWordlist = exports.extractWordlists = exports.createWordlist = exports.resolveGrid3CellImage = exports.readAllGridsetHistory = exports.readGridsetHistoryForUser = exports.readGridsetHistory = exports.isGridsetInstalled = exports.findGridsetUserHistory = exports.findGridsetVocabularies = exports.findGridsetUsers = exports.findGridsetHistoryDatabases = exports.findGridsetUserPaths = exports.getGridsetCommonDocumentsPath = exports.createGridsetFileMapXml = exports.createGridsetSettingsXml = exports.generateGridsetGuid = exports.openGridsetImage = exports.getGridsetAllowedImageEntries = exports.getGridsetPageTokenImageMap = exports.readAllGrid3History = exports.readGrid3HistoryForUser = exports.readGrid3History = exports.isGrid3Installed = exports.findGrid3UserHistory = exports.findGrid3Vocabularies = exports.findGrid3Users = exports.findGrid3HistoryDatabases = exports.findGrid3UserPaths = exports.getCommonDocumentsPath = exports.createFileMapXml = exports.createSettingsXml = exports.generateGrid3Guid = exports.openImage = exports.getAllowedImageEntries = exports.getPageTokenImageMap = exports.AstericsGridProcessor = exports.TouchChatProcessor = exports.SnapProcessor = exports.OpmlProcessor = exports.ObfProcessor = exports.GridsetProcessor = exports.ExcelProcessor = exports.DotProcessor = exports.ApplePanelsProcessor = void 0;
-exports.SYMBOL_LIBRARIES = exports.symbolReferenceToFilename = exports.getSymbolSearchIndexesDir = exports.getSymbolLibrariesDir = exports.getDefaultGrid3Path = exports.getSymbolLibraryDisplayName = exports.isKnownSymbolLibrary = exports.getSymbolPath = exports.getSymbolLibraryName = exports.createSymbolReference = exports.analyzeSymbolUsage = exports.extractSymbolReferences = exports.getSymbolLibraryInfo = exports.getAvailableSymbolLibraries = exports.resolveSymbolReference = exports.isSymbolReference = exports.parseSymbolReference = exports.Grid3CommandCategory = exports.GRID3_COMMANDS = exports.extractCommandParameters = exports.getAllPluginIds = exports.getAllCommandIds = exports.getCommandsByCategory = exports.getCommandsByPlugin = exports.getCommandDefinition = exports.detectCommand = exports.isRegularCell = exports.isAutoContentCell = exports.isLiveCell = exports.isWorkspaceCell = exports.getCellTypeDisplayName = exports.AUTOCONTENT_TYPES = exports.LIVECELL_TYPES = exports.WORKSPACE_TYPES = exports.Grid3CellType = exports.detectPluginCellType = exports.ensureAlphaChannelFromStyles = exports.SHAPE_NAMES = exports.CellBackgroundShape = exports.createCategoryStyle = exports.createDefaultStylesXml = exports.CATEGORY_STYLES = exports.DEFAULT_GRID3_STYLES = exports.ensureAlphaChannel = exports.normalizeColor = exports.darkenColor = exports.toHexColor = exports.clampAlpha = exports.clampColorChannel = exports.channelToHex = void 0;
-exports.openTouchChatImage = exports.getTouchChatAllowedImageEntries = exports.getTouchChatPageTokenImageMap = exports.readSnapUsageForUser = exports.readSnapUsage = exports.isSnapInstalled = exports.findSnapUserHistory = exports.findSnapUserVocabularies = exports.findSnapUsers = exports.findSnapPackagePath = exports.findSnapPackages = exports.openSnapImage = exports.getSnapAllowedImageEntries = exports.getSnapPageTokenImageMap = exports.getSymbolSearchStats = exports.countLibrarySymbols = exports.getSearchSuggestions = exports.getAllSearchTerms = exports.getSymbolDisplayName = exports.getSymbolFilename = exports.searchSymbolsWithReferences = exports.searchSymbols = exports.loadSearchIndexes = exports.parsePixFile = exports.createSymbolManifest = exports.exportSymbolReferencesToCsv = exports.suggestExtractionStrategy = exports.analyzeSymbolExtraction = exports.convertToAstericsImage = exports.extractSymbolLibraryImage = exports.extractButtonImage = exports.getSymbolSearchDir = exports.getSymbolsDir = exports.parseImageSymbolReference = exports.isSymbolLibraryReference = void 0;
+exports.getNamedColor = exports.resolveGridsetPasswordFromEnv = exports.resolveGridsetPassword = exports.wordlistToXml = exports.updateWordlist = exports.extractWordlists = exports.createWordlist = exports.resolveGrid3CellImage = exports.readAllGridsetHistory = exports.readGridsetHistoryForUser = exports.readGridsetHistory = exports.isGridsetInstalled = exports.findGridsetUserHistory = exports.findGridsetVocabularies = exports.findGridsetUsers = exports.findGridsetHistoryDatabases = exports.findGridsetUserPaths = exports.getGridsetCommonDocumentsPath = exports.createGridsetFileMapXml = exports.createGridsetSettingsXml = exports.generateGridsetGuid = exports.openGridsetImage = exports.getGridsetAllowedImageEntries = exports.getGridsetPageTokenImageMap = exports.readAllGrid3History = exports.readGrid3HistoryForUser = exports.readGrid3History = exports.isGrid3Installed = exports.findGrid3UserHistory = exports.findGrid3Vocabularies = exports.findGrid3Users = exports.findGrid3HistoryDatabases = exports.findGrid3UserPaths = exports.getCommonDocumentsPath = exports.createFileMapXml = exports.createSettingsXml = exports.generateGrid3Guid = exports.openImage = exports.getAllowedImageEntries = exports.getPageTokenImageMap = exports.ObfsetProcessor = exports.AstericsGridProcessor = exports.TouchChatProcessor = exports.SnapProcessor = exports.OpmlProcessor = exports.ObfProcessor = exports.GridsetProcessor = exports.ExcelProcessor = exports.DotProcessor = exports.ApplePanelsProcessor = void 0;
+exports.symbolReferenceToFilename = exports.getSymbolSearchIndexesDir = exports.getSymbolLibrariesDir = exports.getDefaultGrid3Path = exports.getSymbolLibraryDisplayName = exports.isKnownSymbolLibrary = exports.getSymbolPath = exports.getSymbolLibraryName = exports.createSymbolReference = exports.analyzeSymbolUsage = exports.extractSymbolReferences = exports.getSymbolLibraryInfo = exports.getAvailableSymbolLibraries = exports.resolveSymbolReference = exports.isSymbolReference = exports.parseSymbolReference = exports.Grid3CommandCategory = exports.GRID3_COMMANDS = exports.extractCommandParameters = exports.getAllPluginIds = exports.getAllCommandIds = exports.getCommandsByCategory = exports.getCommandsByPlugin = exports.getCommandDefinition = exports.detectCommand = exports.isRegularCell = exports.isAutoContentCell = exports.isLiveCell = exports.isWorkspaceCell = exports.getCellTypeDisplayName = exports.AUTOCONTENT_TYPES = exports.LIVECELL_TYPES = exports.WORKSPACE_TYPES = exports.Grid3CellType = exports.detectPluginCellType = exports.ensureAlphaChannelFromStyles = exports.SHAPE_NAMES = exports.CellBackgroundShape = exports.createCategoryStyle = exports.createDefaultStylesXml = exports.CATEGORY_STYLES = exports.DEFAULT_GRID3_STYLES = exports.ensureAlphaChannel = exports.normalizeColor = exports.darkenColor = exports.toHexColor = exports.clampAlpha = exports.clampColorChannel = exports.channelToHex = exports.rgbaToHex = void 0;
+exports.openTouchChatImage = exports.getTouchChatAllowedImageEntries = exports.getTouchChatPageTokenImageMap = exports.readSnapUsageForUser = exports.readSnapUsage = exports.isSnapInstalled = exports.findSnapUserHistory = exports.findSnapUserVocabularies = exports.findSnapUsers = exports.findSnapPackagePath = exports.findSnapPackages = exports.openSnapImage = exports.getSnapAllowedImageEntries = exports.getSnapPageTokenImageMap = exports.getSymbolSearchStats = exports.countLibrarySymbols = exports.getSearchSuggestions = exports.getAllSearchTerms = exports.getSymbolDisplayName = exports.getSymbolFilename = exports.searchSymbolsWithReferences = exports.searchSymbols = exports.loadSearchIndexes = exports.parsePixFile = exports.createSymbolManifest = exports.exportSymbolReferencesToCsv = exports.suggestExtractionStrategy = exports.analyzeSymbolExtraction = exports.convertToAstericsImage = exports.extractSymbolLibraryImage = exports.extractButtonImage = exports.getSymbolSearchDir = exports.getSymbolsDir = exports.parseImageSymbolReference = exports.isSymbolLibraryReference = exports.SYMBOL_LIBRARIES = void 0;
 var applePanelsProcessor_1 = require("./applePanelsProcessor");
 Object.defineProperty(exports, "ApplePanelsProcessor", { enumerable: true, get: function () { return applePanelsProcessor_1.ApplePanelsProcessor; } });
 var dotProcessor_1 = require("./dotProcessor");
@@ -35,6 +35,8 @@ var touchchatProcessor_1 = require("./touchchatProcessor");
 Object.defineProperty(exports, "TouchChatProcessor", { enumerable: true, get: function () { return touchchatProcessor_1.TouchChatProcessor; } });
 var astericsGridProcessor_1 = require("./astericsGridProcessor");
 Object.defineProperty(exports, "AstericsGridProcessor", { enumerable: true, get: function () { return astericsGridProcessor_1.AstericsGridProcessor; } });
+var obfsetProcessor_1 = require("./obfsetProcessor");
+Object.defineProperty(exports, "ObfsetProcessor", { enumerable: true, get: function () { return obfsetProcessor_1.ObfsetProcessor; } });
 // Gridset (Grid 3) helpers
 var helpers_1 = require("./gridset/helpers");
 Object.defineProperty(exports, "getPageTokenImageMap", { enumerable: true, get: function () { return helpers_1.getPageTokenImageMap; } });

package/dist/processors/obfProcessor.js

@@ -6,10 +6,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ObfProcessor = void 0;
 const baseProcessor_1 = require("../core/baseProcessor");
 const treeStructure_1 = require("../core/treeStructure");
-// Removed unused import: FileProcessor
+const idGenerator_1 = require("../optional/analytics/utils/idGenerator");
 const adm_zip_1 = __importDefault(require("adm-zip"));
 const fs_1 = __importDefault(require("fs"));
-// Removed unused import: path
 const obfValidator_1 = require("../validation/obfValidator");
 const OBF_FORMAT_VERSION = 'open-board-0.1';
 class ObfProcessor extends baseProcessor_1.BaseProcessor {
@@ -48,6 +47,7 @@ class ObfProcessor extends baseProcessor_1.BaseProcessor {
                 },
                 semanticAction,
                 targetPageId: btn.load_board?.path,
+                semantic_id: btn.semantic_id, // Extract semantic_id if present
             });
         });
         const buttonMap = new Map(buttons.map((btn) => [btn.id, btn]));
@@ -105,6 +105,29 @@ class ObfProcessor extends baseProcessor_1.BaseProcessor {
                     }
                 }
                 page.grid = grid;
+                // Generate clone_id for buttons in the grid
+                const semanticIds = [];
+                const cloneIds = [];
+                grid.forEach((row, rowIndex) => {
+                    row.forEach((btn, colIndex) => {
+                        if (btn) {
+                            // Generate clone_id based on position and label
+                            btn.clone_id = (0, idGenerator_1.generateCloneId)(rows, cols, rowIndex, colIndex, btn.label);
+                            cloneIds.push(btn.clone_id);
+                            // Track semantic_id if present
+                            if (btn.semantic_id) {
+                                semanticIds.push(btn.semantic_id);
+                            }
+                        }
+                    });
+                });
+                // Track IDs on the page
+                if (semanticIds.length > 0) {
+                    page.semantic_ids = semanticIds;
+                }
+                if (cloneIds.length > 0) {
+                    page.clone_ids = cloneIds;
+                }
             }
         }
         return page;

package/dist/processors/obfsetProcessor.d.ts

@@ -0,0 +1,26 @@
+/**
+ * OBF Set Processor - Handles JSON-formatted .obfset files
+ * These are pre-extracted board sets in JSON array format
+ */
+import { AACTree } from '../core/treeStructure';
+import { BaseProcessor, ProcessorOptions } from '../core/baseProcessor';
+export declare class ObfsetProcessor extends BaseProcessor {
+    constructor(options?: ProcessorOptions);
+    /**
+     * Extract all text content
+     */
+    extractTexts(filePathOrBuffer: string | Buffer): string[];
+    /**
+     * Load an .obfset file (JSON array of boards)
+     */
+    loadIntoTree(filePathOrBuffer: string | Buffer): AACTree;
+    /**
+     * Process texts (not supported for .obfset currently)
+     */
+    processTexts(_filePathOrBuffer: string | Buffer, _translations: Map<string, string>, _outputPath: string): Buffer;
+    /**
+     * Save tree structure back to file
+     */
+    saveFromTree(_tree: AACTree, _outputPath: string): void;
+    supportsExtension(extension: string): boolean;
+}