@willwade/aac-processors 0.1.12 → 0.1.14

package/dist/browser/processors/gridsetProcessor.js

@@ -325,8 +325,8 @@ class GridsetProcessor extends BaseProcessor {
         if (typeof val === 'number')
             return String(val);
         if (typeof val === 'object') {
-            if ('#text' in val)
-                return String(val['#text']);
+            // Don't immediately return #text - it might be whitespace alongside structured content
+            // Process structured format first: <p><s><r>text</r></s></p>
             // Handle Grid3 structured format <p><s><r>text</r></s></p>
             // Can start at p, s, or r level
             const parts = [];
@@ -342,8 +342,17 @@ class GridsetProcessor extends BaseProcessor {
                             }
                             continue;
                         }
-                        if (typeof r === 'object' && r !== null && '#text' in r) {
-                            parts.push(String(r['#text']));
+                        if (typeof r === 'object' && r !== null) {
+                            // Check for #text (regular text) or #cdata (CDATA sections)
+                            if ('#text' in r) {
+                                parts.push(String(r['#text']));
+                            }
+                            else if ('#cdata' in r) {
+                                parts.push(String(r['#cdata']));
+                            }
+                            else {
+                                parts.push(String(r));
+                            }
                         }
                         else {
                             parts.push(String(r));
@@ -396,7 +405,15 @@ class GridsetProcessor extends BaseProcessor {
         }
         const password = this.getGridsetPassword(filePathOrBuffer);
         const entries = getZipEntriesFromAdapter(zipResult.zip, password);
-        const parser = new XMLParser({ ignoreAttributes: false });
+        const options = {
+            ignoreAttributes: false,
+            ignoreDeclaration: true,
+            parseTagValue: false,
+            trimValues: false,
+            textNodeName: '#text',
+            cdataProp: '#cdata',
+        };
+        const parser = new XMLParser(options);
         const isEncryptedArchive = typeof filePathOrBuffer === 'string' && filePathOrBuffer.toLowerCase().endsWith('.gridsetx');
         const encryptedContentPassword = this.getGridsetPassword(filePathOrBuffer);
         // Initialize metadata
@@ -634,6 +651,13 @@ class GridsetProcessor extends BaseProcessor {
                             if (text) {
                                 const val = this.textOf(text);
                                 if (val) {
+                                    // Debug: log WordList items with spaces to check extraction
+                                    if (pageWordListItems.length < 3) {
+                                        console.log(`[WordList] Extracted text: "${val}" (length: ${val.length}, has spaces: ${val.includes(' ')})`);
+                                        console.log(`[WordList] Chars:`, Array.from(val)
+                                            .map((c) => `"${c}" (${c.charCodeAt(0)})`)
+                                            .join(', '));
+                                    }
                                     pageWordListItems.push({
                                         text: val,
                                         image: item.Image || item.image || undefined,

package/dist/browser/processors/snapProcessor.js

@@ -599,18 +599,90 @@ class SnapProcessor extends BaseProcessor {
         if (!isNodeRuntime()) {
             throw new Error('processTexts is only supported in Node.js environments for Snap files.');
         }
-        // Load the tree, apply translations, and save to new file
+        const fs = getFs();
+        const path = getPath();
+        if (typeof filePathOrBuffer === 'string') {
+            const inputPath = filePathOrBuffer;
+            const outputDir = path.dirname(outputPath);
+            if (!fs.existsSync(outputDir)) {
+                fs.mkdirSync(outputDir, { recursive: true });
+            }
+            if (fs.existsSync(outputPath)) {
+                fs.unlinkSync(outputPath);
+            }
+            fs.copyFileSync(inputPath, outputPath);
+            const Database = requireBetterSqlite3();
+            const db = new Database(outputPath, { readonly: false });
+            try {
+                const getColumns = (tableName) => {
+                    try {
+                        const rows = db.prepare(`PRAGMA table_info(${tableName})`).all();
+                        return new Set(rows.map((row) => row.name));
+                    }
+                    catch {
+                        return new Set();
+                    }
+                };
+                const pageColumns = getColumns('Page');
+                const buttonColumns = getColumns('Button');
+                const pageUpdates = [];
+                const pageWhere = [];
+                const pageColumnsToUse = [];
+                if (pageColumns.has('Name')) {
+                    pageUpdates.push('Name = ?');
+                    pageWhere.push('Name = ?');
+                    pageColumnsToUse.push('Name');
+                }
+                if (pageColumns.has('Title')) {
+                    pageUpdates.push('Title = ?');
+                    pageWhere.push('Title = ?');
+                    pageColumnsToUse.push('Title');
+                }
+                const updatePage = pageUpdates.length > 0
+                    ? db.prepare(`UPDATE Page SET ${pageUpdates.join(', ')} WHERE ${pageWhere.join(' OR ')}`)
+                    : null;
+                const updateLabel = buttonColumns.has('Label')
+                    ? db.prepare('UPDATE Button SET Label = ? WHERE Label = ?')
+                    : null;
+                const updateMessage = buttonColumns.has('Message')
+                    ? db.prepare('UPDATE Button SET Message = ? WHERE Message = ?')
+                    : null;
+                const entries = Array.from(translations.entries());
+                const applyUpdates = db.transaction(() => {
+                    entries.forEach(([original, translated]) => {
+                        if (!translated || translated === original) {
+                            return;
+                        }
+                        if (updatePage) {
+                            const updateValues = [];
+                            pageColumnsToUse.forEach(() => updateValues.push(translated));
+                            pageColumnsToUse.forEach(() => updateValues.push(original));
+                            updatePage.run(...updateValues);
+                        }
+                        if (updateLabel) {
+                            updateLabel.run(translated, original);
+                        }
+                        if (updateMessage) {
+                            updateMessage.run(translated, original);
+                        }
+                    });
+                });
+                applyUpdates();
+            }
+            finally {
+                db.close();
+            }
+            return fs.readFileSync(outputPath);
+        }
+        // Fallback for buffer inputs: rebuild from tree (may drop Snap assets)
         const tree = await this.loadIntoTree(filePathOrBuffer);
-        // Apply translations to all text content
         Object.values(tree.pages).forEach((page) => {
-            // Translate page names
             if (page.name && translations.has(page.name)) {
                 const translatedName = translations.get(page.name);
                 if (translatedName !== undefined) {
                     page.name = translatedName;
                 }
             }
-            // Translate button labels and messages
             page.buttons.forEach((button) => {
                 if (button.label && translations.has(button.label)) {
                     const translatedLabel = translations.get(button.label);
@@ -626,9 +698,7 @@ class SnapProcessor extends BaseProcessor {
                 }
             });
         });
-        // Save the translated tree and return its content
         await this.saveFromTree(tree, outputPath);
-        const fs = getFs();
         return fs.readFileSync(outputPath);
     }
     async saveFromTree(tree, outputPath) {

package/dist/browser/processors/touchchatProcessor.js

@@ -476,18 +476,119 @@ class TouchChatProcessor extends BaseProcessor {
         if (!isNodeRuntime()) {
             throw new Error('processTexts is only supported in Node.js environments for TouchChat files.');
         }
-        // Load the tree, apply translations, and save to new file
+        /**
+         * TouchChat .ce files are ZIP archives containing a SQLite .c4v database.
+         * Rebuilding the database can drop tables/metadata/resources that we don't
+         * currently model in the tree, which can corrupt the file.
+         *
+         * For file paths, we preserve the original archive and update text in-place
+         * within the embedded SQLite database, ensuring assets and metadata remain intact.
+         */
+        if (typeof filePathOrBuffer === 'string') {
+            const fs = getFs();
+            const path = getPath();
+            const os = getOs();
+            const AdmZip = getNodeRequire()('adm-zip');
+            const inputPath = filePathOrBuffer;
+            const outputDir = path.dirname(outputPath);
+            if (!fs.existsSync(outputDir)) {
+                fs.mkdirSync(outputDir, { recursive: true });
+            }
+            if (fs.existsSync(outputPath)) {
+                fs.unlinkSync(outputPath);
+            }
+            const zip = new AdmZip(inputPath);
+            const entries = zip.getEntries();
+            const vocabEntry = entries.find((entry) => entry.entryName.endsWith('.c4v'));
+            if (!vocabEntry) {
+                throw new Error('No .c4v vocab DB found in TouchChat export');
+            }
+            const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'touchchat-translate-'));
+            const dbPath = path.join(tempDir, 'vocab.c4v');
+            try {
+                fs.writeFileSync(dbPath, vocabEntry.getData());
+                const Database = requireBetterSqlite3();
+                const db = new Database(dbPath, { readonly: false });
+                try {
+                    const getColumns = (tableName) => {
+                        try {
+                            const rows = db.prepare(`PRAGMA table_info(${tableName})`).all();
+                            return new Set(rows.map((row) => row.name));
+                        }
+                        catch {
+                            return new Set();
+                        }
+                    };
+                    const resourceColumns = getColumns('resources');
+                    const pageColumns = getColumns('pages');
+                    const buttonColumns = getColumns('buttons');
+                    const updatePageResourceName = resourceColumns.has('name')
+                        ? db.prepare('UPDATE resources SET name = ? WHERE name = ? AND id IN (SELECT resource_id FROM pages)')
+                        : null;
+                    const updatePageName = pageColumns.has('name')
+                        ? db.prepare('UPDATE pages SET name = ? WHERE name = ?')
+                        : null;
+                    const updateButtonLabel = buttonColumns.has('label')
+                        ? db.prepare('UPDATE buttons SET label = ? WHERE label = ?')
+                        : null;
+                    const updateButtonMessage = buttonColumns.has('message')
+                        ? db.prepare('UPDATE buttons SET message = ? WHERE message = ?')
+                        : null;
+                    const entriesToUpdate = Array.from(translations.entries());
+                    const applyUpdates = db.transaction(() => {
+                        entriesToUpdate.forEach(([original, translated]) => {
+                            if (!translated || translated === original) {
+                                return;
+                            }
+                            if (updatePageResourceName) {
+                                updatePageResourceName.run(translated, original);
+                            }
+                            if (updatePageName) {
+                                updatePageName.run(translated, original);
+                            }
+                            if (updateButtonLabel) {
+                                updateButtonLabel.run(translated, original);
+                            }
+                            if (updateButtonMessage) {
+                                updateButtonMessage.run(translated, original);
+                            }
+                        });
+                    });
+                    applyUpdates();
+                }
+                finally {
+                    db.close();
+                }
+                const outputZip = new AdmZip();
+                entries.forEach((entry) => {
+                    if (entry.entryName === vocabEntry.entryName) {
+                        return;
+                    }
+                    const data = entry.isDirectory ? Buffer.alloc(0) : entry.getData();
+                    outputZip.addFile(entry.entryName, data, entry.comment || '');
+                });
+                outputZip.addFile(vocabEntry.entryName, fs.readFileSync(dbPath));
+                outputZip.writeZip(outputPath);
+            }
+            finally {
+                try {
+                    fs.rmSync(tempDir, { recursive: true, force: true });
+                }
+                catch {
+                    // Best-effort cleanup
+                }
+            }
+            return fs.readFileSync(outputPath);
+        }
+        // Fallback for buffer inputs: rebuild from tree (may drop TouchChat metadata)
         const tree = await this.loadIntoTree(filePathOrBuffer);
-        // Apply translations to all text content
         Object.values(tree.pages).forEach((page) => {
-            // Translate page names
             if (page.name && translations.has(page.name)) {
                 const translatedName = translations.get(page.name);
                 if (translatedName !== undefined) {
                     page.name = translatedName;
                 }
             }
-            // Translate button labels and messages
             page.buttons.forEach((button) => {
                 if (button.label && translations.has(button.label)) {
                     const translatedLabel = translations.get(button.label);
@@ -503,7 +604,6 @@ class TouchChatProcessor extends BaseProcessor {
                 }
             });
         });
-        // Save the translated tree and return its content
         await this.saveFromTree(tree, outputPath);
         const fs = getFs();
         return fs.readFileSync(outputPath);

package/dist/browser/validation/snapValidator.js

@@ -4,6 +4,7 @@ import * as xml2js from 'xml2js';
 import JSZip from 'jszip';
 import { BaseValidator } from './baseValidator';
 import { getBasename, getFs, readBinaryFromInput, toUint8Array } from '../utils/io';
+import { openSqliteDatabase } from '../utils/sqlite';
 /**
  * Validator for Snap files (.spb, .sps)
  * Snap files are zipped packages containing XML configuration
@@ -50,6 +51,10 @@ export class SnapValidator extends BaseValidator {
                 this.warn('filename should end with .spb or .sps');
             }
         });
+        if (this.isSQLiteBuffer(content)) {
+            await this.validateSqliteStructure(content, filename);
+            return this.buildResult(filename, filesize, 'snap');
+        }
         let zip = null;
         let validZip = false;
         await this.add_check('zip', 'valid zip package', async () => {
@@ -136,6 +141,75 @@ export class SnapValidator extends BaseValidator {
             }
         });
     }
+    isSQLiteBuffer(content) {
+        const header = 'SQLite format 3\u0000';
+        const bytes = content instanceof Uint8Array ? content : new Uint8Array(content);
+        if (bytes.length < header.length) {
+            return false;
+        }
+        for (let i = 0; i < header.length; i++) {
+            if (bytes[i] !== header.charCodeAt(i)) {
+                return false;
+            }
+        }
+        return true;
+    }
+    async validateSqliteStructure(content, _filename) {
+        await this.add_check('sqlite', 'valid SQLite database', async () => {
+            let cleanup;
+            try {
+                const result = await openSqliteDatabase(content, { readonly: true });
+                const db = result.db;
+                cleanup = result.cleanup;
+                const tableRows = db
+                    .prepare("SELECT name FROM sqlite_master WHERE type='table' ORDER BY name")
+                    .all();
+                const tables = new Set(tableRows.map((row) => row.name));
+                const requiredTables = [
+                    'Page',
+                    'Button',
+                    'ElementReference',
+                    'ElementPlacement',
+                    'PageSetProperties',
+                ];
+                const missingTables = requiredTables.filter((t) => !tables.has(t));
+                if (missingTables.length > 0) {
+                    this.err(`Missing required Snap tables: ${missingTables.join(', ')}`);
+                }
+                const pageColumns = db.prepare('PRAGMA table_info(Page)').all();
+                const pageColumnNames = new Set(pageColumns.map((c) => c.name));
+                if (!pageColumnNames.has('UniqueId')) {
+                    this.err('Page table missing UniqueId column');
+                }
+                if (!pageColumnNames.has('Name') && !pageColumnNames.has('Title')) {
+                    this.err('Page table missing Name/Title columns');
+                }
+                const buttonColumns = db.prepare('PRAGMA table_info(Button)').all();
+                const buttonColumnNames = new Set(buttonColumns.map((c) => c.name));
+                if (!buttonColumnNames.has('Label') && !buttonColumnNames.has('Message')) {
+                    this.err('Button table missing Label/Message columns');
+                }
+                const pageCount = db.prepare('SELECT COUNT(*) as c FROM Page').get();
+                if (!pageCount || pageCount.c === 0) {
+                    this.warn('Snap database has no pages');
+                }
+                if (tables.has('PageSetData')) {
+                    const dataCount = db.prepare('SELECT COUNT(*) as c FROM PageSetData').get();
+                    if (!dataCount || dataCount.c === 0) {
+                        this.warn('Snap database has no PageSetData assets (images/audio may be missing)');
+                    }
+                }
+            }
+            catch (e) {
+                this.err(`file is not a valid SQLite database: ${e.message}`, true);
+            }
+            finally {
+                if (cleanup) {
+                    cleanup();
+                }
+            }
+        });
+    }
     /**
      * Validate the main settings file
      */

package/dist/browser/validation/touchChatValidator.js

@@ -4,9 +4,12 @@
 import * as xml2js from 'xml2js';
 import { BaseValidator } from './baseValidator';
 import { decodeText, getBasename, getFs, readBinaryFromInput, toUint8Array } from '../utils/io';
+import { openZipFromInput } from '../utils/zip';
+import { openSqliteDatabase } from '../utils/sqlite';
 /**
  * Validator for TouchChat files (.ce)
- * TouchChat files are XML-based
+ * TouchChat files are ZIP archives that contain a .c4v SQLite database.
+ * Some legacy exports may be XML, so we support both formats.
  */
 export class TouchChatValidator extends BaseValidator {
     constructor() {
@@ -29,6 +32,17 @@ export class TouchChatValidator extends BaseValidator {
         if (name.endsWith('.ce')) {
             return true;
         }
+        // Try to parse as ZIP and check for .c4v database
+        try {
+            const { zip } = await openZipFromInput(content);
+            const entries = zip.listFiles();
+            if (entries.some((entry) => entry.toLowerCase().endsWith('.c4v'))) {
+                return true;
+            }
+        }
+        catch {
+            // Fall back to XML detection
+        }
         // Try to parse as XML and check for TouchChat structure
         try {
             const contentStr = typeof content === 'string' ? content : decodeText(toUint8Array(content));
@@ -51,40 +65,43 @@ export class TouchChatValidator extends BaseValidator {
                 this.warn('filename should end with .ce');
             }
         });
-        let xmlObj = null;
-        await this.add_check('xml_parse', 'valid XML', async () => {
-            try {
-                const parser = new xml2js.Parser();
-                const contentStr = decodeText(content);
-                xmlObj = await parser.parseStringPromise(contentStr);
-            }
-            catch (e) {
-                this.err(`Failed to parse XML: ${e.message}`, true);
+        const zipped = await this.tryValidateZipSqlite(content);
+        if (!zipped) {
+            let xmlObj = null;
+            await this.add_check('xml_parse', 'valid XML', async () => {
+                try {
+                    const parser = new xml2js.Parser();
+                    const contentStr = decodeText(content);
+                    xmlObj = await parser.parseStringPromise(contentStr);
+                }
+                catch (e) {
+                    this.err(`Failed to parse XML: ${e.message}`, true);
+                }
+            });
+            if (!xmlObj) {
+                return this.buildResult(filename, filesize, 'touchchat');
             }
-        });
-        if (!xmlObj) {
-            return this.buildResult(filename, filesize, 'touchchat');
-        }
-        await this.add_check('xml_structure', 'TouchChat root element', async () => {
-            // TouchChat can have different root elements
-            const hasValidRoot = xmlObj.PageSet ||
+            await this.add_check('xml_structure', 'TouchChat root element', async () => {
+                // TouchChat can have different root elements
+                const hasValidRoot = xmlObj.PageSet ||
+                    xmlObj.Pageset ||
+                    xmlObj.page ||
+                    xmlObj.Page ||
+                    xmlObj.pages ||
+                    xmlObj.Pages;
+                if (!hasValidRoot) {
+                    this.err('file does not contain a recognized TouchChat structure');
+                }
+            });
+            const root = xmlObj.PageSet ||
                 xmlObj.Pageset ||
                 xmlObj.page ||
                 xmlObj.Page ||
                 xmlObj.pages ||
                 xmlObj.Pages;
-            if (!hasValidRoot) {
-                this.err('file does not contain a recognized TouchChat structure');
+            if (root) {
+                await this.validateTouchChatStructure(root);
             }
-        });
-        const root = xmlObj.PageSet ||
-            xmlObj.Pageset ||
-            xmlObj.page ||
-            xmlObj.Page ||
-            xmlObj.pages ||
-            xmlObj.Pages;
-        if (root) {
-            await this.validateTouchChatStructure(root);
         }
         return this.buildResult(filename, filesize, 'touchchat');
     }
@@ -198,4 +215,101 @@ export class TouchChatValidator extends BaseValidator {
             }
         });
     }
+    isSQLiteBuffer(content) {
+        const header = 'SQLite format 3\u0000';
+        const bytes = content instanceof Uint8Array ? content : new Uint8Array(content);
+        if (bytes.length < header.length) {
+            return false;
+        }
+        for (let i = 0; i < header.length; i++) {
+            if (bytes[i] !== header.charCodeAt(i)) {
+                return false;
+            }
+        }
+        return true;
+    }
+    async tryValidateZipSqlite(content) {
+        let usedZip = false;
+        await this.add_check('zip', 'TouchChat ZIP package', async () => {
+            try {
+                const { zip } = await openZipFromInput(content);
+                const entries = zip.listFiles();
+                const vocabEntry = entries.find((name) => name.toLowerCase().endsWith('.c4v'));
+                if (!vocabEntry) {
+                    this.err('TouchChat package missing .c4v database', true);
+                    return;
+                }
+                const dbBuffer = await zip.readFile(vocabEntry);
+                if (!this.isSQLiteBuffer(dbBuffer)) {
+                    this.err('TouchChat .c4v is not a valid SQLite database', true);
+                    return;
+                }
+                usedZip = true;
+                await this.validateSqliteStructure(dbBuffer);
+            }
+            catch (e) {
+                this.err(`file is not a valid TouchChat ZIP package: ${e.message}`, true);
+            }
+        });
+        return usedZip;
+    }
+    async validateSqliteStructure(content) {
+        await this.add_check('sqlite', 'valid TouchChat SQLite database', async () => {
+            let cleanup;
+            try {
+                const result = await openSqliteDatabase(content, { readonly: true });
+                const db = result.db;
+                cleanup = result.cleanup;
+                const tableRows = db
+                    .prepare("SELECT name FROM sqlite_master WHERE type='table' ORDER BY name")
+                    .all();
+                const tables = new Set(tableRows.map((row) => row.name));
+                const requiredTables = [
+                    'resources',
+                    'pages',
+                    'buttons',
+                    'button_boxes',
+                    'button_box_cells',
+                    'button_box_instances',
+                ];
+                const missingTables = requiredTables.filter((t) => !tables.has(t));
+                if (missingTables.length > 0) {
+                    this.err(`Missing required TouchChat tables: ${missingTables.join(', ')}`);
+                }
+                const resourcesCols = new Set(db
+                    .prepare('PRAGMA table_info(resources)')
+                    .all()
+                    .map((row) => row.name));
+                if (!resourcesCols.has('id') || !resourcesCols.has('name')) {
+                    this.err('resources table missing id/name columns');
+                }
+                const pagesCols = new Set(db
+                    .prepare('PRAGMA table_info(pages)')
+                    .all()
+                    .map((row) => row.name));
+                if (!pagesCols.has('id') || !pagesCols.has('resource_id')) {
+                    this.err('pages table missing id/resource_id columns');
+                }
+                const buttonsCols = new Set(db
+                    .prepare('PRAGMA table_info(buttons)')
+                    .all()
+                    .map((row) => row.name));
+                if (!buttonsCols.has('id') || !buttonsCols.has('resource_id')) {
+                    this.err('buttons table missing id/resource_id columns');
+                }
+                const pageCount = db.prepare('SELECT COUNT(*) as c FROM pages').get();
+                if (!pageCount || pageCount.c === 0) {
+                    this.warn('TouchChat database has no pages');
+                }
+            }
+            catch (e) {
+                this.err(`TouchChat database validation failed: ${e.message}`, true);
+            }
+            finally {
+                if (cleanup) {
+                    cleanup();
+                }
+            }
+        });
+    }
 }

package/dist/processors/gridsetProcessor.js

@@ -351,8 +351,8 @@ class GridsetProcessor extends baseProcessor_1.BaseProcessor {
         if (typeof val === 'number')
             return String(val);
         if (typeof val === 'object') {
-            if ('#text' in val)
-                return String(val['#text']);
+            // Don't immediately return #text - it might be whitespace alongside structured content
+            // Process structured format first: <p><s><r>text</r></s></p>
             // Handle Grid3 structured format <p><s><r>text</r></s></p>
             // Can start at p, s, or r level
             const parts = [];
@@ -368,8 +368,17 @@ class GridsetProcessor extends baseProcessor_1.BaseProcessor {
                             }
                             continue;
                         }
-                        if (typeof r === 'object' && r !== null && '#text' in r) {
-                            parts.push(String(r['#text']));
+                        if (typeof r === 'object' && r !== null) {
+                            // Check for #text (regular text) or #cdata (CDATA sections)
+                            if ('#text' in r) {
+                                parts.push(String(r['#text']));
+                            }
+                            else if ('#cdata' in r) {
+                                parts.push(String(r['#cdata']));
+                            }
+                            else {
+                                parts.push(String(r));
+                            }
                         }
                         else {
                             parts.push(String(r));
@@ -422,7 +431,15 @@ class GridsetProcessor extends baseProcessor_1.BaseProcessor {
         }
         const password = this.getGridsetPassword(filePathOrBuffer);
         const entries = (0, password_1.getZipEntriesFromAdapter)(zipResult.zip, password);
-        const parser = new fast_xml_parser_1.XMLParser({ ignoreAttributes: false });
+        const options = {
+            ignoreAttributes: false,
+            ignoreDeclaration: true,
+            parseTagValue: false,
+            trimValues: false,
+            textNodeName: '#text',
+            cdataProp: '#cdata',
+        };
+        const parser = new fast_xml_parser_1.XMLParser(options);
         const isEncryptedArchive = typeof filePathOrBuffer === 'string' && filePathOrBuffer.toLowerCase().endsWith('.gridsetx');
         const encryptedContentPassword = this.getGridsetPassword(filePathOrBuffer);
         // Initialize metadata
@@ -660,6 +677,13 @@ class GridsetProcessor extends baseProcessor_1.BaseProcessor {
                             if (text) {
                                 const val = this.textOf(text);
                                 if (val) {
+                                    // Debug: log WordList items with spaces to check extraction
+                                    if (pageWordListItems.length < 3) {
+                                        console.log(`[WordList] Extracted text: "${val}" (length: ${val.length}, has spaces: ${val.includes(' ')})`);
+                                        console.log(`[WordList] Chars:`, Array.from(val)
+                                            .map((c) => `"${c}" (${c.charCodeAt(0)})`)
+                                            .join(', '));
+                                    }
                                     pageWordListItems.push({
                                         text: val,
                                         image: item.Image || item.image || undefined,

package/dist/processors/snapProcessor.js

@@ -602,18 +602,90 @@ class SnapProcessor extends baseProcessor_1.BaseProcessor {
         if (!(0, io_1.isNodeRuntime)()) {
             throw new Error('processTexts is only supported in Node.js environments for Snap files.');
         }
-        // Load the tree, apply translations, and save to new file
+        const fs = (0, io_1.getFs)();
+        const path = (0, io_1.getPath)();
+        if (typeof filePathOrBuffer === 'string') {
+            const inputPath = filePathOrBuffer;
+            const outputDir = path.dirname(outputPath);
+            if (!fs.existsSync(outputDir)) {
+                fs.mkdirSync(outputDir, { recursive: true });
+            }
+            if (fs.existsSync(outputPath)) {
+                fs.unlinkSync(outputPath);
+            }
+            fs.copyFileSync(inputPath, outputPath);
+            const Database = (0, sqlite_1.requireBetterSqlite3)();
+            const db = new Database(outputPath, { readonly: false });
+            try {
+                const getColumns = (tableName) => {
+                    try {
+                        const rows = db.prepare(`PRAGMA table_info(${tableName})`).all();
+                        return new Set(rows.map((row) => row.name));
+                    }
+                    catch {
+                        return new Set();
+                    }
+                };
+                const pageColumns = getColumns('Page');
+                const buttonColumns = getColumns('Button');
+                const pageUpdates = [];
+                const pageWhere = [];
+                const pageColumnsToUse = [];
+                if (pageColumns.has('Name')) {
+                    pageUpdates.push('Name = ?');
+                    pageWhere.push('Name = ?');
+                    pageColumnsToUse.push('Name');
+                }
+                if (pageColumns.has('Title')) {
+                    pageUpdates.push('Title = ?');
+                    pageWhere.push('Title = ?');
+                    pageColumnsToUse.push('Title');
+                }
+                const updatePage = pageUpdates.length > 0
+                    ? db.prepare(`UPDATE Page SET ${pageUpdates.join(', ')} WHERE ${pageWhere.join(' OR ')}`)
+                    : null;
+                const updateLabel = buttonColumns.has('Label')
+                    ? db.prepare('UPDATE Button SET Label = ? WHERE Label = ?')
+                    : null;
+                const updateMessage = buttonColumns.has('Message')
+                    ? db.prepare('UPDATE Button SET Message = ? WHERE Message = ?')
+                    : null;
+                const entries = Array.from(translations.entries());
+                const applyUpdates = db.transaction(() => {
+                    entries.forEach(([original, translated]) => {
+                        if (!translated || translated === original) {
+                            return;
+                        }
+                        if (updatePage) {
+                            const updateValues = [];
+                            pageColumnsToUse.forEach(() => updateValues.push(translated));
+                            pageColumnsToUse.forEach(() => updateValues.push(original));
+                            updatePage.run(...updateValues);
+                        }
+                        if (updateLabel) {
+                            updateLabel.run(translated, original);
+                        }
+                        if (updateMessage) {
+                            updateMessage.run(translated, original);
+                        }
+                    });
+                });
+                applyUpdates();
+            }
+            finally {
+                db.close();
+            }
+            return fs.readFileSync(outputPath);
+        }
+        // Fallback for buffer inputs: rebuild from tree (may drop Snap assets)
         const tree = await this.loadIntoTree(filePathOrBuffer);
-        // Apply translations to all text content
         Object.values(tree.pages).forEach((page) => {
-            // Translate page names
             if (page.name && translations.has(page.name)) {
                 const translatedName = translations.get(page.name);
                 if (translatedName !== undefined) {
                     page.name = translatedName;
                 }
             }
-            // Translate button labels and messages
             page.buttons.forEach((button) => {
                 if (button.label && translations.has(button.label)) {
                     const translatedLabel = translations.get(button.label);
@@ -629,9 +701,7 @@ class SnapProcessor extends baseProcessor_1.BaseProcessor {
                 }
             });
         });
-        // Save the translated tree and return its content
         await this.saveFromTree(tree, outputPath);
-        const fs = (0, io_1.getFs)();
         return fs.readFileSync(outputPath);
     }
     async saveFromTree(tree, outputPath) {

package/dist/processors/touchchatProcessor.js

@@ -479,18 +479,119 @@ class TouchChatProcessor extends baseProcessor_1.BaseProcessor {
         if (!(0, io_1.isNodeRuntime)()) {
             throw new Error('processTexts is only supported in Node.js environments for TouchChat files.');
         }
-        // Load the tree, apply translations, and save to new file
+        /**
+         * TouchChat .ce files are ZIP archives containing a SQLite .c4v database.
+         * Rebuilding the database can drop tables/metadata/resources that we don't
+         * currently model in the tree, which can corrupt the file.
+         *
+         * For file paths, we preserve the original archive and update text in-place
+         * within the embedded SQLite database, ensuring assets and metadata remain intact.
+         */
+        if (typeof filePathOrBuffer === 'string') {
+            const fs = (0, io_1.getFs)();
+            const path = (0, io_1.getPath)();
+            const os = (0, io_1.getOs)();
+            const AdmZip = (0, io_1.getNodeRequire)()('adm-zip');
+            const inputPath = filePathOrBuffer;
+            const outputDir = path.dirname(outputPath);
+            if (!fs.existsSync(outputDir)) {
+                fs.mkdirSync(outputDir, { recursive: true });
+            }
+            if (fs.existsSync(outputPath)) {
+                fs.unlinkSync(outputPath);
+            }
+            const zip = new AdmZip(inputPath);
+            const entries = zip.getEntries();
+            const vocabEntry = entries.find((entry) => entry.entryName.endsWith('.c4v'));
+            if (!vocabEntry) {
+                throw new Error('No .c4v vocab DB found in TouchChat export');
+            }
+            const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'touchchat-translate-'));
+            const dbPath = path.join(tempDir, 'vocab.c4v');
+            try {
+                fs.writeFileSync(dbPath, vocabEntry.getData());
+                const Database = (0, sqlite_1.requireBetterSqlite3)();
+                const db = new Database(dbPath, { readonly: false });
+                try {
+                    const getColumns = (tableName) => {
+                        try {
+                            const rows = db.prepare(`PRAGMA table_info(${tableName})`).all();
+                            return new Set(rows.map((row) => row.name));
+                        }
+                        catch {
+                            return new Set();
+                        }
+                    };
+                    const resourceColumns = getColumns('resources');
+                    const pageColumns = getColumns('pages');
+                    const buttonColumns = getColumns('buttons');
+                    const updatePageResourceName = resourceColumns.has('name')
+                        ? db.prepare('UPDATE resources SET name = ? WHERE name = ? AND id IN (SELECT resource_id FROM pages)')
+                        : null;
+                    const updatePageName = pageColumns.has('name')
+                        ? db.prepare('UPDATE pages SET name = ? WHERE name = ?')
+                        : null;
+                    const updateButtonLabel = buttonColumns.has('label')
+                        ? db.prepare('UPDATE buttons SET label = ? WHERE label = ?')
+                        : null;
+                    const updateButtonMessage = buttonColumns.has('message')
+                        ? db.prepare('UPDATE buttons SET message = ? WHERE message = ?')
+                        : null;
+                    const entriesToUpdate = Array.from(translations.entries());
+                    const applyUpdates = db.transaction(() => {
+                        entriesToUpdate.forEach(([original, translated]) => {
+                            if (!translated || translated === original) {
+                                return;
+                            }
+                            if (updatePageResourceName) {
+                                updatePageResourceName.run(translated, original);
+                            }
+                            if (updatePageName) {
+                                updatePageName.run(translated, original);
+                            }
+                            if (updateButtonLabel) {
+                                updateButtonLabel.run(translated, original);
+                            }
+                            if (updateButtonMessage) {
+                                updateButtonMessage.run(translated, original);
+                            }
+                        });
+                    });
+                    applyUpdates();
+                }
+                finally {
+                    db.close();
+                }
+                const outputZip = new AdmZip();
+                entries.forEach((entry) => {
+                    if (entry.entryName === vocabEntry.entryName) {
+                        return;
+                    }
+                    const data = entry.isDirectory ? Buffer.alloc(0) : entry.getData();
+                    outputZip.addFile(entry.entryName, data, entry.comment || '');
+                });
+                outputZip.addFile(vocabEntry.entryName, fs.readFileSync(dbPath));
+                outputZip.writeZip(outputPath);
+            }
+            finally {
+                try {
+                    fs.rmSync(tempDir, { recursive: true, force: true });
+                }
+                catch {
+                    // Best-effort cleanup
+                }
+            }
+            return fs.readFileSync(outputPath);
+        }
+        // Fallback for buffer inputs: rebuild from tree (may drop TouchChat metadata)
         const tree = await this.loadIntoTree(filePathOrBuffer);
-        // Apply translations to all text content
         Object.values(tree.pages).forEach((page) => {
-            // Translate page names
             if (page.name && translations.has(page.name)) {
                 const translatedName = translations.get(page.name);
                 if (translatedName !== undefined) {
                     page.name = translatedName;
                 }
             }
-            // Translate button labels and messages
             page.buttons.forEach((button) => {
                 if (button.label && translations.has(button.label)) {
                     const translatedLabel = translations.get(button.label);
@@ -506,7 +607,6 @@ class TouchChatProcessor extends baseProcessor_1.BaseProcessor {
                 }
             });
         });
-        // Save the translated tree and return its content
         await this.saveFromTree(tree, outputPath);
         const fs = (0, io_1.getFs)();
         return fs.readFileSync(outputPath);

package/dist/validation/snapValidator.d.ts

@@ -22,6 +22,8 @@ export declare class SnapValidator extends BaseValidator {
      * Validate Snap package structure
      */
     private validateSnapStructure;
+    private isSQLiteBuffer;
+    private validateSqliteStructure;
     /**
      * Validate the main settings file
      */

package/dist/validation/snapValidator.js

@@ -33,6 +33,7 @@ const xml2js = __importStar(require("xml2js"));
 const jszip_1 = __importDefault(require("jszip"));
 const baseValidator_1 = require("./baseValidator");
 const io_1 = require("../utils/io");
+const sqlite_1 = require("../utils/sqlite");
 /**
  * Validator for Snap files (.spb, .sps)
  * Snap files are zipped packages containing XML configuration
@@ -79,6 +80,10 @@ class SnapValidator extends baseValidator_1.BaseValidator {
                 this.warn('filename should end with .spb or .sps');
             }
         });
+        if (this.isSQLiteBuffer(content)) {
+            await this.validateSqliteStructure(content, filename);
+            return this.buildResult(filename, filesize, 'snap');
+        }
         let zip = null;
         let validZip = false;
         await this.add_check('zip', 'valid zip package', async () => {
@@ -165,6 +170,75 @@ class SnapValidator extends baseValidator_1.BaseValidator {
             }
         });
     }
+    isSQLiteBuffer(content) {
+        const header = 'SQLite format 3\u0000';
+        const bytes = content instanceof Uint8Array ? content : new Uint8Array(content);
+        if (bytes.length < header.length) {
+            return false;
+        }
+        for (let i = 0; i < header.length; i++) {
+            if (bytes[i] !== header.charCodeAt(i)) {
+                return false;
+            }
+        }
+        return true;
+    }
+    async validateSqliteStructure(content, _filename) {
+        await this.add_check('sqlite', 'valid SQLite database', async () => {
+            let cleanup;
+            try {
+                const result = await (0, sqlite_1.openSqliteDatabase)(content, { readonly: true });
+                const db = result.db;
+                cleanup = result.cleanup;
+                const tableRows = db
+                    .prepare("SELECT name FROM sqlite_master WHERE type='table' ORDER BY name")
+                    .all();
+                const tables = new Set(tableRows.map((row) => row.name));
+                const requiredTables = [
+                    'Page',
+                    'Button',
+                    'ElementReference',
+                    'ElementPlacement',
+                    'PageSetProperties',
+                ];
+                const missingTables = requiredTables.filter((t) => !tables.has(t));
+                if (missingTables.length > 0) {
+                    this.err(`Missing required Snap tables: ${missingTables.join(', ')}`);
+                }
+                const pageColumns = db.prepare('PRAGMA table_info(Page)').all();
+                const pageColumnNames = new Set(pageColumns.map((c) => c.name));
+                if (!pageColumnNames.has('UniqueId')) {
+                    this.err('Page table missing UniqueId column');
+                }
+                if (!pageColumnNames.has('Name') && !pageColumnNames.has('Title')) {
+                    this.err('Page table missing Name/Title columns');
+                }
+                const buttonColumns = db.prepare('PRAGMA table_info(Button)').all();
+                const buttonColumnNames = new Set(buttonColumns.map((c) => c.name));
+                if (!buttonColumnNames.has('Label') && !buttonColumnNames.has('Message')) {
+                    this.err('Button table missing Label/Message columns');
+                }
+                const pageCount = db.prepare('SELECT COUNT(*) as c FROM Page').get();
+                if (!pageCount || pageCount.c === 0) {
+                    this.warn('Snap database has no pages');
+                }
+                if (tables.has('PageSetData')) {
+                    const dataCount = db.prepare('SELECT COUNT(*) as c FROM PageSetData').get();
+                    if (!dataCount || dataCount.c === 0) {
+                        this.warn('Snap database has no PageSetData assets (images/audio may be missing)');
+                    }
+                }
+            }
+            catch (e) {
+                this.err(`file is not a valid SQLite database: ${e.message}`, true);
+            }
+            finally {
+                if (cleanup) {
+                    cleanup();
+                }
+            }
+        });
+    }
     /**
      * Validate the main settings file
      */

package/dist/validation/touchChatValidator.d.ts

@@ -2,7 +2,8 @@ import { BaseValidator } from './baseValidator';
 import { ValidationResult } from './validationTypes';
 /**
  * Validator for TouchChat files (.ce)
- * TouchChat files are XML-based
+ * TouchChat files are ZIP archives that contain a .c4v SQLite database.
+ * Some legacy exports may be XML, so we support both formats.
  */
 export declare class TouchChatValidator extends BaseValidator {
     constructor();
@@ -30,4 +31,7 @@ export declare class TouchChatValidator extends BaseValidator {
      * Validate a single button
      */
     private validateButton;
+    private isSQLiteBuffer;
+    private tryValidateZipSqlite;
+    private validateSqliteStructure;
 }

package/dist/validation/touchChatValidator.js

@@ -30,9 +30,12 @@ exports.TouchChatValidator = void 0;
 const xml2js = __importStar(require("xml2js"));
 const baseValidator_1 = require("./baseValidator");
 const io_1 = require("../utils/io");
+const zip_1 = require("../utils/zip");
+const sqlite_1 = require("../utils/sqlite");
 /**
  * Validator for TouchChat files (.ce)
- * TouchChat files are XML-based
+ * TouchChat files are ZIP archives that contain a .c4v SQLite database.
+ * Some legacy exports may be XML, so we support both formats.
  */
 class TouchChatValidator extends baseValidator_1.BaseValidator {
     constructor() {
@@ -55,6 +58,17 @@ class TouchChatValidator extends baseValidator_1.BaseValidator {
         if (name.endsWith('.ce')) {
             return true;
         }
+        // Try to parse as ZIP and check for .c4v database
+        try {
+            const { zip } = await (0, zip_1.openZipFromInput)(content);
+            const entries = zip.listFiles();
+            if (entries.some((entry) => entry.toLowerCase().endsWith('.c4v'))) {
+                return true;
+            }
+        }
+        catch {
+            // Fall back to XML detection
+        }
         // Try to parse as XML and check for TouchChat structure
         try {
             const contentStr = typeof content === 'string' ? content : (0, io_1.decodeText)((0, io_1.toUint8Array)(content));
@@ -77,40 +91,43 @@ class TouchChatValidator extends baseValidator_1.BaseValidator {
                 this.warn('filename should end with .ce');
             }
         });
-        let xmlObj = null;
-        await this.add_check('xml_parse', 'valid XML', async () => {
-            try {
-                const parser = new xml2js.Parser();
-                const contentStr = (0, io_1.decodeText)(content);
-                xmlObj = await parser.parseStringPromise(contentStr);
-            }
-            catch (e) {
-                this.err(`Failed to parse XML: ${e.message}`, true);
+        const zipped = await this.tryValidateZipSqlite(content);
+        if (!zipped) {
+            let xmlObj = null;
+            await this.add_check('xml_parse', 'valid XML', async () => {
+                try {
+                    const parser = new xml2js.Parser();
+                    const contentStr = (0, io_1.decodeText)(content);
+                    xmlObj = await parser.parseStringPromise(contentStr);
+                }
+                catch (e) {
+                    this.err(`Failed to parse XML: ${e.message}`, true);
+                }
+            });
+            if (!xmlObj) {
+                return this.buildResult(filename, filesize, 'touchchat');
             }
-        });
-        if (!xmlObj) {
-            return this.buildResult(filename, filesize, 'touchchat');
-        }
-        await this.add_check('xml_structure', 'TouchChat root element', async () => {
-            // TouchChat can have different root elements
-            const hasValidRoot = xmlObj.PageSet ||
+            await this.add_check('xml_structure', 'TouchChat root element', async () => {
+                // TouchChat can have different root elements
+                const hasValidRoot = xmlObj.PageSet ||
+                    xmlObj.Pageset ||
+                    xmlObj.page ||
+                    xmlObj.Page ||
+                    xmlObj.pages ||
+                    xmlObj.Pages;
+                if (!hasValidRoot) {
+                    this.err('file does not contain a recognized TouchChat structure');
+                }
+            });
+            const root = xmlObj.PageSet ||
                 xmlObj.Pageset ||
                 xmlObj.page ||
                 xmlObj.Page ||
                 xmlObj.pages ||
                 xmlObj.Pages;
-            if (!hasValidRoot) {
-                this.err('file does not contain a recognized TouchChat structure');
+            if (root) {
+                await this.validateTouchChatStructure(root);
             }
-        });
-        const root = xmlObj.PageSet ||
-            xmlObj.Pageset ||
-            xmlObj.page ||
-            xmlObj.Page ||
-            xmlObj.pages ||
-            xmlObj.Pages;
-        if (root) {
-            await this.validateTouchChatStructure(root);
         }
         return this.buildResult(filename, filesize, 'touchchat');
     }
@@ -224,5 +241,102 @@ class TouchChatValidator extends baseValidator_1.BaseValidator {
             }
         });
     }
+    isSQLiteBuffer(content) {
+        const header = 'SQLite format 3\u0000';
+        const bytes = content instanceof Uint8Array ? content : new Uint8Array(content);
+        if (bytes.length < header.length) {
+            return false;
+        }
+        for (let i = 0; i < header.length; i++) {
+            if (bytes[i] !== header.charCodeAt(i)) {
+                return false;
+            }
+        }
+        return true;
+    }
+    async tryValidateZipSqlite(content) {
+        let usedZip = false;
+        await this.add_check('zip', 'TouchChat ZIP package', async () => {
+            try {
+                const { zip } = await (0, zip_1.openZipFromInput)(content);
+                const entries = zip.listFiles();
+                const vocabEntry = entries.find((name) => name.toLowerCase().endsWith('.c4v'));
+                if (!vocabEntry) {
+                    this.err('TouchChat package missing .c4v database', true);
+                    return;
+                }
+                const dbBuffer = await zip.readFile(vocabEntry);
+                if (!this.isSQLiteBuffer(dbBuffer)) {
+                    this.err('TouchChat .c4v is not a valid SQLite database', true);
+                    return;
+                }
+                usedZip = true;
+                await this.validateSqliteStructure(dbBuffer);
+            }
+            catch (e) {
+                this.err(`file is not a valid TouchChat ZIP package: ${e.message}`, true);
+            }
+        });
+        return usedZip;
+    }
+    async validateSqliteStructure(content) {
+        await this.add_check('sqlite', 'valid TouchChat SQLite database', async () => {
+            let cleanup;
+            try {
+                const result = await (0, sqlite_1.openSqliteDatabase)(content, { readonly: true });
+                const db = result.db;
+                cleanup = result.cleanup;
+                const tableRows = db
+                    .prepare("SELECT name FROM sqlite_master WHERE type='table' ORDER BY name")
+                    .all();
+                const tables = new Set(tableRows.map((row) => row.name));
+                const requiredTables = [
+                    'resources',
+                    'pages',
+                    'buttons',
+                    'button_boxes',
+                    'button_box_cells',
+                    'button_box_instances',
+                ];
+                const missingTables = requiredTables.filter((t) => !tables.has(t));
+                if (missingTables.length > 0) {
+                    this.err(`Missing required TouchChat tables: ${missingTables.join(', ')}`);
+                }
+                const resourcesCols = new Set(db
+                    .prepare('PRAGMA table_info(resources)')
+                    .all()
+                    .map((row) => row.name));
+                if (!resourcesCols.has('id') || !resourcesCols.has('name')) {
+                    this.err('resources table missing id/name columns');
+                }
+                const pagesCols = new Set(db
+                    .prepare('PRAGMA table_info(pages)')
+                    .all()
+                    .map((row) => row.name));
+                if (!pagesCols.has('id') || !pagesCols.has('resource_id')) {
+                    this.err('pages table missing id/resource_id columns');
+                }
+                const buttonsCols = new Set(db
+                    .prepare('PRAGMA table_info(buttons)')
+                    .all()
+                    .map((row) => row.name));
+                if (!buttonsCols.has('id') || !buttonsCols.has('resource_id')) {
+                    this.err('buttons table missing id/resource_id columns');
+                }
+                const pageCount = db.prepare('SELECT COUNT(*) as c FROM pages').get();
+                if (!pageCount || pageCount.c === 0) {
+                    this.warn('TouchChat database has no pages');
+                }
+            }
+            catch (e) {
+                this.err(`TouchChat database validation failed: ${e.message}`, true);
+            }
+            finally {
+                if (cleanup) {
+                    cleanup();
+                }
+            }
+        });
+    }
 }
 exports.TouchChatValidator = TouchChatValidator;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@willwade/aac-processors",
-  "version": "0.1.12",
+  "version": "0.1.14",
   "description": "A comprehensive TypeScript library for processing AAC (Augmentative and Alternative Communication) file formats with translation support",
   "main": "dist/index.js",
   "browser": "dist/browser/index.browser.js",