@m100/core 0.8.0

package/dist/renumber/renumber.js

@@ -0,0 +1,87 @@
+import { collectProgramStructure } from '../utils/programAnalysis.js';
+/**
+ * Renumber BASIC program lines.
+ *
+ * @param basicCode - BASIC source code
+ * @param options - Renumbering options
+ * @returns Renumbered code
+ */
+export function renumberProgram(basicCode, options = {}) {
+    const start = options.start ?? 10;
+    const increment = options.increment ?? 10;
+    const structure = collectProgramStructure(basicCode);
+    if (structure.numberedLines.length === 0) {
+        return basicCode; // No lines to renumber
+    }
+    // Build assignment map: old number → new number
+    const assignments = [];
+    let current = start;
+    for (const entry of structure.numberedLines) {
+        assignments.push({
+            lineIndex: entry.line,
+            oldNumber: entry.number,
+            newNumber: current,
+        });
+        current += increment;
+        if (current > 65529) {
+            throw new Error('Renumbering would exceed maximum line number (65529). Choose a smaller increment.');
+        }
+    }
+    const referenceMap = new Map();
+    assignments.forEach(assignment => {
+        referenceMap.set(assignment.oldNumber, assignment.newNumber);
+    });
+    return applyRenumberChanges(basicCode, structure, assignments, referenceMap);
+}
+function applyRenumberChanges(basicCode, structure, assignments, referenceMap) {
+    const lines = basicCode.split(/\r?\n/);
+    const replacementsByLine = new Map();
+    const numberInfoByLine = new Map();
+    structure.numberedLines.forEach((info) => {
+        numberInfoByLine.set(info.line, info);
+    });
+    // Queue replacements for line numbers
+    for (const assignment of assignments) {
+        const info = numberInfoByLine.get(assignment.lineIndex);
+        if (!info) {
+            continue;
+        }
+        queueReplacement(replacementsByLine, assignment.lineIndex, info.numberStart, info.numberEnd, assignment.newNumber.toString());
+    }
+    // Queue replacements for line references (GOTO, GOSUB, etc.)
+    for (const reference of structure.references) {
+        const newTarget = referenceMap.get(reference.target);
+        if (newTarget === undefined) {
+            continue;
+        }
+        queueReplacement(replacementsByLine, reference.lineIndex, reference.start, reference.end, newTarget.toString());
+    }
+    // Apply replacements to each line
+    for (const [lineIndex, replacements] of replacementsByLine.entries()) {
+        let text = lines[lineIndex];
+        // Sort by position (descending) to avoid offset issues
+        const sorted = replacements.sort((a, b) => b.start - a.start);
+        for (const replacement of sorted) {
+            text =
+                text.slice(0, replacement.start) +
+                    replacement.value +
+                    text.slice(replacement.end);
+        }
+        lines[lineIndex] = text;
+    }
+    return lines.join('\n');
+}
+function queueReplacement(map, line, start, end, value) {
+    if (!map.has(line)) {
+        map.set(line, []);
+    }
+    map.get(line).push({ start, end, value });
+}
+/**
+ * Renumber a BASIC file (file-based API).
+ *
+ * @param inPath - Path to input .DO file
+ * @param options - Renumbering options
+ * @returns Result with output path and stats
+ */
+//# sourceMappingURL=renumber.js.map

package/dist/renumber/renumber.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"renumber.js","sourceRoot":"","sources":["../../src/renumber/renumber.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAmC,MAAM,6BAA6B,CAAC;AAyBvG;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAC7B,SAAiB,EACjB,UAA2B,EAAE;IAE7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAClC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAE1C,MAAM,SAAS,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAErD,IAAI,SAAS,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,OAAO,SAAS,CAAC,CAAC,uBAAuB;IAC3C,CAAC;IAED,gDAAgD;IAChD,MAAM,WAAW,GAIZ,EAAE,CAAC;IAER,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;QAC5C,WAAW,CAAC,IAAI,CAAC;YACf,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,SAAS,EAAE,KAAK,CAAC,MAAM;YACvB,SAAS,EAAE,OAAO;SACnB,CAAC,CAAC;QACH,OAAO,IAAI,SAAS,CAAC;QAErB,IAAI,OAAO,GAAG,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;QAC/B,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,OAAO,oBAAoB,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,oBAAoB,CAC3B,SAAiB,EACjB,SAAqD,EACrD,WAA4D,EAC5D,YAAiC;IAEjC,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAyB,CAAC;IAE5D,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA4B,CAAC;IAC7D,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAsB,EAAE,EAAE;QACzD,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,sCAAsC;IACtC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACxD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,gBAAgB,CACd,kBAAkB,EAClB,UAAU,CAAC,SAAS,EACpB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,SAAS,EACd,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,CAChC,CAAC;IACJ,CAAC;IAED,6DAA6D;IAC7D,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,SAAS;QACX,CAAC;QACD,gBAAgB,CACd,kBAAkB,EAClB,SAAS,CAAC,SAAS,EACnB,SAAS,CAAC,KAAK,EACf,SAAS,CAAC,GAAG,EACb,SAAS,CAAC,QAAQ,EAAE,CACrB,CAAC;IACJ,CAAC;IAED,kCAAkC;IAClC,KAAK,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,IAAI,kBAAkB,CAAC,OAAO,EAAE,EAAE,CAAC;QACrE,IAAI,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5B,uDAAuD;QACvD,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9D,KAAK,MAAM,WAAW,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI;gBACF,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC;oBAChC,WAAW,CAAC,KAAK;oBACjB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CACvB,GAA+B,EAC/B,IAAY,EACZ,KAAa,EACb,GAAW,EACX,KAAa;IAEb,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACpB,CAAC;IACD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;;GAMG"}

package/dist/squash/squash.d.ts

@@ -0,0 +1,31 @@
+/**
+ * TRS-80 Model 100 BASIC Squash - Core Logic
+ *
+ * Squashes BASIC code by removing unnecessary whitespace and optimizing PRINT statements.
+ * Preserves REM, DATA, and string literals.
+ */
+/**
+ * Squash BASIC code by removing unnecessary whitespace.
+ *
+ * @param basicCode - BASIC source code with line numbers
+ * @returns Squashed code
+ */
+export declare function squashBasicCode(basicCode: string): string;
+/**
+ * Squash a single BASIC line.
+ *
+ * @param line - Line to squash
+ * @returns Squashed line, or undefined if line should be removed
+ */
+export declare function squashLine(line: string): string | undefined;
+export declare function removeWhitespaceOutsideStrings(text: string): string;
+export declare function collapsePrintSemicolons(text: string): string;
+export declare function removeUnnecessaryTrailingQuote(text: string): string;
+export declare function removeTrailingColon(text: string): string;
+/**
+ * Squash a BASIC file (file-based API).
+ *
+ * @param inPath - Path to input .DO file
+ * @param options - Options including output path
+ * @returns Result with output path and line count
+ */

package/dist/squash/squash.js

@@ -0,0 +1,247 @@
+import { findCommentStart } from '../commentUtils.js';
+/**
+ * TRS-80 Model 100 BASIC Squash - Core Logic
+ *
+ * Squashes BASIC code by removing unnecessary whitespace and optimizing PRINT statements.
+ * Preserves REM, DATA, and string literals.
+ */
+/**
+ * Squash BASIC code by removing unnecessary whitespace.
+ *
+ * @param basicCode - BASIC source code with line numbers
+ * @returns Squashed code
+ */
+export function squashBasicCode(basicCode) {
+    const lines = basicCode.split(/\r?\n/);
+    const resultLines = [];
+    for (const line of lines) {
+        const squashed = squashLine(line);
+        if (squashed !== undefined) {
+            resultLines.push(squashed);
+        }
+    }
+    return resultLines.join('\n');
+}
+/**
+ * Squash a single BASIC line.
+ *
+ * @param line - Line to squash
+ * @returns Squashed line, or undefined if line should be removed
+ */
+export function squashLine(line) {
+    if (!line.trim()) {
+        return undefined;
+    }
+    const commentStart = findCommentStart(line);
+    const comment = commentStart === undefined ? '' : line.slice(commentStart);
+    const code = commentStart === undefined ? line : line.slice(0, commentStart);
+    const numberMatch = /^\s*(\d+)/.exec(code);
+    let remaining = code;
+    let lineNumber;
+    if (numberMatch) {
+        lineNumber = numberMatch[1];
+        remaining = code.slice(numberMatch.index + numberMatch[0].length);
+    }
+    if (!lineNumber && !remaining.trim()) {
+        return undefined;
+    }
+    const trimmedBody = remaining.trimStart();
+    if (!trimmedBody && !comment) {
+        return lineNumber ? lineNumber : undefined;
+    }
+    if (shouldSkipBody(trimmedBody)) {
+        return rebuildLine(code, comment);
+    }
+    if (containsKeywordOutsideStrings(trimmedBody, 'DATA')) {
+        return rebuildLine(code, comment);
+    }
+    let body = removeWhitespaceOutsideStrings(trimmedBody);
+    body = collapsePrintSemicolons(body);
+    body = removeUnnecessaryTrailingQuote(body);
+    body = removeTrailingColon(body);
+    const rebuilt = (lineNumber ? `${lineNumber}${body ? ' ' : ''}` : '') + body;
+    return comment ? rebuilt + (comment.startsWith(' ') ? '' : ' ') + comment : rebuilt;
+}
+function rebuildLine(code, comment) {
+    return code.trimEnd() + (comment.startsWith(' ') ? '' : ' ') + comment;
+}
+function shouldSkipBody(body) {
+    if (!body) {
+        return true;
+    }
+    const upper = body.trim().toUpperCase();
+    if (!upper) {
+        return true;
+    }
+    if (upper.startsWith("'")) {
+        return true;
+    }
+    return upper.startsWith('REM');
+}
+export function removeWhitespaceOutsideStrings(text) {
+    let result = '';
+    let inString = false;
+    for (let i = 0; i < text.length; i++) {
+        const char = text[i];
+        if (char === '"') {
+            if (inString && text[i + 1] === '"') {
+                result += '""';
+                i += 1;
+                continue;
+            }
+            inString = !inString;
+            result += '"';
+            continue;
+        }
+        if (inString) {
+            result += char;
+            continue;
+        }
+        if (char === ' ' || char === '\t') {
+            continue;
+        }
+        result += char;
+    }
+    return result;
+}
+export function collapsePrintSemicolons(text) {
+    const statements = splitStatements(text);
+    const transformed = statements.map(statement => normalizePrintSemicolons(statement));
+    return transformed.join(':');
+}
+function splitStatements(body) {
+    const parts = [];
+    let lastSplit = 0;
+    let inString = false;
+    for (let i = 0; i < body.length; i++) {
+        const char = body[i];
+        if (char === '"') {
+            if (inString && body[i + 1] === '"') {
+                i += 1;
+                continue;
+            }
+            inString = !inString;
+            continue;
+        }
+        if (!inString && char === ':') {
+            parts.push(body.slice(lastSplit, i));
+            lastSplit = i + 1;
+        }
+    }
+    parts.push(body.slice(lastSplit));
+    return parts;
+}
+function normalizePrintSemicolons(statement) {
+    const upper = statement.toUpperCase();
+    if (!upper.startsWith('PRINT') && !upper.startsWith('LPRINT')) {
+        return statement;
+    }
+    let result = '';
+    let inString = false;
+    for (let i = 0; i < statement.length; i++) {
+        const char = statement[i];
+        if (char === '"') {
+            if (inString && statement[i + 1] === '"') {
+                result += '""';
+                i += 1;
+                continue;
+            }
+            inString = !inString;
+            result += '"';
+            continue;
+        }
+        if (!inString && char === ';') {
+            if (result.endsWith(';')) {
+                continue;
+            }
+            result += ';';
+            continue;
+        }
+        result += char;
+    }
+    return result;
+}
+export function removeUnnecessaryTrailingQuote(text) {
+    if (!text || text[text.length - 1] !== '"') {
+        return text;
+    }
+    let quotes = 0;
+    for (let i = text.length - 1; i >= 0; i--) {
+        if (text[i] === '"') {
+            quotes += 1;
+        }
+        else {
+            break;
+        }
+    }
+    if (quotes !== 1) {
+        return text;
+    }
+    return text.slice(0, text.length - 1);
+}
+export function removeTrailingColon(text) {
+    if (!text) {
+        return text;
+    }
+    let inString = false;
+    for (let i = text.length - 1; i >= 0; i--) {
+        const char = text[i];
+        if (char === '"') {
+            if (i > 0 && text[i - 1] === '"') {
+                i -= 1;
+                continue;
+            }
+            inString = !inString;
+            continue;
+        }
+        if (inString) {
+            continue;
+        }
+        if (char === ' ' || char === '\t') {
+            continue;
+        }
+        if (char === ':') {
+            return text.slice(0, i).replace(/\s+$/, '');
+        }
+        break;
+    }
+    return text;
+}
+function containsKeywordOutsideStrings(text, keyword) {
+    const upperKeyword = keyword.toUpperCase();
+    const keywordLength = upperKeyword.length;
+    let inString = false;
+    for (let i = 0; i < text.length; i++) {
+        const char = text[i];
+        if (char === '"') {
+            if (inString && text[i + 1] === '"') {
+                i += 1;
+                continue;
+            }
+            inString = !inString;
+            continue;
+        }
+        if (inString) {
+            continue;
+        }
+        if (i + keywordLength > text.length) {
+            break;
+        }
+        const slice = text.slice(i, i + keywordLength).toUpperCase();
+        if (slice === upperKeyword) {
+            const prev = i === 0 ? undefined : text[i - 1];
+            if (!prev || !/[A-Za-z]/.test(prev)) {
+                return true;
+            }
+        }
+    }
+    return false;
+}
+/**
+ * Squash a BASIC file (file-based API).
+ *
+ * @param inPath - Path to input .DO file
+ * @param options - Options including output path
+ * @returns Result with output path and line count
+ */
+//# sourceMappingURL=squash.js.map

package/dist/squash/squash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"squash.js","sourceRoot":"","sources":["../../src/squash/squash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD;;;;;GAKG;AAEH;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvC,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACjB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC3E,MAAM,IAAI,GAAG,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;IAC7E,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,UAA8B,CAAC;IAEnC,IAAI,WAAW,EAAE,CAAC;QAChB,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAC5B,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;QACrC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,WAAW,GAAG,SAAS,CAAC,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,WAAW,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7B,OAAO,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7C,CAAC;IACD,IAAI,cAAc,CAAC,WAAW,CAAC,EAAE,CAAC;QAChC,OAAO,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,6BAA6B,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC;QACvD,OAAO,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,IAAI,GAAG,8BAA8B,CAAC,WAAW,CAAC,CAAC;IACvD,IAAI,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,GAAG,8BAA8B,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAEjC,MAAM,OAAO,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;IAC7E,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;AACtF,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,OAAe;IAChD,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC;AACzE,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,IAAY;IACzD,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,IAAI,QAAQ,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACpC,MAAM,IAAI,IAAI,CAAC;gBACf,CAAC,IAAI,CAAC,CAAC;gBACP,SAAS;YACX,CAAC;YACD,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,MAAM,IAAI,GAAG,CAAC;YACd,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,IAAI,IAAI,CAAC;YACf,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QACD,MAAM,IAAI,IAAI,CAAC;IACjB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,IAAY;IAClD,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAC7C,wBAAwB,CAAC,SAAS,CAAC,CACpC,CAAC;IACF,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,IAAI,QAAQ,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACpC,CAAC,IAAI,CAAC,CAAC;gBACP,SAAS;YACX,CAAC;YACD,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;YACrC,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IAClC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,SAAiB;IACjD,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IACtC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9D,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,IAAI,QAAQ,IAAI,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACzC,MAAM,IAAI,IAAI,CAAC;gBACf,CAAC,IAAI,CAAC,CAAC;gBACP,SAAS;YACX,CAAC;YACD,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,MAAM,IAAI,GAAG,CAAC;YACd,SAAS;QACX,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,CAAC;YACd,SAAS;QACX,CAAC;QACD,MAAM,IAAI,IAAI,CAAC;IACjB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,IAAY;IACzD,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;aAAM,CAAC;YACN,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACjC,CAAC,IAAI,CAAC,CAAC;gBACP,SAAS;YACX,CAAC;YACD,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM;IACR,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,6BAA6B,CAAC,IAAY,EAAE,OAAe;IAClE,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC;IAC1C,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,IAAI,QAAQ,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACpC,CAAC,IAAI,CAAC,CAAC;gBACP,SAAS;YACX,CAAC;YACD,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,aAAa,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM;QACR,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7D,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/C,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG"}

package/dist/tokenize/errors.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Error codes for tokenization failures.
+ */
+export type TokenizeErrorCode = "PARSE_ERROR" | "LINE_NUMBER_INVALID" | "TOKEN_LIMIT" | "FILE_NOT_FOUND" | "FILE_READ_ERROR" | "FILE_WRITE_ERROR";
+/**
+ * Structured error for tokenization failures.
+ * Provides machine-readable error codes and optional line/column context.
+ */
+export declare class TokenizeError extends Error {
+    /**
+     * Error code for programmatic error handling.
+     */
+    readonly code: TokenizeErrorCode;
+    /**
+     * Optional 1-based line number where error occurred.
+     */
+    readonly line?: number;
+    /**
+     * Optional 1-based column number where error occurred.
+     */
+    readonly col?: number;
+    constructor(code: TokenizeErrorCode, message: string, line?: number, col?: number);
+    /**
+     * Format error for CLI output.
+     * Format: [M100:ERROR_CODE] L{line}:C{col} {message}
+     */
+    formatForCLI(): string;
+}

package/dist/tokenize/errors.js

@@ -0,0 +1,41 @@
+/**
+ * Structured error for tokenization failures.
+ * Provides machine-readable error codes and optional line/column context.
+ */
+export class TokenizeError extends Error {
+    /**
+     * Error code for programmatic error handling.
+     */
+    code;
+    /**
+     * Optional 1-based line number where error occurred.
+     */
+    line;
+    /**
+     * Optional 1-based column number where error occurred.
+     */
+    col;
+    constructor(code, message, line, col) {
+        super(message);
+        this.name = 'TokenizeError';
+        this.code = code;
+        this.line = line;
+        this.col = col;
+        // Maintain proper stack trace for where error was created (only in V8)
+        if (Error.captureStackTrace) {
+            Error.captureStackTrace(this, TokenizeError);
+        }
+    }
+    /**
+     * Format error for CLI output.
+     * Format: [M100:ERROR_CODE] L{line}:C{col} {message}
+     */
+    formatForCLI() {
+        const prefix = `[M100:${this.code}]`;
+        const location = this.line
+            ? ` L${this.line}${this.col ? `:C${this.col}` : ''}`
+            : '';
+        return `${prefix}${location} ${this.message}`;
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/tokenize/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/tokenize/errors.ts"],"names":[],"mappings":"AAWA;;;GAGG;AACH,MAAM,OAAO,aAAc,SAAQ,KAAK;IACtC;;OAEG;IACa,IAAI,CAAoB;IAExC;;OAEG;IACa,IAAI,CAAU;IAE9B;;OAEG;IACa,GAAG,CAAU;IAE7B,YACE,IAAuB,EACvB,OAAe,EACf,IAAa,EACb,GAAY;QAEZ,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAEf,uEAAuE;QACvE,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,YAAY;QACV,MAAM,MAAM,GAAG,SAAS,IAAI,CAAC,IAAI,GAAG,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI;YACxB,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;YACpD,CAAC,CAAC,EAAE,CAAC;QACP,OAAO,GAAG,MAAM,GAAG,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;IAChD,CAAC;CACF"}

package/dist/tokenize/tokenizeProgram.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Tokenize BASIC source text to binary .BA format.
+ * This is the main API for in-memory tokenization.
+ *
+ * @param doText - ASCII BASIC source code with numbered lines
+ * @param baseAddress - Base memory address for the program (default: 0x8001 for Model 100/102)
+ * @returns Tokenized binary data
+ */
+export declare function tokenizeDoTextToBaBytes(doText: string, baseAddress?: number): Uint8Array;

package/dist/tokenize/tokenizeProgram.js

@@ -0,0 +1,165 @@
+import { TOKENS } from '../tokens.js';
+/**
+ * Tokenize ASCII BASIC line code to binary bytes.
+ *
+ * @param asciiCode - The BASIC code for one line (without line number)
+ * @returns Tokenized bytes for the line
+ */
+function tokenizeLine(asciiCode) {
+    const tokenized = [];
+    let i = 0;
+    let inString = false;
+    while (i < asciiCode.length) {
+        // Track string state
+        if (asciiCode[i] === '"' && (i === 0 || asciiCode[i - 1] !== '\\')) {
+            inString = !inString;
+            tokenized.push('"'.charCodeAt(0));
+            i++;
+            continue;
+        }
+        // Handle single quotes (comments) - only outside strings
+        if (asciiCode[i] === "'" && !inString) {
+            // Expand single quote to: colon (3A) + REM token (8E) + quote token (FF)
+            tokenized.push(0x3A); // Colon
+            tokenized.push(0x8E); // REM token
+            tokenized.push(0xFF); // Quote token
+            // Skip rest of line (it's a comment)
+            break;
+        }
+        // If in string, just copy characters as-is
+        if (inString) {
+            tokenized.push(asciiCode.charCodeAt(i));
+            i++;
+            continue;
+        }
+        // Try to match a keyword starting at position i
+        let matched = false;
+        // Try longer keywords first (multi-character operators and keywords)
+        for (let keywordLen = Math.min(10, asciiCode.length - i); keywordLen > 0; keywordLen--) {
+            const candidate = asciiCode.slice(i, i + keywordLen);
+            // Check for token match (case-insensitive for keywords)
+            const upperCandidate = candidate.toUpperCase();
+            if (upperCandidate in TOKENS) {
+                const token = TOKENS[upperCandidate];
+                tokenized.push(token);
+                i += keywordLen;
+                matched = true;
+                // Special handling for REM and DATA: rest of line is literal
+                if (upperCandidate === 'REM' || upperCandidate === 'DATA') {
+                    // Copy rest of line as-is after REM/DATA
+                    for (let j = i; j < asciiCode.length; j++) {
+                        tokenized.push(asciiCode.charCodeAt(j));
+                    }
+                    i = asciiCode.length;
+                    break;
+                }
+                // Special handling: ELSE token must be preceded by colon
+                if (upperCandidate === 'ELSE') {
+                    // Ensure there's a colon before ELSE
+                    if (tokenized.length > 1 && tokenized[tokenized.length - 2] !== 0x3A) {
+                        // Insert colon before ELSE token
+                        tokenized.splice(tokenized.length - 1, 0, 0x3A);
+                    }
+                }
+                break;
+            }
+        }
+        if (!matched) {
+            // Not a token, copy as ASCII
+            tokenized.push(asciiCode.charCodeAt(i));
+            i++;
+        }
+    }
+    return new Uint8Array(tokenized);
+}
+/**
+ * Parse a BASIC source line into line number and code.
+ *
+ * @param line - A single line of BASIC source code
+ * @returns Parsed line number and code, or null if invalid
+ */
+function parseLine(line) {
+    const trimmed = line.trim();
+    if (!trimmed) {
+        return null;
+    }
+    const match = /^(\d+)\s*(.*)$/.exec(trimmed);
+    if (!match) {
+        return null;
+    }
+    const lineNumber = parseInt(match[1], 10);
+    const code = match[2] || '';
+    return { lineNumber, code };
+}
+/**
+ * Create tokenized binary file from ASCII BASIC.
+ *
+ * @param inputText - ASCII BASIC source code with numbered lines
+ * @param baseAddress - Base memory address for the program (default: 0x8001)
+ * @returns Tokenized binary data in .BA format
+ */
+function createTokenizedFile(inputText, baseAddress = 0x8001) {
+    const lines = inputText.split(/\r?\n/);
+    // Parse and tokenize lines
+    const tokenizedLines = [];
+    for (const line of lines) {
+        const parsed = parseLine(line);
+        if (!parsed) {
+            continue;
+        }
+        try {
+            const tokenizedCode = tokenizeLine(parsed.code);
+            tokenizedLines.push({
+                lineNumber: parsed.lineNumber,
+                tokenizedCode,
+            });
+        }
+        catch (error) {
+            // Skip invalid lines (but continue processing)
+            continue;
+        }
+    }
+    // Calculate addresses for all lines first
+    const lineAddresses = [];
+    let tempAddress = baseAddress;
+    for (const { tokenizedCode } of tokenizedLines) {
+        lineAddresses.push(tempAddress);
+        // Each line: PL+PH(2) + LL+LH(2) + code + null(1)
+        const lineSize = 2 + 2 + tokenizedCode.length + 1;
+        tempAddress += lineSize;
+    }
+    // Build output data
+    const outputData = [];
+    // Write lines with calculated addresses
+    for (let i = 0; i < tokenizedLines.length; i++) {
+        const { lineNumber, tokenizedCode } = tokenizedLines[i];
+        // Calculate next line address
+        // For last line, point to where the end-of-program marker would be
+        const nextAddress = i + 1 < tokenizedLines.length
+            ? lineAddresses[i + 1]
+            : tempAddress;
+        // PL PH (next line address, little-endian)
+        outputData.push(nextAddress & 0xFF);
+        outputData.push((nextAddress >> 8) & 0xFF);
+        // LL LH (line number, little-endian)
+        outputData.push(lineNumber & 0xFF);
+        outputData.push((lineNumber >> 8) & 0xFF);
+        // Tokenized code
+        outputData.push(...Array.from(tokenizedCode));
+        // NULL terminator
+        outputData.push(0x00);
+    }
+    return new Uint8Array(outputData);
+}
+/**
+ * Tokenize BASIC source text to binary .BA format.
+ * This is the main API for in-memory tokenization.
+ *
+ * @param doText - ASCII BASIC source code with numbered lines
+ * @param baseAddress - Base memory address for the program (default: 0x8001 for Model 100/102)
+ * @returns Tokenized binary data
+ */
+export function tokenizeDoTextToBaBytes(doText, baseAddress = 0x8001) {
+    return createTokenizedFile(doText, baseAddress);
+}
+//# sourceMappingURL=tokenizeProgram.js.map

package/dist/tokenize/tokenizeProgram.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizeProgram.js","sourceRoot":"","sources":["../../src/tokenize/tokenizeProgram.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC;;;;;GAKG;AACH,SAAS,YAAY,CAAC,SAAiB;IACrC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,OAAO,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QAC5B,qBAAqB;QACrB,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YACnE,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QAED,yDAAyD;QACzD,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,yEAAyE;YACzE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAE,QAAQ;YAC/B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAE,YAAY;YACnC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAE,cAAc;YACrC,qCAAqC;YACrC,MAAM;QACR,CAAC;QAED,2CAA2C;QAC3C,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QAED,gDAAgD;QAChD,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,qEAAqE;QACrE,KAAK,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC;YACvF,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YAErD,wDAAwD;YACxD,MAAM,cAAc,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,cAAc,IAAI,MAAM,EAAE,CAAC;gBAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;gBACrC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC,IAAI,UAAU,CAAC;gBAChB,OAAO,GAAG,IAAI,CAAC;gBAEf,6DAA6D;gBAC7D,IAAI,cAAc,KAAK,KAAK,IAAI,cAAc,KAAK,MAAM,EAAE,CAAC;oBAC1D,yCAAyC;oBACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC1C,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC1C,CAAC;oBACD,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;oBACrB,MAAM;gBACR,CAAC;gBAED,yDAAyD;gBACzD,IAAI,cAAc,KAAK,MAAM,EAAE,CAAC;oBAC9B,qCAAqC;oBACrC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;wBACrE,iCAAiC;wBACjC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC;gBAED,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,6BAA6B;YAC7B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,OAAO,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;AACnC,CAAC;AAED;;;;;GAKG;AACH,SAAS,SAAS,CAAC,IAAY;IAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5B,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;AAC9B,CAAC;AAED;;;;;;GAMG;AACH,SAAS,mBAAmB,CAC1B,SAAiB,EACjB,cAAsB,MAAM;IAE5B,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAEvC,2BAA2B;IAC3B,MAAM,cAAc,GAA6D,EAAE,CAAC;IACpF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAChD,cAAc,CAAC,IAAI,CAAC;gBAClB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,aAAa;aACd,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,+CAA+C;YAC/C,SAAS;QACX,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,IAAI,WAAW,GAAG,WAAW,CAAC;IAE9B,KAAK,MAAM,EAAE,aAAa,EAAE,IAAI,cAAc,EAAE,CAAC;QAC/C,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChC,kDAAkD;QAClD,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QAClD,WAAW,IAAI,QAAQ,CAAC;IAC1B,CAAC;IAED,oBAAoB;IACpB,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,wCAAwC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAExD,8BAA8B;QAC9B,mEAAmE;QACnE,MAAM,WAAW,GAAG,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,MAAM;YAC/C,CAAC,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC,CAAC,WAAW,CAAC;QAEhB,2CAA2C;QAC3C,UAAU,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;QACpC,UAAU,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAE3C,qCAAqC;QACrC,UAAU,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;QACnC,UAAU,CAAC,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAE1C,iBAAiB;QACjB,UAAU,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QAE9C,kBAAkB;QAClB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAED,OAAO,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;AACpC,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CACrC,MAAc,EACd,cAAsB,MAAM;IAE5B,OAAO,mBAAmB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAClD,CAAC"}

package/dist/tokenize/types.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Options for tokenizing BASIC text to .BA bytes.
+ */
+export interface TokenizeOptions {
+    /**
+     * Base memory address for the tokenized program (in decimal).
+     * Default: 0x8001 (32769) for Model 100/102
+     * Tandy 200 typically uses: 0xA001 (40961)
+     */
+    baseAddress?: number;
+}
+/**
+ * Result of tokenizing BASIC text to .BA bytes.
+ */
+export interface TokenizeResult {
+    /**
+     * Tokenized bytes suitable for .BA output.
+     */
+    bytes: Uint8Array;
+    /**
+     * Optional warnings generated during tokenization.
+     */
+    warnings?: string[];
+}