@forthic/interp 0.19.1 → 0.20.1

package/dist/esm/forthic/streaming-manager.js

@@ -1,119 +0,0 @@
-import { TokenType, Tokenizer } from "./tokenizer";
-/**
- * Manages streaming execution functionality for the Forthic interpreter
- */
-export class StreamingManager {
-    streaming_token_index = 0;
-    stream = false;
-    previous_delta_length = 0;
-    /**
-     * Start streaming mode
-     */
-    startStream() {
-        this.stream = true;
-        this.previous_delta_length = 0;
-        this.streaming_token_index = 0;
-    }
-    /**
-     * End streaming mode
-     */
-    endStream() {
-        this.stream = false;
-        this.previous_delta_length = 0;
-        this.streaming_token_index = 0;
-    }
-    /**
-     * Check if streaming is currently active
-     */
-    isStreaming() {
-        return this.stream;
-    }
-    /**
-     * Get current streaming token index
-     */
-    getStreamingTokenIndex() {
-        return this.streaming_token_index;
-    }
-    /**
-     * Set streaming token index
-     */
-    setStreamingTokenIndex(index) {
-        this.streaming_token_index = index;
-    }
-    /**
-     * Get previous delta length
-     */
-    getPreviousDeltaLength() {
-        return this.previous_delta_length;
-    }
-    /**
-     * Set previous delta length
-     */
-    setPreviousDeltaLength(length) {
-        this.previous_delta_length = length;
-    }
-    /**
-     * Process streaming execution and yield tokens/deltas
-     */
-    async *processStreamingExecution(codeStream, done, reference_location, tokenHandler) {
-        // Create a new Tokenizer for the full string.
-        const tokenizer = new Tokenizer(codeStream, reference_location, done ? false : true);
-        const tokens = [];
-        let eosFound = false;
-        // Gather tokens from the beginning.
-        while (true) {
-            const token = tokenizer.next_token();
-            if (!token) {
-                break;
-            }
-            // If we hit an EOS token then push it and break.
-            if (token.type === TokenType.EOS) {
-                tokens.push(token);
-                eosFound = true;
-                break;
-            }
-            tokens.push(token);
-        }
-        const delta = eosFound ? "" : tokenizer.get_string_delta();
-        let newStop = this.findLastWordOrEOS(tokens);
-        if (eosFound && !done) {
-            newStop--;
-        }
-        if (!eosFound && !done) {
-            newStop++;
-        }
-        // Execute only tokens we have not executed previously.
-        for (let i = this.streaming_token_index; i < newStop; i++) {
-            const token = tokens[i];
-            if (!token) {
-                continue;
-            }
-            await tokenHandler(token);
-            if (this.stream &&
-                (token.type !== TokenType.WORD || token.string !== "START_LOG")) {
-                yield token.string;
-            }
-        }
-        if (this.stream && !eosFound) {
-            // Yield string delta if we're streaming and tokenizer has a delta
-            const newPortion = delta?.substring(this.previous_delta_length) || "";
-            if (newPortion) {
-                yield { stringDelta: newPortion };
-            }
-            this.previous_delta_length = delta?.length || 0;
-        }
-        if (done) {
-            this.endStream();
-            return;
-        }
-        // Update our pointer and reset if done
-        this.streaming_token_index = newStop;
-    }
-    /**
-     * Find the last word or EOS token in the tokens array
-     */
-    findLastWordOrEOS(tokens) {
-        return tokens.findLastIndex((token) => token.type === TokenType.WORD || token.type === TokenType.EOS);
-    }
-}
-//# sourceMappingURL=streaming-manager.js.map

package/dist/esm/forthic/streaming-manager.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"streaming-manager.js","sourceRoot":"","sources":["../../../src/forthic/streaming-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,SAAS,EAAE,SAAS,EAAgB,MAAM,aAAa,CAAC;AAGxE;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,qBAAqB,GAAW,CAAC,CAAC;IAClC,MAAM,GAAY,KAAK,CAAC;IACxB,qBAAqB,GAAW,CAAC,CAAC;IAE1C;;OAEG;IACH,WAAW;QACT,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,qBAAqB,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,qBAAqB,GAAG,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,SAAS;QACP,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,qBAAqB,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,qBAAqB,GAAG,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,sBAAsB,CAAC,KAAa;QAClC,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,sBAAsB,CAAC,MAAc;QACnC,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAC,yBAAyB,CAC9B,UAAkB,EAClB,IAAa,EACb,kBAAuC,EACvC,YAA6C;QAE7C,8CAA8C;QAC9C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,UAAU,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrF,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,oCAAoC;QACpC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM;YACR,CAAC;YAED,iDAAiD;YACjD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,GAAG,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC;QAE3D,IAAI,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAE7C,IAAI,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,uDAAuD;QACvD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;YAE1B,IACE,IAAI,CAAC,MAAM;gBACX,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,CAAC,EAC/D,CAAC;gBACD,MAAM,KAAK,CAAC,MAAM,CAAC;YACrB,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC7B,kEAAkE;YAClE,MAAM,UAAU,GAAG,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;YAEtE,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,EAAE,WAAW,EAAE,UAAU,EAAiB,CAAC;YACnD,CAAC;YACD,IAAI,CAAC,qBAAqB,GAAG,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,MAAe;QACvC,OAAO,MAAM,CAAC,aAAa,CACzB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,GAAG,CACzE,CAAC;IACJ,CAAC;CACF"}

package/dist/esm/forthic/types.d.ts

@@ -1,21 +0,0 @@
-/**
- * Type definitions for the Forthic interpreter
- */
-export interface ModuleFlags {
-    [key: string]: unknown;
-}
-export interface ScreenData {
-    [key: string]: string;
-}
-export interface WordCount {
-    word: string;
-    count: number;
-}
-export interface ProfileTimestamp {
-    label: string;
-    time_ms: number;
-}
-export type ModuleImportSpec = string | [string, string];
-export interface StringDelta {
-    stringDelta: string;
-}

package/dist/esm/forthic/types.js

@@ -1,5 +0,0 @@
-/**
- * Type definitions for the Forthic interpreter
- */
-export {};
-//# sourceMappingURL=types.js.map

package/dist/esm/forthic/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/forthic/types.ts"],"names":[],"mappings":"AAAA;;GAEG"}