@git.zone/tstest 3.1.3 → 3.1.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@git.zone/tstest",
-  "version": "3.1.3",
+  "version": "3.1.5",
   "private": false,
   "description": "a test utility to run tests that match test/**/*.ts",
   "exports": {
@@ -15,6 +15,15 @@
   "bin": {
     "tstest": "./cli.js"
   },
+  "scripts": {
+    "test": "pnpm run build && pnpm run test:tapbundle:verbose && pnpm run test:tstest:verbose",
+    "test:tapbundle": "tsx ./cli.child.ts \"test/tapbundle/**/*.ts\"",
+    "test:tapbundle:verbose": "tsx ./cli.child.ts \"test/tapbundle/**/*.ts\" --verbose",
+    "test:tstest": "tsx ./cli.child.ts \"test/tstest/**/*.ts\"",
+    "test:tstest:verbose": "tsx ./cli.child.ts \"test/tstest/**/*.ts\" --verbose",
+    "build": "(tsbuild tsfolders)",
+    "buildDocs": "tsdoc"
+  },
   "devDependencies": {
     "@git.zone/tsbuild": "^3.1.0",
     "@types/node": "^22.15.21"
@@ -61,13 +70,5 @@
   "browserslist": [
     "last 1 chrome versions"
   ],
-  "scripts": {
-    "test": "pnpm run build && pnpm run test:tapbundle:verbose && pnpm run test:tstest:verbose",
-    "test:tapbundle": "tsx ./cli.child.ts \"test/tapbundle/**/*.ts\"",
-    "test:tapbundle:verbose": "tsx ./cli.child.ts \"test/tapbundle/**/*.ts\" --verbose",
-    "test:tstest": "tsx ./cli.child.ts \"test/tstest/**/*.ts\"",
-    "test:tstest:verbose": "tsx ./cli.child.ts \"test/tstest/**/*.ts\" --verbose",
-    "build": "(tsbuild tsfolders)",
-    "buildDocs": "tsdoc"
-  }
-}
+  "packageManager": "pnpm@10.10.0+sha512.d615db246fe70f25dcfea6d8d73dee782ce23e2245e3c4f6f888249fb568149318637dca73c2c5c8ef2a4ca0d5657fb9567188bfab47f566d1ee6ce987815c39"
+}

package/readme.hints.md

@@ -445,4 +445,49 @@ The protocol parser was fixed to correctly handle inline timing metadata:
 - Changed condition from `!simpleMatch[1].includes(':')` to check for simple key:value pairs
 - Excludes prefixed formats (META:, SKIP:, TODO:, EVENT:) while parsing simple formats like `time:250`
 
-This ensures timing metadata is correctly extracted and displayed in test results.
+This ensures timing metadata is correctly extracted and displayed in test results.
+
+## Streaming Console Output (Fixed)
+
+### Problem
+When tests use `process.stdout.write()` for streaming output (without newlines), each write was appearing on a separate line. This happened because:
+1. Child process stdout data events arrive as separate chunks
+2. `TapParser._processLog()` split on `\n` and processed each segment
+3. `testConsoleOutput()` used `console.log()` which added a newline to each call
+
+### Solution
+The streaming behavior is now preserved by:
+1. **Line buffering for TAP parsing**: Only buffer content that looks like TAP protocol messages
+2. **True streaming for console output**: Use `process.stdout.write()` instead of `console.log()` for partial lines
+3. **Intelligent detection**: `_looksLikeTapStart()` checks if content could be a TAP protocol message
+
+### Implementation Details
+
+**TapParser changes:**
+- Added `lineBuffer` property to buffer incomplete TAP protocol lines
+- Rewrote `_processLog()` to handle streaming correctly:
+  - Complete lines (with newline) are processed through protocol parser
+  - Incomplete lines that look like TAP are buffered
+  - Incomplete lines that don't look like TAP are streamed immediately
+- Added `_looksLikeTapStart()` helper to detect TAP protocol patterns
+- Added `_handleConsoleOutput()` to handle console output with proper streaming
+- Buffer is flushed on process exit
+
+**TsTestLogger changes:**
+- Added `testConsoleOutputStreaming()` method that uses `process.stdout.write()` in verbose mode
+- Added `logToTestFileRaw()` for writing to log files without adding newlines
+- In non-verbose mode, streaming content is appended to the last buffered entry
+
+**TapTestResult changes:**
+- Added `addLogLineRaw()` method that doesn't append newlines
+
+### Usage
+Tests can now use streaming output naturally:
+```typescript
+process.stdout.write("Loading");
+process.stdout.write(".");
+process.stdout.write(".");
+process.stdout.write(".\n");
+```
+
+This will correctly display as `Loading...` on a single line in verbose mode.

package/ts/00_commitinfo_data.ts

@@ -3,6 +3,6 @@
  */
 export const commitinfo = {
   name: '@git.zone/tstest',
-  version: '3.1.3',
+  version: '3.1.5',
   description: 'a test utility to run tests that match test/**/*.ts'
 }

package/ts/tstest.classes.tap.parser.ts

@@ -18,11 +18,12 @@ export class TapParser {
   receivedTests: number = 0;
 
   activeTapTestResult: TapTestResult;
-  
+
   private logger: TsTestLogger;
   private protocolParser: ProtocolParser;
   private protocolVersion: string | null = null;
   private startTime: number;
+  private lineBuffer: string = '';
 
   /**
    * the constructor for TapParser
@@ -71,43 +72,100 @@ export class TapParser {
     if (Buffer.isBuffer(logChunk)) {
       logChunk = logChunk.toString();
     }
-    const logLineArray = logChunk.split('\n');
-    if (logLineArray[logLineArray.length - 1] === '') {
-      logLineArray.pop();
-    }
 
-    // Process each line through the protocol parser
-    for (const logLine of logLineArray) {
-      const messages = this.protocolParser.parseLine(logLine);
-      
-      if (messages.length > 0) {
-        // Handle protocol messages
-        for (const message of messages) {
-          this._handleProtocolMessage(message, logLine);
+    // Prepend any buffered content from previous incomplete line
+    const fullChunk = this.lineBuffer + logChunk;
+    this.lineBuffer = '';
+
+    // Split into segments by newline
+    const segments = fullChunk.split('\n');
+    const lastIndex = segments.length - 1;
+
+    for (let i = 0; i < segments.length; i++) {
+      const segment = segments[i];
+      const isLastSegment = (i === lastIndex);
+      const hasNewline = !isLastSegment; // All segments except last had a newline after them
+
+      if (hasNewline) {
+        // Complete line - check if it's a TAP protocol message
+        const messages = this.protocolParser.parseLine(segment);
+
+        if (messages.length > 0) {
+          // Handle protocol messages
+          for (const message of messages) {
+            this._handleProtocolMessage(message, segment);
+          }
+        } else {
+          // Non-protocol complete line - handle as console output
+          this._handleConsoleOutput(segment, true);
         }
-      } else {
-        // Not a protocol message, handle as console output
-        if (this.activeTapTestResult) {
-          this.activeTapTestResult.addLogLine(logLine);
+      } else if (segment) {
+        // Last segment without newline - could be:
+        // 1. Partial console output (stream immediately)
+        // 2. Start of a TAP message (need to buffer for protocol parsing)
+
+        // Check if it looks like the start of a TAP protocol message
+        if (this._looksLikeTapStart(segment)) {
+          // Buffer it for complete line parsing
+          this.lineBuffer = segment;
+        } else {
+          // Stream immediately as console output (no newline)
+          this._handleConsoleOutput(segment, false);
         }
-        
-        // Check for snapshot communication (legacy)
-        const snapshotMatch = logLine.match(/###SNAPSHOT###(.+)###SNAPSHOT###/);
-        if (snapshotMatch) {
-          const base64Data = snapshotMatch[1];
-          try {
-            const snapshotData = JSON.parse(Buffer.from(base64Data, 'base64').toString());
-            this.handleSnapshot(snapshotData);
-          } catch (error: any) {
-            if (this.logger) {
-              this.logger.testConsoleOutput(`Error parsing snapshot data: ${error.message}`);
-            }
-          }
-        } else if (this.logger) {
-          // This is console output from the test file
-          this.logger.testConsoleOutput(logLine);
+      }
+    }
+  }
+
+  /**
+   * Check if text could be the start of a TAP protocol message
+   */
+  private _looksLikeTapStart(text: string): boolean {
+    return (
+      text.startsWith('ok ') ||
+      text.startsWith('not ok ') ||
+      text.startsWith('1..') ||
+      text.startsWith('# ') ||
+      text.startsWith('TAP version ') ||
+      text.startsWith('⟦TSTEST:') ||
+      text.startsWith('Bail out!')
+    );
+  }
+
+  /**
+   * Handle console output from test, preserving streaming behavior
+   */
+  private _handleConsoleOutput(text: string, hasNewline: boolean) {
+    // Check for snapshot communication (legacy)
+    const snapshotMatch = text.match(/###SNAPSHOT###(.+)###SNAPSHOT###/);
+    if (snapshotMatch) {
+      const base64Data = snapshotMatch[1];
+      try {
+        const snapshotData = JSON.parse(Buffer.from(base64Data, 'base64').toString());
+        this.handleSnapshot(snapshotData);
+      } catch (error: any) {
+        if (this.logger) {
+          this.logger.testConsoleOutput(`Error parsing snapshot data: ${error.message}`);
         }
       }
+      return;
+    }
+
+    // Add to test result buffer
+    if (this.activeTapTestResult) {
+      if (hasNewline) {
+        this.activeTapTestResult.addLogLine(text);
+      } else {
+        this.activeTapTestResult.addLogLineRaw(text);
+      }
+    }
+
+    // Output to logger with streaming support
+    if (this.logger) {
+      if (hasNewline) {
+        this.logger.testConsoleOutput(text);
+      } else {
+        this.logger.testConsoleOutputStreaming(text);
+      }
     }
   }
 
@@ -417,6 +475,11 @@ export class TapParser {
       this._processLog(data);
     });
     childProcessArg.on('exit', async () => {
+      // Flush any remaining buffered content
+      if (this.lineBuffer) {
+        this._handleConsoleOutput(this.lineBuffer, false);
+        this.lineBuffer = '';
+      }
       await this.evaluateFinalResult();
       done.resolve();
     });

package/ts/tstest.classes.tap.testresult.ts

@@ -10,7 +10,7 @@ export class TapTestResult {
   constructor(public id: number) {}
 
   /**
-   * adds a logLine to the log buffer of the test
+   * adds a logLine to the log buffer of the test (with newline appended)
    * @param logLine
    */
   addLogLine(logLine: string) {
@@ -19,6 +19,15 @@ export class TapTestResult {
     this.testLogBuffer = Buffer.concat([this.testLogBuffer, logLineBuffer]);
   }
 
+  /**
+   * adds raw text to the log buffer without appending newline (for streaming output)
+   * @param text
+   */
+  addLogLineRaw(text: string) {
+    const logLineBuffer = Buffer.from(text);
+    this.testLogBuffer = Buffer.concat([this.testLogBuffer, logLineBuffer]);
+  }
+
   setTestResult(testOkArg: boolean) {
     this.testOk = testOkArg;
     this.testSettled = true;

package/ts/tstest.logging.ts

@@ -348,10 +348,10 @@ export class TsTestLogger {
     }
   }
   
-  // Console output from test files (non-TAP output)
+  // Console output from test files (non-TAP output) - complete lines
   testConsoleOutput(message: string) {
     if (this.options.json) return;
-    
+
     // In verbose mode, show console output immediately
     if (this.options.verbose) {
       this.log(this.format(`   ${message}`, 'dim'));
@@ -359,12 +359,48 @@ export class TsTestLogger {
       // In non-verbose mode, buffer the logs
       this.currentTestLogs.push(message);
     }
-    
+
     // Always log to test file if --logfile is specified
     if (this.currentTestLogFile) {
       this.logToTestFile(`   ${message}`);
     }
   }
+
+  // Streaming console output (preserves original formatting, no newline added)
+  testConsoleOutputStreaming(message: string) {
+    if (this.options.json) return;
+
+    const prefix = '   ';
+    if (this.options.verbose) {
+      // Use process.stdout.write to preserve streaming without adding newlines
+      process.stdout.write(this.format(prefix + message, 'dim'));
+    } else {
+      // Buffer without trailing newline - append to last entry if exists and incomplete
+      if (this.currentTestLogs.length > 0) {
+        // Append to the last buffered entry (for streaming segments)
+        this.currentTestLogs[this.currentTestLogs.length - 1] += message;
+      } else {
+        this.currentTestLogs.push(message);
+      }
+    }
+
+    // Log to test file without adding newline
+    if (this.currentTestLogFile) {
+      this.logToTestFileRaw(prefix + message);
+    }
+  }
+
+  private logToTestFileRaw(message: string) {
+    try {
+      // Remove ANSI color codes for file logging
+      const cleanMessage = message.replace(/\u001b\[[0-9;]*m/g, '');
+
+      // Append to test log file without adding newline
+      fs.appendFileSync(this.currentTestLogFile, cleanMessage);
+    } catch (error) {
+      // Silently fail to avoid disrupting the test run
+    }
+  }
   
   // Skipped test file
   testFileSkipped(filename: string, index: number, total: number, reason: string) {

package/dist_ts/tstest.classes.tap.parser.old.d.ts

@@ -1,50 +0,0 @@
-import { ChildProcess } from 'child_process';
-import { TapTestResult } from './tstest.classes.tap.testresult.js';
-import { TsTestLogger } from './tstest.logging.js';
-export declare class TapParser {
-    fileName: string;
-    testStore: TapTestResult[];
-    expectedTestsRegex: RegExp;
-    expectedTests: number;
-    receivedTests: number;
-    testStatusRegex: RegExp;
-    activeTapTestResult: TapTestResult;
-    collectingErrorDetails: boolean;
-    currentTestError: string[];
-    pretaskRegex: RegExp;
-    private logger;
-    private protocolParser;
-    /**
-     * the constructor for TapParser
-     */
-    constructor(fileName: string, logger?: TsTestLogger);
-    /**
-     * Handle test file timeout
-     */
-    handleTimeout(timeoutSeconds: number): void;
-    private _getNewTapTestResult;
-    private _processLog;
-    /**
-     * returns all tests that are not completed
-     */
-    getUncompletedTests(): void;
-    /**
-     * returns all tests that threw an error
-     */
-    getErrorTests(): TapTestResult[];
-    /**
-     * returns a test overview as string
-     */
-    getTestOverviewAsString(): string;
-    /**
-     * handles a tap process
-     * @param childProcessArg
-     */
-    handleTapProcess(childProcessArg: ChildProcess): Promise<void>;
-    handleTapLog(tapLog: string): Promise<void>;
-    /**
-     * Handle snapshot data from the test
-     */
-    private handleSnapshot;
-    evaluateFinalResult(): Promise<void>;
-}