@karaplay/file-coder 1.5.0 → 1.5.2

package/verify-emk-reference.js

@@ -0,0 +1,230 @@
+#!/usr/bin/env node
+/**
+ * Verify EMK to KAR Conversions Against Reference Data
+ * 
+ * This script:
+ * 1. Reads EMK_REFERENCE_DATA.json
+ * 2. Converts each EMK file
+ * 3. Compares results with reference data
+ * 4. Reports any discrepancies
+ * 
+ * Usage:
+ *   node verify-emk-reference.js
+ *   node verify-emk-reference.js --verbose
+ *   node verify-emk-reference.js --file=001.emk
+ */
+
+const fs = require('fs');
+const path = require('path');
+const { convertEmkToKar, validateKarTempo, compareEmkKarTempo } = require('./dist/index.js');
+
+// Parse arguments
+const args = process.argv.slice(2);
+const verbose = args.includes('--verbose');
+const fileArg = args.find(arg => arg.startsWith('--file='));
+const targetFile = fileArg ? fileArg.split('=')[1] : null;
+
+// Load reference data
+const referenceFile = path.join(__dirname, 'EMK_REFERENCE_DATA.json');
+if (!fs.existsSync(referenceFile)) {
+  console.error('❌ Reference data not found!');
+  console.error('   Run: node analyze-all-emk.js');
+  process.exit(1);
+}
+
+const referenceData = JSON.parse(fs.readFileSync(referenceFile, 'utf8'));
+
+console.log('='.repeat(80));
+console.log('VERIFY EMK CONVERSIONS AGAINST REFERENCE DATA');
+console.log('='.repeat(80));
+console.log('');
+console.log(`Reference Data: ${referenceData.generatedAt}`);
+console.log(`Library Version: ${referenceData.version}`);
+console.log(`Total Songs: ${referenceData.totalFiles}`);
+console.log('');
+
+// Filter songs to test
+let songsToTest = referenceData.songs.filter(s => s.status === 'success');
+if (targetFile) {
+  songsToTest = songsToTest.filter(s => s.filename === targetFile);
+  if (songsToTest.length === 0) {
+    console.error(`❌ File not found in reference data: ${targetFile}`);
+    process.exit(1);
+  }
+}
+
+console.log(`Testing ${songsToTest.length} songs...`);
+console.log('');
+
+const emkDir = path.join(__dirname, 'songs/emk');
+const tempDir = path.join(__dirname, 'temp');
+
+if (!fs.existsSync(tempDir)) {
+  fs.mkdirSync(tempDir, { recursive: true });
+}
+
+const results = {
+  passed: 0,
+  failed: 0,
+  warnings: 0,
+  details: []
+};
+
+songsToTest.forEach((refSong, idx) => {
+  const testNum = idx + 1;
+  const totalTests = songsToTest.length;
+  
+  console.log(`[${testNum}/${totalTests}] Testing: ${refSong.filename}`);
+  
+  if (verbose) {
+    console.log(`   Reference: ${refSong.title} - ${refSong.artist}`);
+    console.log(`   Expected Duration: ${refSong.durationFormatted} (${refSong.duration.toFixed(2)}s)`);
+    console.log(`   Expected Tempo: ${refSong.karTempo.toFixed(2)} BPM`);
+  }
+  
+  try {
+    const inputEmk = path.join(emkDir, refSong.filename);
+    const outputKar = path.join(tempDir, refSong.filename.replace('.emk', '_verify.kar'));
+    
+    // Convert
+    const result = convertEmkToKar({
+      inputEmk: inputEmk,
+      outputKar: outputKar,
+      keepIntermediateFiles: false
+    });
+    
+    if (!result.success) {
+      console.log(`   ❌ FAIL: Conversion failed`);
+      results.failed++;
+      results.details.push({
+        file: refSong.filename,
+        status: 'failed',
+        reason: 'Conversion failed'
+      });
+      console.log('');
+      return;
+    }
+    
+    // Validate
+    const emkBuffer = fs.readFileSync(inputEmk);
+    const karBuffer = fs.readFileSync(outputKar);
+    
+    const validation = validateKarTempo(karBuffer);
+    const comparison = compareEmkKarTempo(emkBuffer, karBuffer);
+    
+    // Compare with reference
+    const issues = [];
+    
+    // Check tempo
+    const tempoDiff = Math.abs(validation.tempo - refSong.karTempo);
+    if (tempoDiff > 0.1) {
+      issues.push(`Tempo mismatch: expected ${refSong.karTempo.toFixed(2)}, got ${validation.tempo.toFixed(2)}`);
+    }
+    
+    // Check duration (±2 seconds tolerance)
+    const durationDiff = Math.abs(validation.duration - refSong.duration);
+    if (durationDiff > 2) {
+      issues.push(`Duration mismatch: expected ${refSong.duration.toFixed(2)}s, got ${validation.duration.toFixed(2)}s (diff: ${durationDiff.toFixed(2)}s)`);
+    }
+    
+    // Check tempo ratio (allow 0.1 tolerance)
+    const ratioDiff = Math.abs(comparison.tempoRatio - refSong.expectedRatio);
+    if (ratioDiff > 0.1) {
+      issues.push(`Tempo ratio mismatch: expected ${refSong.expectedRatio}x, got ${comparison.tempoRatio.toFixed(2)}x`);
+    }
+    
+    // Check format
+    if (comparison.format !== refSong.format) {
+      issues.push(`Format mismatch: expected ${refSong.format}, got ${comparison.format}`);
+    }
+    
+    // Report results
+    if (issues.length === 0) {
+      console.log(`   ✅ PASS: All checks passed`);
+      if (verbose) {
+        console.log(`      Duration: ${validation.duration.toFixed(2)}s (expected ${refSong.duration.toFixed(2)}s)`);
+        console.log(`      Tempo: ${validation.tempo.toFixed(2)} BPM (expected ${refSong.karTempo.toFixed(2)} BPM)`);
+        console.log(`      Ratio: ${comparison.tempoRatio.toFixed(2)}x (expected ${refSong.expectedRatio}x)`);
+      }
+      results.passed++;
+      results.details.push({
+        file: refSong.filename,
+        status: 'passed'
+      });
+    } else {
+      // Check if they're warnings or failures
+      const hasFailure = issues.some(i => i.includes('mismatch') && !i.includes('Duration'));
+      
+      if (hasFailure) {
+        console.log(`   ❌ FAIL: ${issues.length} issue(s) found`);
+        results.failed++;
+        results.details.push({
+          file: refSong.filename,
+          status: 'failed',
+          issues: issues
+        });
+      } else {
+        console.log(`   ⚠️  WARNING: ${issues.length} minor issue(s)`);
+        results.warnings++;
+        results.details.push({
+          file: refSong.filename,
+          status: 'warning',
+          issues: issues
+        });
+      }
+      
+      if (verbose || hasFailure) {
+        issues.forEach(issue => console.log(`      - ${issue}`));
+      }
+    }
+    
+    // Clean up
+    if (fs.existsSync(outputKar)) {
+      fs.unlinkSync(outputKar);
+    }
+    
+  } catch (error) {
+    console.log(`   ❌ ERROR: ${error.message}`);
+    results.failed++;
+    results.details.push({
+      file: refSong.filename,
+      status: 'error',
+      error: error.message
+    });
+  }
+  
+  console.log('');
+});
+
+// Print summary
+console.log('='.repeat(80));
+console.log('SUMMARY');
+console.log('='.repeat(80));
+console.log('');
+console.log(`✅ Passed:   ${results.passed}/${songsToTest.length}`);
+console.log(`⚠️  Warnings: ${results.warnings}/${songsToTest.length}`);
+console.log(`❌ Failed:   ${results.failed}/${songsToTest.length}`);
+console.log('');
+
+// Exit code
+const exitCode = results.failed > 0 ? 1 : 0;
+
+if (exitCode === 0) {
+  console.log('🎉 All tests passed!');
+} else {
+  console.log('❌ Some tests failed. Review the output above.');
+  console.log('');
+  console.log('Failed files:');
+  results.details.filter(d => d.status === 'failed' || d.status === 'error').forEach(d => {
+    console.log(`  - ${d.file}`);
+    if (d.issues) {
+      d.issues.forEach(issue => console.log(`    ${issue}`));
+    }
+    if (d.error) {
+      console.log(`    Error: ${d.error}`);
+    }
+  });
+}
+
+console.log('');
+process.exit(exitCode);

package/analyze-emk-cursor.js

@@ -1,169 +0,0 @@
-const fs = require('fs');
-const { Midi } = require('@tonejs/midi');
-const { decodeEmkServer } = require('./dist/index.js');
-
-console.log('='.repeat(80));
-console.log('ANALYZING EMK CURSOR DATA FOR CORRECT TEMPO');
-console.log('='.repeat(80));
-console.log('');
-
-// Decode EMK
-const emkBuffer = fs.readFileSync('./songs/fix/001_original_emk.emk');
-const decoded = decodeEmkServer(emkBuffer);
-
-console.log('📁 EMK File Info:');
-console.log('   Format:', decoded.isZxioFormat ? 'ZXIO' : 'MThd');
-console.log('   Has MIDI:', decoded.midi ? 'Yes' : 'No');
-console.log('   Has Lyric:', decoded.lyric ? 'Yes' : 'No');
-console.log('   Has Cursor:', decoded.cursor ? 'Yes' : 'No');
-console.log('');
-
-// Parse MIDI
-const midi = new Midi(decoded.midi);
-console.log('📊 MIDI Info:');
-console.log('   PPQ:', midi.header.ppq);
-console.log('   Tempo:', midi.header.tempos[0].bpm.toFixed(2), 'BPM');
-console.log('   Duration:', midi.duration.toFixed(2), 'seconds');
-console.log('   Total Ticks:', midi.header.tempos[0].ticks);
-console.log('');
-
-// Find last note and last tempo event
-let maxTicks = 0;
-midi.tracks.forEach(track => {
-  track.notes.forEach(note => {
-    const noteTicks = note.ticks + (note.durationTicks || 0);
-    if (noteTicks > maxTicks) maxTicks = noteTicks;
-  });
-});
-
-// Find last tempo/event
-let lastEventTicks = 0;
-midi.tracks.forEach(track => {
-  let currentTicks = 0;
-  track.forEach(event => {
-    currentTicks += event.deltaTime;
-    if (currentTicks > lastEventTicks) lastEventTicks = currentTicks;
-  });
-});
-
-console.log('🎵 MIDI Ticks Info:');
-console.log('   Last Note Ticks:', maxTicks);
-console.log('   Last Event Ticks:', lastEventTicks);
-console.log('');
-
-// Analyze cursor data
-const cursorBuffer = decoded.cursor;
-console.log('⏱️  Cursor Data:');
-console.log('   Buffer size:', cursorBuffer.length, 'bytes');
-console.log('   Cursor values:', cursorBuffer.length / 2, 'values (2 bytes each)');
-console.log('');
-
-// Read cursor values
-const cursorValues = [];
-for (let i = 0; i < cursorBuffer.length; i += 2) {
-  cursorValues.push(cursorBuffer.readUInt16LE(i));
-}
-
-// Find min, max, average
-const maxCursor = Math.max(...cursorValues);
-const minCursor = Math.min(...cursorValues.filter(v => v > 0));
-const avgCursor = cursorValues.reduce((a, b) => a + b, 0) / cursorValues.length;
-
-console.log('   Min cursor (non-zero):', minCursor);
-console.log('   Max cursor:', maxCursor);
-console.log('   Average cursor:', avgCursor.toFixed(2));
-console.log('');
-
-// Cursor represents ticks in the final KAR
-// If cursor max = X and we multiply by ratio Y, final ticks = X * Y
-// Final duration = (X * Y) / (PPQ * final_BPM / 60)
-
-console.log('🔍 Cursor to Ticks Analysis:');
-console.log('');
-
-// Test different cursor multipliers
-const ppq = midi.header.ppq;
-const targetDuration = 285; // 4:45 in seconds
-
-console.log('   Target duration: 4:45 (285 seconds)');
-console.log('');
-
-// Cursor multiply ratios to test
-const ratios = [1, 2, 3, 4, 5, 6];
-
-console.log('   Testing cursor multiply ratios:');
-console.log('');
-
-ratios.forEach(cursorRatio => {
-  const finalTicks = maxCursor * cursorRatio;
-  
-  // For each cursor ratio, calculate what tempo would give us 4:45
-  const requiredTempo = (finalTicks / targetDuration) * (60 / ppq);
-  
-  // Calculate tempo ratio from original EMK tempo
-  const emkTempo = midi.header.tempos[0].bpm;
-  const tempoRatio = requiredTempo / emkTempo;
-  
-  console.log(`   Cursor ×${cursorRatio}:`);
-  console.log(`     Final ticks: ${finalTicks}`);
-  console.log(`     Required tempo: ${requiredTempo.toFixed(2)} BPM`);
-  console.log(`     Tempo ratio: ${tempoRatio.toFixed(2)}x (from ${emkTempo} BPM)`);
-  
-  // Check if this makes sense
-  if (Math.abs(tempoRatio - 1.23) < 0.1) {
-    console.log(`     ✅ MATCHES! This gives us 4:45 duration`);
-  }
-  console.log('');
-});
-
-// Now let's check: what if we DON'T multiply cursor?
-console.log('📐 Analysis: Cursor as Direct Ticks (no multiply)');
-console.log('');
-
-const cursorAsTicks = maxCursor;
-const tempoFor285 = (cursorAsTicks / targetDuration) * (60 / ppq);
-const ratioFor285 = tempoFor285 / midi.header.tempos[0].bpm;
-
-console.log('   Max cursor value:', cursorAsTicks);
-console.log('   If cursor = ticks directly:');
-console.log('     Required tempo:', tempoFor285.toFixed(2), 'BPM');
-console.log('     Tempo ratio:', ratioFor285.toFixed(2) + 'x');
-console.log('');
-
-// Check with cursor × 4
-const cursor4x = maxCursor * 4;
-const tempoFor285_4x = (cursor4x / targetDuration) * (60 / ppq);
-const ratioFor285_4x = tempoFor285_4x / midi.header.tempos[0].bpm;
-
-console.log('   If cursor × 4:');
-console.log('     Final ticks:', cursor4x);
-console.log('     Required tempo:', tempoFor285_4x.toFixed(2), 'BPM');
-console.log('     Tempo ratio:', ratioFor285_4x.toFixed(2) + 'x');
-console.log('');
-
-console.log('🎯 CONCLUSION:');
-console.log('');
-console.log('   For song duration 4:45 (285 seconds):');
-console.log('');
-
-if (ratioFor285_4x >= 1 && ratioFor285_4x <= 2) {
-  console.log('   ✅ Cursor should be multiplied by 4');
-  console.log('   ✅ Tempo ratio should be:', ratioFor285_4x.toFixed(2) + 'x');
-  console.log('   ✅ Final tempo:', tempoFor285_4x.toFixed(2), 'BPM');
-  console.log('');
-  console.log('   Current (wrong):');
-  console.log('     Tempo ratio: 2.78x (ZXIO formula)');
-  console.log('     Final tempo: 178.09 BPM');
-  console.log('     Duration: 2:11 ❌');
-  console.log('');
-  console.log('   Should be:');
-  console.log('     Tempo ratio:', ratioFor285_4x.toFixed(2) + 'x');
-  console.log('     Final tempo:', tempoFor285_4x.toFixed(2), 'BPM');
-  console.log('     Duration: 4:45 ✅');
-} else if (ratioFor285 >= 1 && ratioFor285 <= 2) {
-  console.log('   ✅ Cursor should NOT be multiplied (use raw values)');
-  console.log('   ✅ Tempo ratio should be:', ratioFor285.toFixed(2) + 'x');
-  console.log('   ✅ Final tempo:', tempoFor285.toFixed(2), 'BPM');
-}
-
-console.log('');

package/analyze-emk-simple.js

@@ -1,124 +0,0 @@
-const fs = require('fs');
-const { Midi } = require('@tonejs/midi');
-const { decodeEmkServer } = require('./dist/index.js');
-const { parseMidi } = require('midi-file');
-
-console.log('='.repeat(80));
-console.log('ANALYZING EMK FOR CORRECT TEMPO - Simple Version');
-console.log('='.repeat(80));
-console.log('');
-
-// Decode EMK
-const emkBuffer = fs.readFileSync('./songs/fix/001_original_emk.emk');
-const decoded = decodeEmkServer(emkBuffer);
-
-console.log('📁 EMK File Info:');
-console.log('   Format:', decoded.isZxioFormat ? 'ZXIO' : 'MThd');
-console.log('');
-
-// Parse with midi-file to get raw ticks
-const rawMidi = parseMidi(decoded.midi);
-console.log('📊 Raw MIDI Info:');
-console.log('   PPQ:', rawMidi.header.ticksPerBeat);
-console.log('');
-
-// Find max ticks
-let maxTicks = 0;
-rawMidi.tracks.forEach((track, idx) => {
-  let currentTicks = 0;
-  track.forEach(event => {
-    currentTicks += event.deltaTime;
-    if (currentTicks > maxTicks) maxTicks = currentTicks;
-  });
-});
-
-console.log('   Max MIDI ticks:', maxTicks);
-console.log('');
-
-// Get tempo
-let tempo = null;
-rawMidi.tracks.forEach(track => {
-  track.forEach(event => {
-    if (event.type === 'setTempo' && !tempo) {
-      tempo = (60000000 / event.microsecondsPerBeat).toFixed(2);
-    }
-  });
-});
-
-console.log('   Current tempo:', tempo, 'BPM');
-console.log('');
-
-// Parse cursor
-const cursorBuffer = decoded.cursor;
-const cursorValues = [];
-for (let i = 0; i < cursorBuffer.length; i += 2) {
-  cursorValues.push(cursorBuffer.readUInt16LE(i));
-}
-
-const maxCursor = Math.max(...cursorValues);
-console.log('⏱️  Cursor Data:');
-console.log('   Max cursor value:', maxCursor);
-console.log('');
-
-// Target duration
-const targetDuration = 285; // 4 minutes 45 seconds
-const ppq = rawMidi.header.ticksPerBeat;
-
-console.log('🎯 Target: 4:45 (285 seconds)');
-console.log('');
-
-// Calculate what we need
-console.log('📐 Calculations:');
-console.log('');
-
-// Scenario 1: Don't multiply cursor (use raw)
-console.log('   [1] If cursor = ticks (no multiply):');
-const finalTicks1 = maxCursor;
-const reqTempo1 = (finalTicks1 / targetDuration) * (60 / ppq);
-const ratio1 = reqTempo1 / parseFloat(tempo);
-console.log('       Final ticks:', finalTicks1);
-console.log('       Required tempo:', reqTempo1.toFixed(2), 'BPM');
-console.log('       Tempo ratio:', ratio1.toFixed(2) + 'x');
-const dur1 = (finalTicks1 / (ppq * reqTempo1 / 60));
-console.log('       Duration:', dur1.toFixed(2), 'seconds =', (dur1/60).toFixed(2), 'minutes');
-console.log('');
-
-// Scenario 2: Multiply cursor by 4
-console.log('   [2] If cursor × 4:');
-const finalTicks2 = maxCursor * 4;
-const reqTempo2 = (finalTicks2 / targetDuration) * (60 / ppq);
-const ratio2 = reqTempo2 / parseFloat(tempo);
-console.log('       Final ticks:', finalTicks2);
-console.log('       Required tempo:', reqTempo2.toFixed(2), 'BPM');
-console.log('       Tempo ratio:', ratio2.toFixed(2) + 'x');
-const dur2 = (finalTicks2 / (ppq * reqTempo2 / 60));
-console.log('       Duration:', dur2.toFixed(2), 'seconds =', (dur2/60).toFixed(2), 'minutes');
-console.log('');
-
-// Current implementation (ZXIO)
-console.log('   [3] Current (ZXIO 2.78x, cursor × 4):');
-const currentTempo = parseFloat(tempo) * 2.78;
-const currentTicks = maxCursor * 4;
-const currentDur = (currentTicks / (ppq * currentTempo / 60));
-console.log('       Tempo:', currentTempo.toFixed(2), 'BPM');
-console.log('       Ticks:', currentTicks);
-console.log('       Duration:', currentDur.toFixed(2), 'seconds =', (currentDur/60).toFixed(2), 'minutes ❌');
-console.log('');
-
-// Recommendation
-console.log('✅ RECOMMENDATION:');
-console.log('');
-
-if (Math.abs(ratio2 - 1.23) < 0.3 && Math.abs(dur2 - 285) < 5) {
-  console.log('   Use: Cursor × 4, Tempo ratio', ratio2.toFixed(2) + 'x');
-  console.log('   Final tempo:', reqTempo2.toFixed(2), 'BPM');
-  console.log('   Duration: 4:45 ✅');
-  console.log('');
-  console.log('   ZXIO should use ratio:', ratio2.toFixed(2) + 'x (NOT 2.78x)');
-} else if (Math.abs(ratio1 - 1.23) < 0.3 && Math.abs(dur1 - 285) < 5) {
-  console.log('   Use: No cursor multiply, Tempo ratio', ratio1.toFixed(2) + 'x');
-  console.log('   Final tempo:', reqTempo1.toFixed(2), 'BPM');
-  console.log('   Duration: 4:45 ✅');
-}
-
-console.log('');

package/check-real-duration.js

@@ -1,69 +0,0 @@
-const fs = require('fs');
-const { Midi } = require('@tonejs/midi');
-
-console.log('='.repeat(80));
-console.log('CHECKING REAL DURATION - 001.emk');
-console.log('='.repeat(80));
-console.log('');
-
-// Check original KAR (the reference file)
-const originalKarPath = './songs/fix/001_kar_convert_needtofix_tempo_fast.kar';
-console.log('📁 Original KAR (Reference):');
-console.log('   File:', originalKarPath);
-console.log('   Note: Filename says "needtofix_tempo_fast" - might be WRONG!');
-console.log('');
-
-const karBuffer = fs.readFileSync(originalKarPath);
-const karMidi = new Midi(karBuffer);
-
-console.log('   Tempo:', karMidi.header.tempos[0].bpm.toFixed(2), 'BPM');
-console.log('   Duration:', karMidi.duration.toFixed(2), 'seconds');
-console.log('   Duration:', (karMidi.duration / 60).toFixed(2), 'minutes');
-console.log('');
-
-// Check EMK MIDI
-const { decodeEmkServer } = require('./dist/index.js');
-const emkBuffer = fs.readFileSync('./songs/fix/001_original_emk.emk');
-const decoded = decodeEmkServer(emkBuffer);
-const emkMidi = new Midi(decoded.midi);
-
-console.log('📁 EMK MIDI (Original):');
-console.log('   Tempo:', emkMidi.header.tempos[0].bpm.toFixed(2), 'BPM');
-console.log('   Duration:', emkMidi.duration.toFixed(2), 'seconds');
-console.log('   Duration:', (emkMidi.duration / 60).toFixed(2), 'minutes');
-console.log('');
-
-// Calculate what tempo should be for 4:45 (285 seconds)
-const targetDuration = 285; // 4 minutes 45 seconds
-const emkDuration = emkMidi.duration;
-const emkTempo = emkMidi.header.tempos[0].bpm;
-
-const requiredRatio = emkDuration / targetDuration;
-const requiredTempo = emkTempo * requiredRatio;
-
-console.log('🎯 For REAL song duration (4:45):');
-console.log('   Target Duration:', targetDuration, 'seconds (4:45)');
-console.log('   Required Ratio:', requiredRatio.toFixed(2) + 'x');
-console.log('   Required Tempo:', requiredTempo.toFixed(2), 'BPM');
-console.log('');
-
-console.log('📊 COMPARISON:');
-console.log('');
-console.log('   Current implementation:');
-console.log('     Ratio: 2.78x (ZXIO formula)');
-console.log('     Tempo: 178.09 BPM');
-console.log('     Duration: 126 seconds (2:06)');
-console.log('     Status: ❌ TOO FAST! (Should be 4:45)');
-console.log('');
-console.log('   Correct implementation:');
-console.log('     Ratio:', requiredRatio.toFixed(2) + 'x');
-console.log('     Tempo:', requiredTempo.toFixed(2), 'BPM');
-console.log('     Duration: 285 seconds (4:45)');
-console.log('     Status: ✅ CORRECT!');
-console.log('');
-
-console.log('⚠️  CONCLUSION:');
-console.log('   The reference KAR file (001_kar_convert_needtofix_tempo_fast.kar)');
-console.log('   is WRONG! It has tempo that is TOO FAST (178 BPM).');
-console.log('   The real song should be 4:45, not 2:11!');
-console.log('');