holosphere 1.1.20 → 2.0.0-alpha1

package/scripts/revert-import.js

@@ -0,0 +1,196 @@
+#!/usr/bin/env node
+
+/**
+ * Revert script to delete incorrectly imported data
+ *
+ * This script deletes data that was imported with quest IDs as lens names
+ * instead of using the subfolder as the holon ID.
+ *
+ * Usage:
+ *   node scripts/revert-import.js [options]
+ *
+ * Options:
+ *   --dry-run    Show what would be deleted without actually deleting
+ *   --verbose    Show detailed progress
+ */
+
+import { HoloSphere } from '../src/index.js';
+import dotenv from 'dotenv';
+
+// Load environment variables
+dotenv.config();
+
+// Parse command line arguments
+const args = process.argv.slice(2);
+const options = {
+  dryRun: false,
+  verbose: true,
+  relays: ['wss://relay.holons.io'],
+  persistence: true
+};
+
+for (let i = 0; i < args.length; i++) {
+  switch (args[i]) {
+    case '--dry-run':
+      options.dryRun = true;
+      break;
+    case '--verbose':
+      options.verbose = true;
+      break;
+    case '--help':
+      console.log(`
+Revert incorrectly imported data from holosphere
+
+Usage: node scripts/revert-import.js [options]
+
+Options:
+  --dry-run    Show what would be deleted without actually deleting
+  --verbose    Show detailed progress
+  --help       Show this help message
+      `);
+      process.exit(0);
+  }
+}
+
+// These are the incorrect apps that were created (should have been lenses)
+const incorrectApps = [
+  '3891', 'announcements', 'checklists', 'expenses', 'linked_quests',
+  'profile', 'roles', 'settings', 'users'
+];
+
+// These are the incorrect lenses that were created (should have been IDs)
+const incorrectQuestLenses = [
+  '1002', '10026', '1005', '1011', '1017', '10177', '10213', '10231',
+  '1024', '1026', '10269', '10273', '1028', '10281', '1029', '10291',
+  '10310', '10313', '10316', '1033', '1035', '10362', '10385', '10393',
+  '10399', '10412', '10639', '10759', '10838', '11239', '11347', '11354',
+  '11361', '11367', '11431', '11435', '11452', '11455', '11468', '11484',
+  '11491', '11500', '11516', '11580', '11587', '11596', '11601', '11725',
+  '11971', '11974', '11977', '11981', '11984', '11987', '11994', '12283',
+  '12291', '12296', '12310', '12315', '12384', '13036', '15637', '15656',
+  '15789', '15908', '15913', '15916', '15921', '15981', '16282', '16296',
+  '16349', '16352', '16364', '16469', '16540', '16545', '16619', '16650',
+  '16653', '16656', '16659', '16662', '16665', '16671', '16690', '167',
+  '16712', '16717', '16753', '16758', '16769', '16782', '16793', '16818',
+  '16896', '16910', '173442588812194d9kcgiz', '1739201779001ug89uo3fh',
+  '1739201790600krobxpk5u', '17392021107016nn2xo6fr', '17392022587064gb5lwy1u',
+  '1739202266947zmjy6lmcr', '1739202303652q3csgus2f', '1739203',
+  '1739203388980mjeej5d9c', '17392034164678wpynqaxj', '1739203427753zeoqpuqmr',
+  '1739203441458vc6p1a5pg', '1747629817053', '1749241269564', '17621',
+  '17649', '17653', '17657', '18', '183', '19', '221', '224', '242', '252',
+  '274', '327', '358', '364', '367', '369', '380', '382', '383', '415',
+  '430', '44', '45', '46', '462', '463', '468', '475', '476', '48', '495',
+  '498', '501', '504', '518', '550', '551', '562', '631', '645', '646',
+  '661', '680', '685', '706', '749', '752', '786', '789', '795', '801',
+  '817', '82', '829', '843', '852'
+];
+
+// Additional lenses under Holons app that need to be cleaned
+const holonsLenses = [
+  '1073', '1082', '1110', '1113', '14677', '14680', '1487', '14912',
+  '14958', '18610', '19454', '1948', '1750784563464', '1753288184361',
+  '1753288962009', '1753346754181', '1753347504071', '1753903926664'
+];
+
+const stats = {
+  deleted: 0,
+  errors: 0
+};
+
+async function main() {
+  console.log('Holosphere Revert Tool');
+  console.log('======================\n');
+  console.log(`Dry run: ${options.dryRun ? 'Yes' : 'No'}`);
+  console.log('');
+
+  // Initialize holosphere
+  console.log('Initializing holosphere...');
+  const hs = new HoloSphere({
+    appName: 'Holons',
+    relays: options.relays,
+    persistence: options.persistence,
+    logLevel: options.verbose ? 'DEBUG' : 'INFO',
+    privateKey: process.env.HOLOSPHERE_PRIVATE_KEY
+  });
+  console.log('Holosphere initialized.\n');
+
+  console.log('Starting revert...\n');
+
+  // Delete incorrect app entries
+  for (const appName of incorrectApps) {
+    try {
+      if (options.verbose) {
+        console.log(`Deleting app: ${appName} (holon=global)`);
+      }
+
+      if (!options.dryRun) {
+        // Note: HoloSphere doesn't have a direct delete API yet
+        // We'll need to null out the data instead
+        await hs.writeGlobal(appName, null);
+      }
+      stats.deleted++;
+    } catch (error) {
+      console.error(`Error deleting app ${appName}:`, error.message);
+      stats.errors++;
+    }
+  }
+
+  // Delete incorrect quest lenses under 'quests' app
+  for (const lensName of incorrectQuestLenses) {
+    try {
+      if (options.verbose) {
+        console.log(`Deleting: app=quests, holon=global, lens=${lensName}`);
+      }
+
+      if (!options.dryRun) {
+        // Switch to quests app context
+        const questsHs = new HoloSphere({
+          appName: 'quests',
+          relays: options.relays,
+          persistence: options.persistence,
+          logLevel: 'ERROR',
+          privateKey: process.env.HOLOSPHERE_PRIVATE_KEY
+        });
+        await questsHs.writeGlobal(lensName, null);
+      }
+      stats.deleted++;
+    } catch (error) {
+      console.error(`Error deleting lens ${lensName}:`, error.message);
+      stats.errors++;
+    }
+  }
+
+  // Delete incorrect quest lenses under 'Holons' app
+  for (const lensName of holonsLenses) {
+    try {
+      if (options.verbose) {
+        console.log(`Deleting: app=Holons, holon=global, lens=quests, id=${lensName}`);
+      }
+
+      if (!options.dryRun) {
+        await hs.writeGlobal(`quests.${lensName}`, null);
+      }
+      stats.deleted++;
+    } catch (error) {
+      console.error(`Error deleting quest ${lensName}:`, error.message);
+      stats.errors++;
+    }
+  }
+
+  console.log('\n======================');
+  console.log('Revert Complete');
+  console.log('======================');
+  console.log(`Items deleted: ${stats.deleted}`);
+  console.log(`Errors: ${stats.errors}`);
+
+  if (options.dryRun) {
+    console.log('\nThis was a dry run. No data was actually deleted.');
+    console.log('Run without --dry-run to perform the actual deletion.');
+  }
+}
+
+// Run main function
+main().catch(error => {
+  console.error('Fatal error:', error);
+  process.exit(1);
+});

package/scripts/test-hybrid-mode.js

@@ -0,0 +1,108 @@
+#!/usr/bin/env node
+
+/**
+ * Test hybrid mode (local + relay)
+ * Demonstrates that hybrid mode returns data from both sources
+ */
+
+import { HoloSphere } from '../src/index.js';
+import dotenv from 'dotenv';
+
+dotenv.config();
+
+async function main() {
+  console.log('Testing Hybrid Mode');
+  console.log('===================\n');
+
+  const holonId = process.argv[2] || '235114395';
+  const relayUrl = process.env.HOLOSPHERE_RELAY || 'wss://relay.holons.io';
+
+  // Test 1: Relay-only mode (old behavior)
+  console.log('Test 1: Relay-only mode (hybridMode: false)');
+  console.log('-'.repeat(60));
+
+  const hsRelayOnly = new HoloSphere({
+    appName: 'Holons',
+    relays: [relayUrl],
+    persistence: true,
+    logLevel: 'ERROR',
+    privateKey: process.env.HOLOSPHERE_PRIVATE_KEY,
+    hybridMode: false  // Disable hybrid mode
+  });
+
+  await new Promise(resolve => setTimeout(resolve, 2000));
+
+  const relayOnlyQuests = await hsRelayOnly.read(holonId, 'quests');
+  const relayOnlyCount = relayOnlyQuests ? relayOnlyQuests.length : 0;
+
+  console.log(`Quests retrieved: ${relayOnlyCount}`);
+  console.log(`Source: Relay only\n`);
+
+  // Test 2: Hybrid mode (new behavior - default)
+  console.log('Test 2: Hybrid mode (hybridMode: true - default)');
+  console.log('-'.repeat(60));
+
+  const hsHybrid = new HoloSphere({
+    appName: 'Holons',
+    relays: [relayUrl],
+    persistence: true,
+    logLevel: 'ERROR',
+    privateKey: process.env.HOLOSPHERE_PRIVATE_KEY,
+    hybridMode: true  // Enable hybrid mode (default)
+  });
+
+  await new Promise(resolve => setTimeout(resolve, 2000));
+
+  const hybridQuests = await hsHybrid.read(holonId, 'quests');
+  const hybridCount = hybridQuests ? hybridQuests.length : 0;
+
+  console.log(`Quests retrieved: ${hybridCount}`);
+  console.log(`Source: Local + Relay merged\n`);
+
+  // Test 3: Local-only mode
+  console.log('Test 3: Local-only mode (no relays)');
+  console.log('-'.repeat(60));
+
+  const hsLocal = new HoloSphere({
+    appName: 'Holons',
+    relays: [],
+    persistence: true,
+    logLevel: 'ERROR',
+    privateKey: process.env.HOLOSPHERE_PRIVATE_KEY
+  });
+
+  await new Promise(resolve => setTimeout(resolve, 2000));
+
+  const localQuests = await hsLocal.read(holonId, 'quests');
+  const localCount = localQuests ? localQuests.length : 0;
+
+  console.log(`Quests retrieved: ${localCount}`);
+  console.log(`Source: Local only\n`);
+
+  // Summary
+  console.log('='.repeat(60));
+  console.log('Summary');
+  console.log('='.repeat(60));
+  console.log(`Relay-only:  ${relayOnlyCount} quests`);
+  console.log(`Hybrid mode: ${hybridCount} quests  ← BEST (merges local + relay)`);
+  console.log(`Local-only:  ${localCount} quests`);
+  console.log('');
+
+  if (hybridCount >= localCount && hybridCount >= relayOnlyCount) {
+    console.log('✓ Hybrid mode returns the most data!');
+    console.log('  It merges local storage with relay data\n');
+  }
+
+  console.log('Benefits of Hybrid Mode:');
+  console.log('  - Returns data even if relay is down');
+  console.log('  - Includes locally-stored data not yet synced to relay');
+  console.log('  - Merges both sources for complete data set');
+  console.log('  - Prefers newer events when duplicates exist\n');
+
+  process.exit(0);
+}
+
+main().catch(error => {
+  console.error('Error:', error);
+  process.exit(1);
+});

package/scripts/test-local-storage.js

@@ -0,0 +1,63 @@
+#!/usr/bin/env node
+
+/**
+ * Test reading from local storage only (no relays)
+ */
+
+import { HoloSphere } from '../src/index.js';
+import dotenv from 'dotenv';
+
+dotenv.config();
+
+async function main() {
+  console.log('Testing Local Storage (No Relays)');
+  console.log('==================================\n');
+
+  // Initialize WITHOUT relays to force local-only reads
+  const hs = new HoloSphere({
+    appName: 'Holons',
+    relays: [],  // Empty - will read from local cache only
+    persistence: true,
+    logLevel: 'INFO',
+    privateKey: process.env.HOLOSPHERE_PRIVATE_KEY
+  });
+
+  const holonId = '235114395';
+
+  console.log('Waiting for storage to load...\n');
+  await new Promise(resolve => setTimeout(resolve, 3000));
+
+  // Read quests
+  console.log('Reading quests from local storage...\n');
+  const quests = await hs.read(holonId, 'quests');
+
+  const questCount = quests ? Object.keys(quests).length : 0;
+  console.log(`Found ${questCount} quests in local storage\n`);
+
+  if (questCount > 0) {
+    console.log('Sample quests:');
+    const questIds = Object.keys(quests).slice(0, 10);
+    for (const id of questIds) {
+      const quest = quests[id];
+      console.log(`  - ${id}: ${quest.title || 'N/A'} (${quest.status || 'N/A'})`);
+    }
+  }
+
+  // Test other lenses
+  console.log('\nTesting all lenses:\n');
+  const lenses = ['3891', 'announcements', 'checklists', 'expenses', 'linked_quests',
+                  'profile', 'quests', 'roles', 'settings', 'users'];
+
+  for (const lens of lenses) {
+    const data = await hs.read(holonId, lens);
+    const count = data ? Object.keys(data).length : 0;
+    console.log(`  ${lens.padEnd(20)} ${count} items`);
+  }
+
+  process.exit(0);
+}
+
+main().catch(error => {
+  console.error('Error:', error);
+  process.exit(1);
+});

package/scripts/test-nostr-direct.js

@@ -0,0 +1,55 @@
+#!/usr/bin/env node
+
+/**
+ * Test nostr-tools directly
+ */
+
+import WebSocket from 'ws';
+// Polyfill WebSocket for Node.js
+global.WebSocket = WebSocket;
+
+import { SimplePool, finalizeEvent, generateSecretKey, getPublicKey } from 'nostr-tools';
+
+async function main() {
+  console.log('Testing nostr-tools directly\n');
+
+  const sk = generateSecretKey();
+  const pk = getPublicKey(sk);
+
+  console.log('Public key:', pk);
+
+  const pool = new SimplePool();
+  const relays = ['wss://relay.holons.io'];
+
+  const event = {
+    kind: 1,
+    created_at: Math.floor(Date.now() / 1000),
+    tags: [],
+    content: 'Hello from HoloSphere test!'
+  };
+
+  const signedEvent = finalizeEvent(event, sk);
+  console.log('\nPublishing event...');
+  console.log('Event ID:', signedEvent.id);
+
+  try {
+    const results = await Promise.allSettled(pool.publish(relays, signedEvent));
+    console.log('\nResults:');
+    results.forEach((r, i) => {
+      console.log(`Relay ${i}:`, r.status, r.value || r.reason);
+    });
+  } catch (error) {
+    console.error('Error:', error);
+  }
+
+  console.log('\nWaiting 2 seconds...');
+  await new Promise(resolve => setTimeout(resolve, 2000));
+
+  console.log('\nQuerying event...');
+  const events = await pool.querySync(relays, { ids: [signedEvent.id] }, { timeout: 3000 });
+  console.log('Found events:', events.length);
+
+  pool.close(relays);
+}
+
+main().catch(console.error);

package/scripts/test-read-data.js

@@ -0,0 +1,45 @@
+#!/usr/bin/env node
+
+/**
+ * Test script to verify data structure after import
+ */
+
+import { HoloSphere } from '../src/index.js';
+import dotenv from 'dotenv';
+
+// Load environment variables
+dotenv.config();
+
+async function main() {
+  console.log('Testing data structure...\n');
+
+  // Initialize holosphere
+  const hs = new HoloSphere({
+    appName: 'Holons',
+    relays: ['wss://relay.holons.io'],
+    persistence: true,
+    logLevel: 'INFO',
+    privateKey: process.env.HOLOSPHERE_PRIVATE_KEY
+  });
+
+  console.log('Reading quests from holon 235114395...\n');
+
+  // Try to read some quests
+  const quests = await hs.read('235114395', 'quests');
+
+  if (quests && quests.length > 0) {
+    console.log(`✓ Found ${quests.length} quests`);
+    console.log(`✓ Sample quest IDs: ${quests.slice(0, 5).map(q => q.id).join(', ')}`);
+    console.log('\n✓ Data structure is correct!');
+    console.log(`  - app: Holons`);
+    console.log(`  - holon: 235114395`);
+    console.log(`  - lens: quests`);
+  } else {
+    console.log('✗ No quests found');
+  }
+}
+
+main().catch(error => {
+  console.error('Error:', error);
+  process.exit(1);
+});

package/scripts/test-write-read.js

@@ -0,0 +1,63 @@
+#!/usr/bin/env node
+
+/**
+ * Simple test to verify write/read cycle works
+ */
+
+import { HoloSphere } from '../src/index.js';
+import dotenv from 'dotenv';
+
+// Load environment variables
+dotenv.config();
+
+async function main() {
+  console.log('Testing Write/Read Cycle');
+  console.log('========================\n');
+
+  const hs = new HoloSphere({
+    appName: 'test-app',
+    relays: ['wss://relay.holons.io', 'wss://relay.nostr.band'],
+    persistence: true,
+    logLevel: 'DEBUG',
+    privateKey: process.env.HOLOSPHERE_PRIVATE_KEY
+  });
+
+  console.log('Writing test data...');
+
+  // Write a test item
+  const testData = {
+    id: 'test-123',
+    title: 'Test Item',
+    value: 42,
+    timestamp: Date.now()
+  };
+
+  testData.id = 'test-123';
+  await hs.writeGlobal('test-lens', testData);
+  console.log('✓ Data written');
+
+  // Wait a moment for relay propagation
+  console.log('\nWaiting 2 seconds for relay propagation...');
+  await new Promise(resolve => setTimeout(resolve, 2000));
+
+  // Try to read it back
+  console.log('\nReading data back...');
+  const result = await hs.readGlobal('test-lens', 'test-123');
+
+  if (result) {
+    console.log('✓ Data retrieved successfully:');
+    console.log(JSON.stringify(result, null, 2));
+  } else {
+    console.log('✗ No data found');
+  }
+
+  // Try reading all from the lens
+  console.log('\nReading all from test-lens...');
+  const allData = await hs.readGlobal('test-lens');
+  console.log('Result:', allData);
+
+  // Show metrics
+  console.log('\nMetrics:', hs.metrics());
+}
+
+main().catch(console.error);

package/scripts/verify-import.js

@@ -0,0 +1,95 @@
+#!/usr/bin/env node
+
+/**
+ * Verify imported data can be retrieved
+ */
+
+import { HoloSphere } from '../src/index.js';
+import dotenv from 'dotenv';
+
+dotenv.config();
+
+async function main() {
+  console.log('Verifying Import Data');
+  console.log('=====================\n');
+
+  const hs = new HoloSphere({
+    appName: 'Holons',
+    relays: ['wss://relay.holons.io'],
+    persistence: true,
+    logLevel: 'INFO',
+    privateKey: process.env.HOLOSPHERE_PRIVATE_KEY
+  });
+
+  const holonId = '235114395';
+  const lenses = ['3891', 'announcements', 'checklists', 'expenses', 'linked_quests',
+                  'profile', 'quests', 'roles', 'settings', 'users'];
+
+  console.log('Waiting for storage to initialize...\n');
+  await new Promise(resolve => setTimeout(resolve, 2000));
+
+  // Test each lens
+  console.log('Testing data retrieval by lens:\n');
+  const results = {};
+
+  for (const lens of lenses) {
+    try {
+      const data = await hs.read(holonId, lens);
+      const count = data ? Object.keys(data).length : 0;
+      results[lens] = count;
+      console.log(`✓ ${lens.padEnd(20)} ${count} items`);
+    } catch (error) {
+      console.log(`✗ ${lens.padEnd(20)} Error: ${error.message}`);
+      results[lens] = 0;
+    }
+  }
+
+  console.log('\n' + '='.repeat(50));
+  const totalItems = Object.values(results).reduce((sum, count) => sum + count, 0);
+  console.log(`Total items retrieved: ${totalItems}`);
+  console.log('='.repeat(50) + '\n');
+
+  // Test specific quest retrieval
+  console.log('Testing specific quest retrieval:\n');
+
+  const testQuests = ['1002', '10026', '1073', 'nonexistent-quest'];
+
+  for (const questId of testQuests) {
+    try {
+      const allQuests = await hs.read(holonId, 'quests');
+      const quest = allQuests ? allQuests[questId] : null;
+
+      if (quest) {
+        console.log(`✓ Quest ${questId}: Found`);
+        console.log(`  Title: ${quest.title || 'N/A'}`);
+        console.log(`  Status: ${quest.status || 'N/A'}`);
+      } else {
+        console.log(`✗ Quest ${questId}: Not found`);
+        console.log(`  Returns: ${quest === null ? 'null' : typeof quest}`);
+      }
+    } catch (error) {
+      console.log(`✗ Quest ${questId}: Error - ${error.message}`);
+    }
+    console.log('');
+  }
+
+  // Test what happens when reading non-existent lens
+  console.log('Testing non-existent lens:\n');
+  try {
+    const data = await hs.read(holonId, 'nonexistent-lens');
+    console.log(`Result: ${data === null ? 'null' : typeof data}`);
+    console.log(`Value: ${JSON.stringify(data)}`);
+  } catch (error) {
+    console.log(`Error: ${error.message}`);
+  }
+
+  console.log('\n✓ Verification complete\n');
+
+  // Force exit since Nostr connections stay open
+  process.exit(0);
+}
+
+main().catch(error => {
+  console.error('Error:', error);
+  process.exit(1);
+});