neotoma 0.3.0 → 0.3.2

package/scripts/pdf_worker_polyfill.mjs

@@ -1,27 +0,0 @@
-/**
- * Worker entry that polyfills DOMMatrix/ImageData/Path2D from @napi-rs/canvas
- * then loads the real pdfjs worker. Required in Node when the PDF renderer
- * runs in a worker thread (DOMMatrix is not defined there otherwise).
- */
-import { DOMMatrix, ImageData, Path2D } from "@napi-rs/canvas";
-globalThis.DOMMatrix = DOMMatrix;
-globalThis.ImageData = ImageData;
-globalThis.Path2D = Path2D;
-
-let port = null;
-try {
-  const { parentPort } = await import("worker_threads");
-  port = parentPort;
-} catch {
-  // Not Node worker_threads (e.g. browser worker)
-}
-
-const { createRequire } = await import("module");
-const require = createRequire(import.meta.url);
-const realWorkerPath = require.resolve("pdf-parse/dist/pdf-parse/esm/pdf.worker.mjs");
-const real = await import(realWorkerPath);
-if (port && real.WorkerMessageHandler) {
-  real.WorkerMessageHandler.initializeFromPort(port);
-}
-// So the main-thread fake worker path (import(this wrapper)) gets WorkerMessageHandler
-export const WorkerMessageHandler = real.WorkerMessageHandler;

package/scripts/pick-port.js

@@ -1,108 +0,0 @@
-#!/usr/bin/env node
-/**
- * Find an unused port starting from the preferred port. Never kills processes.
- *
- * Usage:
- *   node scripts/pick-port.js <preferred_port>
- *     Output: port number to stdout (preferred if free, else next available).
- *   node scripts/pick-port.js <preferred_port> -- <command...>
- *     Picks port, sets HTTP_PORT in env, then runs the command (cross-platform).
- */
-
-import { execSync, spawnSync } from "child_process";
-import { platform } from "os";
-
-function isPortInUse(port) {
-  const portNum = Number(port);
-  if (!Number.isFinite(portNum) || portNum < 1 || portNum > 65535) {
-    return true; // treat invalid as in-use so we don't return it
-  }
-  try {
-    if (platform() === "win32") {
-      execSync(`netstat -ano | findstr :${portNum}`, {
-        encoding: "utf-8",
-        stdio: ["pipe", "pipe", "ignore"],
-      });
-      return true; // netstat found something
-    } else {
-      execSync(`lsof -ti :${portNum}`, {
-        encoding: "utf-8",
-        stdio: ["pipe", "pipe", "ignore"],
-      });
-      return true; // lsof found something
-    }
-  } catch {
-    return false; // no process on port
-  }
-}
-
-function pickPort(preferred, reserved = new Set()) {
-  const start = Number(preferred);
-  if (!Number.isFinite(start) || start < 1 || start > 65535) {
-    throw new Error(`Invalid port number: ${preferred}`);
-  }
-  for (let p = start; p <= 65535; p++) {
-    if (reserved.has(p)) continue;
-    if (!isPortInUse(p)) return p;
-  }
-  throw new Error(`No free port in range ${start}-65535`);
-}
-
-const DEFAULT_VAR_NAMES = ["HTTP_PORT", "VITE_PORT", "WS_PORT", "MCP_HTTP_PORT"];
-
-function main() {
-  let argv = process.argv.slice(2);
-  const dashIdx = argv.indexOf("--");
-  let preferredList = dashIdx >= 0 ? argv.slice(0, dashIdx) : argv;
-  let runArgs = dashIdx >= 0 ? argv.slice(dashIdx + 1) : [];
-
-  let varNames = DEFAULT_VAR_NAMES;
-  const varsIdx = preferredList.indexOf("--vars");
-  if (varsIdx >= 0 && preferredList[varsIdx + 1]) {
-    varNames = preferredList[varsIdx + 1].split(",").map((s) => s.trim());
-    preferredList = preferredList.slice(0, varsIdx).concat(preferredList.slice(varsIdx + 2));
-  }
-
-  if (preferredList.length === 0 || preferredList[0] === "") {
-    console.error("Usage: node scripts/pick-port.js <port> [port ...] [--vars A,B] [-- <command...>]");
-    process.exit(1);
-  }
-
-  try {
-    const reserved = new Set();
-    const ports = preferredList.map((pref) => {
-      const p = pickPort(pref, reserved);
-      reserved.add(p);
-      return p;
-    });
-
-    if (runArgs.length === 0) {
-      console.log(ports.length === 1 ? String(ports[0]) : ports.join("\n"));
-      process.exit(0);
-      return;
-    }
-
-    const env = { ...process.env };
-    const names = varNames.slice(0, ports.length);
-    names.forEach((name, i) => {
-      env[name] = String(ports[i]);
-    });
-    // Quote args that contain spaces so the shell does not re-split them (preserves
-    // e.g. "tsx watch src/actions.ts" and "tsc --watch" as two commands for concurrently).
-    const quote = (arg) => {
-      const s = String(arg);
-      if (s.includes(" ") || s.includes("'") || s.includes('"')) {
-        return "'" + s.replace(/'/g, "'\"'\"'") + "'";
-      }
-      return s;
-    };
-    const cmd = runArgs.map(quote).join(" ");
-    const result = spawnSync(cmd, { env, stdio: "inherit", shell: true });
-    process.exit(result.status ?? 1);
-  } catch (error) {
-    console.error("[pick-port]", error.message);
-    process.exit(1);
-  }
-}
-
-main();

package/scripts/postinstall.js

@@ -1,84 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Neotoma postinstall script
- *
- * Displays a welcome message after npm install and, when run from the Neotoma repo,
- * saves the repo path to ~/.config/neotoma so `neotoma` and `neotoma init` work from any cwd.
- * Does NOT perform critical setup - use `neotoma init` for that.
- *
- * This script is intentionally lightweight because:
- * 1. Many users run `npm install --ignore-scripts` for security
- * 2. CI environments may skip lifecycle scripts
- * 3. Critical setup should be explicit via `neotoma init`
- */
-
-import fs from "node:fs";
-import path from "node:path";
-import os from "node:os";
-
-function findRepoRoot(startDir) {
-  let current = path.resolve(startDir);
-  for (;;) {
-    const pkgPath = path.join(current, "package.json");
-    try {
-      const raw = fs.readFileSync(pkgPath, "utf-8");
-      const pkg = JSON.parse(raw);
-      if (pkg.name === "neotoma") return current;
-    } catch {
-      // ignore
-    }
-    const parent = path.dirname(current);
-    if (parent === current) return null;
-    current = parent;
-  }
-}
-
-function saveRepoPathToConfig(repoRoot) {
-  const configDir = path.join(os.homedir(), ".config", "neotoma");
-  const configPath = path.join(configDir, "config.json");
-  let config = {};
-  try {
-    config = JSON.parse(fs.readFileSync(configPath, "utf-8"));
-  } catch {
-    // no file or invalid
-  }
-  config.repo_root = repoRoot;
-  fs.mkdirSync(configDir, { recursive: true });
-  fs.writeFileSync(configPath, JSON.stringify(config, null, 2));
-}
-
-const repoRoot = findRepoRoot(process.cwd());
-if (repoRoot) {
-  try {
-    saveRepoPathToConfig(repoRoot);
-  } catch {
-    // non-fatal: config may be read-only or homedir missing
-  }
-}
-
-const PACK_RAT = `
-         /\\    /\\
-        /  \\__/  \\
-       (   o  o   )  ___
-        \\   ^    /  (   )
-         \\_____/    ) (        Neotoma installed successfully!
-        /   _   \\  /   \\
-       (  ( ) )  )
-        \\ /   \\ /  ^   ^
-`;
-
-console.log(PACK_RAT);
-console.log("Next steps:");
-console.log("");
-console.log("  1. Run initial setup:");
-console.log("     npx neotoma init");
-console.log("");
-console.log("  2. Start the API server:");
-console.log("     npx neotoma api start");
-console.log("");
-console.log("  3. Configure MCP for Cursor:");
-console.log("     npx neotoma mcp config");
-console.log("");
-console.log("Documentation: https://github.com/markmhendrickson/neotoma#readme");
-console.log("");

package/scripts/process_remaining_eligible.ts

@@ -1,70 +0,0 @@
-import { db } from '../src/db.js';
-import { schemaRecommendationService } from '../src/services/schema_recommendation.js';
-import { schemaRegistry } from '../src/services/schema_registry.js';
-
-async function processRemaining() {
-  const eligibleFields = [
-    'project_ids',
-    'project_names', 
-    'section_ids',
-    'section_names',
-    'followers_gids',
-    'asana_source_gid',
-    'description_html',
-    'my_tasks_section_ids',
-    'my_tasks_section_names',
-    'outcome_names',
-    'execution_plan_path',
-  ];
-
-  console.log('Processing remaining eligible fields directly...\n');
-
-  for (const field of eligibleFields) {
-    try {
-      console.log(`Processing ${field}...`);
-      
-      // Check eligibility
-      const eligibility = await schemaRecommendationService.checkAutoEnhancementEligibility({
-        entity_type: 'task',
-        fragment_key: field,
-        user_id: '00000000-0000-0000-0000-000000000000',
-      });
-
-      if (!eligibility.eligible) {
-        console.log(`  ❌ Not eligible: ${eligibility.reasoning}`);
-        continue;
-      }
-
-      // Create recommendation
-      await schemaRecommendationService.autoEnhanceSchema({
-        entity_type: 'task',
-        field_name: field,
-        field_type: eligibility.inferred_type || 'string',
-        user_id: '00000000-0000-0000-0000-000000000000',
-      });
-
-      // Update schema
-      await schemaRegistry.updateSchemaIncremental({
-        entity_type: 'task',
-        fields_to_add: [
-          {
-            field_name: field,
-            field_type: eligibility.inferred_type || 'string',
-            required: false,
-          },
-        ],
-        user_id: '00000000-0000-0000-0000-000000000000',
-        user_specific: false,
-        activate: true,
-      });
-
-      console.log(`  ✅ Successfully enhanced ${field} (type: ${eligibility.inferred_type || 'string'}, confidence: ${eligibility.confidence.toFixed(2)})`);
-    } catch (error: any) {
-      console.log(`  ❌ Failed: ${error.message}`);
-    }
-  }
-
-  console.log('\n✅ Processing complete');
-}
-
-processRemaining().catch(console.error);

package/scripts/prototypes/run-prototype.sh

@@ -1,40 +0,0 @@
-#!/bin/bash
-
-# Run Neotoma MVP Prototype
-# This script starts the interactive prototype with static fixtures
-
-set -e
-
-echo "🎨 Starting Neotoma MVP Interactive Prototype..."
-echo ""
-echo "This prototype demonstrates:"
-echo "  ✓ 15 sample records across 10 document types"
-echo "  ✓ 26 timeline events"
-echo "  ✓ 17 extracted entities"
-echo "  ✓ Full UI components and workflows"
-echo ""
-echo "Opening on http://localhost:5174"
-echo ""
-echo "Press Ctrl+C to stop the server"
-echo ""
-
-cd \"$(dirname \"$0\")/..\"
-
-# Run vite dev server with prototype config
-npx vite --config vite.prototype.config.ts
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-

package/scripts/prune-merged-branches.js

@@ -1,115 +0,0 @@
-#!/usr/bin/env node
-
-import { execFileSync } from 'child_process';
-
-const targetBranch = process.argv[2] || process.env.TARGET_BRANCH || 'dev';
-
-function runGit(args, options = {}) {
-  return execFileSync('git', args, { encoding: 'utf-8', stdio: ['pipe', 'pipe', 'inherit'], ...options }).trim();
-}
-
-const SAFE_BRANCH_PATTERN = /^[A-Za-z0-9._/-]+$/;
-
-function isSafeBranchName(branch) {
-  return Boolean(
-    SAFE_BRANCH_PATTERN.test(branch) &&
-    !branch.startsWith('-') &&
-    !branch.startsWith('/') &&
-    !branch.endsWith('/') &&
-    !branch.endsWith('.lock') &&
-    !branch.includes('..') &&
-    !branch.includes('//') &&
-    !branch.includes('@{')
-  );
-}
-
-function assertSafeBranchName(branch) {
-  if (!isSafeBranchName(branch)) {
-    console.error(`Unsafe branch name "${branch}". Aborting to prevent command injection.`);
-    process.exit(1);
-  }
-}
-
-assertSafeBranchName(targetBranch);
-
-function ensureBranchExists(branch) {
-  try {
-    runGit(['show-ref', '--verify', '--quiet', `refs/heads/${branch}`]);
-  } catch {
-    console.error(`Local branch "${branch}" does not exist. Create or fetch it first.`);
-    process.exit(1);
-  }
-}
-
-function fetchLatest() {
-  try {
-    execFileSync('git', ['fetch', '--all', '--prune'], { stdio: 'inherit' });
-  } catch (error) {
-    console.error('Failed to fetch remotes:', error.message);
-    process.exit(1);
-  }
-}
-
-function getCurrentBranch() {
-  try {
-    return runGit(['rev-parse', '--abbrev-ref', 'HEAD']);
-  } catch (error) {
-    console.error('Unable to determine current branch:', error.message);
-    process.exit(1);
-  }
-}
-
-function getMergedBranches(branch) {
-  try {
-    const output = runGit(['branch', '--format=%(refname:short)', '--merged', branch]);
-    return output
-      .split('\n')
-      .map((line) => line.trim())
-      .filter(Boolean);
-  } catch (error) {
-    console.error(`Failed to list branches merged into "${branch}":`, error.message);
-    process.exit(1);
-  }
-}
-
-function deleteBranch(branch) {
-  try {
-    execFileSync('git', ['branch', '-d', branch], { stdio: 'inherit' });
-    return true;
-  } catch (error) {
-    console.error(`Failed to delete branch "${branch}":`, error.message);
-    return false;
-  }
-}
-
-ensureBranchExists(targetBranch);
-fetchLatest();
-
-const currentBranch = getCurrentBranch();
-const protectedBranches = new Set([targetBranch, currentBranch, 'main', 'master']);
-
-const mergedBranches = getMergedBranches(targetBranch).filter((branch) => {
-  if (!isSafeBranchName(branch)) {
-    console.warn(`Skipping unsafe branch name "${branch}"`);
-    return false;
-  }
-  return !protectedBranches.has(branch);
-});
-
-if (mergedBranches.length === 0) {
-  console.log(`No local branches fully merged into "${targetBranch}" need deletion.`);
-  process.exit(0);
-}
-
-console.log(`Deleting ${mergedBranches.length} local branches merged into "${targetBranch}":`);
-
-let deleted = 0;
-for (const branch of mergedBranches) {
-  if (deleteBranch(branch)) {
-    deleted += 1;
-  }
-}
-
-console.log(`Deleted ${deleted} branch(es).`);
-
-

package/scripts/recompute_bob.ts

@@ -1,64 +0,0 @@
-import { db } from '../src/db.js';
-import { observationReducer } from '../src/reducers/observation_reducer.js';
-
-async function recomputeBob() {
-  const entityId = 'ent_8aca4ec27d6bf99b404c27c4';
-  
-  console.log(`Recomputing snapshot for ${entityId}...\n`);
-  
-  // Get all observations for this entity
-  const { data: observations, error: obsError } = await db
-    .from('observations')
-    .select('*')
-    .eq('entity_id', entityId)
-    .order('observed_at', { ascending: false });
-  
-  if (obsError) {
-    console.error('Error fetching observations:', obsError);
-    return;
-  }
-  
-  console.log(`Found ${observations?.length || 0} observations`);
-  
-  if (!observations || observations.length === 0) {
-    console.log('No observations found');
-    return;
-  }
-  
-  console.log('Observations:', JSON.stringify(observations, null, 2));
-  
-  // Compute snapshot
-  const snapshot = await observationReducer.computeSnapshot(
-    entityId,
-    observations as any,
-  );
-  
-  console.log('Computed snapshot:', JSON.stringify(snapshot, null, 2));
-  
-  // Save snapshot
-  const { error: upsertError } = await db.from('entity_snapshots').upsert(
-    {
-      entity_id: snapshot.entity_id,
-      entity_type: snapshot.entity_type,
-      schema_version: snapshot.schema_version,
-      snapshot: snapshot.snapshot,
-      computed_at: snapshot.computed_at,
-      observation_count: snapshot.observation_count,
-      last_observation_at: snapshot.last_observation_at,
-      provenance: snapshot.provenance,
-      user_id: snapshot.user_id,
-    },
-    {
-      onConflict: 'entity_id',
-    },
-  );
-  
-  if (upsertError) {
-    console.error('Error saving snapshot:', upsertError);
-    return;
-  }
-  
-  console.log(`✅ Recomputed snapshot for ${entityId}`);
-}
-
-recomputeBob().catch(console.error);

package/scripts/recompute_snapshots.ts

@@ -1,72 +0,0 @@
-import { db } from '../src/db.js';
-import { observationReducer } from '../src/reducers/observation_reducer.js';
-
-/**
- * Recompute snapshots for all task entities that have new observations
- */
-async function recomputeSnapshots() {
-  console.log('Recomputing snapshots for task entities...\n');
-
-  // Get all task entities
-  const { data: entities } = await db
-    .from('entities')
-    .select('id')
-    .eq('entity_type', 'task')
-    .limit(10); // Start with first 10
-
-  if (!entities || entities.length === 0) {
-    console.log('No task entities found');
-    return;
-  }
-
-  console.log(`Found ${entities.length} task entities to recompute\n`);
-
-  let recomputed = 0;
-  for (const entity of entities) {
-    try {
-      // Get all observations for this entity
-      const { data: observations } = await db
-        .from('observations')
-        .select('*')
-        .eq('entity_id', entity.id)
-        .order('observed_at', { ascending: false });
-
-      if (!observations || observations.length === 0) {
-        continue;
-      }
-
-      // Compute snapshot
-      const snapshot = await observationReducer.computeSnapshot(
-        entity.id,
-        observations as any,
-      );
-
-      // Save snapshot
-      await db.from('entity_snapshots').upsert(
-        {
-          entity_id: snapshot.entity_id,
-          entity_type: snapshot.entity_type,
-          schema_version: snapshot.schema_version,
-          snapshot: snapshot.snapshot,
-          computed_at: snapshot.computed_at,
-          observation_count: snapshot.observation_count,
-          last_observation_at: snapshot.last_observation_at,
-          provenance: snapshot.provenance,
-          user_id: snapshot.user_id,
-        },
-        {
-          onConflict: 'entity_id',
-        },
-      );
-
-      recomputed++;
-      console.log(`✅ Recomputed snapshot for ${entity.id} (${Object.keys(snapshot.snapshot).length} fields)`);
-    } catch (error: any) {
-      console.error(`❌ Failed to recompute snapshot for ${entity.id}:`, error.message);
-    }
-  }
-
-  console.log(`\n✅ Recomputed ${recomputed} snapshots`);
-}
-
-recomputeSnapshots().catch(console.error);