fuli-context 0.5.0 → 0.7.2

package/src/storage/file-store.js

@@ -1,437 +0,0 @@
-import { randomUUID } from 'node:crypto';
-
-import { CandidateStatus, FactStatus, isCurrentFact, nowIso } from '../models.js';
-import { FileEpisodeIndex } from './file/episode-index.js';
-import {
-  fileCorrectionEpisodeEvidencePreviews,
-  fileEpisodeEvidencePreview
-} from './file/episode-evidence.js';
-import { searchFileFacts, searchFileFactsPage } from './file/fact-search.js';
-import { readJsonFile, writeJsonFileAtomic } from './json-file.js';
-import {
-  validateCandidateRecord,
-  validateFactRecord,
-  validateOutboxRecord
-} from './record-validation.js';
-import { normalizeSnapshot } from './snapshot-defaults.js';
-
-export class FileStore {
-  #committedData;
-  #episodeIndex;
-
-  constructor(filePath, { jsonFileIo } = {}) {
-    this.filePath = filePath;
-    this.memoryOnly = filePath === ':memory:';
-    this.jsonFileIo = jsonFileIo;
-    this.transactionActive = false;
-    this.transactionDirty = false;
-    this.data = this.memoryOnly ? normalizeSnapshot() : this.#load();
-    this.#committedData = cloneData(this.data);
-    this.#episodeIndex = new FileEpisodeIndex(this.data.episodes);
-  }
-
-  transaction(fn, _options = {}) {
-    if (this.transactionActive) {
-      throw new TypeError('Nested FileStore transactions are not supported');
-    }
-
-    if (fn.constructor?.name === 'AsyncFunction') {
-      throw new TypeError('Transaction callback must be synchronous');
-    }
-
-    const snapshot = cloneData(this.data);
-    this.transactionActive = true;
-    this.transactionDirty = false;
-    try {
-      const result = fn(this);
-      if (isThenable(result)) {
-        if (typeof result.catch === 'function') result.catch(() => {});
-        throw new TypeError('Transaction callback must be synchronous');
-      }
-
-      const dirty = this.transactionDirty;
-      this.transactionActive = false;
-      this.transactionDirty = false;
-      if (dirty) this.#commit();
-      return result;
-    } catch (error) {
-      this.data = snapshot;
-      this.#episodeIndex.rebuild(this.data.episodes);
-      this.transactionActive = false;
-      this.transactionDirty = false;
-      throw error;
-    }
-  }
-
-  createSpace(name, kind, description = null) {
-    const existing = this.findSpaceByName(name);
-    if (existing) return existing;
-
-    const space = {
-      id: randomUUID(),
-      name,
-      kind,
-      description,
-      createdAt: nowIso()
-    };
-    this.data.spaces.push(space);
-    this.#save();
-    return cloneData(space);
-  }
-
-  listSpaces() {
-    return cloneData(this.data.spaces);
-  }
-
-  findSpaceByName(name) {
-    return cloneData(this.data.spaces.find((space) => space.name === name) ?? null);
-  }
-
-  getSpace(id) {
-    return cloneData(this.data.spaces.find((space) => space.id === id) ?? null);
-  }
-
-  subscribe(personalSpaceId, spaceId, mode = 'latest') {
-    const existing = this.data.subscriptions.find(
-      (subscription) =>
-        subscription.personalSpaceId === personalSpaceId && subscription.spaceId === spaceId
-    );
-    if (existing) return cloneData(existing);
-
-    const subscription = { personalSpaceId, spaceId, mode, createdAt: nowIso() };
-    this.data.subscriptions.push(subscription);
-    this.#save();
-    return cloneData(subscription);
-  }
-
-  listSubscriptions() {
-    return cloneData(this.data.subscriptions);
-  }
-
-  subscriptionsFor(personalSpaceId) {
-    return cloneData(this.data.subscriptions.filter(
-      (subscription) => subscription.personalSpaceId === personalSpaceId
-    ));
-  }
-
-  addEpisode(spaceId, sourceKind, body, sourceUri = null, metadata = {}) {
-    const episode = {
-      id: randomUUID(),
-      spaceId,
-      sourceKind,
-      body,
-      sourceUri,
-      metadata: cloneData(metadata),
-      createdAt: nowIso()
-    };
-    this.data.episodes.push(episode);
-    this.#episodeIndex.add(episode);
-    this.#save();
-    return cloneData(episode);
-  }
-
-  getEpisode(id) {
-    return cloneData(this.#episodeIndex.get(id));
-  }
-
-  listEpisodes() {
-    return cloneData(this.data.episodes);
-  }
-
-  episodeEvidencePreview(spaceId, episodeId, options = {}) {
-    return cloneData(fileEpisodeEvidencePreview(
-      this.#episodeIndex,
-      spaceId,
-      episodeId,
-      options
-    ));
-  }
-
-  correctionEpisodeEvidencePreviews(spaceId, factIds, options = {}) {
-    return cloneData(fileCorrectionEpisodeEvidencePreviews(
-      this.#episodeIndex,
-      spaceId,
-      factIds,
-      options
-    ));
-  }
-
-  addFact(fact) {
-    if (fact.id && this.data.facts.some((item) => item.id === fact.id)) {
-      throw new Error(`Duplicate fact id: ${fact.id}`);
-    }
-
-    const stored = {
-      id: fact.id || randomUUID(),
-      spaceId: fact.spaceId,
-      subject: fact.subject,
-      predicate: fact.predicate,
-      object: fact.object,
-      sourceEpisodeId: fact.sourceEpisodeId,
-      status: fact.status ?? FactStatus.CONFIRMED,
-      confidence: fact.confidence ?? 1,
-      sensitivity: fact.sensitivity ?? 'normal',
-      scope: fact.scope ?? 'personal',
-      validAt: fact.validAt ?? nowIso(),
-      invalidAt: fact.invalidAt ?? null,
-      replacedByFactId: fact.replacedByFactId ?? null
-    };
-    validateFactRecord(stored);
-    this.data.facts.push(stored);
-    this.#save();
-    return cloneData(stored);
-  }
-
-  getFact(id) {
-    return cloneData(this.data.facts.find((fact) => fact.id === id) ?? null);
-  }
-
-  updateFact(id, updates) {
-    const fact = this.data.facts.find((item) => item.id === id);
-    if (!fact) {
-      throw new Error(`Fact not found: ${id}`);
-    }
-
-    const updated = { ...fact, ...updates, id };
-    validateFactRecord(updated);
-    Object.assign(fact, updated);
-    this.#save();
-    return cloneData(fact);
-  }
-
-  invalidateFact(factId, replacedByFactId = null) {
-    const fact = this.data.facts.find((item) => item.id === factId);
-    if (!fact || fact.invalidAt) return;
-
-    fact.invalidAt = nowIso();
-    fact.replacedByFactId = replacedByFactId;
-    this.#save();
-  }
-
-  currentFacts(spaceId) {
-    return cloneData(
-      this.data.facts.filter((fact) => fact.spaceId === spaceId && isCurrentFact(fact))
-    );
-  }
-
-  listFacts(options = {}) {
-    const includeHistorical = options.includeHistorical ?? false;
-    return cloneData(
-      this.data.facts.filter((fact) => includeHistorical || isCurrentFact(fact))
-    );
-  }
-
-  timeline(spaceId, subject) {
-    return cloneData(this.data.facts
-      .filter((fact) => fact.spaceId === spaceId && fact.subject === subject)
-      .sort((left, right) => left.validAt.localeCompare(right.validAt)));
-  }
-
-  searchFacts(spaceIds, query, options = {}) {
-    return cloneData(searchFileFacts(
-      this.data.facts,
-      this.#episodeIndex,
-      spaceIds,
-      query,
-      options
-    ));
-  }
-
-  searchFactsPage(spaceIds, query, options = {}) {
-    return cloneData(searchFileFactsPage(
-      this.data.facts,
-      this.#episodeIndex,
-      spaceIds,
-      query,
-      options
-    ));
-  }
-
-  addCandidate(candidate) {
-    if (candidate.id && this.data.candidates.some((item) => item.id === candidate.id)) {
-      throw new Error(`Duplicate candidate id: ${candidate.id}`);
-    }
-
-    const status = candidate.status ?? CandidateStatus.PENDING;
-    const createdAt = candidate.createdAt ?? nowIso();
-    const stored = {
-      id: candidate.id || randomUUID(),
-      personalSpaceId: candidate.personalSpaceId,
-      targetSpaceId: candidate.targetSpaceId ?? null,
-      episodeId: candidate.episodeId,
-      reason: candidate.reason,
-      status,
-      createdAt,
-      decidedAt: candidate.decidedAt ?? (
-        status === CandidateStatus.PENDING ? null : createdAt
-      )
-    };
-    validateCandidateRecord(stored);
-    this.data.candidates.push(stored);
-    this.#save();
-    return cloneData(stored);
-  }
-
-  pendingCandidates(personalSpaceId) {
-    return cloneData(this.data.candidates.filter(
-      (candidate) =>
-        candidate.personalSpaceId === personalSpaceId &&
-        candidate.status === CandidateStatus.PENDING
-    ));
-  }
-
-  getCandidate(id) {
-    return cloneData(this.data.candidates.find((candidate) => candidate.id === id) ?? null);
-  }
-
-  listCandidates() {
-    return cloneData(this.data.candidates);
-  }
-
-  updateCandidateStatus(id, status) {
-    const candidate = this.data.candidates.find((item) => item.id === id);
-    if (!candidate) {
-      throw new Error(`Candidate not found: ${id}`);
-    }
-
-    const updated = {
-      ...candidate,
-      status,
-      decidedAt: status === CandidateStatus.PENDING ? null : nowIso()
-    };
-    validateCandidateRecord(updated);
-    Object.assign(candidate, updated);
-    this.#save();
-    return cloneData(candidate);
-  }
-
-  enqueueOutbox(entry) {
-    if (entry.id && this.data.outbox.some((item) => item.id === entry.id)) {
-      throw new Error(`Duplicate outbox id: ${entry.id}`);
-    }
-
-    const row = {
-      id: entry.id || randomUUID(),
-      kind: entry.kind,
-      aggregateId: entry.aggregateId,
-      payload: cloneData(entry.payload),
-      status: entry.status ?? 'pending',
-      attempts: entry.attempts ?? 0,
-      nextAttemptAt: entry.nextAttemptAt ?? null,
-      createdAt: entry.createdAt ?? nowIso(),
-      sentAt: entry.sentAt ?? null,
-      lastError: entry.lastError ?? null
-    };
-    validateOutboxRecord(row);
-    this.data.outbox.push(row);
-    this.#save();
-    return cloneData(row);
-  }
-
-  listPendingOutbox(at = nowIso()) {
-    return cloneData(this.data.outbox
-      .filter(
-        (row) =>
-          row.status === 'pending' &&
-          (row.nextAttemptAt === null || row.nextAttemptAt <= at)
-      )
-      .sort((left, right) => left.createdAt.localeCompare(right.createdAt)));
-  }
-
-  markOutboxSent(id, sentAt = nowIso()) {
-    const row = this.data.outbox.find((item) => item.id === id);
-    if (!row) {
-      throw new Error(`Outbox row not found: ${id}`);
-    }
-
-    row.status = 'sent';
-    row.nextAttemptAt = null;
-    row.sentAt = sentAt;
-    row.lastError = null;
-    this.#save();
-    return cloneData(row);
-  }
-
-  markOutboxFailed(id, error, nextAttemptAt = null) {
-    const row = this.data.outbox.find((item) => item.id === id);
-    if (!row) {
-      throw new Error(`Outbox row not found: ${id}`);
-    }
-
-    row.status = 'pending';
-    row.attempts += 1;
-    row.nextAttemptAt = nextAttemptAt;
-    row.lastError = error;
-    this.#save();
-    return cloneData(row);
-  }
-
-  hasImport(contentHash) {
-    return this.data.imports.some((record) => record.contentHash === contentHash);
-  }
-
-  recordImport(record) {
-    if (this.hasImport(record.contentHash)) {
-      throw new Error(`Duplicate import content hash: ${record.contentHash}`);
-    }
-
-    const stored = cloneData(record);
-    this.data.imports.push(stored);
-    this.#save();
-    return cloneData(stored);
-  }
-
-  exportSnapshot() {
-    return cloneData(this.data);
-  }
-
-  importSnapshot(snapshot) {
-    this.data = normalizeSnapshot(snapshot, {
-      outbox: this.data.outbox,
-      imports: this.data.imports
-    });
-    this.#episodeIndex.rebuild(this.data.episodes);
-    this.#save();
-  }
-
-  close() {}
-
-  #load() {
-    return normalizeSnapshot(readJsonFile(this.filePath, {}));
-  }
-
-  #save() {
-    if (this.transactionActive) {
-      this.transactionDirty = true;
-      return;
-    }
-
-    try {
-      this.#commit();
-    } catch (error) {
-      this.data = cloneData(this.#committedData);
-      this.#episodeIndex.rebuild(this.data.episodes);
-      throw error;
-    }
-  }
-
-  #commit() {
-    this.#persist();
-    this.#committedData = cloneData(this.data);
-  }
-
-  #persist() {
-    if (this.memoryOnly) return;
-    writeJsonFileAtomic(this.filePath, this.data, this.jsonFileIo);
-  }
-}
-
-function cloneData(data) {
-  return JSON.parse(JSON.stringify(data));
-}
-
-function isThenable(value) {
-  return value !== null &&
-    (typeof value === 'object' || typeof value === 'function') &&
-    typeof value.then === 'function';
-}

package/src/storage/migrate.js

@@ -1,128 +0,0 @@
-import { createHash } from 'node:crypto';
-import { readFileSync, readdirSync } from 'node:fs';
-import { join } from 'node:path';
-
-import { nowIso } from '../models.js';
-import { isFileDatabase } from './sqlite/open-database.js';
-
-const DEFAULT_MIGRATIONS_DIRECTORY = new URL('./migrations/', import.meta.url);
-const CHECKSUM_UPGRADE_MIGRATION = '002-storage-integrity.sql';
-
-export function configureDatabase(db, filePath) {
-  db.pragma('foreign_keys = ON');
-  db.pragma('busy_timeout = 5000');
-  if (isFileDatabase(filePath)) db.pragma('journal_mode = WAL');
-}
-
-export function runMigrations(
-  db,
-  { migrationsDirectory = DEFAULT_MIGRATIONS_DIRECTORY } = {}
-) {
-  db.pragma('foreign_keys = ON');
-  const migrations = discoverMigrations(migrationsDirectory);
-  for (const migration of migrations) {
-    const migrate = db.transaction(() => {
-      const state = appliedMigrations(db);
-      verifyAppliedMigrations(migrations, state.records, {
-        allowMissingChecksums: hasPendingChecksumUpgrade(migrations, state)
-      });
-      if (state.records.has(migration.version)) return;
-      db.exec(migration.sql);
-      recordMigration(db, migration);
-    });
-    migrate.immediate();
-  }
-  verifyAppliedMigrations(migrations, appliedMigrations(db).records);
-}
-
-function discoverMigrations(directory) {
-  const migrations = readdirSync(directory)
-    .filter((name) => name.endsWith('.sql'))
-    .map((name) => {
-      const match = /^(\d+)-.+\.sql$/.exec(name);
-      if (!match) throw new Error(`Invalid migration filename: ${name}`);
-      const sql = readFileSync(migrationPath(directory, name), 'utf8');
-      return {
-        version: Number.parseInt(match[1], 10),
-        name,
-        sql,
-        checksum: createHash('sha256').update(sql).digest('hex')
-      };
-    })
-    .sort((left, right) => left.version - right.version || left.name.localeCompare(right.name));
-
-  for (let index = 1; index < migrations.length; index += 1) {
-    if (migrations[index - 1].version === migrations[index].version) {
-      throw new Error(`Duplicate migration version: ${migrations[index].version}`);
-    }
-  }
-  return migrations;
-}
-
-function appliedMigrations(db) {
-  const columns = db.prepare('PRAGMA table_info(schema_migrations)').all();
-  if (columns.length === 0) return { records: new Map(), supportsChecksums: false };
-
-  const supportsChecksums = columns.some((column) => column.name === 'checksum');
-  const rows = supportsChecksums
-    ? db.prepare(`
-        SELECT version, checksum FROM schema_migrations ORDER BY version
-      `).all()
-    : db.prepare(`
-        SELECT version, NULL AS checksum FROM schema_migrations ORDER BY version
-      `).all();
-  return {
-    records: new Map(rows.map((row) => [row.version, row.checksum])),
-    supportsChecksums
-  };
-}
-
-function verifyAppliedMigrations(
-  migrations,
-  applied,
-  { allowMissingChecksums = false } = {}
-) {
-  const available = new Map(migrations.map((migration) => [migration.version, migration]));
-  for (const [version, checksum] of applied) {
-    const migration = available.get(version);
-    if (!migration) {
-      throw new Error(
-        `Applied migration version ${version} is missing from the migration directory`
-      );
-    }
-    if (checksum === null && allowMissingChecksums) continue;
-    if (checksum === null) {
-      throw new Error(`Applied migration version ${version} is missing a checksum`);
-    }
-    if (migration.checksum !== checksum) {
-      throw new Error(`Migration checksum mismatch for version ${version}`);
-    }
-  }
-}
-
-function hasPendingChecksumUpgrade(migrations, state) {
-  if (state.supportsChecksums) return false;
-  const migration = migrations.find(
-    (candidate) => candidate.name === CHECKSUM_UPGRADE_MIGRATION
-  );
-  return migration !== undefined && !state.records.has(migration.version);
-}
-
-function recordMigration(db, migration) {
-  const supportsChecksums = db.prepare('PRAGMA table_info(schema_migrations)').all()
-    .some((column) => column.name === 'checksum');
-  if (supportsChecksums) {
-    db.prepare(`
-      INSERT INTO schema_migrations (version, checksum, applied_at)
-      VALUES (?, ?, ?)
-    `).run(migration.version, migration.checksum, nowIso());
-    return;
-  }
-  db.prepare(`
-    INSERT INTO schema_migrations (version, applied_at) VALUES (?, ?)
-  `).run(migration.version, nowIso());
-}
-
-function migrationPath(directory, name) {
-  return directory instanceof URL ? new URL(name, directory) : join(directory, name);
-}

package/src/storage/migrations/001-initial.sql

@@ -1,83 +0,0 @@
-PRAGMA foreign_keys = ON;
-
-CREATE TABLE IF NOT EXISTS schema_migrations (
-  version INTEGER PRIMARY KEY,
-  applied_at TEXT NOT NULL
-);
-
-CREATE TABLE spaces (
-  id TEXT PRIMARY KEY,
-  name TEXT NOT NULL UNIQUE,
-  kind TEXT NOT NULL CHECK (kind IN ('personal', 'public')),
-  description TEXT,
-  created_at TEXT NOT NULL
-);
-
-CREATE TABLE subscriptions (
-  personal_space_id TEXT NOT NULL REFERENCES spaces(id),
-  space_id TEXT NOT NULL REFERENCES spaces(id),
-  mode TEXT NOT NULL DEFAULT 'latest',
-  created_at TEXT NOT NULL,
-  PRIMARY KEY (personal_space_id, space_id)
-);
-
-CREATE TABLE episodes (
-  id TEXT PRIMARY KEY,
-  space_id TEXT NOT NULL REFERENCES spaces(id),
-  source_kind TEXT NOT NULL,
-  body TEXT NOT NULL,
-  source_uri TEXT,
-  metadata_json TEXT NOT NULL DEFAULT '{}',
-  created_at TEXT NOT NULL
-);
-
-CREATE TABLE facts (
-  id TEXT PRIMARY KEY,
-  space_id TEXT NOT NULL REFERENCES spaces(id),
-  subject TEXT NOT NULL,
-  predicate TEXT NOT NULL,
-  object TEXT NOT NULL,
-  source_episode_id TEXT NOT NULL REFERENCES episodes(id),
-  status TEXT NOT NULL,
-  confidence REAL NOT NULL DEFAULT 1.0,
-  sensitivity TEXT NOT NULL DEFAULT 'normal',
-  scope TEXT NOT NULL DEFAULT 'personal',
-  valid_at TEXT NOT NULL,
-  invalid_at TEXT,
-  replaced_by_fact_id TEXT REFERENCES facts(id)
-);
-
-CREATE INDEX facts_current_idx ON facts(space_id, predicate, invalid_at);
-CREATE INDEX facts_source_idx ON facts(source_episode_id);
-
-CREATE TABLE candidates (
-  id TEXT PRIMARY KEY,
-  personal_space_id TEXT NOT NULL REFERENCES spaces(id),
-  target_space_id TEXT REFERENCES spaces(id),
-  episode_id TEXT NOT NULL REFERENCES episodes(id),
-  reason TEXT NOT NULL,
-  status TEXT NOT NULL,
-  created_at TEXT NOT NULL,
-  decided_at TEXT
-);
-
-CREATE TABLE outbox (
-  id TEXT PRIMARY KEY,
-  kind TEXT NOT NULL,
-  aggregate_id TEXT NOT NULL,
-  payload_json TEXT NOT NULL,
-  status TEXT NOT NULL DEFAULT 'pending',
-  attempts INTEGER NOT NULL DEFAULT 0,
-  next_attempt_at TEXT,
-  created_at TEXT NOT NULL,
-  sent_at TEXT,
-  last_error TEXT
-);
-
-CREATE INDEX outbox_pending_idx ON outbox(status, next_attempt_at, created_at);
-
-CREATE TABLE imports (
-  content_hash TEXT PRIMARY KEY,
-  source_path TEXT NOT NULL,
-  imported_at TEXT NOT NULL
-);