fuli-context 0.4.0 → 0.7.2

package/src/context-pack.js

@@ -1,206 +0,0 @@
-import { isCurrentFact } from './models.js';
-import { listCandidates } from './candidates.js';
-import { getProjectRules } from './project-rules.js';
-import { getFactHistory } from './fact-history.js';
-
-export function buildContextPack(store, { personalSpaceId, spaceId, query = '' }) {
-  const personalSpace = store.getSpace(personalSpaceId);
-  const space = store.getSpace(spaceId);
-  const scopedSpaceIds = [...new Set([personalSpaceId, spaceId])];
-  const matches = store
-    .searchFacts(scopedSpaceIds, query, { includeHistorical: false })
-    .map((fact) => compactMatch(store, fact));
-  const histories = buildHistories(store, matches);
-  const rules = compactRules(getProjectRules(store, spaceId), store);
-  const candidates = listCandidates(store, personalSpaceId)
-    .filter((candidate) => !candidate.targetSpaceId || candidate.targetSpaceId === spaceId)
-    .map(compactCandidate);
-
-  return {
-    query,
-    personalSpace: compactSpace(personalSpace, personalSpaceId),
-    space: compactSpace(space, spaceId),
-    rules,
-    matches,
-    histories,
-    candidateCount: candidates.length,
-    candidates,
-    answer: formatPackAnswer(matches)
-  };
-}
-
-export function formatContextPack(pack) {
-  const lines = [
-    `Context ${pack.personalSpace.name} -> ${pack.space.name}`,
-    `Query ${pack.query || '(empty)'}`,
-    'Rules',
-    ...formatRules(pack.rules),
-    'Matches',
-    ...formatMatches(pack.matches),
-    ...formatHistories(pack.histories),
-    `Candidates ${pack.candidateCount}`
-  ];
-
-  return lines.join('\n');
-}
-
-function compactRules(rules, store) {
-  return {
-    spaceId: rules.spaceId,
-    spaceName: rules.spaceName,
-    forbidden: rules.forbidden.map((fact) => compactFact(store, fact)),
-    parameters: rules.parameters.map((fact) => compactFact(store, fact)),
-    links: rules.links.map((fact) => compactFact(store, fact))
-  };
-}
-
-function compactFact(store, fact) {
-  return {
-    id: fact.id,
-    spaceId: fact.spaceId,
-    spaceName: store.getSpace(fact.spaceId)?.name ?? fact.spaceId,
-    subject: fact.subject,
-    predicate: fact.predicate,
-    object: fact.object,
-    current: isCurrentFact(fact),
-    validAt: fact.validAt,
-    invalidAt: fact.invalidAt,
-    source: compactSource(store, fact.sourceEpisodeId)
-  };
-}
-
-function compactMatch(store, fact) {
-  const compact = compactFact(store, fact);
-  return {
-    spaceId: compact.spaceId,
-    spaceName: compact.spaceName,
-    current: compact.current,
-    fact: {
-      id: compact.id,
-      spaceId: compact.spaceId,
-      subject: compact.subject,
-      predicate: compact.predicate,
-      object: compact.object,
-      validAt: compact.validAt,
-      invalidAt: compact.invalidAt
-    },
-    source: compact.source
-  };
-}
-
-function buildHistories(store, matches) {
-  const keys = new Set();
-  const histories = [];
-
-  for (const match of matches) {
-    const key = `${match.fact.spaceId}:${match.fact.predicate}`;
-    if (keys.has(key)) continue;
-    keys.add(key);
-
-    const history = getFactHistory(store, {
-      spaceId: match.fact.spaceId,
-      predicate: match.fact.predicate
-    });
-    if (history.facts.length <= 1) continue;
-
-    histories.push({
-      spaceId: history.spaceId,
-      spaceName: history.spaceName,
-      predicate: history.predicate,
-      facts: history.facts.map((fact) => compactFact(store, fact))
-    });
-  }
-
-  return histories;
-}
-
-function compactCandidate(candidate) {
-  return {
-    id: candidate.id,
-    reason: candidate.reason,
-    createdAt: candidate.createdAt,
-    targetSpaceId: candidate.targetSpaceId,
-    targetSpaceName: candidate.targetSpaceName,
-    source: candidate.episode
-      ? {
-          id: candidate.episode.id,
-          kind: candidate.episode.sourceKind,
-          uri: candidate.episode.sourceUri,
-          createdAt: candidate.episode.createdAt,
-          preview: firstLine(candidate.episode.body)
-        }
-      : null
-  };
-}
-
-function compactSource(store, episodeId) {
-  const episode = store.getEpisode(episodeId);
-  if (!episode) return null;
-
-  return {
-    id: episode.id,
-    kind: episode.sourceKind,
-    uri: episode.sourceUri,
-    createdAt: episode.createdAt,
-    preview: firstLine(episode.body)
-  };
-}
-
-function compactSpace(space, fallbackId) {
-  return {
-    id: space?.id ?? fallbackId,
-    name: space?.name ?? fallbackId,
-    kind: space?.kind ?? null
-  };
-}
-
-function firstLine(value) {
-  return String(value).split(/\r?\n/)[0].slice(0, 160);
-}
-
-function formatPackAnswer(matches) {
-  if (matches.length === 0) {
-    return 'No matching current facts found.';
-  }
-
-  return matches
-    .map((match) => `${match.fact.subject} ${match.fact.predicate} ${match.fact.object}`)
-    .join('\n');
-}
-
-function formatRules(rules) {
-  const lines = [
-    ...rules.forbidden.map((fact) => `forbids ${fact.object}`),
-    ...rules.parameters.map((fact) => `${humanPredicate(fact.predicate)} ${fact.object}`),
-    ...rules.links.map((fact) => `url ${fact.object}`)
-  ];
-
-  return lines.length ? lines : ['(none)'];
-}
-
-function formatMatches(matches) {
-  return matches.length
-    ? matches.map(
-        (match) =>
-          `${match.spaceName} ${humanPredicate(match.fact.predicate)} ${match.fact.object}`
-      )
-    : ['(none)'];
-}
-
-function formatHistories(histories) {
-  if (!histories?.length) return [];
-
-  return [
-    'History',
-    ...histories.flatMap((history) =>
-      history.facts.map(
-        (fact) =>
-          `${fact.current ? 'current' : 'historical'} ${humanPredicate(history.predicate)} ${fact.object}`
-      )
-    )
-  ];
-}
-
-function humanPredicate(predicate) {
-  return predicate.startsWith('has_') ? predicate.slice(4) : predicate;
-}

package/src/extractor.js

@@ -1,77 +0,0 @@
-const URL_PATTERN = /https?:\/\/[^\s"'，。)）]+/g;
-
-export function extractFactSpecs(subject, body) {
-  const lines = body
-    .split(/\r?\n/)
-    .map((line) => line.trim())
-    .filter(Boolean);
-  const specs = [];
-
-  for (const line of lines) {
-    const replacement = parseReplacement(subject, line);
-    if (replacement) {
-      specs.push(replacement);
-      continue;
-    }
-
-    const forbidden = parseForbidden(subject, line);
-    if (forbidden) {
-      specs.push(forbidden);
-      continue;
-    }
-
-    const keyValue = parseKeyValue(subject, line);
-    if (keyValue) {
-      specs.push(keyValue);
-      continue;
-    }
-
-    for (const url of line.match(URL_PATTERN) ?? []) {
-      specs.push({ kind: 'fact', subject, predicate: 'has_url', object: url });
-    }
-  }
-
-  return specs;
-}
-
-function parseReplacement(subject, line) {
-  const match = line.match(/^替代[:：]\s*(.+?)\s*=>\s*(.+)$/);
-  if (!match) return null;
-
-  return {
-    kind: 'replacement',
-    subject,
-    oldValue: match[1].trim(),
-    newValue: match[2].trim()
-  };
-}
-
-function parseForbidden(subject, line) {
-  const match =
-    line.match(/^禁止[:：]\s*(.+)$/) ??
-    line.match(/^(?:这个项目|本项目|项目)?\s*(?:禁止|不要|不允许)\s*(?:使用|采用|引入|用)?\s*(.+)$/);
-  if (!match) return null;
-
-  return {
-    kind: 'fact',
-    subject,
-    predicate: 'forbids',
-    object: cleanForbiddenObject(match[1])
-  };
-}
-
-function cleanForbiddenObject(value) {
-  return value.trim().replace(/[。.!！,，;；]+$/g, '').trim();
-}
-
-function parseKeyValue(subject, line) {
-  const match = line.match(/^([\p{L}\p{N}_.-]+)\s*[:：]\s*(.+)$/u);
-  if (!match) return null;
-
-  return {
-    kind: 'fact',
-    subject,
-    predicate: `has_${match[1].trim()}`,
-    object: match[2].trim()
-  };
-}

package/src/fact-history.js

@@ -1,39 +0,0 @@
-import { isCurrentFact } from './models.js';
-
-export function getFactHistory(store, { spaceId, predicate }) {
-  const normalizedPredicate = normalizePredicate(predicate);
-  const facts = store.listFacts({ includeHistorical: true })
-    .filter((fact) => fact.spaceId === spaceId && fact.predicate === normalizedPredicate)
-    .sort((left, right) => left.validAt.localeCompare(right.validAt))
-    .map((fact) => enrichFact(store, fact));
-
-  return {
-    spaceId,
-    spaceName: store.getSpace(spaceId)?.name ?? spaceId,
-    predicate: normalizedPredicate,
-    facts
-  };
-}
-
-export function normalizePredicate(value) {
-  if (value.startsWith('has_') || value === 'forbids') return value;
-  return `has_${value}`;
-}
-
-function enrichFact(store, fact) {
-  const episode = store.getEpisode(fact.sourceEpisodeId);
-
-  return {
-    ...fact,
-    current: isCurrentFact(fact),
-    source: episode
-      ? {
-          id: episode.id,
-          kind: episode.sourceKind,
-          uri: episode.sourceUri,
-          body: episode.body,
-          createdAt: episode.createdAt
-        }
-      : null
-  };
-}

package/src/facts/fact-service.js

@@ -1,89 +0,0 @@
-import { FactScope, FactStatus } from '../models.js';
-
-export class FactService {
-  constructor(store) {
-    this.store = store;
-  }
-
-  writeSpecs({ spaceId, subject, episodeId, specs, scope = FactScope.PERSONAL }) {
-    const written = [];
-    for (const spec of specs) {
-      if (spec.kind === 'replacement') {
-        written.push(...this.#replaceFact({ spaceId, subject, episodeId, spec, scope }));
-        continue;
-      }
-
-      if (this.#hasCurrentFact(spaceId, subject, spec.predicate, spec.object)) continue;
-
-      const supersededFacts = this.#supersededCurrentFacts(
-        spaceId,
-        subject,
-        spec.predicate,
-        spec.object
-      );
-      const newFact = this.store.addFact({
-        spaceId,
-        subject,
-        predicate: spec.predicate,
-        object: spec.object,
-        sourceEpisodeId: episodeId,
-        status: FactStatus.CONFIRMED,
-        scope
-      });
-      written.push(newFact);
-
-      for (const oldFact of supersededFacts) {
-        this.store.invalidateFact(oldFact.id, newFact.id);
-      }
-    }
-    return written;
-  }
-
-  #hasCurrentFact(spaceId, subject, predicate, object) {
-    return this.store.currentFacts(spaceId).some(
-      (fact) =>
-        fact.subject === subject &&
-        fact.predicate === predicate &&
-        fact.object === object
-    );
-  }
-
-  #supersededCurrentFacts(spaceId, subject, predicate, object) {
-    if (!isUniqueParameterPredicate(predicate)) return [];
-
-    return this.store.currentFacts(spaceId).filter(
-      (fact) =>
-        fact.subject === subject &&
-        fact.predicate === predicate &&
-        fact.object !== object
-    );
-  }
-
-  #replaceFact({ spaceId, subject, episodeId, spec, scope }) {
-    const oldFacts = this.store.currentFacts(spaceId).filter(
-      (fact) => fact.subject === subject && fact.object === spec.oldValue
-    );
-    const predicates = oldFacts.length
-      ? [...new Set(oldFacts.map((fact) => fact.predicate))]
-      : ['has_replacement'];
-    const newFacts = predicates.map((predicate) => this.store.addFact({
-      spaceId,
-      subject,
-      predicate,
-      object: spec.newValue,
-      sourceEpisodeId: episodeId,
-      status: FactStatus.CONFIRMED,
-      scope
-    }));
-
-    for (const oldFact of oldFacts) {
-      const replacement = newFacts.find((fact) => fact.predicate === oldFact.predicate) ?? newFacts[0];
-      this.store.invalidateFact(oldFact.id, replacement.id);
-    }
-    return newFacts;
-  }
-}
-
-function isUniqueParameterPredicate(predicate) {
-  return predicate.startsWith('has_') && predicate !== 'has_url';
-}

package/src/http/bounded-json-array.js

@@ -1,19 +0,0 @@
-export function selectBoundedJsonArray(items, budget) {
-  const selected = [];
-  let usedBytes = Buffer.byteLength('[]', 'utf8');
-  let truncated = false;
-
-  for (const item of items) {
-    const serialized = JSON.stringify(item);
-    const itemBytes = Buffer.byteLength(serialized, 'utf8');
-    const nextBytes = usedBytes + itemBytes + (selected.length ? 1 : 0);
-    if (nextBytes > budget) {
-      truncated = true;
-      continue;
-    }
-    selected.push(item);
-    usedBytes = nextBytes;
-  }
-
-  return { items: selected, usedBytes, truncated };
-}

package/src/http/lens-route.js

@@ -1,50 +0,0 @@
-import { ApplicationError, ApplicationErrorCode } from '../app/application-error.js';
-import { selectBoundedJsonArray } from './bounded-json-array.js';
-import { sendJson } from './response.js';
-
-const DEFAULT_BUDGET = 1200;
-const MAX_BUDGET = 16384;
-
-export function handleLensRequest({ request, response, url, app }) {
-  if (url.pathname !== '/api/lens' || request.method !== 'GET') return false;
-
-  const personalSpaceId = app.requireSpaceId({
-    id: url.searchParams.get('personalSpaceId'),
-    name: url.searchParams.get('personalSpaceName'),
-    label: 'Personal space'
-  });
-  const budget = parseBudget(url.searchParams.get('budget'));
-  const view = app.lens.getUserLensView({
-    personalSpaceId,
-    task: '',
-    budget,
-    includeObserved: true,
-    includeSuggested: false,
-    includeRestricted: false
-  });
-  const bounded = selectBoundedJsonArray(view.entries, budget);
-
-  sendJson(response, 200, {
-    personalSpaceId,
-    budget,
-    usedBytes: bounded.usedBytes,
-    truncated: view.truncated || bounded.truncated,
-    facts: bounded.items
-  });
-  return true;
-}
-
-function parseBudget(value) {
-  if (value === null) return DEFAULT_BUDGET;
-  if (!/^[1-9]\d*$/.test(value)) throw invalidBudget();
-  const budget = Number(value);
-  if (!Number.isSafeInteger(budget) || budget < 2 || budget > MAX_BUDGET) throw invalidBudget();
-  return budget;
-}
-
-function invalidBudget() {
-  return new ApplicationError(
-    ApplicationErrorCode.VALIDATION,
-    `Budget must be an integer between 2 and ${MAX_BUDGET}`
-  );
-}

package/src/ingestion.js

@@ -1,161 +0,0 @@
-import { classifyEpisode } from './classifier.js';
-import { extractFactSpecs } from './extractor.js';
-import { FactService } from './facts/fact-service.js';
-import { LensService } from './lens/lens-service.js';
-import { ApplicationError, ApplicationErrorCode } from './app/application-error.js';
-import { CandidateStatus, FactScope, PublishRoute, SpaceKind } from './models.js';
-import { detectSensitiveContent } from './security/sensitive-content.js';
-import { assertSafeSourceMetadata } from './security/source-metadata-policy.js';
-import { PublicationService } from './publication/publication-service.js';
-
-export class IngestionService {
-  constructor(store, {
-    facts = new FactService(store),
-    lens = new LensService(store),
-    publication = new PublicationService(store)
-  } = {}) {
-    this.store = store;
-    this.facts = facts;
-    this.lens = lens;
-    this.publication = publication;
-  }
-
-  remember(input) {
-    this.#assertSafeInput(input);
-    return this.store.transaction(
-      () => this.rememberInCurrentTransaction(input),
-      { mode: 'immediate' }
-    );
-  }
-
-  rememberInCurrentTransaction({
-    personalSpaceId,
-    sourceKind,
-    body,
-    targetSpaceId = null,
-    sourceUri = null
-  }) {
-    this.#assertSafeInput({ body, sourceKind, sourceUri });
-    const route = classifyEpisode({ sourceKind, body });
-
-    if (route === PublishRoute.PERSONAL) {
-      const result = this.lens.rememberUserFactsFromSourceInCurrentTransaction({
-        personalSpaceId,
-        subject: this.#spaceName(personalSpaceId),
-        specs: extractFactSpecs(this.#spaceName(personalSpaceId), body),
-        sourceText: body,
-        sourceKind,
-        sourceUri
-      });
-      return { route, ...result };
-    }
-
-    const personalEpisode = this.store.addEpisode(personalSpaceId, sourceKind, body, sourceUri);
-
-    if (route === PublishRoute.PUBLIC && targetSpaceId) {
-      const targetEpisode = this.store.addEpisode(targetSpaceId, sourceKind, body, sourceUri);
-      const facts = this.facts.writeSpecs({
-        spaceId: targetSpaceId,
-        subject: this.#spaceName(targetSpaceId),
-        episodeId: targetEpisode.id,
-        specs: extractFactSpecs(this.#spaceName(targetSpaceId), body),
-        scope: FactScope.PUBLIC
-      });
-      const publication = facts.length === 0
-        ? null
-        : this.publication.prepareInCurrentTransaction({
-          spaceId: targetSpaceId,
-          episode: targetEpisode,
-          facts
-        });
-      return { route, episode: targetEpisode, publication };
-    }
-
-    const candidate = this.store.addCandidate({
-      personalSpaceId,
-      targetSpaceId,
-      episodeId: personalEpisode.id,
-      reason: 'not safe enough to publish automatically',
-      status: CandidateStatus.PENDING
-    });
-    return { route: PublishRoute.CANDIDATE, episode: personalEpisode, candidate };
-  }
-
-  publishConfirmed(input) {
-    this.#assertSafeInput(input);
-    return this.store.transaction(
-      () => this.publishConfirmedInCurrentTransaction(input),
-      { mode: 'immediate' }
-    );
-  }
-
-  publishConfirmedInCurrentTransaction({ targetSpaceId, sourceKind, body, sourceUri = null }) {
-    this.#assertSafeInput({ body, sourceKind, sourceUri });
-    const targetEpisode = this.store.addEpisode(targetSpaceId, sourceKind, body, sourceUri);
-    const result = this.confirmEpisodeInCurrentTransaction({
-      spaceId: targetSpaceId,
-      episode: targetEpisode
-    });
-    return result;
-  }
-
-  confirmEpisode(input) {
-    this.#assertSafeEpisode(input.episode);
-    return this.store.transaction(
-      () => this.confirmEpisodeInCurrentTransaction(input),
-      { mode: 'immediate' }
-    );
-  }
-
-  confirmEpisodeInCurrentTransaction({ spaceId, episode }) {
-    this.#assertSafeEpisode(episode);
-    const subject = this.#spaceName(spaceId);
-    const specs = extractFactSpecs(subject, episode.body);
-    if (this.store.getSpace(spaceId)?.kind === SpaceKind.PERSONAL) {
-      return this.lens.writeUserFactsForEpisodeInCurrentTransaction({
-        personalSpaceId: spaceId,
-        subject,
-        specs,
-        episode
-      });
-    }
-    const facts = this.facts.writeSpecs({
-      spaceId,
-      subject,
-      episodeId: episode.id,
-      specs,
-      scope: FactScope.PUBLIC
-    });
-    const publication = facts.length === 0
-      ? null
-      : this.publication.prepareInCurrentTransaction({ spaceId, episode, facts });
-    return { episode, publication };
-  }
-
-  #spaceName(spaceId) {
-    return this.store.getSpace(spaceId)?.name ?? spaceId;
-  }
-
-  #assertSafeInput({ body, sourceKind, sourceUri }) {
-    this.#assertSafeBody(body);
-    assertSafeSourceMetadata(
-      sourceKind,
-      sourceUri,
-      'Sensitive source metadata is not allowed in ingestion'
-    );
-  }
-
-  #assertSafeEpisode(episode) {
-    this.#assertSafeInput(episode);
-  }
-
-  #assertSafeBody(body) {
-    if (detectSensitiveContent(body).restricted) {
-      throw new ApplicationError(
-        ApplicationErrorCode.VALIDATION,
-        'Sensitive content is not allowed in ingestion'
-      );
-    }
-  }
-
-}