sensemaking 0.26.0 → 0.27.1

package/dist/esm/store/builder.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/builder.ts"],"sourcesContent":["import { channel } from 'node:diagnostics_channel';\nimport { type Config, featureEnabled, featureSignature, type ResolvedConfig } from '../config/index.ts';\nimport { SenseError } from '../errors.ts';\nimport { embed } from '../features/embed.ts';\nimport { FEATURES } from '../features/index.ts';\nimport { rank } from '../features/rank.ts';\nimport type { ReconcileDelta } from '../features/types.ts';\nimport { listFiles } from '../scan/index.ts';\nimport { ParsePool } from '../scan/pool.ts';\nimport { reparseFiles } from '../scan/reparse.ts';\nimport { classifyEmbedChange } from './embed-scope.ts';\nimport { classifyFeatureToggles, type FeatureToggle, isFeatureOnlyChange, NARROW_FEATURE_TABLE } from './feature-scope.ts';\nimport { forcedPresetPaths, isPresetOnlyChange } from './preset-scope.ts';\nimport { CORE_GENERATION_META_KEY, CORE_READY_META_KEY, FEATURE_SIGNATURE_META_KEY } from './readiness.ts';\nimport { createReconcileTiming, prepareReconcile, type ReconcilePaths, type ReconcileSnapshot, type ReconcileTiming, readReconcileSnapshot } from './reconcile.ts';\nimport { setMeta } from './shared.ts';\nimport { changedSignatureKeys, embedIdentityAdopted, signatureDiff } from './signature.ts';\nimport type { Stages } from './stages.ts';\nimport { withTransaction } from './transaction.ts';\nimport type { Connection, ReconcileDialect } from './types.ts';\n\ninterface BuildResult {\n  parsed: number;\n  warnings: string[];\n  stages: Stages;\n  messages: string[];\n}\n\nexport interface Builder {\n  build(): Promise<BuildResult>;\n  close(): Promise<void>;\n  readonly poolsCreated: number;\n}\n\ninterface CoreBaseline {\n  schemaVersion: string | null;\n  features: string | null;\n  ready: string | null;\n  generation: string | null;\n}\n\ninterface PlanningSnapshot {\n  baseline: CoreBaseline;\n  reconcile: ReconcileSnapshot;\n  tables: Set<string>;\n}\n\ninterface PreparedInvalidation {\n  mutated: boolean;\n  parsed: number;\n  apply(conn: Connection): Promise<void>;\n}\n\ninterface BuildClassification {\n  embedKind: ReturnType<typeof classifyEmbedChange>;\n  featureToggles: FeatureToggle[];\n  forcedPaths?: ReadonlySet<string>;\n  fullRebuild: boolean;\n  messages: string[];\n}\n\ntype EnsureFeatureSchema = (cfg: ResolvedConfig) => Promise<void>;\n\nclass StaleBuildPlan extends Error {}\n\nconst buildPlan = channel('sensemaking.store.build-plan');\nconst SCHEMA_VERSION_META_KEY = 'schema_version';\n\nasync function readCoreBaseline(conn: Connection): Promise<CoreBaseline> {\n  const keys = [SCHEMA_VERSION_META_KEY, FEATURE_SIGNATURE_META_KEY, CORE_READY_META_KEY, CORE_GENERATION_META_KEY];\n  const stmt = await conn.prepare(`SELECT key, value FROM meta WHERE key IN (${keys.map(() => '?').join(', ')})`);\n  const values = new Map(((await stmt.all(...keys)) as Array<{ key: string; value: string }>).map((row) => [row.key, row.value]));\n  return {\n    schemaVersion: values.get(SCHEMA_VERSION_META_KEY) ?? null,\n    features: values.get(FEATURE_SIGNATURE_META_KEY) ?? null,\n    ready: values.get(CORE_READY_META_KEY) ?? null,\n    generation: values.get(CORE_GENERATION_META_KEY) ?? null,\n  };\n}\n\nfunction sameBaseline(a: CoreBaseline, b: CoreBaseline): boolean {\n  return a.schemaVersion === b.schemaVersion && a.features === b.features && a.ready === b.ready && a.generation === b.generation;\n}\n\nfunction nextGeneration(value: string | null): string {\n  const current = value === null ? 0 : Number(value);\n  if (!Number.isSafeInteger(current) || current < 0 || current === Number.MAX_SAFE_INTEGER) throw new SenseError('INDEX_NOT_READY', `the durable core generation is invalid (${value ?? 'missing'}); run sense build --force to recreate the derived index`);\n  return String(current + 1);\n}\n\nasync function readPlanningSnapshot(conn: Connection, timing: ReconcileTiming): Promise<PlanningSnapshot> {\n  return withTransaction(conn, async () => {\n    const baseline = await readCoreBaseline(conn);\n    const reconcile = await readReconcileSnapshot(conn, timing);\n    const tablesStmt = await conn.prepare(\"SELECT name FROM sqlite_master WHERE type = 'table'\");\n    const tables = new Set(((await tablesStmt.all()) as Array<{ name: string }>).map((row) => row.name));\n    return { baseline, reconcile, tables };\n  });\n}\n\nfunction activeSchemaMissing(snapshot: PlanningSnapshot, cfg: Config): boolean {\n  for (const feature of FEATURES) {\n    if (!featureEnabled(cfg, feature.name)) continue;\n    if (feature.name === 'rank') {\n      if (!snapshot.reconcile.seenColumns.has('_rank')) return true;\n      continue;\n    }\n    const table = feature.name === 'embed' ? 'embeddings' : NARROW_FEATURE_TABLE[feature.name];\n    if (table && !snapshot.tables.has(table)) return true;\n  }\n  return false;\n}\n\nfunction classifyBuild(snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, wanted: string): BuildClassification {\n  const before = snapshot.baseline.features;\n  const recover = snapshot.baseline.ready === '0';\n  const messages: string[] = [];\n  if (recover) messages.push('sense: recovering an incomplete index generation in place');\n  if (!recover && before !== null && before === wanted && activeSchemaMissing(snapshot, cfg)) {\n    messages.push('sense: recovering missing feature schema in place');\n    return { embedKind: null, featureToggles: [], fullRebuild: true, messages };\n  }\n  if (recover || before === null || before === wanted) return { embedKind: null, featureToggles: [], fullRebuild: recover, messages };\n\n  const changedKeys = changedSignatureKeys(before, wanted);\n  if (changedKeys.size === 1 && changedKeys.has('embed') && embedIdentityAdopted(before, wanted)) {\n    messages.push(\"sense: recorded the embedding model's resolved identity; vectors are unaffected\");\n    return { embedKind: null, featureToggles: [], fullRebuild: false, messages };\n  }\n\n  const embedKind = changedKeys.size === 1 && changedKeys.has('embed') ? classifyEmbedChange(before, wanted) : null;\n  if (embedKind !== null) {\n    messages.push(embedKind === 'model' ? 'sense: config change (embed settings) invalidates only the stale vectors' : 'sense: config change (embed settings) rebuilds only the embeddings it affects');\n    return { embedKind, featureToggles: [], fullRebuild: false, messages };\n  }\n\n  const presetForced = isPresetOnlyChange(changedKeys) ? forcedPresetPaths(cfg, paths.rootDir, before, changedKeys) : null;\n  if (presetForced !== null) {\n    messages.push(`sense: config change (${signatureDiff(before, wanted)}) reparses only the files it affects`);\n    return { embedKind: null, featureToggles: [], forcedPaths: presetForced, fullRebuild: false, messages };\n  }\n\n  const toggles = isFeatureOnlyChange(changedKeys) ? classifyFeatureToggles(before, wanted, changedKeys) : null;\n  if (toggles !== null) {\n    messages.push(`sense: config change (${signatureDiff(before, wanted)}) reparses only the feature it affects`);\n    return { embedKind: null, featureToggles: toggles, fullRebuild: false, messages };\n  }\n\n  messages.push(`sense: config change (${signatureDiff(before, wanted)}) rebuilds the index`);\n  return { embedKind: null, featureToggles: [], fullRebuild: true, messages };\n}\n\nasync function prepareEmbedInvalidation(kind: NonNullable<BuildClassification['embedKind']>, snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, pool: ParsePool): Promise<PreparedInvalidation> {\n  if (kind === 'model') {\n    return { mutated: true, parsed: 0, apply: (conn) => conn.exec('UPDATE embeddings SET vector = NULL, scale = NULL') };\n  }\n\n  const existing = new Set(snapshot.reconcile.existingRows.map((row) => row.path));\n  const files = listFiles(cfg, paths.rootDir).filter((file) => file.embed && existing.has(file.relPath));\n  const { docs } = await reparseFiles(files, [embed], cfg, new Set(), undefined, { pool });\n  const pathsChanged = docs.map((doc) => doc.relPath);\n  const delta: ReconcileDelta = { files, reparsed: pathsChanged, added: [], vanished: [] };\n  return {\n    mutated: true,\n    parsed: docs.length,\n    async apply(conn) {\n      // Chunk changes can also change the model. Clear every affected row even when\n      // its text identity happens to match under the new configuration.\n      if (pathsChanged.length > 0)\n        await conn.runBatch(\n          'DELETE FROM embeddings WHERE \"path\" = ?',\n          pathsChanged.map((path) => [path])\n        );\n      await embed.store?.(\n        conn,\n        docs.map((doc) => ({ path: doc.relPath, extracted: doc.extracted.embed })),\n        delta\n      );\n    },\n  };\n}\n\nasync function prepareFeatureInvalidation(toggles: FeatureToggle[], snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, pool: ParsePool): Promise<PreparedInvalidation> {\n  if (toggles.length === 0) return { mutated: false, parsed: 0, apply: async () => {} };\n  const prepared = new Map<string, { feature: (typeof FEATURES)[number]; docs: Awaited<ReturnType<typeof reparseFiles>>['docs']; files: ReturnType<typeof listFiles> }>();\n  let parsed = 0;\n  for (const toggle of toggles) {\n    if (!toggle.turnedOn || toggle.name === 'rank') continue;\n    const feature = FEATURES.find((candidate) => candidate.name === toggle.name);\n    if (!feature) throw new Error(`prepareFeatureInvalidation: no registered feature named \"${toggle.name}\"`);\n    const files = listFiles(cfg, paths.rootDir);\n    const { docs } = await reparseFiles(files, [feature], cfg, new Set(), undefined, { pool });\n    parsed += docs.length;\n    prepared.set(toggle.name, { feature, docs, files });\n  }\n\n  const applyTable = async (conn: Connection, toggle: FeatureToggle): Promise<void> => {\n    const table = NARROW_FEATURE_TABLE[toggle.name];\n    if (!table) return;\n    if (!toggle.turnedOn) {\n      if (snapshot.tables.has(table)) await conn.exec(`DELETE FROM ${table}`);\n      return;\n    }\n    const plan = prepared.get(toggle.name);\n    if (!plan) throw new Error(`prepareFeatureInvalidation: missing prepared feature \"${toggle.name}\"`);\n    const pathsChanged = plan.docs.map((doc) => doc.relPath);\n    const delta: ReconcileDelta = { files: plan.files, reparsed: pathsChanged, added: pathsChanged, vanished: [] };\n    await conn.exec(`DELETE FROM ${table}`);\n    await plan.feature.store?.(\n      conn,\n      plan.docs.map((doc) => ({ path: doc.relPath, extracted: doc.extracted[plan.feature.name] })),\n      delta\n    );\n    await plan.feature.afterReconcile?.(conn, delta);\n  };\n\n  const nullRank = async (conn: Connection): Promise<void> => {\n    if (snapshot.reconcile.seenColumns.has('_rank')) await conn.exec('UPDATE frontmatter SET \"_rank\" = NULL');\n  };\n\n  return {\n    mutated: true,\n    parsed,\n    async apply(conn) {\n      const byName = new Map(toggles.map((toggle) => [toggle.name, toggle]));\n      const linksToggle = byName.get('links');\n      if (linksToggle) {\n        await applyTable(conn, linksToggle);\n        if (!linksToggle.turnedOn) await nullRank(conn);\n      }\n      const rankToggle = byName.get('rank');\n      if (rankToggle) {\n        if (rankToggle.turnedOn) await rank.afterReconcile?.(conn, { files: [], reparsed: [], added: [], vanished: [] });\n        else await nullRank(conn);\n      }\n      for (const toggle of toggles) {\n        if (toggle.name !== 'links' && toggle.name !== 'rank') await applyTable(conn, toggle);\n      }\n    },\n  };\n}\n\nfunction recoveryToggles(cfg: Config, snapshot: PlanningSnapshot): FeatureToggle[] {\n  const toggles: FeatureToggle[] = [];\n  for (const feature of FEATURES) {\n    const table = NARROW_FEATURE_TABLE[feature.name];\n    if (table && !featureEnabled(cfg, feature.name) && snapshot.tables.has(table)) toggles.push({ name: feature.name, turnedOn: false });\n  }\n  return toggles;\n}\n\nasync function prepareInvalidation(classification: BuildClassification, snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, pool: ParsePool): Promise<PreparedInvalidation> {\n  const plans: PreparedInvalidation[] = [];\n  if (classification.embedKind) plans.push(await prepareEmbedInvalidation(classification.embedKind, snapshot, cfg, paths, pool));\n  if (classification.featureToggles.length > 0) plans.push(await prepareFeatureInvalidation(classification.featureToggles, snapshot, cfg, paths, pool));\n  if (classification.fullRebuild) {\n    plans.push(await prepareFeatureInvalidation(recoveryToggles(cfg, snapshot), snapshot, cfg, paths, pool));\n    // Full rebuild and recovery must not reuse vectors from the prior generation.\n    if (snapshot.tables.has('embeddings')) {\n      plans.push({ mutated: true, parsed: 0, apply: (conn) => conn.exec('DELETE FROM embeddings') });\n    }\n    if (!featureEnabled(cfg, 'rank') && snapshot.reconcile.seenColumns.has('_rank')) {\n      plans.push({ mutated: true, parsed: 0, apply: (conn) => conn.exec('UPDATE frontmatter SET \"_rank\" = NULL') });\n    }\n  }\n  return {\n    mutated: plans.some((plan) => plan.mutated),\n    parsed: plans.reduce((sum, plan) => sum + plan.parsed, 0),\n    async apply(conn) {\n      for (const plan of plans) await plan.apply(conn);\n    },\n  };\n}\n\nfunction forcedPaths(classification: BuildClassification, snapshot: PlanningSnapshot): ReadonlySet<string> | undefined {\n  if (!classification.fullRebuild) return classification.forcedPaths;\n  // New paths are reparsed by definition. Forcing every previously indexed path makes every\n  // survivor a reparse without a second filesystem scan outside prepareReconcile's one listing.\n  return new Set(snapshot.reconcile.existingRows.map((row) => row.path));\n}\n\nasync function publishAttempt(conn: Connection, liveCfg: ResolvedConfig, dialect: ReconcileDialect, pool: ParsePool, ensureFeatureSchema: EnsureFeatureSchema, timing: ReconcileTiming, attempt: number): Promise<BuildResult> {\n  const cfg = structuredClone(liveCfg);\n  const configIdentity = JSON.stringify(cfg);\n  const paths: ReconcilePaths = { rootDir: cfg.rootDir ?? cfg.baseDir, configDir: cfg.configDir ?? cfg.baseDir };\n  const wanted = featureSignature(cfg, FEATURES);\n  const snapshot = await readPlanningSnapshot(conn, timing);\n  const classification = classifyBuild(snapshot, cfg, paths, wanted);\n  const invalidation = await prepareInvalidation(classification, snapshot, cfg, paths, pool);\n  const reconcile = await prepareReconcile(snapshot.reconcile, cfg, paths, dialect, timing, pool, forcedPaths(classification, snapshot));\n  const mutated = classification.fullRebuild || invalidation.mutated || reconcile.mutated || snapshot.baseline.features !== wanted || snapshot.baseline.ready !== '1';\n\n  if (buildPlan.hasSubscribers) buildPlan.publish({ attempt, baseline: snapshot.baseline, wantedSignature: wanted });\n  const txStart = Date.now();\n  let txMs: number;\n  try {\n    await withTransaction(\n      conn,\n      async () => {\n        const current = await readCoreBaseline(conn);\n        const currentWanted = featureSignature(liveCfg, FEATURES);\n        if (!sameBaseline(current, snapshot.baseline) || JSON.stringify(liveCfg) !== configIdentity || currentWanted !== wanted) {\n          throw new StaleBuildPlan('core generation or configuration changed while this build was planning');\n        }\n        if (!mutated) return;\n        await ensureFeatureSchema(cfg);\n        await invalidation.apply(conn);\n        await reconcile.apply(conn);\n        const publishedWanted = featureSignature(liveCfg, FEATURES);\n        if (JSON.stringify(liveCfg) !== configIdentity || publishedWanted !== wanted) throw new StaleBuildPlan('configuration changed while this build was publishing');\n        await setMeta(conn, FEATURE_SIGNATURE_META_KEY, wanted);\n        await setMeta(conn, CORE_READY_META_KEY, '1');\n        await setMeta(conn, CORE_GENERATION_META_KEY, nextGeneration(snapshot.baseline.generation));\n      },\n      dialect.beginMode()\n    );\n  } finally {\n    txMs = Date.now() - txStart;\n    timing.txMs += txMs;\n  }\n  if (reconcile.mutated) await reconcile.record(conn, txMs);\n  return {\n    parsed: invalidation.parsed + reconcile.parsed,\n    warnings: reconcile.warnings,\n    stages: reconcile.finish(timing.txMs),\n    messages: classification.messages,\n  };\n}\n\nexport function createBuilder(conn: Connection, cfg: ResolvedConfig, dialect: ReconcileDialect, ensureFeatureSchema: EnsureFeatureSchema): Builder {\n  const pool = new ParsePool();\n  return {\n    async build() {\n      // One clock and recorder span both bounded attempts. Baseline/catalog reads and feature\n      // invalidation preparation are included in totalMs but remain intentionally unlabelled;\n      // existing/list/parse and publication stages accumulate under their established labels.\n      const timing = createReconcileTiming(cfg);\n      for (let attempt = 0; attempt < 2; attempt++) {\n        try {\n          return await publishAttempt(conn, cfg, dialect, pool, ensureFeatureSchema, timing, attempt);\n        } catch (err) {\n          if (!(err instanceof StaleBuildPlan)) throw err;\n          if (attempt === 1) throw new SenseError('STORE_BUSY', 'the index changed during both bounded publication attempts; wait for the competing build to finish and retry');\n        }\n      }\n      throw new Error('unreachable build attempt state');\n    },\n    close: () => pool.close(),\n    get poolsCreated() {\n      return pool.poolsCreated;\n    },\n  };\n}\n"],"names":["channel","featureEnabled","featureSignature","SenseError","embed","FEATURES","rank","listFiles","ParsePool","reparseFiles","classifyEmbedChange","classifyFeatureToggles","isFeatureOnlyChange","NARROW_FEATURE_TABLE","forcedPresetPaths","isPresetOnlyChange","CORE_GENERATION_META_KEY","CORE_READY_META_KEY","FEATURE_SIGNATURE_META_KEY","createReconcileTiming","prepareReconcile","readReconcileSnapshot","setMeta","changedSignatureKeys","embedIdentityAdopted","signatureDiff","withTransaction","StaleBuildPlan","Error","buildPlan","SCHEMA_VERSION_META_KEY","readCoreBaseline","conn","values","keys","stmt","prepare","map","join","Map","all","row","key","value","schemaVersion","get","features","ready","generation","sameBaseline","a","b","nextGeneration","current","Number","isSafeInteger","MAX_SAFE_INTEGER","String","readPlanningSnapshot","timing","baseline","reconcile","tablesStmt","tables","Set","name","activeSchemaMissing","snapshot","cfg","feature","seenColumns","has","table","classifyBuild","paths","wanted","before","recover","messages","push","embedKind","featureToggles","fullRebuild","changedKeys","size","presetForced","rootDir","forcedPaths","toggles","prepareEmbedInvalidation","kind","pool","mutated","parsed","apply","exec","existing","existingRows","path","files","filter","file","relPath","docs","undefined","pathsChanged","doc","delta","reparsed","added","vanished","length","runBatch","store","extracted","prepareFeatureInvalidation","prepared","toggle","turnedOn","find","candidate","set","applyTable","plan","afterReconcile","nullRank","byName","linksToggle","rankToggle","recoveryToggles","prepareInvalidation","classification","plans","some","reduce","sum","publishAttempt","liveCfg","dialect","ensureFeatureSchema","attempt","structuredClone","configIdentity","JSON","stringify","baseDir","configDir","invalidation","hasSubscribers","publish","wantedSignature","txStart","Date","now","txMs","currentWanted","publishedWanted","beginMode","record","warnings","stages","finish","createBuilder","build","err","close","poolsCreated"],"mappings":"AAAA,SAASA,OAAO,QAAQ,2BAA2B;AACnD,SAAsBC,cAAc,EAAEC,gBAAgB,QAA6B,qBAAqB;AACxG,SAASC,UAAU,QAAQ,eAAe;AAC1C,SAASC,KAAK,QAAQ,uBAAuB;AAC7C,SAASC,QAAQ,QAAQ,uBAAuB;AAChD,SAASC,IAAI,QAAQ,sBAAsB;AAE3C,SAASC,SAAS,QAAQ,mBAAmB;AAC7C,SAASC,SAAS,QAAQ,kBAAkB;AAC5C,SAASC,YAAY,QAAQ,qBAAqB;AAClD,SAASC,mBAAmB,QAAQ,mBAAmB;AACvD,SAASC,sBAAsB,EAAsBC,mBAAmB,EAAEC,oBAAoB,QAAQ,qBAAqB;AAC3H,SAASC,iBAAiB,EAAEC,kBAAkB,QAAQ,oBAAoB;AAC1E,SAASC,wBAAwB,EAAEC,mBAAmB,EAAEC,0BAA0B,QAAQ,iBAAiB;AAC3G,SAASC,qBAAqB,EAAEC,gBAAgB,EAAqEC,qBAAqB,QAAQ,iBAAiB;AACnK,SAASC,OAAO,QAAQ,cAAc;AACtC,SAASC,oBAAoB,EAAEC,oBAAoB,EAAEC,aAAa,QAAQ,iBAAiB;AAE3F,SAASC,eAAe,QAAQ,mBAAmB;AA6CnD,IAAA,AAAMC,iBAAN,MAAMA,uBAAuBC;AAAO;AAEpC,MAAMC,YAAY7B,QAAQ;AAC1B,MAAM8B,0BAA0B;AAEhC,eAAeC,iBAAiBC,IAAgB;QAK7BC,aACLA,cACHA,cACKA;IAPd,MAAMC,OAAO;QAACJ;QAAyBZ;QAA4BD;QAAqBD;KAAyB;IACjH,MAAMmB,OAAO,MAAMH,KAAKI,OAAO,CAAC,CAAC,0CAA0C,EAAEF,KAAKG,GAAG,CAAC,IAAM,KAAKC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9G,MAAML,SAAS,IAAIM,IAAI,AAAE,CAAA,MAAMJ,KAAKK,GAAG,IAAIN,KAAI,EAA6CG,GAAG,CAAC,CAACI,MAAQ;YAACA,IAAIC,GAAG;YAAED,IAAIE,KAAK;SAAC;IAC7H,OAAO;QACLC,aAAa,GAAEX,cAAAA,OAAOY,GAAG,CAACf,sCAAXG,yBAAAA,cAAuC;QACtDa,QAAQ,GAAEb,eAAAA,OAAOY,GAAG,CAAC3B,yCAAXe,0BAAAA,eAA0C;QACpDc,KAAK,GAAEd,eAAAA,OAAOY,GAAG,CAAC5B,kCAAXgB,0BAAAA,eAAmC;QAC1Ce,UAAU,GAAEf,eAAAA,OAAOY,GAAG,CAAC7B,uCAAXiB,0BAAAA,eAAwC;IACtD;AACF;AAEA,SAASgB,aAAaC,CAAe,EAAEC,CAAe;IACpD,OAAOD,EAAEN,aAAa,KAAKO,EAAEP,aAAa,IAAIM,EAAEJ,QAAQ,KAAKK,EAAEL,QAAQ,IAAII,EAAEH,KAAK,KAAKI,EAAEJ,KAAK,IAAIG,EAAEF,UAAU,KAAKG,EAAEH,UAAU;AACjI;AAEA,SAASI,eAAeT,KAAoB;IAC1C,MAAMU,UAAUV,UAAU,OAAO,IAAIW,OAAOX;IAC5C,IAAI,CAACW,OAAOC,aAAa,CAACF,YAAYA,UAAU,KAAKA,YAAYC,OAAOE,gBAAgB,EAAE,MAAM,IAAIrD,WAAW,mBAAmB,CAAC,wCAAwC,EAAEwC,kBAAAA,mBAAAA,QAAS,UAAU,wDAAwD,CAAC;IACzP,OAAOc,OAAOJ,UAAU;AAC1B;AAEA,eAAeK,qBAAqB1B,IAAgB,EAAE2B,MAAuB;IAC3E,OAAOjC,gBAAgBM,MAAM;QAC3B,MAAM4B,WAAW,MAAM7B,iBAAiBC;QACxC,MAAM6B,YAAY,MAAMxC,sBAAsBW,MAAM2B;QACpD,MAAMG,aAAa,MAAM9B,KAAKI,OAAO,CAAC;QACtC,MAAM2B,SAAS,IAAIC,IAAI,AAAE,CAAA,MAAMF,WAAWtB,GAAG,EAAC,EAA+BH,GAAG,CAAC,CAACI,MAAQA,IAAIwB,IAAI;QAClG,OAAO;YAAEL;YAAUC;YAAWE;QAAO;IACvC;AACF;AAEA,SAASG,oBAAoBC,QAA0B,EAAEC,GAAW;IAClE,KAAK,MAAMC,WAAWhE,SAAU;QAC9B,IAAI,CAACJ,eAAemE,KAAKC,QAAQJ,IAAI,GAAG;QACxC,IAAII,QAAQJ,IAAI,KAAK,QAAQ;YAC3B,IAAI,CAACE,SAASN,SAAS,CAACS,WAAW,CAACC,GAAG,CAAC,UAAU,OAAO;YACzD;QACF;QACA,MAAMC,QAAQH,QAAQJ,IAAI,KAAK,UAAU,eAAepD,oBAAoB,CAACwD,QAAQJ,IAAI,CAAC;QAC1F,IAAIO,SAAS,CAACL,SAASJ,MAAM,CAACQ,GAAG,CAACC,QAAQ,OAAO;IACnD;IACA,OAAO;AACT;AAEA,SAASC,cAAcN,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEC,MAAc;IACnG,MAAMC,SAAST,SAASP,QAAQ,CAACd,QAAQ;IACzC,MAAM+B,UAAUV,SAASP,QAAQ,CAACb,KAAK,KAAK;IAC5C,MAAM+B,WAAqB,EAAE;IAC7B,IAAID,SAASC,SAASC,IAAI,CAAC;IAC3B,IAAI,CAACF,WAAWD,WAAW,QAAQA,WAAWD,UAAUT,oBAAoBC,UAAUC,MAAM;QAC1FU,SAASC,IAAI,CAAC;QACd,OAAO;YAAEC,WAAW;YAAMC,gBAAgB,EAAE;YAAEC,aAAa;YAAMJ;QAAS;IAC5E;IACA,IAAID,WAAWD,WAAW,QAAQA,WAAWD,QAAQ,OAAO;QAAEK,WAAW;QAAMC,gBAAgB,EAAE;QAAEC,aAAaL;QAASC;IAAS;IAElI,MAAMK,cAAc5D,qBAAqBqD,QAAQD;IACjD,IAAIQ,YAAYC,IAAI,KAAK,KAAKD,YAAYZ,GAAG,CAAC,YAAY/C,qBAAqBoD,QAAQD,SAAS;QAC9FG,SAASC,IAAI,CAAC;QACd,OAAO;YAAEC,WAAW;YAAMC,gBAAgB,EAAE;YAAEC,aAAa;YAAOJ;QAAS;IAC7E;IAEA,MAAME,YAAYG,YAAYC,IAAI,KAAK,KAAKD,YAAYZ,GAAG,CAAC,WAAW7D,oBAAoBkE,QAAQD,UAAU;IAC7G,IAAIK,cAAc,MAAM;QACtBF,SAASC,IAAI,CAACC,cAAc,UAAU,6EAA6E;QACnH,OAAO;YAAEA;YAAWC,gBAAgB,EAAE;YAAEC,aAAa;YAAOJ;QAAS;IACvE;IAEA,MAAMO,eAAetE,mBAAmBoE,eAAerE,kBAAkBsD,KAAKM,MAAMY,OAAO,EAAEV,QAAQO,eAAe;IACpH,IAAIE,iBAAiB,MAAM;QACzBP,SAASC,IAAI,CAAC,CAAC,sBAAsB,EAAEtD,cAAcmD,QAAQD,QAAQ,oCAAoC,CAAC;QAC1G,OAAO;YAAEK,WAAW;YAAMC,gBAAgB,EAAE;YAAEM,aAAaF;YAAcH,aAAa;YAAOJ;QAAS;IACxG;IAEA,MAAMU,UAAU5E,oBAAoBuE,eAAexE,uBAAuBiE,QAAQD,QAAQQ,eAAe;IACzG,IAAIK,YAAY,MAAM;QACpBV,SAASC,IAAI,CAAC,CAAC,sBAAsB,EAAEtD,cAAcmD,QAAQD,QAAQ,sCAAsC,CAAC;QAC5G,OAAO;YAAEK,WAAW;YAAMC,gBAAgBO;YAASN,aAAa;YAAOJ;QAAS;IAClF;IAEAA,SAASC,IAAI,CAAC,CAAC,sBAAsB,EAAEtD,cAAcmD,QAAQD,QAAQ,oBAAoB,CAAC;IAC1F,OAAO;QAAEK,WAAW;QAAMC,gBAAgB,EAAE;QAAEC,aAAa;QAAMJ;IAAS;AAC5E;AAEA,eAAeW,yBAAyBC,IAAmD,EAAEvB,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEiB,IAAe;IAC1K,IAAID,SAAS,SAAS;QACpB,OAAO;YAAEE,SAAS;YAAMC,QAAQ;YAAGC,OAAO,CAAC9D,OAASA,KAAK+D,IAAI,CAAC;QAAqD;IACrH;IAEA,MAAMC,WAAW,IAAIhC,IAAIG,SAASN,SAAS,CAACoC,YAAY,CAAC5D,GAAG,CAAC,CAACI,MAAQA,IAAIyD,IAAI;IAC9E,MAAMC,QAAQ5F,UAAU6D,KAAKM,MAAMY,OAAO,EAAEc,MAAM,CAAC,CAACC,OAASA,KAAKjG,KAAK,IAAI4F,SAASzB,GAAG,CAAC8B,KAAKC,OAAO;IACpG,MAAM,EAAEC,IAAI,EAAE,GAAG,MAAM9F,aAAa0F,OAAO;QAAC/F;KAAM,EAAEgE,KAAK,IAAIJ,OAAOwC,WAAW;QAAEb;IAAK;IACtF,MAAMc,eAAeF,KAAKlE,GAAG,CAAC,CAACqE,MAAQA,IAAIJ,OAAO;IAClD,MAAMK,QAAwB;QAAER;QAAOS,UAAUH;QAAcI,OAAO,EAAE;QAAEC,UAAU,EAAE;IAAC;IACvF,OAAO;QACLlB,SAAS;QACTC,QAAQU,KAAKQ,MAAM;QACnB,MAAMjB,OAAM9D,IAAI;gBAQR5B;YAPN,8EAA8E;YAC9E,kEAAkE;YAClE,IAAIqG,aAAaM,MAAM,GAAG,GACxB,MAAM/E,KAAKgF,QAAQ,CACjB,2CACAP,aAAapE,GAAG,CAAC,CAAC6D,OAAS;oBAACA;iBAAK;YAErC,QAAM9F,eAAAA,MAAM6G,KAAK,cAAX7G,mCAAAA,kBAAAA,OACJ4B,MACAuE,KAAKlE,GAAG,CAAC,CAACqE,MAAS,CAAA;oBAAER,MAAMQ,IAAIJ,OAAO;oBAAEY,WAAWR,IAAIQ,SAAS,CAAC9G,KAAK;gBAAC,CAAA,IACvEuG;QAEJ;IACF;AACF;AAEA,eAAeQ,2BAA2B3B,OAAwB,EAAErB,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEiB,IAAe;IACjJ,IAAIH,QAAQuB,MAAM,KAAK,GAAG,OAAO;QAAEnB,SAAS;QAAOC,QAAQ;QAAGC,OAAO,WAAa;IAAE;IACpF,MAAMsB,WAAW,IAAI7E;IACrB,IAAIsD,SAAS;IACb,KAAK,MAAMwB,UAAU7B,QAAS;QAC5B,IAAI,CAAC6B,OAAOC,QAAQ,IAAID,OAAOpD,IAAI,KAAK,QAAQ;QAChD,MAAMI,UAAUhE,SAASkH,IAAI,CAAC,CAACC,YAAcA,UAAUvD,IAAI,KAAKoD,OAAOpD,IAAI;QAC3E,IAAI,CAACI,SAAS,MAAM,IAAIzC,MAAM,CAAC,yDAAyD,EAAEyF,OAAOpD,IAAI,CAAC,CAAC,CAAC;QACxG,MAAMkC,QAAQ5F,UAAU6D,KAAKM,MAAMY,OAAO;QAC1C,MAAM,EAAEiB,IAAI,EAAE,GAAG,MAAM9F,aAAa0F,OAAO;YAAC9B;SAAQ,EAAED,KAAK,IAAIJ,OAAOwC,WAAW;YAAEb;QAAK;QACxFE,UAAUU,KAAKQ,MAAM;QACrBK,SAASK,GAAG,CAACJ,OAAOpD,IAAI,EAAE;YAAEI;YAASkC;YAAMJ;QAAM;IACnD;IAEA,MAAMuB,aAAa,OAAO1F,MAAkBqF;YAYpCM,qBAAAA,eAKAA,8BAAAA;QAhBN,MAAMnD,QAAQ3D,oBAAoB,CAACwG,OAAOpD,IAAI,CAAC;QAC/C,IAAI,CAACO,OAAO;QACZ,IAAI,CAAC6C,OAAOC,QAAQ,EAAE;YACpB,IAAInD,SAASJ,MAAM,CAACQ,GAAG,CAACC,QAAQ,MAAMxC,KAAK+D,IAAI,CAAC,CAAC,YAAY,EAAEvB,OAAO;YACtE;QACF;QACA,MAAMmD,OAAOP,SAASvE,GAAG,CAACwE,OAAOpD,IAAI;QACrC,IAAI,CAAC0D,MAAM,MAAM,IAAI/F,MAAM,CAAC,sDAAsD,EAAEyF,OAAOpD,IAAI,CAAC,CAAC,CAAC;QAClG,MAAMwC,eAAekB,KAAKpB,IAAI,CAAClE,GAAG,CAAC,CAACqE,MAAQA,IAAIJ,OAAO;QACvD,MAAMK,QAAwB;YAAER,OAAOwB,KAAKxB,KAAK;YAAES,UAAUH;YAAcI,OAAOJ;YAAcK,UAAU,EAAE;QAAC;QAC7G,MAAM9E,KAAK+D,IAAI,CAAC,CAAC,YAAY,EAAEvB,OAAO;QACtC,QAAMmD,sBAAAA,CAAAA,gBAAAA,KAAKtD,OAAO,EAAC4C,KAAK,cAAlBU,0CAAAA,yBAAAA,eACJ3F,MACA2F,KAAKpB,IAAI,CAAClE,GAAG,CAAC,CAACqE,MAAS,CAAA;gBAAER,MAAMQ,IAAIJ,OAAO;gBAAEY,WAAWR,IAAIQ,SAAS,CAACS,KAAKtD,OAAO,CAACJ,IAAI,CAAC;YAAC,CAAA,IACzF0C;QAEF,QAAMgB,+BAAAA,CAAAA,iBAAAA,KAAKtD,OAAO,EAACuD,cAAc,cAA3BD,mDAAAA,kCAAAA,gBAA8B3F,MAAM2E;IAC5C;IAEA,MAAMkB,WAAW,OAAO7F;QACtB,IAAImC,SAASN,SAAS,CAACS,WAAW,CAACC,GAAG,CAAC,UAAU,MAAMvC,KAAK+D,IAAI,CAAC;IACnE;IAEA,OAAO;QACLH,SAAS;QACTC;QACA,MAAMC,OAAM9D,IAAI;YACd,MAAM8F,SAAS,IAAIvF,IAAIiD,QAAQnD,GAAG,CAAC,CAACgF,SAAW;oBAACA,OAAOpD,IAAI;oBAAEoD;iBAAO;YACpE,MAAMU,cAAcD,OAAOjF,GAAG,CAAC;YAC/B,IAAIkF,aAAa;gBACf,MAAML,WAAW1F,MAAM+F;gBACvB,IAAI,CAACA,YAAYT,QAAQ,EAAE,MAAMO,SAAS7F;YAC5C;YACA,MAAMgG,aAAaF,OAAOjF,GAAG,CAAC;YAC9B,IAAImF,YAAY;oBACiB1H;gBAA/B,IAAI0H,WAAWV,QAAQ,EAAE,QAAMhH,uBAAAA,KAAKsH,cAAc,cAAnBtH,2CAAAA,0BAAAA,MAAsB0B,MAAM;oBAAEmE,OAAO,EAAE;oBAAES,UAAU,EAAE;oBAAEC,OAAO,EAAE;oBAAEC,UAAU,EAAE;gBAAC;qBACzG,MAAMe,SAAS7F;YACtB;YACA,KAAK,MAAMqF,UAAU7B,QAAS;gBAC5B,IAAI6B,OAAOpD,IAAI,KAAK,WAAWoD,OAAOpD,IAAI,KAAK,QAAQ,MAAMyD,WAAW1F,MAAMqF;YAChF;QACF;IACF;AACF;AAEA,SAASY,gBAAgB7D,GAAW,EAAED,QAA0B;IAC9D,MAAMqB,UAA2B,EAAE;IACnC,KAAK,MAAMnB,WAAWhE,SAAU;QAC9B,MAAMmE,QAAQ3D,oBAAoB,CAACwD,QAAQJ,IAAI,CAAC;QAChD,IAAIO,SAAS,CAACvE,eAAemE,KAAKC,QAAQJ,IAAI,KAAKE,SAASJ,MAAM,CAACQ,GAAG,CAACC,QAAQgB,QAAQT,IAAI,CAAC;YAAEd,MAAMI,QAAQJ,IAAI;YAAEqD,UAAU;QAAM;IACpI;IACA,OAAO9B;AACT;AAEA,eAAe0C,oBAAoBC,cAAmC,EAAEhE,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEiB,IAAe;IACrJ,MAAMyC,QAAgC,EAAE;IACxC,IAAID,eAAenD,SAAS,EAAEoD,MAAMrD,IAAI,CAAC,MAAMU,yBAAyB0C,eAAenD,SAAS,EAAEb,UAAUC,KAAKM,OAAOiB;IACxH,IAAIwC,eAAelD,cAAc,CAAC8B,MAAM,GAAG,GAAGqB,MAAMrD,IAAI,CAAC,MAAMoC,2BAA2BgB,eAAelD,cAAc,EAAEd,UAAUC,KAAKM,OAAOiB;IAC/I,IAAIwC,eAAejD,WAAW,EAAE;QAC9BkD,MAAMrD,IAAI,CAAC,MAAMoC,2BAA2Bc,gBAAgB7D,KAAKD,WAAWA,UAAUC,KAAKM,OAAOiB;QAClG,8EAA8E;QAC9E,IAAIxB,SAASJ,MAAM,CAACQ,GAAG,CAAC,eAAe;YACrC6D,MAAMrD,IAAI,CAAC;gBAAEa,SAAS;gBAAMC,QAAQ;gBAAGC,OAAO,CAAC9D,OAASA,KAAK+D,IAAI,CAAC;YAA0B;QAC9F;QACA,IAAI,CAAC9F,eAAemE,KAAK,WAAWD,SAASN,SAAS,CAACS,WAAW,CAACC,GAAG,CAAC,UAAU;YAC/E6D,MAAMrD,IAAI,CAAC;gBAAEa,SAAS;gBAAMC,QAAQ;gBAAGC,OAAO,CAAC9D,OAASA,KAAK+D,IAAI,CAAC;YAAyC;QAC7G;IACF;IACA,OAAO;QACLH,SAASwC,MAAMC,IAAI,CAAC,CAACV,OAASA,KAAK/B,OAAO;QAC1CC,QAAQuC,MAAME,MAAM,CAAC,CAACC,KAAKZ,OAASY,MAAMZ,KAAK9B,MAAM,EAAE;QACvD,MAAMC,OAAM9D,IAAI;YACd,KAAK,MAAM2F,QAAQS,MAAO,MAAMT,KAAK7B,KAAK,CAAC9D;QAC7C;IACF;AACF;AAEA,SAASuD,YAAY4C,cAAmC,EAAEhE,QAA0B;IAClF,IAAI,CAACgE,eAAejD,WAAW,EAAE,OAAOiD,eAAe5C,WAAW;IAClE,0FAA0F;IAC1F,8FAA8F;IAC9F,OAAO,IAAIvB,IAAIG,SAASN,SAAS,CAACoC,YAAY,CAAC5D,GAAG,CAAC,CAACI,MAAQA,IAAIyD,IAAI;AACtE;AAEA,eAAesC,eAAexG,IAAgB,EAAEyG,OAAuB,EAAEC,OAAyB,EAAE/C,IAAe,EAAEgD,mBAAwC,EAAEhF,MAAuB,EAAEiF,OAAe;QAG5JxE,cAAuCA;IAFhF,MAAMA,MAAMyE,gBAAgBJ;IAC5B,MAAMK,iBAAiBC,KAAKC,SAAS,CAAC5E;IACtC,MAAMM,QAAwB;QAAEY,OAAO,GAAElB,eAAAA,IAAIkB,OAAO,cAAXlB,0BAAAA,eAAeA,IAAI6E,OAAO;QAAEC,SAAS,GAAE9E,iBAAAA,IAAI8E,SAAS,cAAb9E,4BAAAA,iBAAiBA,IAAI6E,OAAO;IAAC;IAC7G,MAAMtE,SAASzE,iBAAiBkE,KAAK/D;IACrC,MAAM8D,WAAW,MAAMT,qBAAqB1B,MAAM2B;IAClD,MAAMwE,iBAAiB1D,cAAcN,UAAUC,KAAKM,OAAOC;IAC3D,MAAMwE,eAAe,MAAMjB,oBAAoBC,gBAAgBhE,UAAUC,KAAKM,OAAOiB;IACrF,MAAM9B,YAAY,MAAMzC,iBAAiB+C,SAASN,SAAS,EAAEO,KAAKM,OAAOgE,SAAS/E,QAAQgC,MAAMJ,YAAY4C,gBAAgBhE;IAC5H,MAAMyB,UAAUuC,eAAejD,WAAW,IAAIiE,aAAavD,OAAO,IAAI/B,UAAU+B,OAAO,IAAIzB,SAASP,QAAQ,CAACd,QAAQ,KAAK6B,UAAUR,SAASP,QAAQ,CAACb,KAAK,KAAK;IAEhK,IAAIlB,UAAUuH,cAAc,EAAEvH,UAAUwH,OAAO,CAAC;QAAET;QAAShF,UAAUO,SAASP,QAAQ;QAAE0F,iBAAiB3E;IAAO;IAChH,MAAM4E,UAAUC,KAAKC,GAAG;IACxB,IAAIC;IACJ,IAAI;QACF,MAAMhI,gBACJM,MACA;YACE,MAAMqB,UAAU,MAAMtB,iBAAiBC;YACvC,MAAM2H,gBAAgBzJ,iBAAiBuI,SAASpI;YAChD,IAAI,CAAC4C,aAAaI,SAASc,SAASP,QAAQ,KAAKmF,KAAKC,SAAS,CAACP,aAAaK,kBAAkBa,kBAAkBhF,QAAQ;gBACvH,MAAM,IAAIhD,eAAe;YAC3B;YACA,IAAI,CAACiE,SAAS;YACd,MAAM+C,oBAAoBvE;YAC1B,MAAM+E,aAAarD,KAAK,CAAC9D;YACzB,MAAM6B,UAAUiC,KAAK,CAAC9D;YACtB,MAAM4H,kBAAkB1J,iBAAiBuI,SAASpI;YAClD,IAAI0I,KAAKC,SAAS,CAACP,aAAaK,kBAAkBc,oBAAoBjF,QAAQ,MAAM,IAAIhD,eAAe;YACvG,MAAML,QAAQU,MAAMd,4BAA4ByD;YAChD,MAAMrD,QAAQU,MAAMf,qBAAqB;YACzC,MAAMK,QAAQU,MAAMhB,0BAA0BoC,eAAee,SAASP,QAAQ,CAACZ,UAAU;QAC3F,GACA0F,QAAQmB,SAAS;IAErB,SAAU;QACRH,OAAOF,KAAKC,GAAG,KAAKF;QACpB5F,OAAO+F,IAAI,IAAIA;IACjB;IACA,IAAI7F,UAAU+B,OAAO,EAAE,MAAM/B,UAAUiG,MAAM,CAAC9H,MAAM0H;IACpD,OAAO;QACL7D,QAAQsD,aAAatD,MAAM,GAAGhC,UAAUgC,MAAM;QAC9CkE,UAAUlG,UAAUkG,QAAQ;QAC5BC,QAAQnG,UAAUoG,MAAM,CAACtG,OAAO+F,IAAI;QACpC5E,UAAUqD,eAAerD,QAAQ;IACnC;AACF;AAEA,OAAO,SAASoF,cAAclI,IAAgB,EAAEoC,GAAmB,EAAEsE,OAAyB,EAAEC,mBAAwC;IACtI,MAAMhD,OAAO,IAAInF;IACjB,OAAO;QACL,MAAM2J;YACJ,wFAAwF;YACxF,wFAAwF;YACxF,wFAAwF;YACxF,MAAMxG,SAASxC,sBAAsBiD;YACrC,IAAK,IAAIwE,UAAU,GAAGA,UAAU,GAAGA,UAAW;gBAC5C,IAAI;oBACF,OAAO,MAAMJ,eAAexG,MAAMoC,KAAKsE,SAAS/C,MAAMgD,qBAAqBhF,QAAQiF;gBACrF,EAAE,OAAOwB,KAAK;oBACZ,IAAI,CAAEA,CAAAA,eAAezI,cAAa,GAAI,MAAMyI;oBAC5C,IAAIxB,YAAY,GAAG,MAAM,IAAIzI,WAAW,cAAc;gBACxD;YACF;YACA,MAAM,IAAIyB,MAAM;QAClB;QACAyI,OAAO,IAAM1E,KAAK0E,KAAK;QACvB,IAAIC;YACF,OAAO3E,KAAK2E,YAAY;QAC1B;IACF;AACF"}
+{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/builder.ts"],"sourcesContent":["import { channel } from 'node:diagnostics_channel';\nimport { type Config, featureEnabled, featureSignature, type ResolvedConfig } from '../config/index.ts';\nimport { SenseError } from '../errors.ts';\nimport { embed } from '../features/embed.ts';\nimport { FEATURES } from '../features/index.ts';\nimport { rank } from '../features/rank.ts';\nimport type { ReconcileDelta } from '../features/types.ts';\nimport { listFiles } from '../scan/index.ts';\nimport { ParsePool } from '../scan/pool.ts';\nimport { reparseFiles } from '../scan/reparse.ts';\nimport { classifyEmbedChange } from './embed-scope.ts';\nimport { classifyFeatureToggles, type FeatureToggle, isFeatureOnlyChange, NARROW_FEATURE_TABLE } from './feature-scope.ts';\nimport { forcedPresetPaths, isPresetOnlyChange } from './preset-scope.ts';\nimport { CORE_GENERATION_META_KEY, CORE_READY_META_KEY, FEATURE_SIGNATURE_META_KEY } from './readiness.ts';\nimport { createReconcileTiming, prepareReconcile, type ReconcilePaths, type ReconcileSnapshot, type ReconcileTiming, readReconcileSnapshot } from './reconcile.ts';\nimport { setMeta } from './shared.ts';\nimport { changedSignatureKeys, embedIdentityAdopted, signatureDiff } from './signature.ts';\nimport type { Stages } from './stages.ts';\nimport { withTransaction } from './transaction.ts';\nimport type { Connection, ReconcileDialect } from './types.ts';\n\ninterface BuildResult {\n  parsed: number;\n  warnings: string[];\n  stages: Stages;\n  messages: string[];\n}\n\nexport interface Builder {\n  build(): Promise<BuildResult>;\n  close(): Promise<void>;\n  readonly poolsCreated: number;\n}\n\ninterface CoreBaseline {\n  schemaVersion: string | null;\n  features: string | null;\n  ready: string | null;\n  generation: string | null;\n}\n\ninterface PlanningSnapshot {\n  baseline: CoreBaseline;\n  reconcile: ReconcileSnapshot;\n  tables: Set<string>;\n}\n\ninterface PreparedInvalidation {\n  mutated: boolean;\n  parsed: number;\n  apply(conn: Connection): Promise<void>;\n}\n\ninterface BuildClassification {\n  embedKind: ReturnType<typeof classifyEmbedChange>;\n  featureToggles: FeatureToggle[];\n  forcedPaths?: ReadonlySet<string>;\n  fullRebuild: boolean;\n  messages: string[];\n}\n\ntype EnsureFeatureSchema = (cfg: ResolvedConfig) => Promise<void>;\n\nclass StaleBuildPlan extends Error {}\n\nconst buildPlan = channel('sensemaking.store.build-plan');\nconst SCHEMA_VERSION_META_KEY = 'schema_version';\n\nasync function readCoreBaseline(conn: Connection): Promise<CoreBaseline> {\n  const keys = [SCHEMA_VERSION_META_KEY, FEATURE_SIGNATURE_META_KEY, CORE_READY_META_KEY, CORE_GENERATION_META_KEY];\n  const stmt = await conn.prepare(`SELECT key, value FROM meta WHERE key IN (${keys.map(() => '?').join(', ')})`);\n  const values = new Map(((await stmt.all(...keys)) as Array<{ key: string; value: string }>).map((row) => [row.key, row.value]));\n  return {\n    schemaVersion: values.get(SCHEMA_VERSION_META_KEY) ?? null,\n    features: values.get(FEATURE_SIGNATURE_META_KEY) ?? null,\n    ready: values.get(CORE_READY_META_KEY) ?? null,\n    generation: values.get(CORE_GENERATION_META_KEY) ?? null,\n  };\n}\n\nfunction sameBaseline(a: CoreBaseline, b: CoreBaseline): boolean {\n  return a.schemaVersion === b.schemaVersion && a.features === b.features && a.ready === b.ready && a.generation === b.generation;\n}\n\nfunction nextGeneration(value: string | null): string {\n  const current = value === null ? 0 : Number(value);\n  if (!Number.isSafeInteger(current) || current < 0 || current === Number.MAX_SAFE_INTEGER) throw new SenseError('INDEX_NOT_READY', `the durable core generation is invalid (${value ?? 'missing'}); run sense build --force to recreate the derived index`);\n  return String(current + 1);\n}\n\nasync function readPlanningSnapshot(conn: Connection, timing: ReconcileTiming): Promise<PlanningSnapshot> {\n  return withTransaction(conn, async () => {\n    const baseline = await readCoreBaseline(conn);\n    const reconcile = await readReconcileSnapshot(conn, timing);\n    const tablesStmt = await conn.prepare(\"SELECT name FROM sqlite_master WHERE type = 'table'\");\n    const tables = new Set(((await tablesStmt.all()) as Array<{ name: string }>).map((row) => row.name));\n    return { baseline, reconcile, tables };\n  });\n}\n\nfunction activeSchemaMissing(snapshot: PlanningSnapshot, cfg: Config): boolean {\n  for (const feature of FEATURES) {\n    if (!featureEnabled(cfg, feature.name)) continue;\n    if (feature.name === 'rank') {\n      if (!snapshot.reconcile.seenColumns.has('_rank')) return true;\n      continue;\n    }\n    const table = feature.name === 'embed' ? 'embeddings' : NARROW_FEATURE_TABLE[feature.name];\n    if (table && !snapshot.tables.has(table)) return true;\n  }\n  return false;\n}\n\nfunction classifyBuild(snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, wanted: string): BuildClassification {\n  const before = snapshot.baseline.features;\n  const recover = snapshot.baseline.ready === '0';\n  const messages: string[] = [];\n  if (recover) messages.push('sense: recovering an incomplete index generation in place');\n  if (!recover && before !== null && before === wanted && activeSchemaMissing(snapshot, cfg)) {\n    messages.push('sense: recovering missing feature schema in place');\n    return { embedKind: null, featureToggles: [], fullRebuild: true, messages };\n  }\n  if (recover || before === null || before === wanted) return { embedKind: null, featureToggles: [], fullRebuild: recover, messages };\n\n  const changedKeys = changedSignatureKeys(before, wanted);\n  if (changedKeys.size === 1 && changedKeys.has('embed') && embedIdentityAdopted(before, wanted)) {\n    messages.push(\"sense: recorded the embedding model's resolved identity; vectors are unaffected\");\n    return { embedKind: null, featureToggles: [], fullRebuild: false, messages };\n  }\n\n  const embedKind = changedKeys.size === 1 && changedKeys.has('embed') ? classifyEmbedChange(before, wanted) : null;\n  if (embedKind !== null) {\n    messages.push(embedKind === 'model' ? 'sense: config change (embed settings) invalidates only the stale vectors' : 'sense: config change (embed settings) rebuilds only the embeddings it affects');\n    return { embedKind, featureToggles: [], fullRebuild: false, messages };\n  }\n\n  const presetForced = isPresetOnlyChange(changedKeys) ? forcedPresetPaths(cfg, paths.rootDir, before, changedKeys) : null;\n  if (presetForced !== null) {\n    messages.push(`sense: config change (${signatureDiff(before, wanted)}) reparses only the files it affects`);\n    return { embedKind: null, featureToggles: [], forcedPaths: presetForced, fullRebuild: false, messages };\n  }\n\n  const toggles = isFeatureOnlyChange(changedKeys) ? classifyFeatureToggles(before, wanted, changedKeys) : null;\n  if (toggles !== null) {\n    messages.push(`sense: config change (${signatureDiff(before, wanted)}) reparses only the feature it affects`);\n    return { embedKind: null, featureToggles: toggles, fullRebuild: false, messages };\n  }\n\n  messages.push(`sense: config change (${signatureDiff(before, wanted)}) rebuilds the index`);\n  return { embedKind: null, featureToggles: [], fullRebuild: true, messages };\n}\n\nasync function prepareEmbedInvalidation(kind: NonNullable<BuildClassification['embedKind']>, snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, pool: ParsePool): Promise<PreparedInvalidation> {\n  if (kind === 'model') {\n    return { mutated: true, parsed: 0, apply: (conn) => conn.exec('UPDATE embeddings SET vector = NULL, scale = NULL') };\n  }\n\n  const existing = new Set(snapshot.reconcile.existingRows.map((row) => row.path));\n  const files = listFiles(cfg, paths.rootDir).filter((file) => file.embed && existing.has(file.relPath));\n  const { docs } = await reparseFiles(files, [embed], cfg, new Set(), undefined, { pool });\n  const pathsChanged = docs.map((doc) => doc.relPath);\n  const delta: ReconcileDelta = { files, reparsed: pathsChanged, added: [], vanished: [] };\n  return {\n    mutated: true,\n    parsed: docs.length,\n    async apply(conn) {\n      // Chunk changes can also change the model. Clear every affected row even when\n      // its text identity happens to match under the new configuration.\n      if (pathsChanged.length > 0)\n        await conn.runBatch(\n          'DELETE FROM embeddings WHERE \"path\" = ?',\n          pathsChanged.map((path) => [path])\n        );\n      await embed.store?.(\n        conn,\n        docs.map((doc) => ({ path: doc.relPath, extracted: doc.extracted.embed })),\n        delta\n      );\n    },\n  };\n}\n\nasync function prepareFeatureInvalidation(toggles: FeatureToggle[], snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, pool: ParsePool): Promise<PreparedInvalidation> {\n  if (toggles.length === 0) return { mutated: false, parsed: 0, apply: async () => {} };\n  const prepared = new Map<string, { feature: (typeof FEATURES)[number]; docs: Awaited<ReturnType<typeof reparseFiles>>['docs']; files: ReturnType<typeof listFiles> }>();\n  let parsed = 0;\n  for (const toggle of toggles) {\n    if (!toggle.turnedOn || toggle.name === 'rank') continue;\n    const feature = FEATURES.find((candidate) => candidate.name === toggle.name);\n    if (!feature) throw new Error(`prepareFeatureInvalidation: no registered feature named \"${toggle.name}\"`);\n    const files = listFiles(cfg, paths.rootDir);\n    const { docs } = await reparseFiles(files, [feature], cfg, new Set(), undefined, { pool });\n    parsed += docs.length;\n    prepared.set(toggle.name, { feature, docs, files });\n  }\n\n  const applyTable = async (conn: Connection, toggle: FeatureToggle): Promise<void> => {\n    const table = NARROW_FEATURE_TABLE[toggle.name];\n    if (!table) return;\n    if (!toggle.turnedOn) {\n      if (snapshot.tables.has(table)) await conn.exec(`DELETE FROM ${table}`);\n      return;\n    }\n    const plan = prepared.get(toggle.name);\n    if (!plan) throw new Error(`prepareFeatureInvalidation: missing prepared feature \"${toggle.name}\"`);\n    const pathsChanged = plan.docs.map((doc) => doc.relPath);\n    const delta: ReconcileDelta = { files: plan.files, reparsed: pathsChanged, added: pathsChanged, vanished: [] };\n    await conn.exec(`DELETE FROM ${table}`);\n    await plan.feature.store?.(\n      conn,\n      plan.docs.map((doc) => ({ path: doc.relPath, extracted: doc.extracted[plan.feature.name] })),\n      delta\n    );\n    await plan.feature.afterReconcile?.(conn, delta);\n  };\n\n  const nullRank = async (conn: Connection): Promise<void> => {\n    if (snapshot.reconcile.seenColumns.has('_rank')) await conn.exec('UPDATE frontmatter SET \"_rank\" = NULL');\n  };\n\n  return {\n    mutated: true,\n    parsed,\n    async apply(conn) {\n      const byName = new Map(toggles.map((toggle) => [toggle.name, toggle]));\n      const linksToggle = byName.get('links');\n      if (linksToggle) {\n        await applyTable(conn, linksToggle);\n        if (!linksToggle.turnedOn) await nullRank(conn);\n      }\n      const rankToggle = byName.get('rank');\n      if (rankToggle) {\n        if (rankToggle.turnedOn) await rank.afterReconcile?.(conn, { files: [], reparsed: [], added: [], vanished: [] });\n        else await nullRank(conn);\n      }\n      for (const toggle of toggles) {\n        if (toggle.name !== 'links' && toggle.name !== 'rank') await applyTable(conn, toggle);\n      }\n    },\n  };\n}\n\nfunction recoveryToggles(cfg: Config, snapshot: PlanningSnapshot): FeatureToggle[] {\n  const toggles: FeatureToggle[] = [];\n  for (const feature of FEATURES) {\n    const table = NARROW_FEATURE_TABLE[feature.name];\n    if (table && !featureEnabled(cfg, feature.name) && snapshot.tables.has(table)) toggles.push({ name: feature.name, turnedOn: false });\n  }\n  return toggles;\n}\n\nasync function prepareInvalidation(classification: BuildClassification, snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, pool: ParsePool): Promise<PreparedInvalidation> {\n  const plans: PreparedInvalidation[] = [];\n  if (classification.embedKind) plans.push(await prepareEmbedInvalidation(classification.embedKind, snapshot, cfg, paths, pool));\n  if (classification.featureToggles.length > 0) plans.push(await prepareFeatureInvalidation(classification.featureToggles, snapshot, cfg, paths, pool));\n  if (classification.fullRebuild) {\n    plans.push(await prepareFeatureInvalidation(recoveryToggles(cfg, snapshot), snapshot, cfg, paths, pool));\n    // Full rebuild and recovery must not reuse vectors from the prior generation.\n    if (snapshot.tables.has('embeddings')) {\n      plans.push({ mutated: true, parsed: 0, apply: (conn) => conn.exec('DELETE FROM embeddings') });\n    }\n    if (!featureEnabled(cfg, 'rank') && snapshot.reconcile.seenColumns.has('_rank')) {\n      plans.push({ mutated: true, parsed: 0, apply: (conn) => conn.exec('UPDATE frontmatter SET \"_rank\" = NULL') });\n    }\n  }\n  return {\n    mutated: plans.some((plan) => plan.mutated),\n    parsed: plans.reduce((sum, plan) => sum + plan.parsed, 0),\n    async apply(conn) {\n      for (const plan of plans) await plan.apply(conn);\n    },\n  };\n}\n\nfunction forcedPaths(classification: BuildClassification, snapshot: PlanningSnapshot): ReadonlySet<string> | undefined {\n  if (!classification.fullRebuild) return classification.forcedPaths;\n  // New paths are reparsed by definition. Forcing every previously indexed path makes every\n  // survivor a reparse without a second filesystem scan outside prepareReconcile's one listing.\n  return new Set(snapshot.reconcile.existingRows.map((row) => row.path));\n}\n\nasync function publishAttempt(conn: Connection, liveCfg: ResolvedConfig, dialect: ReconcileDialect, pool: ParsePool, ensureFeatureSchema: EnsureFeatureSchema, timing: ReconcileTiming, attempt: number): Promise<BuildResult> {\n  const cfg = structuredClone(liveCfg);\n  const configIdentity = JSON.stringify(cfg);\n  const paths: ReconcilePaths = { rootDir: cfg.rootDir ?? cfg.baseDir, configDir: cfg.configDir ?? cfg.baseDir };\n  const wanted = featureSignature(cfg, FEATURES);\n  const snapshot = await readPlanningSnapshot(conn, timing);\n  const classification = classifyBuild(snapshot, cfg, paths, wanted);\n  const invalidation = await prepareInvalidation(classification, snapshot, cfg, paths, pool);\n  const reconcile = await prepareReconcile(snapshot.reconcile, cfg, paths, dialect, timing, pool, forcedPaths(classification, snapshot));\n  const mutated = classification.fullRebuild || invalidation.mutated || reconcile.mutated || snapshot.baseline.features !== wanted || snapshot.baseline.ready !== '1';\n\n  if (buildPlan.hasSubscribers) buildPlan.publish({ attempt, baseline: snapshot.baseline, wantedSignature: wanted });\n  const txStart = Date.now();\n  let txMs: number;\n  try {\n    await withTransaction(\n      conn,\n      async () => {\n        const current = await readCoreBaseline(conn);\n        const currentWanted = featureSignature(liveCfg, FEATURES);\n        if (!sameBaseline(current, snapshot.baseline) || JSON.stringify(liveCfg) !== configIdentity || currentWanted !== wanted) {\n          throw new StaleBuildPlan('core generation or configuration changed while this build was planning');\n        }\n        if (!mutated) return;\n        await ensureFeatureSchema(cfg);\n        await invalidation.apply(conn);\n        await reconcile.apply(conn);\n        const publishedWanted = featureSignature(liveCfg, FEATURES);\n        if (JSON.stringify(liveCfg) !== configIdentity || publishedWanted !== wanted) throw new StaleBuildPlan('configuration changed while this build was publishing');\n        await setMeta(conn, FEATURE_SIGNATURE_META_KEY, wanted);\n        await setMeta(conn, CORE_READY_META_KEY, '1');\n        await setMeta(conn, CORE_GENERATION_META_KEY, nextGeneration(snapshot.baseline.generation));\n      },\n      dialect.beginMode()\n    );\n  } finally {\n    txMs = Date.now() - txStart;\n    timing.txMs += txMs;\n  }\n  if (reconcile.mutated) await reconcile.record(conn, txMs);\n  return {\n    parsed: invalidation.parsed + reconcile.parsed,\n    warnings: reconcile.warnings,\n    stages: reconcile.finish(timing.txMs),\n    messages: classification.messages,\n  };\n}\n\nexport function createBuilder(conn: Connection, cfg: ResolvedConfig, dialect: ReconcileDialect, ensureFeatureSchema: EnsureFeatureSchema): Builder {\n  const pool = new ParsePool();\n  return {\n    async build() {\n      // One clock and recorder span both bounded attempts. Baseline/catalog reads and feature\n      // invalidation preparation are included in totalMs but remain intentionally unlabelled;\n      // existing/list/parse and publication stages accumulate under their established labels.\n      const timing = createReconcileTiming(cfg);\n      for (let attempt = 0; attempt < 2; attempt++) {\n        try {\n          return await publishAttempt(conn, cfg, dialect, pool, ensureFeatureSchema, timing, attempt);\n        } catch (err) {\n          if (!(err instanceof StaleBuildPlan)) throw err;\n          if (attempt === 1) throw new SenseError('STORE_BUSY', 'the index changed during both bounded publication attempts; wait for the competing build to finish and retry');\n        }\n      }\n      throw new Error('unreachable build attempt state');\n    },\n    close: () => pool.close(),\n    get poolsCreated() {\n      return pool.poolsCreated;\n    },\n  };\n}\n"],"names":["channel","featureEnabled","featureSignature","SenseError","embed","FEATURES","rank","listFiles","ParsePool","reparseFiles","classifyEmbedChange","classifyFeatureToggles","isFeatureOnlyChange","NARROW_FEATURE_TABLE","forcedPresetPaths","isPresetOnlyChange","CORE_GENERATION_META_KEY","CORE_READY_META_KEY","FEATURE_SIGNATURE_META_KEY","createReconcileTiming","prepareReconcile","readReconcileSnapshot","setMeta","changedSignatureKeys","embedIdentityAdopted","signatureDiff","withTransaction","StaleBuildPlan","Error","buildPlan","SCHEMA_VERSION_META_KEY","readCoreBaseline","conn","values","keys","stmt","prepare","map","join","Map","all","row","key","value","schemaVersion","get","features","ready","generation","sameBaseline","a","b","nextGeneration","current","Number","isSafeInteger","MAX_SAFE_INTEGER","String","readPlanningSnapshot","timing","baseline","reconcile","tablesStmt","tables","Set","name","activeSchemaMissing","snapshot","cfg","feature","seenColumns","has","table","classifyBuild","paths","wanted","before","recover","messages","push","embedKind","featureToggles","fullRebuild","changedKeys","size","presetForced","rootDir","forcedPaths","toggles","prepareEmbedInvalidation","kind","pool","mutated","parsed","apply","exec","existing","existingRows","path","files","filter","file","relPath","docs","undefined","pathsChanged","doc","delta","reparsed","added","vanished","length","runBatch","store","extracted","prepareFeatureInvalidation","prepared","toggle","turnedOn","find","candidate","set","applyTable","plan","afterReconcile","nullRank","byName","linksToggle","rankToggle","recoveryToggles","prepareInvalidation","classification","plans","some","reduce","sum","publishAttempt","liveCfg","dialect","ensureFeatureSchema","attempt","structuredClone","configIdentity","JSON","stringify","baseDir","configDir","invalidation","hasSubscribers","publish","wantedSignature","txStart","Date","now","txMs","currentWanted","publishedWanted","beginMode","record","warnings","stages","finish","createBuilder","build","err","close","poolsCreated"],"mappings":"AAAA,SAASA,OAAO,QAAQ,2BAA2B;AACnD,SAAsBC,cAAc,EAAEC,gBAAgB,QAA6B,qBAAqB;AACxG,SAASC,UAAU,QAAQ,eAAe;AAC1C,SAASC,KAAK,QAAQ,uBAAuB;AAC7C,SAASC,QAAQ,QAAQ,uBAAuB;AAChD,SAASC,IAAI,QAAQ,sBAAsB;AAE3C,SAASC,SAAS,QAAQ,mBAAmB;AAC7C,SAASC,SAAS,QAAQ,kBAAkB;AAC5C,SAASC,YAAY,QAAQ,qBAAqB;AAClD,SAASC,mBAAmB,QAAQ,mBAAmB;AACvD,SAASC,sBAAsB,EAAsBC,mBAAmB,EAAEC,oBAAoB,QAAQ,qBAAqB;AAC3H,SAASC,iBAAiB,EAAEC,kBAAkB,QAAQ,oBAAoB;AAC1E,SAASC,wBAAwB,EAAEC,mBAAmB,EAAEC,0BAA0B,QAAQ,iBAAiB;AAC3G,SAASC,qBAAqB,EAAEC,gBAAgB,EAAqEC,qBAAqB,QAAQ,iBAAiB;AACnK,SAASC,OAAO,QAAQ,cAAc;AACtC,SAASC,oBAAoB,EAAEC,oBAAoB,EAAEC,aAAa,QAAQ,iBAAiB;AAE3F,SAASC,eAAe,QAAQ,mBAAmB;AA6CnD,IAAA,AAAMC,iBAAN,MAAMA,uBAAuBC;AAAO;AAEpC,MAAMC,YAAY7B,QAAQ;AAC1B,MAAM8B,0BAA0B;AAEhC,eAAeC,iBAAiBC,IAAgB;QAK7BC,aACLA,cACHA,cACKA;IAPd,MAAMC,OAAO;QAACJ;QAAyBZ;QAA4BD;QAAqBD;KAAyB;IACjH,MAAMmB,OAAO,MAAMH,KAAKI,OAAO,CAAC,CAAC,0CAA0C,EAAEF,KAAKG,GAAG,CAAC,IAAM,KAAKC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9G,MAAML,SAAS,IAAIM,IAAI,AAAE,CAAA,MAAMJ,KAAKK,GAAG,IAAIN,KAAI,EAA6CG,GAAG,CAAC,CAACI,MAAQ;YAACA,IAAIC,GAAG;YAAED,IAAIE,KAAK;SAAC;IAC7H,OAAO;QACLC,aAAa,GAAEX,cAAAA,OAAOY,GAAG,CAACf,sCAAXG,yBAAAA,cAAuC;QACtDa,QAAQ,GAAEb,eAAAA,OAAOY,GAAG,CAAC3B,yCAAXe,0BAAAA,eAA0C;QACpDc,KAAK,GAAEd,eAAAA,OAAOY,GAAG,CAAC5B,kCAAXgB,0BAAAA,eAAmC;QAC1Ce,UAAU,GAAEf,eAAAA,OAAOY,GAAG,CAAC7B,uCAAXiB,0BAAAA,eAAwC;IACtD;AACF;AAEA,SAASgB,aAAaC,CAAe,EAAEC,CAAe;IACpD,OAAOD,EAAEN,aAAa,KAAKO,EAAEP,aAAa,IAAIM,EAAEJ,QAAQ,KAAKK,EAAEL,QAAQ,IAAII,EAAEH,KAAK,KAAKI,EAAEJ,KAAK,IAAIG,EAAEF,UAAU,KAAKG,EAAEH,UAAU;AACjI;AAEA,SAASI,eAAeT,KAAoB;IAC1C,MAAMU,UAAUV,UAAU,OAAO,IAAIW,OAAOX;IAC5C,IAAI,CAACW,OAAOC,aAAa,CAACF,YAAYA,UAAU,KAAKA,YAAYC,OAAOE,gBAAgB,EAAE,MAAM,IAAIrD,WAAW,mBAAmB,CAAC,wCAAwC,EAAEwC,kBAAAA,mBAAAA,QAAS,UAAU,wDAAwD,CAAC;IACzP,OAAOc,OAAOJ,UAAU;AAC1B;AAEA,eAAeK,qBAAqB1B,IAAgB,EAAE2B,MAAuB;IAC3E,OAAOjC,gBAAgBM,MAAM;QAC3B,MAAM4B,WAAW,MAAM7B,iBAAiBC;QACxC,MAAM6B,YAAY,MAAMxC,sBAAsBW,MAAM2B;QACpD,MAAMG,aAAa,MAAM9B,KAAKI,OAAO,CAAC;QACtC,MAAM2B,SAAS,IAAIC,IAAI,AAAE,CAAA,MAAMF,WAAWtB,GAAG,EAAC,EAA+BH,GAAG,CAAC,CAACI,MAAQA,IAAIwB,IAAI;QAClG,OAAO;YAAEL;YAAUC;YAAWE;QAAO;IACvC;AACF;AAEA,SAASG,oBAAoBC,QAA0B,EAAEC,GAAW;IAClE,KAAK,MAAMC,WAAWhE,SAAU;QAC9B,IAAI,CAACJ,eAAemE,KAAKC,QAAQJ,IAAI,GAAG;QACxC,IAAII,QAAQJ,IAAI,KAAK,QAAQ;YAC3B,IAAI,CAACE,SAASN,SAAS,CAACS,WAAW,CAACC,GAAG,CAAC,UAAU,OAAO;YACzD;QACF;QACA,MAAMC,QAAQH,QAAQJ,IAAI,KAAK,UAAU,eAAepD,oBAAoB,CAACwD,QAAQJ,IAAI,CAAC;QAC1F,IAAIO,SAAS,CAACL,SAASJ,MAAM,CAACQ,GAAG,CAACC,QAAQ,OAAO;IACnD;IACA,OAAO;AACT;AAEA,SAASC,cAAcN,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEC,MAAc;IACnG,MAAMC,SAAST,SAASP,QAAQ,CAACd,QAAQ;IACzC,MAAM+B,UAAUV,SAASP,QAAQ,CAACb,KAAK,KAAK;IAC5C,MAAM+B,WAAqB,EAAE;IAC7B,IAAID,SAASC,SAASC,IAAI,CAAC;IAC3B,IAAI,CAACF,WAAWD,WAAW,QAAQA,WAAWD,UAAUT,oBAAoBC,UAAUC,MAAM;QAC1FU,SAASC,IAAI,CAAC;QACd,OAAO;YAAEC,WAAW;YAAMC,gBAAgB,EAAE;YAAEC,aAAa;YAAMJ;QAAS;IAC5E;IACA,IAAID,WAAWD,WAAW,QAAQA,WAAWD,QAAQ,OAAO;QAAEK,WAAW;QAAMC,gBAAgB,EAAE;QAAEC,aAAaL;QAASC;IAAS;IAElI,MAAMK,cAAc5D,qBAAqBqD,QAAQD;IACjD,IAAIQ,YAAYC,IAAI,KAAK,KAAKD,YAAYZ,GAAG,CAAC,YAAY/C,qBAAqBoD,QAAQD,SAAS;QAC9FG,SAASC,IAAI,CAAC;QACd,OAAO;YAAEC,WAAW;YAAMC,gBAAgB,EAAE;YAAEC,aAAa;YAAOJ;QAAS;IAC7E;IAEA,MAAME,YAAYG,YAAYC,IAAI,KAAK,KAAKD,YAAYZ,GAAG,CAAC,WAAW7D,oBAAoBkE,QAAQD,UAAU;IAC7G,IAAIK,cAAc,MAAM;QACtBF,SAASC,IAAI,CAACC,cAAc,UAAU,6EAA6E;QACnH,OAAO;YAAEA;YAAWC,gBAAgB,EAAE;YAAEC,aAAa;YAAOJ;QAAS;IACvE;IAEA,MAAMO,eAAetE,mBAAmBoE,eAAerE,kBAAkBsD,KAAKM,MAAMY,OAAO,EAAEV,QAAQO,eAAe;IACpH,IAAIE,iBAAiB,MAAM;QACzBP,SAASC,IAAI,CAAC,CAAC,sBAAsB,EAAEtD,cAAcmD,QAAQD,QAAQ,oCAAoC,CAAC;QAC1G,OAAO;YAAEK,WAAW;YAAMC,gBAAgB,EAAE;YAAEM,aAAaF;YAAcH,aAAa;YAAOJ;QAAS;IACxG;IAEA,MAAMU,UAAU5E,oBAAoBuE,eAAexE,uBAAuBiE,QAAQD,QAAQQ,eAAe;IACzG,IAAIK,YAAY,MAAM;QACpBV,SAASC,IAAI,CAAC,CAAC,sBAAsB,EAAEtD,cAAcmD,QAAQD,QAAQ,sCAAsC,CAAC;QAC5G,OAAO;YAAEK,WAAW;YAAMC,gBAAgBO;YAASN,aAAa;YAAOJ;QAAS;IAClF;IAEAA,SAASC,IAAI,CAAC,CAAC,sBAAsB,EAAEtD,cAAcmD,QAAQD,QAAQ,oBAAoB,CAAC;IAC1F,OAAO;QAAEK,WAAW;QAAMC,gBAAgB,EAAE;QAAEC,aAAa;QAAMJ;IAAS;AAC5E;AAEA,eAAeW,yBAAyBC,IAAmD,EAAEvB,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEiB,IAAe;IAC1K,IAAID,SAAS,SAAS;QACpB,OAAO;YAAEE,SAAS;YAAMC,QAAQ;YAAGC,OAAO,CAAC9D,OAASA,KAAK+D,IAAI,CAAC;QAAqD;IACrH;IAEA,MAAMC,WAAW,IAAIhC,IAAIG,SAASN,SAAS,CAACoC,YAAY,CAAC5D,GAAG,CAAC,CAACI,MAAQA,IAAIyD,IAAI;IAC9E,MAAMC,QAAQ5F,UAAU6D,KAAKM,MAAMY,OAAO,EAAEc,MAAM,CAAC,CAACC,OAASA,KAAKjG,KAAK,IAAI4F,SAASzB,GAAG,CAAC8B,KAAKC,OAAO;IACpG,MAAM,EAAEC,IAAI,EAAE,GAAG,MAAM9F,aAAa0F,OAAO;QAAC/F;KAAM,EAAEgE,KAAK,IAAIJ,OAAOwC,WAAW;QAAEb;IAAK;IACtF,MAAMc,eAAeF,KAAKlE,GAAG,CAAC,CAACqE,MAAQA,IAAIJ,OAAO;IAClD,MAAMK,QAAwB;QAAER;QAAOS,UAAUH;QAAcI,OAAO,EAAE;QAAEC,UAAU,EAAE;IAAC;IACvF,OAAO;QACLlB,SAAS;QACTC,QAAQU,KAAKQ,MAAM;QACnB,MAAMjB,OAAM9D,IAAI;gBAQR5B;YAPN,8EAA8E;YAC9E,kEAAkE;YAClE,IAAIqG,aAAaM,MAAM,GAAG,GACxB,MAAM/E,KAAKgF,QAAQ,CACjB,2CACAP,aAAapE,GAAG,CAAC,CAAC6D,OAAS;oBAACA;iBAAK;YAErC,QAAM9F,eAAAA,MAAM6G,KAAK,cAAX7G,mCAAAA,kBAAAA,OACJ4B,MACAuE,KAAKlE,GAAG,CAAC,CAACqE,MAAS,CAAA;oBAAER,MAAMQ,IAAIJ,OAAO;oBAAEY,WAAWR,IAAIQ,SAAS,CAAC9G,KAAK;gBAAC,CAAA,IACvEuG;QAEJ;IACF;AACF;AAEA,eAAeQ,2BAA2B3B,OAAwB,EAAErB,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEiB,IAAe;IACjJ,IAAIH,QAAQuB,MAAM,KAAK,GAAG,OAAO;QAAEnB,SAAS;QAAOC,QAAQ;QAAGC,OAAO,WAAa;IAAE;IACpF,MAAMsB,WAAW,IAAI7E;IACrB,IAAIsD,SAAS;IACb,KAAK,MAAMwB,UAAU7B,QAAS;QAC5B,IAAI,CAAC6B,OAAOC,QAAQ,IAAID,OAAOpD,IAAI,KAAK,QAAQ;QAChD,MAAMI,UAAUhE,SAASkH,IAAI,CAAC,CAACC,YAAcA,UAAUvD,IAAI,KAAKoD,OAAOpD,IAAI;QAC3E,IAAI,CAACI,SAAS,MAAM,IAAIzC,MAAM,CAAC,yDAAyD,EAAEyF,OAAOpD,IAAI,CAAC,CAAC,CAAC;QACxG,MAAMkC,QAAQ5F,UAAU6D,KAAKM,MAAMY,OAAO;QAC1C,MAAM,EAAEiB,IAAI,EAAE,GAAG,MAAM9F,aAAa0F,OAAO;YAAC9B;SAAQ,EAAED,KAAK,IAAIJ,OAAOwC,WAAW;YAAEb;QAAK;QACxFE,UAAUU,KAAKQ,MAAM;QACrBK,SAASK,GAAG,CAACJ,OAAOpD,IAAI,EAAE;YAAEI;YAASkC;YAAMJ;QAAM;IACnD;IAEA,MAAMuB,aAAa,OAAO1F,MAAkBqF;YAYpCM,qBAAAA,eAKAA,8BAAAA;QAhBN,MAAMnD,QAAQ3D,oBAAoB,CAACwG,OAAOpD,IAAI,CAAC;QAC/C,IAAI,CAACO,OAAO;QACZ,IAAI,CAAC6C,OAAOC,QAAQ,EAAE;YACpB,IAAInD,SAASJ,MAAM,CAACQ,GAAG,CAACC,QAAQ,MAAMxC,KAAK+D,IAAI,CAAC,CAAC,YAAY,EAAEvB,OAAO;YACtE;QACF;QACA,MAAMmD,OAAOP,SAASvE,GAAG,CAACwE,OAAOpD,IAAI;QACrC,IAAI,CAAC0D,MAAM,MAAM,IAAI/F,MAAM,CAAC,sDAAsD,EAAEyF,OAAOpD,IAAI,CAAC,CAAC,CAAC;QAClG,MAAMwC,eAAekB,KAAKpB,IAAI,CAAClE,GAAG,CAAC,CAACqE,MAAQA,IAAIJ,OAAO;QACvD,MAAMK,QAAwB;YAAER,OAAOwB,KAAKxB,KAAK;YAAES,UAAUH;YAAcI,OAAOJ;YAAcK,UAAU,EAAE;QAAC;QAC7G,MAAM9E,KAAK+D,IAAI,CAAC,CAAC,YAAY,EAAEvB,OAAO;QACtC,QAAMmD,sBAAAA,CAAAA,gBAAAA,KAAKtD,OAAO,EAAC4C,KAAK,cAAlBU,0CAAAA,yBAAAA,eACJ3F,MACA2F,KAAKpB,IAAI,CAAClE,GAAG,CAAC,CAACqE,MAAS,CAAA;gBAAER,MAAMQ,IAAIJ,OAAO;gBAAEY,WAAWR,IAAIQ,SAAS,CAACS,KAAKtD,OAAO,CAACJ,IAAI,CAAC;YAAC,CAAA,IACzF0C;QAEF,QAAMgB,+BAAAA,CAAAA,iBAAAA,KAAKtD,OAAO,EAACuD,cAAc,cAA3BD,mDAAAA,kCAAAA,gBAA8B3F,MAAM2E;IAC5C;IAEA,MAAMkB,WAAW,OAAO7F;QACtB,IAAImC,SAASN,SAAS,CAACS,WAAW,CAACC,GAAG,CAAC,UAAU,MAAMvC,KAAK+D,IAAI,CAAC;IACnE;IAEA,OAAO;QACLH,SAAS;QACTC;QACA,MAAMC,OAAM9D,IAAI;YACd,MAAM8F,SAAS,IAAIvF,IAAIiD,QAAQnD,GAAG,CAAC,CAACgF,SAAW;oBAACA,OAAOpD,IAAI;oBAAEoD;iBAAO;YACpE,MAAMU,cAAcD,OAAOjF,GAAG,CAAC;YAC/B,IAAIkF,aAAa;gBACf,MAAML,WAAW1F,MAAM+F;gBACvB,IAAI,CAACA,YAAYT,QAAQ,EAAE,MAAMO,SAAS7F;YAC5C;YACA,MAAMgG,aAAaF,OAAOjF,GAAG,CAAC;YAC9B,IAAImF,YAAY;oBACiB1H;gBAA/B,IAAI0H,WAAWV,QAAQ,EAAE,QAAMhH,uBAAAA,KAAKsH,cAAc,cAAnBtH,2CAAAA,0BAAAA,MAAsB0B,MAAM;oBAAEmE,OAAO,EAAE;oBAAES,UAAU,EAAE;oBAAEC,OAAO,EAAE;oBAAEC,UAAU,EAAE;gBAAC;qBACzG,MAAMe,SAAS7F;YACtB;YACA,KAAK,MAAMqF,UAAU7B,QAAS;gBAC5B,IAAI6B,OAAOpD,IAAI,KAAK,WAAWoD,OAAOpD,IAAI,KAAK,QAAQ,MAAMyD,WAAW1F,MAAMqF;YAChF;QACF;IACF;AACF;AAEA,SAASY,gBAAgB7D,GAAW,EAAED,QAA0B;IAC9D,MAAMqB,UAA2B,EAAE;IACnC,KAAK,MAAMnB,WAAWhE,SAAU;QAC9B,MAAMmE,QAAQ3D,oBAAoB,CAACwD,QAAQJ,IAAI,CAAC;QAChD,IAAIO,SAAS,CAACvE,eAAemE,KAAKC,QAAQJ,IAAI,KAAKE,SAASJ,MAAM,CAACQ,GAAG,CAACC,QAAQgB,QAAQT,IAAI,CAAC;YAAEd,MAAMI,QAAQJ,IAAI;YAAEqD,UAAU;QAAM;IACpI;IACA,OAAO9B;AACT;AAEA,eAAe0C,oBAAoBC,cAAmC,EAAEhE,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEiB,IAAe;IACrJ,MAAMyC,QAAgC,EAAE;IACxC,IAAID,eAAenD,SAAS,EAAEoD,MAAMrD,IAAI,CAAC,MAAMU,yBAAyB0C,eAAenD,SAAS,EAAEb,UAAUC,KAAKM,OAAOiB;IACxH,IAAIwC,eAAelD,cAAc,CAAC8B,MAAM,GAAG,GAAGqB,MAAMrD,IAAI,CAAC,MAAMoC,2BAA2BgB,eAAelD,cAAc,EAAEd,UAAUC,KAAKM,OAAOiB;IAC/I,IAAIwC,eAAejD,WAAW,EAAE;QAC9BkD,MAAMrD,IAAI,CAAC,MAAMoC,2BAA2Bc,gBAAgB7D,KAAKD,WAAWA,UAAUC,KAAKM,OAAOiB;QAClG,8EAA8E;QAC9E,IAAIxB,SAASJ,MAAM,CAACQ,GAAG,CAAC,eAAe;YACrC6D,MAAMrD,IAAI,CAAC;gBAAEa,SAAS;gBAAMC,QAAQ;gBAAGC,OAAO,CAAC9D,OAASA,KAAK+D,IAAI,CAAC;YAA0B;QAC9F;QACA,IAAI,CAAC9F,eAAemE,KAAK,WAAWD,SAASN,SAAS,CAACS,WAAW,CAACC,GAAG,CAAC,UAAU;YAC/E6D,MAAMrD,IAAI,CAAC;gBAAEa,SAAS;gBAAMC,QAAQ;gBAAGC,OAAO,CAAC9D,OAASA,KAAK+D,IAAI,CAAC;YAAyC;QAC7G;IACF;IACA,OAAO;QACLH,SAASwC,MAAMC,IAAI,CAAC,CAACV,OAASA,KAAK/B,OAAO;QAC1CC,QAAQuC,MAAME,MAAM,CAAC,CAACC,KAAKZ,OAASY,MAAMZ,KAAK9B,MAAM,EAAE;QACvD,MAAMC,OAAM9D,IAAI;YACd,KAAK,MAAM2F,QAAQS,MAAO,MAAMT,KAAK7B,KAAK,CAAC9D;QAC7C;IACF;AACF;AAEA,SAASuD,YAAY4C,cAAmC,EAAEhE,QAA0B;IAClF,IAAI,CAACgE,eAAejD,WAAW,EAAE,OAAOiD,eAAe5C,WAAW;IAClE,0FAA0F;IAC1F,8FAA8F;IAC9F,OAAO,IAAIvB,IAAIG,SAASN,SAAS,CAACoC,YAAY,CAAC5D,GAAG,CAAC,CAACI,MAAQA,IAAIyD,IAAI;AACtE;AAEA,eAAesC,eAAexG,IAAgB,EAAEyG,OAAuB,EAAEC,OAAyB,EAAE/C,IAAe,EAAEgD,mBAAwC,EAAEhF,MAAuB,EAAEiF,OAAe;QAG5JxE,cAAuCA;IAFhF,MAAMA,MAAMyE,gBAAgBJ;IAC5B,MAAMK,iBAAiBC,KAAKC,SAAS,CAAC5E;IACtC,MAAMM,QAAwB;QAAEY,OAAO,GAAElB,eAAAA,IAAIkB,OAAO,cAAXlB,0BAAAA,eAAeA,IAAI6E,OAAO;QAAEC,SAAS,GAAE9E,iBAAAA,IAAI8E,SAAS,cAAb9E,4BAAAA,iBAAiBA,IAAI6E,OAAO;IAAC;IAC7G,MAAMtE,SAASzE,iBAAiBkE,KAAK/D;IACrC,MAAM8D,WAAW,MAAMT,qBAAqB1B,MAAM2B;IAClD,MAAMwE,iBAAiB1D,cAAcN,UAAUC,KAAKM,OAAOC;IAC3D,MAAMwE,eAAe,MAAMjB,oBAAoBC,gBAAgBhE,UAAUC,KAAKM,OAAOiB;IACrF,MAAM9B,YAAY,MAAMzC,iBAAiB+C,SAASN,SAAS,EAAEO,KAAKM,OAAOgE,SAAS/E,QAAQgC,MAAMJ,YAAY4C,gBAAgBhE;IAC5H,MAAMyB,UAAUuC,eAAejD,WAAW,IAAIiE,aAAavD,OAAO,IAAI/B,UAAU+B,OAAO,IAAIzB,SAASP,QAAQ,CAACd,QAAQ,KAAK6B,UAAUR,SAASP,QAAQ,CAACb,KAAK,KAAK;IAEhK,IAAIlB,UAAUuH,cAAc,EAAEvH,UAAUwH,OAAO,CAAC;QAAET;QAAShF,UAAUO,SAASP,QAAQ;QAAE0F,iBAAiB3E;IAAO;IAChH,MAAM4E,UAAUC,KAAKC,GAAG;IACxB,IAAIC;IACJ,IAAI;QACF,MAAMhI,gBACJM,MACA;YACE,MAAMqB,UAAU,MAAMtB,iBAAiBC;YACvC,MAAM2H,gBAAgBzJ,iBAAiBuI,SAASpI;YAChD,IAAI,CAAC4C,aAAaI,SAASc,SAASP,QAAQ,KAAKmF,KAAKC,SAAS,CAACP,aAAaK,kBAAkBa,kBAAkBhF,QAAQ;gBACvH,MAAM,IAAIhD,eAAe;YAC3B;YACA,IAAI,CAACiE,SAAS;YACd,MAAM+C,oBAAoBvE;YAC1B,MAAM+E,aAAarD,KAAK,CAAC9D;YACzB,MAAM6B,UAAUiC,KAAK,CAAC9D;YACtB,MAAM4H,kBAAkB1J,iBAAiBuI,SAASpI;YAClD,IAAI0I,KAAKC,SAAS,CAACP,aAAaK,kBAAkBc,oBAAoBjF,QAAQ,MAAM,IAAIhD,eAAe;YACvG,MAAML,QAAQU,MAAMd,4BAA4ByD;YAChD,MAAMrD,QAAQU,MAAMf,qBAAqB;YACzC,MAAMK,QAAQU,MAAMhB,0BAA0BoC,eAAee,SAASP,QAAQ,CAACZ,UAAU;QAC3F,GACA0F,QAAQmB,SAAS;IAErB,SAAU;QACRH,OAAOF,KAAKC,GAAG,KAAKF;QACpB5F,OAAO+F,IAAI,IAAIA;IACjB;IACA,IAAI7F,UAAU+B,OAAO,EAAE,MAAM/B,UAAUiG,MAAM,CAAC9H,MAAM0H;IACpD,OAAO;QACL7D,QAAQsD,aAAatD,MAAM,GAAGhC,UAAUgC,MAAM;QAC9CkE,UAAUlG,UAAUkG,QAAQ;QAC5BC,QAAQnG,UAAUoG,MAAM,CAACtG,OAAO+F,IAAI;QACpC5E,UAAUqD,eAAerD,QAAQ;IACnC;AACF;AAEA,OAAO,SAASoF,cAAclI,IAAgB,EAAEoC,GAAmB,EAAEsE,OAAyB,EAAEC,mBAAwC;IACtI,MAAMhD,OAAO,IAAInF;IACjB,OAAO;QACL,MAAM2J;YACJ,wFAAwF;YACxF,wFAAwF;YACxF,wFAAwF;YACxF,MAAMxG,SAASxC,sBAAsBiD;YACrC,IAAK,IAAIwE,UAAU,GAAGA,UAAU,GAAGA,UAAW;gBAC5C,IAAI;oBACF,OAAO,MAAMJ,eAAexG,MAAMoC,KAAKsE,SAAS/C,MAAMgD,qBAAqBhF,QAAQiF;gBACrF,EAAE,OAAOwB,KAAK;oBACZ,IAAI,CAAEA,CAAAA,eAAezI,cAAa,GAAI,MAAMyI;oBAC5C,IAAIxB,YAAY,GAAG,MAAM,IAAIzI,WAAW,cAAc;gBACxD;YACF;YACA,MAAM,IAAIyB,MAAM;QAClB;QACAyI,OAAO,IAAM1E,KAAK0E,KAAK;QACvB,IAAIC;YACF,OAAO3E,KAAK2E,YAAY;QAC1B;IACF;AACF"}

package/dist/esm/store/cache.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/cache.ts"],"sourcesContent":["import { rmSync } from 'node:fs';\nimport { join } from 'node:path';\nimport type { ResolvedConfig } from '../config/index.ts';\nimport { STATE_DIR } from '../config/index.ts';\n\n// Deletes the cache directory and nothing else: the next open() reconciles anyway. Engine-neutral,\n// since every store keeps its files under the same STATE_DIR.\nexport function clearCache(cfg: ResolvedConfig): void {\n  rmSync(join(cfg.configDir ?? cfg.baseDir, STATE_DIR), { recursive: true, force: true });\n}\n"],"names":["rmSync","join","STATE_DIR","clearCache","cfg","configDir","baseDir","recursive","force"],"mappings":"AAAA,SAASA,MAAM,QAAQ,UAAU;AACjC,SAASC,IAAI,QAAQ,YAAY;AAEjC,SAASC,SAAS,QAAQ,qBAAqB;AAE/C,mGAAmG;AACnG,8DAA8D;AAC9D,OAAO,SAASC,WAAWC,GAAmB;QAChCA;IAAZJ,OAAOC,MAAKG,iBAAAA,IAAIC,SAAS,cAAbD,4BAAAA,iBAAiBA,IAAIE,OAAO,EAAEJ,YAAY;QAAEK,WAAW;QAAMC,OAAO;IAAK;AACvF"}
+{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/cache.ts"],"sourcesContent":["import { rmSync } from 'node:fs';\nimport { join } from 'node:path';\nimport type { ResolvedConfig } from '../config/index.ts';\nimport { STATE_DIR } from '../config/index.ts';\n\n// Deletes the cache directory and nothing else: the next open() reconciles anyway. Engine-neutral,\n// since every store keeps its files under the same STATE_DIR.\nexport function clearCache(cfg: ResolvedConfig): void {\n  rmSync(join(cfg.configDir ?? cfg.baseDir, STATE_DIR), { recursive: true, force: true });\n}\n"],"names":["rmSync","join","STATE_DIR","clearCache","cfg","configDir","baseDir","recursive","force"],"mappings":"AAAA,SAASA,MAAM,QAAQ,UAAU;AACjC,SAASC,IAAI,QAAQ,YAAY;AAEjC,SAASC,SAAS,QAAQ,qBAAqB;AAE/C,mGAAmG;AACnG,8DAA8D;AAC9D,OAAO,SAASC,WAAWC,GAAmB;QAChCA;IAAZJ,OAAOC,MAAKG,iBAAAA,IAAIC,SAAS,cAAbD,4BAAAA,iBAAiBA,IAAIE,OAAO,EAAEJ,YAAY;QAAEK,WAAW;QAAMC,OAAO;IAAK;AACvF"}

package/dist/esm/store/duckdb/batch.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/duckdb/batch.ts"],"sourcesContent":["// Rewrites the store's single-row parameterized INSERT/UPDATE/DELETE into one multi-row statement --\n// DuckDB's columnar engine pays for row-at-a-time writes, not just the round trip (PRINCIPLES: documented-means-tested).\n// rewriteInsert itself lives in the shared ../batch.ts: turso folds INSERTs the same way (3.36 B).\n\nimport { rewriteInsert } from '../batch.ts';\n\nconst UPDATE_RE = /^UPDATE\\s+(\\S+)\\s+SET\\s+(.+?)\\s+WHERE\\s+(.+)$/is;\nconst DELETE_RE = /^DELETE\\s+FROM\\s+(\\S+)\\s+WHERE\\s+(.+)$/is;\n\n// \"a = ?, b = ?\" or \"a = ? AND b = ?\" -> [\"a\", \"b\"]. A clause that doesn't fit yields a shorter\n// list, which rewriteUpdate/rewriteDelete reject as a width mismatch.\nfunction equalityColumns(clause: string, sep: RegExp): string[] | null {\n  const parts = clause.split(sep).map((p) => p.trim());\n  const cols: string[] = [];\n  for (const part of parts) {\n    const m = /^(.+?)=\\s*\\?$/.exec(part);\n    if (!m) return null;\n    cols.push(m[1].trim());\n  }\n  return cols;\n}\n\nfunction tuples(rowCount: number, width: number): string {\n  const row = `(${Array.from({ length: width }, () => '?').join(', ')})`;\n  return Array.from({ length: rowCount }, () => row).join(', ');\n}\n\nexport function rewriteUpdate(sql: string, rowCount: number): { sql: string; width: number } | null {\n  const m = UPDATE_RE.exec(sql.trim());\n  if (!m) return null;\n  const [, table, setClause, whereClause] = m;\n  const setCols = equalityColumns(setClause, /,/);\n  const whereCols = equalityColumns(whereClause, /\\bAND\\b/i);\n  if (!setCols || !whereCols) return null;\n  const dataCols = [...setCols, ...whereCols];\n  const setAssign = setCols.map((c) => `${c} = data.${c}`).join(', ');\n  const joinCond = whereCols.map((c) => `${table}.${c} = data.${c}`).join(' AND ');\n  return { sql: `UPDATE ${table} SET ${setAssign} FROM (VALUES ${tuples(rowCount, dataCols.length)}) AS data(${dataCols.join(', ')}) WHERE ${joinCond}`, width: dataCols.length };\n}\n\nexport function rewriteDelete(sql: string, rowCount: number): { sql: string; width: number } | null {\n  const m = DELETE_RE.exec(sql.trim());\n  if (!m) return null;\n  const [, table, whereClause] = m;\n  const cols = equalityColumns(whereClause, /\\bAND\\b/i);\n  if (!cols) return null;\n  if (cols.length === 1) {\n    return { sql: `DELETE FROM ${table} WHERE ${cols[0]} IN (${Array.from({ length: rowCount }, () => '?').join(', ')})`, width: 1 };\n  }\n  return { sql: `DELETE FROM ${table} WHERE (${cols.join(', ')}) IN (VALUES ${tuples(rowCount, cols.length)})`, width: cols.length };\n}\n\n// Tries each shape in turn; null means the caller should fall back to a per-row loop.\nexport function rewriteBatch(sql: string, rowCount: number): { sql: string; width: number } | null {\n  return rewriteInsert(sql, rowCount) ?? rewriteUpdate(sql, rowCount) ?? rewriteDelete(sql, rowCount);\n}\n"],"names":["rewriteInsert","UPDATE_RE","DELETE_RE","equalityColumns","clause","sep","parts","split","map","p","trim","cols","part","m","exec","push","tuples","rowCount","width","row","Array","from","length","join","rewriteUpdate","sql","table","setClause","whereClause","setCols","whereCols","dataCols","setAssign","c","joinCond","rewriteDelete","rewriteBatch"],"mappings":"AAAA,qGAAqG;AACrG,yHAAyH;AACzH,mGAAmG;AAEnG,SAASA,aAAa,QAAQ,cAAc;AAE5C,MAAMC,YAAY;AAClB,MAAMC,YAAY;AAElB,gGAAgG;AAChG,sEAAsE;AACtE,SAASC,gBAAgBC,MAAc,EAAEC,GAAW;IAClD,MAAMC,QAAQF,OAAOG,KAAK,CAACF,KAAKG,GAAG,CAAC,CAACC,IAAMA,EAAEC,IAAI;IACjD,MAAMC,OAAiB,EAAE;IACzB,KAAK,MAAMC,QAAQN,MAAO;QACxB,MAAMO,IAAI,gBAAgBC,IAAI,CAACF;QAC/B,IAAI,CAACC,GAAG,OAAO;QACfF,KAAKI,IAAI,CAACF,CAAC,CAAC,EAAE,CAACH,IAAI;IACrB;IACA,OAAOC;AACT;AAEA,SAASK,OAAOC,QAAgB,EAAEC,KAAa;IAC7C,MAAMC,MAAM,CAAC,CAAC,EAAEC,MAAMC,IAAI,CAAC;QAAEC,QAAQJ;IAAM,GAAG,IAAM,KAAKK,IAAI,CAAC,MAAM,CAAC,CAAC;IACtE,OAAOH,MAAMC,IAAI,CAAC;QAAEC,QAAQL;IAAS,GAAG,IAAME,KAAKI,IAAI,CAAC;AAC1D;AAEA,OAAO,SAASC,cAAcC,GAAW,EAAER,QAAgB;IACzD,MAAMJ,IAAIZ,UAAUa,IAAI,CAACW,IAAIf,IAAI;IACjC,IAAI,CAACG,GAAG,OAAO;IACf,MAAM,GAAGa,OAAOC,WAAWC,YAAY,GAAGf;IAC1C,MAAMgB,UAAU1B,gBAAgBwB,WAAW;IAC3C,MAAMG,YAAY3B,gBAAgByB,aAAa;IAC/C,IAAI,CAACC,WAAW,CAACC,WAAW,OAAO;IACnC,MAAMC,WAAW;WAAIF;WAAYC;KAAU;IAC3C,MAAME,YAAYH,QAAQrB,GAAG,CAAC,CAACyB,IAAM,GAAGA,EAAE,QAAQ,EAAEA,GAAG,EAAEV,IAAI,CAAC;IAC9D,MAAMW,WAAWJ,UAAUtB,GAAG,CAAC,CAACyB,IAAM,GAAGP,MAAM,CAAC,EAAEO,EAAE,QAAQ,EAAEA,GAAG,EAAEV,IAAI,CAAC;IACxE,OAAO;QAAEE,KAAK,CAAC,OAAO,EAAEC,MAAM,KAAK,EAAEM,UAAU,cAAc,EAAEhB,OAAOC,UAAUc,SAAST,MAAM,EAAE,UAAU,EAAES,SAASR,IAAI,CAAC,MAAM,QAAQ,EAAEW,UAAU;QAAEhB,OAAOa,SAAST,MAAM;IAAC;AAChL;AAEA,OAAO,SAASa,cAAcV,GAAW,EAAER,QAAgB;IACzD,MAAMJ,IAAIX,UAAUY,IAAI,CAACW,IAAIf,IAAI;IACjC,IAAI,CAACG,GAAG,OAAO;IACf,MAAM,GAAGa,OAAOE,YAAY,GAAGf;IAC/B,MAAMF,OAAOR,gBAAgByB,aAAa;IAC1C,IAAI,CAACjB,MAAM,OAAO;IAClB,IAAIA,KAAKW,MAAM,KAAK,GAAG;QACrB,OAAO;YAAEG,KAAK,CAAC,YAAY,EAAEC,MAAM,OAAO,EAAEf,IAAI,CAAC,EAAE,CAAC,KAAK,EAAES,MAAMC,IAAI,CAAC;gBAAEC,QAAQL;YAAS,GAAG,IAAM,KAAKM,IAAI,CAAC,MAAM,CAAC,CAAC;YAAEL,OAAO;QAAE;IACjI;IACA,OAAO;QAAEO,KAAK,CAAC,YAAY,EAAEC,MAAM,QAAQ,EAAEf,KAAKY,IAAI,CAAC,MAAM,aAAa,EAAEP,OAAOC,UAAUN,KAAKW,MAAM,EAAE,CAAC,CAAC;QAAEJ,OAAOP,KAAKW,MAAM;IAAC;AACnI;AAEA,sFAAsF;AACtF,OAAO,SAASc,aAAaX,GAAW,EAAER,QAAgB;QACjDjB,MAAAA;IAAP,QAAOA,QAAAA,iBAAAA,cAAcyB,KAAKR,uBAAnBjB,4BAAAA,iBAAgCwB,cAAcC,KAAKR,uBAAnDjB,kBAAAA,OAAgEmC,cAAcV,KAAKR;AAC5F"}
+{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/duckdb/batch.ts"],"sourcesContent":["// Rewrites the store's single-row parameterized INSERT/UPDATE/DELETE into one multi-row statement --\n// DuckDB's columnar engine pays for row-at-a-time writes, not just the round trip (PRINCIPLES: documented-means-tested).\n// rewriteInsert itself lives in the shared ../batch.ts: turso folds INSERTs the same way (3.36 B).\n\nimport { rewriteInsert } from '../batch.ts';\n\nconst UPDATE_RE = /^UPDATE\\s+(\\S+)\\s+SET\\s+(.+?)\\s+WHERE\\s+(.+)$/is;\nconst DELETE_RE = /^DELETE\\s+FROM\\s+(\\S+)\\s+WHERE\\s+(.+)$/is;\n\n// \"a = ?, b = ?\" or \"a = ? AND b = ?\" -> [\"a\", \"b\"]. A clause that doesn't fit yields a shorter\n// list, which rewriteUpdate/rewriteDelete reject as a width mismatch.\nfunction equalityColumns(clause: string, sep: RegExp): string[] | null {\n  const parts = clause.split(sep).map((p) => p.trim());\n  const cols: string[] = [];\n  for (const part of parts) {\n    const m = /^(.+?)=\\s*\\?$/.exec(part);\n    if (!m) return null;\n    cols.push(m[1].trim());\n  }\n  return cols;\n}\n\nfunction tuples(rowCount: number, width: number): string {\n  const row = `(${Array.from({ length: width }, () => '?').join(', ')})`;\n  return Array.from({ length: rowCount }, () => row).join(', ');\n}\n\nexport function rewriteUpdate(sql: string, rowCount: number): { sql: string; width: number } | null {\n  const m = UPDATE_RE.exec(sql.trim());\n  if (!m) return null;\n  const [, table, setClause, whereClause] = m;\n  const setCols = equalityColumns(setClause, /,/);\n  const whereCols = equalityColumns(whereClause, /\\bAND\\b/i);\n  if (!setCols || !whereCols) return null;\n  const dataCols = [...setCols, ...whereCols];\n  const setAssign = setCols.map((c) => `${c} = data.${c}`).join(', ');\n  const joinCond = whereCols.map((c) => `${table}.${c} = data.${c}`).join(' AND ');\n  return { sql: `UPDATE ${table} SET ${setAssign} FROM (VALUES ${tuples(rowCount, dataCols.length)}) AS data(${dataCols.join(', ')}) WHERE ${joinCond}`, width: dataCols.length };\n}\n\nexport function rewriteDelete(sql: string, rowCount: number): { sql: string; width: number } | null {\n  const m = DELETE_RE.exec(sql.trim());\n  if (!m) return null;\n  const [, table, whereClause] = m;\n  const cols = equalityColumns(whereClause, /\\bAND\\b/i);\n  if (!cols) return null;\n  if (cols.length === 1) {\n    return { sql: `DELETE FROM ${table} WHERE ${cols[0]} IN (${Array.from({ length: rowCount }, () => '?').join(', ')})`, width: 1 };\n  }\n  return { sql: `DELETE FROM ${table} WHERE (${cols.join(', ')}) IN (VALUES ${tuples(rowCount, cols.length)})`, width: cols.length };\n}\n\n// Tries each shape in turn; null means the caller should fall back to a per-row loop.\nexport function rewriteBatch(sql: string, rowCount: number): { sql: string; width: number } | null {\n  return rewriteInsert(sql, rowCount) ?? rewriteUpdate(sql, rowCount) ?? rewriteDelete(sql, rowCount);\n}\n"],"names":["rewriteInsert","UPDATE_RE","DELETE_RE","equalityColumns","clause","sep","parts","split","map","p","trim","cols","part","m","exec","push","tuples","rowCount","width","row","Array","from","length","join","rewriteUpdate","sql","table","setClause","whereClause","setCols","whereCols","dataCols","setAssign","c","joinCond","rewriteDelete","rewriteBatch"],"mappings":"AAAA,qGAAqG;AACrG,yHAAyH;AACzH,mGAAmG;AAEnG,SAASA,aAAa,QAAQ,cAAc;AAE5C,MAAMC,YAAY;AAClB,MAAMC,YAAY;AAElB,gGAAgG;AAChG,sEAAsE;AACtE,SAASC,gBAAgBC,MAAc,EAAEC,GAAW;IAClD,MAAMC,QAAQF,OAAOG,KAAK,CAACF,KAAKG,GAAG,CAAC,CAACC,IAAMA,EAAEC,IAAI;IACjD,MAAMC,OAAiB,EAAE;IACzB,KAAK,MAAMC,QAAQN,MAAO;QACxB,MAAMO,IAAI,gBAAgBC,IAAI,CAACF;QAC/B,IAAI,CAACC,GAAG,OAAO;QACfF,KAAKI,IAAI,CAACF,CAAC,CAAC,EAAE,CAACH,IAAI;IACrB;IACA,OAAOC;AACT;AAEA,SAASK,OAAOC,QAAgB,EAAEC,KAAa;IAC7C,MAAMC,MAAM,CAAC,CAAC,EAAEC,MAAMC,IAAI,CAAC;QAAEC,QAAQJ;IAAM,GAAG,IAAM,KAAKK,IAAI,CAAC,MAAM,CAAC,CAAC;IACtE,OAAOH,MAAMC,IAAI,CAAC;QAAEC,QAAQL;IAAS,GAAG,IAAME,KAAKI,IAAI,CAAC;AAC1D;AAEA,OAAO,SAASC,cAAcC,GAAW,EAAER,QAAgB;IACzD,MAAMJ,IAAIZ,UAAUa,IAAI,CAACW,IAAIf,IAAI;IACjC,IAAI,CAACG,GAAG,OAAO;IACf,MAAM,GAAGa,OAAOC,WAAWC,YAAY,GAAGf;IAC1C,MAAMgB,UAAU1B,gBAAgBwB,WAAW;IAC3C,MAAMG,YAAY3B,gBAAgByB,aAAa;IAC/C,IAAI,CAACC,WAAW,CAACC,WAAW,OAAO;IACnC,MAAMC,WAAW;WAAIF;WAAYC;KAAU;IAC3C,MAAME,YAAYH,QAAQrB,GAAG,CAAC,CAACyB,IAAM,GAAGA,EAAE,QAAQ,EAAEA,GAAG,EAAEV,IAAI,CAAC;IAC9D,MAAMW,WAAWJ,UAAUtB,GAAG,CAAC,CAACyB,IAAM,GAAGP,MAAM,CAAC,EAAEO,EAAE,QAAQ,EAAEA,GAAG,EAAEV,IAAI,CAAC;IACxE,OAAO;QAAEE,KAAK,CAAC,OAAO,EAAEC,MAAM,KAAK,EAAEM,UAAU,cAAc,EAAEhB,OAAOC,UAAUc,SAAST,MAAM,EAAE,UAAU,EAAES,SAASR,IAAI,CAAC,MAAM,QAAQ,EAAEW,UAAU;QAAEhB,OAAOa,SAAST,MAAM;IAAC;AAChL;AAEA,OAAO,SAASa,cAAcV,GAAW,EAAER,QAAgB;IACzD,MAAMJ,IAAIX,UAAUY,IAAI,CAACW,IAAIf,IAAI;IACjC,IAAI,CAACG,GAAG,OAAO;IACf,MAAM,GAAGa,OAAOE,YAAY,GAAGf;IAC/B,MAAMF,OAAOR,gBAAgByB,aAAa;IAC1C,IAAI,CAACjB,MAAM,OAAO;IAClB,IAAIA,KAAKW,MAAM,KAAK,GAAG;QACrB,OAAO;YAAEG,KAAK,CAAC,YAAY,EAAEC,MAAM,OAAO,EAAEf,IAAI,CAAC,EAAE,CAAC,KAAK,EAAES,MAAMC,IAAI,CAAC;gBAAEC,QAAQL;YAAS,GAAG,IAAM,KAAKM,IAAI,CAAC,MAAM,CAAC,CAAC;YAAEL,OAAO;QAAE;IACjI;IACA,OAAO;QAAEO,KAAK,CAAC,YAAY,EAAEC,MAAM,QAAQ,EAAEf,KAAKY,IAAI,CAAC,MAAM,aAAa,EAAEP,OAAOC,UAAUN,KAAKW,MAAM,EAAE,CAAC,CAAC;QAAEJ,OAAOP,KAAKW,MAAM;IAAC;AACnI;AAEA,sFAAsF;AACtF,OAAO,SAASc,aAAaX,GAAW,EAAER,QAAgB;QACjDjB,MAAAA;IAAP,QAAOA,QAAAA,iBAAAA,cAAcyB,KAAKR,uBAAnBjB,4BAAAA,iBAAgCwB,cAAcC,KAAKR,uBAAnDjB,kBAAAA,OAAgEmC,cAAcV,KAAKR;AAC5F"}

package/dist/esm/store/duckdb/connection.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/duckdb/connection.ts"],"sourcesContent":["import type { DuckDBConnection, DuckDBPreparedStatement, DuckDBValue } from '@duckdb/node-api';\nimport { quoteIdent } from '../shared.ts';\nimport { withTransaction } from '../transaction.ts';\nimport type { Connection, RunResult, Statement } from '../types.ts';\nimport { rewriteBatch } from './batch.ts';\nimport { duckdbApi } from './native.ts';\n\n// getRowObjectsJS returns INT64 columns as BigInt regardless of magnitude, while sqlite's small\n// ints are numbers and consumers assume number; in-range values convert here, out-of-range stays BigInt.\nconst MAX_SAFE = BigInt(Number.MAX_SAFE_INTEGER);\nexport function storeValueToJs(value: unknown): unknown {\n  return typeof value === 'bigint' && value >= -MAX_SAFE && value <= MAX_SAFE ? Number(value) : value;\n}\nexport function storeRowToJs(row: Record<string, unknown>): Record<string, unknown> {\n  const out: Record<string, unknown> = {};\n  for (const [key, value] of Object.entries(row)) out[key] = storeValueToJs(value);\n  return out;\n}\n\n// @duckdb/node-api only destroys a prepared statement when its connection closes, but a connection can stay open for a whole `sense watch` session.\n// Statement has no dispose (callers reuse one instance across several calls), so this FinalizationRegistry reclaims it once nothing references the wrapper.\nconst preparedFinalizer = new FinalizationRegistry<DuckDBPreparedStatement>((prepared) => {\n  prepared.destroySync();\n});\n\n// Wraps one already-prepared DuckDB statement: prepare() is the only async step, so run/get/all rebind and\n// re-execute the same native statement, matching how callers like graph/traverse.ts's ring loop reuse one Statement across several calls.\nclass DuckdbStatement implements Statement {\n  private prepared: DuckDBPreparedStatement;\n\n  constructor(prepared: DuckDBPreparedStatement) {\n    this.prepared = prepared;\n    preparedFinalizer.register(this, prepared);\n  }\n\n  async run(...params: unknown[]): Promise<RunResult> {\n    if (params.length > 0) this.prepared.bind(params as DuckDBValue[]);\n    const result = await this.prepared.run();\n    return { changes: result.rowsChanged, lastInsertRowid: 0 };\n  }\n\n  async get(...params: unknown[]): Promise<unknown> {\n    const rows = await this.all(...params);\n    return rows[0];\n  }\n\n  async all(...params: unknown[]): Promise<unknown[]> {\n    if (params.length > 0) this.prepared.bind(params as DuckDBValue[]);\n    const reader = await this.prepared.runAndReadAll();\n    return (reader.getRowObjectsJS() as Array<Record<string, unknown>>).map(storeRowToJs);\n  }\n\n  async *iterate(...params: unknown[]): AsyncIterable<unknown> {\n    // Never called on the portable Connection/Statement surface today (only Store.raw streams);\n    // materializing keeps this a correct, if eager, AsyncIterable.\n    yield* await this.all(...params);\n  }\n\n  columns(): Array<{ name: string }> {\n    const out: Array<{ name: string }> = [];\n    for (let i = 0; i < this.prepared.columnCount; i++) out.push({ name: this.prepared.columnName(i) });\n    return out;\n  }\n\n  setReadBigInts(_enabled: boolean): void {\n    // No-op: in-range ints are already numbers here (storeRowToJs converts what getRowObjectsJS\n    // hands back as BigInt), so the node:sqlite throw-at-step-time problem does not exist.\n  }\n}\n\n// Adds the native DuckDBConnection to the portable Connection, so duckdb's own dialect code\n// (reconcile.ts's insertNew) can reach createAppender(); sqlite/turso have no such member.\nexport interface DuckdbConnection extends Connection {\n  readonly duckdb: DuckDBConnection;\n}\n\nexport function createConnection(duckdb: DuckDBConnection): DuckdbConnection {\n  const conn: DuckdbConnection = {\n    duckdb,\n    async exec(sql: string): Promise<void> {\n      await duckdb.run(sql);\n    },\n    async prepare(sql: string): Promise<Statement> {\n      return new DuckdbStatement(await duckdb.prepare(sql));\n    },\n    // The appender writes columnar vectors with no per-parameter binding, which is the cost\n    // runBatch pays: measured 7.2x on frontmatter at 6,566 rows. Alignment is against the table's\n    // own physical column order, read fresh, so a column the caller does not write (a\n    // feature-owned \"_rank\", say) takes appendDefault() rather than shifting every value one slot.\n    async appendRows(table: string, columns: string[], rows: unknown[][]): Promise<void> {\n      if (rows.length === 0) return;\n      const { variantValue } = await duckdbApi();\n      const infoStmt = await conn.prepare(`PRAGMA table_info(${quoteIdent(table)})`);\n      const physical = (await infoStmt.all()) as Array<{ name: string; type: string }>;\n      const rowIndexOf = new Map(columns.map((name, i) => [name, i]));\n\n      await withTransaction(conn, async () => {\n        const appender = await duckdb.createAppender(table);\n        const errors: unknown[] = [];\n        try {\n          for (const row of rows) {\n            for (const column of physical) {\n              const idx = rowIndexOf.get(column.name);\n              const value = idx === undefined ? undefined : row[idx];\n              if (idx === undefined) appender.appendDefault();\n              else if (value === null || value === undefined) appender.appendNull();\n              // VARIANT is frontmatter's dynamic columns only; every other table is statically\n              // typed, and appendValue is what preserves those types.\n              else if (column.type === 'VARIANT') appender.appendVariant(variantValue(value as DuckDBValue));\n              else appender.appendValue(value as DuckDBValue);\n            }\n            appender.endRow();\n          }\n          appender.flushSync();\n        } catch (err) {\n          errors.push(err);\n        }\n        try {\n          appender.closeSync();\n        } catch (err) {\n          errors.push(err);\n        }\n        if (errors.length === 1) throw errors[0];\n        if (errors.length > 1) throw new AggregateError(errors, errors[0] instanceof Error ? `${errors[0].message}; appender cleanup also failed` : 'DuckDB appender execution and cleanup failed');\n      });\n    },\n    // One crossing regardless of row count: rewriteBatch folds recognized shapes into a multi-row statement (batch.ts),\n    // else falls back to a bind-and-run loop, one call either way. Joins the caller's transaction when there is one, else opens its own.\n    async runBatch(sql: string, paramRows: unknown[][]): Promise<void> {\n      if (paramRows.length === 0) return;\n      await withTransaction(conn, async () => {\n        const rewritten = rewriteBatch(sql, paramRows.length);\n        if (rewritten) {\n          const stmt = await duckdb.prepare(rewritten.sql);\n          try {\n            stmt.bind(paramRows.flat() as DuckDBValue[]);\n            await stmt.run();\n          } finally {\n            stmt.destroySync();\n          }\n          return;\n        }\n        const stmt = await duckdb.prepare(sql);\n        try {\n          for (const row of paramRows) {\n            stmt.bind(row as DuckDBValue[]);\n            await stmt.run();\n          }\n        } finally {\n          stmt.destroySync();\n        }\n      });\n    },\n  };\n  return conn;\n}\n"],"names":["quoteIdent","withTransaction","rewriteBatch","duckdbApi","MAX_SAFE","BigInt","Number","MAX_SAFE_INTEGER","storeValueToJs","value","storeRowToJs","row","out","key","Object","entries","preparedFinalizer","FinalizationRegistry","prepared","destroySync","DuckdbStatement","run","params","length","bind","result","changes","rowsChanged","lastInsertRowid","get","rows","all","reader","runAndReadAll","getRowObjectsJS","map","iterate","columns","i","columnCount","push","name","columnName","setReadBigInts","_enabled","register","createConnection","duckdb","conn","exec","sql","prepare","appendRows","table","variantValue","infoStmt","physical","rowIndexOf","Map","appender","createAppender","errors","column","idx","undefined","appendDefault","appendNull","type","appendVariant","appendValue","endRow","flushSync","err","closeSync","AggregateError","Error","message","runBatch","paramRows","rewritten","stmt","flat"],"mappings":"AACA,SAASA,UAAU,QAAQ,eAAe;AAC1C,SAASC,eAAe,QAAQ,oBAAoB;AAEpD,SAASC,YAAY,QAAQ,aAAa;AAC1C,SAASC,SAAS,QAAQ,cAAc;AAExC,gGAAgG;AAChG,yGAAyG;AACzG,MAAMC,WAAWC,OAAOC,OAAOC,gBAAgB;AAC/C,OAAO,SAASC,eAAeC,KAAc;IAC3C,OAAO,OAAOA,UAAU,YAAYA,SAAS,CAACL,YAAYK,SAASL,WAAWE,OAAOG,SAASA;AAChG;AACA,OAAO,SAASC,aAAaC,GAA4B;IACvD,MAAMC,MAA+B,CAAC;IACtC,KAAK,MAAM,CAACC,KAAKJ,MAAM,IAAIK,OAAOC,OAAO,CAACJ,KAAMC,GAAG,CAACC,IAAI,GAAGL,eAAeC;IAC1E,OAAOG;AACT;AAEA,oJAAoJ;AACpJ,4JAA4J;AAC5J,MAAMI,oBAAoB,IAAIC,qBAA8C,CAACC;IAC3EA,SAASC,WAAW;AACtB;AAEA,2GAA2G;AAC3G,0IAA0I;AAC1I,IAAA,AAAMC,kBAAN,MAAMA;IAQJ,MAAMC,IAAI,GAAGC,MAAiB,EAAsB;QAClD,IAAIA,OAAOC,MAAM,GAAG,GAAG,IAAI,CAACL,QAAQ,CAACM,IAAI,CAACF;QAC1C,MAAMG,SAAS,MAAM,IAAI,CAACP,QAAQ,CAACG,GAAG;QACtC,OAAO;YAAEK,SAASD,OAAOE,WAAW;YAAEC,iBAAiB;QAAE;IAC3D;IAEA,MAAMC,IAAI,GAAGP,MAAiB,EAAoB;QAChD,MAAMQ,OAAO,MAAM,IAAI,CAACC,GAAG,IAAIT;QAC/B,OAAOQ,IAAI,CAAC,EAAE;IAChB;IAEA,MAAMC,IAAI,GAAGT,MAAiB,EAAsB;QAClD,IAAIA,OAAOC,MAAM,GAAG,GAAG,IAAI,CAACL,QAAQ,CAACM,IAAI,CAACF;QAC1C,MAAMU,SAAS,MAAM,IAAI,CAACd,QAAQ,CAACe,aAAa;QAChD,OAAO,AAACD,OAAOE,eAAe,GAAsCC,GAAG,CAACzB;IAC1E;IAEA,OAAO0B,QAAQ,GAAGd,MAAiB,EAA0B;QAC3D,4FAA4F;QAC5F,+DAA+D;QAC/D,OAAO,MAAM,IAAI,CAACS,GAAG,IAAIT;IAC3B;IAEAe,UAAmC;QACjC,MAAMzB,MAA+B,EAAE;QACvC,IAAK,IAAI0B,IAAI,GAAGA,IAAI,IAAI,CAACpB,QAAQ,CAACqB,WAAW,EAAED,IAAK1B,IAAI4B,IAAI,CAAC;YAAEC,MAAM,IAAI,CAACvB,QAAQ,CAACwB,UAAU,CAACJ;QAAG;QACjG,OAAO1B;IACT;IAEA+B,eAAeC,QAAiB,EAAQ;IACtC,4FAA4F;IAC5F,uFAAuF;IACzF;IArCA,YAAY1B,QAAiC,CAAE;QAC7C,IAAI,CAACA,QAAQ,GAAGA;QAChBF,kBAAkB6B,QAAQ,CAAC,IAAI,EAAE3B;IACnC;AAmCF;AAQA,OAAO,SAAS4B,iBAAiBC,MAAwB;IACvD,MAAMC,OAAyB;QAC7BD;QACA,MAAME,MAAKC,GAAW;YACpB,MAAMH,OAAO1B,GAAG,CAAC6B;QACnB;QACA,MAAMC,SAAQD,GAAW;YACvB,OAAO,IAAI9B,gBAAgB,MAAM2B,OAAOI,OAAO,CAACD;QAClD;QACA,wFAAwF;QACxF,8FAA8F;QAC9F,kFAAkF;QAClF,+FAA+F;QAC/F,MAAME,YAAWC,KAAa,EAAEhB,OAAiB,EAAEP,IAAiB;YAClE,IAAIA,KAAKP,MAAM,KAAK,GAAG;YACvB,MAAM,EAAE+B,YAAY,EAAE,GAAG,MAAMnD;YAC/B,MAAMoD,WAAW,MAAMP,KAAKG,OAAO,CAAC,CAAC,kBAAkB,EAAEnD,WAAWqD,OAAO,CAAC,CAAC;YAC7E,MAAMG,WAAY,MAAMD,SAASxB,GAAG;YACpC,MAAM0B,aAAa,IAAIC,IAAIrB,QAAQF,GAAG,CAAC,CAACM,MAAMH,IAAM;oBAACG;oBAAMH;iBAAE;YAE7D,MAAMrC,gBAAgB+C,MAAM;gBAC1B,MAAMW,WAAW,MAAMZ,OAAOa,cAAc,CAACP;gBAC7C,MAAMQ,SAAoB,EAAE;gBAC5B,IAAI;oBACF,KAAK,MAAMlD,OAAOmB,KAAM;wBACtB,KAAK,MAAMgC,UAAUN,SAAU;4BAC7B,MAAMO,MAAMN,WAAW5B,GAAG,CAACiC,OAAOrB,IAAI;4BACtC,MAAMhC,QAAQsD,QAAQC,YAAYA,YAAYrD,GAAG,CAACoD,IAAI;4BACtD,IAAIA,QAAQC,WAAWL,SAASM,aAAa;iCACxC,IAAIxD,UAAU,QAAQA,UAAUuD,WAAWL,SAASO,UAAU;iCAG9D,IAAIJ,OAAOK,IAAI,KAAK,WAAWR,SAASS,aAAa,CAACd,aAAa7C;iCACnEkD,SAASU,WAAW,CAAC5D;wBAC5B;wBACAkD,SAASW,MAAM;oBACjB;oBACAX,SAASY,SAAS;gBACpB,EAAE,OAAOC,KAAK;oBACZX,OAAOrB,IAAI,CAACgC;gBACd;gBACA,IAAI;oBACFb,SAASc,SAAS;gBACpB,EAAE,OAAOD,KAAK;oBACZX,OAAOrB,IAAI,CAACgC;gBACd;gBACA,IAAIX,OAAOtC,MAAM,KAAK,GAAG,MAAMsC,MAAM,CAAC,EAAE;gBACxC,IAAIA,OAAOtC,MAAM,GAAG,GAAG,MAAM,IAAImD,eAAeb,QAAQA,MAAM,CAAC,EAAE,YAAYc,QAAQ,GAAGd,MAAM,CAAC,EAAE,CAACe,OAAO,CAAC,8BAA8B,CAAC,GAAG;YAC9I;QACF;QACA,oHAAoH;QACpH,qIAAqI;QACrI,MAAMC,UAAS3B,GAAW,EAAE4B,SAAsB;YAChD,IAAIA,UAAUvD,MAAM,KAAK,GAAG;YAC5B,MAAMtB,gBAAgB+C,MAAM;gBAC1B,MAAM+B,YAAY7E,aAAagD,KAAK4B,UAAUvD,MAAM;gBACpD,IAAIwD,WAAW;oBACb,MAAMC,OAAO,MAAMjC,OAAOI,OAAO,CAAC4B,UAAU7B,GAAG;oBAC/C,IAAI;wBACF8B,KAAKxD,IAAI,CAACsD,UAAUG,IAAI;wBACxB,MAAMD,KAAK3D,GAAG;oBAChB,SAAU;wBACR2D,KAAK7D,WAAW;oBAClB;oBACA;gBACF;gBACA,MAAM6D,OAAO,MAAMjC,OAAOI,OAAO,CAACD;gBAClC,IAAI;oBACF,KAAK,MAAMvC,OAAOmE,UAAW;wBAC3BE,KAAKxD,IAAI,CAACb;wBACV,MAAMqE,KAAK3D,GAAG;oBAChB;gBACF,SAAU;oBACR2D,KAAK7D,WAAW;gBAClB;YACF;QACF;IACF;IACA,OAAO6B;AACT"}
+{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/duckdb/connection.ts"],"sourcesContent":["import type { DuckDBConnection, DuckDBPreparedStatement, DuckDBValue } from '@duckdb/node-api';\nimport { quoteIdent } from '../shared.ts';\nimport { withTransaction } from '../transaction.ts';\nimport type { Connection, RunResult, Statement } from '../types.ts';\nimport { rewriteBatch } from './batch.ts';\nimport { duckdbApi } from './native.ts';\n\n// getRowObjectsJS returns INT64 columns as BigInt regardless of magnitude, while sqlite's small\n// ints are numbers and consumers assume number; in-range values convert here, out-of-range stays BigInt.\nconst MAX_SAFE = BigInt(Number.MAX_SAFE_INTEGER);\nexport function storeValueToJs(value: unknown): unknown {\n  return typeof value === 'bigint' && value >= -MAX_SAFE && value <= MAX_SAFE ? Number(value) : value;\n}\nexport function storeRowToJs(row: Record<string, unknown>): Record<string, unknown> {\n  const out: Record<string, unknown> = {};\n  for (const [key, value] of Object.entries(row)) out[key] = storeValueToJs(value);\n  return out;\n}\n\n// @duckdb/node-api only destroys a prepared statement when its connection closes, but a connection can stay open for a whole `sense watch` session.\n// Statement has no dispose (callers reuse one instance across several calls), so this FinalizationRegistry reclaims it once nothing references the wrapper.\nconst preparedFinalizer = new FinalizationRegistry<DuckDBPreparedStatement>((prepared) => {\n  prepared.destroySync();\n});\n\n// Wraps one already-prepared DuckDB statement: prepare() is the only async step, so run/get/all rebind and\n// re-execute the same native statement, matching how callers like graph/traverse.ts's ring loop reuse one Statement across several calls.\nclass DuckdbStatement implements Statement {\n  private prepared: DuckDBPreparedStatement;\n\n  constructor(prepared: DuckDBPreparedStatement) {\n    this.prepared = prepared;\n    preparedFinalizer.register(this, prepared);\n  }\n\n  async run(...params: unknown[]): Promise<RunResult> {\n    if (params.length > 0) this.prepared.bind(params as DuckDBValue[]);\n    const result = await this.prepared.run();\n    return { changes: result.rowsChanged, lastInsertRowid: 0 };\n  }\n\n  async get(...params: unknown[]): Promise<unknown> {\n    const rows = await this.all(...params);\n    return rows[0];\n  }\n\n  async all(...params: unknown[]): Promise<unknown[]> {\n    if (params.length > 0) this.prepared.bind(params as DuckDBValue[]);\n    const reader = await this.prepared.runAndReadAll();\n    return (reader.getRowObjectsJS() as Array<Record<string, unknown>>).map(storeRowToJs);\n  }\n\n  async *iterate(...params: unknown[]): AsyncIterable<unknown> {\n    // Never called on the portable Connection/Statement surface today (only Store.raw streams);\n    // materializing keeps this a correct, if eager, AsyncIterable.\n    yield* await this.all(...params);\n  }\n\n  columns(): Array<{ name: string }> {\n    const out: Array<{ name: string }> = [];\n    for (let i = 0; i < this.prepared.columnCount; i++) out.push({ name: this.prepared.columnName(i) });\n    return out;\n  }\n\n  setReadBigInts(_enabled: boolean): void {\n    // No-op: in-range ints are already numbers here (storeRowToJs converts what getRowObjectsJS\n    // hands back as BigInt), so the node:sqlite throw-at-step-time problem does not exist.\n  }\n}\n\n// Adds the native DuckDBConnection to the portable Connection, so duckdb's own dialect code\n// (reconcile.ts's insertNew) can reach createAppender(); sqlite/turso have no such member.\nexport interface DuckdbConnection extends Connection {\n  readonly duckdb: DuckDBConnection;\n}\n\nexport function createConnection(duckdb: DuckDBConnection): DuckdbConnection {\n  const conn: DuckdbConnection = {\n    duckdb,\n    async exec(sql: string): Promise<void> {\n      await duckdb.run(sql);\n    },\n    async prepare(sql: string): Promise<Statement> {\n      return new DuckdbStatement(await duckdb.prepare(sql));\n    },\n    // The appender writes columnar vectors with no per-parameter binding, which is the cost\n    // runBatch pays: measured 7.2x on frontmatter at 6,566 rows. Alignment is against the table's\n    // own physical column order, read fresh, so a column the caller does not write (a\n    // feature-owned \"_rank\", say) takes appendDefault() rather than shifting every value one slot.\n    async appendRows(table: string, columns: string[], rows: unknown[][]): Promise<void> {\n      if (rows.length === 0) return;\n      const { variantValue } = await duckdbApi();\n      const infoStmt = await conn.prepare(`PRAGMA table_info(${quoteIdent(table)})`);\n      const physical = (await infoStmt.all()) as Array<{ name: string; type: string }>;\n      const rowIndexOf = new Map(columns.map((name, i) => [name, i]));\n\n      await withTransaction(conn, async () => {\n        const appender = await duckdb.createAppender(table);\n        const errors: unknown[] = [];\n        try {\n          for (const row of rows) {\n            for (const column of physical) {\n              const idx = rowIndexOf.get(column.name);\n              const value = idx === undefined ? undefined : row[idx];\n              if (idx === undefined) appender.appendDefault();\n              else if (value === null || value === undefined) appender.appendNull();\n              // VARIANT is frontmatter's dynamic columns only; every other table is statically\n              // typed, and appendValue is what preserves those types.\n              else if (column.type === 'VARIANT') appender.appendVariant(variantValue(value as DuckDBValue));\n              else appender.appendValue(value as DuckDBValue);\n            }\n            appender.endRow();\n          }\n          appender.flushSync();\n        } catch (err) {\n          errors.push(err);\n        }\n        try {\n          appender.closeSync();\n        } catch (err) {\n          errors.push(err);\n        }\n        if (errors.length === 1) throw errors[0];\n        if (errors.length > 1) throw new AggregateError(errors, errors[0] instanceof Error ? `${errors[0].message}; appender cleanup also failed` : 'DuckDB appender execution and cleanup failed');\n      });\n    },\n    // One crossing regardless of row count: rewriteBatch folds recognized shapes into a multi-row statement (batch.ts),\n    // else falls back to a bind-and-run loop, one call either way. Joins the caller's transaction when there is one, else opens its own.\n    async runBatch(sql: string, paramRows: unknown[][]): Promise<void> {\n      if (paramRows.length === 0) return;\n      await withTransaction(conn, async () => {\n        const rewritten = rewriteBatch(sql, paramRows.length);\n        if (rewritten) {\n          const stmt = await duckdb.prepare(rewritten.sql);\n          try {\n            stmt.bind(paramRows.flat() as DuckDBValue[]);\n            await stmt.run();\n          } finally {\n            stmt.destroySync();\n          }\n          return;\n        }\n        const stmt = await duckdb.prepare(sql);\n        try {\n          for (const row of paramRows) {\n            stmt.bind(row as DuckDBValue[]);\n            await stmt.run();\n          }\n        } finally {\n          stmt.destroySync();\n        }\n      });\n    },\n  };\n  return conn;\n}\n"],"names":["quoteIdent","withTransaction","rewriteBatch","duckdbApi","MAX_SAFE","BigInt","Number","MAX_SAFE_INTEGER","storeValueToJs","value","storeRowToJs","row","out","key","Object","entries","preparedFinalizer","FinalizationRegistry","prepared","destroySync","DuckdbStatement","run","params","length","bind","result","changes","rowsChanged","lastInsertRowid","get","rows","all","reader","runAndReadAll","getRowObjectsJS","map","iterate","columns","i","columnCount","push","name","columnName","setReadBigInts","_enabled","register","createConnection","duckdb","conn","exec","sql","prepare","appendRows","table","variantValue","infoStmt","physical","rowIndexOf","Map","appender","createAppender","errors","column","idx","undefined","appendDefault","appendNull","type","appendVariant","appendValue","endRow","flushSync","err","closeSync","AggregateError","Error","message","runBatch","paramRows","rewritten","stmt","flat"],"mappings":"AACA,SAASA,UAAU,QAAQ,eAAe;AAC1C,SAASC,eAAe,QAAQ,oBAAoB;AAEpD,SAASC,YAAY,QAAQ,aAAa;AAC1C,SAASC,SAAS,QAAQ,cAAc;AAExC,gGAAgG;AAChG,yGAAyG;AACzG,MAAMC,WAAWC,OAAOC,OAAOC,gBAAgB;AAC/C,OAAO,SAASC,eAAeC,KAAc;IAC3C,OAAO,OAAOA,UAAU,YAAYA,SAAS,CAACL,YAAYK,SAASL,WAAWE,OAAOG,SAASA;AAChG;AACA,OAAO,SAASC,aAAaC,GAA4B;IACvD,MAAMC,MAA+B,CAAC;IACtC,KAAK,MAAM,CAACC,KAAKJ,MAAM,IAAIK,OAAOC,OAAO,CAACJ,KAAMC,GAAG,CAACC,IAAI,GAAGL,eAAeC;IAC1E,OAAOG;AACT;AAEA,oJAAoJ;AACpJ,4JAA4J;AAC5J,MAAMI,oBAAoB,IAAIC,qBAA8C,CAACC;IAC3EA,SAASC,WAAW;AACtB;AAEA,2GAA2G;AAC3G,0IAA0I;AAC1I,IAAA,AAAMC,kBAAN,MAAMA;IAQJ,MAAMC,IAAI,GAAGC,MAAiB,EAAsB;QAClD,IAAIA,OAAOC,MAAM,GAAG,GAAG,IAAI,CAACL,QAAQ,CAACM,IAAI,CAACF;QAC1C,MAAMG,SAAS,MAAM,IAAI,CAACP,QAAQ,CAACG,GAAG;QACtC,OAAO;YAAEK,SAASD,OAAOE,WAAW;YAAEC,iBAAiB;QAAE;IAC3D;IAEA,MAAMC,IAAI,GAAGP,MAAiB,EAAoB;QAChD,MAAMQ,OAAO,MAAM,IAAI,CAACC,GAAG,IAAIT;QAC/B,OAAOQ,IAAI,CAAC,EAAE;IAChB;IAEA,MAAMC,IAAI,GAAGT,MAAiB,EAAsB;QAClD,IAAIA,OAAOC,MAAM,GAAG,GAAG,IAAI,CAACL,QAAQ,CAACM,IAAI,CAACF;QAC1C,MAAMU,SAAS,MAAM,IAAI,CAACd,QAAQ,CAACe,aAAa;QAChD,OAAO,AAACD,OAAOE,eAAe,GAAsCC,GAAG,CAACzB;IAC1E;IAEA,OAAO0B,QAAQ,GAAGd,MAAiB,EAA0B;QAC3D,4FAA4F;QAC5F,+DAA+D;QAC/D,OAAO,MAAM,IAAI,CAACS,GAAG,IAAIT;IAC3B;IAEAe,UAAmC;QACjC,MAAMzB,MAA+B,EAAE;QACvC,IAAK,IAAI0B,IAAI,GAAGA,IAAI,IAAI,CAACpB,QAAQ,CAACqB,WAAW,EAAED,IAAK1B,IAAI4B,IAAI,CAAC;YAAEC,MAAM,IAAI,CAACvB,QAAQ,CAACwB,UAAU,CAACJ;QAAG;QACjG,OAAO1B;IACT;IAEA+B,eAAeC,QAAiB,EAAQ;IACtC,4FAA4F;IAC5F,uFAAuF;IACzF;IArCA,YAAY1B,QAAiC,CAAE;QAC7C,IAAI,CAACA,QAAQ,GAAGA;QAChBF,kBAAkB6B,QAAQ,CAAC,IAAI,EAAE3B;IACnC;AAmCF;AAQA,OAAO,SAAS4B,iBAAiBC,MAAwB;IACvD,MAAMC,OAAyB;QAC7BD;QACA,MAAME,MAAKC,GAAW;YACpB,MAAMH,OAAO1B,GAAG,CAAC6B;QACnB;QACA,MAAMC,SAAQD,GAAW;YACvB,OAAO,IAAI9B,gBAAgB,MAAM2B,OAAOI,OAAO,CAACD;QAClD;QACA,wFAAwF;QACxF,8FAA8F;QAC9F,kFAAkF;QAClF,+FAA+F;QAC/F,MAAME,YAAWC,KAAa,EAAEhB,OAAiB,EAAEP,IAAiB;YAClE,IAAIA,KAAKP,MAAM,KAAK,GAAG;YACvB,MAAM,EAAE+B,YAAY,EAAE,GAAG,MAAMnD;YAC/B,MAAMoD,WAAW,MAAMP,KAAKG,OAAO,CAAC,CAAC,kBAAkB,EAAEnD,WAAWqD,OAAO,CAAC,CAAC;YAC7E,MAAMG,WAAY,MAAMD,SAASxB,GAAG;YACpC,MAAM0B,aAAa,IAAIC,IAAIrB,QAAQF,GAAG,CAAC,CAACM,MAAMH,IAAM;oBAACG;oBAAMH;iBAAE;YAE7D,MAAMrC,gBAAgB+C,MAAM;gBAC1B,MAAMW,WAAW,MAAMZ,OAAOa,cAAc,CAACP;gBAC7C,MAAMQ,SAAoB,EAAE;gBAC5B,IAAI;oBACF,KAAK,MAAMlD,OAAOmB,KAAM;wBACtB,KAAK,MAAMgC,UAAUN,SAAU;4BAC7B,MAAMO,MAAMN,WAAW5B,GAAG,CAACiC,OAAOrB,IAAI;4BACtC,MAAMhC,QAAQsD,QAAQC,YAAYA,YAAYrD,GAAG,CAACoD,IAAI;4BACtD,IAAIA,QAAQC,WAAWL,SAASM,aAAa;iCACxC,IAAIxD,UAAU,QAAQA,UAAUuD,WAAWL,SAASO,UAAU;iCAG9D,IAAIJ,OAAOK,IAAI,KAAK,WAAWR,SAASS,aAAa,CAACd,aAAa7C;iCACnEkD,SAASU,WAAW,CAAC5D;wBAC5B;wBACAkD,SAASW,MAAM;oBACjB;oBACAX,SAASY,SAAS;gBACpB,EAAE,OAAOC,KAAK;oBACZX,OAAOrB,IAAI,CAACgC;gBACd;gBACA,IAAI;oBACFb,SAASc,SAAS;gBACpB,EAAE,OAAOD,KAAK;oBACZX,OAAOrB,IAAI,CAACgC;gBACd;gBACA,IAAIX,OAAOtC,MAAM,KAAK,GAAG,MAAMsC,MAAM,CAAC,EAAE;gBACxC,IAAIA,OAAOtC,MAAM,GAAG,GAAG,MAAM,IAAImD,eAAeb,QAAQA,MAAM,CAAC,EAAE,YAAYc,QAAQ,GAAGd,MAAM,CAAC,EAAE,CAACe,OAAO,CAAC,8BAA8B,CAAC,GAAG;YAC9I;QACF;QACA,oHAAoH;QACpH,qIAAqI;QACrI,MAAMC,UAAS3B,GAAW,EAAE4B,SAAsB;YAChD,IAAIA,UAAUvD,MAAM,KAAK,GAAG;YAC5B,MAAMtB,gBAAgB+C,MAAM;gBAC1B,MAAM+B,YAAY7E,aAAagD,KAAK4B,UAAUvD,MAAM;gBACpD,IAAIwD,WAAW;oBACb,MAAMC,OAAO,MAAMjC,OAAOI,OAAO,CAAC4B,UAAU7B,GAAG;oBAC/C,IAAI;wBACF8B,KAAKxD,IAAI,CAACsD,UAAUG,IAAI;wBACxB,MAAMD,KAAK3D,GAAG;oBAChB,SAAU;wBACR2D,KAAK7D,WAAW;oBAClB;oBACA;gBACF;gBACA,MAAM6D,OAAO,MAAMjC,OAAOI,OAAO,CAACD;gBAClC,IAAI;oBACF,KAAK,MAAMvC,OAAOmE,UAAW;wBAC3BE,KAAKxD,IAAI,CAACb;wBACV,MAAMqE,KAAK3D,GAAG;oBAChB;gBACF,SAAU;oBACR2D,KAAK7D,WAAW;gBAClB;YACF;QACF;IACF;IACA,OAAO6B;AACT"}

package/dist/esm/store/duckdb/fieldStats.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/duckdb/fieldStats.ts"],"sourcesContent":["import { quoteIdent } from '../shared.ts';\nimport type { Connection, FieldStat } from '../types.ts';\n\n// DuckDB's frontmatter columns are VARIANT (reconcile.ts), so typeof() always reports VARIANT; variant_typeof() reports the boxed native\n// type instead -- INT128, DOUBLE, VARCHAR, or a literal's narrower type like DECIMAL(p, s) -- mapped onto sqlite/turso's integer/real/text vocabulary; an unrecognized name throws (no-silent-modes).\nfunction classifyVariantType(name: string, field: string): 'integer' | 'real' | 'text' {\n  if (/^U?INT\\d+$/.test(name)) return 'integer';\n  if (name === 'FLOAT' || name === 'DOUBLE' || name.startsWith('DECIMAL(')) return 'real';\n  if (name === 'VARCHAR') return 'text';\n  throw new Error(`duckdb: variant_typeof() returned unrecognized type \"${name}\" for column \"${field}\"`);\n}\n\n// duckdb degrades superlinearly in the number of string_agg(DISTINCT variant_typeof()) aggregates\n// per projection, not the column width (301 columns: 1148ms unchunked vs 88ms at chunk size 25);\n// 16 sits inside the measured flat 10-25 range. sqlite/turso need none of this: GROUP_CONCAT over\n// 300 columns runs in 7ms.\nconst AGGREGATES_PER_QUERY = 16;\n\n// COUNT + string_agg(DISTINCT variant_typeof()) per column keeps this O(columns), not O(rows x columns).\n// '|' is the separator, not ',': DECIMAL's display name (\"DECIMAL(4, 2)\") contains a comma.\nexport async function fieldStats(conn: Connection, columns: string[], scopeWhere: string): Promise<FieldStat[]> {\n  const stats: FieldStat[] = [];\n  for (let start = 0; start < columns.length; start += AGGREGATES_PER_QUERY) {\n    const chunk = columns.slice(start, start + AGGREGATES_PER_QUERY);\n    const exprs = chunk.map((name, i) => {\n      const quoted = quoteIdent(name);\n      return `COUNT(${quoted}) AS n${i}, string_agg(DISTINCT variant_typeof(${quoted}), '|') FILTER (WHERE ${quoted} IS NOT NULL) AS t${i}`;\n    });\n    const stmt = await conn.prepare(`SELECT ${exprs.join(', ')} FROM frontmatter ${scopeWhere}`);\n    const row = (await stmt.get()) as Record<string, number | string | null>;\n    for (const [i, name] of chunk.entries()) {\n      const raw = ((row[`t${i}`] as string) ?? '').split('|').filter(Boolean);\n      const types = [...new Set(raw.map((t) => classifyVariantType(t, name)))].sort();\n      stats.push({ field: name, coverage: Number(row[`n${i}`] ?? 0), type: types.join(',') });\n    }\n  }\n  return stats;\n}\n"],"names":["quoteIdent","classifyVariantType","name","field","test","startsWith","Error","AGGREGATES_PER_QUERY","fieldStats","conn","columns","scopeWhere","stats","start","length","chunk","slice","exprs","map","i","quoted","stmt","prepare","join","row","get","entries","raw","split","filter","Boolean","types","Set","t","sort","push","coverage","Number","type"],"mappings":"AAAA,SAASA,UAAU,QAAQ,eAAe;AAG1C,yIAAyI;AACzI,sMAAsM;AACtM,SAASC,oBAAoBC,IAAY,EAAEC,KAAa;IACtD,IAAI,aAAaC,IAAI,CAACF,OAAO,OAAO;IACpC,IAAIA,SAAS,WAAWA,SAAS,YAAYA,KAAKG,UAAU,CAAC,aAAa,OAAO;IACjF,IAAIH,SAAS,WAAW,OAAO;IAC/B,MAAM,IAAII,MAAM,CAAC,qDAAqD,EAAEJ,KAAK,cAAc,EAAEC,MAAM,CAAC,CAAC;AACvG;AAEA,kGAAkG;AAClG,iGAAiG;AACjG,kGAAkG;AAClG,2BAA2B;AAC3B,MAAMI,uBAAuB;AAE7B,yGAAyG;AACzG,4FAA4F;AAC5F,OAAO,eAAeC,WAAWC,IAAgB,EAAEC,OAAiB,EAAEC,UAAkB;IACtF,MAAMC,QAAqB,EAAE;IAC7B,IAAK,IAAIC,QAAQ,GAAGA,QAAQH,QAAQI,MAAM,EAAED,SAASN,qBAAsB;QACzE,MAAMQ,QAAQL,QAAQM,KAAK,CAACH,OAAOA,QAAQN;QAC3C,MAAMU,QAAQF,MAAMG,GAAG,CAAC,CAAChB,MAAMiB;YAC7B,MAAMC,SAASpB,WAAWE;YAC1B,OAAO,CAAC,MAAM,EAAEkB,OAAO,MAAM,EAAED,EAAE,qCAAqC,EAAEC,OAAO,sBAAsB,EAAEA,OAAO,kBAAkB,EAAED,GAAG;QACvI;QACA,MAAME,OAAO,MAAMZ,KAAKa,OAAO,CAAC,CAAC,OAAO,EAAEL,MAAMM,IAAI,CAAC,MAAM,kBAAkB,EAAEZ,YAAY;QAC3F,MAAMa,MAAO,MAAMH,KAAKI,GAAG;QAC3B,KAAK,MAAM,CAACN,GAAGjB,KAAK,IAAIa,MAAMW,OAAO,GAAI;gBACzBF,OAE6BA;YAF3C,MAAMG,MAAM,EAAEH,QAAAA,GAAG,CAAC,CAAC,CAAC,EAAEL,GAAG,CAAC,cAAZK,mBAAAA,QAA2B,IAAII,KAAK,CAAC,KAAKC,MAAM,CAACC;YAC/D,MAAMC,QAAQ;mBAAI,IAAIC,IAAIL,IAAIT,GAAG,CAAC,CAACe,IAAMhC,oBAAoBgC,GAAG/B;aAAQ,CAACgC,IAAI;YAC7EtB,MAAMuB,IAAI,CAAC;gBAAEhC,OAAOD;gBAAMkC,UAAUC,QAAOb,SAAAA,GAAG,CAAC,CAAC,CAAC,EAAEL,GAAG,CAAC,cAAZK,oBAAAA,SAAgB;gBAAIc,MAAMP,MAAMR,IAAI,CAAC;YAAK;QACvF;IACF;IACA,OAAOX;AACT"}
+{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/duckdb/fieldStats.ts"],"sourcesContent":["import { quoteIdent } from '../shared.ts';\nimport type { Connection, FieldStat } from '../types.ts';\n\n// DuckDB's frontmatter columns are VARIANT (reconcile.ts), so typeof() always reports VARIANT; variant_typeof() reports the boxed native\n// type instead -- INT128, DOUBLE, VARCHAR, or a literal's narrower type like DECIMAL(p, s) -- mapped onto sqlite/turso's integer/real/text vocabulary; an unrecognized name throws (no-silent-modes).\nfunction classifyVariantType(name: string, field: string): 'integer' | 'real' | 'text' {\n  if (/^U?INT\\d+$/.test(name)) return 'integer';\n  if (name === 'FLOAT' || name === 'DOUBLE' || name.startsWith('DECIMAL(')) return 'real';\n  if (name === 'VARCHAR') return 'text';\n  throw new Error(`duckdb: variant_typeof() returned unrecognized type \"${name}\" for column \"${field}\"`);\n}\n\n// duckdb degrades superlinearly in the number of string_agg(DISTINCT variant_typeof()) aggregates\n// per projection, not the column width (301 columns: 1148ms unchunked vs 88ms at chunk size 25);\n// 16 sits inside the measured flat 10-25 range. sqlite/turso need none of this: GROUP_CONCAT over\n// 300 columns runs in 7ms.\nconst AGGREGATES_PER_QUERY = 16;\n\n// COUNT + string_agg(DISTINCT variant_typeof()) per column keeps this O(columns), not O(rows x columns).\n// '|' is the separator, not ',': DECIMAL's display name (\"DECIMAL(4, 2)\") contains a comma.\nexport async function fieldStats(conn: Connection, columns: string[], scopeWhere: string): Promise<FieldStat[]> {\n  const stats: FieldStat[] = [];\n  for (let start = 0; start < columns.length; start += AGGREGATES_PER_QUERY) {\n    const chunk = columns.slice(start, start + AGGREGATES_PER_QUERY);\n    const exprs = chunk.map((name, i) => {\n      const quoted = quoteIdent(name);\n      return `COUNT(${quoted}) AS n${i}, string_agg(DISTINCT variant_typeof(${quoted}), '|') FILTER (WHERE ${quoted} IS NOT NULL) AS t${i}`;\n    });\n    const stmt = await conn.prepare(`SELECT ${exprs.join(', ')} FROM frontmatter ${scopeWhere}`);\n    const row = (await stmt.get()) as Record<string, number | string | null>;\n    for (const [i, name] of chunk.entries()) {\n      const raw = ((row[`t${i}`] as string) ?? '').split('|').filter(Boolean);\n      const types = [...new Set(raw.map((t) => classifyVariantType(t, name)))].sort();\n      stats.push({ field: name, coverage: Number(row[`n${i}`] ?? 0), type: types.join(',') });\n    }\n  }\n  return stats;\n}\n"],"names":["quoteIdent","classifyVariantType","name","field","test","startsWith","Error","AGGREGATES_PER_QUERY","fieldStats","conn","columns","scopeWhere","stats","start","length","chunk","slice","exprs","map","i","quoted","stmt","prepare","join","row","get","entries","raw","split","filter","Boolean","types","Set","t","sort","push","coverage","Number","type"],"mappings":"AAAA,SAASA,UAAU,QAAQ,eAAe;AAG1C,yIAAyI;AACzI,sMAAsM;AACtM,SAASC,oBAAoBC,IAAY,EAAEC,KAAa;IACtD,IAAI,aAAaC,IAAI,CAACF,OAAO,OAAO;IACpC,IAAIA,SAAS,WAAWA,SAAS,YAAYA,KAAKG,UAAU,CAAC,aAAa,OAAO;IACjF,IAAIH,SAAS,WAAW,OAAO;IAC/B,MAAM,IAAII,MAAM,CAAC,qDAAqD,EAAEJ,KAAK,cAAc,EAAEC,MAAM,CAAC,CAAC;AACvG;AAEA,kGAAkG;AAClG,iGAAiG;AACjG,kGAAkG;AAClG,2BAA2B;AAC3B,MAAMI,uBAAuB;AAE7B,yGAAyG;AACzG,4FAA4F;AAC5F,OAAO,eAAeC,WAAWC,IAAgB,EAAEC,OAAiB,EAAEC,UAAkB;IACtF,MAAMC,QAAqB,EAAE;IAC7B,IAAK,IAAIC,QAAQ,GAAGA,QAAQH,QAAQI,MAAM,EAAED,SAASN,qBAAsB;QACzE,MAAMQ,QAAQL,QAAQM,KAAK,CAACH,OAAOA,QAAQN;QAC3C,MAAMU,QAAQF,MAAMG,GAAG,CAAC,CAAChB,MAAMiB;YAC7B,MAAMC,SAASpB,WAAWE;YAC1B,OAAO,CAAC,MAAM,EAAEkB,OAAO,MAAM,EAAED,EAAE,qCAAqC,EAAEC,OAAO,sBAAsB,EAAEA,OAAO,kBAAkB,EAAED,GAAG;QACvI;QACA,MAAME,OAAO,MAAMZ,KAAKa,OAAO,CAAC,CAAC,OAAO,EAAEL,MAAMM,IAAI,CAAC,MAAM,kBAAkB,EAAEZ,YAAY;QAC3F,MAAMa,MAAO,MAAMH,KAAKI,GAAG;QAC3B,KAAK,MAAM,CAACN,GAAGjB,KAAK,IAAIa,MAAMW,OAAO,GAAI;gBACzBF,OAE6BA;YAF3C,MAAMG,MAAM,EAAEH,QAAAA,GAAG,CAAC,CAAC,CAAC,EAAEL,GAAG,CAAC,cAAZK,mBAAAA,QAA2B,IAAII,KAAK,CAAC,KAAKC,MAAM,CAACC;YAC/D,MAAMC,QAAQ;mBAAI,IAAIC,IAAIL,IAAIT,GAAG,CAAC,CAACe,IAAMhC,oBAAoBgC,GAAG/B;aAAQ,CAACgC,IAAI;YAC7EtB,MAAMuB,IAAI,CAAC;gBAAEhC,OAAOD;gBAAMkC,UAAUC,QAAOb,SAAAA,GAAG,CAAC,CAAC,CAAC,EAAEL,GAAG,CAAC,cAAZK,oBAAAA,SAAgB;gBAAIc,MAAMP,MAAMR,IAAI,CAAC;YAAK;QACvF;IACF;IACA,OAAOX;AACT"}

package/dist/esm/store/duckdb/lexical.d.ts

@@ -1,14 +1,9 @@
 import type { Connection, LexicalHit, LexicalQueryOptions } from '../types.js';
-interface FtsIndexState {
-    stale: boolean;
-    orderedMacroReady: boolean;
-}
 export declare function markContentStale(conn: Connection): Promise<void>;
 export declare function prepareFts(conn: Connection): Promise<void>;
 export declare function assertFtsReady(conn: Connection): Promise<void>;
-export declare function queryLexical(conn: Connection, terms: string, opts: LexicalQueryOptions, state: FtsIndexState): Promise<LexicalHit[]>;
+export declare function queryLexical(conn: Connection, terms: string, opts: LexicalQueryOptions): Promise<LexicalHit[]>;
 export declare function createLexicalIndex(conn: Connection): {
     query: (terms: string, opts: LexicalQueryOptions) => Promise<LexicalHit[]>;
     markStale: () => Promise<void>;
 };
-export {};

package/dist/esm/store/duckdb/lexical.js

@@ -4,7 +4,7 @@ import { SenseError } from '../../errors.js';
 import { foldForSearch, matchesSearchPhrase, searchTokens } from '../../text/segment.js';
 import { getMeta, setMeta } from '../shared.js';
 import { withTransaction } from '../transaction.js';
-import { ensureOrderedBm25, ORDERED_BM25_MACRO } from './ordered-bm25.js';
+import { FTS_STEMMER, nativeQueryTerms, orderedBm25Sql } from './ordered-bm25.js';
 const FIELDS = [
     'title',
     'summary',
@@ -68,8 +68,7 @@ async function stateFor(conn) {
         // Anything but a persisted '0' (missing key, or '1') means a rebuild is owed: a cache that
         // never built an index, or one a prior process marked stale and never got to clear.
         state = {
-            stale: await getMeta(conn, FTS_STALE_META_KEY) !== '0',
-            orderedMacroReady: false
+            stale: await getMeta(conn, FTS_STALE_META_KEY) !== '0'
         };
         ftsState.set(conn, state);
     }
@@ -90,8 +89,7 @@ async function hasFtsArtifact(conn) {
 // transaction (reconcile.ts) so a crash never lands the content write without the stale mark.
 export async function markContentStale(conn) {
     ftsState.set(conn, {
-        stale: true,
-        orderedMacroReady: false
+        stale: true
     });
     await setMeta(conn, FTS_STALE_META_KEY, '1');
 }
@@ -146,11 +144,10 @@ async function rebuildFts(conn, state) {
     await conn.exec('INSTALL fts; LOAD fts;');
     if (!state.stale && await hasFtsArtifact(conn)) return;
     state.stale = true;
-    state.orderedMacroReady = false;
     await withTransaction(conn, async ()=>{
         // stopwords='none': sqlite's porter/unicode61 tokenizer never removes stopwords either (verified 1.5.5); the fts extension's
         // default 571-word list would otherwise drop common words (e.g. "and") from the index but not match_bm25's conjunctive gate, breaking multi-word matches.
-        await conn.exec(`PRAGMA create_fts_index('content', 'path', 'title', 'summary', 'text', stopwords='none', overwrite=1)`);
+        await conn.exec(`PRAGMA create_fts_index('content', 'path', 'title', 'summary', 'text', stemmer='${FTS_STEMMER}', stopwords='none', overwrite=1)`);
         // Same transaction as the rebuild: a crash before commit leaves the mark set (a redundant
         // rebuild next time), never a cleared mark serving a half-built index as fresh.
         await setMeta(conn, FTS_STALE_META_KEY, '0');
@@ -175,24 +172,23 @@ export async function assertFtsReady(conn) {
 }
 // Field-weighted fragments (title 10 / summary 5 / text 1), with params emitted in the exact left-to-right order the assembled SQL needs for positional `?` binding.
 // score/gate params stay in separate arrays until joined at the end, since the SQL puts every score part before every gate part; sharing one array would shift binds once a query has both words and substrings (PRINCIPLES: no-silent-modes).
-function buildScoreAndGate(words, bareWords, phraseWords, substrings) {
+function buildScoreAndGate(words, nativeTerms, bareWords, phraseWords, substrings) {
     const scoreParts = [];
     const gateParts = [];
     const scoreParams = [];
     const gateParams = [];
     if (words.length > 0) {
-        const wordQuery = words.map(foldForSearch).join(' ');
         for (const field of FIELDS){
-            scoreParts.push(`${FIELD_WEIGHT[field]}.0 * COALESCE(${ORDERED_BM25_MACRO}(content."path", ?, fields := '${field}', conjunctive := false), 0)`);
-            scoreParams.push(wordQuery);
+            scoreParts.push(`${FIELD_WEIGHT[field]}.0 * COALESCE(${orderedBm25Sql(field, nativeTerms.length)}, 0)`);
+            scoreParams.push(...nativeTerms);
         }
         if (bareWords.length > 0) {
-            const nativeGate = `${ORDERED_BM25_MACRO}(content."path", ?, conjunctive := true) IS NOT NULL`;
+            const nativeGate = `fts_main_content.match_bm25(content."path", ?, conjunctive := true) IS NOT NULL`;
             gateParts.push(nativeGate);
             gateParams.push(bareWords.map(foldForSearch).join(' '));
         }
         if (phraseWords.length > 0) {
-            const nativeGate = `${ORDERED_BM25_MACRO}(content."path", ?, conjunctive := true) IS NOT NULL`;
+            const nativeGate = `fts_main_content.match_bm25(content."path", ?, conjunctive := true) IS NOT NULL`;
             const fallback = phraseWords.map((_word)=>`(${FIELDS.map((field)=>`contains(strip_accents(lower(content.${field})), ?)`).join(' OR ')})`).join(' AND ');
             gateParts.push(`(${nativeGate} OR (${fallback}))`);
             gateParams.push(phraseWords.map(foldForSearch).join(' '));
@@ -219,7 +215,7 @@ function buildScoreAndGate(words, bareWords, phraseWords, substrings) {
 }
 // Ranked query, scoped by the caller-built SQL fragments (same fragments sqlite's queryLexical takes).
 // Phrase rows carry authored fields through the post-filter; the public result still contains paths only.
-export async function queryLexical(conn, terms, opts, state) {
+export async function queryLexical(conn, terms, opts) {
     const unsupported = unsupportedOperator(terms);
     if (unsupported !== null) {
         throw new SenseError('STORE_CAPABILITY_MISSING', `store "duckdb" does not implement FTS5's ${unsupported.label} ("${unsupported.token}") in this build; rephrase "${terms.trim()}" without it, or set "store" to "sqlite" in this tree's config to search it as written`);
@@ -228,8 +224,8 @@ export async function queryLexical(conn, terms, opts, state) {
     const { words, bareWords, phraseWords, substrings, phrases, emptyPhrase } = splitTerms(terms);
     if (emptyPhrase || words.length === 0 && substrings.length === 0) return [];
     if (words.length > 0) await assertFtsReady(conn);
-    if (words.length > 0) await ensureOrderedBm25(conn, state);
-    const { scoreSql, gateSql, params } = buildScoreAndGate(words, bareWords, phraseWords, substrings);
+    const nativeTerms = words.length > 0 ? await nativeQueryTerms(conn, words.map(foldForSearch).join(' ')) : [];
+    const { scoreSql, gateSql, params } = buildScoreAndGate(words, nativeTerms, bareWords, phraseWords, substrings);
     const selectFields = phrases.length > 0 ? ', content.title, content.summary, content.text' : '';
     const sqlLimit = phrases.length > 0 ? '' : ' LIMIT ?';
     const sql = `SELECT path, score${phrases.length > 0 ? ', title, summary, text' : ''} FROM (
@@ -255,7 +251,7 @@ export async function queryLexical(conn, terms, opts, state) {
 // otherwise), and reconcileContent (reconcile.ts) marks it stale again on every content change.
 export function createLexicalIndex(conn) {
     return {
-        query: async (terms, opts)=>queryLexical(conn, terms, opts, await stateFor(conn)),
+        query: async (terms, opts)=>queryLexical(conn, terms, opts),
         markStale: ()=>markContentStale(conn)
     };
 }

package/dist/esm/store/duckdb/lexical.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/duckdb/lexical.ts"],"sourcesContent":["// D1: fts BM25 for ranking, contains() scans for exact substring / phrase verification /\n// unspaced scripts, JS snippets for every doc (no snippet()).\nimport { SenseError } from '../../errors.ts';\nimport { foldForSearch, matchesSearchPhrase, type SearchToken, searchTokens } from '../../text/segment.ts';\nimport { getMeta, setMeta } from '../shared.ts';\nimport { withTransaction } from '../transaction.ts';\nimport type { Connection, LexicalHit, LexicalQueryOptions } from '../types.ts';\nimport { ensureOrderedBm25, ORDERED_BM25_MACRO } from './ordered-bm25.ts';\n\nconst FIELDS = ['title', 'summary', 'text'] as const;\ntype Field = (typeof FIELDS)[number];\n// Mirrors sqlite's bm25(content, 10.0, 5.0, 1.0, ...) column-weight intent; DuckDB's match_bm25 has no\n// field_weights argument (verified 1.5.5), so each field is scored separately and combined here.\nconst FIELD_WEIGHT: Record<Field, number> = { title: 10, summary: 5, text: 1 };\n\n// FTS5 operator syntax (sqlite.org/fts5.html sec. 3) that words/substrings below would otherwise silently\n// treat as literal terms (PRINCIPLES: no-silent-modes). Quoted contents stay ignored while their boundary remains detectable.\nconst FTS5_OPERATORS: Array<{ label: string; re: RegExp }> = [\n  { label: 'prefix query', re: /[\\p{L}\\p{N}_]+\\*(?=\\s|$)/u },\n  { label: 'boolean operator', re: /(?:^|\\s)(?:AND|OR|NOT)(?=\\s|$)/ },\n  { label: 'NEAR operator', re: /(?:^|\\s)NEAR\\b/ },\n  { label: 'initial-token operator', re: /(?:^|\\s)\\^\\S+/ },\n  { label: 'column filter', re: /(?:^|\\s)[\\p{L}_]\\w*\\s*:/u },\n  { label: 'grouping operator', re: /[()]/ },\n];\n\nfunction unsupportedOperator(terms: string): { label: string; token: string } | null {\n  const withoutPhrases = terms.replace(/\"[^\"]*\"/g, 'phrase');\n  for (const { label, re } of FTS5_OPERATORS) {\n    const m = withoutPhrases.match(re);\n    if (m) return { label, token: m[0].trim() };\n  }\n  return null;\n}\n\ninterface FtsIndexState {\n  stale: boolean;\n  orderedMacroReady: boolean;\n}\n\n// Durable across connections/processes (meta table, shared.ts); `stale` is the in-memory cache of\n// it for this connection's lifetime, so a watcher's repeat queries don't re-read meta every time.\nconst FTS_STALE_META_KEY = 'fts_stale';\n\n// One state per connection, not per store instance: reconcileContent (reconcile.ts) marks it\n// stale from outside createLexicalIndex's closure, whether a one-shot open or a watcher's builder ran it.\nconst ftsState = new WeakMap<Connection, FtsIndexState>();\nasync function stateFor(conn: Connection): Promise<FtsIndexState> {\n  let state = ftsState.get(conn);\n  if (!state) {\n    // Anything but a persisted '0' (missing key, or '1') means a rebuild is owed: a cache that\n    // never built an index, or one a prior process marked stale and never got to clear.\n    state = { stale: (await getMeta(conn, FTS_STALE_META_KEY)) !== '0', orderedMacroReady: false };\n    ftsState.set(conn, state);\n  }\n  return state;\n}\n\nasync function hasFtsArtifact(conn: Connection): Promise<boolean> {\n  const stmt = await conn.prepare(`\n    SELECT 1 AS ready\n    FROM duckdb_functions()\n    WHERE schema_name = 'fts_main_content'\n      AND function_name = 'match_bm25'\n      AND function_type = 'macro'\n    LIMIT 1\n  `);\n  return (await stmt.get()) !== undefined;\n}\n\n// Called whenever this store's reconcileContent changes `content`; must run inside that same\n// transaction (reconcile.ts) so a crash never lands the content write without the stale mark.\nexport async function markContentStale(conn: Connection): Promise<void> {\n  ftsState.set(conn, { stale: true, orderedMacroReady: false });\n  await setMeta(conn, FTS_STALE_META_KEY, '1');\n}\n\n// A run whose script marks no word boundaries makes match_bm25's whitespace tokenizer index the whole run as one token,\n// so unspaced terms use contains() and quoted phrases use the shared authored-field verifier.\nfunction splitTerms(terms: string): { words: string[]; bareWords: string[]; phraseWords: string[]; substrings: string[]; phrases: SearchToken[][]; emptyPhrase: boolean } {\n  const words: string[] = [];\n  const bareWords: string[] = [];\n  const phraseWords: string[] = [];\n  const substrings: string[] = [];\n  const phrases: SearchToken[][] = [];\n  let emptyPhrase = false;\n  const withoutPhrases = terms.replace(/\"([^\"]*)\"/g, (_m, inner: string) => {\n    const phrase = inner.trim();\n    const phraseTokens = searchTokens(phrase);\n    if (phraseTokens.length === 0) {\n      emptyPhrase = true;\n      return ' ';\n    }\n    phrases.push(phraseTokens);\n    for (const token of phraseTokens) {\n      if (token.unspaced) substrings.push(token.text);\n      else {\n        words.push(token.text);\n        phraseWords.push(token.text);\n      }\n    }\n    return ' ';\n  });\n  for (const tok of withoutPhrases.split(/\\s+/)) {\n    if (tok.length === 0) continue;\n    for (const token of searchTokens(tok)) {\n      if (token.unspaced) substrings.push(token.text);\n      else {\n        words.push(token.text);\n        bareWords.push(token.text);\n      }\n    }\n  }\n  return { words, bareWords, phraseWords, substrings, phrases, emptyPhrase };\n}\n\n// No incremental update (verified 1.5.5: PRAGMA create_fts_index is rebuild-only), so this pays\n// the full rebuild whenever `state.stale`, which meta.fts_stale keeps true across processes until cleared below.\nasync function rebuildFts(conn: Connection, state: FtsIndexState): Promise<void> {\n  await conn.exec('INSTALL fts; LOAD fts;');\n  if (!state.stale && (await hasFtsArtifact(conn))) return;\n  state.stale = true;\n  state.orderedMacroReady = false;\n  await withTransaction(conn, async () => {\n    // stopwords='none': sqlite's porter/unicode61 tokenizer never removes stopwords either (verified 1.5.5); the fts extension's\n    // default 571-word list would otherwise drop common words (e.g. \"and\") from the index but not match_bm25's conjunctive gate, breaking multi-word matches.\n    await conn.exec(`PRAGMA create_fts_index('content', 'path', 'title', 'summary', 'text', stopwords='none', overwrite=1)`);\n    // Same transaction as the rebuild: a crash before commit leaves the mark set (a redundant\n    // rebuild next time), never a cleared mark serving a half-built index as fresh.\n    await setMeta(conn, FTS_STALE_META_KEY, '0');\n  });\n  state.stale = false;\n}\n\nexport async function prepareFts(conn: Connection): Promise<void> {\n  await rebuildFts(conn, await stateFor(conn));\n}\n\nexport async function assertFtsReady(conn: Connection): Promise<void> {\n  const state = await stateFor(conn);\n  if (state.stale) throw new SenseError('INDEX_NOT_READY', 'the DuckDB lexical index is missing or stale; run `sense build` (or library build(config)) before lexical querying with build disabled');\n  try {\n    await conn.exec('LOAD fts;');\n    if (!(await hasFtsArtifact(conn))) {\n      throw new SenseError('INDEX_NOT_READY', 'the DuckDB lexical index artifact is missing; run `sense build` (or library build(config)) before lexical querying with build disabled');\n    }\n  } catch (err) {\n    if (err instanceof SenseError) throw err;\n    throw new SenseError('INDEX_NOT_READY', `the DuckDB lexical extension is not prepared (${(err as Error).message}); run \\`sense build\\` (or library build(config))`);\n  }\n}\n\n// Field-weighted fragments (title 10 / summary 5 / text 1), with params emitted in the exact left-to-right order the assembled SQL needs for positional `?` binding.\n// score/gate params stay in separate arrays until joined at the end, since the SQL puts every score part before every gate part; sharing one array would shift binds once a query has both words and substrings (PRINCIPLES: no-silent-modes).\nfunction buildScoreAndGate(words: string[], bareWords: string[], phraseWords: string[], substrings: string[]): { scoreSql: string; gateSql: string; params: unknown[] } {\n  const scoreParts: string[] = [];\n  const gateParts: string[] = [];\n  const scoreParams: unknown[] = [];\n  const gateParams: unknown[] = [];\n\n  if (words.length > 0) {\n    const wordQuery = words.map(foldForSearch).join(' ');\n    for (const field of FIELDS) {\n      scoreParts.push(`${FIELD_WEIGHT[field]}.0 * COALESCE(${ORDERED_BM25_MACRO}(content.\"path\", ?, fields := '${field}', conjunctive := false), 0)`);\n      scoreParams.push(wordQuery);\n    }\n    if (bareWords.length > 0) {\n      const nativeGate = `${ORDERED_BM25_MACRO}(content.\"path\", ?, conjunctive := true) IS NOT NULL`;\n      gateParts.push(nativeGate);\n      gateParams.push(bareWords.map(foldForSearch).join(' '));\n    }\n    if (phraseWords.length > 0) {\n      const nativeGate = `${ORDERED_BM25_MACRO}(content.\"path\", ?, conjunctive := true) IS NOT NULL`;\n      const fallback = phraseWords.map((_word) => `(${FIELDS.map((field) => `contains(strip_accents(lower(content.${field})), ?)`).join(' OR ')})`).join(' AND ');\n      gateParts.push(`(${nativeGate} OR (${fallback}))`);\n      gateParams.push(phraseWords.map(foldForSearch).join(' '));\n      gateParams.push(...phraseWords.flatMap((word) => FIELDS.map(() => foldForSearch(word))));\n    }\n  }\n\n  for (const raw of substrings) {\n    const needle = raw.toLowerCase();\n    for (const field of FIELDS) {\n      scoreParts.push(`${FIELD_WEIGHT[field]}.0 * CAST(contains(strip_accents(lower(content.${field})), ?) AS INTEGER)`);\n      scoreParams.push(foldForSearch(needle));\n    }\n    gateParts.push(`(${FIELDS.map((field) => `contains(strip_accents(lower(content.${field})), ?)`).join(' OR ')})`);\n    gateParams.push(...FIELDS.map(() => foldForSearch(needle)));\n  }\n\n  return { scoreSql: scoreParts.join(' + '), gateSql: gateParts.join(' AND ') || 'TRUE', params: [...scoreParams, ...gateParams] };\n}\n\n// Ranked query, scoped by the caller-built SQL fragments (same fragments sqlite's queryLexical takes).\n// Phrase rows carry authored fields through the post-filter; the public result still contains paths only.\nexport async function queryLexical(conn: Connection, terms: string, opts: LexicalQueryOptions, state: FtsIndexState): Promise<LexicalHit[]> {\n  const unsupported = unsupportedOperator(terms);\n  if (unsupported !== null) {\n    throw new SenseError('STORE_CAPABILITY_MISSING', `store \"duckdb\" does not implement FTS5's ${unsupported.label} (\"${unsupported.token}\") in this build; rephrase \"${terms.trim()}\" without it, or set \"store\" to \"sqlite\" in this tree's config to search it as written`);\n  }\n  const { whereJoin, whereCond, scopeCond, limit } = opts;\n  const { words, bareWords, phraseWords, substrings, phrases, emptyPhrase } = splitTerms(terms);\n  if (emptyPhrase || (words.length === 0 && substrings.length === 0)) return [];\n\n  if (words.length > 0) await assertFtsReady(conn);\n  if (words.length > 0) await ensureOrderedBm25(conn, state);\n\n  const { scoreSql, gateSql, params } = buildScoreAndGate(words, bareWords, phraseWords, substrings);\n  const selectFields = phrases.length > 0 ? ', content.title, content.summary, content.text' : '';\n  const sqlLimit = phrases.length > 0 ? '' : ' LIMIT ?';\n  const sql = `SELECT path, score${phrases.length > 0 ? ', title, summary, text' : ''} FROM (\n    SELECT content.\"path\" AS path, (${scoreSql}) AS score${selectFields}\n    FROM content\n    ${whereJoin}\n    WHERE ${gateSql}\n    ${whereCond} ${scopeCond}\n    ) sq ORDER BY score DESC, path${sqlLimit}`;\n  const stmt = await conn.prepare(sql);\n  const rows = (await stmt.all(...params, ...(phrases.length > 0 ? [] : [limit]))) as Array<LexicalHit & Partial<Record<Field, string>>>;\n  const matches = phrases.length === 0 ? rows : rows.filter((row) => phrases.every((phrase) => FIELDS.some((field) => matchesSearchPhrase(row[field] ?? '', phrase))));\n  return matches.slice(0, limit).map(({ path }) => ({ path }));\n}\n\n// `stale`'s first read for a connection comes from meta.fts_stale (a fresh connection can't know\n// otherwise), and reconcileContent (reconcile.ts) marks it stale again on every content change.\nexport function createLexicalIndex(conn: Connection): { query: (terms: string, opts: LexicalQueryOptions) => Promise<LexicalHit[]>; markStale: () => Promise<void> } {\n  return {\n    query: async (terms, opts) => queryLexical(conn, terms, opts, await stateFor(conn)),\n    markStale: () => markContentStale(conn),\n  };\n}\n"],"names":["SenseError","foldForSearch","matchesSearchPhrase","searchTokens","getMeta","setMeta","withTransaction","ensureOrderedBm25","ORDERED_BM25_MACRO","FIELDS","FIELD_WEIGHT","title","summary","text","FTS5_OPERATORS","label","re","unsupportedOperator","terms","withoutPhrases","replace","m","match","token","trim","FTS_STALE_META_KEY","ftsState","WeakMap","stateFor","conn","state","get","stale","orderedMacroReady","set","hasFtsArtifact","stmt","prepare","undefined","markContentStale","splitTerms","words","bareWords","phraseWords","substrings","phrases","emptyPhrase","_m","inner","phrase","phraseTokens","length","push","unspaced","tok","split","rebuildFts","exec","prepareFts","assertFtsReady","err","message","buildScoreAndGate","scoreParts","gateParts","scoreParams","gateParams","wordQuery","map","join","field","nativeGate","fallback","_word","flatMap","word","raw","needle","toLowerCase","scoreSql","gateSql","params","queryLexical","opts","unsupported","whereJoin","whereCond","scopeCond","limit","selectFields","sqlLimit","sql","rows","all","matches","filter","row","every","some","slice","path","createLexicalIndex","query","markStale"],"mappings":"AAAA,yFAAyF;AACzF,8DAA8D;AAC9D,SAASA,UAAU,QAAQ,kBAAkB;AAC7C,SAASC,aAAa,EAAEC,mBAAmB,EAAoBC,YAAY,QAAQ,wBAAwB;AAC3G,SAASC,OAAO,EAAEC,OAAO,QAAQ,eAAe;AAChD,SAASC,eAAe,QAAQ,oBAAoB;AAEpD,SAASC,iBAAiB,EAAEC,kBAAkB,QAAQ,oBAAoB;AAE1E,MAAMC,SAAS;IAAC;IAAS;IAAW;CAAO;AAE3C,uGAAuG;AACvG,iGAAiG;AACjG,MAAMC,eAAsC;IAAEC,OAAO;IAAIC,SAAS;IAAGC,MAAM;AAAE;AAE7E,0GAA0G;AAC1G,8HAA8H;AAC9H,MAAMC,iBAAuD;IAC3D;QAAEC,OAAO;QAAgBC,IAAI;IAA4B;IACzD;QAAED,OAAO;QAAoBC,IAAI;IAAiC;IAClE;QAAED,OAAO;QAAiBC,IAAI;IAAiB;IAC/C;QAAED,OAAO;QAA0BC,IAAI;IAAgB;IACvD;QAAED,OAAO;QAAiBC,IAAI;IAA2B;IACzD;QAAED,OAAO;QAAqBC,IAAI;IAAO;CAC1C;AAED,SAASC,oBAAoBC,KAAa;IACxC,MAAMC,iBAAiBD,MAAME,OAAO,CAAC,YAAY;IACjD,KAAK,MAAM,EAAEL,KAAK,EAAEC,EAAE,EAAE,IAAIF,eAAgB;QAC1C,MAAMO,IAAIF,eAAeG,KAAK,CAACN;QAC/B,IAAIK,GAAG,OAAO;YAAEN;YAAOQ,OAAOF,CAAC,CAAC,EAAE,CAACG,IAAI;QAAG;IAC5C;IACA,OAAO;AACT;AAOA,kGAAkG;AAClG,kGAAkG;AAClG,MAAMC,qBAAqB;AAE3B,6FAA6F;AAC7F,0GAA0G;AAC1G,MAAMC,WAAW,IAAIC;AACrB,eAAeC,SAASC,IAAgB;IACtC,IAAIC,QAAQJ,SAASK,GAAG,CAACF;IACzB,IAAI,CAACC,OAAO;QACV,2FAA2F;QAC3F,oFAAoF;QACpFA,QAAQ;YAAEE,OAAO,AAAC,MAAM5B,QAAQyB,MAAMJ,wBAAyB;YAAKQ,mBAAmB;QAAM;QAC7FP,SAASQ,GAAG,CAACL,MAAMC;IACrB;IACA,OAAOA;AACT;AAEA,eAAeK,eAAeN,IAAgB;IAC5C,MAAMO,OAAO,MAAMP,KAAKQ,OAAO,CAAC,CAAC;;;;;;;EAOjC,CAAC;IACD,OAAO,AAAC,MAAMD,KAAKL,GAAG,OAAQO;AAChC;AAEA,6FAA6F;AAC7F,8FAA8F;AAC9F,OAAO,eAAeC,iBAAiBV,IAAgB;IACrDH,SAASQ,GAAG,CAACL,MAAM;QAAEG,OAAO;QAAMC,mBAAmB;IAAM;IAC3D,MAAM5B,QAAQwB,MAAMJ,oBAAoB;AAC1C;AAEA,wHAAwH;AACxH,8FAA8F;AAC9F,SAASe,WAAWtB,KAAa;IAC/B,MAAMuB,QAAkB,EAAE;IAC1B,MAAMC,YAAsB,EAAE;IAC9B,MAAMC,cAAwB,EAAE;IAChC,MAAMC,aAAuB,EAAE;IAC/B,MAAMC,UAA2B,EAAE;IACnC,IAAIC,cAAc;IAClB,MAAM3B,iBAAiBD,MAAME,OAAO,CAAC,cAAc,CAAC2B,IAAIC;QACtD,MAAMC,SAASD,MAAMxB,IAAI;QACzB,MAAM0B,eAAe/C,aAAa8C;QAClC,IAAIC,aAAaC,MAAM,KAAK,GAAG;YAC7BL,cAAc;YACd,OAAO;QACT;QACAD,QAAQO,IAAI,CAACF;QACb,KAAK,MAAM3B,SAAS2B,aAAc;YAChC,IAAI3B,MAAM8B,QAAQ,EAAET,WAAWQ,IAAI,CAAC7B,MAAMV,IAAI;iBACzC;gBACH4B,MAAMW,IAAI,CAAC7B,MAAMV,IAAI;gBACrB8B,YAAYS,IAAI,CAAC7B,MAAMV,IAAI;YAC7B;QACF;QACA,OAAO;IACT;IACA,KAAK,MAAMyC,OAAOnC,eAAeoC,KAAK,CAAC,OAAQ;QAC7C,IAAID,IAAIH,MAAM,KAAK,GAAG;QACtB,KAAK,MAAM5B,SAASpB,aAAamD,KAAM;YACrC,IAAI/B,MAAM8B,QAAQ,EAAET,WAAWQ,IAAI,CAAC7B,MAAMV,IAAI;iBACzC;gBACH4B,MAAMW,IAAI,CAAC7B,MAAMV,IAAI;gBACrB6B,UAAUU,IAAI,CAAC7B,MAAMV,IAAI;YAC3B;QACF;IACF;IACA,OAAO;QAAE4B;QAAOC;QAAWC;QAAaC;QAAYC;QAASC;IAAY;AAC3E;AAEA,gGAAgG;AAChG,iHAAiH;AACjH,eAAeU,WAAW3B,IAAgB,EAAEC,KAAoB;IAC9D,MAAMD,KAAK4B,IAAI,CAAC;IAChB,IAAI,CAAC3B,MAAME,KAAK,IAAK,MAAMG,eAAeN,OAAQ;IAClDC,MAAME,KAAK,GAAG;IACdF,MAAMG,iBAAiB,GAAG;IAC1B,MAAM3B,gBAAgBuB,MAAM;QAC1B,6HAA6H;QAC7H,0JAA0J;QAC1J,MAAMA,KAAK4B,IAAI,CAAC,CAAC,qGAAqG,CAAC;QACvH,0FAA0F;QAC1F,gFAAgF;QAChF,MAAMpD,QAAQwB,MAAMJ,oBAAoB;IAC1C;IACAK,MAAME,KAAK,GAAG;AAChB;AAEA,OAAO,eAAe0B,WAAW7B,IAAgB;IAC/C,MAAM2B,WAAW3B,MAAM,MAAMD,SAASC;AACxC;AAEA,OAAO,eAAe8B,eAAe9B,IAAgB;IACnD,MAAMC,QAAQ,MAAMF,SAASC;IAC7B,IAAIC,MAAME,KAAK,EAAE,MAAM,IAAIhC,WAAW,mBAAmB;IACzD,IAAI;QACF,MAAM6B,KAAK4B,IAAI,CAAC;QAChB,IAAI,CAAE,MAAMtB,eAAeN,OAAQ;YACjC,MAAM,IAAI7B,WAAW,mBAAmB;QAC1C;IACF,EAAE,OAAO4D,KAAK;QACZ,IAAIA,eAAe5D,YAAY,MAAM4D;QACrC,MAAM,IAAI5D,WAAW,mBAAmB,CAAC,8CAA8C,EAAE,AAAC4D,IAAcC,OAAO,CAAC,iDAAiD,CAAC;IACpK;AACF;AAEA,qKAAqK;AACrK,+OAA+O;AAC/O,SAASC,kBAAkBrB,KAAe,EAAEC,SAAmB,EAAEC,WAAqB,EAAEC,UAAoB;IAC1G,MAAMmB,aAAuB,EAAE;IAC/B,MAAMC,YAAsB,EAAE;IAC9B,MAAMC,cAAyB,EAAE;IACjC,MAAMC,aAAwB,EAAE;IAEhC,IAAIzB,MAAMU,MAAM,GAAG,GAAG;QACpB,MAAMgB,YAAY1B,MAAM2B,GAAG,CAACnE,eAAeoE,IAAI,CAAC;QAChD,KAAK,MAAMC,SAAS7D,OAAQ;YAC1BsD,WAAWX,IAAI,CAAC,GAAG1C,YAAY,CAAC4D,MAAM,CAAC,cAAc,EAAE9D,mBAAmB,+BAA+B,EAAE8D,MAAM,4BAA4B,CAAC;YAC9IL,YAAYb,IAAI,CAACe;QACnB;QACA,IAAIzB,UAAUS,MAAM,GAAG,GAAG;YACxB,MAAMoB,aAAa,GAAG/D,mBAAmB,oDAAoD,CAAC;YAC9FwD,UAAUZ,IAAI,CAACmB;YACfL,WAAWd,IAAI,CAACV,UAAU0B,GAAG,CAACnE,eAAeoE,IAAI,CAAC;QACpD;QACA,IAAI1B,YAAYQ,MAAM,GAAG,GAAG;YAC1B,MAAMoB,aAAa,GAAG/D,mBAAmB,oDAAoD,CAAC;YAC9F,MAAMgE,WAAW7B,YAAYyB,GAAG,CAAC,CAACK,QAAU,CAAC,CAAC,EAAEhE,OAAO2D,GAAG,CAAC,CAACE,QAAU,CAAC,qCAAqC,EAAEA,MAAM,MAAM,CAAC,EAAED,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAEA,IAAI,CAAC;YACnJL,UAAUZ,IAAI,CAAC,CAAC,CAAC,EAAEmB,WAAW,KAAK,EAAEC,SAAS,EAAE,CAAC;YACjDN,WAAWd,IAAI,CAACT,YAAYyB,GAAG,CAACnE,eAAeoE,IAAI,CAAC;YACpDH,WAAWd,IAAI,IAAIT,YAAY+B,OAAO,CAAC,CAACC,OAASlE,OAAO2D,GAAG,CAAC,IAAMnE,cAAc0E;QAClF;IACF;IAEA,KAAK,MAAMC,OAAOhC,WAAY;QAC5B,MAAMiC,SAASD,IAAIE,WAAW;QAC9B,KAAK,MAAMR,SAAS7D,OAAQ;YAC1BsD,WAAWX,IAAI,CAAC,GAAG1C,YAAY,CAAC4D,MAAM,CAAC,+CAA+C,EAAEA,MAAM,kBAAkB,CAAC;YACjHL,YAAYb,IAAI,CAACnD,cAAc4E;QACjC;QACAb,UAAUZ,IAAI,CAAC,CAAC,CAAC,EAAE3C,OAAO2D,GAAG,CAAC,CAACE,QAAU,CAAC,qCAAqC,EAAEA,MAAM,MAAM,CAAC,EAAED,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/GH,WAAWd,IAAI,IAAI3C,OAAO2D,GAAG,CAAC,IAAMnE,cAAc4E;IACpD;IAEA,OAAO;QAAEE,UAAUhB,WAAWM,IAAI,CAAC;QAAQW,SAAShB,UAAUK,IAAI,CAAC,YAAY;QAAQY,QAAQ;eAAIhB;eAAgBC;SAAW;IAAC;AACjI;AAEA,uGAAuG;AACvG,0GAA0G;AAC1G,OAAO,eAAegB,aAAarD,IAAgB,EAAEX,KAAa,EAAEiE,IAAyB,EAAErD,KAAoB;IACjH,MAAMsD,cAAcnE,oBAAoBC;IACxC,IAAIkE,gBAAgB,MAAM;QACxB,MAAM,IAAIpF,WAAW,4BAA4B,CAAC,yCAAyC,EAAEoF,YAAYrE,KAAK,CAAC,GAAG,EAAEqE,YAAY7D,KAAK,CAAC,4BAA4B,EAAEL,MAAMM,IAAI,GAAG,sFAAsF,CAAC;IAC1Q;IACA,MAAM,EAAE6D,SAAS,EAAEC,SAAS,EAAEC,SAAS,EAAEC,KAAK,EAAE,GAAGL;IACnD,MAAM,EAAE1C,KAAK,EAAEC,SAAS,EAAEC,WAAW,EAAEC,UAAU,EAAEC,OAAO,EAAEC,WAAW,EAAE,GAAGN,WAAWtB;IACvF,IAAI4B,eAAgBL,MAAMU,MAAM,KAAK,KAAKP,WAAWO,MAAM,KAAK,GAAI,OAAO,EAAE;IAE7E,IAAIV,MAAMU,MAAM,GAAG,GAAG,MAAMQ,eAAe9B;IAC3C,IAAIY,MAAMU,MAAM,GAAG,GAAG,MAAM5C,kBAAkBsB,MAAMC;IAEpD,MAAM,EAAEiD,QAAQ,EAAEC,OAAO,EAAEC,MAAM,EAAE,GAAGnB,kBAAkBrB,OAAOC,WAAWC,aAAaC;IACvF,MAAM6C,eAAe5C,QAAQM,MAAM,GAAG,IAAI,mDAAmD;IAC7F,MAAMuC,WAAW7C,QAAQM,MAAM,GAAG,IAAI,KAAK;IAC3C,MAAMwC,MAAM,CAAC,kBAAkB,EAAE9C,QAAQM,MAAM,GAAG,IAAI,2BAA2B,GAAG;oCAClD,EAAE4B,SAAS,UAAU,EAAEU,aAAa;;IAEpE,EAAEJ,UAAU;UACN,EAAEL,QAAQ;IAChB,EAAEM,UAAU,CAAC,EAAEC,UAAU;kCACK,EAAEG,UAAU;IAC5C,MAAMtD,OAAO,MAAMP,KAAKQ,OAAO,CAACsD;IAChC,MAAMC,OAAQ,MAAMxD,KAAKyD,GAAG,IAAIZ,WAAYpC,QAAQM,MAAM,GAAG,IAAI,EAAE,GAAG;QAACqC;KAAM;IAC7E,MAAMM,UAAUjD,QAAQM,MAAM,KAAK,IAAIyC,OAAOA,KAAKG,MAAM,CAAC,CAACC,MAAQnD,QAAQoD,KAAK,CAAC,CAAChD,SAAWxC,OAAOyF,IAAI,CAAC,CAAC5B;oBAA8B0B;uBAApB9F,qBAAoB8F,aAAAA,GAAG,CAAC1B,MAAM,cAAV0B,wBAAAA,aAAc,IAAI/C;;IAC1J,OAAO6C,QAAQK,KAAK,CAAC,GAAGX,OAAOpB,GAAG,CAAC,CAAC,EAAEgC,IAAI,EAAE,GAAM,CAAA;YAAEA;QAAK,CAAA;AAC3D;AAEA,iGAAiG;AACjG,gGAAgG;AAChG,OAAO,SAASC,mBAAmBxE,IAAgB;IACjD,OAAO;QACLyE,OAAO,OAAOpF,OAAOiE,OAASD,aAAarD,MAAMX,OAAOiE,MAAM,MAAMvD,SAASC;QAC7E0E,WAAW,IAAMhE,iBAAiBV;IACpC;AACF"}
+{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/duckdb/lexical.ts"],"sourcesContent":["// D1: fts BM25 for ranking, contains() scans for exact substring / phrase verification /\n// unspaced scripts, JS snippets for every doc (no snippet()).\nimport { SenseError } from '../../errors.ts';\nimport { foldForSearch, matchesSearchPhrase, type SearchToken, searchTokens } from '../../text/segment.ts';\nimport { getMeta, setMeta } from '../shared.ts';\nimport { withTransaction } from '../transaction.ts';\nimport type { Connection, LexicalHit, LexicalQueryOptions } from '../types.ts';\nimport { FTS_STEMMER, nativeQueryTerms, orderedBm25Sql } from './ordered-bm25.ts';\n\nconst FIELDS = ['title', 'summary', 'text'] as const;\ntype Field = (typeof FIELDS)[number];\n// Mirrors sqlite's bm25(content, 10.0, 5.0, 1.0, ...) column-weight intent; DuckDB's match_bm25 has no\n// field_weights argument (verified 1.5.5), so each field is scored separately and combined here.\nconst FIELD_WEIGHT: Record<Field, number> = { title: 10, summary: 5, text: 1 };\n\n// FTS5 operator syntax (sqlite.org/fts5.html sec. 3) that words/substrings below would otherwise silently\n// treat as literal terms (PRINCIPLES: no-silent-modes). Quoted contents stay ignored while their boundary remains detectable.\nconst FTS5_OPERATORS: Array<{ label: string; re: RegExp }> = [\n  { label: 'prefix query', re: /[\\p{L}\\p{N}_]+\\*(?=\\s|$)/u },\n  { label: 'boolean operator', re: /(?:^|\\s)(?:AND|OR|NOT)(?=\\s|$)/ },\n  { label: 'NEAR operator', re: /(?:^|\\s)NEAR\\b/ },\n  { label: 'initial-token operator', re: /(?:^|\\s)\\^\\S+/ },\n  { label: 'column filter', re: /(?:^|\\s)[\\p{L}_]\\w*\\s*:/u },\n  { label: 'grouping operator', re: /[()]/ },\n];\n\nfunction unsupportedOperator(terms: string): { label: string; token: string } | null {\n  const withoutPhrases = terms.replace(/\"[^\"]*\"/g, 'phrase');\n  for (const { label, re } of FTS5_OPERATORS) {\n    const m = withoutPhrases.match(re);\n    if (m) return { label, token: m[0].trim() };\n  }\n  return null;\n}\n\ninterface FtsIndexState {\n  stale: boolean;\n}\n\n// Durable across connections/processes (meta table, shared.ts); `stale` is the in-memory cache of\n// it for this connection's lifetime, so a watcher's repeat queries don't re-read meta every time.\nconst FTS_STALE_META_KEY = 'fts_stale';\n\n// One state per connection, not per store instance: reconcileContent (reconcile.ts) marks it\n// stale from outside createLexicalIndex's closure, whether a one-shot open or a watcher's builder ran it.\nconst ftsState = new WeakMap<Connection, FtsIndexState>();\nasync function stateFor(conn: Connection): Promise<FtsIndexState> {\n  let state = ftsState.get(conn);\n  if (!state) {\n    // Anything but a persisted '0' (missing key, or '1') means a rebuild is owed: a cache that\n    // never built an index, or one a prior process marked stale and never got to clear.\n    state = { stale: (await getMeta(conn, FTS_STALE_META_KEY)) !== '0' };\n    ftsState.set(conn, state);\n  }\n  return state;\n}\n\nasync function hasFtsArtifact(conn: Connection): Promise<boolean> {\n  const stmt = await conn.prepare(`\n    SELECT 1 AS ready\n    FROM duckdb_functions()\n    WHERE schema_name = 'fts_main_content'\n      AND function_name = 'match_bm25'\n      AND function_type = 'macro'\n    LIMIT 1\n  `);\n  return (await stmt.get()) !== undefined;\n}\n\n// Called whenever this store's reconcileContent changes `content`; must run inside that same\n// transaction (reconcile.ts) so a crash never lands the content write without the stale mark.\nexport async function markContentStale(conn: Connection): Promise<void> {\n  ftsState.set(conn, { stale: true });\n  await setMeta(conn, FTS_STALE_META_KEY, '1');\n}\n\n// A run whose script marks no word boundaries makes match_bm25's whitespace tokenizer index the whole run as one token,\n// so unspaced terms use contains() and quoted phrases use the shared authored-field verifier.\nfunction splitTerms(terms: string): { words: string[]; bareWords: string[]; phraseWords: string[]; substrings: string[]; phrases: SearchToken[][]; emptyPhrase: boolean } {\n  const words: string[] = [];\n  const bareWords: string[] = [];\n  const phraseWords: string[] = [];\n  const substrings: string[] = [];\n  const phrases: SearchToken[][] = [];\n  let emptyPhrase = false;\n  const withoutPhrases = terms.replace(/\"([^\"]*)\"/g, (_m, inner: string) => {\n    const phrase = inner.trim();\n    const phraseTokens = searchTokens(phrase);\n    if (phraseTokens.length === 0) {\n      emptyPhrase = true;\n      return ' ';\n    }\n    phrases.push(phraseTokens);\n    for (const token of phraseTokens) {\n      if (token.unspaced) substrings.push(token.text);\n      else {\n        words.push(token.text);\n        phraseWords.push(token.text);\n      }\n    }\n    return ' ';\n  });\n  for (const tok of withoutPhrases.split(/\\s+/)) {\n    if (tok.length === 0) continue;\n    for (const token of searchTokens(tok)) {\n      if (token.unspaced) substrings.push(token.text);\n      else {\n        words.push(token.text);\n        bareWords.push(token.text);\n      }\n    }\n  }\n  return { words, bareWords, phraseWords, substrings, phrases, emptyPhrase };\n}\n\n// No incremental update (verified 1.5.5: PRAGMA create_fts_index is rebuild-only), so this pays\n// the full rebuild whenever `state.stale`, which meta.fts_stale keeps true across processes until cleared below.\nasync function rebuildFts(conn: Connection, state: FtsIndexState): Promise<void> {\n  await conn.exec('INSTALL fts; LOAD fts;');\n  if (!state.stale && (await hasFtsArtifact(conn))) return;\n  state.stale = true;\n  await withTransaction(conn, async () => {\n    // stopwords='none': sqlite's porter/unicode61 tokenizer never removes stopwords either (verified 1.5.5); the fts extension's\n    // default 571-word list would otherwise drop common words (e.g. \"and\") from the index but not match_bm25's conjunctive gate, breaking multi-word matches.\n    await conn.exec(`PRAGMA create_fts_index('content', 'path', 'title', 'summary', 'text', stemmer='${FTS_STEMMER}', stopwords='none', overwrite=1)`);\n    // Same transaction as the rebuild: a crash before commit leaves the mark set (a redundant\n    // rebuild next time), never a cleared mark serving a half-built index as fresh.\n    await setMeta(conn, FTS_STALE_META_KEY, '0');\n  });\n  state.stale = false;\n}\n\nexport async function prepareFts(conn: Connection): Promise<void> {\n  await rebuildFts(conn, await stateFor(conn));\n}\n\nexport async function assertFtsReady(conn: Connection): Promise<void> {\n  const state = await stateFor(conn);\n  if (state.stale) throw new SenseError('INDEX_NOT_READY', 'the DuckDB lexical index is missing or stale; run `sense build` (or library build(config)) before lexical querying with build disabled');\n  try {\n    await conn.exec('LOAD fts;');\n    if (!(await hasFtsArtifact(conn))) {\n      throw new SenseError('INDEX_NOT_READY', 'the DuckDB lexical index artifact is missing; run `sense build` (or library build(config)) before lexical querying with build disabled');\n    }\n  } catch (err) {\n    if (err instanceof SenseError) throw err;\n    throw new SenseError('INDEX_NOT_READY', `the DuckDB lexical extension is not prepared (${(err as Error).message}); run \\`sense build\\` (or library build(config))`);\n  }\n}\n\n// Field-weighted fragments (title 10 / summary 5 / text 1), with params emitted in the exact left-to-right order the assembled SQL needs for positional `?` binding.\n// score/gate params stay in separate arrays until joined at the end, since the SQL puts every score part before every gate part; sharing one array would shift binds once a query has both words and substrings (PRINCIPLES: no-silent-modes).\nfunction buildScoreAndGate(words: string[], nativeTerms: string[], bareWords: string[], phraseWords: string[], substrings: string[]): { scoreSql: string; gateSql: string; params: unknown[] } {\n  const scoreParts: string[] = [];\n  const gateParts: string[] = [];\n  const scoreParams: unknown[] = [];\n  const gateParams: unknown[] = [];\n\n  if (words.length > 0) {\n    for (const field of FIELDS) {\n      scoreParts.push(`${FIELD_WEIGHT[field]}.0 * COALESCE(${orderedBm25Sql(field, nativeTerms.length)}, 0)`);\n      scoreParams.push(...nativeTerms);\n    }\n    if (bareWords.length > 0) {\n      const nativeGate = `fts_main_content.match_bm25(content.\"path\", ?, conjunctive := true) IS NOT NULL`;\n      gateParts.push(nativeGate);\n      gateParams.push(bareWords.map(foldForSearch).join(' '));\n    }\n    if (phraseWords.length > 0) {\n      const nativeGate = `fts_main_content.match_bm25(content.\"path\", ?, conjunctive := true) IS NOT NULL`;\n      const fallback = phraseWords.map((_word) => `(${FIELDS.map((field) => `contains(strip_accents(lower(content.${field})), ?)`).join(' OR ')})`).join(' AND ');\n      gateParts.push(`(${nativeGate} OR (${fallback}))`);\n      gateParams.push(phraseWords.map(foldForSearch).join(' '));\n      gateParams.push(...phraseWords.flatMap((word) => FIELDS.map(() => foldForSearch(word))));\n    }\n  }\n\n  for (const raw of substrings) {\n    const needle = raw.toLowerCase();\n    for (const field of FIELDS) {\n      scoreParts.push(`${FIELD_WEIGHT[field]}.0 * CAST(contains(strip_accents(lower(content.${field})), ?) AS INTEGER)`);\n      scoreParams.push(foldForSearch(needle));\n    }\n    gateParts.push(`(${FIELDS.map((field) => `contains(strip_accents(lower(content.${field})), ?)`).join(' OR ')})`);\n    gateParams.push(...FIELDS.map(() => foldForSearch(needle)));\n  }\n\n  return { scoreSql: scoreParts.join(' + '), gateSql: gateParts.join(' AND ') || 'TRUE', params: [...scoreParams, ...gateParams] };\n}\n\n// Ranked query, scoped by the caller-built SQL fragments (same fragments sqlite's queryLexical takes).\n// Phrase rows carry authored fields through the post-filter; the public result still contains paths only.\nexport async function queryLexical(conn: Connection, terms: string, opts: LexicalQueryOptions): Promise<LexicalHit[]> {\n  const unsupported = unsupportedOperator(terms);\n  if (unsupported !== null) {\n    throw new SenseError('STORE_CAPABILITY_MISSING', `store \"duckdb\" does not implement FTS5's ${unsupported.label} (\"${unsupported.token}\") in this build; rephrase \"${terms.trim()}\" without it, or set \"store\" to \"sqlite\" in this tree's config to search it as written`);\n  }\n  const { whereJoin, whereCond, scopeCond, limit } = opts;\n  const { words, bareWords, phraseWords, substrings, phrases, emptyPhrase } = splitTerms(terms);\n  if (emptyPhrase || (words.length === 0 && substrings.length === 0)) return [];\n\n  if (words.length > 0) await assertFtsReady(conn);\n  const nativeTerms = words.length > 0 ? await nativeQueryTerms(conn, words.map(foldForSearch).join(' ')) : [];\n\n  const { scoreSql, gateSql, params } = buildScoreAndGate(words, nativeTerms, bareWords, phraseWords, substrings);\n  const selectFields = phrases.length > 0 ? ', content.title, content.summary, content.text' : '';\n  const sqlLimit = phrases.length > 0 ? '' : ' LIMIT ?';\n  const sql = `SELECT path, score${phrases.length > 0 ? ', title, summary, text' : ''} FROM (\n    SELECT content.\"path\" AS path, (${scoreSql}) AS score${selectFields}\n    FROM content\n    ${whereJoin}\n    WHERE ${gateSql}\n    ${whereCond} ${scopeCond}\n    ) sq ORDER BY score DESC, path${sqlLimit}`;\n  const stmt = await conn.prepare(sql);\n  const rows = (await stmt.all(...params, ...(phrases.length > 0 ? [] : [limit]))) as Array<LexicalHit & Partial<Record<Field, string>>>;\n  const matches = phrases.length === 0 ? rows : rows.filter((row) => phrases.every((phrase) => FIELDS.some((field) => matchesSearchPhrase(row[field] ?? '', phrase))));\n  return matches.slice(0, limit).map(({ path }) => ({ path }));\n}\n\n// `stale`'s first read for a connection comes from meta.fts_stale (a fresh connection can't know\n// otherwise), and reconcileContent (reconcile.ts) marks it stale again on every content change.\nexport function createLexicalIndex(conn: Connection): { query: (terms: string, opts: LexicalQueryOptions) => Promise<LexicalHit[]>; markStale: () => Promise<void> } {\n  return {\n    query: async (terms, opts) => queryLexical(conn, terms, opts),\n    markStale: () => markContentStale(conn),\n  };\n}\n"],"names":["SenseError","foldForSearch","matchesSearchPhrase","searchTokens","getMeta","setMeta","withTransaction","FTS_STEMMER","nativeQueryTerms","orderedBm25Sql","FIELDS","FIELD_WEIGHT","title","summary","text","FTS5_OPERATORS","label","re","unsupportedOperator","terms","withoutPhrases","replace","m","match","token","trim","FTS_STALE_META_KEY","ftsState","WeakMap","stateFor","conn","state","get","stale","set","hasFtsArtifact","stmt","prepare","undefined","markContentStale","splitTerms","words","bareWords","phraseWords","substrings","phrases","emptyPhrase","_m","inner","phrase","phraseTokens","length","push","unspaced","tok","split","rebuildFts","exec","prepareFts","assertFtsReady","err","message","buildScoreAndGate","nativeTerms","scoreParts","gateParts","scoreParams","gateParams","field","nativeGate","map","join","fallback","_word","flatMap","word","raw","needle","toLowerCase","scoreSql","gateSql","params","queryLexical","opts","unsupported","whereJoin","whereCond","scopeCond","limit","selectFields","sqlLimit","sql","rows","all","matches","filter","row","every","some","slice","path","createLexicalIndex","query","markStale"],"mappings":"AAAA,yFAAyF;AACzF,8DAA8D;AAC9D,SAASA,UAAU,QAAQ,kBAAkB;AAC7C,SAASC,aAAa,EAAEC,mBAAmB,EAAoBC,YAAY,QAAQ,wBAAwB;AAC3G,SAASC,OAAO,EAAEC,OAAO,QAAQ,eAAe;AAChD,SAASC,eAAe,QAAQ,oBAAoB;AAEpD,SAASC,WAAW,EAAEC,gBAAgB,EAAEC,cAAc,QAAQ,oBAAoB;AAElF,MAAMC,SAAS;IAAC;IAAS;IAAW;CAAO;AAE3C,uGAAuG;AACvG,iGAAiG;AACjG,MAAMC,eAAsC;IAAEC,OAAO;IAAIC,SAAS;IAAGC,MAAM;AAAE;AAE7E,0GAA0G;AAC1G,8HAA8H;AAC9H,MAAMC,iBAAuD;IAC3D;QAAEC,OAAO;QAAgBC,IAAI;IAA4B;IACzD;QAAED,OAAO;QAAoBC,IAAI;IAAiC;IAClE;QAAED,OAAO;QAAiBC,IAAI;IAAiB;IAC/C;QAAED,OAAO;QAA0BC,IAAI;IAAgB;IACvD;QAAED,OAAO;QAAiBC,IAAI;IAA2B;IACzD;QAAED,OAAO;QAAqBC,IAAI;IAAO;CAC1C;AAED,SAASC,oBAAoBC,KAAa;IACxC,MAAMC,iBAAiBD,MAAME,OAAO,CAAC,YAAY;IACjD,KAAK,MAAM,EAAEL,KAAK,EAAEC,EAAE,EAAE,IAAIF,eAAgB;QAC1C,MAAMO,IAAIF,eAAeG,KAAK,CAACN;QAC/B,IAAIK,GAAG,OAAO;YAAEN;YAAOQ,OAAOF,CAAC,CAAC,EAAE,CAACG,IAAI;QAAG;IAC5C;IACA,OAAO;AACT;AAMA,kGAAkG;AAClG,kGAAkG;AAClG,MAAMC,qBAAqB;AAE3B,6FAA6F;AAC7F,0GAA0G;AAC1G,MAAMC,WAAW,IAAIC;AACrB,eAAeC,SAASC,IAAgB;IACtC,IAAIC,QAAQJ,SAASK,GAAG,CAACF;IACzB,IAAI,CAACC,OAAO;QACV,2FAA2F;QAC3F,oFAAoF;QACpFA,QAAQ;YAAEE,OAAO,AAAC,MAAM7B,QAAQ0B,MAAMJ,wBAAyB;QAAI;QACnEC,SAASO,GAAG,CAACJ,MAAMC;IACrB;IACA,OAAOA;AACT;AAEA,eAAeI,eAAeL,IAAgB;IAC5C,MAAMM,OAAO,MAAMN,KAAKO,OAAO,CAAC,CAAC;;;;;;;EAOjC,CAAC;IACD,OAAO,AAAC,MAAMD,KAAKJ,GAAG,OAAQM;AAChC;AAEA,6FAA6F;AAC7F,8FAA8F;AAC9F,OAAO,eAAeC,iBAAiBT,IAAgB;IACrDH,SAASO,GAAG,CAACJ,MAAM;QAAEG,OAAO;IAAK;IACjC,MAAM5B,QAAQyB,MAAMJ,oBAAoB;AAC1C;AAEA,wHAAwH;AACxH,8FAA8F;AAC9F,SAASc,WAAWrB,KAAa;IAC/B,MAAMsB,QAAkB,EAAE;IAC1B,MAAMC,YAAsB,EAAE;IAC9B,MAAMC,cAAwB,EAAE;IAChC,MAAMC,aAAuB,EAAE;IAC/B,MAAMC,UAA2B,EAAE;IACnC,IAAIC,cAAc;IAClB,MAAM1B,iBAAiBD,MAAME,OAAO,CAAC,cAAc,CAAC0B,IAAIC;QACtD,MAAMC,SAASD,MAAMvB,IAAI;QACzB,MAAMyB,eAAe/C,aAAa8C;QAClC,IAAIC,aAAaC,MAAM,KAAK,GAAG;YAC7BL,cAAc;YACd,OAAO;QACT;QACAD,QAAQO,IAAI,CAACF;QACb,KAAK,MAAM1B,SAAS0B,aAAc;YAChC,IAAI1B,MAAM6B,QAAQ,EAAET,WAAWQ,IAAI,CAAC5B,MAAMV,IAAI;iBACzC;gBACH2B,MAAMW,IAAI,CAAC5B,MAAMV,IAAI;gBACrB6B,YAAYS,IAAI,CAAC5B,MAAMV,IAAI;YAC7B;QACF;QACA,OAAO;IACT;IACA,KAAK,MAAMwC,OAAOlC,eAAemC,KAAK,CAAC,OAAQ;QAC7C,IAAID,IAAIH,MAAM,KAAK,GAAG;QACtB,KAAK,MAAM3B,SAASrB,aAAamD,KAAM;YACrC,IAAI9B,MAAM6B,QAAQ,EAAET,WAAWQ,IAAI,CAAC5B,MAAMV,IAAI;iBACzC;gBACH2B,MAAMW,IAAI,CAAC5B,MAAMV,IAAI;gBACrB4B,UAAUU,IAAI,CAAC5B,MAAMV,IAAI;YAC3B;QACF;IACF;IACA,OAAO;QAAE2B;QAAOC;QAAWC;QAAaC;QAAYC;QAASC;IAAY;AAC3E;AAEA,gGAAgG;AAChG,iHAAiH;AACjH,eAAeU,WAAW1B,IAAgB,EAAEC,KAAoB;IAC9D,MAAMD,KAAK2B,IAAI,CAAC;IAChB,IAAI,CAAC1B,MAAME,KAAK,IAAK,MAAME,eAAeL,OAAQ;IAClDC,MAAME,KAAK,GAAG;IACd,MAAM3B,gBAAgBwB,MAAM;QAC1B,6HAA6H;QAC7H,0JAA0J;QAC1J,MAAMA,KAAK2B,IAAI,CAAC,CAAC,gFAAgF,EAAElD,YAAY,iCAAiC,CAAC;QACjJ,0FAA0F;QAC1F,gFAAgF;QAChF,MAAMF,QAAQyB,MAAMJ,oBAAoB;IAC1C;IACAK,MAAME,KAAK,GAAG;AAChB;AAEA,OAAO,eAAeyB,WAAW5B,IAAgB;IAC/C,MAAM0B,WAAW1B,MAAM,MAAMD,SAASC;AACxC;AAEA,OAAO,eAAe6B,eAAe7B,IAAgB;IACnD,MAAMC,QAAQ,MAAMF,SAASC;IAC7B,IAAIC,MAAME,KAAK,EAAE,MAAM,IAAIjC,WAAW,mBAAmB;IACzD,IAAI;QACF,MAAM8B,KAAK2B,IAAI,CAAC;QAChB,IAAI,CAAE,MAAMtB,eAAeL,OAAQ;YACjC,MAAM,IAAI9B,WAAW,mBAAmB;QAC1C;IACF,EAAE,OAAO4D,KAAK;QACZ,IAAIA,eAAe5D,YAAY,MAAM4D;QACrC,MAAM,IAAI5D,WAAW,mBAAmB,CAAC,8CAA8C,EAAE,AAAC4D,IAAcC,OAAO,CAAC,iDAAiD,CAAC;IACpK;AACF;AAEA,qKAAqK;AACrK,+OAA+O;AAC/O,SAASC,kBAAkBrB,KAAe,EAAEsB,WAAqB,EAAErB,SAAmB,EAAEC,WAAqB,EAAEC,UAAoB;IACjI,MAAMoB,aAAuB,EAAE;IAC/B,MAAMC,YAAsB,EAAE;IAC9B,MAAMC,cAAyB,EAAE;IACjC,MAAMC,aAAwB,EAAE;IAEhC,IAAI1B,MAAMU,MAAM,GAAG,GAAG;QACpB,KAAK,MAAMiB,SAAS1D,OAAQ;YAC1BsD,WAAWZ,IAAI,CAAC,GAAGzC,YAAY,CAACyD,MAAM,CAAC,cAAc,EAAE3D,eAAe2D,OAAOL,YAAYZ,MAAM,EAAE,IAAI,CAAC;YACtGe,YAAYd,IAAI,IAAIW;QACtB;QACA,IAAIrB,UAAUS,MAAM,GAAG,GAAG;YACxB,MAAMkB,aAAa,CAAC,+EAA+E,CAAC;YACpGJ,UAAUb,IAAI,CAACiB;YACfF,WAAWf,IAAI,CAACV,UAAU4B,GAAG,CAACrE,eAAesE,IAAI,CAAC;QACpD;QACA,IAAI5B,YAAYQ,MAAM,GAAG,GAAG;YAC1B,MAAMkB,aAAa,CAAC,+EAA+E,CAAC;YACpG,MAAMG,WAAW7B,YAAY2B,GAAG,CAAC,CAACG,QAAU,CAAC,CAAC,EAAE/D,OAAO4D,GAAG,CAAC,CAACF,QAAU,CAAC,qCAAqC,EAAEA,MAAM,MAAM,CAAC,EAAEG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAEA,IAAI,CAAC;YACnJN,UAAUb,IAAI,CAAC,CAAC,CAAC,EAAEiB,WAAW,KAAK,EAAEG,SAAS,EAAE,CAAC;YACjDL,WAAWf,IAAI,CAACT,YAAY2B,GAAG,CAACrE,eAAesE,IAAI,CAAC;YACpDJ,WAAWf,IAAI,IAAIT,YAAY+B,OAAO,CAAC,CAACC,OAASjE,OAAO4D,GAAG,CAAC,IAAMrE,cAAc0E;QAClF;IACF;IAEA,KAAK,MAAMC,OAAOhC,WAAY;QAC5B,MAAMiC,SAASD,IAAIE,WAAW;QAC9B,KAAK,MAAMV,SAAS1D,OAAQ;YAC1BsD,WAAWZ,IAAI,CAAC,GAAGzC,YAAY,CAACyD,MAAM,CAAC,+CAA+C,EAAEA,MAAM,kBAAkB,CAAC;YACjHF,YAAYd,IAAI,CAACnD,cAAc4E;QACjC;QACAZ,UAAUb,IAAI,CAAC,CAAC,CAAC,EAAE1C,OAAO4D,GAAG,CAAC,CAACF,QAAU,CAAC,qCAAqC,EAAEA,MAAM,MAAM,CAAC,EAAEG,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/GJ,WAAWf,IAAI,IAAI1C,OAAO4D,GAAG,CAAC,IAAMrE,cAAc4E;IACpD;IAEA,OAAO;QAAEE,UAAUf,WAAWO,IAAI,CAAC;QAAQS,SAASf,UAAUM,IAAI,CAAC,YAAY;QAAQU,QAAQ;eAAIf;eAAgBC;SAAW;IAAC;AACjI;AAEA,uGAAuG;AACvG,0GAA0G;AAC1G,OAAO,eAAee,aAAapD,IAAgB,EAAEX,KAAa,EAAEgE,IAAyB;IAC3F,MAAMC,cAAclE,oBAAoBC;IACxC,IAAIiE,gBAAgB,MAAM;QACxB,MAAM,IAAIpF,WAAW,4BAA4B,CAAC,yCAAyC,EAAEoF,YAAYpE,KAAK,CAAC,GAAG,EAAEoE,YAAY5D,KAAK,CAAC,4BAA4B,EAAEL,MAAMM,IAAI,GAAG,sFAAsF,CAAC;IAC1Q;IACA,MAAM,EAAE4D,SAAS,EAAEC,SAAS,EAAEC,SAAS,EAAEC,KAAK,EAAE,GAAGL;IACnD,MAAM,EAAE1C,KAAK,EAAEC,SAAS,EAAEC,WAAW,EAAEC,UAAU,EAAEC,OAAO,EAAEC,WAAW,EAAE,GAAGN,WAAWrB;IACvF,IAAI2B,eAAgBL,MAAMU,MAAM,KAAK,KAAKP,WAAWO,MAAM,KAAK,GAAI,OAAO,EAAE;IAE7E,IAAIV,MAAMU,MAAM,GAAG,GAAG,MAAMQ,eAAe7B;IAC3C,MAAMiC,cAActB,MAAMU,MAAM,GAAG,IAAI,MAAM3C,iBAAiBsB,MAAMW,MAAM6B,GAAG,CAACrE,eAAesE,IAAI,CAAC,QAAQ,EAAE;IAE5G,MAAM,EAAEQ,QAAQ,EAAEC,OAAO,EAAEC,MAAM,EAAE,GAAGnB,kBAAkBrB,OAAOsB,aAAarB,WAAWC,aAAaC;IACpG,MAAM6C,eAAe5C,QAAQM,MAAM,GAAG,IAAI,mDAAmD;IAC7F,MAAMuC,WAAW7C,QAAQM,MAAM,GAAG,IAAI,KAAK;IAC3C,MAAMwC,MAAM,CAAC,kBAAkB,EAAE9C,QAAQM,MAAM,GAAG,IAAI,2BAA2B,GAAG;oCAClD,EAAE4B,SAAS,UAAU,EAAEU,aAAa;;IAEpE,EAAEJ,UAAU;UACN,EAAEL,QAAQ;IAChB,EAAEM,UAAU,CAAC,EAAEC,UAAU;kCACK,EAAEG,UAAU;IAC5C,MAAMtD,OAAO,MAAMN,KAAKO,OAAO,CAACsD;IAChC,MAAMC,OAAQ,MAAMxD,KAAKyD,GAAG,IAAIZ,WAAYpC,QAAQM,MAAM,GAAG,IAAI,EAAE,GAAG;QAACqC;KAAM;IAC7E,MAAMM,UAAUjD,QAAQM,MAAM,KAAK,IAAIyC,OAAOA,KAAKG,MAAM,CAAC,CAACC,MAAQnD,QAAQoD,KAAK,CAAC,CAAChD,SAAWvC,OAAOwF,IAAI,CAAC,CAAC9B;oBAA8B4B;uBAApB9F,qBAAoB8F,aAAAA,GAAG,CAAC5B,MAAM,cAAV4B,wBAAAA,aAAc,IAAI/C;;IAC1J,OAAO6C,QAAQK,KAAK,CAAC,GAAGX,OAAOlB,GAAG,CAAC,CAAC,EAAE8B,IAAI,EAAE,GAAM,CAAA;YAAEA;QAAK,CAAA;AAC3D;AAEA,iGAAiG;AACjG,gGAAgG;AAChG,OAAO,SAASC,mBAAmBvE,IAAgB;IACjD,OAAO;QACLwE,OAAO,OAAOnF,OAAOgE,OAASD,aAAapD,MAAMX,OAAOgE;QACxDoB,WAAW,IAAMhE,iBAAiBT;IACpC;AACF"}

package/dist/esm/store/duckdb/native.d.ts

@@ -1,4 +1,3 @@
 export declare const DUCKDB_PACKAGE = "@duckdb/node-api";
-export declare const DUCKDB_VERSION = "1.5.5-r.5";
-export declare const DUCKDB_INSTALL_SPEC = "@duckdb/node-api@1.5.5-r.5";
+export declare const DUCKDB_INSTALL_SPEC = "@duckdb/node-api@1.5.6-r.1";
 export declare function duckdbApi(): Promise<typeof import('@duckdb/node-api')>;

package/dist/esm/store/duckdb/native.js

@@ -1,12 +1,10 @@
 import { loadOrInstall, packageNodeModules } from '../native.js';
 export const DUCKDB_PACKAGE = '@duckdb/node-api';
-export const DUCKDB_VERSION = '1.5.5-r.5';
-export const DUCKDB_INSTALL_SPEC = `${DUCKDB_PACKAGE}@${DUCKDB_VERSION}`;
+export const DUCKDB_INSTALL_SPEC = `${DUCKDB_PACKAGE}@1.5.6-r.1`;
 const DUCKDB = {
     store: 'duckdb',
     pkg: DUCKDB_PACKAGE,
     sizeHint: '~110MB',
-    version: DUCKDB_VERSION,
     installSpec: DUCKDB_INSTALL_SPEC
 };
 let duckdbApiPromise;

package/dist/esm/store/duckdb/native.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/duckdb/native.ts"],"sourcesContent":["import { loadOrInstall, type NativeDescriptor, packageNodeModules } from '../native.ts';\n\nexport const DUCKDB_PACKAGE = '@duckdb/node-api';\nexport const DUCKDB_VERSION = '1.5.5-r.5';\nexport const DUCKDB_INSTALL_SPEC = `${DUCKDB_PACKAGE}@${DUCKDB_VERSION}`;\n\nconst DUCKDB: NativeDescriptor = {\n  store: 'duckdb',\n  pkg: DUCKDB_PACKAGE,\n  sizeHint: '~110MB',\n  version: DUCKDB_VERSION,\n  installSpec: DUCKDB_INSTALL_SPEC,\n};\n\nlet duckdbApiPromise: Promise<typeof import('@duckdb/node-api')> | undefined;\n\n// The one accessor every consumer of @duckdb/node-api must go through: after a fresh install in this process, Node keeps returning\n// the pre-install \"not found\" miss to any new bare-specifier lookup of the same path, so caching the resolved module here means only the first caller ever resolves it.\nexport function duckdbApi(): Promise<typeof import('@duckdb/node-api')> {\n  if (!duckdbApiPromise) duckdbApiPromise = loadOrInstall<typeof import('@duckdb/node-api')>(DUCKDB, packageNodeModules());\n  return duckdbApiPromise;\n}\n"],"names":["loadOrInstall","packageNodeModules","DUCKDB_PACKAGE","DUCKDB_VERSION","DUCKDB_INSTALL_SPEC","DUCKDB","store","pkg","sizeHint","version","installSpec","duckdbApiPromise","duckdbApi"],"mappings":"AAAA,SAASA,aAAa,EAAyBC,kBAAkB,QAAQ,eAAe;AAExF,OAAO,MAAMC,iBAAiB,mBAAmB;AACjD,OAAO,MAAMC,iBAAiB,YAAY;AAC1C,OAAO,MAAMC,sBAAsB,GAAGF,eAAe,CAAC,EAAEC,gBAAgB,CAAC;AAEzE,MAAME,SAA2B;IAC/BC,OAAO;IACPC,KAAKL;IACLM,UAAU;IACVC,SAASN;IACTO,aAAaN;AACf;AAEA,IAAIO;AAEJ,mIAAmI;AACnI,wKAAwK;AACxK,OAAO,SAASC;IACd,IAAI,CAACD,kBAAkBA,mBAAmBX,cAAiDK,QAAQJ;IACnG,OAAOU;AACT"}
+{"version":3,"sources":["/Users/kevin/Dev/open-source/ai/sensemaking/src/store/duckdb/native.ts"],"sourcesContent":["import { loadOrInstall, type NativeDescriptor, packageNodeModules } from '../native.ts';\n\nexport const DUCKDB_PACKAGE = '@duckdb/node-api';\nexport const DUCKDB_INSTALL_SPEC = `${DUCKDB_PACKAGE}@1.5.6-r.1`;\n\nconst DUCKDB: NativeDescriptor = {\n  store: 'duckdb',\n  pkg: DUCKDB_PACKAGE,\n  sizeHint: '~110MB',\n  installSpec: DUCKDB_INSTALL_SPEC,\n};\n\nlet duckdbApiPromise: Promise<typeof import('@duckdb/node-api')> | undefined;\n\n// The one accessor every consumer of @duckdb/node-api must go through: after a fresh install in this process, Node keeps returning\n// the pre-install \"not found\" miss to any new bare-specifier lookup of the same path, so caching the resolved module here means only the first caller ever resolves it.\nexport function duckdbApi(): Promise<typeof import('@duckdb/node-api')> {\n  if (!duckdbApiPromise) duckdbApiPromise = loadOrInstall<typeof import('@duckdb/node-api')>(DUCKDB, packageNodeModules());\n  return duckdbApiPromise;\n}\n"],"names":["loadOrInstall","packageNodeModules","DUCKDB_PACKAGE","DUCKDB_INSTALL_SPEC","DUCKDB","store","pkg","sizeHint","installSpec","duckdbApiPromise","duckdbApi"],"mappings":"AAAA,SAASA,aAAa,EAAyBC,kBAAkB,QAAQ,eAAe;AAExF,OAAO,MAAMC,iBAAiB,mBAAmB;AACjD,OAAO,MAAMC,sBAAsB,GAAGD,eAAe,UAAU,CAAC,CAAC;AAEjE,MAAME,SAA2B;IAC/BC,OAAO;IACPC,KAAKJ;IACLK,UAAU;IACVC,aAAaL;AACf;AAEA,IAAIM;AAEJ,mIAAmI;AACnI,wKAAwK;AACxK,OAAO,SAASC;IACd,IAAI,CAACD,kBAAkBA,mBAAmBT,cAAiDI,QAAQH;IACnG,OAAOQ;AACT"}