sensemaking 0.24.0 → 0.24.1

package/dist/cjs/config/load.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/load.ts"],"sourcesContent":["import { existsSync, readFileSync } from 'node:fs';\nimport { dirname, join, resolve } from 'node:path';\nimport { SenseError } from '../errors.ts';\nimport { writeFileAtomic } from '../lib/atomic-write.ts';\nimport type { Config, ResolvedConfig } from './types.ts';\nimport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, SUPPORTED_CONFIG_VERSION } from './types.ts';\nimport { unknownConfigKeys, validateConfig, validateLegacyScan } from './validate.ts';\n\n// v1 and v2 were `scan`/`find`-shaped; v3 introduced `presets`. Only the former need the\n// legacy shape check before migrating.\nconst FIRST_PRESET_VERSION = 3;\n\n// v1 -> v2 migration only: the features v2 introduced as opt-out (embed was opt-in then).\nconst V2_OPT_OUT_NAMES = ['links', 'sections', 'rank'] as const;\n\n// Pure per-version steps, chained by loadConfig. Intermediate shapes predate the Config type,\n// so steps are loosely typed and only the final result is cast back.\nconst MIGRATIONS: Record<number, (cfg: Record<string, unknown>) => Record<string, unknown>> = {\n  // v1 -> v2: features block introduced, opt-out features enabled (matches the old implicit\n  // behavior of `links` etc. not existing). embed stays absent -- opt-in.\n  1: (cfg) => ({ ...cfg, version: 2, features: Object.fromEntries(V2_OPT_OUT_NAMES.map((name) => [name, true])) }),\n  // v2 -> v3: mechanical-minimal by decision -- only what keeps an existing config loading (no\n  // restructuring, no preset inference, no query rewriting); real trees get hand-migrated to use presets.\n  2: (cfg) => {\n    const { scan, defaults, features, checks, queries, ...rest } = cfg;\n    const scanInclude = (scan as { include: string[] }).include;\n\n    const nextQueries: Record<string, unknown> = {};\n    for (const [name, value] of Object.entries((queries as Record<string, unknown> | undefined) ?? {})) {\n      if (typeof value === 'string') {\n        nextQueries[name] = value;\n        continue;\n      }\n      const entry = value as { find: string; k?: number; where?: string; semantic?: boolean };\n      // Loosely typed on purpose: this step emits the v3 shape, which still had `semantic`.\n      // The v3 -> v4 step below strips it.\n      const search: Record<string, unknown> = { search: entry.find };\n      if (entry.k !== undefined) search.k = entry.k;\n      if (entry.where !== undefined) search.where = entry.where;\n      // semantic: true was opt-in; it is now the default, so it drops. semantic: false is kept.\n      if (entry.semantic === false) search.semantic = false;\n      nextQueries[name] = search;\n    }\n\n    const prevDefaults = defaults as { find?: { where?: string } } | undefined;\n    const defaultWhere = prevDefaults?.find?.where;\n\n    // features.embed false becomes semantic:false on every preset produced here.\n    const prevFeatures = (features as Record<string, unknown> | undefined) ?? {};\n    const embedWasOff = prevFeatures.embed === false;\n    // Object form carries provider settings (model/type/url/key), not a toggle -- they move to\n    // the v3 top-level `embed` block verbatim; dropping them would silently switch an api tree to the static model.\n    const embedProvider = typeof prevFeatures.embed === 'object' && prevFeatures.embed !== null ? prevFeatures.embed : undefined;\n    const { embed: _embed, ...restFeatures } = prevFeatures;\n\n    const defaultPreset: Record<string, unknown> = { include: scanInclude };\n    if (defaultWhere !== undefined) defaultPreset.where = defaultWhere;\n    if (embedWasOff) defaultPreset.semantic = false;\n\n    if (checks !== undefined) {\n      console.error('sense: v2 \"checks\" was removed in v3 (sense check no longer asserts on saved queries); its queries are carried over under \"queries\" -- a returned row set is now the reader\\'s judgment');\n    }\n\n    const result: Record<string, unknown> = { ...rest, version: 3, presets: { default: defaultPreset }, queries: nextQueries };\n    if (embedProvider !== undefined) result.embed = embedProvider;\n    if (Object.keys(restFeatures).length > 0) result.features = restFeatures;\n    return result;\n  },\n  // v3 -> v4: write the model into the file, wrap bare-string queries as { sql }, drop a saved\n  // search's `semantic` (its preset decides). Same effective model, so nothing re-embeds.\n  3: (cfg) => {\n    const presets = cfg.presets as Record<string, Record<string, unknown>>;\n    const embedded = Object.values(presets).some((p) => p.semantic !== false);\n\n    const nextQueries: Record<string, unknown> = {};\n    for (const [name, value] of Object.entries((cfg.queries as Record<string, unknown> | undefined) ?? {})) {\n      // v3's bare string meant SQL by inference; v4 makes every entry name its verb.\n      if (typeof value === 'string') {\n        nextQueries[name] = { sql: value };\n        continue;\n      }\n      if (typeof value !== 'object' || value === null || !('search' in value)) {\n        nextQueries[name] = value;\n        continue;\n      }\n      const { semantic: _semantic, ...rest } = value as Record<string, unknown>;\n      nextQueries[name] = rest;\n    }\n\n    const prev = (cfg.embed as Record<string, unknown> | undefined) ?? {};\n    const result: Record<string, unknown> = { ...cfg, version: 4, queries: nextQueries };\n    if (embedded) {\n      result.embed = { model: (prev.model as string | undefined) ?? DEFAULT_EMBED_MODEL, type: (prev.type as string | undefined) ?? 'static', ...(prev.url !== undefined ? { url: prev.url } : {}), ...(prev.key !== undefined ? { key: prev.key } : {}) };\n    } else {\n      delete result.embed;\n      // Dropping settings silently would look like a bug in a tree that configured an api endpoint\n      // then turned vectors off; say it, since v4 has no way to carry provider settings for a tree that doesn't embed.\n      if (Object.keys(prev).length > 0) console.error('sense: every preset has \"semantic\": false, so v4 drops the \"embed\" block (vectors stay off); re-add it, or set a preset\\'s semantic back to true, to turn them on');\n    }\n    return result;\n  },\n  // v4 -> v5: embed.type renames to embed.provider (\"api\" migrates to \"openai\", the wire protocol\n  // it always was; other values pass through). A preset's `semantic` also migrates to `signals` (false -> explicit weights, true/absent -> no key).\n  4: (cfg) => {\n    const prevEmbed = cfg.embed as Record<string, unknown> | undefined;\n    const result: Record<string, unknown> = { ...cfg, version: 5 };\n    if (prevEmbed) {\n      const { type, ...rest } = prevEmbed;\n      result.embed = type === undefined ? rest : { ...rest, provider: type === 'api' ? 'openai' : type };\n    }\n\n    const linksOn = (cfg.features as Record<string, unknown> | undefined)?.links !== false;\n    const presets = cfg.presets as Record<string, Record<string, unknown>> | undefined;\n    if (presets) {\n      const nextPresets: Record<string, unknown> = {};\n      for (const [name, preset] of Object.entries(presets)) {\n        const { semantic, ...rest } = preset;\n        if (semantic === undefined) {\n          nextPresets[name] = preset;\n          continue;\n        }\n        if (typeof semantic !== 'boolean') {\n          throw new SenseError('CONFIG_INVALID', `presets.${name}.semantic must be a boolean`);\n        }\n        nextPresets[name] = semantic === false ? { ...rest, signals: linksOn ? { words: 1, links: 1 } : { words: 1 } } : rest;\n      }\n      result.presets = nextPresets;\n    }\n    return result;\n  },\n};\n\nexport function migrateConfig(cfg: Config): { cfg: Config; from: number } {\n  const from = cfg.version ?? 1;\n  let current: Record<string, unknown> = cfg as unknown as Record<string, unknown>;\n  for (let v = from; v < SUPPORTED_CONFIG_VERSION; v++) {\n    const step = MIGRATIONS[v];\n    if (!step) throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `no migration from config version ${v}`);\n    current = step(current);\n  }\n  return { cfg: current as unknown as Config, from };\n}\n\n// `sense init`'s flags map onto these three `embed` keys one-to-one; an absent field\n// keeps the built-in default rather than merging partial input.\nexport interface InitOverrides {\n  model?: string;\n  provider?: string;\n  url?: string;\n}\n\nfunction starterConfig(overrides?: InitOverrides): Config {\n  const embed: Record<string, unknown> = { model: DEFAULT_EMBED_MODEL, provider: 'static' };\n  if (overrides?.model !== undefined) embed.model = overrides.model;\n  if (overrides?.provider !== undefined) embed.provider = overrides.provider;\n  if (overrides?.url !== undefined) embed.url = overrides.url;\n  return {\n    $schema: 'https://unpkg.com/sensemaking/schema.json',\n    version: SUPPORTED_CONFIG_VERSION,\n    presets: {\n      default: { include: ['**/*.md'], k: 10 },\n      large: { include: ['**/*.md'], k: 20 },\n    },\n    // Written out rather than defaulted in code: this line is what makes `sense download`\n    // fetch a model, so it belongs where it can be read and changed.\n    embed: embed as Config['embed'],\n    queries: {},\n  };\n}\n\n// Refuses to overwrite an existing config. `overrides` come from `sense init`'s flags; an\n// invalid --provider fails validateConfig's own shape check before anything is written.\nexport function initConfig(dir: string, overrides?: InitOverrides): string {\n  const configPath = join(dir, CONFIG_FILENAME);\n  if (existsSync(configPath)) {\n    throw new SenseError('CONFIG_EXISTS', `${CONFIG_FILENAME} already exists in ${dir}`);\n  }\n  const cfg = starterConfig(overrides);\n  validateConfig(cfg, configPath);\n  writeFileAtomic(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n  return configPath;\n}\n\nexport function findConfigPath(startDir: string): string | null {\n  let dir = resolve(startDir);\n  for (;;) {\n    const candidate = join(dir, CONFIG_FILENAME);\n    if (existsSync(candidate)) return candidate;\n    const parent = dirname(dir);\n    if (parent === dir) return null;\n    dir = parent;\n  }\n}\n\nexport function loadConfig(explicitPath?: string): ResolvedConfig {\n  let configPath: string;\n  if (explicitPath) {\n    configPath = resolve(process.cwd(), explicitPath);\n    if (!existsSync(configPath)) throw new SenseError('CONFIG_NOT_FOUND', `config not found: ${configPath}`);\n  } else {\n    const found = findConfigPath(process.cwd());\n    if (!found) {\n      throw new SenseError('CONFIG_NOT_FOUND', `could not find ${CONFIG_FILENAME} in ${process.cwd()} or any parent directory`);\n    }\n    configPath = found;\n  }\n\n  const raw = readFileSync(configPath, 'utf8');\n  const parsed: unknown = JSON.parse(raw);\n\n  // Ahead of both the version gate and shape checks: a non-object file (or array -- typeof []\n  // is also 'object') is malformed at every version, so it gets one error regardless of branch.\n  if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);\n  }\n\n  // Version gate before shape validation: a config written by a newer sense should fail\n  // with \"requires a newer sense\", not with shape errors its own version may not have.\n  const version = typeof parsed === 'object' && parsed !== null && typeof (parsed as { version?: unknown }).version === 'number' ? (parsed as { version: number }).version : 1;\n  if (version > SUPPORTED_CONFIG_VERSION) {\n    throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `config version ${version} requires a newer sense`);\n  }\n\n  // validateConfig only knows the current shape, so scan-shaped files (pre-v3) get a minimal\n  // check, migrate, then the full one on the result.\n  let cfg: Config;\n  let migratedFrom: number | undefined;\n  if (version < SUPPORTED_CONFIG_VERSION) {\n    if (version < FIRST_PRESET_VERSION) validateLegacyScan(parsed, configPath);\n    const result = migrateConfig(parsed as unknown as Config);\n    cfg = validateConfig(result.cfg, configPath);\n    migratedFrom = result.from;\n    writeFileAtomic(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n  } else {\n    cfg = validateConfig(parsed, configPath);\n  }\n\n  const unknownKeys = unknownConfigKeys(cfg as unknown as Record<string, unknown>);\n  return { ...cfg, baseDir: dirname(configPath), configPath, migratedFrom, unknownKeys: unknownKeys.length > 0 ? unknownKeys : undefined };\n}\n"],"names":["findConfigPath","initConfig","loadConfig","migrateConfig","FIRST_PRESET_VERSION","V2_OPT_OUT_NAMES","MIGRATIONS","cfg","version","features","Object","fromEntries","map","name","prevDefaults","scan","defaults","checks","queries","rest","scanInclude","include","nextQueries","entries","value","entry","search","find","k","undefined","where","semantic","defaultWhere","prevFeatures","embedWasOff","embed","embedProvider","_embed","restFeatures","defaultPreset","console","error","result","presets","default","keys","length","embedded","values","some","p","sql","_semantic","prev","model","DEFAULT_EMBED_MODEL","type","url","key","prevEmbed","provider","linksOn","links","nextPresets","preset","SenseError","signals","words","from","current","v","SUPPORTED_CONFIG_VERSION","step","starterConfig","overrides","$schema","large","dir","configPath","join","CONFIG_FILENAME","existsSync","validateConfig","writeFileAtomic","JSON","stringify","startDir","resolve","candidate","parent","dirname","explicitPath","process","cwd","found","raw","readFileSync","parsed","parse","Array","isArray","migratedFrom","validateLegacyScan","unknownKeys","unknownConfigKeys","baseDir"],"mappings":";;;;;;;;;;;QAuLgBA;eAAAA;;QAXAC;eAAAA;;QAsBAC;eAAAA;;QA9DAC;eAAAA;;;sBApIyB;wBACF;wBACZ;6BACK;uBAE+C;0BACT;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtE,yFAAyF;AACzF,uCAAuC;AACvC,IAAMC,uBAAuB;AAE7B,0FAA0F;AAC1F,IAAMC,mBAAmB;IAAC;IAAS;IAAY;CAAO;AAEtD,8FAA8F;AAC9F,qEAAqE;AACrE,IAAMC,aAAwF;IAC5F,0FAA0F;IAC1F,wEAAwE;IACxE,GAAG,SAACC;eAAS,wCAAKA;YAAKC,SAAS;YAAGC,UAAUC,OAAOC,WAAW,CAACN,iBAAiBO,GAAG,CAAC,SAACC;uBAAS;oBAACA;oBAAM;iBAAK;;;;IAC3G,6FAA6F;IAC7F,wGAAwG;IACxG,GAAG,SAACN;YAsBmBO;QArBrB,IAAQC,OAAuDR,IAAvDQ,MAAMC,WAAiDT,IAAjDS,UAAUP,WAAuCF,IAAvCE,UAAUQ,SAA6BV,IAA7BU,QAAQC,UAAqBX,IAArBW,SAAYC,kCAASZ;;;;;;;QAC/D,IAAMa,cAAc,AAACL,KAA+BM,OAAO;QAE3D,IAAMC,cAAuC,CAAC;YACzC,kCAAA,2BAAA;;YAAL,QAAK,YAAuBZ,OAAOa,OAAO,CAAEL,oBAAAA,qBAAAA,UAAmD,CAAC,uBAA3F,SAAA,6BAAA,QAAA,yBAAA,iCAA+F;gBAA/F,mCAAA,iBAAOL,uBAAMW;gBAChB,IAAI,OAAOA,UAAU,UAAU;oBAC7BF,WAAW,CAACT,KAAK,GAAGW;oBACpB;gBACF;gBACA,IAAMC,QAAQD;gBACd,sFAAsF;gBACtF,qCAAqC;gBACrC,IAAME,SAAkC;oBAAEA,QAAQD,MAAME,IAAI;gBAAC;gBAC7D,IAAIF,MAAMG,CAAC,KAAKC,WAAWH,OAAOE,CAAC,GAAGH,MAAMG,CAAC;gBAC7C,IAAIH,MAAMK,KAAK,KAAKD,WAAWH,OAAOI,KAAK,GAAGL,MAAMK,KAAK;gBACzD,0FAA0F;gBAC1F,IAAIL,MAAMM,QAAQ,KAAK,OAAOL,OAAOK,QAAQ,GAAG;gBAChDT,WAAW,CAACT,KAAK,GAAGa;YACtB;;YAdK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAgBL,IAAMZ,eAAeE;QACrB,IAAMgB,eAAelB,yBAAAA,oCAAAA,qBAAAA,aAAca,IAAI,cAAlBb,yCAAAA,mBAAoBgB,KAAK;QAE9C,6EAA6E;QAC7E,IAAMG,eAAgBxB,qBAAAA,sBAAAA,WAAoD,CAAC;QAC3E,IAAMyB,cAAcD,aAAaE,KAAK,KAAK;QAC3C,2FAA2F;QAC3F,gHAAgH;QAChH,IAAMC,gBAAgB,SAAOH,aAAaE,KAAK,MAAK,YAAYF,aAAaE,KAAK,KAAK,OAAOF,aAAaE,KAAK,GAAGN;QACnH,IAAQM,AAAOE,SAA4BJ,aAAnCE,OAAkBG,0CAAiBL;;;QAE3C,IAAMM,gBAAyC;YAAElB,SAASD;QAAY;QACtE,IAAIY,iBAAiBH,WAAWU,cAAcT,KAAK,GAAGE;QACtD,IAAIE,aAAaK,cAAcR,QAAQ,GAAG;QAE1C,IAAId,WAAWY,WAAW;YACxBW,QAAQC,KAAK,CAAC;QAChB;QAEA,IAAMC,SAAkC,wCAAKvB;YAAMX,SAAS;YAAGmC,SAAS;gBAAEC,SAASL;YAAc;YAAGrB,SAASI;;QAC7G,IAAIc,kBAAkBP,WAAWa,OAAOP,KAAK,GAAGC;QAChD,IAAI1B,OAAOmC,IAAI,CAACP,cAAcQ,MAAM,GAAG,GAAGJ,OAAOjC,QAAQ,GAAG6B;QAC5D,OAAOI;IACT;IACA,6FAA6F;IAC7F,wFAAwF;IACxF,GAAG,SAACnC;YAK0CA,cAc9BA;QAlBd,IAAMoC,UAAUpC,IAAIoC,OAAO;QAC3B,IAAMI,WAAWrC,OAAOsC,MAAM,CAACL,SAASM,IAAI,CAAC,SAACC;mBAAMA,EAAEnB,QAAQ,KAAK;;QAEnE,IAAMT,cAAuC,CAAC;YACzC,kCAAA,2BAAA;;YAAL,QAAK,YAAuBZ,OAAOa,OAAO,EAAEhB,eAAAA,IAAIW,OAAO,cAAXX,0BAAAA,eAAuD,CAAC,uBAA/F,SAAA,6BAAA,QAAA,yBAAA,iCAAmG;gBAAnG,mCAAA,iBAAOM,uBAAMW;gBAChB,+EAA+E;gBAC/E,IAAI,OAAOA,UAAU,UAAU;oBAC7BF,WAAW,CAACT,KAAK,GAAG;wBAAEsC,KAAK3B;oBAAM;oBACjC;gBACF;gBACA,IAAI,CAAA,OAAOA,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQ,CAAE,CAAA,YAAYA,KAAI,GAAI;oBACvEF,WAAW,CAACT,KAAK,GAAGW;oBACpB;gBACF;gBACA,IAAQO,AAAUqB,YAAuB5B,MAAjCO,UAAwBZ,kCAASK;;;gBACzCF,WAAW,CAACT,KAAK,GAAGM;YACtB;;YAZK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAcL,IAAMkC,QAAQ9C,aAAAA,IAAI4B,KAAK,cAAT5B,wBAAAA,aAAqD,CAAC;QACpE,IAAMmC,SAAkC,wCAAKnC;YAAKC,SAAS;YAAGU,SAASI;;QACvE,IAAIyB,UAAU;gBACaM,aAAiEA;YAA1FX,OAAOP,KAAK,GAAG;gBAAEmB,KAAK,GAAGD,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAqCE,4BAAmB;gBAAEC,IAAI,GAAGH,aAAAA,KAAKG,IAAI,cAATH,wBAAAA,aAAoC;eAAcA,KAAKI,GAAG,KAAK5B,YAAY;gBAAE4B,KAAKJ,KAAKI,GAAG;YAAC,IAAI,CAAC,GAAQJ,KAAKK,GAAG,KAAK7B,YAAY;gBAAE6B,KAAKL,KAAKK,GAAG;YAAC,IAAI,CAAC;QAClP,OAAO;YACL,OAAOhB,OAAOP,KAAK;YACnB,6FAA6F;YAC7F,iHAAiH;YACjH,IAAIzB,OAAOmC,IAAI,CAACQ,MAAMP,MAAM,GAAG,GAAGN,QAAQC,KAAK,CAAC;QAClD;QACA,OAAOC;IACT;IACA,gGAAgG;IAChG,kJAAkJ;IAClJ,GAAG,SAACnC;YAQeA;QAPjB,IAAMoD,YAAYpD,IAAI4B,KAAK;QAC3B,IAAMO,SAAkC,wCAAKnC;YAAKC,SAAS;;QAC3D,IAAImD,WAAW;YACb,IAAQH,OAAkBG,UAAlBH,MAASrC,kCAASwC;;;YAC1BjB,OAAOP,KAAK,GAAGqB,SAAS3B,YAAYV,OAAO,wCAAKA;gBAAMyC,UAAUJ,SAAS,QAAQ,WAAWA;;QAC9F;QAEA,IAAMK,UAAU,EAACtD,gBAAAA,IAAIE,QAAQ,cAAZF,oCAAD,AAACA,cAAsDuD,KAAK,MAAK;QACjF,IAAMnB,UAAUpC,IAAIoC,OAAO;QAC3B,IAAIA,SAAS;YACX,IAAMoB,cAAuC,CAAC;gBACzC,kCAAA,2BAAA;;gBAAL,QAAK,YAAwBrD,OAAOa,OAAO,CAACoB,6BAAvC,SAAA,6BAAA,QAAA,yBAAA,iCAAiD;oBAAjD,mCAAA,iBAAO9B,uBAAMmD;oBAChB,IAAQjC,WAAsBiC,OAAtBjC,UAAaZ,mCAAS6C;;;oBAC9B,IAAIjC,aAAaF,WAAW;wBAC1BkC,WAAW,CAAClD,KAAK,GAAGmD;wBACpB;oBACF;oBACA,IAAI,OAAOjC,aAAa,WAAW;wBACjC,MAAM,IAAIkC,oBAAU,CAAC,kBAAkB,AAAC,WAAe,OAALpD,MAAK;oBACzD;oBACAkD,WAAW,CAAClD,KAAK,GAAGkB,aAAa,QAAQ,wCAAKZ;wBAAM+C,SAASL,UAAU;4BAAEM,OAAO;4BAAGL,OAAO;wBAAE,IAAI;4BAAEK,OAAO;wBAAE;yBAAMhD;gBACnH;;gBAVK;gBAAA;;;yBAAA,6BAAA;wBAAA;;;wBAAA;8BAAA;;;;YAWLuB,OAAOC,OAAO,GAAGoB;QACnB;QACA,OAAOrB;IACT;AACF;AAEO,SAASvC,cAAcI,GAAW;QAC1BA;IAAb,IAAM6D,QAAO7D,eAAAA,IAAIC,OAAO,cAAXD,0BAAAA,eAAe;IAC5B,IAAI8D,UAAmC9D;IACvC,IAAK,IAAI+D,IAAIF,MAAME,IAAIC,iCAAwB,EAAED,IAAK;QACpD,IAAME,OAAOlE,UAAU,CAACgE,EAAE;QAC1B,IAAI,CAACE,MAAM,MAAM,IAAIP,oBAAU,CAAC,8BAA8B,AAAC,oCAAqC,OAAFK;QAClGD,UAAUG,KAAKH;IACjB;IACA,OAAO;QAAE9D,KAAK8D;QAA8BD,MAAAA;IAAK;AACnD;AAUA,SAASK,cAAcC,SAAyB;IAC9C,IAAMvC,QAAiC;QAAEmB,OAAOC,4BAAmB;QAAEK,UAAU;IAAS;IACxF,IAAIc,CAAAA,sBAAAA,gCAAAA,UAAWpB,KAAK,MAAKzB,WAAWM,MAAMmB,KAAK,GAAGoB,UAAUpB,KAAK;IACjE,IAAIoB,CAAAA,sBAAAA,gCAAAA,UAAWd,QAAQ,MAAK/B,WAAWM,MAAMyB,QAAQ,GAAGc,UAAUd,QAAQ;IAC1E,IAAIc,CAAAA,sBAAAA,gCAAAA,UAAWjB,GAAG,MAAK5B,WAAWM,MAAMsB,GAAG,GAAGiB,UAAUjB,GAAG;IAC3D,OAAO;QACLkB,SAAS;QACTnE,SAAS+D,iCAAwB;QACjC5B,SAAS;YACPC,SAAS;gBAAEvB,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;YACvCgD,OAAO;gBAAEvD,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;QACvC;QACA,sFAAsF;QACtF,iEAAiE;QACjEO,OAAOA;QACPjB,SAAS,CAAC;IACZ;AACF;AAIO,SAASjB,WAAW4E,GAAW,EAAEH,SAAyB;IAC/D,IAAMI,aAAaC,IAAAA,cAAI,EAACF,KAAKG,wBAAe;IAC5C,IAAIC,IAAAA,kBAAU,EAACH,aAAa;QAC1B,MAAM,IAAIb,oBAAU,CAAC,iBAAiB,AAAC,GAAuCY,OAArCG,wBAAe,EAAC,uBAAyB,OAAJH;IAChF;IACA,IAAMtE,MAAMkE,cAAcC;IAC1BQ,IAAAA,0BAAc,EAAC3E,KAAKuE;IACpBK,IAAAA,8BAAe,EAACL,YAAY,AAAC,GAA+B,OAA7BM,KAAKC,SAAS,CAAC9E,KAAK,MAAM,IAAG;IAC5D,OAAOuE;AACT;AAEO,SAAS9E,eAAesF,QAAgB;IAC7C,IAAIT,MAAMU,IAAAA,iBAAO,EAACD;IAClB,OAAS;QACP,IAAME,YAAYT,IAAAA,cAAI,EAACF,KAAKG,wBAAe;QAC3C,IAAIC,IAAAA,kBAAU,EAACO,YAAY,OAAOA;QAClC,IAAMC,SAASC,IAAAA,iBAAO,EAACb;QACvB,IAAIY,WAAWZ,KAAK,OAAO;QAC3BA,MAAMY;IACR;AACF;AAEO,SAASvF,WAAWyF,YAAqB;IAC9C,IAAIb;IACJ,IAAIa,cAAc;QAChBb,aAAaS,IAAAA,iBAAO,EAACK,QAAQC,GAAG,IAAIF;QACpC,IAAI,CAACV,IAAAA,kBAAU,EAACH,aAAa,MAAM,IAAIb,oBAAU,CAAC,oBAAoB,AAAC,qBAA+B,OAAXa;IAC7F,OAAO;QACL,IAAMgB,QAAQ9F,eAAe4F,QAAQC,GAAG;QACxC,IAAI,CAACC,OAAO;YACV,MAAM,IAAI7B,oBAAU,CAAC,oBAAoB,AAAC,kBAAuC2B,OAAtBZ,wBAAe,EAAC,QAAoB,OAAdY,QAAQC,GAAG,IAAG;QACjG;QACAf,aAAagB;IACf;IAEA,IAAMC,MAAMC,IAAAA,oBAAY,EAAClB,YAAY;IACrC,IAAMmB,SAAkBb,KAAKc,KAAK,CAACH;IAEnC,4FAA4F;IAC5F,8FAA8F;IAC9F,IAAI,CAAA,OAAOE,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQE,MAAMC,OAAO,CAACH,SAAS;QAC1E,MAAM,IAAIhC,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXa,YAAW;IACvD;IAEA,sFAAsF;IACtF,qFAAqF;IACrF,IAAMtE,UAAU,CAAA,OAAOyF,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQ,OAAO,AAACA,OAAiCzF,OAAO,KAAK,WAAW,AAACyF,OAA+BzF,OAAO,GAAG;IAC3K,IAAIA,UAAU+D,iCAAwB,EAAE;QACtC,MAAM,IAAIN,oBAAU,CAAC,8BAA8B,AAAC,kBAAyB,OAARzD,SAAQ;IAC/E;IAEA,2FAA2F;IAC3F,mDAAmD;IACnD,IAAID;IACJ,IAAI8F;IACJ,IAAI7F,UAAU+D,iCAAwB,EAAE;QACtC,IAAI/D,UAAUJ,sBAAsBkG,IAAAA,8BAAkB,EAACL,QAAQnB;QAC/D,IAAMpC,SAASvC,cAAc8F;QAC7B1F,MAAM2E,IAAAA,0BAAc,EAACxC,OAAOnC,GAAG,EAAEuE;QACjCuB,eAAe3D,OAAO0B,IAAI;QAC1Be,IAAAA,8BAAe,EAACL,YAAY,AAAC,GAA+B,OAA7BM,KAAKC,SAAS,CAAC9E,KAAK,MAAM,IAAG;IAC9D,OAAO;QACLA,MAAM2E,IAAAA,0BAAc,EAACe,QAAQnB;IAC/B;IAEA,IAAMyB,cAAcC,IAAAA,6BAAiB,EAACjG;IACtC,OAAO,wCAAKA;QAAKkG,SAASf,IAAAA,iBAAO,EAACZ;QAAaA,YAAAA;QAAYuB,cAAAA;QAAcE,aAAaA,YAAYzD,MAAM,GAAG,IAAIyD,cAAc1E;;AAC/H"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/load.ts"],"sourcesContent":["import { existsSync, readFileSync } from 'node:fs';\nimport { dirname, join, resolve } from 'node:path';\nimport { SenseError } from '../errors.ts';\nimport { writeFileAtomic } from '../lib/atomic-write.ts';\nimport type { Config, ResolvedConfig } from './types.ts';\nimport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, SUPPORTED_CONFIG_VERSION } from './types.ts';\nimport { unknownConfigKeys, validateConfig, validateLegacyScan } from './validate.ts';\n\n// v1 and v2 were `scan`/`find`-shaped; v3 introduced `presets`. Only the former need the\n// legacy shape check before migrating.\nconst FIRST_PRESET_VERSION = 3;\n\n// v1 -> v2 migration only: the features v2 introduced as opt-out (embed was opt-in then).\nconst V2_OPT_OUT_NAMES = ['links', 'sections', 'rank'] as const;\n\n// Pure per-version steps, chained by loadConfig. Intermediate shapes predate the Config type,\n// so steps are loosely typed and only the final result is cast back.\nconst MIGRATIONS: Record<number, (cfg: Record<string, unknown>) => Record<string, unknown>> = {\n  // v1 -> v2: features block introduced, opt-out features enabled (matches the old implicit\n  // behavior of `links` etc. not existing). embed stays absent -- opt-in.\n  1: (cfg) => ({ ...cfg, version: 2, features: Object.fromEntries(V2_OPT_OUT_NAMES.map((name) => [name, true])) }),\n  // v2 -> v3: mechanical-minimal by decision -- only what keeps an existing config loading (no\n  // restructuring, no preset inference, no query rewriting); real trees get hand-migrated to use presets.\n  2: (cfg) => {\n    const { scan, defaults, features, checks, queries, ...rest } = cfg;\n    const scanInclude = (scan as { include: string[] }).include;\n\n    const nextQueries: Record<string, unknown> = {};\n    for (const [name, value] of Object.entries((queries as Record<string, unknown> | undefined) ?? {})) {\n      if (typeof value === 'string') {\n        nextQueries[name] = value;\n        continue;\n      }\n      const entry = value as { find: string; k?: number; where?: string; semantic?: boolean };\n      // Loosely typed on purpose: this step emits the v3 shape, which still had `semantic`.\n      // The v3 -> v4 step below strips it.\n      const search: Record<string, unknown> = { search: entry.find };\n      if (entry.k !== undefined) search.k = entry.k;\n      if (entry.where !== undefined) search.where = entry.where;\n      // semantic: true was opt-in; it is now the default, so it drops. semantic: false is kept.\n      if (entry.semantic === false) search.semantic = false;\n      nextQueries[name] = search;\n    }\n\n    const prevDefaults = defaults as { find?: { where?: string } } | undefined;\n    const defaultWhere = prevDefaults?.find?.where;\n\n    // features.embed false becomes semantic:false on every preset produced here.\n    const prevFeatures = (features as Record<string, unknown> | undefined) ?? {};\n    const embedWasOff = prevFeatures.embed === false;\n    // Object form carries provider settings (model/type/url/key), not a toggle -- they move to\n    // the v3 top-level `embed` block verbatim; dropping them would silently switch an api tree to the static model.\n    const embedProvider = typeof prevFeatures.embed === 'object' && prevFeatures.embed !== null ? prevFeatures.embed : undefined;\n    const { embed: _embed, ...restFeatures } = prevFeatures;\n\n    const defaultPreset: Record<string, unknown> = { include: scanInclude };\n    if (defaultWhere !== undefined) defaultPreset.where = defaultWhere;\n    if (embedWasOff) defaultPreset.semantic = false;\n\n    if (checks !== undefined) {\n      console.error('sense: v2 \"checks\" was removed in v3 (sense check no longer asserts on saved queries); its queries are carried over under \"queries\" -- a returned row set is now the reader\\'s judgment');\n    }\n\n    const result: Record<string, unknown> = { ...rest, version: 3, presets: { default: defaultPreset }, queries: nextQueries };\n    if (embedProvider !== undefined) result.embed = embedProvider;\n    if (Object.keys(restFeatures).length > 0) result.features = restFeatures;\n    return result;\n  },\n  // v3 -> v4: write the model into the file, wrap bare-string queries as { sql }, drop a saved\n  // search's `semantic` (its preset decides). Same effective model, so nothing re-embeds.\n  3: (cfg) => {\n    const presets = cfg.presets as Record<string, Record<string, unknown>>;\n    const embedded = Object.values(presets).some((p) => p.semantic !== false);\n\n    const nextQueries: Record<string, unknown> = {};\n    for (const [name, value] of Object.entries((cfg.queries as Record<string, unknown> | undefined) ?? {})) {\n      // v3's bare string meant SQL by inference; v4 makes every entry name its verb.\n      if (typeof value === 'string') {\n        nextQueries[name] = { sql: value };\n        continue;\n      }\n      if (typeof value !== 'object' || value === null || !('search' in value)) {\n        nextQueries[name] = value;\n        continue;\n      }\n      const { semantic: _semantic, ...rest } = value as Record<string, unknown>;\n      nextQueries[name] = rest;\n    }\n\n    const prev = (cfg.embed as Record<string, unknown> | undefined) ?? {};\n    const result: Record<string, unknown> = { ...cfg, version: 4, queries: nextQueries };\n    if (embedded) {\n      result.embed = { model: (prev.model as string | undefined) ?? DEFAULT_EMBED_MODEL, type: (prev.type as string | undefined) ?? 'static', ...(prev.url !== undefined ? { url: prev.url } : {}), ...(prev.key !== undefined ? { key: prev.key } : {}) };\n    } else {\n      delete result.embed;\n      // Dropping settings silently would look like a bug in a tree that configured an api endpoint\n      // then turned vectors off; say it, since v4 has no way to carry provider settings for a tree that doesn't embed.\n      if (Object.keys(prev).length > 0) console.error('sense: every preset has \"semantic\": false, so v4 drops the \"embed\" block (vectors stay off); re-add it, or set a preset\\'s semantic back to true, to turn them on');\n    }\n    return result;\n  },\n  // v4 -> v5: embed.type renames to embed.provider (\"api\" migrates to \"openai\", the wire protocol\n  // it always was; other values pass through). A preset's `semantic` also migrates to `signals` (false -> explicit weights, true/absent -> no key).\n  4: (cfg) => {\n    const prevEmbed = cfg.embed as Record<string, unknown> | undefined;\n    const result: Record<string, unknown> = { ...cfg, version: 5 };\n    if (prevEmbed) {\n      const { type, ...rest } = prevEmbed;\n      result.embed = type === undefined ? rest : { ...rest, provider: type === 'api' ? 'openai' : type };\n    }\n\n    const linksOn = (cfg.features as Record<string, unknown> | undefined)?.links !== false;\n    const presets = cfg.presets as Record<string, Record<string, unknown>> | undefined;\n    if (presets) {\n      const nextPresets: Record<string, unknown> = {};\n      for (const [name, preset] of Object.entries(presets)) {\n        const { semantic, ...rest } = preset;\n        if (semantic === undefined) {\n          nextPresets[name] = preset;\n          continue;\n        }\n        if (typeof semantic !== 'boolean') {\n          throw new SenseError('CONFIG_INVALID', `presets.${name}.semantic must be a boolean`);\n        }\n        nextPresets[name] = semantic === false ? { ...rest, signals: linksOn ? { words: 1, links: 1 } : { words: 1 } } : rest;\n      }\n      result.presets = nextPresets;\n    }\n    return result;\n  },\n};\n\nexport function migrateConfig(cfg: Config): { cfg: Config; from: number } {\n  const from = cfg.version ?? 1;\n  let current: Record<string, unknown> = cfg as unknown as Record<string, unknown>;\n  for (let v = from; v < SUPPORTED_CONFIG_VERSION; v++) {\n    const step = MIGRATIONS[v];\n    if (!step) throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `no migration from config version ${v}`);\n    current = step(current);\n  }\n  return { cfg: current as unknown as Config, from };\n}\n\n// `sense init`'s flags map onto these three `embed` keys one-to-one; an absent field\n// keeps the built-in default rather than merging partial input.\nexport interface InitOverrides {\n  model?: string;\n  provider?: string;\n  url?: string;\n}\n\nfunction starterConfig(overrides?: InitOverrides): Config {\n  const embed: Record<string, unknown> = { model: DEFAULT_EMBED_MODEL, provider: 'static' };\n  if (overrides?.model !== undefined) embed.model = overrides.model;\n  if (overrides?.provider !== undefined) embed.provider = overrides.provider;\n  if (overrides?.url !== undefined) embed.url = overrides.url;\n  return {\n    $schema: 'https://unpkg.com/sensemaking/schema.json',\n    version: SUPPORTED_CONFIG_VERSION,\n    presets: {\n      default: { include: ['**/*.md'], k: 10 },\n      large: { include: ['**/*.md'], k: 20 },\n    },\n    // Written out rather than defaulted in code: this line is what makes `sense download`\n    // fetch a model, so it belongs where it can be read and changed.\n    embed: embed as Config['embed'],\n    queries: {},\n  };\n}\n\n// Refuses to overwrite an existing config. `overrides` come from `sense init`'s flags; an\n// invalid --provider fails validateConfig's own shape check before anything is written.\nexport function initConfig(dir: string, overrides?: InitOverrides): string {\n  const configPath = join(dir, CONFIG_FILENAME);\n  if (existsSync(configPath)) {\n    throw new SenseError('CONFIG_EXISTS', `${CONFIG_FILENAME} already exists in ${dir}`);\n  }\n  const cfg = starterConfig(overrides);\n  validateConfig(cfg, configPath);\n  writeFileAtomic(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n  return configPath;\n}\n\nexport function findConfigPath(startDir: string): string | null {\n  let dir = resolve(startDir);\n  for (;;) {\n    const candidate = join(dir, CONFIG_FILENAME);\n    if (existsSync(candidate)) return candidate;\n    const parent = dirname(dir);\n    if (parent === dir) return null;\n    dir = parent;\n  }\n}\n\nexport function loadConfig(explicitPath?: string): ResolvedConfig {\n  let configPath: string;\n  if (explicitPath) {\n    configPath = resolve(process.cwd(), explicitPath);\n    if (!existsSync(configPath)) throw new SenseError('CONFIG_NOT_FOUND', `config not found: ${configPath}`);\n  } else {\n    const found = findConfigPath(process.cwd());\n    if (!found) {\n      throw new SenseError('CONFIG_NOT_FOUND', `could not find ${CONFIG_FILENAME} in ${process.cwd()} or any parent directory`);\n    }\n    configPath = found;\n  }\n\n  const raw = readFileSync(configPath, 'utf8');\n  const parsed: unknown = JSON.parse(raw);\n\n  // Ahead of both the version gate and shape checks: a non-object file (or array -- typeof []\n  // is also 'object') is malformed at every version, so it gets one error regardless of branch.\n  if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);\n  }\n\n  // Version gate before shape validation: a config written by a newer sense should fail\n  // with \"requires a newer sense\", not with shape errors its own version may not have.\n  const version = typeof parsed === 'object' && parsed !== null && typeof (parsed as { version?: unknown }).version === 'number' ? (parsed as { version: number }).version : 1;\n  if (version > SUPPORTED_CONFIG_VERSION) {\n    throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `config version ${version} requires a newer sense`);\n  }\n\n  // validateConfig only knows the current shape, so scan-shaped files (pre-v3) get a minimal\n  // check, migrate, then the full one on the result.\n  let cfg: Config;\n  let migratedFrom: number | undefined;\n  if (version < SUPPORTED_CONFIG_VERSION) {\n    if (version < FIRST_PRESET_VERSION) validateLegacyScan(parsed, configPath);\n    const result = migrateConfig(parsed as unknown as Config);\n    cfg = validateConfig(result.cfg, configPath);\n    migratedFrom = result.from;\n    writeFileAtomic(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n  } else {\n    cfg = validateConfig(parsed, configPath);\n  }\n\n  const unknownKeys = unknownConfigKeys(cfg as unknown as Record<string, unknown>);\n  const configDir = dirname(configPath);\n  const rootDir = resolve(configDir, cfg.root ?? '.');\n  return { ...cfg, configDir, rootDir, baseDir: rootDir, configPath, migratedFrom, unknownKeys: unknownKeys.length > 0 ? unknownKeys : undefined };\n}\n"],"names":["findConfigPath","initConfig","loadConfig","migrateConfig","FIRST_PRESET_VERSION","V2_OPT_OUT_NAMES","MIGRATIONS","cfg","version","features","Object","fromEntries","map","name","prevDefaults","scan","defaults","checks","queries","rest","scanInclude","include","nextQueries","entries","value","entry","search","find","k","undefined","where","semantic","defaultWhere","prevFeatures","embedWasOff","embed","embedProvider","_embed","restFeatures","defaultPreset","console","error","result","presets","default","keys","length","embedded","values","some","p","sql","_semantic","prev","model","DEFAULT_EMBED_MODEL","type","url","key","prevEmbed","provider","linksOn","links","nextPresets","preset","SenseError","signals","words","from","current","v","SUPPORTED_CONFIG_VERSION","step","starterConfig","overrides","$schema","large","dir","configPath","join","CONFIG_FILENAME","existsSync","validateConfig","writeFileAtomic","JSON","stringify","startDir","resolve","candidate","parent","dirname","explicitPath","process","cwd","found","raw","readFileSync","parsed","parse","Array","isArray","migratedFrom","validateLegacyScan","unknownKeys","unknownConfigKeys","configDir","rootDir","root","baseDir"],"mappings":";;;;;;;;;;;QAuLgBA;eAAAA;;QAXAC;eAAAA;;QAsBAC;eAAAA;;QA9DAC;eAAAA;;;sBApIyB;wBACF;wBACZ;6BACK;uBAE+C;0BACT;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtE,yFAAyF;AACzF,uCAAuC;AACvC,IAAMC,uBAAuB;AAE7B,0FAA0F;AAC1F,IAAMC,mBAAmB;IAAC;IAAS;IAAY;CAAO;AAEtD,8FAA8F;AAC9F,qEAAqE;AACrE,IAAMC,aAAwF;IAC5F,0FAA0F;IAC1F,wEAAwE;IACxE,GAAG,SAACC;eAAS,wCAAKA;YAAKC,SAAS;YAAGC,UAAUC,OAAOC,WAAW,CAACN,iBAAiBO,GAAG,CAAC,SAACC;uBAAS;oBAACA;oBAAM;iBAAK;;;;IAC3G,6FAA6F;IAC7F,wGAAwG;IACxG,GAAG,SAACN;YAsBmBO;QArBrB,IAAQC,OAAuDR,IAAvDQ,MAAMC,WAAiDT,IAAjDS,UAAUP,WAAuCF,IAAvCE,UAAUQ,SAA6BV,IAA7BU,QAAQC,UAAqBX,IAArBW,SAAYC,kCAASZ;;;;;;;QAC/D,IAAMa,cAAc,AAACL,KAA+BM,OAAO;QAE3D,IAAMC,cAAuC,CAAC;YACzC,kCAAA,2BAAA;;YAAL,QAAK,YAAuBZ,OAAOa,OAAO,CAAEL,oBAAAA,qBAAAA,UAAmD,CAAC,uBAA3F,SAAA,6BAAA,QAAA,yBAAA,iCAA+F;gBAA/F,mCAAA,iBAAOL,uBAAMW;gBAChB,IAAI,OAAOA,UAAU,UAAU;oBAC7BF,WAAW,CAACT,KAAK,GAAGW;oBACpB;gBACF;gBACA,IAAMC,QAAQD;gBACd,sFAAsF;gBACtF,qCAAqC;gBACrC,IAAME,SAAkC;oBAAEA,QAAQD,MAAME,IAAI;gBAAC;gBAC7D,IAAIF,MAAMG,CAAC,KAAKC,WAAWH,OAAOE,CAAC,GAAGH,MAAMG,CAAC;gBAC7C,IAAIH,MAAMK,KAAK,KAAKD,WAAWH,OAAOI,KAAK,GAAGL,MAAMK,KAAK;gBACzD,0FAA0F;gBAC1F,IAAIL,MAAMM,QAAQ,KAAK,OAAOL,OAAOK,QAAQ,GAAG;gBAChDT,WAAW,CAACT,KAAK,GAAGa;YACtB;;YAdK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAgBL,IAAMZ,eAAeE;QACrB,IAAMgB,eAAelB,yBAAAA,oCAAAA,qBAAAA,aAAca,IAAI,cAAlBb,yCAAAA,mBAAoBgB,KAAK;QAE9C,6EAA6E;QAC7E,IAAMG,eAAgBxB,qBAAAA,sBAAAA,WAAoD,CAAC;QAC3E,IAAMyB,cAAcD,aAAaE,KAAK,KAAK;QAC3C,2FAA2F;QAC3F,gHAAgH;QAChH,IAAMC,gBAAgB,SAAOH,aAAaE,KAAK,MAAK,YAAYF,aAAaE,KAAK,KAAK,OAAOF,aAAaE,KAAK,GAAGN;QACnH,IAAQM,AAAOE,SAA4BJ,aAAnCE,OAAkBG,0CAAiBL;;;QAE3C,IAAMM,gBAAyC;YAAElB,SAASD;QAAY;QACtE,IAAIY,iBAAiBH,WAAWU,cAAcT,KAAK,GAAGE;QACtD,IAAIE,aAAaK,cAAcR,QAAQ,GAAG;QAE1C,IAAId,WAAWY,WAAW;YACxBW,QAAQC,KAAK,CAAC;QAChB;QAEA,IAAMC,SAAkC,wCAAKvB;YAAMX,SAAS;YAAGmC,SAAS;gBAAEC,SAASL;YAAc;YAAGrB,SAASI;;QAC7G,IAAIc,kBAAkBP,WAAWa,OAAOP,KAAK,GAAGC;QAChD,IAAI1B,OAAOmC,IAAI,CAACP,cAAcQ,MAAM,GAAG,GAAGJ,OAAOjC,QAAQ,GAAG6B;QAC5D,OAAOI;IACT;IACA,6FAA6F;IAC7F,wFAAwF;IACxF,GAAG,SAACnC;YAK0CA,cAc9BA;QAlBd,IAAMoC,UAAUpC,IAAIoC,OAAO;QAC3B,IAAMI,WAAWrC,OAAOsC,MAAM,CAACL,SAASM,IAAI,CAAC,SAACC;mBAAMA,EAAEnB,QAAQ,KAAK;;QAEnE,IAAMT,cAAuC,CAAC;YACzC,kCAAA,2BAAA;;YAAL,QAAK,YAAuBZ,OAAOa,OAAO,EAAEhB,eAAAA,IAAIW,OAAO,cAAXX,0BAAAA,eAAuD,CAAC,uBAA/F,SAAA,6BAAA,QAAA,yBAAA,iCAAmG;gBAAnG,mCAAA,iBAAOM,uBAAMW;gBAChB,+EAA+E;gBAC/E,IAAI,OAAOA,UAAU,UAAU;oBAC7BF,WAAW,CAACT,KAAK,GAAG;wBAAEsC,KAAK3B;oBAAM;oBACjC;gBACF;gBACA,IAAI,CAAA,OAAOA,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQ,CAAE,CAAA,YAAYA,KAAI,GAAI;oBACvEF,WAAW,CAACT,KAAK,GAAGW;oBACpB;gBACF;gBACA,IAAQO,AAAUqB,YAAuB5B,MAAjCO,UAAwBZ,kCAASK;;;gBACzCF,WAAW,CAACT,KAAK,GAAGM;YACtB;;YAZK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAcL,IAAMkC,QAAQ9C,aAAAA,IAAI4B,KAAK,cAAT5B,wBAAAA,aAAqD,CAAC;QACpE,IAAMmC,SAAkC,wCAAKnC;YAAKC,SAAS;YAAGU,SAASI;;QACvE,IAAIyB,UAAU;gBACaM,aAAiEA;YAA1FX,OAAOP,KAAK,GAAG;gBAAEmB,KAAK,GAAGD,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAqCE,4BAAmB;gBAAEC,IAAI,GAAGH,aAAAA,KAAKG,IAAI,cAATH,wBAAAA,aAAoC;eAAcA,KAAKI,GAAG,KAAK5B,YAAY;gBAAE4B,KAAKJ,KAAKI,GAAG;YAAC,IAAI,CAAC,GAAQJ,KAAKK,GAAG,KAAK7B,YAAY;gBAAE6B,KAAKL,KAAKK,GAAG;YAAC,IAAI,CAAC;QAClP,OAAO;YACL,OAAOhB,OAAOP,KAAK;YACnB,6FAA6F;YAC7F,iHAAiH;YACjH,IAAIzB,OAAOmC,IAAI,CAACQ,MAAMP,MAAM,GAAG,GAAGN,QAAQC,KAAK,CAAC;QAClD;QACA,OAAOC;IACT;IACA,gGAAgG;IAChG,kJAAkJ;IAClJ,GAAG,SAACnC;YAQeA;QAPjB,IAAMoD,YAAYpD,IAAI4B,KAAK;QAC3B,IAAMO,SAAkC,wCAAKnC;YAAKC,SAAS;;QAC3D,IAAImD,WAAW;YACb,IAAQH,OAAkBG,UAAlBH,MAASrC,kCAASwC;;;YAC1BjB,OAAOP,KAAK,GAAGqB,SAAS3B,YAAYV,OAAO,wCAAKA;gBAAMyC,UAAUJ,SAAS,QAAQ,WAAWA;;QAC9F;QAEA,IAAMK,UAAU,EAACtD,gBAAAA,IAAIE,QAAQ,cAAZF,oCAAD,AAACA,cAAsDuD,KAAK,MAAK;QACjF,IAAMnB,UAAUpC,IAAIoC,OAAO;QAC3B,IAAIA,SAAS;YACX,IAAMoB,cAAuC,CAAC;gBACzC,kCAAA,2BAAA;;gBAAL,QAAK,YAAwBrD,OAAOa,OAAO,CAACoB,6BAAvC,SAAA,6BAAA,QAAA,yBAAA,iCAAiD;oBAAjD,mCAAA,iBAAO9B,uBAAMmD;oBAChB,IAAQjC,WAAsBiC,OAAtBjC,UAAaZ,mCAAS6C;;;oBAC9B,IAAIjC,aAAaF,WAAW;wBAC1BkC,WAAW,CAAClD,KAAK,GAAGmD;wBACpB;oBACF;oBACA,IAAI,OAAOjC,aAAa,WAAW;wBACjC,MAAM,IAAIkC,oBAAU,CAAC,kBAAkB,AAAC,WAAe,OAALpD,MAAK;oBACzD;oBACAkD,WAAW,CAAClD,KAAK,GAAGkB,aAAa,QAAQ,wCAAKZ;wBAAM+C,SAASL,UAAU;4BAAEM,OAAO;4BAAGL,OAAO;wBAAE,IAAI;4BAAEK,OAAO;wBAAE;yBAAMhD;gBACnH;;gBAVK;gBAAA;;;yBAAA,6BAAA;wBAAA;;;wBAAA;8BAAA;;;;YAWLuB,OAAOC,OAAO,GAAGoB;QACnB;QACA,OAAOrB;IACT;AACF;AAEO,SAASvC,cAAcI,GAAW;QAC1BA;IAAb,IAAM6D,QAAO7D,eAAAA,IAAIC,OAAO,cAAXD,0BAAAA,eAAe;IAC5B,IAAI8D,UAAmC9D;IACvC,IAAK,IAAI+D,IAAIF,MAAME,IAAIC,iCAAwB,EAAED,IAAK;QACpD,IAAME,OAAOlE,UAAU,CAACgE,EAAE;QAC1B,IAAI,CAACE,MAAM,MAAM,IAAIP,oBAAU,CAAC,8BAA8B,AAAC,oCAAqC,OAAFK;QAClGD,UAAUG,KAAKH;IACjB;IACA,OAAO;QAAE9D,KAAK8D;QAA8BD,MAAAA;IAAK;AACnD;AAUA,SAASK,cAAcC,SAAyB;IAC9C,IAAMvC,QAAiC;QAAEmB,OAAOC,4BAAmB;QAAEK,UAAU;IAAS;IACxF,IAAIc,CAAAA,sBAAAA,gCAAAA,UAAWpB,KAAK,MAAKzB,WAAWM,MAAMmB,KAAK,GAAGoB,UAAUpB,KAAK;IACjE,IAAIoB,CAAAA,sBAAAA,gCAAAA,UAAWd,QAAQ,MAAK/B,WAAWM,MAAMyB,QAAQ,GAAGc,UAAUd,QAAQ;IAC1E,IAAIc,CAAAA,sBAAAA,gCAAAA,UAAWjB,GAAG,MAAK5B,WAAWM,MAAMsB,GAAG,GAAGiB,UAAUjB,GAAG;IAC3D,OAAO;QACLkB,SAAS;QACTnE,SAAS+D,iCAAwB;QACjC5B,SAAS;YACPC,SAAS;gBAAEvB,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;YACvCgD,OAAO;gBAAEvD,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;QACvC;QACA,sFAAsF;QACtF,iEAAiE;QACjEO,OAAOA;QACPjB,SAAS,CAAC;IACZ;AACF;AAIO,SAASjB,WAAW4E,GAAW,EAAEH,SAAyB;IAC/D,IAAMI,aAAaC,IAAAA,cAAI,EAACF,KAAKG,wBAAe;IAC5C,IAAIC,IAAAA,kBAAU,EAACH,aAAa;QAC1B,MAAM,IAAIb,oBAAU,CAAC,iBAAiB,AAAC,GAAuCY,OAArCG,wBAAe,EAAC,uBAAyB,OAAJH;IAChF;IACA,IAAMtE,MAAMkE,cAAcC;IAC1BQ,IAAAA,0BAAc,EAAC3E,KAAKuE;IACpBK,IAAAA,8BAAe,EAACL,YAAY,AAAC,GAA+B,OAA7BM,KAAKC,SAAS,CAAC9E,KAAK,MAAM,IAAG;IAC5D,OAAOuE;AACT;AAEO,SAAS9E,eAAesF,QAAgB;IAC7C,IAAIT,MAAMU,IAAAA,iBAAO,EAACD;IAClB,OAAS;QACP,IAAME,YAAYT,IAAAA,cAAI,EAACF,KAAKG,wBAAe;QAC3C,IAAIC,IAAAA,kBAAU,EAACO,YAAY,OAAOA;QAClC,IAAMC,SAASC,IAAAA,iBAAO,EAACb;QACvB,IAAIY,WAAWZ,KAAK,OAAO;QAC3BA,MAAMY;IACR;AACF;AAEO,SAASvF,WAAWyF,YAAqB;QA6CXpF;IA5CnC,IAAIuE;IACJ,IAAIa,cAAc;QAChBb,aAAaS,IAAAA,iBAAO,EAACK,QAAQC,GAAG,IAAIF;QACpC,IAAI,CAACV,IAAAA,kBAAU,EAACH,aAAa,MAAM,IAAIb,oBAAU,CAAC,oBAAoB,AAAC,qBAA+B,OAAXa;IAC7F,OAAO;QACL,IAAMgB,QAAQ9F,eAAe4F,QAAQC,GAAG;QACxC,IAAI,CAACC,OAAO;YACV,MAAM,IAAI7B,oBAAU,CAAC,oBAAoB,AAAC,kBAAuC2B,OAAtBZ,wBAAe,EAAC,QAAoB,OAAdY,QAAQC,GAAG,IAAG;QACjG;QACAf,aAAagB;IACf;IAEA,IAAMC,MAAMC,IAAAA,oBAAY,EAAClB,YAAY;IACrC,IAAMmB,SAAkBb,KAAKc,KAAK,CAACH;IAEnC,4FAA4F;IAC5F,8FAA8F;IAC9F,IAAI,CAAA,OAAOE,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQE,MAAMC,OAAO,CAACH,SAAS;QAC1E,MAAM,IAAIhC,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXa,YAAW;IACvD;IAEA,sFAAsF;IACtF,qFAAqF;IACrF,IAAMtE,UAAU,CAAA,OAAOyF,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQ,OAAO,AAACA,OAAiCzF,OAAO,KAAK,WAAW,AAACyF,OAA+BzF,OAAO,GAAG;IAC3K,IAAIA,UAAU+D,iCAAwB,EAAE;QACtC,MAAM,IAAIN,oBAAU,CAAC,8BAA8B,AAAC,kBAAyB,OAARzD,SAAQ;IAC/E;IAEA,2FAA2F;IAC3F,mDAAmD;IACnD,IAAID;IACJ,IAAI8F;IACJ,IAAI7F,UAAU+D,iCAAwB,EAAE;QACtC,IAAI/D,UAAUJ,sBAAsBkG,IAAAA,8BAAkB,EAACL,QAAQnB;QAC/D,IAAMpC,SAASvC,cAAc8F;QAC7B1F,MAAM2E,IAAAA,0BAAc,EAACxC,OAAOnC,GAAG,EAAEuE;QACjCuB,eAAe3D,OAAO0B,IAAI;QAC1Be,IAAAA,8BAAe,EAACL,YAAY,AAAC,GAA+B,OAA7BM,KAAKC,SAAS,CAAC9E,KAAK,MAAM,IAAG;IAC9D,OAAO;QACLA,MAAM2E,IAAAA,0BAAc,EAACe,QAAQnB;IAC/B;IAEA,IAAMyB,cAAcC,IAAAA,6BAAiB,EAACjG;IACtC,IAAMkG,YAAYf,IAAAA,iBAAO,EAACZ;IAC1B,IAAM4B,UAAUnB,IAAAA,iBAAO,EAACkB,YAAWlG,YAAAA,IAAIoG,IAAI,cAARpG,uBAAAA,YAAY;IAC/C,OAAO,wCAAKA;QAAKkG,WAAAA;QAAWC,SAAAA;QAASE,SAASF;QAAS5B,YAAAA;QAAYuB,cAAAA;QAAcE,aAAaA,YAAYzD,MAAM,GAAG,IAAIyD,cAAc1E;;AACvI"}

package/dist/cjs/config/types.d.cts

@@ -36,6 +36,7 @@ export type SavedQuery = {
 export interface Config {
     $schema?: string;
     version?: number;
+    root?: string;
     presets: Record<string, Preset>;
     features?: {
         links?: boolean;
@@ -48,6 +49,8 @@ export interface Config {
     queries: Record<string, SavedQuery>;
 }
 export interface ResolvedConfig extends Config {
+    configDir?: string;
+    rootDir?: string;
     baseDir: string;
     configPath: string | null;
     unknownKeys?: string[];

package/dist/cjs/config/types.d.ts

@@ -36,6 +36,7 @@ export type SavedQuery = {
 export interface Config {
     $schema?: string;
     version?: number;
+    root?: string;
     presets: Record<string, Preset>;
     features?: {
         links?: boolean;
@@ -48,6 +49,8 @@ export interface Config {
     queries: Record<string, SavedQuery>;
 }
 export interface ResolvedConfig extends Config {
+    configDir?: string;
+    rootDir?: string;
     baseDir: string;
     configPath: string | null;
     unknownKeys?: string[];

package/dist/cjs/config/types.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/types.ts"],"sourcesContent":["import type { SignalWeights } from './signals.ts';\n\nexport const CONFIG_FILENAME = 'sense.config.json';\nexport const STATE_DIR = '.sense';\n\n// Highest sense.config.json `version` this build understands. Older versions auto-migrate on load.\nexport const SUPPORTED_CONFIG_VERSION = 5;\n\n// Each feature owns its tables, parse-time extraction, and reconcile step; commands degrade when one is off.\n// links/sections/tags/rank are opt-out toggles in `features`; embed is on exactly when an `embed` block names a model.\nexport const FEATURE_NAMES = ['links', 'sections', 'tags', 'rank', 'embed'] as const;\nexport type FeatureName = (typeof FEATURE_NAMES)[number];\n\n// `embed` names the model and gives the tree vectors at all; a preset's `signals` says which\n// engines that scope's searches use.\nexport interface EmbedConfig {\n  model?: string;\n  provider?: 'static' | 'openai' | 'cohere';\n  url?: string; // openai provider: OpenAI-compatible base URL, e.g. http://localhost:11434/v1\n  key?: string; // openai/cohere provider: name of the env var holding the bearer token, if any\n  languages?: string[]; // owner-declared model languages; enables the language-fit check where no card exists\n  chunkTokens?: number; // chunk size ceiling in estimated tokens for small-context models; default 500\n}\n\nexport const DEFAULT_EMBED_MODEL = 'minishlab/potion-retrieval-32M';\n\n// The single declaration every other store name derives from (Store.name, the store/index.ts\n// registry, validate.ts's accepted set). An array, not a bare union, so runtime checks read the same list.\nexport const STORE_NAMES = ['sqlite', 'duckdb', 'turso'] as const;\nexport type StoreName = (typeof STORE_NAMES)[number];\n\n// A named, self-contained file-selection scope: include/exclude are globby patterns resolved\n// relative to the config file. No inheritance between presets; they may overlap freely (views, not partitions).\nexport interface Preset {\n  include: string[];\n  exclude?: string[];\n  k?: number; // result count for `search` scoped to this preset; default 10\n  // Exhaustive when present: every signal this preset's searches compose, each mapped to its RRF\n  // weight (finite > 0; presence is enablement). Absent = every signal whose prerequisite holds, at weight 1 (words always, links when on, vectors when a model is named).\n  signals?: SignalWeights;\n  where?: string; // standing SQL condition against frontmatter alias `f`\n}\n\n// A saved `search` invocation: `sense <name>` runs like\n// `sense search <search> [--preset] [--include] [--exclude] [--where] [--k]`.\nexport interface SavedSearch {\n  search: string;\n  preset?: string;\n  include?: string[];\n  exclude?: string[];\n  where?: string;\n  k?: number;\n}\n\n// An entry names the verb it runs, one to one with the commands: { sql } runs like\n// `sense sql`, { search } like `sense search`.\nexport type SavedQuery = { sql: string } | SavedSearch;\n\nexport interface Config {\n  // Editor-only pointer to schema.json; never read by sense.\n  $schema?: string;\n  version?: number;\n  // File selection, index-time, and per-preset search defaults. A file is indexed iff any\n  // preset's include/exclude covers it (union). `default` is used when a command names no preset.\n  presets: Record<string, Preset>;\n  // Global feature defaults; absent block or key means enabled. embed is not a member here --\n  // see the `embed` block.\n  features?: { links?: boolean; sections?: boolean; tags?: boolean; rank?: boolean };\n  // Names the embedding model. Present means every indexed file gets vectors; absent means none do.\n  embed?: EmbedConfig;\n  // Backing store engine: \"sqlite\" (default, zero-dependency), \"duckdb\", or \"turso\" (optional\n  // dependency, installed on first use). What differs per store is declared through CAPABILITIES (store/types.ts).\n  store?: StoreName;\n  queries: Record<string, SavedQuery>;\n}\n\nexport interface ResolvedConfig extends Config {\n  baseDir: string;\n  configPath: string | null;\n  // Keys the file declares that this build does not read; cli reports them.\n  unknownKeys?: string[];\n  // Set when loadConfig auto-migrated the file on disk; cli reports it.\n  migratedFrom?: number;\n}\n\nexport interface SearchOverrides {\n  preset?: string;\n  k?: number;\n  where?: string;\n  include?: string[];\n  exclude?: string[];\n  noExclude?: boolean; // drop the preset's exclude for this command; --exclude still applies\n}\n\nexport interface EffectiveSearch {\n  presetName: string;\n  k: number;\n  where?: string;\n  include: string[];\n  exclude?: string[];\n  signals: SignalWeights; // this preset's effective signal weights\n}\n"],"names":["CONFIG_FILENAME","DEFAULT_EMBED_MODEL","FEATURE_NAMES","STATE_DIR","STORE_NAMES","SUPPORTED_CONFIG_VERSION"],"mappings":";;;;;;;;;;;QAEaA;eAAAA;;QAsBAC;eAAAA;;QAdAC;eAAAA;;QAPAC;eAAAA;;QAyBAC;eAAAA;;QAtBAC;eAAAA;;;AAJN,IAAML,kBAAkB;AACxB,IAAMG,YAAY;AAGlB,IAAME,2BAA2B;AAIjC,IAAMH,gBAAgB;IAAC;IAAS;IAAY;IAAQ;IAAQ;CAAQ;AAcpE,IAAMD,sBAAsB;AAI5B,IAAMG,cAAc;IAAC;IAAU;IAAU;CAAQ"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/types.ts"],"sourcesContent":["import type { SignalWeights } from './signals.ts';\n\nexport const CONFIG_FILENAME = 'sense.config.json';\nexport const STATE_DIR = '.sense';\n\n// Highest sense.config.json `version` this build understands. Older versions auto-migrate on load.\nexport const SUPPORTED_CONFIG_VERSION = 5;\n\n// Each feature owns its tables, parse-time extraction, and reconcile step; commands degrade when one is off.\n// links/sections/tags/rank are opt-out toggles in `features`; embed is on exactly when an `embed` block names a model.\nexport const FEATURE_NAMES = ['links', 'sections', 'tags', 'rank', 'embed'] as const;\nexport type FeatureName = (typeof FEATURE_NAMES)[number];\n\n// `embed` names the model and gives the tree vectors at all; a preset's `signals` says which\n// engines that scope's searches use.\nexport interface EmbedConfig {\n  model?: string;\n  provider?: 'static' | 'openai' | 'cohere';\n  url?: string; // openai provider: OpenAI-compatible base URL, e.g. http://localhost:11434/v1\n  key?: string; // openai/cohere provider: name of the env var holding the bearer token, if any\n  languages?: string[]; // owner-declared model languages; enables the language-fit check where no card exists\n  chunkTokens?: number; // chunk size ceiling in estimated tokens for small-context models; default 500\n}\n\nexport const DEFAULT_EMBED_MODEL = 'minishlab/potion-retrieval-32M';\n\n// The single declaration every other store name derives from (Store.name, the store/index.ts\n// registry, validate.ts's accepted set). An array, not a bare union, so runtime checks read the same list.\nexport const STORE_NAMES = ['sqlite', 'duckdb', 'turso'] as const;\nexport type StoreName = (typeof STORE_NAMES)[number];\n\n// A named, self-contained file-selection scope: include/exclude are globby patterns resolved\n// relative to the config file. No inheritance between presets; they may overlap freely (views, not partitions).\nexport interface Preset {\n  include: string[];\n  exclude?: string[];\n  k?: number; // result count for `search` scoped to this preset; default 10\n  // Exhaustive when present: every signal this preset's searches compose, each mapped to its RRF\n  // weight (finite > 0; presence is enablement). Absent = every signal whose prerequisite holds, at weight 1 (words always, links when on, vectors when a model is named).\n  signals?: SignalWeights;\n  where?: string; // standing SQL condition against frontmatter alias `f`\n}\n\n// A saved `search` invocation: `sense <name>` runs like\n// `sense search <search> [--preset] [--include] [--exclude] [--where] [--k]`.\nexport interface SavedSearch {\n  search: string;\n  preset?: string;\n  include?: string[];\n  exclude?: string[];\n  where?: string;\n  k?: number;\n}\n\n// An entry names the verb it runs, one to one with the commands: { sql } runs like\n// `sense sql`, { search } like `sense search`.\nexport type SavedQuery = { sql: string } | SavedSearch;\n\nexport interface Config {\n  // Editor-only pointer to schema.json; never read by sense.\n  $schema?: string;\n  version?: number;\n  // Markdown tree to index. Relative paths resolve from the configuration file's directory;\n  // omitted keeps the historic colocated-config behavior.\n  root?: string;\n  // File selection, index-time, and per-preset search defaults. A file is indexed iff any\n  // preset's include/exclude covers it (union). `default` is used when a command names no preset.\n  presets: Record<string, Preset>;\n  // Global feature defaults; absent block or key means enabled. embed is not a member here --\n  // see the `embed` block.\n  features?: { links?: boolean; sections?: boolean; tags?: boolean; rank?: boolean };\n  // Names the embedding model. Present means every indexed file gets vectors; absent means none do.\n  embed?: EmbedConfig;\n  // Backing store engine: \"sqlite\" (default, zero-dependency), \"duckdb\", or \"turso\" (optional\n  // dependency, installed on first use). What differs per store is declared through CAPABILITIES (store/types.ts).\n  store?: StoreName;\n  queries: Record<string, SavedQuery>;\n}\n\nexport interface ResolvedConfig extends Config {\n  // Configuration and state ownership are deliberately separate from the indexed tree.\n  configDir?: string;\n  rootDir?: string;\n  // Compatibility for callers that construct a ResolvedConfig for `open()` directly. New code\n  // uses rootDir/configDir; openStore normalizes this alias to both when necessary.\n  baseDir: string;\n  configPath: string | null;\n  // Keys the file declares that this build does not read; cli reports them.\n  unknownKeys?: string[];\n  // Set when loadConfig auto-migrated the file on disk; cli reports it.\n  migratedFrom?: number;\n}\n\nexport interface SearchOverrides {\n  preset?: string;\n  k?: number;\n  where?: string;\n  include?: string[];\n  exclude?: string[];\n  noExclude?: boolean; // drop the preset's exclude for this command; --exclude still applies\n}\n\nexport interface EffectiveSearch {\n  presetName: string;\n  k: number;\n  where?: string;\n  include: string[];\n  exclude?: string[];\n  signals: SignalWeights; // this preset's effective signal weights\n}\n"],"names":["CONFIG_FILENAME","DEFAULT_EMBED_MODEL","FEATURE_NAMES","STATE_DIR","STORE_NAMES","SUPPORTED_CONFIG_VERSION"],"mappings":";;;;;;;;;;;QAEaA;eAAAA;;QAsBAC;eAAAA;;QAdAC;eAAAA;;QAPAC;eAAAA;;QAyBAC;eAAAA;;QAtBAC;eAAAA;;;AAJN,IAAML,kBAAkB;AACxB,IAAMG,YAAY;AAGlB,IAAME,2BAA2B;AAIjC,IAAMH,gBAAgB;IAAC;IAAS;IAAY;IAAQ;IAAQ;CAAQ;AAcpE,IAAMD,sBAAsB;AAI5B,IAAMG,cAAc;IAAC;IAAU;IAAU;CAAQ"}

package/dist/cjs/config/validate.js

@@ -80,6 +80,7 @@ function _unsupported_iterable_to_array(o, minLen) {
 var KNOWN_KEYS = new Set([
     '$schema',
     'version',
+    'root',
     'presets',
     'features',
     'embed',
@@ -370,6 +371,9 @@ function validateConfig(parsed, configPath) {
         throw new _errorsts.SenseError('CONFIG_INVALID', "".concat(configPath, ": config must be a JSON object"));
     }
     var cfg = parsed;
+    if (cfg.root !== undefined && (typeof cfg.root !== 'string' || cfg.root.length === 0)) {
+        throw new _errorsts.SenseError('CONFIG_INVALID', "".concat(configPath, ": root must be a non-empty path string"));
+    }
     // `checks` is rejected by name, not warned: silence would hide that assertions are gone.
     if (cfg.checks !== undefined) {
         throw new _errorsts.SenseError('CONFIG_INVALID', "".concat(configPath, ": checks was removed in v3 -- sense check no longer asserts on saved queries; a returned row set is the reader's judgment"));

package/dist/cjs/config/validate.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/validate.ts"],"sourcesContent":["import { SenseError } from '../errors.ts';\nimport { SIGNAL_NAMES, SIGNAL_PREREQUISITES, type SignalName } from './signals.ts';\nimport { type Config, STORE_NAMES, type StoreName } from './types.ts';\n\n// Shape check for hand-edited files, so a typo names itself instead of surfacing as a\n// TypeError. Unknown top-level keys warn (forward compat); unknown keys inside a block error.\nconst KNOWN_KEYS = new Set(['$schema', 'version', 'presets', 'features', 'embed', 'store', 'queries']);\nconst KNOWN_PRESET_KEYS = new Set(['include', 'exclude', 'k', 'signals', 'where']);\nconst KNOWN_FEATURE_KEYS = new Set(['links', 'sections', 'tags', 'rank']);\n// The one source of truth for what the embed block accepts. schema.json carries an editor-facing\n// copy for autocomplete; nothing at runtime reads it.\nexport const KNOWN_EMBED_KEYS = new Set(['model', 'provider', 'url', 'key', 'languages', 'chunkTokens']);\nconst SAVED_SEARCH_KEYS = new Set(['search', 'preset', 'include', 'exclude', 'where', 'k']);\n\nexport function unknownConfigKeys(cfg: Record<string, unknown>): string[] {\n  return Object.keys(cfg).filter((k) => !KNOWN_KEYS.has(k));\n}\n\nfunction isNonEmptyStringArray(value: unknown): value is string[] {\n  return Array.isArray(value) && value.length > 0 && value.every((g) => typeof g === 'string' && g.length > 0);\n}\n\n// Pre-v3 shape check, just enough for migrateConfig to run safely (it reads scan.include\n// directly). The full v3 shape is checked by validateConfig once migration has produced it.\nexport function validateLegacyScan(parsed: unknown, configPath: string): void {\n  const cfg = typeof parsed === 'object' && parsed !== null && !Array.isArray(parsed) ? (parsed as Record<string, unknown>) : null;\n  const scan = cfg?.scan as { include?: unknown } | undefined;\n  if (!cfg || !scan || !isNonEmptyStringArray(scan.include)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: scan.include must be a non-empty array of glob strings`);\n  }\n}\n\nfunction validateStoreKey(value: unknown, configPath: string): void {\n  if (!STORE_NAMES.includes(value as StoreName)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: store must be ${STORE_NAMES.map((name) => `\"${name}\"`).join(' or ')}`);\n  }\n}\n\nfunction validateFeaturesBlock(value: unknown, configPath: string): void {\n  if (typeof value !== 'object' || value === null || Array.isArray(value)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: features must be an object of name -> boolean`);\n  }\n  const block = value as Record<string, unknown>;\n  const unknown = Object.keys(block).filter((k) => !KNOWN_FEATURE_KEYS.has(k));\n  if (unknown.length > 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: features has unknown key(s) ${unknown.join(', ')}; embed is not a features key -- see the top-level \"embed\" block`);\n  }\n  for (const [name, v] of Object.entries(block)) {\n    if (typeof v !== 'boolean') {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: features.${name} must be a boolean`);\n    }\n  }\n}\n\nfunction validateEmbedBlock(value: unknown, configPath: string): void {\n  if (typeof value !== 'object' || value === null || Array.isArray(value)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed must be an object of { model?, provider?: \"static\"|\"openai\"|\"cohere\", url?, key? }`);\n  }\n  const embed = value as Record<string, unknown>;\n  const unknown = Object.keys(embed).filter((k) => !KNOWN_EMBED_KEYS.has(k));\n  if (unknown.length > 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed has unknown key(s) ${unknown.join(', ')}`);\n  }\n  if (embed.model !== undefined && typeof embed.model !== 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.model must be a string`);\n  }\n  // The block exists to name a model; provider settings without one would read as \"vectors\n  // configured\" while embedding stays off, which is the ambiguity v4 removed.\n  if (embed.model === undefined || embed.model === '') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.model is required when the \"embed\" block is present (it is what turns vectors on); remove the block to index without vectors`);\n  }\n  if (embed.provider !== undefined && embed.provider !== 'static' && embed.provider !== 'openai' && embed.provider !== 'cohere') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.provider must be \"static\", \"openai\", or \"cohere\"`);\n  }\n  if (embed.url !== undefined && typeof embed.url !== 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.url must be a string`);\n  }\n  if (embed.key !== undefined && typeof embed.key !== 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.key must be a string`);\n  }\n  // openai has no default host, so a missing url would otherwise only surface at the first\n  // vector search; a config error belongs at config time.\n  if (embed.provider === 'openai' && (embed.url === undefined || embed.url === '')) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.provider \"openai\" requires embed.url (e.g. \"http://localhost:11434/v1\" for Ollama)`);\n  }\n  if (embed.languages !== undefined && (!Array.isArray(embed.languages) || embed.languages.length === 0 || embed.languages.some((l) => typeof l !== 'string' || l === ''))) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.languages must be a non-empty array of language tags (e.g. [\"en\", \"zh\"])`);\n  }\n  if (embed.chunkTokens !== undefined && (typeof embed.chunkTokens !== 'number' || !Number.isInteger(embed.chunkTokens) || embed.chunkTokens <= 0)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.chunkTokens must be a positive integer`);\n  }\n}\n\nfunction isSignalName(value: unknown): value is SignalName {\n  return typeof value === 'string' && (SIGNAL_NAMES as readonly string[]).includes(value);\n}\n\nfunction isSignalWeight(value: unknown): value is number {\n  return typeof value === 'number' && Number.isFinite(value) && value > 0;\n}\n\n// Shape (an object of signal name -> weight) plus the one cross-signal prerequisite that doesn't\n// need the top-level embed block: links is seeded by word-match rows, so declaring it without words is always empty.\nfunction validatePresetSignals(name: string, value: unknown, configPath: string): void {\n  if (typeof value !== 'object' || value === null || Array.isArray(value) || Object.keys(value).length === 0) {\n    throw new SenseError(\n      'CONFIG_INVALID',\n      `${configPath}: presets.${name}.signals must be a non-empty object of signal name -> weight (a finite number > 0), naming ${SIGNAL_NAMES.join(', ')} -- a preset that searches nothing is a mistake; name at least \"words\", or omit \"signals\" to use every signal whose prerequisites hold at weight 1`\n    );\n  }\n  const entries = Object.entries(value as Record<string, unknown>);\n  const unknown = entries.filter(([k]) => !isSignalName(k)).map(([k]) => k);\n  if (unknown.length > 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.signals names unknown signal(s) ${unknown.join(', ')}; valid signals are ${SIGNAL_NAMES.join(', ')}`);\n  }\n  for (const [signal, weight] of entries) {\n    if (!isSignalWeight(weight)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.signals.${signal} must be a finite number > 0`);\n    }\n  }\n  const names = new Set(entries.map(([k]) => k));\n  for (const [signal, requires] of Object.entries(SIGNAL_PREREQUISITES) as Array<[SignalName, SignalName]>) {\n    if (names.has(signal) && !names.has(requires)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.signals has \"${signal}\" without \"${requires}\"; add \"${requires}\" to presets.${name}.signals, or drop \"${signal}\"`);\n    }\n  }\n}\n\nfunction validatePreset(name: string, value: unknown, configPath: string): void {\n  if (typeof value !== 'object' || value === null || Array.isArray(value)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name} must be an object`);\n  }\n  const preset = value as Record<string, unknown>;\n  const unknown = Object.keys(preset).filter((k) => !KNOWN_PRESET_KEYS.has(k));\n  if (unknown.length > 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name} has unknown key(s) ${unknown.join(', ')}; a preset takes include, exclude, k, signals, where`);\n  }\n  if (!isNonEmptyStringArray(preset.include)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.include must be a non-empty array of glob strings`);\n  }\n  if (preset.exclude !== undefined && !isNonEmptyStringArray(preset.exclude)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.exclude must be a non-empty array of glob strings`);\n  }\n  if (preset.signals !== undefined) validatePresetSignals(name, preset.signals, configPath);\n  if (preset.k !== undefined && (typeof preset.k !== 'number' || !Number.isInteger(preset.k) || preset.k <= 0)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.k must be a positive integer`);\n  }\n  if (preset.where !== undefined && typeof preset.where !== 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.where must be a SQL condition string`);\n  }\n}\n\n// A queries.<name> entry: { sql } or a saved search { search, preset?, include?, exclude?, where?, k? }.\nfunction validateSavedQuery(name: string, value: unknown, configPath: string): void {\n  // A bare string is rejected rather than inferred to be SQL: an entry says which of the two\n  // verbs it runs, the same choice the CLI makes explicit.\n  if (typeof value === 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} must say which verb it runs: { \"sql\": ${JSON.stringify(value.length > 40 ? `${value.slice(0, 37)}...` : value)} } to run it as SQL, or { \"search\": \"...\" } for a ranked search`);\n  }\n  if (typeof value !== 'object' || value === null || Array.isArray(value)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} must be { sql } or { search, preset?, include?, exclude?, where?, k? }`);\n  }\n  const entry = value as Record<string, unknown>;\n  if ('sql' in entry) {\n    const unknown = Object.keys(entry).filter((k) => k !== 'sql');\n    if (unknown.length > 0) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} has unknown key(s) ${unknown.join(', ')}; a { sql } query takes only sql`);\n    }\n    if (typeof entry.sql !== 'string' || entry.sql.trim() === '') {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.sql must be a non-empty string`);\n    }\n    return;\n  }\n  if ('search' in entry) {\n    const unknown = Object.keys(entry).filter((k) => !SAVED_SEARCH_KEYS.has(k));\n    if (unknown.length > 0) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} has unknown key(s) ${unknown.join(', ')}; a saved search takes search, preset, include, exclude, where, k`);\n    }\n    // A saved entry saves a question; a scope without a question is just flags.\n    if (typeof entry.search !== 'string' || entry.search.trim() === '') {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.search must be non-empty text`);\n    }\n    if (entry.preset !== undefined && (typeof entry.preset !== 'string' || entry.preset.length === 0)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.preset must be a preset name`);\n    }\n    if (entry.include !== undefined && !isNonEmptyStringArray(entry.include)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.include must be a non-empty array of glob strings`);\n    }\n    if (entry.exclude !== undefined && !isNonEmptyStringArray(entry.exclude)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.exclude must be a non-empty array of glob strings`);\n    }\n    if (entry.where !== undefined && typeof entry.where !== 'string') {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.where must be a SQL condition string`);\n    }\n    if (entry.k !== undefined && (typeof entry.k !== 'number' || !Number.isInteger(entry.k) || entry.k <= 0)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.k must be a positive integer`);\n    }\n    return;\n  }\n  throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} must be { sql } or { search, preset?, include?, exclude?, where?, k? }`);\n}\n\nexport function validateConfig(parsed: unknown, configPath: string): Config {\n  if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);\n  }\n  const cfg = parsed as Record<string, unknown>;\n\n  // `checks` is rejected by name, not warned: silence would hide that assertions are gone.\n  if (cfg.checks !== undefined) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: checks was removed in v3 -- sense check no longer asserts on saved queries; a returned row set is the reader's judgment`);\n  }\n\n  // `content` (content.tokenize) is rejected by name for the same reason: every outcome it\n  // selected (unspaced-script search, stemming, quoted-phrase substring matching) is now\n  // automatic on every store, so a config that still sets it would silently get nothing back.\n  if (cfg.content !== undefined) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: content.tokenize was removed -- every outcome it selected is now automatic on every store; remove the \"content\" block`);\n  }\n\n  const presets = cfg.presets as Record<string, unknown> | undefined;\n  if (!presets || typeof presets !== 'object' || Array.isArray(presets) || Object.keys(presets).length === 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets must be a non-empty object of preset name -> { include, exclude?, k?, signals?, where? }`);\n  }\n  for (const [name, value] of Object.entries(presets)) {\n    validatePreset(name, value, configPath);\n  }\n  if (presets.default === undefined) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets must include a \"default\" preset`);\n  }\n\n  if (cfg.queries === undefined) cfg.queries = {};\n  if (typeof cfg.queries !== 'object' || cfg.queries === null || Array.isArray(cfg.queries)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: queries must be an object of name -> { sql } or { search }`);\n  }\n  const queries = cfg.queries as Record<string, unknown>;\n  for (const [name, value] of Object.entries(queries)) {\n    validateSavedQuery(name, value, configPath);\n  }\n\n  if (cfg.features !== undefined) {\n    validateFeaturesBlock(cfg.features, configPath);\n  }\n  if (cfg.embed !== undefined) {\n    validateEmbedBlock(cfg.embed, configPath);\n  }\n  if (cfg.store !== undefined) {\n    validateStoreKey(cfg.store, configPath);\n  }\n\n  // vectors' prerequisite is a named model, checked here once embed is known valid (or absent).\n  if (cfg.embed === undefined) {\n    for (const [name, value] of Object.entries(presets)) {\n      const signals = (value as Record<string, unknown>).signals as Record<string, unknown> | undefined;\n      if (signals && 'vectors' in signals) {\n        throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.signals includes \"vectors\", but no \"embed\" block names a model; add one, or drop \"vectors\" from presets.${name}.signals`);\n      }\n    }\n  }\n\n  return cfg as unknown as Config;\n}\n"],"names":["KNOWN_EMBED_KEYS","unknownConfigKeys","validateConfig","validateLegacyScan","KNOWN_KEYS","Set","KNOWN_PRESET_KEYS","KNOWN_FEATURE_KEYS","SAVED_SEARCH_KEYS","cfg","Object","keys","filter","k","has","isNonEmptyStringArray","value","Array","isArray","length","every","g","parsed","configPath","scan","include","SenseError","validateStoreKey","STORE_NAMES","includes","map","name","join","validateFeaturesBlock","block","unknown","entries","v","validateEmbedBlock","embed","model","undefined","provider","url","key","languages","some","l","chunkTokens","Number","isInteger","isSignalName","SIGNAL_NAMES","isSignalWeight","isFinite","validatePresetSignals","signal","weight","names","SIGNAL_PREREQUISITES","requires","validatePreset","preset","exclude","signals","where","validateSavedQuery","JSON","stringify","slice","entry","sql","trim","search","checks","content","presets","default","queries","features","store"],"mappings":";;;;;;;;;;;QAWaA;eAAAA;;QAGGC;eAAAA;;QA4LAC;eAAAA;;QAlLAC;eAAAA;;;wBAxBW;yBACyC;uBACX;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEzD,sFAAsF;AACtF,8FAA8F;AAC9F,IAAMC,aAAa,IAAIC,IAAI;IAAC;IAAW;IAAW;IAAW;IAAY;IAAS;IAAS;CAAU;AACrG,IAAMC,oBAAoB,IAAID,IAAI;IAAC;IAAW;IAAW;IAAK;IAAW;CAAQ;AACjF,IAAME,qBAAqB,IAAIF,IAAI;IAAC;IAAS;IAAY;IAAQ;CAAO;AAGjE,IAAML,mBAAmB,IAAIK,IAAI;IAAC;IAAS;IAAY;IAAO;IAAO;IAAa;CAAc;AACvG,IAAMG,oBAAoB,IAAIH,IAAI;IAAC;IAAU;IAAU;IAAW;IAAW;IAAS;CAAI;AAEnF,SAASJ,kBAAkBQ,GAA4B;IAC5D,OAAOC,OAAOC,IAAI,CAACF,KAAKG,MAAM,CAAC,SAACC;eAAM,CAACT,WAAWU,GAAG,CAACD;;AACxD;AAEA,SAASE,sBAAsBC,KAAc;IAC3C,OAAOC,MAAMC,OAAO,CAACF,UAAUA,MAAMG,MAAM,GAAG,KAAKH,MAAMI,KAAK,CAAC,SAACC;eAAM,OAAOA,MAAM,YAAYA,EAAEF,MAAM,GAAG;;AAC5G;AAIO,SAAShB,mBAAmBmB,MAAe,EAAEC,UAAkB;IACpE,IAAMd,MAAM,CAAA,OAAOa,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQ,CAACL,MAAMC,OAAO,CAACI,UAAWA,SAAqC;IAC5H,IAAME,OAAOf,gBAAAA,0BAAAA,IAAKe,IAAI;IACtB,IAAI,CAACf,OAAO,CAACe,QAAQ,CAACT,sBAAsBS,KAAKC,OAAO,GAAG;QACzD,MAAM,IAAIC,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;AACF;AAEA,SAASI,iBAAiBX,KAAc,EAAEO,UAAkB;IAC1D,IAAI,CAACK,oBAAW,CAACC,QAAQ,CAACb,QAAqB;QAC7C,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAA+BE,OAA7BL,YAAW,oBAAsE,OAApDK,oBAAW,CAACE,GAAG,CAAC,SAACC;mBAAS,AAAC,IAAQ,OAALA,MAAK;WAAIC,IAAI,CAAC;IACrH;AACF;AAEA,SAASC,sBAAsBjB,KAAc,EAAEO,UAAkB;IAC/D,IAAI,CAAA,OAAOP,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,QAAQ;QACvE,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAMW,QAAQlB;IACd,IAAMmB,UAAUzB,OAAOC,IAAI,CAACuB,OAAOtB,MAAM,CAAC,SAACC;eAAM,CAACN,mBAAmBO,GAAG,CAACD;;IACzE,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;QACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAA6CS,OAA3CZ,YAAW,kCAAmD,OAAnBY,QAAQH,IAAI,CAAC,OAAM;IAC1G;QACK,kCAAA,2BAAA;;QAAL,QAAK,YAAmBtB,OAAO0B,OAAO,CAACF,2BAAlC,SAAA,6BAAA,QAAA,yBAAA,iCAA0C;YAA1C,mCAAA,iBAAOH,uBAAMM;YAChB,IAAI,OAAOA,MAAM,WAAW;gBAC1B,MAAM,IAAIX,oBAAU,CAAC,kBAAkB,AAAC,GAA0BK,OAAxBR,YAAW,eAAkB,OAALQ,MAAK;YACzE;QACF;;QAJK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;AAKP;AAEA,SAASO,mBAAmBtB,KAAc,EAAEO,UAAkB;IAC5D,IAAI,CAAA,OAAOP,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,QAAQ;QACvE,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAMgB,QAAQvB;IACd,IAAMmB,UAAUzB,OAAOC,IAAI,CAAC4B,OAAO3B,MAAM,CAAC,SAACC;eAAM,CAACb,iBAAiBc,GAAG,CAACD;;IACvE,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;QACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAA0CS,OAAxCZ,YAAW,+BAAgD,OAAnBY,QAAQH,IAAI,CAAC;IACjG;IACA,IAAIO,MAAMC,KAAK,KAAKC,aAAa,OAAOF,MAAMC,KAAK,KAAK,UAAU;QAChE,MAAM,IAAId,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,yFAAyF;IACzF,4EAA4E;IAC5E,IAAIgB,MAAMC,KAAK,KAAKC,aAAaF,MAAMC,KAAK,KAAK,IAAI;QACnD,MAAM,IAAId,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMG,QAAQ,KAAKD,aAAaF,MAAMG,QAAQ,KAAK,YAAYH,MAAMG,QAAQ,KAAK,YAAYH,MAAMG,QAAQ,KAAK,UAAU;QAC7H,MAAM,IAAIhB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMI,GAAG,KAAKF,aAAa,OAAOF,MAAMI,GAAG,KAAK,UAAU;QAC5D,MAAM,IAAIjB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMK,GAAG,KAAKH,aAAa,OAAOF,MAAMK,GAAG,KAAK,UAAU;QAC5D,MAAM,IAAIlB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,yFAAyF;IACzF,wDAAwD;IACxD,IAAIgB,MAAMG,QAAQ,KAAK,YAAaH,CAAAA,MAAMI,GAAG,KAAKF,aAAaF,MAAMI,GAAG,KAAK,EAAC,GAAI;QAChF,MAAM,IAAIjB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMM,SAAS,KAAKJ,aAAc,CAAA,CAACxB,MAAMC,OAAO,CAACqB,MAAMM,SAAS,KAAKN,MAAMM,SAAS,CAAC1B,MAAM,KAAK,KAAKoB,MAAMM,SAAS,CAACC,IAAI,CAAC,SAACC;eAAM,OAAOA,MAAM,YAAYA,MAAM;MAAE,GAAI;QACxK,MAAM,IAAIrB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMS,WAAW,KAAKP,aAAc,CAAA,OAAOF,MAAMS,WAAW,KAAK,YAAY,CAACC,OAAOC,SAAS,CAACX,MAAMS,WAAW,KAAKT,MAAMS,WAAW,IAAI,CAAA,GAAI;QAChJ,MAAM,IAAItB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;AACF;AAEA,SAAS4B,aAAanC,KAAc;IAClC,OAAO,OAAOA,UAAU,YAAY,AAACoC,uBAAY,CAAuBvB,QAAQ,CAACb;AACnF;AAEA,SAASqC,eAAerC,KAAc;IACpC,OAAO,OAAOA,UAAU,YAAYiC,OAAOK,QAAQ,CAACtC,UAAUA,QAAQ;AACxE;AAEA,iGAAiG;AACjG,qHAAqH;AACrH,SAASuC,sBAAsBxB,IAAY,EAAEf,KAAc,EAAEO,UAAkB;IAC7E,IAAI,CAAA,OAAOP,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,UAAUN,OAAOC,IAAI,CAACK,OAAOG,MAAM,KAAK,GAAG;QAC1G,MAAM,IAAIO,oBAAU,CAClB,kBACA,AAAC,GAAyBK,OAAvBR,YAAW,cAA8G6B,OAAlGrB,MAAK,+FAAqH,OAAxBqB,uBAAY,CAACpB,IAAI,CAAC,OAAM;IAExJ;IACA,IAAMI,UAAU1B,OAAO0B,OAAO,CAACpB;IAC/B,IAAMmB,UAAUC,QAAQxB,MAAM,CAAC;iDAAEC;eAAO,CAACsC,aAAatC;OAAIiB,GAAG,CAAC;iDAAEjB;eAAOA;;IACvE,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;QACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAoDY,OAAxCJ,MAAK,qCAA4EqB,OAAzCjB,QAAQH,IAAI,CAAC,OAAM,wBAA8C,OAAxBoB,uBAAY,CAACpB,IAAI,CAAC;IACtK;QACK,kCAAA,2BAAA;;QAAL,QAAK,YAA0BI,4BAA1B,SAAA,6BAAA,QAAA,yBAAA,iCAAmC;YAAnC,mCAAA,iBAAOoB,yBAAQC;YAClB,IAAI,CAACJ,eAAeI,SAAS;gBAC3B,MAAM,IAAI/B,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAA4BiC,OAAhBzB,MAAK,aAAkB,OAAPyB,QAAO;YAC1F;QACF;;QAJK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAKL,IAAME,QAAQ,IAAIrD,IAAI+B,QAAQN,GAAG,CAAC;iDAAEjB;eAAOA;;QACtC,mCAAA,4BAAA;;QAAL,QAAK,aAA4BH,OAAO0B,OAAO,CAACuB,+BAAoB,sBAA/D,UAAA,8BAAA,SAAA,0BAAA,kCAAqG;YAArG,oCAAA,kBAAOH,2BAAQI;YAClB,IAAIF,MAAM5C,GAAG,CAAC0C,YAAW,CAACE,MAAM5C,GAAG,CAAC8C,WAAW;gBAC7C,MAAM,IAAIlC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiCiC,OAArBzB,MAAK,kBAAoC6B,OAApBJ,SAAO,eAAgCI,OAAnBA,UAAS,YAAkC7B,OAAxB6B,UAAS,iBAAyCJ,OAA1BzB,MAAK,uBAA4B,OAAPyB,SAAO;YACxL;QACF;;QAJK;QAAA;;;iBAAA,8BAAA;gBAAA;;;gBAAA;sBAAA;;;;AAKP;AAEA,SAASK,eAAe9B,IAAY,EAAEf,KAAc,EAAEO,UAAkB;IACtE,IAAI,CAAA,OAAOP,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,QAAQ;QACvE,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAM+B,SAAS9C;IACf,IAAMmB,UAAUzB,OAAOC,IAAI,CAACmD,QAAQlD,MAAM,CAAC,SAACC;eAAM,CAACP,kBAAkBQ,GAAG,CAACD;;IACzE,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;QACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAuCY,OAA3BJ,MAAK,wBAAyC,OAAnBI,QAAQH,IAAI,CAAC,OAAM;IACjH;IACA,IAAI,CAACjB,sBAAsB+C,OAAOrC,OAAO,GAAG;QAC1C,MAAM,IAAIC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAI+B,OAAOC,OAAO,KAAKtB,aAAa,CAAC1B,sBAAsB+C,OAAOC,OAAO,GAAG;QAC1E,MAAM,IAAIrC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAI+B,OAAOE,OAAO,KAAKvB,WAAWc,sBAAsBxB,MAAM+B,OAAOE,OAAO,EAAEzC;IAC9E,IAAIuC,OAAOjD,CAAC,KAAK4B,aAAc,CAAA,OAAOqB,OAAOjD,CAAC,KAAK,YAAY,CAACoC,OAAOC,SAAS,CAACY,OAAOjD,CAAC,KAAKiD,OAAOjD,CAAC,IAAI,CAAA,GAAI;QAC5G,MAAM,IAAIa,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAI+B,OAAOG,KAAK,KAAKxB,aAAa,OAAOqB,OAAOG,KAAK,KAAK,UAAU;QAClE,MAAM,IAAIvC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;AACF;AAEA,yGAAyG;AACzG,SAASmC,mBAAmBnC,IAAY,EAAEf,KAAc,EAAEO,UAAkB;IAC1E,2FAA2F;IAC3F,yDAAyD;IACzD,IAAI,OAAOP,UAAU,UAAU;QAC7B,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAA0D4C,OAA9CpC,MAAK,2CAAgH,OAAvEoC,KAAKC,SAAS,CAACpD,MAAMG,MAAM,GAAG,KAAK,AAAC,GAAqB,OAAnBH,MAAMqD,KAAK,CAAC,GAAG,KAAI,SAAOrD,QAAO;IACxL;IACA,IAAI,CAAA,OAAOA,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,QAAQ;QACvE,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAMuC,QAAQtD;IACd,IAAI,SAASsD,OAAO;QAClB,IAAMnC,UAAUzB,OAAOC,IAAI,CAAC2D,OAAO1D,MAAM,CAAC,SAACC;mBAAMA,MAAM;;QACvD,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;YACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAuCY,OAA3BJ,MAAK,wBAAyC,OAAnBI,QAAQH,IAAI,CAAC,OAAM;QACjH;QACA,IAAI,OAAOsC,MAAMC,GAAG,KAAK,YAAYD,MAAMC,GAAG,CAACC,IAAI,OAAO,IAAI;YAC5D,MAAM,IAAI9C,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA;IACF;IACA,IAAI,YAAYuC,OAAO;QACrB,IAAMnC,WAAUzB,OAAOC,IAAI,CAAC2D,OAAO1D,MAAM,CAAC,SAACC;mBAAM,CAACL,kBAAkBM,GAAG,CAACD;;QACxE,IAAIsB,SAAQhB,MAAM,GAAG,GAAG;YACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAuCY,OAA3BJ,MAAK,wBAAyC,OAAnBI,SAAQH,IAAI,CAAC,OAAM;QACjH;QACA,4EAA4E;QAC5E,IAAI,OAAOsC,MAAMG,MAAM,KAAK,YAAYH,MAAMG,MAAM,CAACD,IAAI,OAAO,IAAI;YAClE,MAAM,IAAI9C,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAMR,MAAM,KAAKrB,aAAc,CAAA,OAAO6B,MAAMR,MAAM,KAAK,YAAYQ,MAAMR,MAAM,CAAC3C,MAAM,KAAK,CAAA,GAAI;YACjG,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAM7C,OAAO,KAAKgB,aAAa,CAAC1B,sBAAsBuD,MAAM7C,OAAO,GAAG;YACxE,MAAM,IAAIC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAMP,OAAO,KAAKtB,aAAa,CAAC1B,sBAAsBuD,MAAMP,OAAO,GAAG;YACxE,MAAM,IAAIrC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAML,KAAK,KAAKxB,aAAa,OAAO6B,MAAML,KAAK,KAAK,UAAU;YAChE,MAAM,IAAIvC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAMzD,CAAC,KAAK4B,aAAc,CAAA,OAAO6B,MAAMzD,CAAC,KAAK,YAAY,CAACoC,OAAOC,SAAS,CAACoB,MAAMzD,CAAC,KAAKyD,MAAMzD,CAAC,IAAI,CAAA,GAAI;YACxG,MAAM,IAAIa,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA;IACF;IACA,MAAM,IAAIL,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;AACxE;AAEO,SAAS7B,eAAeoB,MAAe,EAAEC,UAAkB;IAChE,IAAI,CAAA,OAAOD,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQL,MAAMC,OAAO,CAACI,SAAS;QAC1E,MAAM,IAAII,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAMd,MAAMa;IAEZ,yFAAyF;IACzF,IAAIb,IAAIiE,MAAM,KAAKjC,WAAW;QAC5B,MAAM,IAAIf,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IAEA,yFAAyF;IACzF,uFAAuF;IACvF,4FAA4F;IAC5F,IAAId,IAAIkE,OAAO,KAAKlC,WAAW;QAC7B,MAAM,IAAIf,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IAEA,IAAMqD,UAAUnE,IAAImE,OAAO;IAC3B,IAAI,CAACA,WAAW,CAAA,OAAOA,wCAAP,SAAOA,QAAM,MAAM,YAAY3D,MAAMC,OAAO,CAAC0D,YAAYlE,OAAOC,IAAI,CAACiE,SAASzD,MAAM,KAAK,GAAG;QAC1G,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;QACK,kCAAA,2BAAA;;QAAL,QAAK,YAAuBb,OAAO0B,OAAO,CAACwC,6BAAtC,SAAA,6BAAA,QAAA,yBAAA,iCAAgD;YAAhD,mCAAA,iBAAO7C,uBAAMf;YAChB6C,eAAe9B,MAAMf,OAAOO;QAC9B;;QAFK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAGL,IAAIqD,QAAQC,OAAO,KAAKpC,WAAW;QACjC,MAAM,IAAIf,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IAEA,IAAId,IAAIqE,OAAO,KAAKrC,WAAWhC,IAAIqE,OAAO,GAAG,CAAC;IAC9C,IAAI,SAAOrE,IAAIqE,OAAO,MAAK,YAAYrE,IAAIqE,OAAO,KAAK,QAAQ7D,MAAMC,OAAO,CAACT,IAAIqE,OAAO,GAAG;QACzF,MAAM,IAAIpD,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAMuD,UAAUrE,IAAIqE,OAAO;QACtB,mCAAA,4BAAA;;QAAL,QAAK,aAAuBpE,OAAO0B,OAAO,CAAC0C,6BAAtC,UAAA,8BAAA,SAAA,0BAAA,kCAAgD;YAAhD,oCAAA,kBAAO/C,yBAAMf;YAChBkD,mBAAmBnC,OAAMf,QAAOO;QAClC;;QAFK;QAAA;;;iBAAA,8BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAIL,IAAId,IAAIsE,QAAQ,KAAKtC,WAAW;QAC9BR,sBAAsBxB,IAAIsE,QAAQ,EAAExD;IACtC;IACA,IAAId,IAAI8B,KAAK,KAAKE,WAAW;QAC3BH,mBAAmB7B,IAAI8B,KAAK,EAAEhB;IAChC;IACA,IAAId,IAAIuE,KAAK,KAAKvC,WAAW;QAC3Bd,iBAAiBlB,IAAIuE,KAAK,EAAEzD;IAC9B;IAEA,8FAA8F;IAC9F,IAAId,IAAI8B,KAAK,KAAKE,WAAW;YACtB,mCAAA,4BAAA;;YAAL,QAAK,aAAuB/B,OAAO0B,OAAO,CAACwC,6BAAtC,UAAA,8BAAA,SAAA,0BAAA,kCAAgD;gBAAhD,oCAAA,kBAAO7C,yBAAMf;gBAChB,IAAMgD,UAAU,AAAChD,OAAkCgD,OAAO;gBAC1D,IAAIA,WAAW,aAAaA,SAAS;oBACnC,MAAM,IAAItC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAA4HQ,OAAhHA,OAAK,6GAAgH,OAALA,OAAK;gBACxL;YACF;;YALK;YAAA;;;qBAAA,8BAAA;oBAAA;;;oBAAA;0BAAA;;;;IAMP;IAEA,OAAOtB;AACT"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/validate.ts"],"sourcesContent":["import { SenseError } from '../errors.ts';\nimport { SIGNAL_NAMES, SIGNAL_PREREQUISITES, type SignalName } from './signals.ts';\nimport { type Config, STORE_NAMES, type StoreName } from './types.ts';\n\n// Shape check for hand-edited files, so a typo names itself instead of surfacing as a\n// TypeError. Unknown top-level keys warn (forward compat); unknown keys inside a block error.\nconst KNOWN_KEYS = new Set(['$schema', 'version', 'root', 'presets', 'features', 'embed', 'store', 'queries']);\nconst KNOWN_PRESET_KEYS = new Set(['include', 'exclude', 'k', 'signals', 'where']);\nconst KNOWN_FEATURE_KEYS = new Set(['links', 'sections', 'tags', 'rank']);\n// The one source of truth for what the embed block accepts. schema.json carries an editor-facing\n// copy for autocomplete; nothing at runtime reads it.\nexport const KNOWN_EMBED_KEYS = new Set(['model', 'provider', 'url', 'key', 'languages', 'chunkTokens']);\nconst SAVED_SEARCH_KEYS = new Set(['search', 'preset', 'include', 'exclude', 'where', 'k']);\n\nexport function unknownConfigKeys(cfg: Record<string, unknown>): string[] {\n  return Object.keys(cfg).filter((k) => !KNOWN_KEYS.has(k));\n}\n\nfunction isNonEmptyStringArray(value: unknown): value is string[] {\n  return Array.isArray(value) && value.length > 0 && value.every((g) => typeof g === 'string' && g.length > 0);\n}\n\n// Pre-v3 shape check, just enough for migrateConfig to run safely (it reads scan.include\n// directly). The full v3 shape is checked by validateConfig once migration has produced it.\nexport function validateLegacyScan(parsed: unknown, configPath: string): void {\n  const cfg = typeof parsed === 'object' && parsed !== null && !Array.isArray(parsed) ? (parsed as Record<string, unknown>) : null;\n  const scan = cfg?.scan as { include?: unknown } | undefined;\n  if (!cfg || !scan || !isNonEmptyStringArray(scan.include)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: scan.include must be a non-empty array of glob strings`);\n  }\n}\n\nfunction validateStoreKey(value: unknown, configPath: string): void {\n  if (!STORE_NAMES.includes(value as StoreName)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: store must be ${STORE_NAMES.map((name) => `\"${name}\"`).join(' or ')}`);\n  }\n}\n\nfunction validateFeaturesBlock(value: unknown, configPath: string): void {\n  if (typeof value !== 'object' || value === null || Array.isArray(value)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: features must be an object of name -> boolean`);\n  }\n  const block = value as Record<string, unknown>;\n  const unknown = Object.keys(block).filter((k) => !KNOWN_FEATURE_KEYS.has(k));\n  if (unknown.length > 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: features has unknown key(s) ${unknown.join(', ')}; embed is not a features key -- see the top-level \"embed\" block`);\n  }\n  for (const [name, v] of Object.entries(block)) {\n    if (typeof v !== 'boolean') {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: features.${name} must be a boolean`);\n    }\n  }\n}\n\nfunction validateEmbedBlock(value: unknown, configPath: string): void {\n  if (typeof value !== 'object' || value === null || Array.isArray(value)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed must be an object of { model?, provider?: \"static\"|\"openai\"|\"cohere\", url?, key? }`);\n  }\n  const embed = value as Record<string, unknown>;\n  const unknown = Object.keys(embed).filter((k) => !KNOWN_EMBED_KEYS.has(k));\n  if (unknown.length > 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed has unknown key(s) ${unknown.join(', ')}`);\n  }\n  if (embed.model !== undefined && typeof embed.model !== 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.model must be a string`);\n  }\n  // The block exists to name a model; provider settings without one would read as \"vectors\n  // configured\" while embedding stays off, which is the ambiguity v4 removed.\n  if (embed.model === undefined || embed.model === '') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.model is required when the \"embed\" block is present (it is what turns vectors on); remove the block to index without vectors`);\n  }\n  if (embed.provider !== undefined && embed.provider !== 'static' && embed.provider !== 'openai' && embed.provider !== 'cohere') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.provider must be \"static\", \"openai\", or \"cohere\"`);\n  }\n  if (embed.url !== undefined && typeof embed.url !== 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.url must be a string`);\n  }\n  if (embed.key !== undefined && typeof embed.key !== 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.key must be a string`);\n  }\n  // openai has no default host, so a missing url would otherwise only surface at the first\n  // vector search; a config error belongs at config time.\n  if (embed.provider === 'openai' && (embed.url === undefined || embed.url === '')) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.provider \"openai\" requires embed.url (e.g. \"http://localhost:11434/v1\" for Ollama)`);\n  }\n  if (embed.languages !== undefined && (!Array.isArray(embed.languages) || embed.languages.length === 0 || embed.languages.some((l) => typeof l !== 'string' || l === ''))) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.languages must be a non-empty array of language tags (e.g. [\"en\", \"zh\"])`);\n  }\n  if (embed.chunkTokens !== undefined && (typeof embed.chunkTokens !== 'number' || !Number.isInteger(embed.chunkTokens) || embed.chunkTokens <= 0)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: embed.chunkTokens must be a positive integer`);\n  }\n}\n\nfunction isSignalName(value: unknown): value is SignalName {\n  return typeof value === 'string' && (SIGNAL_NAMES as readonly string[]).includes(value);\n}\n\nfunction isSignalWeight(value: unknown): value is number {\n  return typeof value === 'number' && Number.isFinite(value) && value > 0;\n}\n\n// Shape (an object of signal name -> weight) plus the one cross-signal prerequisite that doesn't\n// need the top-level embed block: links is seeded by word-match rows, so declaring it without words is always empty.\nfunction validatePresetSignals(name: string, value: unknown, configPath: string): void {\n  if (typeof value !== 'object' || value === null || Array.isArray(value) || Object.keys(value).length === 0) {\n    throw new SenseError(\n      'CONFIG_INVALID',\n      `${configPath}: presets.${name}.signals must be a non-empty object of signal name -> weight (a finite number > 0), naming ${SIGNAL_NAMES.join(', ')} -- a preset that searches nothing is a mistake; name at least \"words\", or omit \"signals\" to use every signal whose prerequisites hold at weight 1`\n    );\n  }\n  const entries = Object.entries(value as Record<string, unknown>);\n  const unknown = entries.filter(([k]) => !isSignalName(k)).map(([k]) => k);\n  if (unknown.length > 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.signals names unknown signal(s) ${unknown.join(', ')}; valid signals are ${SIGNAL_NAMES.join(', ')}`);\n  }\n  for (const [signal, weight] of entries) {\n    if (!isSignalWeight(weight)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.signals.${signal} must be a finite number > 0`);\n    }\n  }\n  const names = new Set(entries.map(([k]) => k));\n  for (const [signal, requires] of Object.entries(SIGNAL_PREREQUISITES) as Array<[SignalName, SignalName]>) {\n    if (names.has(signal) && !names.has(requires)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.signals has \"${signal}\" without \"${requires}\"; add \"${requires}\" to presets.${name}.signals, or drop \"${signal}\"`);\n    }\n  }\n}\n\nfunction validatePreset(name: string, value: unknown, configPath: string): void {\n  if (typeof value !== 'object' || value === null || Array.isArray(value)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name} must be an object`);\n  }\n  const preset = value as Record<string, unknown>;\n  const unknown = Object.keys(preset).filter((k) => !KNOWN_PRESET_KEYS.has(k));\n  if (unknown.length > 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name} has unknown key(s) ${unknown.join(', ')}; a preset takes include, exclude, k, signals, where`);\n  }\n  if (!isNonEmptyStringArray(preset.include)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.include must be a non-empty array of glob strings`);\n  }\n  if (preset.exclude !== undefined && !isNonEmptyStringArray(preset.exclude)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.exclude must be a non-empty array of glob strings`);\n  }\n  if (preset.signals !== undefined) validatePresetSignals(name, preset.signals, configPath);\n  if (preset.k !== undefined && (typeof preset.k !== 'number' || !Number.isInteger(preset.k) || preset.k <= 0)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.k must be a positive integer`);\n  }\n  if (preset.where !== undefined && typeof preset.where !== 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.where must be a SQL condition string`);\n  }\n}\n\n// A queries.<name> entry: { sql } or a saved search { search, preset?, include?, exclude?, where?, k? }.\nfunction validateSavedQuery(name: string, value: unknown, configPath: string): void {\n  // A bare string is rejected rather than inferred to be SQL: an entry says which of the two\n  // verbs it runs, the same choice the CLI makes explicit.\n  if (typeof value === 'string') {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} must say which verb it runs: { \"sql\": ${JSON.stringify(value.length > 40 ? `${value.slice(0, 37)}...` : value)} } to run it as SQL, or { \"search\": \"...\" } for a ranked search`);\n  }\n  if (typeof value !== 'object' || value === null || Array.isArray(value)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} must be { sql } or { search, preset?, include?, exclude?, where?, k? }`);\n  }\n  const entry = value as Record<string, unknown>;\n  if ('sql' in entry) {\n    const unknown = Object.keys(entry).filter((k) => k !== 'sql');\n    if (unknown.length > 0) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} has unknown key(s) ${unknown.join(', ')}; a { sql } query takes only sql`);\n    }\n    if (typeof entry.sql !== 'string' || entry.sql.trim() === '') {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.sql must be a non-empty string`);\n    }\n    return;\n  }\n  if ('search' in entry) {\n    const unknown = Object.keys(entry).filter((k) => !SAVED_SEARCH_KEYS.has(k));\n    if (unknown.length > 0) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} has unknown key(s) ${unknown.join(', ')}; a saved search takes search, preset, include, exclude, where, k`);\n    }\n    // A saved entry saves a question; a scope without a question is just flags.\n    if (typeof entry.search !== 'string' || entry.search.trim() === '') {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.search must be non-empty text`);\n    }\n    if (entry.preset !== undefined && (typeof entry.preset !== 'string' || entry.preset.length === 0)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.preset must be a preset name`);\n    }\n    if (entry.include !== undefined && !isNonEmptyStringArray(entry.include)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.include must be a non-empty array of glob strings`);\n    }\n    if (entry.exclude !== undefined && !isNonEmptyStringArray(entry.exclude)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.exclude must be a non-empty array of glob strings`);\n    }\n    if (entry.where !== undefined && typeof entry.where !== 'string') {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.where must be a SQL condition string`);\n    }\n    if (entry.k !== undefined && (typeof entry.k !== 'number' || !Number.isInteger(entry.k) || entry.k <= 0)) {\n      throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name}.k must be a positive integer`);\n    }\n    return;\n  }\n  throw new SenseError('CONFIG_INVALID', `${configPath}: queries.${name} must be { sql } or { search, preset?, include?, exclude?, where?, k? }`);\n}\n\nexport function validateConfig(parsed: unknown, configPath: string): Config {\n  if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);\n  }\n  const cfg = parsed as Record<string, unknown>;\n\n  if (cfg.root !== undefined && (typeof cfg.root !== 'string' || cfg.root.length === 0)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: root must be a non-empty path string`);\n  }\n\n  // `checks` is rejected by name, not warned: silence would hide that assertions are gone.\n  if (cfg.checks !== undefined) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: checks was removed in v3 -- sense check no longer asserts on saved queries; a returned row set is the reader's judgment`);\n  }\n\n  // `content` (content.tokenize) is rejected by name for the same reason: every outcome it\n  // selected (unspaced-script search, stemming, quoted-phrase substring matching) is now\n  // automatic on every store, so a config that still sets it would silently get nothing back.\n  if (cfg.content !== undefined) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: content.tokenize was removed -- every outcome it selected is now automatic on every store; remove the \"content\" block`);\n  }\n\n  const presets = cfg.presets as Record<string, unknown> | undefined;\n  if (!presets || typeof presets !== 'object' || Array.isArray(presets) || Object.keys(presets).length === 0) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets must be a non-empty object of preset name -> { include, exclude?, k?, signals?, where? }`);\n  }\n  for (const [name, value] of Object.entries(presets)) {\n    validatePreset(name, value, configPath);\n  }\n  if (presets.default === undefined) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: presets must include a \"default\" preset`);\n  }\n\n  if (cfg.queries === undefined) cfg.queries = {};\n  if (typeof cfg.queries !== 'object' || cfg.queries === null || Array.isArray(cfg.queries)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: queries must be an object of name -> { sql } or { search }`);\n  }\n  const queries = cfg.queries as Record<string, unknown>;\n  for (const [name, value] of Object.entries(queries)) {\n    validateSavedQuery(name, value, configPath);\n  }\n\n  if (cfg.features !== undefined) {\n    validateFeaturesBlock(cfg.features, configPath);\n  }\n  if (cfg.embed !== undefined) {\n    validateEmbedBlock(cfg.embed, configPath);\n  }\n  if (cfg.store !== undefined) {\n    validateStoreKey(cfg.store, configPath);\n  }\n\n  // vectors' prerequisite is a named model, checked here once embed is known valid (or absent).\n  if (cfg.embed === undefined) {\n    for (const [name, value] of Object.entries(presets)) {\n      const signals = (value as Record<string, unknown>).signals as Record<string, unknown> | undefined;\n      if (signals && 'vectors' in signals) {\n        throw new SenseError('CONFIG_INVALID', `${configPath}: presets.${name}.signals includes \"vectors\", but no \"embed\" block names a model; add one, or drop \"vectors\" from presets.${name}.signals`);\n      }\n    }\n  }\n\n  return cfg as unknown as Config;\n}\n"],"names":["KNOWN_EMBED_KEYS","unknownConfigKeys","validateConfig","validateLegacyScan","KNOWN_KEYS","Set","KNOWN_PRESET_KEYS","KNOWN_FEATURE_KEYS","SAVED_SEARCH_KEYS","cfg","Object","keys","filter","k","has","isNonEmptyStringArray","value","Array","isArray","length","every","g","parsed","configPath","scan","include","SenseError","validateStoreKey","STORE_NAMES","includes","map","name","join","validateFeaturesBlock","block","unknown","entries","v","validateEmbedBlock","embed","model","undefined","provider","url","key","languages","some","l","chunkTokens","Number","isInteger","isSignalName","SIGNAL_NAMES","isSignalWeight","isFinite","validatePresetSignals","signal","weight","names","SIGNAL_PREREQUISITES","requires","validatePreset","preset","exclude","signals","where","validateSavedQuery","JSON","stringify","slice","entry","sql","trim","search","root","checks","content","presets","default","queries","features","store"],"mappings":";;;;;;;;;;;QAWaA;eAAAA;;QAGGC;eAAAA;;QA4LAC;eAAAA;;QAlLAC;eAAAA;;;wBAxBW;yBACyC;uBACX;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEzD,sFAAsF;AACtF,8FAA8F;AAC9F,IAAMC,aAAa,IAAIC,IAAI;IAAC;IAAW;IAAW;IAAQ;IAAW;IAAY;IAAS;IAAS;CAAU;AAC7G,IAAMC,oBAAoB,IAAID,IAAI;IAAC;IAAW;IAAW;IAAK;IAAW;CAAQ;AACjF,IAAME,qBAAqB,IAAIF,IAAI;IAAC;IAAS;IAAY;IAAQ;CAAO;AAGjE,IAAML,mBAAmB,IAAIK,IAAI;IAAC;IAAS;IAAY;IAAO;IAAO;IAAa;CAAc;AACvG,IAAMG,oBAAoB,IAAIH,IAAI;IAAC;IAAU;IAAU;IAAW;IAAW;IAAS;CAAI;AAEnF,SAASJ,kBAAkBQ,GAA4B;IAC5D,OAAOC,OAAOC,IAAI,CAACF,KAAKG,MAAM,CAAC,SAACC;eAAM,CAACT,WAAWU,GAAG,CAACD;;AACxD;AAEA,SAASE,sBAAsBC,KAAc;IAC3C,OAAOC,MAAMC,OAAO,CAACF,UAAUA,MAAMG,MAAM,GAAG,KAAKH,MAAMI,KAAK,CAAC,SAACC;eAAM,OAAOA,MAAM,YAAYA,EAAEF,MAAM,GAAG;;AAC5G;AAIO,SAAShB,mBAAmBmB,MAAe,EAAEC,UAAkB;IACpE,IAAMd,MAAM,CAAA,OAAOa,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQ,CAACL,MAAMC,OAAO,CAACI,UAAWA,SAAqC;IAC5H,IAAME,OAAOf,gBAAAA,0BAAAA,IAAKe,IAAI;IACtB,IAAI,CAACf,OAAO,CAACe,QAAQ,CAACT,sBAAsBS,KAAKC,OAAO,GAAG;QACzD,MAAM,IAAIC,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;AACF;AAEA,SAASI,iBAAiBX,KAAc,EAAEO,UAAkB;IAC1D,IAAI,CAACK,oBAAW,CAACC,QAAQ,CAACb,QAAqB;QAC7C,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAA+BE,OAA7BL,YAAW,oBAAsE,OAApDK,oBAAW,CAACE,GAAG,CAAC,SAACC;mBAAS,AAAC,IAAQ,OAALA,MAAK;WAAIC,IAAI,CAAC;IACrH;AACF;AAEA,SAASC,sBAAsBjB,KAAc,EAAEO,UAAkB;IAC/D,IAAI,CAAA,OAAOP,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,QAAQ;QACvE,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAMW,QAAQlB;IACd,IAAMmB,UAAUzB,OAAOC,IAAI,CAACuB,OAAOtB,MAAM,CAAC,SAACC;eAAM,CAACN,mBAAmBO,GAAG,CAACD;;IACzE,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;QACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAA6CS,OAA3CZ,YAAW,kCAAmD,OAAnBY,QAAQH,IAAI,CAAC,OAAM;IAC1G;QACK,kCAAA,2BAAA;;QAAL,QAAK,YAAmBtB,OAAO0B,OAAO,CAACF,2BAAlC,SAAA,6BAAA,QAAA,yBAAA,iCAA0C;YAA1C,mCAAA,iBAAOH,uBAAMM;YAChB,IAAI,OAAOA,MAAM,WAAW;gBAC1B,MAAM,IAAIX,oBAAU,CAAC,kBAAkB,AAAC,GAA0BK,OAAxBR,YAAW,eAAkB,OAALQ,MAAK;YACzE;QACF;;QAJK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;AAKP;AAEA,SAASO,mBAAmBtB,KAAc,EAAEO,UAAkB;IAC5D,IAAI,CAAA,OAAOP,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,QAAQ;QACvE,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAMgB,QAAQvB;IACd,IAAMmB,UAAUzB,OAAOC,IAAI,CAAC4B,OAAO3B,MAAM,CAAC,SAACC;eAAM,CAACb,iBAAiBc,GAAG,CAACD;;IACvE,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;QACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAA0CS,OAAxCZ,YAAW,+BAAgD,OAAnBY,QAAQH,IAAI,CAAC;IACjG;IACA,IAAIO,MAAMC,KAAK,KAAKC,aAAa,OAAOF,MAAMC,KAAK,KAAK,UAAU;QAChE,MAAM,IAAId,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,yFAAyF;IACzF,4EAA4E;IAC5E,IAAIgB,MAAMC,KAAK,KAAKC,aAAaF,MAAMC,KAAK,KAAK,IAAI;QACnD,MAAM,IAAId,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMG,QAAQ,KAAKD,aAAaF,MAAMG,QAAQ,KAAK,YAAYH,MAAMG,QAAQ,KAAK,YAAYH,MAAMG,QAAQ,KAAK,UAAU;QAC7H,MAAM,IAAIhB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMI,GAAG,KAAKF,aAAa,OAAOF,MAAMI,GAAG,KAAK,UAAU;QAC5D,MAAM,IAAIjB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMK,GAAG,KAAKH,aAAa,OAAOF,MAAMK,GAAG,KAAK,UAAU;QAC5D,MAAM,IAAIlB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,yFAAyF;IACzF,wDAAwD;IACxD,IAAIgB,MAAMG,QAAQ,KAAK,YAAaH,CAAAA,MAAMI,GAAG,KAAKF,aAAaF,MAAMI,GAAG,KAAK,EAAC,GAAI;QAChF,MAAM,IAAIjB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMM,SAAS,KAAKJ,aAAc,CAAA,CAACxB,MAAMC,OAAO,CAACqB,MAAMM,SAAS,KAAKN,MAAMM,SAAS,CAAC1B,MAAM,KAAK,KAAKoB,MAAMM,SAAS,CAACC,IAAI,CAAC,SAACC;eAAM,OAAOA,MAAM,YAAYA,MAAM;MAAE,GAAI;QACxK,MAAM,IAAIrB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAIgB,MAAMS,WAAW,KAAKP,aAAc,CAAA,OAAOF,MAAMS,WAAW,KAAK,YAAY,CAACC,OAAOC,SAAS,CAACX,MAAMS,WAAW,KAAKT,MAAMS,WAAW,IAAI,CAAA,GAAI;QAChJ,MAAM,IAAItB,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;AACF;AAEA,SAAS4B,aAAanC,KAAc;IAClC,OAAO,OAAOA,UAAU,YAAY,AAACoC,uBAAY,CAAuBvB,QAAQ,CAACb;AACnF;AAEA,SAASqC,eAAerC,KAAc;IACpC,OAAO,OAAOA,UAAU,YAAYiC,OAAOK,QAAQ,CAACtC,UAAUA,QAAQ;AACxE;AAEA,iGAAiG;AACjG,qHAAqH;AACrH,SAASuC,sBAAsBxB,IAAY,EAAEf,KAAc,EAAEO,UAAkB;IAC7E,IAAI,CAAA,OAAOP,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,UAAUN,OAAOC,IAAI,CAACK,OAAOG,MAAM,KAAK,GAAG;QAC1G,MAAM,IAAIO,oBAAU,CAClB,kBACA,AAAC,GAAyBK,OAAvBR,YAAW,cAA8G6B,OAAlGrB,MAAK,+FAAqH,OAAxBqB,uBAAY,CAACpB,IAAI,CAAC,OAAM;IAExJ;IACA,IAAMI,UAAU1B,OAAO0B,OAAO,CAACpB;IAC/B,IAAMmB,UAAUC,QAAQxB,MAAM,CAAC;iDAAEC;eAAO,CAACsC,aAAatC;OAAIiB,GAAG,CAAC;iDAAEjB;eAAOA;;IACvE,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;QACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAoDY,OAAxCJ,MAAK,qCAA4EqB,OAAzCjB,QAAQH,IAAI,CAAC,OAAM,wBAA8C,OAAxBoB,uBAAY,CAACpB,IAAI,CAAC;IACtK;QACK,kCAAA,2BAAA;;QAAL,QAAK,YAA0BI,4BAA1B,SAAA,6BAAA,QAAA,yBAAA,iCAAmC;YAAnC,mCAAA,iBAAOoB,yBAAQC;YAClB,IAAI,CAACJ,eAAeI,SAAS;gBAC3B,MAAM,IAAI/B,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAA4BiC,OAAhBzB,MAAK,aAAkB,OAAPyB,QAAO;YAC1F;QACF;;QAJK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAKL,IAAME,QAAQ,IAAIrD,IAAI+B,QAAQN,GAAG,CAAC;iDAAEjB;eAAOA;;QACtC,mCAAA,4BAAA;;QAAL,QAAK,aAA4BH,OAAO0B,OAAO,CAACuB,+BAAoB,sBAA/D,UAAA,8BAAA,SAAA,0BAAA,kCAAqG;YAArG,oCAAA,kBAAOH,2BAAQI;YAClB,IAAIF,MAAM5C,GAAG,CAAC0C,YAAW,CAACE,MAAM5C,GAAG,CAAC8C,WAAW;gBAC7C,MAAM,IAAIlC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiCiC,OAArBzB,MAAK,kBAAoC6B,OAApBJ,SAAO,eAAgCI,OAAnBA,UAAS,YAAkC7B,OAAxB6B,UAAS,iBAAyCJ,OAA1BzB,MAAK,uBAA4B,OAAPyB,SAAO;YACxL;QACF;;QAJK;QAAA;;;iBAAA,8BAAA;gBAAA;;;gBAAA;sBAAA;;;;AAKP;AAEA,SAASK,eAAe9B,IAAY,EAAEf,KAAc,EAAEO,UAAkB;IACtE,IAAI,CAAA,OAAOP,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,QAAQ;QACvE,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAM+B,SAAS9C;IACf,IAAMmB,UAAUzB,OAAOC,IAAI,CAACmD,QAAQlD,MAAM,CAAC,SAACC;eAAM,CAACP,kBAAkBQ,GAAG,CAACD;;IACzE,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;QACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAuCY,OAA3BJ,MAAK,wBAAyC,OAAnBI,QAAQH,IAAI,CAAC,OAAM;IACjH;IACA,IAAI,CAACjB,sBAAsB+C,OAAOrC,OAAO,GAAG;QAC1C,MAAM,IAAIC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAI+B,OAAOC,OAAO,KAAKtB,aAAa,CAAC1B,sBAAsB+C,OAAOC,OAAO,GAAG;QAC1E,MAAM,IAAIrC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAI+B,OAAOE,OAAO,KAAKvB,WAAWc,sBAAsBxB,MAAM+B,OAAOE,OAAO,EAAEzC;IAC9E,IAAIuC,OAAOjD,CAAC,KAAK4B,aAAc,CAAA,OAAOqB,OAAOjD,CAAC,KAAK,YAAY,CAACoC,OAAOC,SAAS,CAACY,OAAOjD,CAAC,KAAKiD,OAAOjD,CAAC,IAAI,CAAA,GAAI;QAC5G,MAAM,IAAIa,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAI+B,OAAOG,KAAK,KAAKxB,aAAa,OAAOqB,OAAOG,KAAK,KAAK,UAAU;QAClE,MAAM,IAAIvC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;AACF;AAEA,yGAAyG;AACzG,SAASmC,mBAAmBnC,IAAY,EAAEf,KAAc,EAAEO,UAAkB;IAC1E,2FAA2F;IAC3F,yDAAyD;IACzD,IAAI,OAAOP,UAAU,UAAU;QAC7B,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAA0D4C,OAA9CpC,MAAK,2CAAgH,OAAvEoC,KAAKC,SAAS,CAACpD,MAAMG,MAAM,GAAG,KAAK,AAAC,GAAqB,OAAnBH,MAAMqD,KAAK,CAAC,GAAG,KAAI,SAAOrD,QAAO;IACxL;IACA,IAAI,CAAA,OAAOA,sCAAP,SAAOA,MAAI,MAAM,YAAYA,UAAU,QAAQC,MAAMC,OAAO,CAACF,QAAQ;QACvE,MAAM,IAAIU,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;IACxE;IACA,IAAMuC,QAAQtD;IACd,IAAI,SAASsD,OAAO;QAClB,IAAMnC,UAAUzB,OAAOC,IAAI,CAAC2D,OAAO1D,MAAM,CAAC,SAACC;mBAAMA,MAAM;;QACvD,IAAIsB,QAAQhB,MAAM,GAAG,GAAG;YACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAuCY,OAA3BJ,MAAK,wBAAyC,OAAnBI,QAAQH,IAAI,CAAC,OAAM;QACjH;QACA,IAAI,OAAOsC,MAAMC,GAAG,KAAK,YAAYD,MAAMC,GAAG,CAACC,IAAI,OAAO,IAAI;YAC5D,MAAM,IAAI9C,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA;IACF;IACA,IAAI,YAAYuC,OAAO;QACrB,IAAMnC,WAAUzB,OAAOC,IAAI,CAAC2D,OAAO1D,MAAM,CAAC,SAACC;mBAAM,CAACL,kBAAkBM,GAAG,CAACD;;QACxE,IAAIsB,SAAQhB,MAAM,GAAG,GAAG;YACtB,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAuCY,OAA3BJ,MAAK,wBAAyC,OAAnBI,SAAQH,IAAI,CAAC,OAAM;QACjH;QACA,4EAA4E;QAC5E,IAAI,OAAOsC,MAAMG,MAAM,KAAK,YAAYH,MAAMG,MAAM,CAACD,IAAI,OAAO,IAAI;YAClE,MAAM,IAAI9C,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAMR,MAAM,KAAKrB,aAAc,CAAA,OAAO6B,MAAMR,MAAM,KAAK,YAAYQ,MAAMR,MAAM,CAAC3C,MAAM,KAAK,CAAA,GAAI;YACjG,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAM7C,OAAO,KAAKgB,aAAa,CAAC1B,sBAAsBuD,MAAM7C,OAAO,GAAG;YACxE,MAAM,IAAIC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAMP,OAAO,KAAKtB,aAAa,CAAC1B,sBAAsBuD,MAAMP,OAAO,GAAG;YACxE,MAAM,IAAIrC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAML,KAAK,KAAKxB,aAAa,OAAO6B,MAAML,KAAK,KAAK,UAAU;YAChE,MAAM,IAAIvC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA,IAAIuC,MAAMzD,CAAC,KAAK4B,aAAc,CAAA,OAAO6B,MAAMzD,CAAC,KAAK,YAAY,CAACoC,OAAOC,SAAS,CAACoB,MAAMzD,CAAC,KAAKyD,MAAMzD,CAAC,IAAI,CAAA,GAAI;YACxG,MAAM,IAAIa,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;QACxE;QACA;IACF;IACA,MAAM,IAAIL,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAAiB,OAALQ,MAAK;AACxE;AAEO,SAAS7B,eAAeoB,MAAe,EAAEC,UAAkB;IAChE,IAAI,CAAA,OAAOD,uCAAP,SAAOA,OAAK,MAAM,YAAYA,WAAW,QAAQL,MAAMC,OAAO,CAACI,SAAS;QAC1E,MAAM,IAAII,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAMd,MAAMa;IAEZ,IAAIb,IAAIiE,IAAI,KAAKjC,aAAc,CAAA,OAAOhC,IAAIiE,IAAI,KAAK,YAAYjE,IAAIiE,IAAI,CAACvD,MAAM,KAAK,CAAA,GAAI;QACrF,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IAEA,yFAAyF;IACzF,IAAId,IAAIkE,MAAM,KAAKlC,WAAW;QAC5B,MAAM,IAAIf,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IAEA,yFAAyF;IACzF,uFAAuF;IACvF,4FAA4F;IAC5F,IAAId,IAAImE,OAAO,KAAKnC,WAAW;QAC7B,MAAM,IAAIf,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IAEA,IAAMsD,UAAUpE,IAAIoE,OAAO;IAC3B,IAAI,CAACA,WAAW,CAAA,OAAOA,wCAAP,SAAOA,QAAM,MAAM,YAAY5D,MAAMC,OAAO,CAAC2D,YAAYnE,OAAOC,IAAI,CAACkE,SAAS1D,MAAM,KAAK,GAAG;QAC1G,MAAM,IAAIO,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;QACK,kCAAA,2BAAA;;QAAL,QAAK,YAAuBb,OAAO0B,OAAO,CAACyC,6BAAtC,SAAA,6BAAA,QAAA,yBAAA,iCAAgD;YAAhD,mCAAA,iBAAO9C,uBAAMf;YAChB6C,eAAe9B,MAAMf,OAAOO;QAC9B;;QAFK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAGL,IAAIsD,QAAQC,OAAO,KAAKrC,WAAW;QACjC,MAAM,IAAIf,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IAEA,IAAId,IAAIsE,OAAO,KAAKtC,WAAWhC,IAAIsE,OAAO,GAAG,CAAC;IAC9C,IAAI,SAAOtE,IAAIsE,OAAO,MAAK,YAAYtE,IAAIsE,OAAO,KAAK,QAAQ9D,MAAMC,OAAO,CAACT,IAAIsE,OAAO,GAAG;QACzF,MAAM,IAAIrD,oBAAU,CAAC,kBAAkB,AAAC,GAAa,OAAXH,YAAW;IACvD;IACA,IAAMwD,UAAUtE,IAAIsE,OAAO;QACtB,mCAAA,4BAAA;;QAAL,QAAK,aAAuBrE,OAAO0B,OAAO,CAAC2C,6BAAtC,UAAA,8BAAA,SAAA,0BAAA,kCAAgD;YAAhD,oCAAA,kBAAOhD,yBAAMf;YAChBkD,mBAAmBnC,OAAMf,QAAOO;QAClC;;QAFK;QAAA;;;iBAAA,8BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAIL,IAAId,IAAIuE,QAAQ,KAAKvC,WAAW;QAC9BR,sBAAsBxB,IAAIuE,QAAQ,EAAEzD;IACtC;IACA,IAAId,IAAI8B,KAAK,KAAKE,WAAW;QAC3BH,mBAAmB7B,IAAI8B,KAAK,EAAEhB;IAChC;IACA,IAAId,IAAIwE,KAAK,KAAKxC,WAAW;QAC3Bd,iBAAiBlB,IAAIwE,KAAK,EAAE1D;IAC9B;IAEA,8FAA8F;IAC9F,IAAId,IAAI8B,KAAK,KAAKE,WAAW;YACtB,mCAAA,4BAAA;;YAAL,QAAK,aAAuB/B,OAAO0B,OAAO,CAACyC,6BAAtC,UAAA,8BAAA,SAAA,0BAAA,kCAAgD;gBAAhD,oCAAA,kBAAO9C,yBAAMf;gBAChB,IAAMgD,UAAU,AAAChD,OAAkCgD,OAAO;gBAC1D,IAAIA,WAAW,aAAaA,SAAS;oBACnC,MAAM,IAAItC,oBAAU,CAAC,kBAAkB,AAAC,GAAyBK,OAAvBR,YAAW,cAA4HQ,OAAhHA,OAAK,6GAAgH,OAALA,OAAK;gBACxL;YACF;;YALK;YAAA;;;qBAAA,8BAAA;oBAAA;;;oBAAA;0BAAA;;;;IAMP;IAEA,OAAOtB;AACT"}

package/dist/cjs/embed/query.js

@@ -468,15 +468,15 @@ function embedPending(store, cfg, baseDir) {
 }
 function semanticCandidates(store, cfg, terms, fetch, allowed) {
     return _async_to_generator(function() {
-        var _terms_match, baseDir, provider, storeDims, text, _toStore, qv;
+        var _cfg_rootDir, _terms_match, rootDir, provider, storeDims, text, _toStore, qv;
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
-                    baseDir = cfg.baseDir;
-                    if (!baseDir) throw new _errorsts.SenseError('EMBED_MODEL', 'semantic expansion needs a config with baseDir (use loadConfig/open)');
+                    rootDir = (_cfg_rootDir = cfg.rootDir) !== null && _cfg_rootDir !== void 0 ? _cfg_rootDir : cfg.baseDir;
+                    if (!rootDir) throw new _errorsts.SenseError('EMBED_MODEL', 'semantic expansion needs a resolved config (use loadConfig/open)');
                     return [
                         4,
-                        embedPending(store, cfg, baseDir)
+                        embedPending(store, cfg, rootDir)
                     ];
                 case 1:
                     _state.sent();

package/dist/cjs/embed/query.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/embed/query.ts"],"sourcesContent":["import { existsSync } from 'node:fs';\nimport { join } from 'node:path';\nimport type { Config, ResolvedConfig } from '../config/index.ts';\nimport { SenseError } from '../errors.ts';\nimport type { Chunk } from '../features/embed.ts';\nimport { embed } from '../features/embed.ts';\nimport { progress } from '../output/progress.ts';\nimport { parseFile } from '../scan/index.ts';\nimport type { Store, VectorCandidate, VectorSimilar } from '../store/types.ts';\nimport { takeChunkText } from './handoff.ts';\nimport { checkLanguageFit } from './langfit.ts';\nimport { getProvider } from './registry.ts';\nimport { STORE_DIMS } from './types.ts';\n\n// Slice + re-normalize (Matryoshka); optionally round through int8 storage. Exported for\n// benchmark/lib/embed.mjs, which scores the same lever math offline.\nexport function toStore(full: Float32Array, dims: number, int8: boolean): { v: Float32Array; scale: number } {\n  const v = new Float32Array(dims);\n  let norm = 0;\n  for (let d = 0; d < dims; d++) norm += full[d] * full[d];\n  norm = Math.sqrt(norm) + 1e-32;\n  for (let d = 0; d < dims; d++) v[d] = full[d] / norm;\n  if (!int8) return { v, scale: 1 };\n  let max = 0;\n  for (let d = 0; d < dims; d++) max = Math.max(max, Math.abs(v[d]));\n  return { v, scale: max / 127 || 1 };\n}\n\n// Embed rows whose vector is NULL. Reconcile hands its chunk text over in memory when it ran in\n// this process (handoff.ts); a row left pending by an earlier command re-derives from the file.\nexport async function embedPending(store: Store, cfg: Config, baseDir: string): Promise<void> {\n  const provider = await getProvider(cfg); // throws EMBED_DISABLED before touching the table\n  const dirty = await store.vectors.pending();\n  if (dirty.length === 0) return;\n  const storeDims = Math.min(STORE_DIMS, provider.dims);\n\n  const byPath = new Map<string, number[]>();\n  for (const row of dirty) {\n    const list = byPath.get(row.path) ?? [];\n    list.push(row.chunk);\n    byPath.set(row.path, list);\n  }\n\n  const textByPath = takeChunkText(store) ?? new Map<string, string[]>();\n\n  const jobs: Array<{ path: string; chunk: number; text: string }> = [];\n  for (const [path, chunkIdxs] of byPath) {\n    const texts = textByPath.get(path);\n    if (texts && chunkIdxs.every((idx) => idx < texts.length)) {\n      // A stat, not a parse: a file that vanished since reconcile is skipped here even though its\n      // text comes from memory, and the next reconcile removes its rows.\n      if (!existsSync(join(baseDir, path))) continue;\n      for (const idx of chunkIdxs) jobs.push({ path, chunk: idx, text: texts[idx] });\n      continue;\n    }\n    // Reconcile ran in another process (`sense map` earlier, or a background `sense watch`), so\n    // its chunk text is gone: re-derive this one file.\n    let chunks: Chunk[];\n    try {\n      chunks = parseFile({ relPath: path, absPath: join(baseDir, path), mtimeMs: 0, ctimeMs: 0, size: 0, presets: [], embed: true }, [embed], cfg).doc.extracted.embed as Chunk[];\n    } catch {\n      continue; // vanished since reconcile; the next reconcile removes its rows\n    }\n    for (const idx of chunkIdxs) if (chunks[idx]) jobs.push({ path, chunk: idx, text: chunks[idx].text });\n  }\n\n  // Over the exact texts about to be embedded, before any of them are: a mismatch fails\n  // this run loudly instead of quietly storing vectors from the wrong model.\n  await checkLanguageFit(\n    store,\n    provider,\n    jobs.map((j) => j.text)\n  );\n\n  // The lazy build is the one long silence a first search hits (measured 23s at\n  // 26k notes); progress makes it distinguishable from a hang.\n  const report = progress('embedding chunks', jobs.length);\n  for (let i = 0; i < jobs.length; i += provider.batchCap) {\n    const batch = jobs.slice(i, i + provider.batchCap);\n    const vectors = await provider.embedDocuments(batch.map((j) => j.text));\n    await store.vectors.writeVectors(\n      batch.map((job, j) => {\n        const { v, scale } = toStore(vectors[j], storeDims, true);\n        const q = new Int8Array(storeDims);\n        for (let d = 0; d < storeDims; d++) q[d] = Math.round(v[d] / scale);\n        return { path: job.path, chunk: job.chunk, scale, vector: Buffer.from(q.buffer) };\n      })\n    );\n    report.tick(Math.min(i + provider.batchCap, jobs.length));\n  }\n  report.finish();\n}\n\n// Best chunk per file by cosine, its line range riding along; FTS5 operators are stripped as\n// lexical syntax. Similarity comes back because the fused score cannot express match quality.\nexport async function semanticCandidates(store: Store, cfg: Config, terms: string, fetch: number, allowed?: Set<string>): Promise<VectorCandidate[]> {\n  const baseDir = (cfg as Partial<ResolvedConfig>).baseDir;\n  if (!baseDir) throw new SenseError('EMBED_MODEL', 'semantic expansion needs a config with baseDir (use loadConfig/open)');\n  await embedPending(store, cfg, baseDir);\n\n  const provider = await getProvider(cfg);\n  const storeDims = Math.min(STORE_DIMS, provider.dims);\n  const text = (terms.match(/[\\p{L}\\p{N}]+/gu) ?? []).filter((t) => !['AND', 'OR', 'NOT', 'NEAR'].includes(t)).join(' ');\n  const { v: qv } = toStore(await provider.embedQuery(text), storeDims, false);\n\n  return store.vectors.candidates(qv, storeDims, fetch, allowed);\n}\n\n// Whether a note has any chunk with a vector. Distinguishes \"nothing is near this note\" from\n// \"this note has no text\", which look the same in an empty result.\nexport async function hasEmbedding(store: Store, path: string): Promise<boolean> {\n  return store.vectors.hasVector(path);\n}\n\n// Note-to-note similarity is the max cosine over (target chunk, other chunk) pairs, one linear\n// scan of stored vectors.\nexport async function similarNotes(store: Store, _cfg: Config, path: string, opts: { exclude: Set<string>; allowed?: Set<string>; k: number }): Promise<VectorSimilar[]> {\n  return store.vectors.similar(path, opts);\n}\n"],"names":["embedPending","hasEmbedding","semanticCandidates","similarNotes","toStore","full","dims","int8","v","Float32Array","norm","d","Math","sqrt","scale","max","abs","store","cfg","baseDir","takeChunkText","provider","dirty","storeDims","byPath","row","list","textByPath","jobs","report","i","batch","vectors","slice","batchCap","embedDocuments","map","j","text","writeVectors","job","q","Int8Array","round","path","chunk","vector","Buffer","from","buffer","tick","min","length","getProvider","pending","STORE_DIMS","Map","get","push","set","chunkIdxs","texts","every","idx","existsSync","join","chunks","parseFile","relPath","absPath","mtimeMs","ctimeMs","size","presets","embed","doc","extracted","checkLanguageFit","progress","finish","terms","fetch","allowed","qv","SenseError","match","filter","t","includes","embedQuery","candidates","hasVector","_cfg","opts","similar"],"mappings":";;;;;;;;;;;QA8BsBA;eAAAA;;QAgFAC;eAAAA;;QAfAC;eAAAA;;QAqBAC;eAAAA;;QApGNC;eAAAA;;;sBAhBW;wBACN;wBAEM;uBAEL;0BACG;uBACC;yBAEI;yBACG;0BACL;uBACD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIpB,SAASA,QAAQC,IAAkB,EAAEC,IAAY,EAAEC,IAAa;IACrE,IAAMC,IAAI,IAAIC,aAAaH;IAC3B,IAAII,OAAO;IACX,IAAK,IAAIC,IAAI,GAAGA,IAAIL,MAAMK,IAAKD,QAAQL,IAAI,CAACM,EAAE,GAAGN,IAAI,CAACM,EAAE;IACxDD,OAAOE,KAAKC,IAAI,CAACH,QAAQ;IACzB,IAAK,IAAIC,KAAI,GAAGA,KAAIL,MAAMK,KAAKH,CAAC,CAACG,GAAE,GAAGN,IAAI,CAACM,GAAE,GAAGD;IAChD,IAAI,CAACH,MAAM,OAAO;QAAEC,GAAAA;QAAGM,OAAO;IAAE;IAChC,IAAIC,MAAM;IACV,IAAK,IAAIJ,KAAI,GAAGA,KAAIL,MAAMK,KAAKI,MAAMH,KAAKG,GAAG,CAACA,KAAKH,KAAKI,GAAG,CAACR,CAAC,CAACG,GAAE;IAChE,OAAO;QAAEH,GAAAA;QAAGM,OAAOC,MAAM,OAAO;IAAE;AACpC;AAIO,SAAef,aAAaiB,KAAY,EAAEC,GAAW,EAAEC,OAAe;;mBAaxDC,gBAZbC,UACAC,OAEAC,WAEAC,QACD,2BAAA,mBAAA,gBAAA,WAAA,OAAMC,KACID,aAAPE,MAKFC,YAEAC,MACD,4BAAA,oBAAA,yBAAA,YAAA,QA8BCC,QACGC;;;;;4BACDC,OACAC;;;;oCADAD,QAAQH,KAAKK,KAAK,CAACH,GAAGA,IAAIT,SAASa,QAAQ;oCACjC;;wCAAMb,SAASc,cAAc,CAACJ,MAAMK,GAAG,CAAC,SAACC;mDAAMA,EAAEC,IAAI;;;;oCAA/DN,UAAU;oCAChB;;wCAAMf,MAAMe,OAAO,CAACO,YAAY,CAC9BR,MAAMK,GAAG,CAAC,SAACI,KAAKH;4CACd,IAAqBjC,WAAAA,QAAQ4B,OAAO,CAACK,EAAE,EAAEd,WAAW,OAA5Cf,IAAaJ,SAAbI,GAAGM,QAAUV,SAAVU;4CACX,IAAM2B,IAAI,IAAIC,UAAUnB;4CACxB,IAAK,IAAIZ,IAAI,GAAGA,IAAIY,WAAWZ,IAAK8B,CAAC,CAAC9B,EAAE,GAAGC,KAAK+B,KAAK,CAACnC,CAAC,CAACG,EAAE,GAAGG;4CAC7D,OAAO;gDAAE8B,MAAMJ,IAAII,IAAI;gDAAEC,OAAOL,IAAIK,KAAK;gDAAE/B,OAAAA;gDAAOgC,QAAQC,OAAOC,IAAI,CAACP,EAAEQ,MAAM;4CAAE;wCAClF;;;oCANF;oCAQApB,OAAOqB,IAAI,CAACtC,KAAKuC,GAAG,CAACrB,IAAIT,SAASa,QAAQ,EAAEN,KAAKwB,MAAM;;;;;;oBACzD;oBA1DiB;;wBAAMC,IAAAA,uBAAW,EAACnC;;;oBAA7BG,WAAW;oBACH;;wBAAMJ,MAAMe,OAAO,CAACsB,OAAO;;;oBAAnChC,QAAQ;oBACd,IAAIA,MAAM8B,MAAM,KAAK,GAAG;;;oBAClB7B,YAAYX,KAAKuC,GAAG,CAACI,mBAAU,EAAElC,SAASf,IAAI;oBAE9CkB,SAAS,IAAIgC;oBACd,kCAAA,2BAAA;;wBAAL,IAAK,YAAalC,4BAAb,6BAAA,QAAA,yBAAA,iCAAoB;4BAAdG,MAAN;;4BACGC,QAAOF,cAAAA,OAAOiC,GAAG,CAAChC,IAAImB,IAAI,eAAnBpB,yBAAAA;4BACbE,KAAKgC,IAAI,CAACjC,IAAIoB,KAAK;4BACnBrB,OAAOmC,GAAG,CAAClC,IAAImB,IAAI,EAAElB;wBACvB;;wBAJK;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAMCC,cAAaP,iBAAAA,IAAAA,wBAAa,EAACH,oBAAdG,4BAAAA,iBAAwB,IAAIoC;oBAEzC5B;oBACD,mCAAA,4BAAA;;;4BAAA,mCAAA,kBAAOgB,uBAAMgB;4BAChB,IAAMC,QAAQlC,WAAW8B,GAAG,CAACb;4BAC7B,IAAIiB,SAASD,UAAUE,KAAK,CAAC,SAACC;uCAAQA,MAAMF,MAAMT,MAAM;gCAAG;gCACzD,4FAA4F;gCAC5F,mEAAmE;gCACnE,IAAI,CAACY,IAAAA,kBAAU,EAACC,IAAAA,cAAI,EAAC9C,SAASyB,QAAQ,OAAA;oCACjC,kCAAA,2BAAA;;oCAAL,QAAK,YAAagB,8BAAb,SAAA,6BAAA,QAAA,yBAAA;wCAAA,IAAMG,MAAN;wCAAwBnC,KAAK8B,IAAI,CAAC;4CAAEd,MAAAA;4CAAMC,OAAOkB;4CAAKzB,MAAMuB,KAAK,CAACE,IAAI;wCAAC;;;oCAAvE;oCAAA;;;6CAAA,6BAAA;4CAAA;;;4CAAA;kDAAA;;;;gCACL,OAAA;4BACF;4BACA,4FAA4F;4BAC5F,mDAAmD;4BACnD,IAAIG,SAAAA,KAAAA;4BACJ,IAAI;gCACFA,SAASC,IAAAA,kBAAS,EAAC;oCAAEC,SAASxB;oCAAMyB,SAASJ,IAAAA,cAAI,EAAC9C,SAASyB;oCAAO0B,SAAS;oCAAGC,SAAS;oCAAGC,MAAM;oCAAGC,SAAS,EAAE;oCAAEC,OAAO;gCAAK,GAAG;oCAACA,cAAK;iCAAC,EAAExD,KAAKyD,GAAG,CAACC,SAAS,CAACF,KAAK;4BAClK,EAAE,eAAM;gCACN,OAAA,WAAU,gEAAgE;;4BAC5E;gCACK,mCAAA,4BAAA;;gCAAL,QAAK,aAAad,8BAAb,UAAA,8BAAA,SAAA,0BAAA;oCAAA,IAAMG,OAAN;oCAAwB,IAAIG,MAAM,CAACH,KAAI,EAAEnC,KAAK8B,IAAI,CAAC;wCAAEd,MAAAA;wCAAMC,OAAOkB;wCAAKzB,MAAM4B,MAAM,CAACH,KAAI,CAACzB,IAAI;oCAAC;;;gCAA9F;gCAAA;;;yCAAA,8BAAA;wCAAA;;;wCAAA;8CAAA;;;;wBACP;wBAlBA,IAAK,aAA2Bd,6BAA3B,8BAAA,SAAA,0BAAA;;wBAAA;wBAAA;;;iCAAA,8BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAoBL,sFAAsF;oBACtF,2EAA2E;oBAC3E;;wBAAMqD,IAAAA,2BAAgB,EACpB5D,OACAI,UACAO,KAAKQ,GAAG,CAAC,SAACC;mCAAMA,EAAEC,IAAI;;;;oBAHxB;oBAMA,8EAA8E;oBAC9E,6DAA6D;oBACvDT,SAASiD,IAAAA,oBAAQ,EAAC,oBAAoBlD,KAAKwB,MAAM;oBAC9CtB,IAAI;;;yBAAGA,CAAAA,IAAIF,KAAKwB,MAAM,AAAD;;;;;;;;;;;;oBAAGtB,KAAKT,SAASa,QAAQ;;;;;;oBAavDL,OAAOkD,MAAM;;;;;;IACf;;AAIO,SAAe7E,mBAAmBe,KAAY,EAAEC,GAAW,EAAE8D,KAAa,EAAEC,KAAa,EAAEC,OAAqB;;YAOvGF,cANR7D,SAIAE,UACAE,WACAe,MACYlC,UAAP+E;;;;oBAPLhE,UAAU,AAACD,IAAgCC,OAAO;oBACxD,IAAI,CAACA,SAAS,MAAM,IAAIiE,oBAAU,CAAC,eAAe;oBAClD;;wBAAMpF,aAAaiB,OAAOC,KAAKC;;;oBAA/B;oBAEiB;;wBAAMkC,IAAAA,uBAAW,EAACnC;;;oBAA7BG,WAAW;oBACXE,YAAYX,KAAKuC,GAAG,CAACI,mBAAU,EAAElC,SAASf,IAAI;oBAC9CgC,OAAO,EAAC0C,eAAAA,MAAMK,KAAK,CAAC,2naAAZL,0BAAAA,mBAAsCM,MAAM,CAAC,SAACC;+BAAM,CAAC;4BAAC;4BAAO;4BAAM;4BAAO;yBAAO,CAACC,QAAQ,CAACD;uBAAItB,IAAI,CAAC;oBACxF;;wBAAM5C,SAASoE,UAAU,CAACnD;;;oBAAlClC,WAAAA;wBAAQ;wBAAiCmB;wBAAW;wBAA3D4D,KAAO/E,SAAVI;oBAER;;wBAAOS,MAAMe,OAAO,CAAC0D,UAAU,CAACP,IAAI5D,WAAW0D,OAAOC;;;;IACxD;;AAIO,SAAejF,aAAagB,KAAY,EAAE2B,IAAY;;;YAC3D;;gBAAO3B,MAAMe,OAAO,CAAC2D,SAAS,CAAC/C;;;IACjC;;AAIO,SAAezC,aAAac,KAAY,EAAE2E,IAAY,EAAEhD,IAAY,EAAEiD,IAAgE;;;YAC3I;;gBAAO5E,MAAMe,OAAO,CAAC8D,OAAO,CAAClD,MAAMiD;;;IACrC"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/embed/query.ts"],"sourcesContent":["import { existsSync } from 'node:fs';\nimport { join } from 'node:path';\nimport type { Config, ResolvedConfig } from '../config/index.ts';\nimport { SenseError } from '../errors.ts';\nimport type { Chunk } from '../features/embed.ts';\nimport { embed } from '../features/embed.ts';\nimport { progress } from '../output/progress.ts';\nimport { parseFile } from '../scan/index.ts';\nimport type { Store, VectorCandidate, VectorSimilar } from '../store/types.ts';\nimport { takeChunkText } from './handoff.ts';\nimport { checkLanguageFit } from './langfit.ts';\nimport { getProvider } from './registry.ts';\nimport { STORE_DIMS } from './types.ts';\n\n// Slice + re-normalize (Matryoshka); optionally round through int8 storage. Exported for\n// benchmark/lib/embed.mjs, which scores the same lever math offline.\nexport function toStore(full: Float32Array, dims: number, int8: boolean): { v: Float32Array; scale: number } {\n  const v = new Float32Array(dims);\n  let norm = 0;\n  for (let d = 0; d < dims; d++) norm += full[d] * full[d];\n  norm = Math.sqrt(norm) + 1e-32;\n  for (let d = 0; d < dims; d++) v[d] = full[d] / norm;\n  if (!int8) return { v, scale: 1 };\n  let max = 0;\n  for (let d = 0; d < dims; d++) max = Math.max(max, Math.abs(v[d]));\n  return { v, scale: max / 127 || 1 };\n}\n\n// Embed rows whose vector is NULL. Reconcile hands its chunk text over in memory when it ran in\n// this process (handoff.ts); a row left pending by an earlier command re-derives from the file.\nexport async function embedPending(store: Store, cfg: Config, baseDir: string): Promise<void> {\n  const provider = await getProvider(cfg); // throws EMBED_DISABLED before touching the table\n  const dirty = await store.vectors.pending();\n  if (dirty.length === 0) return;\n  const storeDims = Math.min(STORE_DIMS, provider.dims);\n\n  const byPath = new Map<string, number[]>();\n  for (const row of dirty) {\n    const list = byPath.get(row.path) ?? [];\n    list.push(row.chunk);\n    byPath.set(row.path, list);\n  }\n\n  const textByPath = takeChunkText(store) ?? new Map<string, string[]>();\n\n  const jobs: Array<{ path: string; chunk: number; text: string }> = [];\n  for (const [path, chunkIdxs] of byPath) {\n    const texts = textByPath.get(path);\n    if (texts && chunkIdxs.every((idx) => idx < texts.length)) {\n      // A stat, not a parse: a file that vanished since reconcile is skipped here even though its\n      // text comes from memory, and the next reconcile removes its rows.\n      if (!existsSync(join(baseDir, path))) continue;\n      for (const idx of chunkIdxs) jobs.push({ path, chunk: idx, text: texts[idx] });\n      continue;\n    }\n    // Reconcile ran in another process (`sense map` earlier, or a background `sense watch`), so\n    // its chunk text is gone: re-derive this one file.\n    let chunks: Chunk[];\n    try {\n      chunks = parseFile({ relPath: path, absPath: join(baseDir, path), mtimeMs: 0, ctimeMs: 0, size: 0, presets: [], embed: true }, [embed], cfg).doc.extracted.embed as Chunk[];\n    } catch {\n      continue; // vanished since reconcile; the next reconcile removes its rows\n    }\n    for (const idx of chunkIdxs) if (chunks[idx]) jobs.push({ path, chunk: idx, text: chunks[idx].text });\n  }\n\n  // Over the exact texts about to be embedded, before any of them are: a mismatch fails\n  // this run loudly instead of quietly storing vectors from the wrong model.\n  await checkLanguageFit(\n    store,\n    provider,\n    jobs.map((j) => j.text)\n  );\n\n  // The lazy build is the one long silence a first search hits (measured 23s at\n  // 26k notes); progress makes it distinguishable from a hang.\n  const report = progress('embedding chunks', jobs.length);\n  for (let i = 0; i < jobs.length; i += provider.batchCap) {\n    const batch = jobs.slice(i, i + provider.batchCap);\n    const vectors = await provider.embedDocuments(batch.map((j) => j.text));\n    await store.vectors.writeVectors(\n      batch.map((job, j) => {\n        const { v, scale } = toStore(vectors[j], storeDims, true);\n        const q = new Int8Array(storeDims);\n        for (let d = 0; d < storeDims; d++) q[d] = Math.round(v[d] / scale);\n        return { path: job.path, chunk: job.chunk, scale, vector: Buffer.from(q.buffer) };\n      })\n    );\n    report.tick(Math.min(i + provider.batchCap, jobs.length));\n  }\n  report.finish();\n}\n\n// Best chunk per file by cosine, its line range riding along; FTS5 operators are stripped as\n// lexical syntax. Similarity comes back because the fused score cannot express match quality.\nexport async function semanticCandidates(store: Store, cfg: Config, terms: string, fetch: number, allowed?: Set<string>): Promise<VectorCandidate[]> {\n  const rootDir = (cfg as Partial<ResolvedConfig>).rootDir ?? (cfg as Partial<ResolvedConfig>).baseDir;\n  if (!rootDir) throw new SenseError('EMBED_MODEL', 'semantic expansion needs a resolved config (use loadConfig/open)');\n  await embedPending(store, cfg, rootDir);\n\n  const provider = await getProvider(cfg);\n  const storeDims = Math.min(STORE_DIMS, provider.dims);\n  const text = (terms.match(/[\\p{L}\\p{N}]+/gu) ?? []).filter((t) => !['AND', 'OR', 'NOT', 'NEAR'].includes(t)).join(' ');\n  const { v: qv } = toStore(await provider.embedQuery(text), storeDims, false);\n\n  return store.vectors.candidates(qv, storeDims, fetch, allowed);\n}\n\n// Whether a note has any chunk with a vector. Distinguishes \"nothing is near this note\" from\n// \"this note has no text\", which look the same in an empty result.\nexport async function hasEmbedding(store: Store, path: string): Promise<boolean> {\n  return store.vectors.hasVector(path);\n}\n\n// Note-to-note similarity is the max cosine over (target chunk, other chunk) pairs, one linear\n// scan of stored vectors.\nexport async function similarNotes(store: Store, _cfg: Config, path: string, opts: { exclude: Set<string>; allowed?: Set<string>; k: number }): Promise<VectorSimilar[]> {\n  return store.vectors.similar(path, opts);\n}\n"],"names":["embedPending","hasEmbedding","semanticCandidates","similarNotes","toStore","full","dims","int8","v","Float32Array","norm","d","Math","sqrt","scale","max","abs","store","cfg","baseDir","takeChunkText","provider","dirty","storeDims","byPath","row","list","textByPath","jobs","report","i","batch","vectors","slice","batchCap","embedDocuments","map","j","text","writeVectors","job","q","Int8Array","round","path","chunk","vector","Buffer","from","buffer","tick","min","length","getProvider","pending","STORE_DIMS","Map","get","push","set","chunkIdxs","texts","every","idx","existsSync","join","chunks","parseFile","relPath","absPath","mtimeMs","ctimeMs","size","presets","embed","doc","extracted","checkLanguageFit","progress","finish","terms","fetch","allowed","rootDir","qv","SenseError","match","filter","t","includes","embedQuery","candidates","hasVector","_cfg","opts","similar"],"mappings":";;;;;;;;;;;QA8BsBA;eAAAA;;QAgFAC;eAAAA;;QAfAC;eAAAA;;QAqBAC;eAAAA;;QApGNC;eAAAA;;;sBAhBW;wBACN;wBAEM;uBAEL;0BACG;uBACC;yBAEI;yBACG;0BACL;uBACD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIpB,SAASA,QAAQC,IAAkB,EAAEC,IAAY,EAAEC,IAAa;IACrE,IAAMC,IAAI,IAAIC,aAAaH;IAC3B,IAAII,OAAO;IACX,IAAK,IAAIC,IAAI,GAAGA,IAAIL,MAAMK,IAAKD,QAAQL,IAAI,CAACM,EAAE,GAAGN,IAAI,CAACM,EAAE;IACxDD,OAAOE,KAAKC,IAAI,CAACH,QAAQ;IACzB,IAAK,IAAIC,KAAI,GAAGA,KAAIL,MAAMK,KAAKH,CAAC,CAACG,GAAE,GAAGN,IAAI,CAACM,GAAE,GAAGD;IAChD,IAAI,CAACH,MAAM,OAAO;QAAEC,GAAAA;QAAGM,OAAO;IAAE;IAChC,IAAIC,MAAM;IACV,IAAK,IAAIJ,KAAI,GAAGA,KAAIL,MAAMK,KAAKI,MAAMH,KAAKG,GAAG,CAACA,KAAKH,KAAKI,GAAG,CAACR,CAAC,CAACG,GAAE;IAChE,OAAO;QAAEH,GAAAA;QAAGM,OAAOC,MAAM,OAAO;IAAE;AACpC;AAIO,SAAef,aAAaiB,KAAY,EAAEC,GAAW,EAAEC,OAAe;;mBAaxDC,gBAZbC,UACAC,OAEAC,WAEAC,QACD,2BAAA,mBAAA,gBAAA,WAAA,OAAMC,KACID,aAAPE,MAKFC,YAEAC,MACD,4BAAA,oBAAA,yBAAA,YAAA,QA8BCC,QACGC;;;;;4BACDC,OACAC;;;;oCADAD,QAAQH,KAAKK,KAAK,CAACH,GAAGA,IAAIT,SAASa,QAAQ;oCACjC;;wCAAMb,SAASc,cAAc,CAACJ,MAAMK,GAAG,CAAC,SAACC;mDAAMA,EAAEC,IAAI;;;;oCAA/DN,UAAU;oCAChB;;wCAAMf,MAAMe,OAAO,CAACO,YAAY,CAC9BR,MAAMK,GAAG,CAAC,SAACI,KAAKH;4CACd,IAAqBjC,WAAAA,QAAQ4B,OAAO,CAACK,EAAE,EAAEd,WAAW,OAA5Cf,IAAaJ,SAAbI,GAAGM,QAAUV,SAAVU;4CACX,IAAM2B,IAAI,IAAIC,UAAUnB;4CACxB,IAAK,IAAIZ,IAAI,GAAGA,IAAIY,WAAWZ,IAAK8B,CAAC,CAAC9B,EAAE,GAAGC,KAAK+B,KAAK,CAACnC,CAAC,CAACG,EAAE,GAAGG;4CAC7D,OAAO;gDAAE8B,MAAMJ,IAAII,IAAI;gDAAEC,OAAOL,IAAIK,KAAK;gDAAE/B,OAAAA;gDAAOgC,QAAQC,OAAOC,IAAI,CAACP,EAAEQ,MAAM;4CAAE;wCAClF;;;oCANF;oCAQApB,OAAOqB,IAAI,CAACtC,KAAKuC,GAAG,CAACrB,IAAIT,SAASa,QAAQ,EAAEN,KAAKwB,MAAM;;;;;;oBACzD;oBA1DiB;;wBAAMC,IAAAA,uBAAW,EAACnC;;;oBAA7BG,WAAW;oBACH;;wBAAMJ,MAAMe,OAAO,CAACsB,OAAO;;;oBAAnChC,QAAQ;oBACd,IAAIA,MAAM8B,MAAM,KAAK,GAAG;;;oBAClB7B,YAAYX,KAAKuC,GAAG,CAACI,mBAAU,EAAElC,SAASf,IAAI;oBAE9CkB,SAAS,IAAIgC;oBACd,kCAAA,2BAAA;;wBAAL,IAAK,YAAalC,4BAAb,6BAAA,QAAA,yBAAA,iCAAoB;4BAAdG,MAAN;;4BACGC,QAAOF,cAAAA,OAAOiC,GAAG,CAAChC,IAAImB,IAAI,eAAnBpB,yBAAAA;4BACbE,KAAKgC,IAAI,CAACjC,IAAIoB,KAAK;4BACnBrB,OAAOmC,GAAG,CAAClC,IAAImB,IAAI,EAAElB;wBACvB;;wBAJK;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAMCC,cAAaP,iBAAAA,IAAAA,wBAAa,EAACH,oBAAdG,4BAAAA,iBAAwB,IAAIoC;oBAEzC5B;oBACD,mCAAA,4BAAA;;;4BAAA,mCAAA,kBAAOgB,uBAAMgB;4BAChB,IAAMC,QAAQlC,WAAW8B,GAAG,CAACb;4BAC7B,IAAIiB,SAASD,UAAUE,KAAK,CAAC,SAACC;uCAAQA,MAAMF,MAAMT,MAAM;gCAAG;gCACzD,4FAA4F;gCAC5F,mEAAmE;gCACnE,IAAI,CAACY,IAAAA,kBAAU,EAACC,IAAAA,cAAI,EAAC9C,SAASyB,QAAQ,OAAA;oCACjC,kCAAA,2BAAA;;oCAAL,QAAK,YAAagB,8BAAb,SAAA,6BAAA,QAAA,yBAAA;wCAAA,IAAMG,MAAN;wCAAwBnC,KAAK8B,IAAI,CAAC;4CAAEd,MAAAA;4CAAMC,OAAOkB;4CAAKzB,MAAMuB,KAAK,CAACE,IAAI;wCAAC;;;oCAAvE;oCAAA;;;6CAAA,6BAAA;4CAAA;;;4CAAA;kDAAA;;;;gCACL,OAAA;4BACF;4BACA,4FAA4F;4BAC5F,mDAAmD;4BACnD,IAAIG,SAAAA,KAAAA;4BACJ,IAAI;gCACFA,SAASC,IAAAA,kBAAS,EAAC;oCAAEC,SAASxB;oCAAMyB,SAASJ,IAAAA,cAAI,EAAC9C,SAASyB;oCAAO0B,SAAS;oCAAGC,SAAS;oCAAGC,MAAM;oCAAGC,SAAS,EAAE;oCAAEC,OAAO;gCAAK,GAAG;oCAACA,cAAK;iCAAC,EAAExD,KAAKyD,GAAG,CAACC,SAAS,CAACF,KAAK;4BAClK,EAAE,eAAM;gCACN,OAAA,WAAU,gEAAgE;;4BAC5E;gCACK,mCAAA,4BAAA;;gCAAL,QAAK,aAAad,8BAAb,UAAA,8BAAA,SAAA,0BAAA;oCAAA,IAAMG,OAAN;oCAAwB,IAAIG,MAAM,CAACH,KAAI,EAAEnC,KAAK8B,IAAI,CAAC;wCAAEd,MAAAA;wCAAMC,OAAOkB;wCAAKzB,MAAM4B,MAAM,CAACH,KAAI,CAACzB,IAAI;oCAAC;;;gCAA9F;gCAAA;;;yCAAA,8BAAA;wCAAA;;;wCAAA;8CAAA;;;;wBACP;wBAlBA,IAAK,aAA2Bd,6BAA3B,8BAAA,SAAA,0BAAA;;wBAAA;wBAAA;;;iCAAA,8BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAoBL,sFAAsF;oBACtF,2EAA2E;oBAC3E;;wBAAMqD,IAAAA,2BAAgB,EACpB5D,OACAI,UACAO,KAAKQ,GAAG,CAAC,SAACC;mCAAMA,EAAEC,IAAI;;;;oBAHxB;oBAMA,8EAA8E;oBAC9E,6DAA6D;oBACvDT,SAASiD,IAAAA,oBAAQ,EAAC,oBAAoBlD,KAAKwB,MAAM;oBAC9CtB,IAAI;;;yBAAGA,CAAAA,IAAIF,KAAKwB,MAAM,AAAD;;;;;;;;;;;;oBAAGtB,KAAKT,SAASa,QAAQ;;;;;;oBAavDL,OAAOkD,MAAM;;;;;;IACf;;AAIO,SAAe7E,mBAAmBe,KAAY,EAAEC,GAAW,EAAE8D,KAAa,EAAEC,KAAa,EAAEC,OAAqB;;YACrG,cAMFF,cANRG,SAIA9D,UACAE,WACAe,MACYlC,UAAPgF;;;;oBAPLD,WAAU,eAAA,AAACjE,IAAgCiE,OAAO,cAAxC,0BAAA,eAA4C,AAACjE,IAAgCC,OAAO;oBACpG,IAAI,CAACgE,SAAS,MAAM,IAAIE,oBAAU,CAAC,eAAe;oBAClD;;wBAAMrF,aAAaiB,OAAOC,KAAKiE;;;oBAA/B;oBAEiB;;wBAAM9B,IAAAA,uBAAW,EAACnC;;;oBAA7BG,WAAW;oBACXE,YAAYX,KAAKuC,GAAG,CAACI,mBAAU,EAAElC,SAASf,IAAI;oBAC9CgC,OAAO,EAAC0C,eAAAA,MAAMM,KAAK,CAAC,2naAAZN,0BAAAA,mBAAsCO,MAAM,CAAC,SAACC;+BAAM,CAAC;4BAAC;4BAAO;4BAAM;4BAAO;yBAAO,CAACC,QAAQ,CAACD;uBAAIvB,IAAI,CAAC;oBACxF;;wBAAM5C,SAASqE,UAAU,CAACpD;;;oBAAlClC,WAAAA;wBAAQ;wBAAiCmB;wBAAW;wBAA3D6D,KAAOhF,SAAVI;oBAER;;wBAAOS,MAAMe,OAAO,CAAC2D,UAAU,CAACP,IAAI7D,WAAW0D,OAAOC;;;;IACxD;;AAIO,SAAejF,aAAagB,KAAY,EAAE2B,IAAY;;;YAC3D;;gBAAO3B,MAAMe,OAAO,CAAC4D,SAAS,CAAChD;;;IACjC;;AAIO,SAAezC,aAAac,KAAY,EAAE4E,IAAY,EAAEjD,IAAY,EAAEkD,IAAgE;;;YAC3I;;gBAAO7E,MAAMe,OAAO,CAAC+D,OAAO,CAACnD,MAAMkD;;;IACrC"}

package/dist/cjs/store/cache.js

@@ -12,7 +12,8 @@ var _nodefs = require("node:fs");
 var _nodepath = require("node:path");
 var _indexts = require("../config/index.js");
 function clearCache(cfg) {
-    (0, _nodefs.rmSync)((0, _nodepath.join)(cfg.baseDir, _indexts.STATE_DIR), {
+    var _cfg_configDir;
+    (0, _nodefs.rmSync)((0, _nodepath.join)((_cfg_configDir = cfg.configDir) !== null && _cfg_configDir !== void 0 ? _cfg_configDir : cfg.baseDir, _indexts.STATE_DIR), {
         recursive: true,
         force: true
     });

package/dist/cjs/store/cache.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/cache.ts"],"sourcesContent":["import { rmSync } from 'node:fs';\nimport { join } from 'node:path';\nimport type { ResolvedConfig } from '../config/index.ts';\nimport { STATE_DIR } from '../config/index.ts';\n\n// Deletes the cache directory and nothing else: the next open() reconciles anyway. Engine-neutral,\n// since every store keeps its files under the same STATE_DIR.\nexport function clearCache(cfg: ResolvedConfig): void {\n  rmSync(join(cfg.baseDir, STATE_DIR), { recursive: true, force: true });\n}\n"],"names":["clearCache","cfg","rmSync","join","baseDir","STATE_DIR","recursive","force"],"mappings":";;;;+BAOgBA;;;eAAAA;;;sBAPO;wBACF;uBAEK;AAInB,SAASA,WAAWC,GAAmB;IAC5CC,IAAAA,cAAM,EAACC,IAAAA,cAAI,EAACF,IAAIG,OAAO,EAAEC,kBAAS,GAAG;QAAEC,WAAW;QAAMC,OAAO;IAAK;AACtE"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/cache.ts"],"sourcesContent":["import { rmSync } from 'node:fs';\nimport { join } from 'node:path';\nimport type { ResolvedConfig } from '../config/index.ts';\nimport { STATE_DIR } from '../config/index.ts';\n\n// Deletes the cache directory and nothing else: the next open() reconciles anyway. Engine-neutral,\n// since every store keeps its files under the same STATE_DIR.\nexport function clearCache(cfg: ResolvedConfig): void {\n  rmSync(join(cfg.configDir ?? cfg.baseDir, STATE_DIR), { recursive: true, force: true });\n}\n"],"names":["clearCache","cfg","rmSync","join","configDir","baseDir","STATE_DIR","recursive","force"],"mappings":";;;;+BAOgBA;;;eAAAA;;;sBAPO;wBACF;uBAEK;AAInB,SAASA,WAAWC,GAAmB;QAChCA;IAAZC,IAAAA,cAAM,EAACC,IAAAA,cAAI,GAACF,iBAAAA,IAAIG,SAAS,cAAbH,4BAAAA,iBAAiBA,IAAII,OAAO,EAAEC,kBAAS,GAAG;QAAEC,WAAW;QAAMC,OAAO;IAAK;AACvF"}

package/dist/cjs/store/open.js

@@ -162,11 +162,11 @@ var LOCK_POLL_MS = 50;
 var lockWait = (0, _nodediagnostics_channel.channel)('sensemaking.store.lock-wait');
 function connectUnlocked(dbPath, cfg, dialect) {
     return _async_to_generator(function() {
-        var budgetMs, deadline, err, _dialect_isLocked;
+        var _cfg_configDir, budgetMs, deadline, err, _dialect_isLocked;
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
-                    budgetMs = (0, _lockwaitts.lockWaitBudgetMs)(cfg.baseDir);
+                    budgetMs = (0, _lockwaitts.lockWaitBudgetMs)((_cfg_configDir = cfg.configDir) !== null && _cfg_configDir !== void 0 ? _cfg_configDir : cfg.baseDir);
                     deadline = Date.now() + budgetMs;
                     _state.label = 1;
                 case 1:
@@ -223,11 +223,11 @@ function connectUnlocked(dbPath, cfg, dialect) {
 }
 function connectWithDialect(cfg, dialect) {
     return _async_to_generator(function() {
-        var stateDir, dbPath, _ref, handle, conn, closed, builder, version, features, wantFeatures, forcedPaths, embedInvalidate, featureToggles, changedKeys, presetForced, embedKind, toggles, changed, changed1, changed2, _ref1, recordedMaxMs, embedParsed, _tmp, featureParsed, _tmp1, _ref2, parsed, warnings, stages, err;
+        var _cfg_configDir, _cfg_rootDir, stateDir, dbPath, _ref, handle, conn, closed, builder, version, features, wantFeatures, forcedPaths, embedInvalidate, featureToggles, _cfg_rootDir1, changedKeys, presetForced, embedKind, toggles, changed, changed1, changed2, _ref1, recordedMaxMs, embedParsed, _tmp, featureParsed, _tmp1, _ref2, parsed, warnings, stages, err;
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
-                    stateDir = (0, _nodepath.join)(cfg.baseDir, _indexts.STATE_DIR);
+                    stateDir = (0, _nodepath.join)((_cfg_configDir = cfg.configDir) !== null && _cfg_configDir !== void 0 ? _cfg_configDir : cfg.baseDir, _indexts.STATE_DIR);
                     (0, _nodefs.mkdirSync)(stateDir, {
                         recursive: true
                     });
@@ -243,7 +243,7 @@ function connectWithDialect(cfg, dialect) {
                     closed = false;
                     // Created here, not inside reconcile(): invalidate()/invalidateFeatures() below share its pool
                     // with the build() call that follows them.
-                    builder = (0, _builderts.createBuilder)(conn, cfg, cfg.baseDir, dialect.reconcileDialect);
+                    builder = (0, _builderts.createBuilder)(conn, cfg, (_cfg_rootDir = cfg.rootDir) !== null && _cfg_rootDir !== void 0 ? _cfg_rootDir : cfg.baseDir, dialect.reconcileDialect);
                     _state.label = 2;
                 case 2:
                     _state.trys.push([
@@ -298,7 +298,7 @@ function connectWithDialect(cfg, dialect) {
                     // Null (rather than the empty set) when changedKeys isn't preset-only, or a changed
                     // preset's stored segment can't be parsed back into old include/exclude/vectors -- either
                     // way the branch below is skipped and the full rebuild stays the fallback.
-                    presetForced = (0, _presetscopets.isPresetOnlyChange)(changedKeys) ? (0, _presetscopets.forcedPresetPaths)(cfg, cfg.baseDir, features !== null && features !== void 0 ? features : '', changedKeys) : null;
+                    presetForced = (0, _presetscopets.isPresetOnlyChange)(changedKeys) ? (0, _presetscopets.forcedPresetPaths)(cfg, (_cfg_rootDir1 = cfg.rootDir) !== null && _cfg_rootDir1 !== void 0 ? _cfg_rootDir1 : cfg.baseDir, features !== null && features !== void 0 ? features : '', changedKeys) : null;
                     // Null unless exactly one segment changed and it decomposes into a recognised embed-only
                     // case (embed-scope.ts): anything else, including embed toggled on/off, stays null.
                     embedKind = changedKeys.size === 1 && changedKeys.has('embed') ? (0, _embedscopets.classifyEmbedChange)(features !== null && features !== void 0 ? features : '', wantFeatures) : null;
@@ -526,6 +526,13 @@ function openWithDialect(cfg, dialect) {
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
+                    // `baseDir` was the original public open() input. Keep direct API callers working while
+                    // making the two ownership paths explicit for every internal operation.
+                    if (!cfg.rootDir) {
+                        if (!cfg.baseDir) throw new _errorsts.SenseError('CONFIG_INVALID', 'open requires rootDir (or legacy baseDir)');
+                        cfg.rootDir = cfg.baseDir;
+                    }
+                    if (!cfg.configDir) cfg.configDir = cfg.rootDir;
                     return [
                         4,
                         connectWithDialect(cfg, dialect)