@hawkeyexl/manni 4.5.0 → 4.7.0

package/dist/{chunk-QCBICNKC.js → chunk-CR3HZERW.js}

@@ -1,58 +1,39 @@
 #!/usr/bin/env node
-import {
-  externalWriteWarning,
-  externalWriteWarnings,
-  manifestKeyLine,
-  mergeMetaProvenance,
-  offerExternalHomes
-} from "./chunk-3YHAYXBC.js";
 import {
   DERIVED_ROWS,
   DERIVED_VIEW,
-  RESOLVED_VIEW,
-  STDIN_REQUIRES_AS,
-  assertSourcesAvailable,
-  commandsOf,
-  createDerivedView,
-  createResolvedView,
-  deriveForTable,
-  deriveMetadata,
-  derivedColumns,
-  fieldsForSql,
-  machinesOf,
-  mapConcurrent,
-  mentionsDerived,
-  mentionsResolved,
-  provenanceFenced,
-  provenanceManifests,
-  provenancePlace,
-  readerManifests,
-  readerPlace,
-  stampManifests
-} from "./chunk-NAZRLJAK.js";
-import {
   ENCRYPTED_PLACEHOLDER,
   ENCRYPTION_KEY_ENV,
   EncryptionRefusal,
   META_CONTEXT,
   PATH_JOIN,
   RESERVED,
+  RESOLVED_VIEW,
+  STDIN_REQUIRES_AS,
   SYSTEM_COLUMNS,
   Validator,
   applyRelocation,
   assertSingleStatement,
+  assertSourcesAvailable,
   bindValue,
   collectCollections,
   collectNamedParameters,
   collectionNames,
+  commandsOf,
   committedKeyWarning,
   compareProvenance,
   compileWithFormats,
   corpusDataColumns,
   createCollectionViews,
+  createDerivedView,
   createDocsTable,
+  createResolvedView,
+  deriveForTable,
+  deriveMetadata,
+  derivedColumns,
   encryptionView,
   externalMetadataJoin,
+  fieldsForSql,
   heldManifest,
   isAtOrUnder,
   isIgnoredByGit,
@@ -62,8 +43,12 @@ import {
   lineSpec,
   loadExternalMetadata,
   loadSqlite,
+  machinesOf,
+  mapConcurrent,
   marksValidator,
   memberOf,
+  mentionsDerived,
+  mentionsResolved,
   mergeExternalMetadata,
   mergeWithMarks,
   offerPrompt,
@@ -76,16 +61,22 @@ import {
   planRelocation,
   pointerOf,
   provenanceEntries,
+  provenanceFenced,
   provenanceFindings,
+  provenanceManifests,
+  provenancePlace,
   rangeResults,
   readManifestValue,
   readProvenancePage,
+  readerManifests,
+  readerPlace,
   rebaseable,
   rebaseline,
   redactForModel,
   redactedDerived,
   registerLineFor,
   relocationContext,
+  relocationOffers,
   removeManifestKey,
   renameManifestEntry,
   renderProvenanceValue,
@@ -96,6 +87,7 @@ import {
   skipComment,
   skipStringOrIdent,
   spliceManifestValue,
+  stampManifests,
   startsComment,
   startsStringOrIdent,
   stringFormatNames,
@@ -106,11 +98,11 @@ import {
   valueAt,
   withValueAt,
   writeEncryptionKey
-} from "./chunk-HVFR66GQ.js";
+} from "./chunk-5UB47BEV.js";
 import {
   formatList,
   render
-} from "./chunk-TCC737IS.js";
+} from "./chunk-5VWDIWOH.js";
 import {
   DERIVABLE_FIELDS,
   DERIVE_SOURCES,
@@ -164,7 +156,7 @@ import {
   urlManifestMessage,
   urlManifestOwning,
   writeFileAtomic
-} from "./chunk-527HHQPS.js";
+} from "./chunk-MSMB6XOS.js";
 import {
   palette
 } from "./chunk-RNVYGWIC.js";
@@ -173,20 +165,24 @@ import {
   escapeWorkflowCommandProperty
 } from "./chunk-MNH7QO4Z.js";
 import {
-  assertKnownProvider,
-  assertLocalFlag,
-  assertModelHasProvider,
   decryptValue,
   encryptValue,
   generateEncryptionKey,
   isEncryptedValue,
-  isMember,
+  isMember
+} from "./chunk-XKBEHKWO.js";
+import {
+  warn
+} from "./chunk-HX44GB4Z.js";
+import {
+  assertKnownProvider,
+  assertLocalFlag,
+  assertModelHasProvider,
   localNotice,
   providerSpecFor,
   resolveIdentity,
-  selectProvider,
-  warn
-} from "./chunk-Q35YIDBV.js";
+  selectProvider
+} from "./chunk-QCHVR4ZM.js";
 import {
   errorMessage
 } from "./chunk-G3T47CFV.js";
@@ -964,7 +960,110 @@ import { randomBytes } from "node:crypto";
 import { existsSync as existsSync2 } from "node:fs";
 import { mkdir as mkdir2, open, readFile as readFile3, rename, rm } from "node:fs/promises";
 import { dirname as dirname2, isAbsolute as isAbsolute2, resolve as resolve3, extname as extname3, sep as sep2 } from "node:path";
-import { parseDocument as parseDocument2, isMap, isSeq, isScalar } from "yaml";
+import { parseDocument as parseDocument3, isMap as isMap2, isSeq, isScalar as isScalar2 } from "yaml";
+
+// src/meta/core/location-writes.ts
+import { LineCounter, isMap, isNode, isScalar, parseDocument as parseDocument2 } from "yaml";
+var dedupe = (xs) => [...new Set(xs)];
+var pages = (n) => `${String(n)} page${n === 1 ? "" : "s"}`;
+async function offerExternalHomes(ctx, writes, hooks) {
+  const applied = /* @__PURE__ */ new Set();
+  const groups = /* @__PURE__ */ new Map();
+  for (const w of writes) {
+    if (w.home.kind !== "collection") continue;
+    const group = groups.get(w.home.collection) ?? [];
+    group.push(w);
+    groups.set(w.home.collection, group);
+  }
+  for (const [collection, group] of groups) {
+    const require2 = /* @__PURE__ */ new Map();
+    for (const w of group) {
+      const keys = require2.get(w.label) ?? [];
+      if (!keys.includes(w.key)) keys.push(w.key);
+      require2.set(w.label, keys);
+    }
+    const plan = await planRelocation(ctx, {
+      files: [...require2.keys()],
+      fields: dedupe(group.map((w) => w.key)),
+      require: require2
+    });
+    const offers = relocationOffers(plan);
+    if (offers.length === 0) continue;
+    let yes = true;
+    for (const offer of offers) {
+      const { notice, question } = offerPrompt(offer, "write");
+      hooks.onNotice?.(notice);
+      if (!await hooks.confirm(question)) {
+        yes = false;
+        break;
+      }
+    }
+    if (!yes) continue;
+    const result = await applyRelocation(ctx, plan);
+    hooks.onRelocated?.(result);
+    applied.add(collection);
+  }
+  return applied;
+}
+function externalWriteWarnings(writes, dryRun) {
+  const verb = dryRun ? "would write" : "wrote";
+  const groups = /* @__PURE__ */ new Map();
+  const groupOf = (w) => w.home.kind === "collection" ? `c:${w.home.collection}` : `n:${w.home.reason}`;
+  for (const w of writes) {
+    const id = groupOf(w);
+    groups.set(id, [...groups.get(id) ?? [], w]);
+  }
+  const out = [];
+  for (const group of groups.values()) {
+    const [first] = group;
+    if (first === void 0) continue;
+    out.push(
+      externalWriteWarning({
+        verb,
+        keys: dedupe(group.map((w) => w.key)),
+        pages: new Set(group.map((w) => w.label)).size,
+        home: first.home,
+        createsHome: group.some(
+          (w) => w.home.kind === "collection" && (w.home.createsCollection || w.home.addsPath !== void 0)
+        )
+      })
+    );
+  }
+  return out;
+}
+function externalWriteWarning(line) {
+  const { verb, keys, home } = line;
+  const one = keys.length === 1;
+  const head = `${verb} ${keys.join(", ")} to ${pages(line.pages)}`;
+  const prefer = one ? "the schema prefers external metadata" : "their schemas prefer external metadata";
+  const them = one ? "it" : "them";
+  if (home.kind === "collection") {
+    if (!line.createsHome) {
+      return `${head} in collection ${home.collection}; ${prefer}, and no manifest owns ${them}. Run manni meta relocate to move ${them}.`;
+    }
+    return home.createsCollection || home.createsManifest ? `${head}; ${prefer}. Run manni meta relocate to give ${them} a manifest.` : `${head}; ${prefer}. Run manni meta relocate to add ${them} to collection ${home.collection}.`;
+  }
+  return home.reason === "no-config" ? `${head}; ${prefer}, and --no-config leaves ${them} no manifest.` : `${head} that ${line.pages === 1 ? "is" : "are"} in none of the ${String(home.collections)} collections; ${prefer}, and only a collection has a manifest.`;
+}
+function manifestKeyLine(text, entry, key, join3) {
+  const norm = (e) => join3 === PATH_JOIN ? e.replace(/\\/g, "/").replace(/^\.\//, "").replace(/\/+/g, "/") : e;
+  const lc = new LineCounter();
+  const doc = parseDocument2(text, { lineCounter: lc, uniqueKeys: false });
+  const root = doc.contents;
+  if (!isMap(root)) return void 0;
+  for (const pair of root.items) {
+    const spelled = isScalar(pair.key) ? String(pair.key.value) : String(pair.key);
+    if (norm(spelled) !== norm(entry) || !isMap(pair.value)) continue;
+    for (const kv of pair.value.items) {
+      const name = isScalar(kv.key) ? String(kv.key.value) : String(kv.key);
+      const range = isNode(kv.key) ? kv.key.range : void 0;
+      if (name === key && range) return lc.linePos(range[0]).line;
+    }
+  }
+  return void 0;
+}
+
+// src/meta/commands/query.ts
 async function runQuery(opts) {
   const cwd = opts.cwd ?? process.cwd();
   const sql = opts.sql.trim();
@@ -2178,11 +2277,11 @@ async function planConfigEdit(ctx, edit, runRefs) {
     return { changes: [], repointed: false };
   }
   const text = await readFile3(configPath, "utf8");
-  const doc = parseDocument2(stripBom(text));
+  const doc = parseDocument3(stripBom(text));
   const display = displayPath(ctx, configPath);
   const rawRefOf = (item) => {
-    if (isScalar(item) && typeof item.value === "string") return item.value;
-    if (isMap(item)) {
+    if (isScalar2(item) && typeof item.value === "string") return item.value;
+    if (isMap2(item)) {
       const ref = item.get("ref");
       if (typeof ref === "string") return ref;
     }
@@ -2204,10 +2303,10 @@ async function planConfigEdit(ctx, edit, runRefs) {
     for (const item of node.items) {
       const raw = rawRefOf(item);
       if (raw === void 0 || !wants(raw)) continue;
-      if (isScalar(item)) {
+      if (isScalar2(item)) {
         item.value = spec.newRef;
         n += 1;
-      } else if (isMap(item)) {
+      } else if (isMap2(item)) {
         item.set("ref", spec.newRef);
         n += 1;
       }
@@ -2215,13 +2314,13 @@ async function planConfigEdit(ctx, edit, runRefs) {
     return n;
   };
   const root = ctx.configSection === void 0 ? doc : doc.get(ctx.configSection, true);
-  const keyOf2 = (key) => root === doc ? doc.get(key, true) : isMap(root) ? root.get(key, true) : void 0;
+  const keyOf2 = (key) => root === doc ? doc.get(key, true) : isMap2(root) ? root.get(key, true) : void 0;
   const topSeq = keyOf2("schemas");
   let repointCount = repoint(topSeq);
   const overrides = keyOf2("overrides");
   if (isSeq(overrides)) {
     for (const entry of overrides.items) {
-      if (isMap(entry)) repointCount += repoint(entry.get("schemas", true));
+      if (isMap2(entry)) repointCount += repoint(entry.get("schemas", true));
     }
   }
   const repointed = repointCount > 0;
@@ -2230,7 +2329,7 @@ async function planConfigEdit(ctx, edit, runRefs) {
   if (edit.integrity && isSeq(topSeq)) {
     const wantPath = foldPath(edit.integrity.path);
     for (const item of topSeq.items) {
-      if (!isMap(item)) continue;
+      if (!isMap2(item)) continue;
       const raw = rawRefOf(item);
       if (raw === void 0 || classifyRef(raw).kind !== "file") continue;
       const abs = isAbsolute2(raw) ? raw : resolve3(configDir, raw);
@@ -4041,6 +4140,51 @@ function buildUserPrompt(params, before = []) {
   ].join("\n");
 }
 
+// src/meta/core/meta-provenance.ts
+function isPlainRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function mergeMetaProvenance(held, model, key, proposed) {
+  if (held !== void 0 && !Array.isArray(held)) return void 0;
+  const list = held === void 0 ? [] : [...held];
+  const at = list.findIndex((e) => isPlainRecord(e) && e["generated-by"] === model);
+  const prior = list[at];
+  const kept = isPlainRecord(prior) ? prior : {};
+  const priorNames = kept[key];
+  const names = Array.isArray(priorNames) ? priorNames.filter((p) => typeof p === "string") : [];
+  const confidence = {};
+  if (isPlainRecord(kept.confidence)) {
+    for (const [k, v] of Object.entries(kept.confidence)) {
+      if (typeof v === "number") confidence[k] = v;
+    }
+  }
+  for (const p of proposed) {
+    if (!names.includes(p.name)) names.push(p.name);
+    confidence[p.name] = p.confidence;
+  }
+  const entry = {
+    ...kept,
+    "generated-by": model,
+    [key]: names,
+    confidence
+  };
+  if (at === -1) list.push(entry);
+  else list[at] = entry;
+  return { list, entry, names };
+}
+function metaProvenanceEntries(value) {
+  if (!Array.isArray(value)) return [];
+  const strings = (list) => Array.isArray(list) ? list.filter((s) => typeof s === "string") : [];
+  const out = [];
+  for (const item of value) {
+    if (!isPlainRecord(item)) continue;
+    const machine = item["generated-by"];
+    if (typeof machine !== "string" || machine === "") continue;
+    out.push({ "generated-by": machine, fields: strings(item.fields), evals: strings(item.evals) });
+  }
+  return out;
+}
+
 // src/meta/commands/fill.ts
 var META_PROVENANCE_KEY = "meta-provenance";
 var PROVENANCE_KEYS = /* @__PURE__ */ new Set(["provenance", META_PROVENANCE_KEY]);
@@ -4253,10 +4397,10 @@ async function runFill(opts) {
     const keys = new Set(candidates.map((c) => c.key));
     const wants = (fields) => fields.some(([key]) => key !== void 0 && keys.has(key));
     const termIndex = wants(TERM_FIELDS) ? await (termbase ??= readTermbase()) : void 0;
-    const pages = wants(PAGE_FIELDS) ? await pageIds(resolve5(base, label), mergeMembersFor(label)) : [];
+    const pages2 = wants(PAGE_FIELDS) ? await pageIds(resolve5(base, label), mergeMembersFor(label)) : [];
     const hints = fieldHints(candidates, {
       terms: termIndex === void 0 ? void 0 : offered(termIndex.labels),
-      pages: offered(pages)
+      pages: offered(pages2)
     });
     return { hints, termIndex };
   };
@@ -5550,7 +5694,7 @@ async function runDerive(opts) {
       runFields = union2;
     }
     const provenanceRoot = configDir ?? cwd;
-    const pages = files.map((label) => resolve6(base, label));
+    const pages2 = files.map((label) => resolve6(base, label));
     const manifests = runFields.includes(PROVENANCE_FIELD) ? provenanceManifests(declaredCollections, provenanceRoot, base) : [];
     const provenanceCollections = declaredCollections.map((c) => ({
       ...c,
@@ -5558,7 +5702,7 @@ async function runDerive(opts) {
         (m) => m.keys === void 0 ? classifyRef(m.file).kind !== "url" : m.keys.includes(PROVENANCE_FIELD)
       )
     })).filter((c) => c.externalMetadata.length > 0);
-    const provenanceIndex = manifests.length === 0 ? null : await loadExternalMetadata(provenanceCollections, { configDir: provenanceRoot, base, pages });
+    const provenanceIndex = manifests.length === 0 ? null : await loadExternalMetadata(provenanceCollections, { configDir: provenanceRoot, base, pages: pages2 });
     const places2 = /* @__PURE__ */ new Map();
     for (const doc of loaded2.values()) {
       const dated = fieldsOf(doc.label).filter((f) => f === "created" || f === "last-updated");
@@ -5600,7 +5744,7 @@ async function runDerive(opts) {
         (m.keys === void 0 || m.keys.some((k) => k !== PROVENANCE_FIELD && runFields.includes(k)))
       )
     })).filter((c) => c.externalMetadata.length > 0);
-    const ownedIndex = ownedCollections.length === 0 ? null : await loadExternalMetadata(ownedCollections, { configDir: provenanceRoot, base, pages });
+    const ownedIndex = ownedCollections.length === 0 ? null : await loadExternalMetadata(ownedCollections, { configDir: provenanceRoot, base, pages: pages2 });
     const derived2 = await deriveMetadata([...loaded2.values()], {
       cwd,
       base,
@@ -6710,12 +6854,16 @@ export {
   vendorFileName,
   runVendorSchema,
   runInferSchema,
+  offerExternalHomes,
+  externalWriteWarnings,
   runQuery,
   CONCEPT_FIELDS,
   TERM_RELATION_FIELDS,
   fieldPointer,
   valueAt2 as valueAt,
   registerTermLabelSource,
+  mergeMetaProvenance,
+  metaProvenanceEntries,
   runFill,
   runDerive,
   deriveFailed,
@@ -6734,4 +6882,4 @@ export {
   renderQuery,
   renderQueryCsv
 };
-//# sourceMappingURL=chunk-QCBICNKC.js.map
+//# sourceMappingURL=chunk-CR3HZERW.js.map