@zalom/plastic 1.0.0-beta.2 → 1.0.0-beta.21

package/scripts/new-intent

@@ -26,6 +26,9 @@ require "fileutils"
 require "date"
 require_relative "lib/bridge"
 require_relative "lib/intent_validator"
+require_relative "lib/graph_rebuild"
+require_relative "lib/links_projection"
+require_relative "lib/links_section"
 
 # --- Explicit flag parsing (no eval, no global injection) ------------------
 
@@ -106,25 +109,119 @@ def add_to_chain(file_path, new_id)
   File.write(file_path, ["", new_fm, parts[2]].join("---"))
 end
 
-# Append a wikilink line under the file's `## Links` section, idempotently.
-def append_link(file_path, link_line)
-  return unless File.exist?(file_path)
-  content = File.read(file_path)
-  return if content.include?(link_line)
+# Derive [plastic_home, referer_store_key] from a store directory path so the
+# cross-store resolver (shared with project-links and the doctor check) can be
+# built. A global store is `<home>/store` (key "global"); a project store is
+# `<home>/projects/<slug>/store` (key "project:<slug>"). Returns
+# [nil, "global"] only if the layout is unrecognized, in which case Links
+# projection falls back to single-store resolution rooted at this store.
+def store_context(store)
+  store = File.expand_path(store)
+  parent = File.dirname(store)               # `<home>` or `<home>/projects/<slug>`
+  if File.basename(store) == "store" && File.basename(File.dirname(parent)) == "projects"
+    slug = File.basename(parent)
+    home = File.dirname(File.dirname(parent)) # strip projects/<slug>
+    [home, "project:#{slug}"]
+  elsif File.basename(store) == "store"
+    [parent, "global"]                        # `<home>/store`
+  else
+    [parent, "global"]
+  end
+end
+
+# The in-scope stores under `plastic_home`, each { key:, store: }. Mirrors
+# project-links/RebuildGraph#stores so cross-store resolution spans the family.
+def family_stores(plastic_home)
+  list = []
+  global_store = File.join(plastic_home, "store")
+  list << { key: "global", store: global_store } if File.directory?(global_store)
+  %w[plastic knowdb].each do |slug|
+    store = File.join(plastic_home, "projects", slug, "store")
+    list << { key: "project:#{slug}", store: store } if File.directory?(store)
+  end
+  list
+end
 
-  lines = content.lines
-  idx = lines.index { |l| l.strip == "## Links" }
-  return unless idx
+# Build the cross-store maps the LinksProjection resolver needs:
+#   store_index    => { store_key => [bare ids] }
+#   node_index     => { store_key => { id => { basename:, label: } } }
+#   relocation_map => from GraphRebuild.build_relocation_map over every INDEX.md
+# `fallback_store` is the store the new intent lives in; it is always included so
+# resolution works even for a brand-new store with no INDEX.md yet.
+def build_cross_store_maps(plastic_home, fallback_store_key, fallback_store_dir)
+  stores = family_stores(plastic_home)
+  # Ensure the fallback store is represented even if family discovery missed it.
+  unless stores.any? { |s| s[:key] == fallback_store_key }
+    stores << { key: fallback_store_key, store: fallback_store_dir }
+  end
+
+  store_index = Hash.new { |h, k| h[k] = [] }
+  node_index = Hash.new { |h, k| h[k] = {} }
+  index_texts = {}
+
+  stores.each do |s|
+    next unless File.directory?(s[:store])
+
+    Dir.children(s[:store]).reject { |e| e.start_with?(".") }.sort.each do |entry|
+      dir = File.join(s[:store], entry)
+      next unless File.directory?(dir)
 
-  insert_at = lines.length
-  ((idx + 1)...lines.length).each do |j|
-    if lines[j].strip.start_with?("## ")
-      insert_at = j
-      break
+      md = File.join(dir, "#{entry}.md")
+      next unless File.exist?(md)
+
+      fm = IntentValidator.parse_frontmatter(md)
+      next unless fm.is_a?(Hash) && fm["id"]
+
+      id = fm["id"].to_s
+      store_index[s[:key]] << id
+      node_index[s[:key]][id] = { basename: entry, label: fm["intent"].to_s.strip }
     end
+
+    idx = File.join(File.dirname(s[:store]), "INDEX.md")
+    index_texts[s[:key]] = File.read(idx) if File.exist?(idx)
   end
-  lines.insert(insert_at, "#{link_line}\n")
-  File.write(file_path, lines.join)
+
+  relocation_map = GraphRebuild.build_relocation_map(index_texts)
+  { store_index: store_index, node_index: node_index, relocation_map: relocation_map }
+end
+
+# Re-project ONE intent file's `## Links` as the canonical I5 projection of its
+# OWN frontmatter sources+chain, using the shared cross-store resolver. Writes the
+# file only if the section changed (idempotent). Born-canonical: a fresh root with
+# no edges gets the empty-state comment; the fence-aware rewriter touches only the
+# real `## Links` section. Returns true on success, false when the intent could
+# not be read or a ref was unresolvable (left unwritten, never a guessed link).
+def project_links_for(file_path, referer_store_key, maps)
+  return false unless File.exist?(file_path)
+
+  content = File.read(file_path)
+  fm = IntentValidator.parse_frontmatter_text(content)
+  return false unless fm.is_a?(Hash)
+
+  resolve = lambda do |ref|
+    LinksProjection.resolve_ref_projection(
+      ref,
+      referer_store: referer_store_key,
+      relocation_map: maps[:relocation_map],
+      store_index: maps[:store_index],
+      node_index: maps[:node_index]
+    )
+  end
+
+  begin
+    section_text = LinksProjection.section(
+      sources: Array(fm["sources"]).map(&:to_s),
+      chain: Array(fm["chain"]).map(&:to_s),
+      resolve: resolve
+    )
+    updated = LinksSection.rewrite(content, section_text)
+  rescue LinksProjection::UnresolvedRef, LinksSection::AmbiguousLinks => e
+    warn "new-intent: could not project ## Links for #{File.basename(file_path)}: #{e.message}"
+    return false
+  end
+
+  File.write(file_path, updated) if updated != content
+  true
 end
 
 def main(argv)
@@ -176,8 +273,9 @@ def main(argv)
   # 4a. I1 reciprocity: write the child's id into EACH source intent's frontmatter
   # `chain` (the formative-reciprocity backlink), for BOTH the `--parent` and the
   # `--sources` path. `sources` is the redundant-explicit set from step 3 (it already
-  # folds in `--parent`). Scope boundary: 68 fixes ONLY the frontmatter `chain`
-  # backlink; the `## Links` wikilink projection for the `--sources` path is intent 72.
+  # folds in `--parent`). Collect the touched source files so their `## Links` can be
+  # re-projected once the chain edges are on disk.
+  source_files = []
   sources.each do |src_id|
     next if src_id.nil? || src_id.empty?
 
@@ -186,19 +284,22 @@ def main(argv)
 
     src_file = File.join(src_dir, "#{File.basename(src_dir)}.md")
     add_to_chain(src_file, id)
+    source_files << src_file
   end
 
-  # 4b. Reciprocal `## Links` wikilinks: forward link to parent + back-reference in
-  # the parent (kept parent-only; the `--sources` path's wikilink is intent 72's scope).
-  if opts[:parent] && !opts[:parent].empty?
-    parent_id = opts[:parent]
-    append_link(intent_file, "- [[#{parent_id}]]")
-    parent_dir = Dir.glob(File.join(store, "#{parent_id}--*")).find { |d| File.directory?(d) }
-    if parent_dir
-      parent_file = File.join(parent_dir, "#{File.basename(parent_dir)}.md")
-      append_link(parent_file, "- [[#{id}]]")
-    end
-  end
+  # 4b. Canonical `## Links` projection (intent 72): born-canonical, drift PREVENTED
+  # at the source. Build the cross-store resolver maps AFTER the chain backlinks are
+  # written, then project the NEW intent's Links from its own frontmatter (sources at
+  # birth, chain empty) and RE-project each source/parent's Links (it just gained the
+  # new id in its chain). The fence-aware rewriter and the resolved-target dedup are
+  # the same ones project-links and the doctor check use, so a freshly created intent
+  # and its sources both PASS graph_links_projection. A no-source root gets the
+  # canonical empty-state comment.
+  plastic_home, referer_store_key = store_context(store)
+  maps = build_cross_store_maps(plastic_home, referer_store_key, store)
+
+  project_links_for(intent_file, referer_store_key, maps)
+  source_files.uniq.each { |sf| project_links_for(sf, referer_store_key, maps) }
 
   # 5. Sentinel placeholders for each lifecycle file. The sentinel is the FIRST
   # line; the rendered template body follows so the file is a usable starting
@@ -210,7 +311,15 @@ def main(argv)
     File.write(File.join(intent_dir, name), "#{Bridge::PLACEHOLDER_SENTINEL}\n#{body}")
   end
 
-  # 6. Self-validate (frontmatter + sanctioned sections).
+  # 6. Stamp the born savepoint line (intent 81). The first ledger line is the
+  # `What` bookend, written deterministically at creation rather than relying on
+  # a PostToolUse gate firing on the intent-file write (which is missed in some
+  # sessions / harnesses). The intent file is never a sentinel placeholder, so
+  # append_savepoint records `What  {id}--{slug}.md`. Idempotent: a later gate
+  # fire adds nothing.
+  Bridge.append_savepoint(intent_dir, intent_file)
+
+  # 7. Self-validate (frontmatter + sanctioned sections).
   result = IntentValidator.validate(intent_dir)
   unless result[:ok]
     warn "new-intent: scaffolded intent is NOT born complete:"

package/scripts/project-links

@@ -0,0 +1,287 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+# frozen_string_literal: true
+
+# project-links — project each intent's corrected sources/chain graph into its
+# canonical I5 `## Links` section, store-wide across the global, plastic, and
+# knowdb stores (intent 72). Deterministic and idempotent: a second run over a
+# projected store changes zero files. Touches ONLY the `## Links` section of each
+# intent file; frontmatter and every other section stay byte-identical.
+#
+# Usage:
+#   project-links [--plastic-home PATH] [--dry-run] [--audit-path PATH]
+#
+# Pure-Ruby (no bash). The pure logic lives in lib/links_projection.rb and
+# lib/links_section.rb; this shell does only discovery, IO, and reporting. It reads
+# frontmatter (it NEVER writes frontmatter, that is intent 49's domain) and the
+# on-disk `id--slug` directory basenames to build the cross-store resolver.
+# Never pushes ~/.plastic (no git ops here).
+
+require "time"
+require "fileutils"
+
+require_relative "lib/intent_validator"
+require_relative "lib/graph_rebuild"
+require_relative "lib/links_projection"
+require_relative "lib/links_section"
+
+class ProjectLinks
+  DEFAULT_HOME = File.join(Dir.home, ".plastic")
+
+  # The 72 intent dir audit destination (relative to plastic_home).
+  DEFAULT_AUDIT_REL =
+    "projects/plastic/store/72--links-graph-projection/resources/audit--links-projection.md"
+
+  def initialize(plastic_home: DEFAULT_HOME, dry_run: false, audit_path: nil)
+    @plastic_home = plastic_home
+    @dry_run = dry_run
+
+    # A dry run must NOT stomp the canonical audit (humans run --dry-run to review
+    # the plan). With no explicit --audit-path, a dry run writes a `.dry-run.md`
+    # sibling, leaving the canonical real-run audit untouched. An explicit
+    # --audit-path is always honored verbatim (tests inject it). Mirrors
+    # RebuildGraph's discipline exactly.
+    canonical = File.join(plastic_home, DEFAULT_AUDIT_REL)
+    @audit_path =
+      if audit_path
+        audit_path
+      elsif dry_run
+        canonical.sub(/\.md\z/, ".dry-run.md")
+      else
+        canonical
+      end
+  end
+
+  attr_reader :plastic_home, :dry_run, :audit_path
+
+  # The three in-scope stores, each as { key:, root:, store:, index: }.
+  def stores
+    list = []
+    global_store = File.join(plastic_home, "store")
+    if File.directory?(global_store)
+      list << { key: "global", root: plastic_home, store: global_store,
+                index: File.join(plastic_home, "INDEX.md") }
+    end
+
+    %w[plastic knowdb].each do |slug|
+      root = File.join(plastic_home, "projects", slug)
+      store = File.join(root, "store")
+      next unless File.directory?(store)
+
+      list << { key: "project:#{slug}", root: root, store: store,
+                index: File.join(root, "INDEX.md") }
+    end
+    list
+  end
+
+  # { id => { sources:, chain:, basename:, label:, path: } } for one store.
+  def load_nodes(store_dir)
+    nodes = {}
+    Dir.children(store_dir).reject { |e| e.start_with?(".") }.sort.each do |entry|
+      dir = File.join(store_dir, entry)
+      next unless File.directory?(dir)
+
+      md = File.join(dir, "#{entry}.md")
+      next unless File.exist?(md)
+
+      fm = IntentValidator.parse_frontmatter(md)
+      next unless fm.is_a?(Hash) && fm["id"]
+
+      nodes[fm["id"].to_s] = {
+        sources: Array(fm["sources"]).map(&:to_s),
+        chain: Array(fm["chain"]).map(&:to_s),
+        basename: entry, # the on-disk `id--slug` directory name
+        label: fm["intent"].to_s.strip,
+        path: md,
+      }
+    end
+    nodes
+  end
+
+  def run
+    store_list = stores
+    nodes_by_store = {}
+    index_texts = {}
+    store_index = {}
+    node_index = {}
+
+    store_list.each do |s|
+      key = s[:key]
+      nodes_by_store[key] = load_nodes(s[:store])
+      index_texts[key] = File.exist?(s[:index]) ? File.read(s[:index]) : ""
+      store_index[key] = nodes_by_store[key].keys
+      node_index[key] = nodes_by_store[key].transform_values do |v|
+        { basename: v[:basename], label: v[:label] }
+      end
+    end
+
+    relocation_map = GraphRebuild.build_relocation_map(index_texts)
+
+    results = {}
+    store_list.each do |s|
+      key = s[:key]
+      results[key] = project_store(
+        key, nodes_by_store[key],
+        relocation_map: relocation_map, store_index: store_index, node_index: node_index
+      )
+    end
+
+    emit_audit(store_list, results)
+    results
+  end
+
+  # Project every intent in ONE store. Returns
+  # { entries: [ {id:, status:, before:, after:, error:} ], counts: {...} }.
+  def project_store(referer_store, nodes, relocation_map:, store_index:, node_index:)
+    entries = []
+    nodes.each do |id, node|
+      resolve = ->(ref) do
+        LinksProjection.resolve_ref_projection(
+          ref, referer_store: referer_store,
+               relocation_map: relocation_map, store_index: store_index, node_index: node_index
+        )
+      end
+
+      content = File.read(node[:path])
+
+      begin
+        had_links = LinksSection.links_heading?(IntentValidator.body_of(content))
+        section_text = LinksProjection.section(
+          sources: node[:sources], chain: node[:chain], resolve: resolve
+        )
+        updated = LinksSection.rewrite(content, section_text)
+      rescue LinksProjection::UnresolvedRef, LinksSection::AmbiguousLinks => e
+        entries << { id: id, status: :failed, error: e.message }
+        next
+      end
+
+      if updated == content
+        entries << { id: id, status: :unchanged }
+        next
+      end
+
+      status = had_links ? :regenerated : :added
+      File.write(node[:path], updated) unless dry_run
+      entries << { id: id, status: status,
+                   before: extract_links(content), after: section_text }
+    end
+
+    counts = entries.each_with_object(Hash.new(0)) { |e, h| h[e[:status]] += 1 }
+    { entries: entries, counts: counts }
+  end
+
+  # Pull the current REAL `## Links` section text (fence-aware) from a file's
+  # content, for the audit sample. Returns "" when absent. Delegates to the shared
+  # LinksSection.extract_section so the audit, the rewriter, and the doctor check
+  # all agree on the section location (and never match a heading inside an example
+  # code fence).
+  def extract_links(content)
+    LinksSection.extract_section(IntentValidator.body_of(content))
+  rescue LinksSection::AmbiguousLinks
+    "(ambiguous: multiple ## Links headings)"
+  end
+
+  # Always write the audit (even in dry-run, so the human reviews the plan).
+  def emit_audit(store_list, results)
+    text = render_audit(store_list, results)
+    FileUtils.mkdir_p(File.dirname(audit_path))
+    File.write(audit_path, text)
+    text
+  end
+
+  STATUS_ORDER = %i[regenerated added unchanged failed].freeze
+  STATUS_LABELS = {
+    regenerated: "Regenerated (had a ## Links, content changed)",
+    added: "Added (no ## Links section, one inserted)",
+    unchanged: "Unchanged (already canonical)",
+    failed: "FAILED (resolver miss, NOT written)",
+  }.freeze
+
+  def render_audit(store_list, results)
+    lines = []
+    lines << "# Audit: store-wide ## Links projection (intent 72)"
+    lines << ""
+    lines << "Generated: #{Time.now.utc.strftime("%Y-%m-%dT%H:%M:%SZ")}#{dry_run ? " (DRY RUN)" : ""}"
+    lines << ""
+
+    total = STATUS_ORDER.to_h do |st|
+      [st, store_list.sum { |s| results[s[:key]][:counts][st] }]
+    end
+    lines << "Totals across all stores: " \
+             "regenerated #{total[:regenerated]}, added #{total[:added]}, " \
+             "unchanged #{total[:unchanged]}, failed #{total[:failed]}."
+    lines << ""
+
+    store_list.each do |s|
+      key = s[:key]
+      res = results[key]
+      counts = res[:counts]
+      lines << "## #{key}"
+      lines << ""
+      lines << "Regenerated #{counts[:regenerated]}, added #{counts[:added]}, " \
+               "unchanged #{counts[:unchanged]}, failed #{counts[:failed]}."
+      lines << ""
+
+      failed = res[:entries].select { |e| e[:status] == :failed }
+      unless failed.empty?
+        lines << "### FAILED (#{failed.size})"
+        failed.each { |e| lines << "- #{e[:id]}: #{e[:error]}" }
+        lines << ""
+      end
+
+      sample = res[:entries].select { |e| %i[regenerated added].include?(e[:status]) }.first(5)
+      next if sample.empty?
+
+      lines << "### Sample before/after (first #{sample.size})"
+      sample.each do |e|
+        lines << "- #{e[:id]} (#{e[:status]}):"
+        lines << "  - BEFORE:"
+        block_lines(e[:before]).each { |l| lines << "    #{l}" }
+        lines << "  - AFTER:"
+        block_lines(e[:after]).each { |l| lines << "    #{l}" }
+      end
+      lines << ""
+    end
+
+    lines.join("\n") + "\n"
+  end
+
+  def block_lines(text)
+    s = text.to_s.strip
+    return ["(none)"] if s.empty?
+
+    s.lines.map(&:rstrip)
+  end
+
+  # True iff any intent failed (resolver miss).
+  def any_failed?(results)
+    results.values.any? { |r| r[:counts][:failed].to_i.positive? }
+  end
+end
+
+if $PROGRAM_NAME == __FILE__
+  home = ProjectLinks::DEFAULT_HOME
+  dry = false
+  audit = nil
+  i = 0
+  while i < ARGV.length
+    case ARGV[i]
+    when "--plastic-home" then home = ARGV[i + 1]; i += 2
+    when "--dry-run" then dry = true; i += 1
+    when "--audit-path" then audit = ARGV[i + 1]; i += 2
+    else i += 1
+    end
+  end
+
+  tool = ProjectLinks.new(plastic_home: home, dry_run: dry, audit_path: audit)
+  results = tool.run
+  totals = ProjectLinks::STATUS_ORDER.to_h do |st|
+    [st, results.values.sum { |r| r[:counts][st] }]
+  end
+  puts "project-links #{dry ? "DRY RUN" : "applied"}: " \
+       "regenerated #{totals[:regenerated]}, added #{totals[:added]}, " \
+       "unchanged #{totals[:unchanged]}, failed #{totals[:failed]} " \
+       "across #{results.size} store(s)."
+  puts "Audit: #{tool.audit_path}"
+  exit 1 if tool.any_failed?(results)
+end

package/scripts/qmd-sync

@@ -13,7 +13,10 @@
 #   qmd-sync register --store <dir>     # register one store as a collection
 #   qmd-sync register --all             # register the global store + all projects
 #   qmd-sync reindex --store <dir>      # update + embed that store's collection
+#   qmd-sync reindex --store <dir> --async  # same, detached/non-blocking
 #   qmd-sync status [--format json]     # read-only status
+#   qmd-sync search "<terms>" [--store <dir>] [--limit N] [--min-score F]
+#                                       # ranked store search; scope by --store or CWD
 #
 # --home <path> overrides the Plastic home (default: ~/.plastic).
 
@@ -71,8 +74,13 @@ when "register"
 when "reindex"
   dir = opt(ARGV, "--store") or (warn("reindex: pass --store <dir>"); exit 2)
   collection = QmdSync.collection_name(dir, plastic_home: home)
-  res = QmdSync.reindex(collection: collection)
-  puts "reindexed #{collection} (#{res[:ok] ? "ok" : "warn"})"
+  if ARGV.include?("--async")
+    QmdSync.reindex_async(collection: collection)
+    puts "reindex (async) #{collection} (started)"
+  else
+    res = QmdSync.reindex(collection: collection)
+    puts "reindexed #{collection} (#{res[:ok] ? "ok" : "warn"})"
+  end
   exit 0
 
 when "status"
@@ -86,7 +94,46 @@ when "status"
   end
   exit 0
 
+when "search"
+  # The query is the first bareword that is NOT the value of a known value-taking
+  # flag. Walk ARGV, skipping each such flag and the token right after it, then
+  # take the first remaining token that does not start with "--".
+  value_flags = %w[--store --limit --min-score --home]
+  query = nil
+  i = 0
+  while i < ARGV.length
+    tok = ARGV[i]
+    if value_flags.include?(tok)
+      i += 2
+      next
+    end
+    unless tok.start_with?("--")
+      query = tok
+      break
+    end
+    i += 1
+  end
+  collections =
+    if (dir = opt(ARGV, "--store"))
+      [QmdSync.collection_name(dir, plastic_home: home), "plastic-global"].uniq
+    else
+      QmdSync.collections_for_cwd(Dir.pwd, plastic_home: home)
+    end
+  limit = (opt(ARGV, "--limit") || "5").to_i
+  min_score = (opt(ARGV, "--min-score") || "0.5").to_f
+  hits = QmdSync.search(query, collections: collections, limit: limit, min_score: min_score)
+  if hits.empty?
+    puts "no qmd hits"
+  else
+    hits.each do |h|
+      pct = (h[:score] * 100).round
+      path = h[:file].to_s.sub(%r{\Aqmd://}, "")
+      puts "[#{pct}%] #{path} - #{h[:title]}"
+    end
+  end
+  exit 0
+
 else
-  warn "qmd-sync: unknown verb #{verb.inspect}. Use detect|register|reindex|status."
+  warn "qmd-sync: unknown verb #{verb.inspect}. Use detect|register|reindex|status|search."
   exit 2
 end