ripple-sql 0.1.1__tar.gz → 0.1.3__tar.gz

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/CHANGELOG.md

@@ -6,6 +6,19 @@ Notable changes to Ripple. The format follows
 
 ## [Unreleased]
 
+## [0.1.3] - 2026-09-09
+
+### Changed
+- The map of a large project is compact. Past forty models the columns-and-wires layout gave a page-tall column per layer, every link drawn at rest, and long names clipped at the edge (Wikimedia's dbt-jobs: 48 sources, 71 models in one layer). Now the layers stack as wrapped grids, nothing is wired at rest, each layer leads with the models most read and folds the rest behind "more", hovering a model lights its chain (what feeds it in teal, what reads it in ink) and clicking keeps it lit while its columns unfold, and typing hides every model that does not match, with the count of what it hid. Every chip carries the number of models that read it, and the key says so. A small project keeps the columns and wires.
+
+### Fixed
+- Two Spark shapes from Wikimedia's dbt-jobs, the first outside repo the published build was tried on. A bare table-generating function in a select list names its own output columns: `INLINE(ARRAY(STRUCT('a' AS platform)))` yields `platform`, `EXPLODE(x)` yields `col`, `POSEXPLODE(x)` yields `pos` and `col`; a lookup table built that way reported no columns at all. dbt's `as_bool`, `as_number`, `as_native` and `as_text` filters are registered on the Jinja environment, so a config that uses one renders instead of failing the whole model.
+
+## [0.1.2] - 2026-09-09
+
+### Fixed
+- A symlink whose target is gone matched the SQL, YAML, LookML, macro, and seed globs and crashed the load with a traceback on the first real folder the published build ran in. One helper, `files_under`, now serves every project glob and keeps regular files only.
+
 ## [0.1.1] - 2026-09-09
 
 ### Changed
@@ -230,6 +243,8 @@ First public release.
 ### Removed
 - The dark whole-graph canvas that `ripple serve` used to open (`static/index.html`). Every surface now draws one answer.
 
-[Unreleased]: https://github.com/bteh/ripple/compare/v0.1.1...HEAD
+[Unreleased]: https://github.com/bteh/ripple/compare/v0.1.3...HEAD
+[0.1.3]: https://github.com/bteh/ripple/releases/tag/v0.1.3
+[0.1.2]: https://github.com/bteh/ripple/releases/tag/v0.1.2
 [0.1.1]: https://github.com/bteh/ripple/releases/tag/v0.1.1
 [0.1.0]: https://github.com/bteh/ripple/releases/tag/v0.1.0

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: ripple-sql
-Version: 0.1.1
+Version: 0.1.3
 Summary: Offline column-level SQL lineage. See what breaks before you merge.
 Project-URL: Homepage, https://github.com/bteh/ripple
 Project-URL: Repository, https://github.com/bteh/ripple

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ripple-sql"
-version = "0.1.1"
+version = "0.1.3"
 description = "Offline column-level SQL lineage. See what breaks before you merge."
 readme = "README.md"
 requires-python = ">=3.10"

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/engine/cte_tracing.py

@@ -39,6 +39,7 @@ from ripple.engine.column_ref import (
     under_subquery_where,
     unwrap_select,
 )
+from ripple.engine.generators import name_generator_outputs
 from ripple.engine.preprocess import restore_jinja_dots
 from ripple.engine.safe_gen import safe_sql
 from ripple.engine.scope import register_table
@@ -120,6 +121,7 @@ def extract_cte_column_lineage(
 
         cleaned_sql, _ = prepare_sql_for_parse(raw_sql, dialect, clean_jinja_func)
         parsed = sqlglot.parse_one(cleaned_sql, dialect=dialect)
+        parsed = name_generator_outputs(parsed)
         if (dialect or "").lower() == "tsql":
             from ripple.engine.tsql_xml import rewrite_xml_method_calls
 

ripple_sql-0.1.3/src/ripple/engine/generators.py

@@ -0,0 +1,61 @@
+"""Bare table-generating functions name their own output columns.
+
+Spark's `SELECT INLINE(ARRAY(STRUCT('a' AS platform)))` has no alias and
+no column reference; its output columns are the struct's fields. A bare
+`EXPLODE(x)` is a column called `col`, `POSEXPLODE(x)` is `pos` and `col`.
+sqlglot leaves such items nameless, and the projection walks named them by
+their SQL text or dropped them, so a lookup table built this way reported
+no columns at all (Wikimedia dbt-jobs, platforms_ephemeral).
+
+The rewrite gives each such item its default names as aliases before any
+projection walk runs; a field over a column keeps the column as its source.
+"""
+
+from __future__ import annotations
+
+from sqlglot import exp
+
+
+def output_names(item: exp.Expression) -> list[str] | None:
+    """The default output columns of a bare generator, None for anything else."""
+    if isinstance(item, exp.Inline):
+        array = item.this
+        if not (isinstance(array, exp.Array) and array.expressions):
+            return None
+        first = array.expressions[0]
+        if not isinstance(first, exp.Struct):
+            return None
+        names: list[str] = []
+        for field in first.expressions:
+            if isinstance(field, exp.PropertyEQ):
+                names.append(field.this.name)
+            elif isinstance(field, exp.Alias):
+                names.append(field.alias)
+            elif isinstance(field, exp.Column):
+                names.append(field.name)
+            else:
+                return None
+        return names or None
+    if isinstance(item, exp.Posexplode):
+        return ["pos", "col"]
+    if isinstance(item, exp.Explode):
+        return ["col"]
+    return None
+
+
+def name_generator_outputs(tree: exp.Expression) -> exp.Expression:
+    """Alias every bare generator in every select list with its default
+    output names, in place, and return the tree."""
+    for select in list(tree.find_all(exp.Select)):
+        items = select.expressions
+        if not any(output_names(item) for item in items):
+            continue
+        renamed: list[exp.Expression] = []
+        for item in items:
+            names = output_names(item)
+            if not names:
+                renamed.append(item)
+                continue
+            renamed.extend(exp.alias_(item.copy(), name) for name in names)
+        select.set("expressions", renamed)
+    return tree

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/engine/statement.py

@@ -26,6 +26,7 @@ from ripple.engine.cte_tracing import (
     star_except_spellings,
     trace_through_ctes,
 )
+from ripple.engine.generators import name_generator_outputs
 from ripple.engine.preprocess import (
     has_unresolved_identifier,
     prepare_sql_for_parse,
@@ -233,6 +234,7 @@ def extract_column_lineage_fast(
                 logger.debug("Parsing succeeded with minimal cleaning after full cleaning failed")
             except Exception:
                 raise full_clean_error from None
+        parsed = name_generator_outputs(parsed)
 
         # Validate the parsed result is a valid SELECT-type statement
         if not isinstance(parsed, (exp.Select, exp.Union, exp.Except, exp.Intersect)):

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/loaders/dbt.py

@@ -24,6 +24,7 @@ from ripple.loaders.types import (
     DEFAULT_DIALECT,
     Model,
     Project,
+    files_under,
     relative_posix,
 )
 
@@ -124,7 +125,7 @@ def _seed_tables(root: Path) -> list[Model]:
 
     seeds: list[Model] = []
     for seed_dir in _seed_dirs(root):
-        for path in sorted(seed_dir.rglob("*.csv")):
+        for path in files_under(seed_dir, "*.csv"):
             try:
                 with open(path, newline="", encoding="utf-8", errors="replace") as f:
                     header = next(csv.reader(f), [])
@@ -257,7 +258,9 @@ def _load_dbt_raw(root: Path, dialect: str | None) -> Project:
         "run 'dbt compile' for exact lineage."
     ]
     model_dirs = _dbt_model_dirs(root)
-    pairs = sorted(((d, p) for d in model_dirs for p in d.rglob("*.sql")), key=lambda t: t[1])
+    pairs = sorted(
+        ((d, p) for d in model_dirs for p in files_under(d, "*.sql")), key=lambda t: t[1]
+    )
     # a slice of every model, the same sample the sql-dir loader sniffs
     sample = "\n".join(p.read_text(errors="replace", encoding="utf-8")[:4000] for _, p in pairs)[
         :200000

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/loaders/dbt_config.py

@@ -5,6 +5,8 @@ from __future__ import annotations
 import re
 from pathlib import Path
 
+from ripple.loaders.types import files_under
+
 
 def _project_vars(root: Path) -> dict:
     """Declared vars from dbt_project.yml. A sub-dict scoped under the
@@ -236,7 +238,7 @@ def _macro_sources(root: Path) -> list[tuple[str | None, str]]:
             macros_dir = base / dir_name
             if not macros_dir.is_dir():
                 continue
-            for macro_file in sorted(macros_dir.rglob("*.sql")):
+            for macro_file in files_under(macros_dir, "*.sql"):
                 resolved = macro_file.resolve()
                 if resolved in seen_files:
                     continue

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/loaders/sqldir.py

@@ -6,7 +6,7 @@ from pathlib import Path
 
 from ripple.engine.budget import TIMED_OUT, budget_seconds, max_sql_bytes, run_within_budget
 from ripple.loaders.identity import directory_identity
-from ripple.loaders.types import IGNORE_DIRS, Model, Project, relative_posix
+from ripple.loaders.types import IGNORE_DIRS, Model, Project, files_under, relative_posix
 
 
 def _iter_sql_files(root: Path, exclude: list[Path] | None = None) -> tuple[list[Path], int]:
@@ -19,7 +19,7 @@ def _iter_sql_files(root: Path, exclude: list[Path] | None = None) -> tuple[list
     kept: list[Path] = []
     skipped = 0
     excluded = [d.resolve() for d in (exclude or [])]
-    for path in sorted(root.rglob("*.sql")):
+    for path in files_under(root, "*.sql"):
         dirs = path.relative_to(root).parts[:-1]
         if any(part in IGNORE_DIRS or part.startswith(".") for part in dirs):
             skipped += 1

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/loaders/types.py

@@ -218,3 +218,10 @@ def whole_machine(path: Path) -> bool:
     would read every file the user owns."""
     here = Path(path).resolve()
     return here == Path.home().resolve() or here == Path(here.anchor)
+
+
+def files_under(root: Path, pattern: str) -> list[Path]:
+    """The regular files matching a glob under root, sorted. A symlink whose
+    target is gone matches the glob and is not a file; reading it raised a
+    traceback on the first real folder this ran in."""
+    return sorted(p for p in root.rglob(pattern) if p.is_file())

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/lookml.py

@@ -16,6 +16,7 @@ from pathlib import Path
 
 import yaml
 
+from ripple.loaders.types import files_under
 from ripple.project import IGNORE_DIRS
 from ripple.semantic import DownstreamEdge
 
@@ -133,7 +134,7 @@ def load_lookml_downstream(root: Path) -> list[DownstreamEdge]:
         return []
 
     edges: list[DownstreamEdge] = []
-    for path in sorted(root.rglob("*.lkml")):
+    for path in files_under(root, "*.lkml"):
         parts = path.relative_to(root).parts[:-1]
         if any(p in IGNORE_DIRS or p.startswith(".") for p in parts):
             continue

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/render.py

@@ -275,6 +275,50 @@ class _Modules:
     itertools = _itertools
 
 
+def _as_bool(value):
+    """dbt's as_bool filter: the strings a YAML reader calls true or false."""
+    if isinstance(value, bool):
+        return value
+    text = str(value).strip().lower()
+    if text in ("true", "yes", "on", "1"):
+        return True
+    if text in ("false", "no", "off", "0", "", "none", "null"):
+        return False
+    return bool(value)
+
+
+def _as_number(value):
+    try:
+        return int(value)
+    except (TypeError, ValueError):
+        pass
+    try:
+        return float(value)
+    except (TypeError, ValueError):
+        return value
+
+
+def _as_native(value):
+    """dbt's as_native: a string read back as YAML, anything else untouched."""
+    if not isinstance(value, str):
+        return value
+    try:
+        import yaml
+
+        return yaml.safe_load(value)
+    except Exception:
+        return value
+
+
+# the filters dbt registers on every project's environment
+DBT_FILTERS = {
+    "as_bool": _as_bool,
+    "as_number": _as_number,
+    "as_native": _as_native,
+    "as_text": lambda value: "" if value is None else str(value),
+}
+
+
 _SET_BLOCK_RE = re.compile(r"{%-?\s*(call|materialization|test)\b.*?{%-?\s*end\1\s*-?%}", re.S)
 _MACRO_DEF_RE = re.compile(r"{%-?\s*macro\s+([A-Za-z_][A-Za-z0-9_]*)\s*\(")
 _MACRO_DEF_SUB_RE = re.compile(r"({%-?\s*macro\s+)([A-Za-z_][A-Za-z0-9_]*)(\s*\()")
@@ -299,6 +343,7 @@ def build_environment(
         undefined=_Anything,
         extensions=["jinja2.ext.do", "jinja2.ext.loopcontrols"],
     )
+    env.filters.update(DBT_FILTERS)
     dialect = registry.dialect if registry else "snowflake"
     env.globals.update(
         {

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/semantic.py

@@ -19,6 +19,7 @@ from pathlib import Path
 
 import yaml
 
+from ripple.loaders.types import files_under
 from ripple.project import IGNORE_DIRS
 
 _REF = re.compile(r"ref\(\s*['\"]([^'\"]+)['\"]\s*(?:,\s*['\"]([^'\"]+)['\"])?\s*\)")
@@ -47,7 +48,7 @@ def _ref_model(value) -> str | None:
 
 
 def _iter_schema_docs(root: Path):
-    for path in sorted(root.rglob("*.yml")) + sorted(root.rglob("*.yaml")):
+    for path in files_under(root, "*.yml") + files_under(root, "*.yaml"):
         parts = path.relative_to(root).parts[:-1]
         if any(p in IGNORE_DIRS or p.startswith(".") for p in parts):
             continue

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/static/answer.css

@@ -76,6 +76,7 @@ h1 code{font:500 24px/1 var(--mono); letter-spacing:0}
 .key i.r{border-top-style:dashed; border-color:var(--review)}
 .key s{display:inline-block; width:11px; height:11px; border-radius:2px; background:var(--ink); border:1px solid var(--ink); text-decoration:none}
 .key s.src{background:var(--well); border:1px dashed var(--line-strong)}
+.key small.n{font:400 11.5px/1 var(--sans); color:var(--faint); border:1px solid var(--line-strong); border-radius:var(--r); padding:2px 5px; background:var(--surface)}
 .hint{margin-left:auto; font-size:12.5px; color:var(--faint)}
 .rows{padding:0 22px 14px; font-size:13.5px; color:var(--muted)}
 .rows b{color:var(--ink); font-weight:600}
@@ -111,6 +112,28 @@ pre{margin:0; padding:16px 22px 18px; overflow-x:auto; font:400 13px/1.65 var(--
 .cols .node:hover{border-color:var(--accent); color:var(--accent-strong)}
 .more-chips{font:500 12.5px var(--sans); color:var(--accent); background:none; border:0; padding:4px 0; cursor:pointer; text-align:left}
 .more-chips:hover{text-decoration:underline}
+/* a lit chain: the model you are on, what feeds it, what it feeds */
+.mdl.sel,.mdl.sel:hover{background:var(--accent); color:#fff; border-color:var(--accent); border-style:solid}
+.mdl.sel small{color:rgba(255,255,255,.7)}
+.mdl.up{border-color:var(--accent); background:#E4F1F4; border-style:solid}
+.mdl.down{border-color:var(--ink); background:var(--well); border-style:solid}
+.key s.up{background:#E4F1F4; border:1px solid var(--accent)}
+.key s.sel{background:var(--accent); border-color:var(--accent)}
+.key s.down{background:var(--well); border:1px solid var(--ink)}
+/* compact: the map of a large project, layers as wrapped grids, no wires */
+.map.compact .board{overflow-x:visible; padding:18px 22px 8px}
+.map.compact .board-inner{flex-direction:column; gap:22px; min-width:0}
+.map.compact .wires{display:none}
+.map.compact .lvl{min-width:0; gap:10px}
+.map.compact .chips{display:flex; flex-wrap:wrap; gap:6px 8px; align-items:flex-start}
+.map.compact .grp{display:contents}
+.map.compact .grp.open{display:flex; flex-basis:100%; flex-direction:column; gap:6px}
+.map.compact .grp.miss{display:none}
+.map.compact .mdl{max-width:100%; overflow-wrap:anywhere; text-align:left; line-height:1.25}
+.map.compact .cols{flex-direction:row; flex-wrap:wrap; gap:6px 8px; margin:0 0 8px 14px; padding:8px 0 8px 10px}
+.map.compact .cols .gname{flex-basis:100%; max-width:60ch}
+.map.compact.focus .mdl:not(.on){opacity:.28}
+.map .hidden-note{color:var(--muted)}
 
 .ladder{margin:26px 0 0; display:grid; grid-template-columns:max-content 1fr; gap:12px 20px; align-items:baseline}
 .ladder p{display:contents; margin:0}

{ripple_sql-0.1.1 → ripple_sql-0.1.3}/src/ripple/static/answer.html

@@ -29,10 +29,13 @@
   <section class="map" id="map" hidden aria-label="every model in this project">
     <div class="board"><div class="board-inner" id="mapboard"><svg class="wires" id="mapwires" aria-hidden="true"></svg></div></div>
     <div class="board-foot">
-      <span class="key"><i></i> feeds</span>
+      <span class="key" id="key-feeds"><i></i> feeds</span>
       <span class="key"><s class="src"></s> a source table</span>
       <span class="key"><s></s> a dashboard number</span>
       <span class="key"><i class="r"></i> needs review</span>
+      <span class="key" id="key-chain" hidden><s class="up"></s> feeds it <s class="sel"></s> chosen <s class="down"></s> reads it</span>
+      <span class="key"><small class="n">3</small> models that read it</span>
+      <span class="hidden-note" id="maphidden" hidden></span>
       <span class="hint" id="maphint">Hover lights the chain. Click a model for its columns, a column to ask.</span>
     </div>
   </section>
@@ -238,8 +241,15 @@
       });
     }
     if (L.map && L.map.models.length){
-      mapApi = renderMap(mapEl, L.map, {esc: esc, onAsk: function(id){ document.getElementById('q').value = id; ask(id, document.getElementById('dir').value); }});
-      if (mapApi.many) document.getElementById('maphint').textContent = 'Hover a model to see its links and chain. Click it for its columns, a column to ask.';
+      var hiddenNote = document.getElementById('maphidden');
+      mapApi = renderMap(mapEl, L.map, {esc: esc,
+        onAsk: function(id){ document.getElementById('q').value = id; ask(id, document.getElementById('dir').value); },
+        onFilter: function(n){ hiddenNote.hidden = !n; hiddenNote.textContent = n ? plural(n, 'model') + ' hidden by the filter' : ''; }});
+      if (mapApi.compact){
+        document.getElementById('key-feeds').hidden = true;
+        document.getElementById('key-chain').hidden = false;
+        document.getElementById('maphint').textContent = 'Hover lights the chain, click keeps it. Click a column to ask; type to narrow the map.';
+      }
       document.getElementById('q').addEventListener('input', function(){ if (!mapEl.hidden) mapApi.filter(this.value.trim()); });
       document.getElementById('tomap').addEventListener('click', function(){ home(); history.replaceState(null, '', location.pathname); });
     }

ripple_sql-0.1.3/src/ripple/static/explore.js

@@ -0,0 +1,190 @@
+// EXPLORE START
+// The map: every model in its layer, the links between them, and a model's
+// columns when it is clicked. Pure DOM over the map the server embeds;
+// nothing here fetches.
+//
+// Two layouts. A small project (up to COMPACT_AT models) reads left to right
+// as columns with wires, like the answer board. Past that the wires would be
+// a hairball and a layer a page tall, so the map goes compact: layers stack
+// as wrapped grids, nothing is wired at rest, hovering a model lights its
+// chain (upstream in teal, downstream in ink), clicking pins it, and typing
+// hides what does not match.
+var COMPACT_AT = 40, MAP_PER_LAYER = 40, COMPACT_PER_LAYER = 12, MAP_COLUMNS = 60;
+
+function renderMap(root, map, opts){
+  var inner = root.querySelector('.board-inner'), svg = root.querySelector('.wires');
+  var esc = opts.esc, compact = map.models.length > COMPACT_AT;
+  var ups = {}, downs = {}, chips = {}, groups = {}, folds = [], lit = null, pinned = null;
+  map.links.forEach(function(l){
+    (ups[l.dst] = ups[l.dst] || []).push(l.src);
+    (downs[l.src] = downs[l.src] || []).push(l.dst);
+  });
+  root.classList.toggle('compact', compact);
+  function el(tag, cls){ var e = document.createElement(tag); if (cls) e.className = cls; return e; }
+  function label(m){
+    if (m.kind !== 'dashboard') return esc(m.id);
+    var kind = m.id.split(':')[0];
+    return esc(m.id.slice(kind.length + 1)) + ' <small>' + esc(kind) + '</small>';
+  }
+  function walk(dir, id){
+    var seen = {}, queue = [id];
+    while (queue.length){
+      var cur = queue.shift();
+      (dir[cur] || []).forEach(function(n){ if (!seen[n] && n !== id){ seen[n] = true; queue.push(n); } });
+    }
+    return seen;
+  }
+  function paths(){ return Array.prototype.slice.call(svg.querySelectorAll('path')); }
+
+  var layers = [];
+  map.models.forEach(function(m){ (layers[m.layer] = layers[m.layer] || []).push(m); });
+  layers.forEach(function(models, d){
+    if (!models) return;
+    if (compact){
+      // hubs first: the model that feeds the most is the one worth a look
+      models = models.slice().sort(function(a, b){
+        return ((downs[b.id] || []).length - (downs[a.id] || []).length) || (a.id < b.id ? -1 : 1);
+      });
+    }
+    var lvl = el('div', 'lvl'), head = el('div', 'lhead');
+    var dash = models.every(function(m){ return m.kind === 'dashboard'; });
+    head.textContent = (d === 0 ? 'Sources' : dash ? 'Dashboards' : 'Layer ' + d) + ' · ' + models.length;
+    lvl.appendChild(head);
+    var strip = compact ? el('div', 'chips') : lvl;
+    // compact: a layer shows its top dozen and folds the rest, so the whole
+    // map fits a screen; the filter lifts the fold while it is active
+    var cap = compact ? COMPACT_PER_LAYER : MAP_PER_LAYER;
+    var fold = {cap: cap, on: models.length > cap};
+    folds.push(fold);
+    models.forEach(function(m, i){
+      var g = el('div', 'grp');
+      g.dataset.pos = i; g.dataset.fold = folds.length - 1;
+      if (i >= cap) g.hidden = true;
+      var broken = m.status && m.status !== 'ok' && m.status !== 'star_only';
+      var b = el('button', 'mdl' + (m.kind === 'source' ? ' src' : '') + (m.kind === 'dashboard' ? ' bi' : '') + (broken ? ' r' : ''));
+      b.type = 'button'; b.dataset.id = m.id; b.setAttribute('aria-expanded', 'false');
+      var reads = (ups[m.id] || []).length, feeds = (downs[m.id] || []).length;
+      // the number a change cares about: how many models read this one
+      b.innerHTML = label(m) + (feeds ? ' <small>' + feeds + '</small>' : '');
+      b.title = (m.path || m.id) + ' · reads ' + reads + ', feeds ' + feeds + (broken ? ' · ' + m.status.replace('_', ' ') : '');
+      b.addEventListener('click', function(){ toggle(m, g, b); });
+      b.addEventListener('mouseenter', function(){ if (!pinned) light(m.id); });
+      b.addEventListener('focus', function(){ if (!pinned) light(m.id); });
+      b.addEventListener('mouseleave', function(){ if (!pinned) unlight(); });
+      b.addEventListener('blur', function(){ if (!pinned) unlight(); });
+      g.appendChild(b); chips[m.id] = b; groups[m.id] = g; strip.appendChild(g);
+    });
+    if (compact) lvl.appendChild(strip);
+    if (fold.on){
+      var more = el('button', 'more-chips'); more.type = 'button';
+      more.textContent = '+ ' + (models.length - cap) + ' more';
+      more.addEventListener('click', function(){
+        fold.on = false;
+        Array.prototype.slice.call(lvl.querySelectorAll('.grp')).forEach(function(x){ x.hidden = false; });
+        more.remove(); draw();
+      });
+      lvl.appendChild(more);
+    }
+    inner.appendChild(lvl);
+  });
+
+  function toggle(m, g, b){
+    var open = g.querySelector('.cols');
+    if (open){
+      open.remove(); b.setAttribute('aria-expanded', 'false'); g.classList.remove('open');
+      if (pinned === m.id){ pinned = null; unlight(); }
+      draw(); return;
+    }
+    var cols = el('div', 'cols');
+    m.columns.slice(0, MAP_COLUMNS).forEach(function(c){
+      var s = el('button', 'node in'); s.type = 'button'; s.textContent = c;
+      s.title = 'ask about ' + m.id + '.' + c;
+      s.addEventListener('click', function(){ opts.onAsk(m.id + '.' + c); });
+      cols.appendChild(s);
+    });
+    var note = null;
+    if (m.columns.length > MAP_COLUMNS) note = '+ ' + (m.columns.length - MAP_COLUMNS) + ' more, ask by name';
+    else if (!m.declared && m.kind === 'source') note = (m.columns.length ? 'only the columns this project names; the full list is' : 'no column list; it is') +
+      ' not declared in the project (a select * reads it unnamed). Coverage below adds it.';
+    else if (!m.columns.length) note = 'no columns known';
+    if (note){ var n = el('span', 'gname'); n.textContent = note; cols.appendChild(n); }
+    g.appendChild(cols); g.classList.add('open'); b.setAttribute('aria-expanded', 'true');
+    // a click keeps the chain lit so the mouse can travel to the columns
+    if (pinned && pinned !== m.id){ var was = groups[pinned].querySelector('.cols'); if (was){ was.remove(); groups[pinned].classList.remove('open'); chips[pinned].setAttribute('aria-expanded', 'false'); } }
+    pinned = m.id; light(m.id); draw();
+  }
+  function light(id){
+    var up = walk(ups, id), down = walk(downs, id);
+    lit = {}; lit[id] = true;
+    Object.keys(up).forEach(function(k){ lit[k] = true; });
+    Object.keys(down).forEach(function(k){ lit[k] = true; });
+    root.classList.add('focus');
+    Object.keys(chips).forEach(function(k){
+      var c = chips[k].classList;
+      c.toggle('on', !!lit[k]); c.toggle('sel', k === id); c.toggle('up', !!up[k]); c.toggle('down', !!down[k]);
+      // a chain member behind a layer's fold comes out while the chain is lit
+      if (compact && lit[k]) groups[k].hidden = false;
+    });
+    if (compact) return;
+    paths().forEach(function(p){ p.classList.toggle('on', !!(lit[p.dataset.from] && lit[p.dataset.to])); });
+  }
+  function unlight(){
+    lit = null; root.classList.remove('focus');
+    Object.keys(chips).forEach(function(k){ chips[k].classList.remove('on', 'sel', 'up', 'down'); });
+    if (compact) refold(); else paths().forEach(function(p){ p.classList.remove('on'); });
+  }
+  var filterText = '';
+  function refold(){
+    if (filterText) return;
+    Object.keys(groups).forEach(function(k){
+      var g = groups[k], fold = folds[g.dataset.fold];
+      g.hidden = fold.on && Number(g.dataset.pos) >= fold.cap;
+    });
+  }
+  root.addEventListener('keydown', function(ev){ if (ev.key === 'Escape' && pinned){ var g = groups[pinned]; toggle(map.models.filter(function(m){ return m.id === pinned; })[0], g, chips[pinned]); } });
+
+  function draw(){
+    svg.innerHTML = '';
+    if (compact || root.hidden || window.innerWidth <= 680) return;
+    var base = inner.getBoundingClientRect();
+    svg.setAttribute('width', inner.scrollWidth); svg.setAttribute('height', inner.scrollHeight);
+    map.links.forEach(function(l){
+      var from = chips[l.src], to = chips[l.dst];
+      if (!from || !to || from.parentNode.hidden || to.parentNode.hidden) return;
+      var ra = from.getBoundingClientRect(), rb = to.getBoundingClientRect();
+      var x1 = ra.right - base.left, y1 = ra.top + ra.height / 2 - base.top;
+      var x2 = rb.left - base.left, y2 = rb.top + rb.height / 2 - base.top;
+      if (x2 < x1){ x1 = ra.left - base.left; x2 = rb.right - base.left; }
+      var dx = Math.max(18, Math.abs(x2 - x1) / 2);
+      var p = document.createElementNS('http://www.w3.org/2000/svg', 'path');
+      p.setAttribute('d', 'M' + x1 + ' ' + y1 + ' C' + (x1 + dx) + ' ' + y1 + ' ' + (x2 - dx) + ' ' + y2 + ' ' + x2 + ' ' + y2);
+      p.dataset.from = l.src; p.dataset.to = l.dst;
+      var cls = (l.review ? 'r ' : '') + (lit && lit[l.src] && lit[l.dst] ? 'on' : '');
+      if (cls.trim()) p.setAttribute('class', cls.trim());
+      svg.appendChild(p);
+    });
+  }
+  function filter(text){
+    text = (text || '').toLowerCase();
+    filterText = text;
+    root.classList.toggle('filter', !!text);
+    var hidden = 0;
+    map.models.forEach(function(m){
+      var hit = !!text && (m.id.toLowerCase().indexOf(text) >= 0 ||
+        m.columns.some(function(c){ return (m.id + '.' + c).toLowerCase().indexOf(text) >= 0; }));
+      chips[m.id].classList.toggle('hit', hit);
+      // compact: what does not match leaves the page instead of fading on it,
+      // and a match past a layer's fold comes out from under it
+      if (compact){
+        var g = groups[m.id], off = !!text && !hit;
+        g.classList.toggle('miss', off); if (off) hidden += 1;
+        var fold = folds[g.dataset.fold];
+        g.hidden = !text && fold.on && Number(g.dataset.pos) >= fold.cap && !(lit && lit[m.id]);
+      }
+    });
+    if (opts.onFilter) opts.onFilter(text ? hidden : 0);
+    draw();
+  }
+  return {draw: draw, filter: filter, compact: compact};
+}
+// EXPLORE END

ripple_sql-0.1.1/src/ripple/static/explore.js

@@ -1,136 +0,0 @@
-// EXPLORE START
-// The map: every model in its layer, the model-level links between them,
-// and a model's columns when it is clicked. Pure DOM over the map the
-// server embeds; nothing here fetches. Hover or focus a model to light its
-// whole chain, upstream and down. Past a cap, links draw only for the lit
-// chain so a large repo stays readable.
-var MAP_PER_LAYER = 40, MAP_WIRE_CAP = 400, MAP_COLUMNS = 60;
-
-function renderMap(root, map, opts){
-  var inner = root.querySelector('.board-inner'), svg = root.querySelector('.wires');
-  var esc = opts.esc, many = map.links.length > MAP_WIRE_CAP;
-  var ups = {}, downs = {}, chips = {}, lit = null;
-  map.links.forEach(function(l){
-    (ups[l.dst] = ups[l.dst] || []).push(l.src);
-    (downs[l.src] = downs[l.src] || []).push(l.dst);
-  });
-  function el(tag, cls){ var e = document.createElement(tag); if (cls) e.className = cls; return e; }
-  function label(m){
-    if (m.kind !== 'dashboard') return esc(m.id);
-    var kind = m.id.split(':')[0];
-    return esc(m.id.slice(kind.length + 1)) + ' <small>' + esc(kind) + '</small>';
-  }
-  function chain(id){
-    var seen = {}; seen[id] = true;
-    [ups, downs].forEach(function(dir){
-      var queue = [id];
-      while (queue.length){
-        var cur = queue.shift();
-        (dir[cur] || []).forEach(function(n){ if (!seen[n]){ seen[n] = true; queue.push(n); } });
-      }
-    });
-    return seen;
-  }
-  function paths(){ return Array.prototype.slice.call(svg.querySelectorAll('path')); }
-
-  var layers = [];
-  map.models.forEach(function(m){ (layers[m.layer] = layers[m.layer] || []).push(m); });
-  layers.forEach(function(models, d){
-    if (!models) return;
-    var lvl = el('div', 'lvl'), head = el('div', 'lhead');
-    var dash = models.every(function(m){ return m.kind === 'dashboard'; });
-    head.textContent = (d === 0 ? 'Sources' : dash ? 'Dashboards' : 'Layer ' + d) + ' · ' + models.length;
-    lvl.appendChild(head);
-    models.forEach(function(m, i){
-      var g = el('div', 'grp');
-      if (i >= MAP_PER_LAYER) g.hidden = true;
-      var broken = m.status && m.status !== 'ok' && m.status !== 'star_only';
-      var b = el('button', 'mdl' + (m.kind === 'source' ? ' src' : '') + (m.kind === 'dashboard' ? ' bi' : '') + (broken ? ' r' : ''));
-      b.type = 'button'; b.dataset.id = m.id; b.setAttribute('aria-expanded', 'false');
-      // a source's count would be the columns some model names, not the table's width
-      b.innerHTML = label(m) + (m.declared && m.kind !== 'source' && m.columns.length ? ' <small>' + m.columns.length + '</small>' : '');
-      var reads = (ups[m.id] || []).length, feeds = (downs[m.id] || []).length;
-      b.title = (m.path || m.id) + ' · reads ' + reads + ', feeds ' + feeds + (broken ? ' · ' + m.status.replace('_', ' ') : '');
-      b.addEventListener('click', function(){ toggle(m, g, b); });
-      b.addEventListener('mouseenter', function(){ focus(m.id); });
-      b.addEventListener('focus', function(){ focus(m.id); });
-      b.addEventListener('mouseleave', unfocus);
-      b.addEventListener('blur', unfocus);
-      g.appendChild(b); chips[m.id] = b; lvl.appendChild(g);
-    });
-    if (models.length > MAP_PER_LAYER){
-      var more = el('button', 'more-chips'); more.type = 'button';
-      more.textContent = '+ ' + (models.length - MAP_PER_LAYER) + ' more';
-      more.addEventListener('click', function(){
-        Array.prototype.slice.call(lvl.querySelectorAll('.grp')).forEach(function(x){ x.hidden = false; });
-        more.remove(); draw();
-      });
-      lvl.appendChild(more);
-    }
-    inner.appendChild(lvl);
-  });
-
-  function toggle(m, g, b){
-    var open = g.querySelector('.cols');
-    if (open){ open.remove(); b.setAttribute('aria-expanded', 'false'); draw(); return; }
-    var cols = el('div', 'cols');
-    m.columns.slice(0, MAP_COLUMNS).forEach(function(c){
-      var s = el('button', 'node in'); s.type = 'button'; s.textContent = c;
-      s.title = 'ask about ' + m.id + '.' + c;
-      s.addEventListener('click', function(){ opts.onAsk(m.id + '.' + c); });
-      cols.appendChild(s);
-    });
-    var note = null;
-    if (m.columns.length > MAP_COLUMNS) note = '+ ' + (m.columns.length - MAP_COLUMNS) + ' more, ask by name';
-    else if (!m.declared && m.kind === 'source') note = (m.columns.length ? 'only the columns this project names; the full list is' : 'no column list; it is') +
-      ' not declared in the project (a select * reads it unnamed). Coverage below adds it.';
-    else if (!m.columns.length) note = 'no columns known';
-    if (note){ var n = el('span', 'gname'); n.textContent = note; cols.appendChild(n); }
-    g.appendChild(cols); b.setAttribute('aria-expanded', 'true'); draw();
-  }
-  function focus(id){
-    lit = chain(id); root.classList.add('focus');
-    Object.keys(chips).forEach(function(k){ chips[k].classList.toggle('on', !!lit[k]); });
-    if (many) draw();
-    else paths().forEach(function(p){ p.classList.toggle('on', !!(lit[p.dataset.from] && lit[p.dataset.to])); });
-  }
-  function unfocus(){
-    lit = null; root.classList.remove('focus');
-    Object.keys(chips).forEach(function(k){ chips[k].classList.remove('on'); });
-    if (many) draw();
-    else paths().forEach(function(p){ p.classList.remove('on'); });
-  }
-  function draw(){
-    svg.innerHTML = '';
-    if (root.hidden || window.innerWidth <= 680 || (many && !lit)) return;
-    var base = inner.getBoundingClientRect();
-    svg.setAttribute('width', inner.scrollWidth); svg.setAttribute('height', inner.scrollHeight);
-    map.links.forEach(function(l){
-      if (many && !(lit[l.src] && lit[l.dst])) return;
-      var from = chips[l.src], to = chips[l.dst];
-      if (!from || !to || from.parentNode.hidden || to.parentNode.hidden) return;
-      var ra = from.getBoundingClientRect(), rb = to.getBoundingClientRect();
-      var x1 = ra.right - base.left, y1 = ra.top + ra.height / 2 - base.top;
-      var x2 = rb.left - base.left, y2 = rb.top + rb.height / 2 - base.top;
-      if (x2 < x1){ x1 = ra.left - base.left; x2 = rb.right - base.left; }
-      var dx = Math.max(18, Math.abs(x2 - x1) / 2);
-      var p = document.createElementNS('http://www.w3.org/2000/svg', 'path');
-      p.setAttribute('d', 'M' + x1 + ' ' + y1 + ' C' + (x1 + dx) + ' ' + y1 + ' ' + (x2 - dx) + ' ' + y2 + ' ' + x2 + ' ' + y2);
-      p.dataset.from = l.src; p.dataset.to = l.dst;
-      var cls = (l.review ? 'r ' : '') + (lit && lit[l.src] && lit[l.dst] ? 'on' : '');
-      if (cls.trim()) p.setAttribute('class', cls.trim());
-      svg.appendChild(p);
-    });
-  }
-  function filter(text){
-    text = (text || '').toLowerCase();
-    root.classList.toggle('filter', !!text);
-    map.models.forEach(function(m){
-      var hit = !!text && (m.id.toLowerCase().indexOf(text) >= 0 ||
-        m.columns.some(function(c){ return (m.id + '.' + c).toLowerCase().indexOf(text) >= 0; }));
-      chips[m.id].classList.toggle('hit', hit);
-    });
-  }
-  return {draw: draw, filter: filter, many: many};
-}
-// EXPLORE END