ripple-sql 0.1.2__tar.gz → 0.1.3__tar.gz

{ripple_sql-0.1.2 → ripple_sql-0.1.3}/CHANGELOG.md

@@ -6,6 +6,14 @@ Notable changes to Ripple. The format follows
 
 ## [Unreleased]
 
+## [0.1.3] - 2026-09-09
+
+### Changed
+- The map of a large project is compact. Past forty models the columns-and-wires layout gave a page-tall column per layer, every link drawn at rest, and long names clipped at the edge (Wikimedia's dbt-jobs: 48 sources, 71 models in one layer). Now the layers stack as wrapped grids, nothing is wired at rest, each layer leads with the models most read and folds the rest behind "more", hovering a model lights its chain (what feeds it in teal, what reads it in ink) and clicking keeps it lit while its columns unfold, and typing hides every model that does not match, with the count of what it hid. Every chip carries the number of models that read it, and the key says so. A small project keeps the columns and wires.
+
+### Fixed
+- Two Spark shapes from Wikimedia's dbt-jobs, the first outside repo the published build was tried on. A bare table-generating function in a select list names its own output columns: `INLINE(ARRAY(STRUCT('a' AS platform)))` yields `platform`, `EXPLODE(x)` yields `col`, `POSEXPLODE(x)` yields `pos` and `col`; a lookup table built that way reported no columns at all. dbt's `as_bool`, `as_number`, `as_native` and `as_text` filters are registered on the Jinja environment, so a config that uses one renders instead of failing the whole model.
+
 ## [0.1.2] - 2026-09-09
 
 ### Fixed
@@ -235,7 +243,8 @@ First public release.
 ### Removed
 - The dark whole-graph canvas that `ripple serve` used to open (`static/index.html`). Every surface now draws one answer.
 
-[Unreleased]: https://github.com/bteh/ripple/compare/v0.1.2...HEAD
+[Unreleased]: https://github.com/bteh/ripple/compare/v0.1.3...HEAD
+[0.1.3]: https://github.com/bteh/ripple/releases/tag/v0.1.3
 [0.1.2]: https://github.com/bteh/ripple/releases/tag/v0.1.2
 [0.1.1]: https://github.com/bteh/ripple/releases/tag/v0.1.1
 [0.1.0]: https://github.com/bteh/ripple/releases/tag/v0.1.0

{ripple_sql-0.1.2 → ripple_sql-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: ripple-sql
-Version: 0.1.2
+Version: 0.1.3
 Summary: Offline column-level SQL lineage. See what breaks before you merge.
 Project-URL: Homepage, https://github.com/bteh/ripple
 Project-URL: Repository, https://github.com/bteh/ripple

{ripple_sql-0.1.2 → ripple_sql-0.1.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ripple-sql"
-version = "0.1.2"
+version = "0.1.3"
 description = "Offline column-level SQL lineage. See what breaks before you merge."
 readme = "README.md"
 requires-python = ">=3.10"

{ripple_sql-0.1.2 → ripple_sql-0.1.3}/src/ripple/engine/cte_tracing.py

@@ -39,6 +39,7 @@ from ripple.engine.column_ref import (
     under_subquery_where,
     unwrap_select,
 )
+from ripple.engine.generators import name_generator_outputs
 from ripple.engine.preprocess import restore_jinja_dots
 from ripple.engine.safe_gen import safe_sql
 from ripple.engine.scope import register_table
@@ -120,6 +121,7 @@ def extract_cte_column_lineage(
 
         cleaned_sql, _ = prepare_sql_for_parse(raw_sql, dialect, clean_jinja_func)
         parsed = sqlglot.parse_one(cleaned_sql, dialect=dialect)
+        parsed = name_generator_outputs(parsed)
         if (dialect or "").lower() == "tsql":
             from ripple.engine.tsql_xml import rewrite_xml_method_calls
 

ripple_sql-0.1.3/src/ripple/engine/generators.py

@@ -0,0 +1,61 @@
+"""Bare table-generating functions name their own output columns.
+
+Spark's `SELECT INLINE(ARRAY(STRUCT('a' AS platform)))` has no alias and
+no column reference; its output columns are the struct's fields. A bare
+`EXPLODE(x)` is a column called `col`, `POSEXPLODE(x)` is `pos` and `col`.
+sqlglot leaves such items nameless, and the projection walks named them by
+their SQL text or dropped them, so a lookup table built this way reported
+no columns at all (Wikimedia dbt-jobs, platforms_ephemeral).
+
+The rewrite gives each such item its default names as aliases before any
+projection walk runs; a field over a column keeps the column as its source.
+"""
+
+from __future__ import annotations
+
+from sqlglot import exp
+
+
+def output_names(item: exp.Expression) -> list[str] | None:
+    """The default output columns of a bare generator, None for anything else."""
+    if isinstance(item, exp.Inline):
+        array = item.this
+        if not (isinstance(array, exp.Array) and array.expressions):
+            return None
+        first = array.expressions[0]
+        if not isinstance(first, exp.Struct):
+            return None
+        names: list[str] = []
+        for field in first.expressions:
+            if isinstance(field, exp.PropertyEQ):
+                names.append(field.this.name)
+            elif isinstance(field, exp.Alias):
+                names.append(field.alias)
+            elif isinstance(field, exp.Column):
+                names.append(field.name)
+            else:
+                return None
+        return names or None
+    if isinstance(item, exp.Posexplode):
+        return ["pos", "col"]
+    if isinstance(item, exp.Explode):
+        return ["col"]
+    return None
+
+
+def name_generator_outputs(tree: exp.Expression) -> exp.Expression:
+    """Alias every bare generator in every select list with its default
+    output names, in place, and return the tree."""
+    for select in list(tree.find_all(exp.Select)):
+        items = select.expressions
+        if not any(output_names(item) for item in items):
+            continue
+        renamed: list[exp.Expression] = []
+        for item in items:
+            names = output_names(item)
+            if not names:
+                renamed.append(item)
+                continue
+            renamed.extend(exp.alias_(item.copy(), name) for name in names)
+        select.set("expressions", renamed)
+    return tree

{ripple_sql-0.1.2 → ripple_sql-0.1.3}/src/ripple/engine/statement.py

@@ -26,6 +26,7 @@ from ripple.engine.cte_tracing import (
     star_except_spellings,
     trace_through_ctes,
 )
+from ripple.engine.generators import name_generator_outputs
 from ripple.engine.preprocess import (
     has_unresolved_identifier,
     prepare_sql_for_parse,
@@ -233,6 +234,7 @@ def extract_column_lineage_fast(
                 logger.debug("Parsing succeeded with minimal cleaning after full cleaning failed")
             except Exception:
                 raise full_clean_error from None
+        parsed = name_generator_outputs(parsed)
 
         # Validate the parsed result is a valid SELECT-type statement
         if not isinstance(parsed, (exp.Select, exp.Union, exp.Except, exp.Intersect)):

{ripple_sql-0.1.2 → ripple_sql-0.1.3}/src/ripple/render.py

@@ -275,6 +275,50 @@ class _Modules:
     itertools = _itertools
 
 
+def _as_bool(value):
+    """dbt's as_bool filter: the strings a YAML reader calls true or false."""
+    if isinstance(value, bool):
+        return value
+    text = str(value).strip().lower()
+    if text in ("true", "yes", "on", "1"):
+        return True
+    if text in ("false", "no", "off", "0", "", "none", "null"):
+        return False
+    return bool(value)
+
+
+def _as_number(value):
+    try:
+        return int(value)
+    except (TypeError, ValueError):
+        pass
+    try:
+        return float(value)
+    except (TypeError, ValueError):
+        return value
+
+
+def _as_native(value):
+    """dbt's as_native: a string read back as YAML, anything else untouched."""
+    if not isinstance(value, str):
+        return value
+    try:
+        import yaml
+
+        return yaml.safe_load(value)
+    except Exception:
+        return value
+
+
+# the filters dbt registers on every project's environment
+DBT_FILTERS = {
+    "as_bool": _as_bool,
+    "as_number": _as_number,
+    "as_native": _as_native,
+    "as_text": lambda value: "" if value is None else str(value),
+}
+
+
 _SET_BLOCK_RE = re.compile(r"{%-?\s*(call|materialization|test)\b.*?{%-?\s*end\1\s*-?%}", re.S)
 _MACRO_DEF_RE = re.compile(r"{%-?\s*macro\s+([A-Za-z_][A-Za-z0-9_]*)\s*\(")
 _MACRO_DEF_SUB_RE = re.compile(r"({%-?\s*macro\s+)([A-Za-z_][A-Za-z0-9_]*)(\s*\()")
@@ -299,6 +343,7 @@ def build_environment(
         undefined=_Anything,
         extensions=["jinja2.ext.do", "jinja2.ext.loopcontrols"],
     )
+    env.filters.update(DBT_FILTERS)
     dialect = registry.dialect if registry else "snowflake"
     env.globals.update(
         {

{ripple_sql-0.1.2 → ripple_sql-0.1.3}/src/ripple/static/answer.css

@@ -76,6 +76,7 @@ h1 code{font:500 24px/1 var(--mono); letter-spacing:0}
 .key i.r{border-top-style:dashed; border-color:var(--review)}
 .key s{display:inline-block; width:11px; height:11px; border-radius:2px; background:var(--ink); border:1px solid var(--ink); text-decoration:none}
 .key s.src{background:var(--well); border:1px dashed var(--line-strong)}
+.key small.n{font:400 11.5px/1 var(--sans); color:var(--faint); border:1px solid var(--line-strong); border-radius:var(--r); padding:2px 5px; background:var(--surface)}
 .hint{margin-left:auto; font-size:12.5px; color:var(--faint)}
 .rows{padding:0 22px 14px; font-size:13.5px; color:var(--muted)}
 .rows b{color:var(--ink); font-weight:600}
@@ -111,6 +112,28 @@ pre{margin:0; padding:16px 22px 18px; overflow-x:auto; font:400 13px/1.65 var(--
 .cols .node:hover{border-color:var(--accent); color:var(--accent-strong)}
 .more-chips{font:500 12.5px var(--sans); color:var(--accent); background:none; border:0; padding:4px 0; cursor:pointer; text-align:left}
 .more-chips:hover{text-decoration:underline}
+/* a lit chain: the model you are on, what feeds it, what it feeds */
+.mdl.sel,.mdl.sel:hover{background:var(--accent); color:#fff; border-color:var(--accent); border-style:solid}
+.mdl.sel small{color:rgba(255,255,255,.7)}
+.mdl.up{border-color:var(--accent); background:#E4F1F4; border-style:solid}
+.mdl.down{border-color:var(--ink); background:var(--well); border-style:solid}
+.key s.up{background:#E4F1F4; border:1px solid var(--accent)}
+.key s.sel{background:var(--accent); border-color:var(--accent)}
+.key s.down{background:var(--well); border:1px solid var(--ink)}
+/* compact: the map of a large project, layers as wrapped grids, no wires */
+.map.compact .board{overflow-x:visible; padding:18px 22px 8px}
+.map.compact .board-inner{flex-direction:column; gap:22px; min-width:0}
+.map.compact .wires{display:none}
+.map.compact .lvl{min-width:0; gap:10px}
+.map.compact .chips{display:flex; flex-wrap:wrap; gap:6px 8px; align-items:flex-start}
+.map.compact .grp{display:contents}
+.map.compact .grp.open{display:flex; flex-basis:100%; flex-direction:column; gap:6px}
+.map.compact .grp.miss{display:none}
+.map.compact .mdl{max-width:100%; overflow-wrap:anywhere; text-align:left; line-height:1.25}
+.map.compact .cols{flex-direction:row; flex-wrap:wrap; gap:6px 8px; margin:0 0 8px 14px; padding:8px 0 8px 10px}
+.map.compact .cols .gname{flex-basis:100%; max-width:60ch}
+.map.compact.focus .mdl:not(.on){opacity:.28}
+.map .hidden-note{color:var(--muted)}
 
 .ladder{margin:26px 0 0; display:grid; grid-template-columns:max-content 1fr; gap:12px 20px; align-items:baseline}
 .ladder p{display:contents; margin:0}

{ripple_sql-0.1.2 → ripple_sql-0.1.3}/src/ripple/static/answer.html

@@ -29,10 +29,13 @@
   <section class="map" id="map" hidden aria-label="every model in this project">
     <div class="board"><div class="board-inner" id="mapboard"><svg class="wires" id="mapwires" aria-hidden="true"></svg></div></div>
     <div class="board-foot">
-      <span class="key"><i></i> feeds</span>
+      <span class="key" id="key-feeds"><i></i> feeds</span>
       <span class="key"><s class="src"></s> a source table</span>
       <span class="key"><s></s> a dashboard number</span>
       <span class="key"><i class="r"></i> needs review</span>
+      <span class="key" id="key-chain" hidden><s class="up"></s> feeds it <s class="sel"></s> chosen <s class="down"></s> reads it</span>
+      <span class="key"><small class="n">3</small> models that read it</span>
+      <span class="hidden-note" id="maphidden" hidden></span>
       <span class="hint" id="maphint">Hover lights the chain. Click a model for its columns, a column to ask.</span>
     </div>
   </section>
@@ -238,8 +241,15 @@
       });
     }
     if (L.map && L.map.models.length){
-      mapApi = renderMap(mapEl, L.map, {esc: esc, onAsk: function(id){ document.getElementById('q').value = id; ask(id, document.getElementById('dir').value); }});
-      if (mapApi.many) document.getElementById('maphint').textContent = 'Hover a model to see its links and chain. Click it for its columns, a column to ask.';
+      var hiddenNote = document.getElementById('maphidden');
+      mapApi = renderMap(mapEl, L.map, {esc: esc,
+        onAsk: function(id){ document.getElementById('q').value = id; ask(id, document.getElementById('dir').value); },
+        onFilter: function(n){ hiddenNote.hidden = !n; hiddenNote.textContent = n ? plural(n, 'model') + ' hidden by the filter' : ''; }});
+      if (mapApi.compact){
+        document.getElementById('key-feeds').hidden = true;
+        document.getElementById('key-chain').hidden = false;
+        document.getElementById('maphint').textContent = 'Hover lights the chain, click keeps it. Click a column to ask; type to narrow the map.';
+      }
       document.getElementById('q').addEventListener('input', function(){ if (!mapEl.hidden) mapApi.filter(this.value.trim()); });
       document.getElementById('tomap').addEventListener('click', function(){ home(); history.replaceState(null, '', location.pathname); });
     }

ripple_sql-0.1.3/src/ripple/static/explore.js

@@ -0,0 +1,190 @@
+// EXPLORE START
+// The map: every model in its layer, the links between them, and a model's
+// columns when it is clicked. Pure DOM over the map the server embeds;
+// nothing here fetches.
+//
+// Two layouts. A small project (up to COMPACT_AT models) reads left to right
+// as columns with wires, like the answer board. Past that the wires would be
+// a hairball and a layer a page tall, so the map goes compact: layers stack
+// as wrapped grids, nothing is wired at rest, hovering a model lights its
+// chain (upstream in teal, downstream in ink), clicking pins it, and typing
+// hides what does not match.
+var COMPACT_AT = 40, MAP_PER_LAYER = 40, COMPACT_PER_LAYER = 12, MAP_COLUMNS = 60;
+
+function renderMap(root, map, opts){
+  var inner = root.querySelector('.board-inner'), svg = root.querySelector('.wires');
+  var esc = opts.esc, compact = map.models.length > COMPACT_AT;
+  var ups = {}, downs = {}, chips = {}, groups = {}, folds = [], lit = null, pinned = null;
+  map.links.forEach(function(l){
+    (ups[l.dst] = ups[l.dst] || []).push(l.src);
+    (downs[l.src] = downs[l.src] || []).push(l.dst);
+  });
+  root.classList.toggle('compact', compact);
+  function el(tag, cls){ var e = document.createElement(tag); if (cls) e.className = cls; return e; }
+  function label(m){
+    if (m.kind !== 'dashboard') return esc(m.id);
+    var kind = m.id.split(':')[0];
+    return esc(m.id.slice(kind.length + 1)) + ' <small>' + esc(kind) + '</small>';
+  }
+  function walk(dir, id){
+    var seen = {}, queue = [id];
+    while (queue.length){
+      var cur = queue.shift();
+      (dir[cur] || []).forEach(function(n){ if (!seen[n] && n !== id){ seen[n] = true; queue.push(n); } });
+    }
+    return seen;
+  }
+  function paths(){ return Array.prototype.slice.call(svg.querySelectorAll('path')); }
+
+  var layers = [];
+  map.models.forEach(function(m){ (layers[m.layer] = layers[m.layer] || []).push(m); });
+  layers.forEach(function(models, d){
+    if (!models) return;
+    if (compact){
+      // hubs first: the model that feeds the most is the one worth a look
+      models = models.slice().sort(function(a, b){
+        return ((downs[b.id] || []).length - (downs[a.id] || []).length) || (a.id < b.id ? -1 : 1);
+      });
+    }
+    var lvl = el('div', 'lvl'), head = el('div', 'lhead');
+    var dash = models.every(function(m){ return m.kind === 'dashboard'; });
+    head.textContent = (d === 0 ? 'Sources' : dash ? 'Dashboards' : 'Layer ' + d) + ' · ' + models.length;
+    lvl.appendChild(head);
+    var strip = compact ? el('div', 'chips') : lvl;
+    // compact: a layer shows its top dozen and folds the rest, so the whole
+    // map fits a screen; the filter lifts the fold while it is active
+    var cap = compact ? COMPACT_PER_LAYER : MAP_PER_LAYER;
+    var fold = {cap: cap, on: models.length > cap};
+    folds.push(fold);
+    models.forEach(function(m, i){
+      var g = el('div', 'grp');
+      g.dataset.pos = i; g.dataset.fold = folds.length - 1;
+      if (i >= cap) g.hidden = true;
+      var broken = m.status && m.status !== 'ok' && m.status !== 'star_only';
+      var b = el('button', 'mdl' + (m.kind === 'source' ? ' src' : '') + (m.kind === 'dashboard' ? ' bi' : '') + (broken ? ' r' : ''));
+      b.type = 'button'; b.dataset.id = m.id; b.setAttribute('aria-expanded', 'false');
+      var reads = (ups[m.id] || []).length, feeds = (downs[m.id] || []).length;
+      // the number a change cares about: how many models read this one
+      b.innerHTML = label(m) + (feeds ? ' <small>' + feeds + '</small>' : '');
+      b.title = (m.path || m.id) + ' · reads ' + reads + ', feeds ' + feeds + (broken ? ' · ' + m.status.replace('_', ' ') : '');
+      b.addEventListener('click', function(){ toggle(m, g, b); });
+      b.addEventListener('mouseenter', function(){ if (!pinned) light(m.id); });
+      b.addEventListener('focus', function(){ if (!pinned) light(m.id); });
+      b.addEventListener('mouseleave', function(){ if (!pinned) unlight(); });
+      b.addEventListener('blur', function(){ if (!pinned) unlight(); });
+      g.appendChild(b); chips[m.id] = b; groups[m.id] = g; strip.appendChild(g);
+    });
+    if (compact) lvl.appendChild(strip);
+    if (fold.on){
+      var more = el('button', 'more-chips'); more.type = 'button';
+      more.textContent = '+ ' + (models.length - cap) + ' more';
+      more.addEventListener('click', function(){
+        fold.on = false;
+        Array.prototype.slice.call(lvl.querySelectorAll('.grp')).forEach(function(x){ x.hidden = false; });
+        more.remove(); draw();
+      });
+      lvl.appendChild(more);
+    }
+    inner.appendChild(lvl);
+  });
+
+  function toggle(m, g, b){
+    var open = g.querySelector('.cols');
+    if (open){
+      open.remove(); b.setAttribute('aria-expanded', 'false'); g.classList.remove('open');
+      if (pinned === m.id){ pinned = null; unlight(); }
+      draw(); return;
+    }
+    var cols = el('div', 'cols');
+    m.columns.slice(0, MAP_COLUMNS).forEach(function(c){
+      var s = el('button', 'node in'); s.type = 'button'; s.textContent = c;
+      s.title = 'ask about ' + m.id + '.' + c;
+      s.addEventListener('click', function(){ opts.onAsk(m.id + '.' + c); });
+      cols.appendChild(s);
+    });
+    var note = null;
+    if (m.columns.length > MAP_COLUMNS) note = '+ ' + (m.columns.length - MAP_COLUMNS) + ' more, ask by name';
+    else if (!m.declared && m.kind === 'source') note = (m.columns.length ? 'only the columns this project names; the full list is' : 'no column list; it is') +
+      ' not declared in the project (a select * reads it unnamed). Coverage below adds it.';
+    else if (!m.columns.length) note = 'no columns known';
+    if (note){ var n = el('span', 'gname'); n.textContent = note; cols.appendChild(n); }
+    g.appendChild(cols); g.classList.add('open'); b.setAttribute('aria-expanded', 'true');
+    // a click keeps the chain lit so the mouse can travel to the columns
+    if (pinned && pinned !== m.id){ var was = groups[pinned].querySelector('.cols'); if (was){ was.remove(); groups[pinned].classList.remove('open'); chips[pinned].setAttribute('aria-expanded', 'false'); } }
+    pinned = m.id; light(m.id); draw();
+  }
+  function light(id){
+    var up = walk(ups, id), down = walk(downs, id);
+    lit = {}; lit[id] = true;
+    Object.keys(up).forEach(function(k){ lit[k] = true; });
+    Object.keys(down).forEach(function(k){ lit[k] = true; });
+    root.classList.add('focus');
+    Object.keys(chips).forEach(function(k){
+      var c = chips[k].classList;
+      c.toggle('on', !!lit[k]); c.toggle('sel', k === id); c.toggle('up', !!up[k]); c.toggle('down', !!down[k]);
+      // a chain member behind a layer's fold comes out while the chain is lit
+      if (compact && lit[k]) groups[k].hidden = false;
+    });
+    if (compact) return;
+    paths().forEach(function(p){ p.classList.toggle('on', !!(lit[p.dataset.from] && lit[p.dataset.to])); });
+  }
+  function unlight(){
+    lit = null; root.classList.remove('focus');
+    Object.keys(chips).forEach(function(k){ chips[k].classList.remove('on', 'sel', 'up', 'down'); });
+    if (compact) refold(); else paths().forEach(function(p){ p.classList.remove('on'); });
+  }
+  var filterText = '';
+  function refold(){
+    if (filterText) return;
+    Object.keys(groups).forEach(function(k){
+      var g = groups[k], fold = folds[g.dataset.fold];
+      g.hidden = fold.on && Number(g.dataset.pos) >= fold.cap;
+    });
+  }
+  root.addEventListener('keydown', function(ev){ if (ev.key === 'Escape' && pinned){ var g = groups[pinned]; toggle(map.models.filter(function(m){ return m.id === pinned; })[0], g, chips[pinned]); } });
+
+  function draw(){
+    svg.innerHTML = '';
+    if (compact || root.hidden || window.innerWidth <= 680) return;
+    var base = inner.getBoundingClientRect();
+    svg.setAttribute('width', inner.scrollWidth); svg.setAttribute('height', inner.scrollHeight);
+    map.links.forEach(function(l){
+      var from = chips[l.src], to = chips[l.dst];
+      if (!from || !to || from.parentNode.hidden || to.parentNode.hidden) return;
+      var ra = from.getBoundingClientRect(), rb = to.getBoundingClientRect();
+      var x1 = ra.right - base.left, y1 = ra.top + ra.height / 2 - base.top;
+      var x2 = rb.left - base.left, y2 = rb.top + rb.height / 2 - base.top;
+      if (x2 < x1){ x1 = ra.left - base.left; x2 = rb.right - base.left; }
+      var dx = Math.max(18, Math.abs(x2 - x1) / 2);
+      var p = document.createElementNS('http://www.w3.org/2000/svg', 'path');
+      p.setAttribute('d', 'M' + x1 + ' ' + y1 + ' C' + (x1 + dx) + ' ' + y1 + ' ' + (x2 - dx) + ' ' + y2 + ' ' + x2 + ' ' + y2);
+      p.dataset.from = l.src; p.dataset.to = l.dst;
+      var cls = (l.review ? 'r ' : '') + (lit && lit[l.src] && lit[l.dst] ? 'on' : '');
+      if (cls.trim()) p.setAttribute('class', cls.trim());
+      svg.appendChild(p);
+    });
+  }
+  function filter(text){
+    text = (text || '').toLowerCase();
+    filterText = text;
+    root.classList.toggle('filter', !!text);
+    var hidden = 0;
+    map.models.forEach(function(m){
+      var hit = !!text && (m.id.toLowerCase().indexOf(text) >= 0 ||
+        m.columns.some(function(c){ return (m.id + '.' + c).toLowerCase().indexOf(text) >= 0; }));
+      chips[m.id].classList.toggle('hit', hit);
+      // compact: what does not match leaves the page instead of fading on it,
+      // and a match past a layer's fold comes out from under it
+      if (compact){
+        var g = groups[m.id], off = !!text && !hit;
+        g.classList.toggle('miss', off); if (off) hidden += 1;
+        var fold = folds[g.dataset.fold];
+        g.hidden = !text && fold.on && Number(g.dataset.pos) >= fold.cap && !(lit && lit[m.id]);
+      }
+    });
+    if (opts.onFilter) opts.onFilter(text ? hidden : 0);
+    draw();
+  }
+  return {draw: draw, filter: filter, compact: compact};
+}
+// EXPLORE END

ripple_sql-0.1.2/src/ripple/static/explore.js

@@ -1,136 +0,0 @@
-// EXPLORE START
-// The map: every model in its layer, the model-level links between them,
-// and a model's columns when it is clicked. Pure DOM over the map the
-// server embeds; nothing here fetches. Hover or focus a model to light its
-// whole chain, upstream and down. Past a cap, links draw only for the lit
-// chain so a large repo stays readable.
-var MAP_PER_LAYER = 40, MAP_WIRE_CAP = 400, MAP_COLUMNS = 60;
-
-function renderMap(root, map, opts){
-  var inner = root.querySelector('.board-inner'), svg = root.querySelector('.wires');
-  var esc = opts.esc, many = map.links.length > MAP_WIRE_CAP;
-  var ups = {}, downs = {}, chips = {}, lit = null;
-  map.links.forEach(function(l){
-    (ups[l.dst] = ups[l.dst] || []).push(l.src);
-    (downs[l.src] = downs[l.src] || []).push(l.dst);
-  });
-  function el(tag, cls){ var e = document.createElement(tag); if (cls) e.className = cls; return e; }
-  function label(m){
-    if (m.kind !== 'dashboard') return esc(m.id);
-    var kind = m.id.split(':')[0];
-    return esc(m.id.slice(kind.length + 1)) + ' <small>' + esc(kind) + '</small>';
-  }
-  function chain(id){
-    var seen = {}; seen[id] = true;
-    [ups, downs].forEach(function(dir){
-      var queue = [id];
-      while (queue.length){
-        var cur = queue.shift();
-        (dir[cur] || []).forEach(function(n){ if (!seen[n]){ seen[n] = true; queue.push(n); } });
-      }
-    });
-    return seen;
-  }
-  function paths(){ return Array.prototype.slice.call(svg.querySelectorAll('path')); }
-
-  var layers = [];
-  map.models.forEach(function(m){ (layers[m.layer] = layers[m.layer] || []).push(m); });
-  layers.forEach(function(models, d){
-    if (!models) return;
-    var lvl = el('div', 'lvl'), head = el('div', 'lhead');
-    var dash = models.every(function(m){ return m.kind === 'dashboard'; });
-    head.textContent = (d === 0 ? 'Sources' : dash ? 'Dashboards' : 'Layer ' + d) + ' · ' + models.length;
-    lvl.appendChild(head);
-    models.forEach(function(m, i){
-      var g = el('div', 'grp');
-      if (i >= MAP_PER_LAYER) g.hidden = true;
-      var broken = m.status && m.status !== 'ok' && m.status !== 'star_only';
-      var b = el('button', 'mdl' + (m.kind === 'source' ? ' src' : '') + (m.kind === 'dashboard' ? ' bi' : '') + (broken ? ' r' : ''));
-      b.type = 'button'; b.dataset.id = m.id; b.setAttribute('aria-expanded', 'false');
-      // a source's count would be the columns some model names, not the table's width
-      b.innerHTML = label(m) + (m.declared && m.kind !== 'source' && m.columns.length ? ' <small>' + m.columns.length + '</small>' : '');
-      var reads = (ups[m.id] || []).length, feeds = (downs[m.id] || []).length;
-      b.title = (m.path || m.id) + ' · reads ' + reads + ', feeds ' + feeds + (broken ? ' · ' + m.status.replace('_', ' ') : '');
-      b.addEventListener('click', function(){ toggle(m, g, b); });
-      b.addEventListener('mouseenter', function(){ focus(m.id); });
-      b.addEventListener('focus', function(){ focus(m.id); });
-      b.addEventListener('mouseleave', unfocus);
-      b.addEventListener('blur', unfocus);
-      g.appendChild(b); chips[m.id] = b; lvl.appendChild(g);
-    });
-    if (models.length > MAP_PER_LAYER){
-      var more = el('button', 'more-chips'); more.type = 'button';
-      more.textContent = '+ ' + (models.length - MAP_PER_LAYER) + ' more';
-      more.addEventListener('click', function(){
-        Array.prototype.slice.call(lvl.querySelectorAll('.grp')).forEach(function(x){ x.hidden = false; });
-        more.remove(); draw();
-      });
-      lvl.appendChild(more);
-    }
-    inner.appendChild(lvl);
-  });
-
-  function toggle(m, g, b){
-    var open = g.querySelector('.cols');
-    if (open){ open.remove(); b.setAttribute('aria-expanded', 'false'); draw(); return; }
-    var cols = el('div', 'cols');
-    m.columns.slice(0, MAP_COLUMNS).forEach(function(c){
-      var s = el('button', 'node in'); s.type = 'button'; s.textContent = c;
-      s.title = 'ask about ' + m.id + '.' + c;
-      s.addEventListener('click', function(){ opts.onAsk(m.id + '.' + c); });
-      cols.appendChild(s);
-    });
-    var note = null;
-    if (m.columns.length > MAP_COLUMNS) note = '+ ' + (m.columns.length - MAP_COLUMNS) + ' more, ask by name';
-    else if (!m.declared && m.kind === 'source') note = (m.columns.length ? 'only the columns this project names; the full list is' : 'no column list; it is') +
-      ' not declared in the project (a select * reads it unnamed). Coverage below adds it.';
-    else if (!m.columns.length) note = 'no columns known';
-    if (note){ var n = el('span', 'gname'); n.textContent = note; cols.appendChild(n); }
-    g.appendChild(cols); b.setAttribute('aria-expanded', 'true'); draw();
-  }
-  function focus(id){
-    lit = chain(id); root.classList.add('focus');
-    Object.keys(chips).forEach(function(k){ chips[k].classList.toggle('on', !!lit[k]); });
-    if (many) draw();
-    else paths().forEach(function(p){ p.classList.toggle('on', !!(lit[p.dataset.from] && lit[p.dataset.to])); });
-  }
-  function unfocus(){
-    lit = null; root.classList.remove('focus');
-    Object.keys(chips).forEach(function(k){ chips[k].classList.remove('on'); });
-    if (many) draw();
-    else paths().forEach(function(p){ p.classList.remove('on'); });
-  }
-  function draw(){
-    svg.innerHTML = '';
-    if (root.hidden || window.innerWidth <= 680 || (many && !lit)) return;
-    var base = inner.getBoundingClientRect();
-    svg.setAttribute('width', inner.scrollWidth); svg.setAttribute('height', inner.scrollHeight);
-    map.links.forEach(function(l){
-      if (many && !(lit[l.src] && lit[l.dst])) return;
-      var from = chips[l.src], to = chips[l.dst];
-      if (!from || !to || from.parentNode.hidden || to.parentNode.hidden) return;
-      var ra = from.getBoundingClientRect(), rb = to.getBoundingClientRect();
-      var x1 = ra.right - base.left, y1 = ra.top + ra.height / 2 - base.top;
-      var x2 = rb.left - base.left, y2 = rb.top + rb.height / 2 - base.top;
-      if (x2 < x1){ x1 = ra.left - base.left; x2 = rb.right - base.left; }
-      var dx = Math.max(18, Math.abs(x2 - x1) / 2);
-      var p = document.createElementNS('http://www.w3.org/2000/svg', 'path');
-      p.setAttribute('d', 'M' + x1 + ' ' + y1 + ' C' + (x1 + dx) + ' ' + y1 + ' ' + (x2 - dx) + ' ' + y2 + ' ' + x2 + ' ' + y2);
-      p.dataset.from = l.src; p.dataset.to = l.dst;
-      var cls = (l.review ? 'r ' : '') + (lit && lit[l.src] && lit[l.dst] ? 'on' : '');
-      if (cls.trim()) p.setAttribute('class', cls.trim());
-      svg.appendChild(p);
-    });
-  }
-  function filter(text){
-    text = (text || '').toLowerCase();
-    root.classList.toggle('filter', !!text);
-    map.models.forEach(function(m){
-      var hit = !!text && (m.id.toLowerCase().indexOf(text) >= 0 ||
-        m.columns.some(function(c){ return (m.id + '.' + c).toLowerCase().indexOf(text) >= 0; }));
-      chips[m.id].classList.toggle('hit', hit);
-    });
-  }
-  return {draw: draw, filter: filter, many: many};
-}
-// EXPLORE END