@crvouga/atlas 0.2.0 → 0.4.0

package/packages/visualizer/src/evidence/spec-index.tsx

@@ -2,7 +2,6 @@ import { addSummaries, NO_EVIDENCE, type SpecSummary } from '@crvouga/atlas/repo
 import { Link, useSearch } from '@tanstack/react-router';
 import { useMemo } from 'react';
 
-import { useSearchQuery } from '../app/search-query';
 import { folderOf, outlinePath, specFile, type SpecKind } from '../spec-kind';
 import { useUiStore, type ResultFilter } from '../state/ui-store';
 import { useEvidence } from './evidence-context';
@@ -16,15 +15,9 @@ const FILTERS: readonly { readonly id: ResultFilter; readonly label: string; rea
   { id: 'none', label: 'None', keeps: (summary) => summary.status === 'none' }
 ];
 
-function hit(query: string, text: string) {
-  const needle = query.trim().toLowerCase();
-  return needle.length === 0 || text.toLowerCase().includes(needle);
-}
-
 /** Every spec of one kind, grouped by folder, each with what the combined report holds for it. */
 export function SpecIndex({ kind }: { kind: SpecKind }) {
   const evidence = useEvidence();
-  const { query } = useSearchQuery();
   const search = useSearch({ strict: false });
   const filter = useUiStore((s) => s.resultFilter);
   const setFilter = useUiStore((s) => s.setResultFilter);
@@ -34,9 +27,8 @@ export function SpecIndex({ kind }: { kind: SpecKind }) {
     // `titleOf` reads the outline the view was built from.
     [evidence.files, evidence.view, kind]
   );
-  const searched = rows.filter((row) => hit(query, `${row.title} ${row.file}`));
   const keeps = FILTERS.find((entry) => entry.id === filter)!.keeps;
-  const visible = searched.filter((row) => keeps(row.summary));
+  const visible = rows.filter((row) => keeps(row.summary));
   const groups = useMemo(() => {
     const byFolder = new Map<string, typeof visible>();
     for (const row of visible) byFolder.set(folderOf(row.file), [...(byFolder.get(folderOf(row.file)) ?? []), row]);
@@ -47,7 +39,7 @@ export function SpecIndex({ kind }: { kind: SpecKind }) {
       <div className={styles.filters} role="group" aria-label="Show">
         {FILTERS.map((entry) => (
           <button key={entry.id} type="button" aria-pressed={filter === entry.id} onClick={() => setFilter(entry.id)}>
-            {entry.label} <span>{searched.filter((row) => entry.keeps(row.summary)).length}</span>
+            {entry.label} <span>{rows.filter((row) => entry.keeps(row.summary)).length}</span>
           </button>
         ))}
       </div>
@@ -55,7 +47,7 @@ export function SpecIndex({ kind }: { kind: SpecKind }) {
       {evidence.filesError && <p className={styles.indexNote}>The file list could not be loaded.</p>}
       {!evidence.filesPending && !evidence.filesError && visible.length === 0 && (
         <p className={styles.indexNote}>
-          {rows.length === 0 ? `No ${kind.many} in this spec set.` : query.trim() ? 'Nothing matches.' : filter === 'failed' ? `No failing ${kind.many}.` : filter === 'results' ? `No ${kind.many} with results yet.` : `Every ${kind.one} has results.`}
+          {rows.length === 0 ? `No ${kind.many} in this spec set.` : filter === 'failed' ? `No failing ${kind.many}.` : filter === 'results' ? `No ${kind.many} with results yet.` : `Every ${kind.one} has results.`}
         </p>
       )}
       {groups.map(([folder, entries]) => (

package/packages/visualizer/src/find/Finder.module.css

@@ -0,0 +1,168 @@
+.overlay {
+  position: fixed;
+  inset: 0;
+  z-index: 40;
+  background: rgba(15, 20, 25, 0.28);
+}
+
+.content {
+  position: fixed;
+  z-index: 41;
+  top: 12vh;
+  left: 50%;
+  width: min(40rem, calc(100vw - 1.5rem));
+  transform: translateX(-50%);
+  border: 1px solid var(--line);
+  border-radius: var(--radius-lg);
+  background: var(--bg);
+  box-shadow: var(--shadow-pop);
+  overflow: hidden;
+}
+
+.command {
+  display: flex;
+  flex-direction: column;
+  max-height: min(32rem, 70vh);
+}
+
+.input {
+  width: 100%;
+  height: 3.25rem;
+  padding: 0 1rem;
+  border: 0;
+  border-bottom: 1px solid var(--line);
+  background: transparent;
+  font-size: 1rem;
+}
+
+.input:focus {
+  outline: none;
+}
+
+.list {
+  min-height: 0;
+  overflow: auto;
+  padding: 0.35rem;
+}
+
+.empty {
+  margin: 0;
+  padding: 1.25rem 0.75rem;
+  color: var(--ink-3);
+}
+
+.item {
+  display: flex;
+  align-items: center;
+  gap: 0.65rem;
+  width: 100%;
+  padding: 0.45rem 0.6rem;
+  border-radius: var(--radius-sm);
+  cursor: pointer;
+}
+
+.item[data-selected='true'] {
+  background: var(--place-soft);
+}
+
+.text {
+  display: flex;
+  flex-direction: column;
+  min-width: 0;
+  flex: 1;
+}
+
+.title {
+  overflow: hidden;
+  color: var(--ink);
+  font-weight: 600;
+  text-overflow: ellipsis;
+  white-space: nowrap;
+}
+
+.snippet {
+  overflow: hidden;
+  color: var(--ink-3);
+  font-size: 0.8125rem;
+  text-overflow: ellipsis;
+  white-space: nowrap;
+}
+
+.meta {
+  display: flex;
+  align-items: center;
+  gap: 0.5rem;
+  flex: none;
+  max-width: 45%;
+  color: var(--ink-3);
+  font-size: 0.75rem;
+}
+
+.subtitle {
+  overflow: hidden;
+  text-overflow: ellipsis;
+  white-space: nowrap;
+}
+
+.kind {
+  flex: none;
+  font-weight: 600;
+}
+
+.footer {
+  display: flex;
+  gap: 1rem;
+  padding: 0.45rem 0.9rem;
+  border-top: 1px solid var(--line);
+  color: var(--ink-3);
+  font-size: 0.75rem;
+}
+
+.help {
+  position: fixed;
+  z-index: 42;
+  top: 18vh;
+  left: 50%;
+  width: min(26rem, calc(100vw - 1.5rem));
+  transform: translateX(-50%);
+  padding: 1.25rem 1.35rem 1rem;
+  border: 1px solid var(--line);
+  border-radius: var(--radius-lg);
+  background: var(--bg);
+  box-shadow: var(--shadow-pop);
+}
+
+.help h2 {
+  margin: 0 0 0.75rem;
+  font-size: 1rem;
+}
+
+.help ul {
+  margin: 0;
+  padding: 0;
+  list-style: none;
+}
+
+.help li {
+  display: flex;
+  justify-content: space-between;
+  gap: 1rem;
+  padding: 0.35rem 0;
+  border-top: 1px solid var(--line);
+}
+
+.help kbd {
+  color: var(--ink);
+  font-family: var(--font);
+  font-weight: 600;
+}
+
+.help button {
+  margin-top: 0.85rem;
+  padding: 0.35rem 0.8rem;
+  border: 1px solid var(--line-2);
+  border-radius: var(--pill);
+  background: var(--bg);
+  font-weight: 600;
+  cursor: pointer;
+}

package/packages/visualizer/src/find/Finder.tsx

@@ -0,0 +1,303 @@
+import { Command } from 'cmdk';
+import { useQueryClient } from '@tanstack/react-query';
+import { useNavigate, useSearch } from '@tanstack/react-router';
+import { useEffect, useMemo, useRef, useState, type KeyboardEvent as ReactKeyboardEvent } from 'react';
+
+import { useAtlas } from '../app/atlas-context';
+import { keys, specKey, useAdapter } from '../data/queries';
+import { StatusMark } from '../evidence/marks';
+import { useEvidence } from '../evidence/evidence-context';
+import { kindOfFile } from '../spec-kind';
+import { corpusFrom } from './corpus';
+import { setFinderOpen, setHelpOpen, toggleFinder, useFinderOpen, useHelpOpen, isHelpOpen } from './open';
+import { FIND_GROUPS, indexCorpus, notationOf, rankIndex, splitQuery, type FindDoc, type FindKind, type FindTarget, type Ranked } from './rank';
+import { applySemantic, createWorkerEmbedder, embeddingsAvailable, embedText, textHash, type Embedder } from './semantic';
+import styles from './Finder.module.css';
+
+const KIND_WORD: Record<FindKind, string> = {
+  journey: 'Journey',
+  event: 'Action',
+  screen: 'Place',
+  spec: 'Spec',
+  scenario: 'Scenario',
+  action: 'Action',
+  run: 'Run'
+};
+
+const SHORTCUTS: readonly { readonly keys: string; readonly does: string }[] = [
+  { keys: '⌘K  or  Ctrl+K', does: 'Find a flow' },
+  { keys: '/', does: 'Find a flow' },
+  { keys: '↑  ↓', does: 'Move through the list' },
+  { keys: 'Enter', does: 'Open' },
+  { keys: '⌘Enter  or  Ctrl+Enter', does: 'Open the recording' },
+  { keys: 'Esc', does: 'Close' },
+  { keys: '?', does: 'Show these shortcuts' },
+  { keys: '←  →', does: 'Previous and next moment' },
+  { keys: 'Home  End', does: 'Start and end of a recording' }
+];
+
+function commandKey() {
+  return typeof navigator !== 'undefined' && /Mac|iPhone|iPad/.test(navigator.userAgent) ? '⌘K' : 'Ctrl+K';
+}
+
+function isTypingTarget(target: EventTarget | null) {
+  if (!(target instanceof HTMLElement)) return false;
+  const tag = target.tagName;
+  return target.isContentEditable || tag === 'INPUT' || tag === 'TEXTAREA' || tag === 'SELECT' || tag === 'BUTTON' || tag === 'A';
+}
+
+function useSpecTexts(files: readonly string[]) {
+  const adapter = useAdapter();
+  const client = useQueryClient();
+  const source = specKey(adapter);
+  const cache = useRef(new Map<string, string>());
+  const [texts, setTexts] = useState<ReadonlyMap<string, string>>(() => new Map());
+  const [pending, setPending] = useState(false);
+  const key = files.join('\n');
+  useEffect(() => {
+    const wanted = key.length === 0 ? [] : key.split('\n');
+    let cancelled = false;
+    const missing = wanted.filter((file) => !cache.current.has(file));
+    if (missing.length === 0) {
+      setPending(false);
+      return;
+    }
+    setPending(true);
+    let cursor = 0;
+    const pull = async () => {
+      for (;;) {
+        const file = missing[cursor++];
+        if (file === undefined || cancelled) return;
+        let text = '';
+        try {
+          text = await client.fetchQuery({ queryKey: keys.specFile(source, file), queryFn: () => adapter.specFile(file) });
+        } catch {
+          text = '';
+        }
+        if (cancelled) return;
+        cache.current.set(file, text);
+        setTexts(new Map(cache.current));
+      }
+    };
+    void Promise.all([pull(), pull(), pull(), pull()]).then(() => {
+      if (!cancelled) setPending(false);
+    });
+    return () => {
+      cancelled = true;
+    };
+  }, [adapter, client, key, source]);
+  return { texts, pending };
+}
+
+/** The vector cache outlives a keystroke, so a live run does not embed the suite again. */
+const vectorCache = new Map<string, Float32Array>();
+
+function vectorsFor(docs: readonly FindDoc[]): ReadonlyMap<string, Float32Array> {
+  const vectors = new Map<string, Float32Array>();
+  for (const doc of docs) {
+    const vector = vectorCache.get(textHash(embedText(doc)));
+    if (vector) vectors.set(doc.id, vector);
+  }
+  return vectors;
+}
+
+export function Finder() {
+  const open = useFinderOpen();
+  const help = useHelpOpen();
+  const { view } = useAtlas();
+  const evidence = useEvidence();
+  const navigate = useNavigate();
+  const routeSearch = useSearch({ strict: false });
+  const readable = useMemo(() => evidence.files.filter((file) => kindOfFile(file)), [evidence.files]);
+  const { texts, pending } = useSpecTexts(readable);
+  const docs = useMemo(() => corpusFrom(view, evidence.files, evidence.titleOf, evidence.view, texts), [view, evidence.files, evidence.titleOf, evidence.view, texts]);
+  const index = useMemo(() => indexCorpus(docs), [docs]);
+  const [query, setQuery] = useState('');
+  const [picked, setPicked] = useState('');
+  const lexical = useMemo(() => rankIndex(index, query), [index, query]);
+  const [embedded, setEmbedded] = useState<{ readonly query: string; readonly vector: Float32Array } | null>(null);
+  const [vectors, setVectors] = useState<ReadonlyMap<string, Float32Array>>(() => new Map());
+  const queryVector = embedded !== null && embedded.query === query.trim() ? embedded.vector : null;
+  const searchable = useMemo(() => {
+    const notations = splitQuery(query).notations;
+    if (notations.size === 0) return docs;
+    return docs.filter((doc) => notations.has(notationOf(doc)));
+  }, [docs, query]);
+  const shown = queryVector ? applySemantic(searchable, lexical, queryVector, vectors) : lexical;
+  const ordered = useMemo(() => FIND_GROUPS.flatMap((group) => shown.filter((hit) => hit.doc.group === group)), [shown]);
+  const selected = ordered.some((hit) => hit.doc.id === picked) ? picked : (ordered[0]?.doc.id ?? '');
+  const embedder = useRef<Embedder | null>(null);
+  const embedFailed = useRef(false);
+
+  useEffect(() => {
+    if (open) return;
+    setQuery('');
+    setPicked('');
+  }, [open]);
+
+  useEffect(() => {
+    const onKey = (event: KeyboardEvent) => {
+      if ((event.metaKey || event.ctrlKey) && event.key.toLowerCase() === 'k' && !event.altKey && !event.shiftKey) {
+        event.preventDefault();
+        toggleFinder();
+        return;
+      }
+      if (event.key === 'Escape' && isHelpOpen()) {
+        event.preventDefault();
+        setHelpOpen(false);
+        return;
+      }
+      if (isTypingTarget(event.target)) return;
+      if ((event.key === '?' || (event.key === '/' && event.shiftKey)) && !event.metaKey && !event.ctrlKey && !event.altKey) {
+        event.preventDefault();
+        setHelpOpen(true);
+        return;
+      }
+      if (event.key === '/' && !event.metaKey && !event.ctrlKey && !event.altKey) {
+        event.preventDefault();
+        setFinderOpen(true);
+      }
+    };
+    window.addEventListener('keydown', onKey);
+    return () => window.removeEventListener('keydown', onKey);
+  }, []);
+
+  useEffect(() => {
+    if (!open || embedFailed.current || !embeddingsAvailable() || query.trim().length === 0) return;
+    let cancelled = false;
+    const needle = query.trim();
+    embedder.current ??= createWorkerEmbedder();
+    const rankedFirst = new Set(lexical.map((hit) => hit.doc.id));
+    const ordered = [...lexical.map((hit) => hit.doc), ...docs.filter((doc) => !rankedFirst.has(doc.id))];
+    void (async () => {
+      try {
+        const embedded = await embedder.current!.embed([needle]);
+        const nextQuery = embedded[0];
+        if (cancelled || !nextQuery) return;
+        setEmbedded({ query: needle, vector: nextQuery });
+        for (let start = 0; start < ordered.length && !cancelled; start += 8) {
+          const batch = ordered.slice(start, start + 8);
+          const missing = batch.filter((doc) => !vectorCache.has(textHash(embedText(doc))));
+          if (missing.length > 0) {
+            const batchVectors = await embedder.current!.embed(missing.map((doc) => embedText(doc)));
+            if (cancelled) return;
+            missing.forEach((doc, at) => {
+              const vector = batchVectors[at];
+              if (vector) vectorCache.set(textHash(embedText(doc)), vector);
+            });
+          }
+          if (!cancelled) setVectors(vectorsFor(docs));
+        }
+      } catch {
+        embedFailed.current = true;
+      }
+    })();
+    return () => {
+      cancelled = true;
+    };
+  }, [open, query, docs, lexical]);
+
+  const openTarget = (target: FindTarget) => {
+    const run = typeof routeSearch.run === 'string' ? routeSearch.run : undefined;
+    if (target.to === '/chart/$chartId' && target.chartId) {
+      const chartId = target.chartId;
+      void navigate({
+        to: '/chart/$chartId',
+        params: { chartId },
+        search: { run, screen: target.search.screen, event: target.search.event, journey: target.search.journey }
+      });
+    } else if (target.to === '/specs/$kind' && target.kind && target.search.spec) {
+      const kind = target.kind;
+      void navigate({
+        to: '/specs/$kind',
+        params: { kind },
+        search: { run, spec: target.search.spec, check: target.search.check, view: target.search.view }
+      });
+    }
+    setFinderOpen(false);
+  };
+
+  const onCommandKey = (event: ReactKeyboardEvent) => {
+    if (event.key !== 'Enter' || (!event.metaKey && !event.ctrlKey)) return;
+    event.preventDefault();
+    const hit = shown.find((item) => item.doc.id === selected);
+    if (hit) openTarget(hit.doc.recording ?? hit.doc.target);
+  };
+
+  return (
+    <>
+      <Command.Dialog
+        open={open}
+        onOpenChange={setFinderOpen}
+        label="Find"
+        shouldFilter={false}
+        loop
+        vimBindings={false}
+        overlayClassName={styles.overlay}
+        contentClassName={styles.content}
+        className={styles.command}
+        value={selected}
+        onValueChange={setPicked}
+        onKeyDown={onCommandKey}
+      >
+        <Command.Input className={styles.input} placeholder='Try "add a todo" or "gherkin"' value={query} onValueChange={(value) => { setQuery(value); setPicked(''); }} />
+        <Command.List className={styles.list} label="Flows, specs and runs">
+          {shown.length === 0 && <p className={styles.empty}>{query.trim() ? 'Nothing close to that.' : 'Type what someone does. For example, add a todo.'}</p>}
+          {FIND_GROUPS.map((group) => {
+            const hits = shown.filter((hit) => hit.doc.group === group);
+            if (hits.length === 0) return null;
+            return (
+              <Command.Group key={group} heading={group} value={group}>
+                {hits.map((hit) => (
+                  <Command.Item key={hit.doc.id} className={styles.item} value={hit.doc.id} onSelect={() => openTarget(hit.doc.target)}>
+                    <Row hit={hit} />
+                  </Command.Item>
+                ))}
+              </Command.Group>
+            );
+          })}
+        </Command.List>
+        <footer className={styles.footer}>
+          <span>{pending ? 'Reading specs…' : '↑↓ move'}</span>
+          <span>↵ open</span>
+          <span>esc close</span>
+        </footer>
+      </Command.Dialog>
+      {help && (
+        <div className={styles.overlay} onClick={() => setHelpOpen(false)}>
+          <div className={styles.help} role="dialog" aria-label="Keyboard shortcuts" onClick={(event) => event.stopPropagation()}>
+            <h2>Keyboard shortcuts</h2>
+            <ul>
+              {SHORTCUTS.map((shortcut) => (
+                <li key={shortcut.keys}>
+                  <kbd>{shortcut.keys}</kbd>
+                  <span>{shortcut.does}</span>
+                </li>
+              ))}
+            </ul>
+            <button type="button" onClick={() => setHelpOpen(false)}>Close</button>
+          </div>
+        </div>
+      )}
+    </>
+  );
+}
+
+function Row({ hit }: { hit: Ranked }) {
+  const { doc, snippet } = hit;
+  return (
+    <>
+      {doc.status && <StatusMark status={doc.status} size={14} />}
+      <span className={styles.text}>
+        <span className={styles.title}>{doc.title}</span>
+        {snippet && snippet !== doc.subtitle && <span className={styles.snippet}>{snippet}</span>}
+      </span>
+      <span className={styles.meta}>
+        {doc.subtitle && <span className={styles.subtitle}>{doc.subtitle}</span>}
+        <span className={styles.kind}>{KIND_WORD[doc.kind]}</span>
+      </span>
+    </>
+  );
+}
+
+export { commandKey };

package/packages/visualizer/src/find/corpus.test.ts

@@ -0,0 +1,77 @@
+import { expect, test } from 'bun:test';
+
+import { buildCorpus, type CorpusSource } from './corpus';
+
+const FEATURE = `Feature: Working the list
+  Scenario: Add a todo
+    When they add a todo
+
+  Scenario: Evening routine
+    When they tap "Mark all done"
+`;
+
+function source(extra: Partial<CorpusSource> = {}): CorpusSource {
+  return {
+    charts: [{ id: 'app', name: 'Todo' }],
+    states: [],
+    transitions: [],
+    journeys: [],
+    files: [{ path: 'working-the-list.feature', title: 'Working the list' }],
+    slots: [],
+    texts: new Map([['working-the-list.feature', FEATURE]]),
+    ...extra
+  };
+}
+
+test('the same action on several states is one row, opened on a transition of its own', () => {
+  const docs = buildCorpus(source({
+    transitions: [
+      { id: 'carried', chartId: 'app', event: 'Adds a todo', source: 'Desktop', target: 'Has items', status: 'passed', carriedBy: 'phone' },
+      { id: 'real', chartId: 'app', event: 'Adds a todo', source: 'No todos', target: 'Has items', status: 'passed' },
+      { id: 'again', chartId: 'app', event: 'Adds a todo', source: 'Has items', target: 'Has items', status: 'failed' }
+    ]
+  }));
+  const events = docs.filter((doc) => doc.kind === 'event');
+  expect(events.map((doc) => doc.title)).toEqual(['Adds a todo']);
+  expect(events[0]?.subtitle).toContain('No todos');
+  expect(events[0]?.target.search.event).toBe('real');
+  expect(events[0]?.status).toBe('failed');
+});
+
+test('a scenario opens its recorded check, and a chart file stays on the map', () => {
+  const docs = buildCorpus(source({
+    files: [
+      { path: 'working-the-list.feature', title: 'Working the list' },
+      { path: 'todo.qnt', title: 'todo.qnt' },
+      { path: 'todo-app.scxml', title: 'Todo app' }
+    ],
+    texts: new Map([
+      ['working-the-list.feature', FEATURE],
+      ['todo.qnt', 'module todo {\n  action add = true\n  action mark_all_done = true\n}\n']
+    ]),
+    slots: [
+      {
+        key: 'lists/evening',
+        id: 'lists/evening',
+        title: 'Evening routine',
+        specPath: 'specs/working-the-list.feature',
+        status: 'passed',
+        detail: '',
+        recording: true
+      }
+    ]
+  }));
+  expect(docs.some((doc) => doc.subtitle === 'todo-app.scxml' || doc.title === 'Todo app')).toBe(false);
+  const add = docs.find((doc) => doc.kind === 'scenario' && doc.title === 'Add a todo');
+  expect(add?.target).toMatchObject({ to: '/specs/$kind', kind: 'gherkin', search: { spec: 'working-the-list.feature', check: 'scenario:Add a todo' } });
+  const evening = docs.find((doc) => doc.kind === 'scenario' && doc.title === 'Evening routine');
+  expect(evening?.related).toEqual(['run:lists/evening']);
+  expect(evening?.target.search.check).toBe('lists/evening');
+  const run = docs.find((doc) => doc.id === 'run:lists/evening');
+  expect(run?.group).toBe('Runs');
+  expect(run?.target.search).toMatchObject({ spec: 'working-the-list.feature', check: 'lists/evening', view: 'recording' });
+  expect(run?.recording?.search).toMatchObject({ spec: 'working-the-list.feature', check: 'lists/evening', view: 'recording' });
+  expect(evening?.recording?.search).toMatchObject({ spec: 'working-the-list.feature', check: 'lists/evening', view: 'recording' });
+  expect(evening?.target.search.view).toBeUndefined();
+  expect(docs.filter((doc) => doc.kind === 'action').map((doc) => doc.title).sort()).toEqual(['add', 'mark_all_done']);
+});