@sprig-and-prose/sprig-universe 0.4.1 → 0.4.2

package/src/universe/test-graph.js

@@ -0,0 +1,157 @@
+import { readFileSync } from 'fs';
+import { join, dirname } from 'path';
+import { fileURLToPath } from 'url';
+import { scan } from './scanner.js';
+import { parseUniverse, debugAst } from './parser.js';
+import { buildGraph } from './graph.js';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+// Load the universe.prose file
+const prosePath = join(__dirname, 'universe.prose');
+const proseContent = readFileSync(prosePath, 'utf-8');
+
+console.log('=== Scanning universe.prose ===\n');
+console.log(`File: ${prosePath}`);
+console.log(`Content length: ${proseContent.length} characters\n`);
+
+// Run the scanner
+const tokens = scan(proseContent, prosePath);
+
+// Print token summary
+console.log(`Found ${tokens.length} tokens\n`);
+
+// Run the parser
+console.log('=== Parsing tokens ===\n');
+const { ast, diags } = parseUniverse({
+  tokens,
+  sourceText: proseContent,
+  filePath: prosePath,
+});
+
+// Print parser diagnostics
+if (diags.length > 0) {
+  console.log(`Found ${diags.length} parser diagnostic(s):\n`);
+  diags.forEach((diag, index) => {
+    const { severity, message, source } = diag;
+    const loc = source
+      ? `${source.file}:${source.start.line}:${source.start.col}`
+      : 'unknown location';
+    console.log(`  ${index + 1}. [${severity}] ${message}`);
+    console.log(`     at ${loc}\n`);
+  });
+} else {
+  console.log('No parser diagnostics (parsing succeeded)\n');
+}
+
+// Print AST summary
+console.log('=== AST Summary ===\n');
+console.log(`AST kind: ${ast.kind}`);
+console.log(`Top-level declarations: ${ast.decls.length}`);
+if (ast.source) {
+  console.log(`Source span: ${ast.source.start.line}:${ast.source.start.col} - ${ast.source.end.line}:${ast.source.end.col}`);
+}
+console.log('');
+
+// Print AST tree using debugAst
+console.log('=== AST Tree ===\n');
+debugAst(ast);
+console.log('');
+
+// Run the graph builder
+console.log('=== Building graph ===\n');
+const fileAST = {
+  ...ast,
+  sourceText: proseContent,
+};
+const graph = buildGraph(fileAST);
+
+// Print graph diagnostics
+if (graph.diagnostics.length > 0) {
+  console.log(`Found ${graph.diagnostics.length} graph diagnostic(s):\n`);
+  graph.diagnostics.forEach((diag, index) => {
+    const { severity, message, source } = diag;
+    const loc = source
+      ? `${source.file}:${source.start.line}:${source.start.col}`
+      : 'unknown location';
+    console.log(`  ${index + 1}. [${severity}] ${message}`);
+    console.log(`     at ${loc}\n`);
+  });
+} else {
+  console.log('No graph diagnostics (graph building succeeded)\n');
+}
+
+// Print graph summary
+console.log('=== Graph Summary ===\n');
+console.log(`Version: ${graph.version}`);
+console.log(`Universes: ${Object.keys(graph.universes).length}`);
+if (Object.keys(graph.universes).length > 0) {
+  for (const [name, universe] of Object.entries(graph.universes)) {
+    console.log(`  - ${name} (root: ${universe.root})`);
+  }
+}
+console.log(`Nodes: ${Object.keys(graph.nodes).length}`);
+console.log(`Edges: ${graph.edges ? graph.edges.length : 0}`);
+console.log(`Asserted edges: ${graph.edgesAsserted ? graph.edgesAsserted.length : 0}`);
+console.log(`Repositories: ${graph.repositories ? Object.keys(graph.repositories).length : 0}`);
+console.log(`References: ${graph.references ? Object.keys(graph.references).length : 0}`);
+console.log(`Relationship declarations: ${graph.relationshipDecls ? Object.keys(graph.relationshipDecls).reduce((sum, univ) => sum + Object.keys(graph.relationshipDecls[univ]).length, 0) : 0}`);
+console.log('');
+
+// Print node summary
+console.log('=== Node Summary ===\n');
+const nodesByKind = {};
+for (const [id, node] of Object.entries(graph.nodes)) {
+  const kind = node.kind || 'unknown';
+  if (!nodesByKind[kind]) {
+    nodesByKind[kind] = [];
+  }
+  nodesByKind[kind].push(node.name);
+}
+
+for (const [kind, names] of Object.entries(nodesByKind)) {
+  console.log(`${kind}: ${names.length}`);
+  if (names.length <= 10) {
+    names.forEach(name => console.log(`  - ${name}`));
+  } else {
+    names.slice(0, 10).forEach(name => console.log(`  - ${name}`));
+    console.log(`  ... and ${names.length - 10} more`);
+  }
+}
+console.log('');
+
+// Print edge summary
+if (graph.edges && graph.edges.length > 0) {
+  console.log('=== Edge Summary ===\n');
+  const edgesByVia = {};
+  for (const edge of graph.edges) {
+    const via = edge.via || 'unknown';
+    if (!edgesByVia[via]) {
+      edgesByVia[via] = 0;
+    }
+    edgesByVia[via]++;
+  }
+  
+  for (const [via, count] of Object.entries(edgesByVia)) {
+    console.log(`${via}: ${count} edge(s)`);
+  }
+  console.log('');
+  
+  // Print first few edges
+  console.log('=== Sample Edges (first 10) ===\n');
+  graph.edges.slice(0, 10).forEach((edge, index) => {
+    const fromNode = graph.nodes[edge.from];
+    const toNode = graph.nodes[edge.to];
+    const fromName = fromNode ? fromNode.name : edge.from;
+    const toName = toNode ? toNode.name : edge.to;
+    console.log(`  ${index + 1}. ${fromName} --[${edge.via}]--> ${toName}${edge.asserted ? '' : ' (inferred)'}`);
+  });
+  if (graph.edges.length > 10) {
+    console.log(`  ... and ${graph.edges.length - 10} more edges`);
+  }
+  console.log('');
+}
+
+console.log('=== Graph build complete ===');
+

package/src/universe/test-parser.js

@@ -0,0 +1,61 @@
+import { readFileSync } from 'fs';
+import { join, dirname } from 'path';
+import { fileURLToPath } from 'url';
+import { scan } from './scanner.js';
+import { parseUniverse, debugAst } from './parser.js';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+// Load the universe.prose file
+const prosePath = join(__dirname, 'universe.prose');
+const proseContent = readFileSync(prosePath, 'utf-8');
+
+console.log('=== Scanning universe.prose ===\n');
+console.log(`File: ${prosePath}`);
+console.log(`Content length: ${proseContent.length} characters\n`);
+
+// Run the scanner
+const tokens = scan(proseContent, prosePath);
+
+// Print token summary
+console.log(`Found ${tokens.length} tokens\n`);
+
+// Run the parser
+console.log('=== Parsing tokens ===\n');
+const { ast, diags } = parseUniverse({
+  tokens,
+  sourceText: proseContent,
+  filePath: prosePath,
+});
+
+// Print diagnostics
+if (diags.length > 0) {
+  console.log(`Found ${diags.length} diagnostic(s):\n`);
+  diags.forEach((diag, index) => {
+    const { severity, message, source } = diag;
+    const loc = source
+      ? `${source.file}:${source.start.line}:${source.start.col}`
+      : 'unknown location';
+    console.log(`  ${index + 1}. [${severity}] ${message}`);
+    console.log(`     at ${loc}\n`);
+  });
+} else {
+  console.log('No diagnostics (parsing succeeded)\n');
+}
+
+// Print AST summary
+console.log('=== AST Summary ===\n');
+console.log(`AST kind: ${ast.kind}`);
+console.log(`Top-level declarations: ${ast.decls.length}`);
+if (ast.source) {
+  console.log(`Source span: ${ast.source.start.line}:${ast.source.start.col} - ${ast.source.end.line}:${ast.source.end.col}`);
+}
+console.log('');
+
+// Print AST tree using debugAst
+console.log('=== AST Tree ===\n');
+debugAst(ast);
+
+console.log('\n=== Parse complete ===');
+

package/src/universe/test-scanner.js

@@ -0,0 +1,37 @@
+import { readFileSync } from 'fs';
+import { join, dirname } from 'path';
+import { fileURLToPath } from 'url';
+import { scan } from './scanner.js';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+// Load the universe.prose file
+const prosePath = join(__dirname, 'universe.prose');
+const proseContent = readFileSync(prosePath, 'utf-8');
+
+console.log('=== Scanning universe.prose ===\n');
+console.log(`File: ${prosePath}`);
+console.log(`Content length: ${proseContent.length} characters\n`);
+
+// Run the scanner
+const tokens = scan(proseContent, prosePath);
+
+// Print the tokens
+console.log(`Found ${tokens.length} tokens:\n`);
+tokens.forEach((token, index) => {
+  const { type, value, span } = token;
+  const { start, end } = span;
+  
+  // Format the value for display (truncate long strings)
+  let displayValue = value;
+  if (type === 'STRING' && value.length > 50) {
+    displayValue = `"${value.substring(0, 47)}..."`;
+  } else if (value.length > 30) {
+    displayValue = value.substring(0, 27) + '...';
+  }
+  
+  console.log(`${index.toString().padStart(4)}: ${type.padEnd(12)} | ${displayValue.padEnd(30)} | ${start.line}:${start.col}-${end.line}:${end.col}`);
+});
+
+console.log('\n=== Scan complete ===');

package/src/universe/universe.prose

@@ -0,0 +1,169 @@
+universe CanonicalUniverse {
+  note {
+    This universe contains every possible feature for testing the parser and
+    compiler.
+  }
+
+  anthology NestedAnthology {
+    series NestedSeries {
+      book NestedBook {
+        chapter NestedChapter {
+          concept NestedConcept { }
+        }
+      }
+    }
+  }
+
+  relates NestedConcept and ExternalConcept {
+    describe {
+      A relationship between a nested concept and an external concept.
+    }
+
+    from NestedConcept {
+      relationships { 'relates to' }
+      describe {
+        A nested concept that relates to an external concept.
+      }
+    }
+
+    from ExternalConcept {
+      relationships { 'is related to' }
+      describe {
+        An external concept that is related to a nested concept.
+      }
+    }
+  }
+}
+
+anthology AnthologyWithRelationships in CanonicalUniverse {
+  relationship singleton {
+    describe {
+      A singleton relationship.
+    }
+  }
+
+  relationship owns and ownedBy {
+    describe {
+      A bidirectional relationship between two entities.
+    }
+
+    from ownedBy {
+      label { 'is owned by' }
+      describe {
+        An entity that is owned by another entity.
+      }
+    }
+  }
+
+  alias other { book }
+
+  other OtherConcept {
+    describe {
+      This book is masquerading as `other`.
+    }
+
+    chapter OtherChapter {
+      describe {
+        A chapter can still be nested under an aliased book.
+      }
+
+      owns {
+        ExternalOtherChapter,
+        ExternalBook,
+      }
+
+      singleton {
+        ExternalAnthology
+        ExternalSeries
+      }
+    }
+
+    chapter AnotherExample {
+      relationships {
+        ownedBy {
+          ExternalChapter
+          ExternalBook {
+            describe {
+              An example where an array element is a block.
+            }
+          }
+        }
+      }
+    }
+  }
+
+  chapter ExternalOtherChapter in OtherConcept {
+    describe {
+      A chapter can still reference an external aliased book.
+    }
+  }
+
+  repository InternalRepository {
+    title { GitHub }
+    url { 'https://github.com/owner/repository/tree/main' }
+  }
+
+  reference NamedReference1 {
+    url { 'https://github.com/owner/repository/tree/main' }
+    describe {
+      References can have describe blocks.
+    }
+  }
+
+  reference NamedReference2 {
+    url { 'https://github.com/owner/repository/tree/main' }
+    describe {
+      References can have describe blocks.
+    }
+  }
+
+  reference NamedReferenceInRepository in InternalRepository {
+    url { 'https://github.com/owner/repository/tree/main' }
+  }
+
+  concept ConceptWithDirectReference {
+    reference {
+      url { 'https://github.com/owner/repository/tree/main' }
+    }
+  }
+
+  concept ConceptWithReferences {
+    references { NamedReference1 NamedReference2 }
+  }
+
+  concept ConceptWithReferenceInRepository {
+    reference in ExternalRepository {
+      kind { 'documentation' }
+      paths {
+        'path/to/file1.md'
+        'path/to/file2.md'
+      }
+    }
+  }
+}
+
+anthology ExternalAnthology in CanonicalUniverse {
+  aliases {
+    bookAlias { book }
+    chapterAlias { chapter }
+  }
+
+  bookAlias BookAlias {
+    chapterAlias NestedChapterAlias { }
+  }
+
+  chapterAlias ExternalChapterAlias in BookAlias { }
+}
+
+series ExternalSeries in ExternalAnthology { }
+
+book ExternalBook in ExternalSeries { }
+
+chapter ExternalChapter in ExternalBook { }
+
+concept ExternalConcept in ExternalChapter { }
+
+repository ExternalRepository in CanonicalUniverse {
+  title { GitHub }
+  url { 'https://github.com/owner/repository/tree/main' }
+}