dirsql 0.4.22 → 0.4.24

package/dist/core.d.ts

@@ -12,6 +12,5 @@ export interface NativeDirSQLConstructor {
 }
 export interface CoreModule {
     DirSQL: NativeDirSQLConstructor;
-    parseTableName(ddl: string): string | null;
 }
 export declare function getCore(): CoreModule;

package/dist/index.d.ts

@@ -1,5 +1,4 @@
 export { DirSQL } from "./dirsql.js";
 export type { DirSQLOptions, ExtensionSpec, RowEvent, ScanFailure, } from "./dirsql.js";
-export { parseTableName } from "./parse-table-name.js";
 export { Table } from "./table.js";
 export type { TableDef } from "./table.js";

package/dist/index.js

@@ -1,4 +1,3 @@
 // dirsql TypeScript SDK — public API barrel.
 export { DirSQL } from "./dirsql.js";
-export { parseTableName } from "./parse-table-name.js";
 export { Table } from "./table.js";

package/dist/table.d.ts

@@ -1,5 +1,10 @@
 /** Definition of a SQL-indexed table backed by files on disk. */
 export interface TableDef {
+    /**
+     * The table's SQL name, declared rather than derived from `ddl`. The `ddl`
+     * must create a table by this name; a mismatch is a load-time error.
+     */
+    name: string;
     /** SQL DDL statement, e.g. `CREATE TABLE users (name TEXT, age INTEGER)`. */
     ddl: string;
     /** Glob pattern (relative to the DirSQL root) for files backing this table. */
@@ -16,7 +21,7 @@ export interface TableDef {
 }
 /**
  * Thin class wrapper around {@link TableDef} for parity with the Python
- * `Table(ddl=..., glob=..., on_file=...)` and Rust `Table::new(...)`
+ * `Table(name=..., ddl=..., glob=..., on_file=...)` and Rust `Table::new(...)`
  * constructors. `new Table({...})` is structurally identical to a plain
  * object literal satisfying `TableDef` — anything accepting `TableDef[]`
  * (e.g. {@link DirSQL}'s `tables` option) takes either form.
@@ -27,6 +32,7 @@ export interface TableDef {
  * `strict` to `undefined` under `useDefineForClassFields`.
  */
 export declare class Table implements TableDef {
+    readonly name: string;
     readonly ddl: string;
     readonly glob: string;
     readonly onFile: (filePath: string) => Record<string, unknown>[];

package/dist/table.js

@@ -4,7 +4,7 @@
 // unit test instead of an exemption (#239).
 /**
  * Thin class wrapper around {@link TableDef} for parity with the Python
- * `Table(ddl=..., glob=..., on_file=...)` and Rust `Table::new(...)`
+ * `Table(name=..., ddl=..., glob=..., on_file=...)` and Rust `Table::new(...)`
  * constructors. `new Table({...})` is structurally identical to a plain
  * object literal satisfying `TableDef` — anything accepting `TableDef[]`
  * (e.g. {@link DirSQL}'s `tables` option) takes either form.
@@ -16,6 +16,7 @@
  */
 export class Table {
     constructor(def) {
+        this.name = def.name;
         this.ddl = def.ddl;
         this.glob = def.glob;
         this.onFile = def.onFile;

package/docs/getting-started.md

@@ -164,6 +164,7 @@ Now create a `.dirsql.toml` that points a table at it:
 ```bash
 cat > .dirsql.toml <<'EOF'
 [[table]]
+name = "notes"
 ddl     = "CREATE TABLE notes (title TEXT, author TEXT)"
 glob    = "notes/**/*.md"
 on-file = "sh note.sh {path}"

package/docs/howto/columns-from-paths.md

@@ -33,6 +33,7 @@ Point a table at it in `.dirsql.toml`:
 
 ```toml
 [[table]]
+name = "photos"
 ddl     = "CREATE TABLE photos (year TEXT, month TEXT, basename TEXT)"
 glob    = "photos/*/*/*.jpg"
 on-file = "python3 pathcols.py {path}"

package/docs/howto/define-tables.md

@@ -26,6 +26,7 @@ Then declare the table in `.dirsql.toml`:
 
 ```toml
 [[table]]
+name = "posts"
 ddl     = "CREATE TABLE posts (title TEXT, slug TEXT)"
 glob    = "posts/**/*.md"
 on-file = "python3 extract.py {path}"

package/docs/howto/embed.md

@@ -60,6 +60,7 @@ async def main() -> None:
         "./comments-root",
         tables=[
             Table(
+                name="comments",
                 ddl="CREATE TABLE comments (thread TEXT, author TEXT, body TEXT)",
                 glob="comments/*/*.json",
                 on_file=on_file,
@@ -83,6 +84,7 @@ const db = new DirSQL({
   root: "./comments-root",
   tables: [
     {
+      name: "comments",
       ddl: "CREATE TABLE comments (thread TEXT, author TEXT, body TEXT)",
       glob: "comments/*/*.json",
       onFile: (path) => [
@@ -129,6 +131,7 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
     let db = DirSQL::builder()
         .root("./comments-root")
         .table(Table::new(
+            "comments",
             "CREATE TABLE comments (thread TEXT, author TEXT, body TEXT)",
             "comments/*/*.json",
             on_file,

package/docs/howto/extract-from-contents.md

@@ -18,6 +18,7 @@ stdout works. With [`jq`](https://jqlang.org/):
 
 ```toml
 [[table]]
+name = "books"
 ddl     = "CREATE TABLE books (title TEXT, author TEXT, year INTEGER)"
 glob    = "books/*.json"
 on-file = "jq -c '[{title, author, year}]' {path}"
@@ -53,6 +54,7 @@ row per line, slurp it:
 
 ```toml
 [[table]]
+name = "events"
 ddl     = "CREATE TABLE events (event TEXT, user TEXT)"
 glob    = "logs/*.jsonl"
 on-file = "jq -c -s '.' {path}"

package/docs/howto/parse-files-into-columns.md

@@ -84,6 +84,7 @@ command in verbatim:
 
 ```toml
 [[table]]
+name = "posts"
 ddl     = "CREATE TABLE posts (title TEXT, author TEXT)"
 glob    = "posts/*.md"
 on-file = "python3 extract.py {path}"

package/docs/howto/react-to-changes.md

@@ -14,6 +14,7 @@ prints each file's basename:
 ```toml
 # .dirsql.toml
 [[table]]
+name = "files"
 ddl     = "CREATE TABLE files (basename TEXT)"
 glob    = "**/*"
 on-file = '''sh -c 'printf "[{\"basename\":\"%s\"}]" "${1##*/}"' sh {path}'''

package/docs/howto/skip-files.md

@@ -22,6 +22,7 @@ Exclude the noise in `.dirsql.toml`:
 ignore = ["notes/drafts/**", "**/*.tmp"]
 
 [[table]]
+name = "notes"
 ddl     = "CREATE TABLE notes (basename TEXT)"
 glob    = "notes/**/*"
 on-file = '''sh -c 'printf "[{\"basename\":\"%s\"}]" "${1##*/}"' sh {path}'''

package/docs/howto/write-a-plugin.md

@@ -108,6 +108,7 @@ path       = "sqlite_vec"
 entrypoint = "sqlite3_vec_init"
 
 [[table]]
+name = "notes"
 ddl     = "CREATE TABLE notes (path TEXT, text TEXT, embedding TEXT)"
 glob    = "notes/*.md"
 on-file = "uv run --with model2vec python embed.py {path} {root}"

package/docs/index.md

@@ -34,6 +34,7 @@ db = DirSQL(
     "./my-project",
     tables=[
         Table(
+            name="records",
             ddl="CREATE TABLE records (name TEXT, size INTEGER, type TEXT)",
             glob="data/*.json",
             on_file=lambda path: [json.loads(open(path, encoding="utf-8").read())],
@@ -52,6 +53,7 @@ let db = DirSQL::new(
     "./my-project",
     vec![
         Table::new(
+            "records",
             "CREATE TABLE records (name TEXT, size INTEGER, type TEXT)",
             "data/*.json",
             |path| vec![serde_json::from_str(&std::fs::read_to_string(path).unwrap()).unwrap()],
@@ -70,6 +72,7 @@ const db = new DirSQL({
   root: './my-project',
   tables: [
     new Table({
+      name: 'records',
       ddl: 'CREATE TABLE records (name TEXT, size INTEGER, type TEXT)',
       glob: 'data/*.json',
       onFile: (path) => [JSON.parse(readFileSync(path, 'utf8'))],

package/docs/reference/config.md

@@ -166,7 +166,8 @@ what its required `on-file` command emits — dirsql injects nothing (see
 
 | Key | Required | Description |
 |---|---|---|
-| `ddl` | yes | A SQLite `CREATE TABLE` statement. The table name is parsed from it. Only the columns declared here are kept; keys the `on-file` command emits that are not declared are dropped. |
+| `name` | yes | The table's SQL name — the name you query it by. Declared, never derived from `ddl`: dirsql does not read the DDL text. The `ddl` must create a table by this name; if it doesn't, loading fails. |
+| `ddl` | yes | A SQLite `CREATE TABLE` statement, run verbatim. Only the columns declared here are kept; keys the `on-file` command emits that are not declared are dropped. |
 | `glob` | yes | Glob pattern matched against root-relative paths. Every table whose glob matches a file receives that file's rows — a file can populate multiple tables. A `{name}` segment is rewritten to `*` (it matches one path segment but captures nothing). |
 | `on-file` | **yes** | A command run once per matched file; its stdout (a JSON array of row objects) becomes the file's rows. Must be non-empty. A `[[table]]` with no `on-file` is a load error (see [parse errors](#parse-errors)). See [Command hooks](./hooks.md#on-file). |
 | `strict` | no (default `false`) | When `true`, rows whose keys do not exactly match the declared columns are rejected with an error: extra keys error, and every declared column must be supplied by the `on-file` output. When `false`, extra keys are dropped and missing columns become `NULL`. |
@@ -180,11 +181,13 @@ instead of declaring a table.
 
 ```toml
 [[table]]
+name = "comments"
 ddl     = "CREATE TABLE comments (path TEXT, author TEXT, body TEXT)"
 glob    = "_comments/*/*.jsonl"
 on-file = "jq -c -s '.' {path}"
 
 [[table]]
+name = "papers"
 ddl     = "CREATE TABLE papers (paper_id TEXT, title TEXT)"
 glob    = "**/meta.json"
 on-file = "uv run python extract_papers.py {path}"
@@ -241,7 +244,16 @@ SDKs raise/reject) when:
 - The TOML is malformed.
 - Any table contains an unknown key (top level, `[dirsql]`, `[[table]]`, or
   `[[dirsql.extension]]`). The error names the offending key.
-- A `[[table]]` entry omits `ddl` or `glob`.
+- A `[[table]]` entry omits `name`, `ddl`, or `glob` (or `name` is
+  empty/whitespace).
+- A `[[table]]` entry's `ddl` runs but creates no table by its `name`. The
+  error carries the entry's name and points at the fix:
+
+  > `table 'messages': its `ddl` ran but created no table called 'messages'. Set `name` to the table the `ddl` creates.`
+
+  dirsql asks SQLite's catalog rather than interpreting the DDL, so quoted
+  (`CREATE TABLE "messages"`), schema-qualified (`main.messages`) and
+  `IF NOT EXISTS` forms all match a plain `name = "messages"`.
 - A `[[table]]` entry omits `on-file` (or it is empty/whitespace). The error
   names the offending glob and points at the fix:
 
@@ -275,11 +287,13 @@ deterministic = true
 timeout       = "600s"
 
 [[table]]
+name = "comments"
 ddl     = "CREATE TABLE comments (author TEXT, body TEXT)"
 glob    = "_comments/*/*.jsonl"
 on-file = "jq -c -s '.' {path}"
 
 [[table]]
+name = "documents"
 ddl     = "CREATE TABLE documents (title TEXT, summary TEXT)"
 glob    = "**/index.md"
 on-file = "uv run python extract_doc.py {path}"

package/docs/reference/sdk.md

@@ -317,27 +317,30 @@ rather than waiting — an intentional, language-idiomatic difference.
 ::: code-group
 
 ```python [Python]
-Table(*, ddl: str, glob: str, on_file: Callable[[str], list[dict]], strict: bool = False)
+Table(*, name: str, ddl: str, glob: str, on_file: Callable[[str], list[dict]], strict: bool = False)
 ```
 
 ```typescript [TypeScript]
-new Table({ ddl, glob, onFile, strict? })
+new Table({ name, ddl, glob, onFile, strict? })
 // or a plain object — TableDef and Table are interchangeable:
-{ ddl: string, glob: string, onFile: (path: string) => Record<string, unknown>[], strict?: boolean }
+{ name: string, ddl: string, glob: string, onFile: (path: string) => Record<string, unknown>[], strict?: boolean }
 ```
 
 ```rust [Rust]
-Table::new(ddl, glob, on_file)      // on_file: Fn(&str) -> Vec<Row>, infallible
-Table::try_new(ddl, glob, on_file)  // on_file: Fn(&str) -> Result<Vec<Row>, _>
-Table::strict(ddl, glob, on_file)   // Table::new with strict = true
+Table::new(name, ddl, glob, on_file)      // on_file: Fn(&str) -> Vec<Row>, infallible
+Table::try_new(name, ddl, glob, on_file)  // on_file: Fn(&str) -> Result<Vec<Row>, _>
+Table::strict(name, ddl, glob, on_file)   // Table::new with strict = true
 ```
 
 :::
 
 Maps files to table rows.
 
-- `ddl` — A SQLite `CREATE TABLE` statement; the table name is parsed from
-  it. Table names must be unique across all tables.
+- `name` — The table's SQL name, declared rather than derived from `ddl`.
+  Must be unique across all tables. Building fails if the `ddl` creates no
+  table by this name (checked against SQLite's catalog, before any file is
+  indexed).
+- `ddl` — A SQLite `CREATE TABLE` statement, run verbatim.
 - `glob` — Glob pattern matched against root-relative paths. Every table whose
   glob matches a file receives that file's rows — a file can populate multiple
   tables. A `{name}` segment is rewritten to `*` (it matches one path segment

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dirsql",
-  "version": "0.4.22",
+  "version": "0.4.24",
   "description": "Ephemeral SQL index over a local directory",
   "license": "MIT",
   "repository": "https://github.com/thekevinscott/dirsql",
@@ -213,10 +213,10 @@
     ]
   },
   "optionalDependencies": {
-    "@dirsql/lib-linux-x64-gnu": "0.4.22",
-    "@dirsql/lib-linux-arm64-gnu": "0.4.22",
-    "@dirsql/lib-darwin-x64": "0.4.22",
-    "@dirsql/lib-darwin-arm64": "0.4.22",
-    "@dirsql/lib-win32-x64-msvc": "0.4.22"
+    "@dirsql/lib-linux-x64-gnu": "0.4.24",
+    "@dirsql/lib-linux-arm64-gnu": "0.4.24",
+    "@dirsql/lib-darwin-x64": "0.4.24",
+    "@dirsql/lib-darwin-arm64": "0.4.24",
+    "@dirsql/lib-win32-x64-msvc": "0.4.24"
   }
 }

package/dist/parse-table-name.d.ts

@@ -1,8 +0,0 @@
-/**
- * Parse the table name out of a `CREATE TABLE <name> (...)` DDL.
- *
- * Returns `null` for a DDL the parser doesn't recognize. Backed by the
- * core Rust implementation (`dirsql::db::parse_table_name`) so the JS
- * SDK and the orchestrator agree on table-name resolution.
- */
-export declare function parseTableName(ddl: string): string | null;

package/dist/parse-table-name.js

@@ -1,15 +0,0 @@
-// `parseTableName` — table-name resolution delegated to the Rust core.
-//
-// Split out of the public barrel (`index.ts`) so it carries a colocated
-// unit test instead of an exemption (#239).
-import { getCore } from "./core.js";
-/**
- * Parse the table name out of a `CREATE TABLE <name> (...)` DDL.
- *
- * Returns `null` for a DDL the parser doesn't recognize. Backed by the
- * core Rust implementation (`dirsql::db::parse_table_name`) so the JS
- * SDK and the orchestrator agree on table-name resolution.
- */
-export function parseTableName(ddl) {
-    return getCore().parseTableName(ddl);
-}