quiverdb 0.13.2 → 0.13.4

package/README.md

@@ -185,9 +185,12 @@ as an exact INTEGER, a `boolean` as the INTEGER 1 or 0).
 
 ### Introspection
 
-- `describe()` -- Whole-database text report (returns a string)
-- `describeCollection(collection)` -- One collection's structure (returns a string)
-- `summarizeCollection(collection)` -- Per-attribute null/value summary (returns a string)
+The describe methods give agents the schema, attribute meanings and data coverage as text reports.
+
+- `describe()` -- Database/version header followed by complete reports for every collection
+- `describeCollection(collection)` -- One collection's structure, UI metadata (including tooltips),
+  scalar null/value statistics and group coverage, returned as a string. Enum meanings appear
+  once in `enum {...}`; value histograms contain numeric codes and counts.
 - `isHealthy()` -- Check database health
 - `path()` -- Get database file path
 - `currentVersion()` -- Get current schema version

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "quiverdb",
-  "version": "0.13.2",
+  "version": "0.13.4",
   "license": "MIT",
   "repository": {
     "type": "git",

package/src/database.ts

@@ -302,7 +302,6 @@ export class Database {
   declare path: () => string;
   declare describe: () => string;
   declare describeCollection: (collection: string) => string;
-  declare summarizeCollection: (collection: string) => string;
 
   // --- Composite helpers (implemented in composites.ts) ---
   declare readScalarsById: (

package/src/introspection.ts

@@ -42,13 +42,3 @@ Database.prototype.describeCollection = function (this: Database, collection: st
   lib.quiver_database_free_string(readPtrOut(out));
   return result;
 };
-
-Database.prototype.summarizeCollection = function (this: Database, collection: string): string {
-  const lib = getSymbols();
-  const collBuf = toCString(collection);
-  const out = allocPtrOut();
-  check(lib.quiver_database_summarize_collection(this._handle, collBuf.buf, out.buf));
-  const result = decodeStringFromBuf(out);
-  lib.quiver_database_free_string(readPtrOut(out));
-  return result;
-};

package/src/loader.ts

@@ -128,7 +128,6 @@ const metadataSymbols = {
 
 const describeSymbols = {
   quiver_database_describe_collection: { args: [P, BUF, P], returns: I32 },
-  quiver_database_summarize_collection: { args: [P, BUF, P], returns: I32 },
 } as const;
 
 const timeSeriesSymbols = {

package/src/sandbox-api.ts

@@ -104,12 +104,13 @@ midnight.
   binary chunk is refused). Integer division is the Lua 5.4 \`//\` operator — a language operator,
   unrelated to \`math\`. No \`io\` does **not** mean
   a data file on disk is out of reach: use \`db:read_csv\` / \`db:read_csv_stream\` for CSV or
-  \`db:read_xlsx\` / \`db:read_xlsx_stream\` for XLSX (see the file reading sections below).
+  \`db:read_xlsx\` / \`db:read_xlsx_stream\` for XLSX, and \`db:read_json\` for JSON
+  (see the file reading sections below).
   Never copy, paste, or re-type a data file's contents into
   the script as literals — read the file.
 - **Filesystem sandbox.** Every file-touching operation (\`db:export_csv\`, \`db:import_csv\`,
   \`db:open_file\`, \`db:bin_to_csv\`, \`db:csv_to_bin\`, \`db:validate_migrations\`, \`db:read_csv\`,
-  \`db:read_csv_stream\`, \`db:write_csv\`, \`db:read_xlsx\`, \`db:read_xlsx_stream\`,
+  \`db:read_csv_stream\`, \`db:write_csv\`, \`db:read_xlsx\`, \`db:read_xlsx_stream\`, \`db:read_json\`,
   \`save\` on a file or an expression) resolves
   relative paths against the directory containing the database file and rejects anything outside it
   (subdirectories are fine; \`..\` escapes and outside absolute paths throw \`Cannot <op>: path '...' escapes the
@@ -180,14 +181,17 @@ db:is_healthy()                    -- boolean
 db:current_version()               -- integer (current migration version)
 db:path()                          -- string (database file path)
 db:number_of_elements(collection)  -- integer: how many elements the collection holds right now
-db:describe()                      -- string: whole-DB text report (returns it, does NOT print)
-db:describe_collection(collection) -- string: one collection's structure (text report)
-db:summarize_collection(collection)-- string: per-scalar null/non-null counts, low-cardinality
-                                   --         integer value distributions, per-group sizes
+db:describe()                      -- string: database/version header + complete reports for every collection
+db:describe_collection(collection) -- string: structure, UI metadata (including tooltips), scalar
+                                   --         null/non-null counts, integer distributions, group coverage
 db:validate_migrations(path)       -- validate a migrations dir (up then down) in-memory; no return
 \`\`\`
 
-All three \`describe*\`/\`summarize*\` methods **return** a string — \`print()\` it to see it.
+The \`describe*\` methods give agents the schema, attribute meanings and data coverage as text reports.
+Both **return** a string. Declarations and statistics share each line, with UI clauses between them.
+Enum meanings appear once in \`enum {...}\`;
+value histograms contain numeric codes and counts, only for non-primary-key INTEGER scalars with
+at most 64 distinct integer values. \`db:describe()\` queries statistics for every collection.
 
 \`db:validate_migrations(path)\` applies every \`up.sql\` in version order, then every \`down.sql\` in
 reverse, against a throwaway in-memory database — nothing in \`db\` itself is touched. The round trip
@@ -789,6 +793,34 @@ end
 
 ---
 
+## JSON file reading
+
+Read one complete JSON document through the same filesystem sandbox as CSV/XLSX:
+
+\`\`\`lua
+local data = db:read_json("input.json")
+\`\`\`
+
+The root may be an object, array, string, number, boolean or null. Objects become tables with
+string keys; arrays use 1-based indices. Strings and booleans retain their native Lua types.
+Integers fitting signed 64-bit stay Lua integers; other finite numbers use Lua doubles, which
+can round large integers. Text must be UTF-8 (an initial UTF-8 BOM is accepted); there is no
+Latin-1 fallback. Standard strict JSON syntax applies: comments, trailing commas, extra roots,
+invalid Unicode and non-finite numbers are rejected. Duplicate object keys keep the last value.
+
+JSON null becomes \`nil\`. Null object fields disappear, and null array entries leave holes at
+their original indices; later entries are not shifted. Neither \`#\` nor \`ipairs\` supplies a
+reliable count for such arrays, and trailing null entries are invisible. Empty objects and
+arrays both become empty Lua tables. Returning these values uses the existing encoder: an
+empty table emits \`[]\`, and a sparse array emits an object such as \`{"2":10,"4":30}\`.
+
+The reader loads the whole document, with at most 64 MiB of input and nesting depth 32 (root
+depth 0). File, parse and limit failures carry \`Cannot read_json:\` and the requested path;
+parse failures include location information when available. The file is closed on success and
+failure. This reads values only; it does not import database rows or write the file.
+
+---
+
 ## XLSX file reading
 
 Read one worksheet of an XLSX workbook through the same filesystem sandbox as CSV. XLSX only: