@dreamlake/dreamdb 0.5.1 → 0.5.3

package/LICENSE-APACHE

@@ -0,0 +1,20 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+Copyright (c) 2026 DreamLake AI
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+The full text of the Apache License, Version 2.0 is available at the URL
+above and is incorporated here by reference.

package/LICENSE-MIT

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 DreamLake AI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -1,5 +1,11 @@
 # @dreamlake/dreamdb
 
+Documentation scope: the public npm release is 0.5.2 as checked on 2026-09-10.
+New APIs merged on main (entity keys, progressive geometry and structured arrays)
+require a source build until a corresponding package is published. See the
+[main/unreleased guide](https://dreamdb.dreamlake.ai/main-features) separately
+from the [released SDK reference](https://dreamdb.dreamlake.ai/typescript-sdk-api).
+
 The DreamDB SDK — read and write, in the browser and on the server, compiled to
 WebAssembly from the same Rust core the CLI and Python SDK use.
 
@@ -114,13 +120,21 @@ trained index as a layer, or build it with the CLI.
 ## Implementing a Backend
 
 Only `get` is required; a `get`-only backend is the read-only v1 shape and
-still works for reading. Write entry points check for `put` up front and refuse
-with a message naming what is missing.
+still works for reading. Implement `getStream` to keep full-object reads bounded
+when DreamDB must scan a historical oversized inline Track. Write entry points
+check for `put` up front and refuse with a message naming what is missing.
 
 ```ts
 interface Backend {
+  // `range` is half-open: start is included, end is excluded.
   get(path: string, range?: { start: number; end: number })
-    : Promise<Uint8Array | { bytes: Uint8Array; etag?: string }>
+    : Promise<Uint8Array | { bytes: Uint8Array; etag?: string; totalLength?: number }>
+  getStream?(path: string)
+    : Promise<ReadableStream<Uint8Array> | {
+        stream: ReadableStream<Uint8Array>
+        etag?: string
+        totalLength?: number
+      }>
   head?(path: string): Promise<{ exists?: boolean; etag?: string; size?: number }>
   put?(path: string, bytes: Uint8Array,
        opts?: { ifMatch?: string; ifNoneMatchStar?: boolean })
@@ -130,6 +144,13 @@ interface Backend {
 }
 ```
 
+`getStream` chunks must themselves be bounded; returning one object-sized
+`Uint8Array` is functionally valid but does not provide the bounded-memory
+profile. The SDK hashes every chunk and exposes no decoded result until the
+complete response matches its content address. Existing backends without
+`getStream` continue through `get` and are intentionally classified as the
+unbounded compatibility profile.
+
 ### Two things that will bite you
 
 **Your bucket's CORS rule must include `ExposeHeaders: ["ETag"]`.**

package/browser/dreamdb.d.ts

@@ -1,6 +1,22 @@
 /* tslint:disable */
 /* eslint-disable */
 
+export class GeometryReader {
+    private constructor();
+    free(): void;
+    [Symbol.dispose](): void;
+    /**
+     * Returns only the new suffix at this total logical byte budget.
+     */
+    extendCellPrefix(key: any, budget: any): Promise<Uint8Array>;
+    /**
+     * Declaration plus cells/LODs; no payload transfer. u64 values are BigInt.
+     */
+    metadata(): any;
+    readMeshLod(level: any): Promise<Uint8Array>;
+    selectCells(min: any, max: any): Array<any>;
+}
+
 /**
  * A `fetch`-backed backend rooted at a base URL.
  */
@@ -13,6 +29,15 @@ export class S3Backend {
      * content is hash-addressed; refs are read fresh each page load anyway).
      */
     get(path: string, _opts: any): Promise<Uint8Array>;
+    /**
+     * Stream `path` without first aggregating the response in wasm memory.
+     *
+     * Returning the length beside the browser stream satisfies the optional
+     * `Backend.getStream` contract. Older injected backends that implement
+     * only [`Self::get`] remain compatible, but cannot claim bounded memory
+     * for historical oversized inline Track reads.
+     */
+    getStream(path: string): Promise<any>;
     /**
      * List object paths under `prefix`. Stub (returns empty); the current
      * consumer read paths don't require listing.
@@ -28,6 +53,41 @@ export class Space {
     private constructor();
     free(): void;
     [Symbol.dispose](): void;
+    /**
+     * Validate all referenced Items, including tombstoned payloads.
+     */
+    auditArrayField(field: string): Promise<bigint>;
+    /**
+     * Validate all graph pages and, when declared, exact-source correspondence.
+     * The returned count is exactly representable (GraphIndex node_count is u32).
+     */
+    auditGraphIndex(field: string): Promise<number>;
+    /**
+     * The Space's human-readable description, or `undefined` when none is set.
+     *
+     * The read half of `Authoring.setDescription` (#129). It lives here rather
+     * than on `Authoring` because that type is `write-full` and so exists only
+     * in the Node build — a description is metadata a READER wants, and
+     * `Space` is the surface all three build targets share.
+     *
+     * `async` although `Dataset::description` is not: the value comes from the
+     * Dataset this Space opens lazily at the Manifest hash already pinned by
+     * this Space, so the first call may perform that open without re-resolving
+     * a source Ref.
+     *
+     * Deliberately routed through `Dataset::description` rather than read out
+     * of `self.manifest`'s registry, which would be shorter and would also
+     * serve the cached decoded Manifest. `Dataset::recover_meta` is not a prefix
+     * filter: it accepts the legacy `vortex.*` namespace as well as
+     * `dreamdb.*`, canonicalises, and drops structural keys. Matching
+     * `dreamdb.description` here would silently return nothing for a legacy
+     * Space whose description is on disk and readable from Rust — the exact
+     * defect `recover_meta`'s own comment records.
+     *
+     * `Option<String>` marshals to `string | undefined`, NOT to `""`. An unset
+     * description and an empty one stay distinguishable across the boundary.
+     */
+    description(): Promise<string | undefined>;
     /**
      * Open a Space from a `.../refs/<name>` or `.../manifests/<hash>` URI,
      * resolving the ref (if any) and loading the manifest. If `backend` is
@@ -36,11 +96,21 @@ export class Space {
      * no-backend path).
      */
     static fromUri(uri: string, backend: any): Promise<Space>;
+    /**
+     * Read at this pinned Manifest. Returns null for never-created keys;
+     * deleted keys retain metadata with sample=null. Integer keys and anchors
+     * are BigInt; sample values use the Writer's tagged field shapes.
+     */
+    getEntity(key: any): Promise<any>;
     /**
      * Walk the manifest DAG from HEAD, up to `max_depth` entries. Each entry:
      * `{ manifestHash, ts, writer, tracks: [{modality, address}] }`.
      */
     history(max_depth?: number | null): Promise<Array<any>>;
+    /**
+     * Open one pinned geometry Item. Missing/deleted anchors return undefined.
+     */
+    openGeometryItem(field: string, anchor: any): Promise<GeometryReader | undefined>;
     /**
      * Hybrid search fusing a lexical (BM25) sub-query and a dense (vector)
      * sub-query per spec/0015 §5/§6. Returns the fused `[{ anchor, score }]`
@@ -63,10 +133,17 @@ export class Space {
      * ```
      *
      * Delegates to the real (tested) `dreamdb-dataset::Dataset::query_hybrid`.
-     * (v0 does not expose the optional scalar pre/post-filter; it runs with no
-     * scalar gate.)
+     * Optional `scalarField` / `scalarOp` / `scalarValue` properties select
+     * the same scalar pre/post-filter planner used by the native API.
      */
     queryHybrid(vector: Float32Array, opts: any): Promise<Array<any>>;
+    /**
+     * Hybrid query with an observable `{hits, trace}` result. `opts` accepts
+     * `maxLatencyMs`, `costModel`, and the optional scalar triple
+     * `scalarField`/`scalarOp`/`scalarValue` in addition to `queryHybrid`'s
+     * existing properties.
+     */
+    queryHybridPlanned(vector: Float32Array, opts: any): Promise<any>;
     /**
      * Scalar-index lookup: every anchor whose `field` satisfies `op value`
      * (spec/0011). Returns a `BigUint64Array`-style `Array` of anchors,
@@ -107,18 +184,60 @@ export class Space {
      * two-pass rerank + HotShard merge + tombstone suppression.
      */
     queryVector(field: string, query: Float32Array, opts: any): Promise<Array<any>>;
+    /**
+     * Read an Event/Unbucketed or Continuous/TimeBatch typed-array field as
+     * `Map<anchorString, {values, shape, ...}>`.
+     */
+    readArrayColumn(field: string): Promise<Map<any, any>>;
+    /**
+     * Read a typed-array Constant and decode it to a JS TypedArray plus its
+     * authoritative shape and semantic metadata.
+     */
+    readArrayConstant(field: string): Promise<any>;
+    /**
+     * Point read; full-u64 BigInt anchors are supported. Returned components
+     * are owned typed arrays (one Item's bytes), never unaligned aliases.
+     */
+    readArrayItem(field: string, anchor: any): Promise<any>;
     /**
      * Read a scalar track as a `Map<anchorString, value>`. Single-anchor
      * entries resolve from the track index; multi-anchor entries fetch (and
      * de-dupe) their bucket and roaring-decode the anchor set.
      */
     readScalarColumn(track: any, _opts: any): Promise<Map<any, any>>;
+    /**
+     * Fetch verified initialization and complete Fragments overlapping one
+     * item-relative half-open range. This materializes the selected bytes; it
+     * is not a streaming API.
+     */
+    readVideoItemRange(field: string, item_key: Uint8Array, relative_start_ns: any, relative_end_ns: any): Promise<any>;
     /**
      * Fetch a track object and return its `object_index` (array of CBOR
      * entries). Inline indexes only — paged indexes are not resolved (matching
      * dreamdb-ts, which also doesn't support them on this path).
      */
     resolveObjectIndex(track: any): Promise<Array<any>>;
+    /**
+     * Semantic-cache capacity in bytes (spec/0006 §3.6). Default 1 GiB.
+     */
+    semanticCacheCapacity(): Promise<number>;
+    /**
+     * Semantic-cache occupancy as `{ entries, bytesUsed, maxBytes }`.
+     */
+    semanticCacheStats(): Promise<object>;
+    /**
+     * Set the semantic-cache capacity in bytes, evicting down to it before
+     * returning. Returns the bytes evicted. `0` disables the cache.
+     *
+     * An index whose accounted size exceeds the cap is not cached and is
+     * re-fetched on every query, reported honestly as a miss. The default is
+     * not raised globally to suit one corpus.
+     *
+     * Sizing is workload- and architecture-dependent, and figures measured on
+     * a 64-bit host do NOT carry over here: `usize` is 32 bits on `wasm32`, so
+     * every offset and length inside a decoded index accounts differently.
+     */
+    setSemanticCacheCapacity(n_bytes: number): Promise<number>;
     /**
      * Base32 hash of the manifest's first timeline.
      */
@@ -131,6 +250,16 @@ export class Space {
      * List resolved tracks from this manifest.
      */
     tracks(): Array<any>;
+    /**
+     * Look up the logical VideoItem containing one absolute Timeline anchor
+     * without fetching media. Exact nanosecond values are returned as bigint.
+     */
+    videoItemAt(field: string, anchor_ns: any): Promise<any>;
+    /**
+     * Look up one logical VideoItem by its stable opaque key without fetching
+     * initialization or Fragment bytes.
+     */
+    videoItemByKey(field: string, item_key: Uint8Array): Promise<any>;
     /**
      * The base URL objects are fetched relative to (consumers build their own
      * object URLs from this — e.g. `dreamdb-demo`'s track readers).
@@ -149,6 +278,11 @@ export class Writer {
     private constructor();
     free(): void;
     [Symbol.dispose](): void;
+    /**
+     * Atomically hot-append a complete Sample batch. Embeddings retain v1;
+     * scalar/text values use v2. Identified embeddings require embeddingSpecs.
+     */
+    appendHot(samples: Array<any>, embedding_specs?: object | null): Promise<number>;
     /**
      * Append records and commit in one call.
      *
@@ -162,6 +296,11 @@ export class Writer {
      * lifetime is under the caller's control.
      */
     appendMany(samples: Array<any>): Promise<number>;
+    /**
+     * Append records with a field-to-`spec_id` map for identified embeddings.
+     * Values are full canonical base32 multihashes.
+     */
+    appendManyWithSpecs(samples: Array<any>, embedding_specs: object): Promise<number>;
     /**
      * Flush staged entries and publish a new manifest.
      *
@@ -171,10 +310,30 @@ export class Writer {
      * its records on top of the new head is correct.
      */
     commit(): Promise<string>;
+    /**
+     * Producer policy only: TTL is evaluated on append, not by a timer.
+     */
+    configureHotShard(flush_threshold: number, ttl_seconds: number): void;
+    /**
+     * Create a never-used key. Sample uses appendMany's tagged fields, no anchor.
+     */
+    createEntity(key: any, sample: object, embedding_specs?: object | null): Promise<object>;
+    /**
+     * Delete exactly a live revision, retaining its key and stable identity.
+     */
+    deleteEntity(key: any, expected: Uint8Array): Promise<object>;
     /**
      * Tombstone records by anchor. Returns the new manifest hash.
      */
     deleteRecords(anchors: BigUint64Array, reason?: string | null): Promise<string>;
+    /**
+     * Enable one exact typed entity namespace: string, bytes or int.
+     */
+    enableEntityKeys(key_kind: string): Promise<void>;
+    /**
+     * Explicitly fold every pending hot field into cold Tracks in one publish.
+     */
+    flushHot(): Promise<void>;
     /**
      * Open a ref for writing.
      *
@@ -189,10 +348,27 @@ export class Writer {
      * until it calls it.
      */
     static open(uri: string, backend: any): Promise<Writer>;
+    /**
+     * Publish prequantized fixed-stride records. Coordinates is
+     * {origin:[x,y,z],step:[x,y,z],units:string}; depth is 0..16.
+     */
+    publishGeometryCells(field: string, anchor: any, coordinates: any, depth: any, records: Uint8Array): Promise<string>;
+    /**
+     * Each level is {errorGrid,vertices,triangles,bytes:Uint8Array}.
+     */
+    publishGeometryMesh(field: string, anchor: any, coordinates: any, levels: Array<any>): Promise<string>;
     /**
      * Tag the current manifest with an immutable label (`refs/<ref>@<label>`).
      */
     snapshot(label: string): Promise<string>;
+    /**
+     * Replace only a live revision, atomically hiding its old physical row.
+     */
+    supersedeEntity(key: any, sample: object, expected: Uint8Array, embedding_specs?: object | null): Promise<object>;
+    /**
+     * Create with no expected token, or replace/restore exactly that revision.
+     */
+    upsertEntity(key: any, sample: object, expected?: Uint8Array | null, embedding_specs?: object | null): Promise<object>;
     /**
      * Current manifest hash, base32.
      */
@@ -314,6 +490,13 @@ export function timeAnchorHex(value: bigint): string;
  */
 export function timeBucket(t_start: bigint, duration: string): bigint;
 
+/**
+ * Decode one spec/0025 item using the same declaration and payload path as
+ * `Space.readArrayColumn`, without requiring storage IO. This is the SDK's
+ * pure conformance entry point for language-neutral vectors.
+ */
+export function typedArrayDecode(item_type: any, payload: Uint8Array): any;
+
 /**
  * Package version — useful for consumers to confirm which build is loaded.
  */

package/browser/dreamdb.js

@@ -5,5 +5,5 @@ import { __wbg_set_wasm } from "./dreamdb_bg.js";
 __wbg_set_wasm(wasm);
 wasm.__wbindgen_start();
 export {
-    S3Backend, Space, Writer, __wasm_init, addressRoundTrip, addressVariant, bytesToBase32, decodeCbor, encodeCbor, modalityParse, multihashBase32, multihashHex, rangeHeader, spatialKeyRoundTrip, timeAnchorFromHex, timeAnchorHex, timeBucket, version, zeroSpatialKey
+    GeometryReader, S3Backend, Space, Writer, __wasm_init, addressRoundTrip, addressVariant, bytesToBase32, decodeCbor, encodeCbor, modalityParse, multihashBase32, multihashHex, rangeHeader, spatialKeyRoundTrip, timeAnchorFromHex, timeAnchorHex, timeBucket, typedArrayDecode, version, zeroSpatialKey
 } from "./dreamdb_bg.js";