harperdb 4.3.0-alpha.1 → 4.3.0-alpha.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "harperdb",
-  "version": "4.3.0-alpha.1",
+  "version": "4.3.0-alpha.2",
   "description": "HarperDB is a distributed SQL & NoSQL data platform focused on speed, flexibility, and ease of use.",
   "keywords": [
     "database",
@@ -68,14 +68,14 @@
     "json2csv": "5.0.7",
     "jsonata": "1.8.6",
     "jsonwebtoken": "9.0.2",
-    "lmdb": "2.9.2",
+    "lmdb": "2.9.3-beta.2",
     "lodash": "4.17.21",
     "mathjs": "11.11.2",
     "minimist": "1.2.8",
     "mkcert": "1.5.1",
     "moment": "2.29.4",
     "mqtt-packet": "~8.2.1",
-    "msgpackr": "1.10.0",
+    "msgpackr": "1.10.1",
     "nats": "2.17.0",
     "needle": "3.2.0",
     "node-stream-zip": "1.15.0",

package/resources/DatabaseTransaction.d.ts

@@ -23,7 +23,7 @@ export declare class DatabaseTransaction implements Transaction {
         close?: boolean;
         timestamp?: number;
     }): Promise<CommitResolution>;
-    abort(options: any): void;
+    abort(): void;
 }
 interface CommitResolution {
     txnTime: number;

package/resources/RecordEncoder.d.ts

@@ -16,6 +16,7 @@ export declare const TIMESTAMP_ASSIGN_LAST = 1;
 export declare const TIMESTAMP_ASSIGN_PREVIOUS = 3;
 export declare const TIMESTAMP_RECORD_PREVIOUS = 4;
 export declare const HAS_EXPIRATION = 16;
+export declare const PENDING_LOCAL_TIME = 1;
 export declare class RecordEncoder extends Encoder {
     constructor(options: any);
     decode(buffer: any, options: any): any;

package/resources/Resource.d.ts

@@ -3,7 +3,6 @@ import { Transaction } from './DatabaseTransaction';
 export declare const CONTEXT: unique symbol;
 export declare const ID_PROPERTY: unique symbol;
 export declare const IS_COLLECTION: unique symbol;
-export declare const SAVE_UPDATES_PROPERTY: unique symbol;
 export declare const RECORD_PROPERTY: unique symbol;
 /**
  * This is the main class that can be extended for any resource in HarperDB and provides the essential reusable
@@ -37,6 +36,10 @@ export declare class Resource implements ResourceInterface {
         (id_or_query: Id, data_or_context?: any, context?: Context): any;
         reliesOnPrototype: boolean;
     };
+    static patch: {
+        (id_or_query: Id, data_or_context?: any, context?: Context): any;
+        reliesOnPrototype: boolean;
+    };
     static delete(identifier: Id, context?: Context): Promise<boolean>;
     static delete(request: Request, context?: Context): Promise<object>;
     static delete: typeof Resource.delete;

package/resources/Table.d.ts

@@ -72,6 +72,8 @@ export declare function makeTable(options: any): {
          * @param full_update The provided data in updates is the full intended record; any properties in the existing record that are not in the updates, should be removed
          */
         update(updates?: any, full_update?: boolean): any;
+        addTo(property: any, value: any): void;
+        subtractFrom(property: any, value: any): void;
         invalidate(options: any): void;
         /**
          * This is intended to acquire a lock on a record from the whole cluster.
@@ -85,8 +87,9 @@ export declare function makeTable(options: any): {
          * @param record
          * @param options
          */
-        put(record: any): Promise<void>;
-        _writeUpdate(record: any, options?: any): void;
+        put(record: any): void;
+        patch(record_update: any): void;
+        _writeUpdate(record_update: any, full_update: boolean, options?: any): void;
         delete(request: Request): Promise<boolean>;
         _writeDelete(options?: any): boolean;
         search(request: Query): AsyncIterable<any>;
@@ -145,7 +148,7 @@ export declare function makeTable(options: any): {
          */
         publish(message: any, options?: any): void;
         _writePublish(message: any, options?: any): void;
-        validate(record: any): void;
+        validate(record: any, patch?: any): void;
         getUpdatedTime(): any;
         wasLoadedFromSource(): boolean | void;
         post(new_record: any): any;
@@ -231,6 +234,8 @@ export declare function makeTable(options: any): {
          * @param full_update The provided data in updates is the full intended record; any properties in the existing record that are not in the updates, should be removed
          */
         update(updates?: any, full_update?: boolean): any;
+        addTo(property: any, value: any): void;
+        subtractFrom(property: any, value: any): void;
         invalidate(options: any): void;
         /**
          * This is intended to acquire a lock on a record from the whole cluster.
@@ -244,8 +249,9 @@ export declare function makeTable(options: any): {
          * @param record
          * @param options
          */
-        put(record: any): Promise<void>;
-        _writeUpdate(record: any, options?: any): void;
+        put(record: any): void;
+        patch(record_update: any): void;
+        _writeUpdate(record_update: any, full_update: boolean, options?: any): void;
         delete(request: Request): Promise<boolean>;
         _writeDelete(options?: any): boolean;
         search(request: Query): AsyncIterable<any>;
@@ -304,7 +310,7 @@ export declare function makeTable(options: any): {
          */
         publish(message: any, options?: any): void;
         _writePublish(message: any, options?: any): void;
-        validate(record: any): void;
+        validate(record: any, patch?: any): void;
         getUpdatedTime(): any;
         wasLoadedFromSource(): boolean | void;
         post(new_record: any): any;
@@ -354,6 +360,8 @@ export declare function makeTable(options: any): {
          * @param full_update The provided data in updates is the full intended record; any properties in the existing record that are not in the updates, should be removed
          */
         update(updates?: any, full_update?: boolean): any;
+        addTo(property: any, value: any): void;
+        subtractFrom(property: any, value: any): void;
         invalidate(options: any): void;
         /**
          * This is intended to acquire a lock on a record from the whole cluster.
@@ -367,8 +375,9 @@ export declare function makeTable(options: any): {
          * @param record
          * @param options
          */
-        put(record: any): Promise<void>;
-        _writeUpdate(record: any, options?: any): void;
+        put(record: any): void;
+        patch(record_update: any): void;
+        _writeUpdate(record_update: any, full_update: boolean, options?: any): void;
         delete(request: Request): Promise<boolean>;
         _writeDelete(options?: any): boolean;
         search(request: Query): AsyncIterable<any>;
@@ -427,7 +436,7 @@ export declare function makeTable(options: any): {
          */
         publish(message: any, options?: any): void;
         _writePublish(message: any, options?: any): void;
-        validate(record: any): void;
+        validate(record: any, patch?: any): void;
         getUpdatedTime(): any;
         wasLoadedFromSource(): boolean | void;
         post(new_record: any): any;
@@ -462,6 +471,16 @@ export declare function makeTable(options: any): {
      */
     evict(id: any, existing_record: any, existing_version: any): any;
     operation(operation: any, context: any): any;
+    /**
+     * This is responsible for ordering and select()ing the attributes/properties from returned entries
+     * @param select
+     * @param context
+     * @param filtered
+     * @param ensure_loaded
+     * @param can_skip
+     * @returns
+     */
+    transformToOrderedSelect(entries: any, select: any, sort: any, context: any, transformToRecord: any): any;
     /**
      * This is responsible for select()ing the attributes/properties from returned entries
      * @param select
@@ -506,6 +525,10 @@ export declare function makeTable(options: any): {
         (id_or_query: Id, data_or_context?: any, context?: Context): any;
         reliesOnPrototype: boolean;
     };
+    patch: {
+        (id_or_query: Id, data_or_context?: any, context?: Context): any;
+        reliesOnPrototype: boolean;
+    };
     delete(identifier: Id, context?: Context): Promise<boolean>;
     delete(request: Request, context?: Context): Promise<object>;
     getNewId(): `${string}-${string}-${string}-${string}-${string}`;

package/resources/auditStore.d.ts

@@ -11,7 +11,7 @@ export declare const AUDIT_STORE_OPTIONS: {
     };
 };
 export declare function openAuditStore(root_store: any): any;
-export declare function setAuditRetention(retention_time: any): void;
+export declare function setAuditRetention(retention_time: any, default_delay?: number): void;
 export declare function createAuditEntry(txn_time: any, table_id: any, record_id: any, previous_local_time: any, username: any, type: any, encoded_record: any): Buffer;
 export declare function readAuditEntry(buffer: any): {
     type: any;
@@ -20,7 +20,7 @@ export declare function readAuditEntry(buffer: any): {
     version: any;
     previousLocalTime: any;
     readonly user: import("ordered-binary").Key;
-    getValue(store: any): any;
+    getValue(store: any, full_record?: any, audit_time?: any): any;
 } | {
     type?: undefined;
     tableId?: undefined;

package/resources/crdt.d.ts

@@ -0,0 +1,19 @@
+export declare function add(record: any, property: any, action: any): void;
+export declare namespace add {
+    var reverse: (record: any, property: any, action: any) => void;
+}
+/**
+ * Rebuild a record update that has a timestamp before the provided newer update
+ * @param update
+ * @param newer_update
+ */
+export declare function rebuildUpdateBefore(update: any, newer_update: any): any;
+export declare function applyReverse(record: any, update: any): void;
+/**
+ * Reconstruct the record state at a given timestamp by going back through the audit history and reversing any changes
+ * @param current_entry
+ * @param timestamp
+ * @param store
+ * @returns
+ */
+export declare function getRecordAtTime(current_entry: any, timestamp: any, store: any): any;

package/resources/databases.d.ts

@@ -78,10 +78,13 @@ export declare function table({ table: table_name, database: database_name, expi
         allowCreate(user: any, new_data: {}): boolean;
         allowDelete(user: any): any;
         update(updates?: any, full_update?: boolean): any;
+        addTo(property: any, value: any): void;
+        subtractFrom(property: any, value: any): void;
         invalidate(options: any): void;
         lock(): void;
-        put(record: any): Promise<void>;
-        _writeUpdate(record: any, options?: any): void;
+        put(record: any): void;
+        patch(record_update: any): void;
+        _writeUpdate(record_update: any, full_update: boolean, options?: any): void;
         delete(request: import("./ResourceInterface").Request): Promise<boolean>;
         _writeDelete(options?: any): boolean;
         search(request: import("./ResourceInterface").Query): AsyncIterable<any>;
@@ -133,7 +136,7 @@ export declare function table({ table: table_name, database: database_name, expi
         doesExist(): boolean;
         publish(message: any, options?: any): void;
         _writePublish(message: any, options?: any): void;
-        validate(record: any): void;
+        validate(record: any, patch?: any): void;
         getUpdatedTime(): any;
         wasLoadedFromSource(): boolean | void;
         post(new_record: any): any;
@@ -168,10 +171,13 @@ export declare function table({ table: table_name, database: database_name, expi
         allowCreate(user: any, new_data: {}): boolean;
         allowDelete(user: any): any;
         update(updates?: any, full_update?: boolean): any;
+        addTo(property: any, value: any): void;
+        subtractFrom(property: any, value: any): void;
         invalidate(options: any): void;
         lock(): void;
-        put(record: any): Promise<void>;
-        _writeUpdate(record: any, options?: any): void;
+        put(record: any): void;
+        patch(record_update: any): void;
+        _writeUpdate(record_update: any, full_update: boolean, options?: any): void;
         delete(request: import("./ResourceInterface").Request): Promise<boolean>;
         _writeDelete(options?: any): boolean;
         search(request: import("./ResourceInterface").Query): AsyncIterable<any>;
@@ -223,7 +229,7 @@ export declare function table({ table: table_name, database: database_name, expi
         doesExist(): boolean;
         publish(message: any, options?: any): void;
         _writePublish(message: any, options?: any): void;
-        validate(record: any): void;
+        validate(record: any, patch?: any): void;
         getUpdatedTime(): any;
         wasLoadedFromSource(): boolean | void;
         post(new_record: any): any;
@@ -238,10 +244,13 @@ export declare function table({ table: table_name, database: database_name, expi
         allowCreate(user: any, new_data: {}): boolean;
         allowDelete(user: any): any;
         update(updates?: any, full_update?: boolean): any;
+        addTo(property: any, value: any): void;
+        subtractFrom(property: any, value: any): void;
         invalidate(options: any): void;
         lock(): void;
-        put(record: any): Promise<void>;
-        _writeUpdate(record: any, options?: any): void;
+        put(record: any): void;
+        patch(record_update: any): void;
+        _writeUpdate(record_update: any, full_update: boolean, options?: any): void;
         delete(request: import("./ResourceInterface").Request): Promise<boolean>;
         _writeDelete(options?: any): boolean;
         search(request: import("./ResourceInterface").Query): AsyncIterable<any>;
@@ -293,7 +302,7 @@ export declare function table({ table: table_name, database: database_name, expi
         doesExist(): boolean;
         publish(message: any, options?: any): void;
         _writePublish(message: any, options?: any): void;
-        validate(record: any): void;
+        validate(record: any, patch?: any): void;
         getUpdatedTime(): any;
         wasLoadedFromSource(): boolean | void;
         post(new_record: any): any;
@@ -311,6 +320,7 @@ export declare function table({ table: table_name, database: database_name, expi
     dropTable(): Promise<void>;
     evict(id: any, existing_record: any, existing_version: any): any;
     operation(operation: any, context: any): any;
+    transformToOrderedSelect(entries: any, select: any, sort: any, context: any, transformToRecord: any): any;
     transformEntryForSelect(select: any, context: any, filtered: any, ensure_loaded?: any, can_skip?: any): (entry: any) => any;
     addAttributes(attributes_to_add: any): Promise<any>;
     removeAttributes(names: string[]): Promise<any>;
@@ -343,6 +353,10 @@ export declare function table({ table: table_name, database: database_name, expi
         (id_or_query: import("./ResourceInterface").Id, data_or_context?: any, context?: import("./ResourceInterface").Context): any;
         reliesOnPrototype: boolean;
     };
+    patch: {
+        (id_or_query: import("./ResourceInterface").Id, data_or_context?: any, context?: import("./ResourceInterface").Context): any;
+        reliesOnPrototype: boolean;
+    };
     delete(identifier: import("./ResourceInterface").Id, context?: import("./ResourceInterface").Context): Promise<boolean>;
     delete(request: import("./ResourceInterface").Request, context?: import("./ResourceInterface").Context): Promise<object>;
     getNewId(): `${string}-${string}-${string}-${string}-${string}`;

package/resources/tracked.d.ts

@@ -24,7 +24,7 @@ export declare function collapseData(target: any): any;
  * @param target
  * @returns
  */
-export declare function deepFreeze(target: any): any;
+export declare function deepFreeze(target: any, changes?: any): any;
 /**
  * Determine if any changes have been made to this tracked object
  * @param target
@@ -34,3 +34,9 @@ export declare function hasChanges(target: any): boolean;
 export declare function copyRecord(record: any, target_resource: any, attributes: any): void;
 export declare const NOT_COPIED_YET: {};
 export declare function withoutCopying(callback: any): any;
+export declare class Addition {
+    value: any;
+    __op__: string;
+    constructor(value: any);
+    update(previous_value: any): any;
+}