harperdb 4.5.0-alpha.3 → 4.5.0-beta.2

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "harperdb",
-	"version": "4.5.0-alpha.3",
+	"version": "4.5.0-beta.2",
 	"description": "HarperDB is a distributed database, caching service, streaming broker, and application development platform focused on performance and ease of use.",
 	"keywords": [
 		"database",
@@ -43,8 +43,8 @@
 	},
 	"license": "SEE LICENSE IN LICENSE",
 	"dependencies": {
-		"@aws-sdk/client-s3": "3.717.0",
-		"@aws-sdk/lib-storage": "3.717.0",
+		"@aws-sdk/client-s3": "3.750.0",
+		"@aws-sdk/lib-storage": "3.750.0",
 		"@endo/static-module-record": "^1.0.4",
 		"@fastify/autoload": "5.10.0",
 		"@fastify/compress": "~6.5.0",
@@ -65,7 +65,8 @@
 		"chalk": "4.1.2",
 		"cli-progress": "3.12.0",
 		"clone": "2.1.2",
-		"fast-glob": "3.3.2",
+		"dotenv": "^16.4.7",
+		"fast-glob": "3.3.3",
 		"fastify": "~4.29.0",
 		"fastify-plugin": "~4.5.1",
 		"fs-extra": "11.2.0",
@@ -84,13 +85,13 @@
 		"mathjs": "11.12.0",
 		"minimist": "1.2.8",
 		"moment": "2.30.1",
-		"mqtt-packet": "~9.0.0",
+		"mqtt-packet": "~9.0.1",
 		"msgpackr": "1.11.2",
 		"nats": "2.19.0",
 		"needle": "3.3.1",
 		"node-forge": "^1.3.1",
 		"node-stream-zip": "1.15.0",
-		"node-unix-socket": "0.2.5",
+		"node-unix-socket": "0.2.7",
 		"normalize-path": "^3.0.0",
 		"ora": "5.4.1",
 		"ordered-binary": "1.5.3",
@@ -114,7 +115,7 @@
 		"ulidx": "0.5.0",
 		"uuid": "10.0.0",
 		"validate.js": "0.13.1",
-		"ws": "8.18.0",
+		"ws": "8.18.1",
 		"yaml": "2.7.0"
 	},
 	"overrides": {
@@ -123,7 +124,8 @@
 		}
 	},
 	"optionalDependencies": {
-		"bufferutil": "^4.0.7",
+		"bufferutil": "^4.0.9",
+		"hdd-space": "^1.2.0",
 		"segfault-handler": "^1.3.0",
 		"utf-8-validate": "^5.0.10"
 	},

package/resources/RecordEncoder.d.ts

@@ -9,6 +9,7 @@ import './blob';
 export declare const TIMESTAMP_PLACEHOLDER: Uint8Array<ArrayBuffer>;
 export declare const LAST_TIMESTAMP_PLACEHOLDER: Uint8Array<ArrayBuffer>;
 export declare const PREVIOUS_TIMESTAMP_PLACEHOLDER: Uint8Array<ArrayBuffer>;
+export declare const NEW_TIMESTAMP_PLACEHOLDER: Uint8Array<ArrayBuffer>;
 export declare const LOCAL_TIMESTAMP: unique symbol;
 export declare const METADATA: unique symbol;
 export declare const NO_TIMESTAMP = 0;
@@ -25,5 +26,8 @@ export declare class RecordEncoder extends Encoder {
     decode(buffer: any, options: any): any;
 }
 export declare function handleLocalTimeForGets(store: any, root_store: any): any;
-export declare function recordUpdater(store: any, table_id: any, audit_store: any): (id: any, record: any, existing_entry: any, new_version: any, assign_metadata?: number, audit?: boolean, options?: any, type?: string, resolve_record?: boolean, audit_record?: any) => any;
+export declare function recordUpdater(store: any, table_id: any, audit_store: any): (id: any, record: any, existing_entry: any, new_version: any, assign_metadata?: number, // when positive, this has a set of metadata flags for the record
+audit?: boolean, // true -> audit this record. false -> do not. null -> retain any audit timestamp
+options?: any, type?: string, resolve_record?: boolean, // indicates that we are resolving (from source) record that was previously invalidated
+audit_record?: any) => Promise<void>;
 export declare function removeEntry(store: any, entry: any, existing_version?: number): any;

package/resources/Resource.d.ts

@@ -17,6 +17,7 @@ export declare class Resource implements ResourceInterface {
     static transactions: Transaction[] & {
         timestamp: number;
     };
+    static directURLMapping: boolean;
     constructor(identifier: Id, source: any);
     /**
      * The get methods are for directly getting a resource, and called for HTTP GET requests.

package/resources/Resources.d.ts

@@ -1,8 +1,15 @@
 import { Resource } from './Resource';
+interface ResourceEntry {
+    Resource: typeof Resource;
+    path: string;
+    exportTypes: any;
+    hasSubPaths: boolean;
+    relativeURL: string;
+}
 /**
  * This is the global set of all resources that have been registered on this server.
  */
-export declare class Resources extends Map<string, typeof Resource> {
+export declare class Resources extends Map<string, ResourceEntry> {
     isWorker: boolean;
     loginPath?: (request: any) => string;
     set(path: any, resource: any, export_types?: string[], force?: boolean): void;
@@ -15,11 +22,12 @@ export declare class Resources extends Map<string, typeof Resource> {
      * that can further transform data from the main structured object resources).
      * @return The matched Resource class. Note that the remaining path is "returned" by setting the relativeURL property
      */
-    getMatch(url: string, export_type?: string): any;
-    getResource(path: string, resource_info: any): any;
+    getMatch(url: string, export_type?: string): ResourceEntry | undefined;
+    getResource(path: string, resource_info: any): Resource | Promise<Resource>;
     call(path: string, request: any, callback: Function): Promise<any>;
     setRepresentation(path: any, type: any, representation: any): void;
 }
 export declare let resources: Resources;
 export declare function resetResources(): Resources;
 export declare function keyArrayToString(key: any): any;
+export {};

package/resources/Table.d.ts

@@ -567,7 +567,7 @@ export declare function makeTable(options: any): {
     /**
      * Evicting a record will remove it from a caching table. This is not considered a canonical data change, and it is assumed that retrieving this record from the source will still yield the same record, this is only removing the local copy of the record.
      */
-    evict(id: any, existing_record: any, existing_version: any): any;
+    evict(id: any, existing_record: any, existing_version: any): Promise<void>;
     operation(operation: any, context: any): any;
     /**
      * This is responsible for ordering and select()ing the attributes/properties from returned entries
@@ -608,13 +608,13 @@ export declare function makeTable(options: any): {
         free: number;
         size: number;
     };
-    getRecordCount(options: any): {
+    getRecordCount(options?: any): Promise<{
         recordCount: number;
         estimatedRange: number[];
     } | {
         recordCount: number;
         estimatedRange?: undefined;
-    };
+    }>;
     /**
      * When attributes have been changed, we update the accessors that are assigned to this table
      */
@@ -635,6 +635,7 @@ export declare function makeTable(options: any): {
     transactions: import("./DatabaseTransaction").Transaction[] & {
         timestamp: number;
     };
+    directURLMapping: boolean;
     get(identifier: Id, context?: Context): Promise<Resource>;
     get(query: Query, context?: Context): Promise<AsyncIterable<object>>;
     put: {

package/resources/blob.d.ts

@@ -55,7 +55,7 @@ declare class FileBackedBlob extends InstanceOfBlobWithNoConstructor {
     finished: Promise<void>;
     constructor(options?: BlobCreationOptions);
     on(type: string, callback: (error: Error) => void): void;
-    toJSON(): {
+    toJSON(): string | {
         description: string;
     };
     text(): Promise<string>;
@@ -100,7 +100,7 @@ export declare function encodeBlobsAsBuffers<T>(callback: () => T): Promise<T>;
  * Decode blobs, creating local storage to hold the blogs and returning a promise that resolves when all the blobs are written to disk
  * @param callback
  */
-export declare function decodeBlobsWithWrites(callback: () => void, blobCallback?: (blob: Blob) => void): void | Promise<void> | Promise<void[]>;
+export declare function decodeBlobsWithWrites(callback: () => void, blobCallback?: (blob: Blob) => void): Promise<void> | Promise<void[]>;
 /**
  * Decode with a callback for when blobs are encountered, allowing for detecting of blobs
  * @param callback
@@ -116,4 +116,5 @@ export declare function decodeFromDatabase(callback: () => void, rootStore: LMDB
  * @param object
  */
 export declare function deleteBlobsInObject(object: any): void;
+export declare function findBlobsInObject(object: any, callback: (blob: Blob) => void): void;
 export {};

package/resources/databases.d.ts

@@ -454,7 +454,7 @@ export declare function table(table_definition: TableDefinition): {
     coerceId(id: string): number | string;
     dropTable(): Promise<void>;
     _recordRelocate(existing_entry: any, entry: any): void;
-    evict(id: any, existing_record: any, existing_version: any): any;
+    evict(id: any, existing_record: any, existing_version: any): Promise<void>;
     operation(operation: any, context: any): any;
     transformToOrderedSelect(entries: any[], select: (string | import("./ResourceInterface").SubSelect)[], sort: import("./ResourceInterface").Sort, context: import("./ResourceInterface").Context, read_txn: any, transformToRecord: Function): any;
     transformEntryForSelect(select: any, context: any, read_txn: any, filtered: any, ensure_loaded?: any, can_skip?: any): (entry: any) => any;
@@ -468,13 +468,13 @@ export declare function table(table_definition: TableDefinition): {
         free: number;
         size: number;
     };
-    getRecordCount(options: any): {
+    getRecordCount(options?: any): Promise<{
         recordCount: number;
         estimatedRange: number[];
     } | {
         recordCount: number;
         estimatedRange?: undefined;
-    };
+    }>;
     updatedAttributes(): void;
     setComputedAttribute(attribute_name: any, resolver: any): void;
     deleteHistory(end_time?: number, cleanup_deleted_records?: boolean): Promise<void>;
@@ -492,6 +492,7 @@ export declare function table(table_definition: TableDefinition): {
     transactions: import("./DatabaseTransaction").Transaction[] & {
         timestamp: number;
     };
+    directURLMapping: boolean;
     get(identifier: import("./ResourceInterface").Id, context?: import("./ResourceInterface").Context): Promise<import("./Resource").Resource>;
     get(query: import("./ResourceInterface").Query, context?: import("./ResourceInterface").Context): Promise<AsyncIterable<object>>;
     put: {

package/server/Server.d.ts

@@ -11,6 +11,7 @@ interface Server {
     ws?(listener: (ws: WebSocket, request: Request, requestCompletion: Promise<any>) => any, options?: WebSocketOptions): void;
     contentTypes: Map<string, ContentTypeHandler>;
     getUser(username: string, password: string | null, request: Request): any;
+    authenticateUser(username: string, password: string, request: Request): any;
     operation(operation: any, context: any, authorize?: boolean): Promise<any>;
     recordAnalytics(value: Value, metric: string, path?: string, method?: string, type?: string): void;
 }