@fireproof/core 0.13.1 → 0.13.3-dev

package/dist/types/crdt-clock.d.ts

@@ -6,7 +6,7 @@ export declare class CRDTClock {
     watchers: Set<((updates: DocUpdate[]) => void)>;
     blocks: TransactionBlockstore | null;
     setHead(head: ClockHead): void;
-    applyHead(tblocks: Transaction | null, newHead: ClockHead, prevHead: ClockHead, updates?: DocUpdate[]): Promise<void>;
+    applyHead(tblocks: Transaction | null, newHead: ClockHead, prevHead: ClockHead, updates?: DocUpdate[] | null): Promise<void>;
     onTick(fn: (updates: DocUpdate[]) => void): void;
     onZoom(fn: () => void): void;
 }

package/dist/types/database.d.ts

@@ -20,7 +20,6 @@ export declare class Database {
         rows: import("./types").IndexRow[];
     }>;
     compact(): Promise<void>;
-    connect(schemaName?: string): import("./connect-web3").ConnectWeb3;
     getDashboardURL(compact?: boolean): Promise<URL>;
     openDashboard(): void;
     _notify(updates: DocUpdate[]): Promise<void>;

package/dist/types/fireproof.d.ts

@@ -1,6 +1,7 @@
-import { connect } from './connect';
 export * from './database';
 export * from './index';
-export { connect };
+export * from './loader-helpers';
+export * from './store';
+export * from './loader';
 
 export * from './types';

package/dist/types/loader.d.ts

@@ -1,10 +1,8 @@
 import { CarReader } from '@ipld/car';
-import { RemoteDataStore, RemoteMetaStore } from './store-remote';
 import { DataStore, MetaStore, RemoteWAL } from './store-browser';
-import type { DataStore as AbstractDataStore } from './store';
+import type { DataStore as AbstractDataStore, MetaStore as AbstractMetaStore } from './store';
 import type { Transaction } from './transaction';
 import type { AnyBlock, AnyCarHeader, AnyLink, BulkResult, CarLoaderHeader, CommitOpts, DbMeta, FileCarHeader, FileResult, FireproofOptions } from './types';
-import type { Connection } from './connection';
 import { type IndexerResult } from './loaders';
 export declare function cidListIncludes(list: AnyLink[], cid: AnyLink): boolean;
 export declare function toHexString(byteArray: Uint8Array): string;
@@ -12,11 +10,11 @@ export declare abstract class Loader {
     name: string;
     opts: FireproofOptions;
     remoteMetaLoading: Promise<void> | undefined;
-    remoteMetaStore: RemoteMetaStore | undefined;
-    remoteCarStore: RemoteDataStore | undefined;
-    remoteWAL: RemoteWAL | undefined;
-    metaStore: MetaStore | undefined;
-    carStore: DataStore | undefined;
+    remoteMetaStore: AbstractMetaStore | undefined;
+    remoteCarStore: AbstractDataStore | undefined;
+    remoteWAL: RemoteWAL;
+    metaStore: MetaStore;
+    carStore: DataStore;
     carLog: AnyLink[];
     carReaders: Map<string, Promise<CarReader>>;
     ready: Promise<void>;
@@ -26,9 +24,6 @@ export declare abstract class Loader {
     static defaultHeader: AnyCarHeader;
     abstract defaultHeader: AnyCarHeader;
     constructor(name: string, opts?: FireproofOptions);
-    _connectRemoteMeta(connection: Connection): Connection;
-    _connectRemoteStorage(connection: Connection): Connection;
-    connectRemote(connection: Connection): Connection;
     snapToCar(carCid: AnyLink | string): Promise<void>;
     handleDbMetasFromStore(metas: DbMeta[]): Promise<void>;
     mergeDbMetaIntoClock(meta: DbMeta): Promise<void>;
@@ -40,7 +35,6 @@ export declare abstract class Loader {
     commit(t: Transaction, done: IndexerResult | BulkResult | FileResult, opts?: CommitOpts): Promise<AnyLink>;
     _commitInternal(t: Transaction, done: IndexerResult | BulkResult | FileResult, opts?: CommitOpts): Promise<AnyLink>;
     getBlock(cid: AnyLink): Promise<AnyBlock | undefined>;
-    protected initializeStores(): Promise<void>;
     protected abstract makeCarHeader(_result: BulkResult | IndexerResult | FileResult, _cars: AnyLink[], _compact: boolean): AnyCarHeader | FileCarHeader;
     protected loadCar(cid: AnyLink): Promise<CarReader>;
     protected storesLoadCar(cid: AnyLink, local: AbstractDataStore, remote?: AbstractDataStore, publicFiles?: boolean): Promise<CarReader>;
@@ -48,3 +42,7 @@ export declare abstract class Loader {
     protected setKey(key: string): Promise<void>;
     protected getMoreReaders(cids: AnyLink[]): Promise<void>;
 }
+export interface Connection {
+    loader: Loader;
+    loaded: Promise<void>;
+}

package/dist/types/loaders.d.ts

@@ -1,10 +1,9 @@
 import type { CarReader } from '@ipld/car';
 import type { AnyLink, BulkResult, CarCommit, DbCarHeader, FileCarHeader, FileResult, FireproofOptions, IdxCarHeader, IdxMeta, IdxMetaMap } from './types';
-import type { Connection } from './connection';
 import type { CRDT } from './crdt';
 import type { CRDTClock } from './crdt-clock';
 import { Loader } from './loader';
-import { RemoteDataStore } from './store-remote';
+import type { DataStore as AbstractDataStore } from './store';
 import { DataStore } from './store-browser';
 export declare class IdxLoader extends Loader {
     crdt: CRDT;
@@ -35,11 +34,9 @@ export declare class DbLoader extends Loader {
         head: never[];
     };
     clock: CRDTClock;
-    remoteFileStore: RemoteDataStore | undefined;
-    fileStore: DataStore | undefined;
+    remoteFileStore: AbstractDataStore | undefined;
+    fileStore: DataStore;
     constructor(name: string, clock: CRDTClock, opts?: FireproofOptions);
-    protected initializeStores(): Promise<void>;
-    _connectRemoteStorage(connection: Connection): Connection;
     loadFileCar(cid: AnyLink, isPublic?: boolean): Promise<CarReader>;
     protected _applyCarHeader(carHeader: DbCarHeader, snap?: boolean): Promise<void>;
     protected makeCarHeader(result: BulkResult | FileResult, cars: AnyLink[], compact?: boolean): DbCarHeader | FileCarHeader;

package/dist/types/remote-wal.d.ts

@@ -0,0 +1,25 @@
+import { AnyLink, CommitOpts, DbMeta } from './types';
+import type { Loader } from './loader';
+export type WALState = {
+    operations: DbMeta[];
+    noLoaderOps: DbMeta[];
+    fileOperations: {
+        cid: AnyLink;
+        public: boolean;
+    }[];
+};
+export declare abstract class RemoteWAL {
+    tag: string;
+    STORAGE_VERSION: string;
+    loader: Loader;
+    ready: Promise<void>;
+    walState: WALState;
+    processing: Promise<void> | undefined;
+    constructor(loader: Loader);
+    enqueue(dbMeta: DbMeta, opts: CommitOpts): Promise<void>;
+    enqueueFile(fileCid: AnyLink, publicFile?: boolean): Promise<void>;
+    _process(): Promise<void>;
+    _int_process(): Promise<void>;
+    abstract load(branch?: string): Promise<WALState | null>;
+    abstract save(state: WALState, branch?: string): Promise<void>;
+}

package/dist/types/store-browser.d.ts

@@ -1,6 +1,7 @@
 import { IDBPDatabase } from 'idb';
 import { AnyBlock, AnyLink, DbMeta } from './types';
-import { DataStore as DataStoreBase, MetaStore as MetaStoreBase, RemoteWAL as RemoteWALBase, WALState } from './store';
+import { DataStore as DataStoreBase, MetaStore as MetaStoreBase } from './store';
+import { RemoteWAL as RemoteWALBase, WALState } from './remote-wal';
 export declare class DataStore extends DataStoreBase {
     tag: string;
     idb: IDBPDatabase<unknown> | null;

package/dist/types/store-fs.d.ts

@@ -1,5 +1,6 @@
 import type { AnyBlock, AnyLink, DbMeta } from './types';
-import { MetaStore as MetaStoreBase, DataStore as DataStoreBase, RemoteWAL as RemoteWALBase, WALState } from './store';
+import { MetaStore as MetaStoreBase, DataStore as DataStoreBase } from './store';
+import { RemoteWAL as RemoteWALBase, WALState } from './remote-wal';
 export declare class RemoteWAL extends RemoteWALBase {
     filePathForBranch(branch: string): string;
     load(branch?: string): Promise<WALState | null>;

package/dist/types/store.d.ts

@@ -1,5 +1,5 @@
 import { ToString } from '@ipld/dag-json';
-import { AnyBlock, AnyLink, CommitOpts, DbMeta } from './types';
+import { AnyBlock, AnyLink, DbMeta } from './types';
 import type { Loader } from './loader';
 export declare const STORAGE_VERSION: string;
 declare abstract class VersionedStore {
@@ -14,28 +14,6 @@ export declare abstract class MetaStore extends VersionedStore {
     abstract load(branch?: string): Promise<DbMeta[] | null>;
     abstract save(dbMeta: DbMeta, branch?: string): Promise<DbMeta[] | null>;
 }
-export type WALState = {
-    operations: DbMeta[];
-    fileOperations: {
-        cid: AnyLink;
-        public: boolean;
-    }[];
-};
-export declare abstract class RemoteWAL {
-    tag: string;
-    STORAGE_VERSION: string;
-    loader: Loader;
-    ready: Promise<void>;
-    walState: WALState;
-    processing: Promise<void> | undefined;
-    constructor(loader: Loader);
-    enqueue(dbMeta: DbMeta, opts: CommitOpts): Promise<void>;
-    enqueueFile(fileCid: AnyLink, publicFile?: boolean): Promise<void>;
-    _process(): Promise<void>;
-    _int_process(): Promise<void>;
-    abstract load(branch?: string): Promise<WALState | null>;
-    abstract save(state: WALState, branch?: string): Promise<void>;
-}
 type DataSaveOpts = {
     public?: boolean;
 };

package/dist/types/types.d.ts

@@ -16,8 +16,12 @@ export type ClockHead = ClockLink[]
 
 export type DocFragment = Uint8Array | string | number | boolean | null | DocFragment[] | { [key: string]: DocFragment }
 
-export type Doc = DocBody & {
+export type Doc = DocBody & DocBase
+
+export type DocBase = {
   _id?: string
+  _files?: DocFiles
+  _publicFiles?: DocFiles
 }
 
 export type DocFileMeta = {
@@ -73,6 +77,7 @@ export type IndexUpdate = {
 export type IndexRow = {
   id: string
   key: IndexKey
+  row?: DocFragment
   doc?: Doc | null
   value?: DocFragment
   del?: boolean
@@ -146,32 +151,7 @@ export interface CarMakeable {
   get(cid: AnyLink): Promise<AnyBlock | undefined>
 }
 
-export type UploadMetaFnParams = {
-  name: string,
-  branch: string,
-}
-
-export type UploadDataFnParams = {
-  type: 'data' | 'file',
-  name: string,
-  car: string,
-  size: string
-}
-
-export type DownloadFnParamTypes = 'data' | 'file'
-
-export type DownloadDataFnParams = {
-  type: DownloadFnParamTypes,
-  name: string,
-  car: string,
-}
-
-export type DownloadMetaFnParams = {
-  name: string,
-  branch: string,
-}
 
-export type LoadHandler = (dbMetas: DbMeta[]) => Promise<void>
 
 export type ChangesOptions = {
   dirty?: boolean

package/dist/types/version.d.ts

@@ -1 +1 @@
-export declare const PACKAGE_VERSION = "0.13.1";
+export declare const PACKAGE_VERSION = "0.13.3-dev";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fireproof/core",
-  "version": "0.13.1",
+  "version": "0.13.3-dev",
   "description": "Live database for the web",
   "main": "./dist/browser/fireproof.cjs",
   "module": "./dist/browser/fireproof.esm.js",
@@ -28,7 +28,6 @@
   ],
   "type": "module",
   "scripts": {
-    
     "prepublishOnly": "cp ../../README.md . && npm run build:all",
     "postpublish": "rm README.md",
     "clean": "rm -rf dist/*",
@@ -125,6 +124,7 @@
     "@ipld/unixfs": "^2.1.1",
     "@peculiar/webcrypto": "^1.4.3",
     "@ucanto/core": "^8.2.0",
+    "@ucanto/interface": "^8.1.0",
     "@web3-storage/clock": "^0.3.0",
     "@web3-storage/w3up-client": "^8.0.1",
     "charwise": "^3.0.1",
@@ -132,6 +132,7 @@
     "idb": "^7.1.1",
     "ipfs-unixfs-exporter": "^13.1.7",
     "multiformats": "^12.0.1",
+    "p-limit": "^4.0.0",
     "prolly-trees": "^1.0.4",
     "uuidv7": "^0.6.2"
   }

package/dist/types/connect-s3.d.ts

@@ -1,11 +0,0 @@
-import { DownloadMetaFnParams, DownloadDataFnParams, UploadMetaFnParams, UploadDataFnParams } from './types';
-import { Connection } from './connection';
-export declare class ConnectS3 extends Connection {
-    uploadUrl: URL;
-    downloadUrl: URL;
-    constructor(upload: string, download: string);
-    dataUpload(bytes: Uint8Array, params: UploadDataFnParams): Promise<void>;
-    metaUpload(bytes: Uint8Array, params: UploadMetaFnParams): Promise<null>;
-    dataDownload(params: DownloadDataFnParams): Promise<Uint8Array>;
-    metaDownload(params: DownloadMetaFnParams): Promise<Uint8Array[] | null>;
-}

package/dist/types/connect-web3.d.ts

@@ -1,75 +0,0 @@
-import type { Client } from '@web3-storage/w3up-client';
-import type { Link } from 'multiformats';
-import type { DownloadDataFnParams, DownloadMetaFnParams, IndexRow, MapFn, UploadDataFnParams, UploadMetaFnParams } from './types';
-import { Connection } from './connection';
-import { EventView } from '@alanshaw/pail/clock';
-import { MemoryBlockstore } from '@alanshaw/pail/block';
-import { Database } from './database';
-import { Loader } from './loader';
-type CarClockHead = Link<EventView<{
-    dbMeta: Uint8Array;
-}>, number, number, 1>[];
-type ConnectWeb3Params = {
-    name: string;
-    schema: string;
-};
-type ReuseWeb3Params = {
-    did: `did:${string}:${string}`;
-    connection: ConnectWeb3;
-};
-export declare class ConnectWeb3 extends Connection {
-    params: ConnectWeb3Params;
-    ready: Promise<void>;
-    connected: Promise<void>;
-    client: Client | null;
-    clockSpaceDID: `did:${string}:${string}` | null;
-    clockProofs: any[];
-    parents: CarClockHead;
-    eventBlocks: MemoryBlockstore;
-    accountDb: Database | null;
-    accountConnection: ConnectWeb3 | null;
-    inner: boolean;
-    loader: Loader | null;
-    accessIndexFn: MapFn;
-    pendingWithIdxFn: MapFn;
-    ownerIdxFn: MapFn;
-    authorized: boolean | null;
-    authDone?: (value: void | PromiseLike<void>) => void;
-    authReady: Promise<void>;
-    constructor(params: ConnectWeb3Params, _database?: Database, _reuseParams?: ReuseWeb3Params);
-    authorize(email: `${string}@${string}`): Promise<void>;
-    shareToken(): Promise<`did:key:${string}`>;
-    shareWith(shareToken: `did:key:${string}`): Promise<import("@web3-storage/w3up-client/dist/src/types").AnyLink>;
-    joinShared(cid: string, name?: string, schemaName?: string): Promise<{
-        database: Database;
-        connection: ConnectWeb3;
-    }>;
-    initializeClient(): Promise<void>;
-    _onAuthorized(): Promise<void>;
-    connectedClientForDb(): Promise<Client>;
-    clockProofsForDb(): Promise<any[]>;
-    clockSpaceDIDForDb(): `did:${string}:${string}`;
-    startBackgroundSync(): Promise<void>;
-    serviceAccessRequests(): Promise<void>;
-    waitForAccess(clockSpaceDID: `did:${string}:${string}`, agentDID: `did:key:${string}`): Promise<void>;
-    provisionClockSpace(): Promise<void>;
-    handleExistingSpace(rows: IndexRow[], client: Client, thisAgentDID: `did:key:${string}`): Promise<void>;
-    joinExistingSpace(client: Client, clockSpaceDID: `did:${string}:${string}`, thisAgentDID: `did:key:${string}`): Promise<void>;
-    handleRequestAccess(clockSpaceDID: `did:${string}:${string}`, thisAgentDID: `did:key:${string}`): Promise<void>;
-    handleCreateNewSpace(client: Client): Promise<void>;
-    encodeSpaceName(): `_clock/${string}/${string}`;
-    decodeSpaceName(spaceName: `_clock/${string}/${string}`): {
-        schema: string;
-        name: string;
-    };
-    dataDownload(params: DownloadDataFnParams): Promise<Uint8Array>;
-    dataUpload(bytes: Uint8Array, params: UploadDataFnParams, opts: {
-        public?: boolean;
-    }): Promise<import("@web3-storage/w3up-client/dist/src/types").AnyLink>;
-    metaDownload(params: DownloadMetaFnParams): Promise<Uint8Array[]>;
-    metaUpload(bytes: Uint8Array, params: UploadMetaFnParams): Promise<Uint8Array[]>;
-    fetchAndUpdateHead(remoteHead: CarClockHead): Promise<Uint8Array[]>;
-    connectClient(): Promise<Client>;
-    bestSpace(client: Client): import("@web3-storage/w3up-client/dist/src/space").Space | undefined;
-}
-export {};

package/dist/types/connect.d.ts

@@ -1,38 +0,0 @@
-import { ConnectS3 } from './connect-s3';
-import { ConnectWeb3 } from './connect-web3';
-import { Connection } from './connection';
-import { Database } from './database';
-import type { DbLoader } from './loaders';
-import { UploadDataFnParams, UploadMetaFnParams, DownloadDataFnParams, DownloadMetaFnParams, AnyLink } from './types';
-type RawConnectionParams = {
-    metaUpload: (bytes: Uint8Array, params: UploadMetaFnParams) => Promise<Uint8Array[] | null>;
-    dataUpload: (bytes: Uint8Array, params: UploadDataFnParams) => Promise<void | AnyLink>;
-    metaDownload: (params: DownloadMetaFnParams) => Promise<Uint8Array[] | null>;
-    dataDownload: (params: DownloadDataFnParams) => Promise<Uint8Array | null>;
-};
-declare class ConnectRaw extends Connection {
-    constructor({ metaUpload, metaDownload, dataUpload, dataDownload }: RawConnectionParams);
-}
-export declare const connect: {
-    s3: ({ _crdt: { blocks: { loader } } }: {
-        _crdt: {
-            blocks: {
-                loader: DbLoader;
-            };
-        };
-    }, { upload, download }: {
-        upload: string;
-        download: string;
-    }) => ConnectS3;
-    raw: ({ _crdt: { blocks: { loader } } }: {
-        _crdt: {
-            blocks: {
-                loader: DbLoader;
-            };
-        };
-    }, params: RawConnectionParams) => ConnectRaw;
-    web3: (db: Database, schemaName?: string) => ConnectWeb3;
-};
-export declare function validateDataParams(params: DownloadDataFnParams | UploadDataFnParams): void;
-export declare function validateMetaParams(params: DownloadMetaFnParams | UploadMetaFnParams): void;
-export {};

package/dist/types/connection.d.ts

@@ -1,15 +0,0 @@
-import { Loader } from './loader';
-import { UploadMetaFnParams, UploadDataFnParams, AnyLink, DownloadMetaFnParams, DownloadDataFnParams } from './types';
-export declare abstract class Connection {
-    ready: Promise<any>;
-    loaded: Promise<any>;
-    abstract metaUpload(bytes: Uint8Array, params: UploadMetaFnParams): Promise<Uint8Array[] | null>;
-    abstract dataUpload(bytes: Uint8Array, params: UploadDataFnParams, opts?: {
-        public?: boolean;
-    }): Promise<void | AnyLink>;
-    abstract metaDownload(params: DownloadMetaFnParams): Promise<Uint8Array[] | null>;
-    abstract dataDownload(params: DownloadDataFnParams): Promise<Uint8Array | null>;
-    constructor();
-    loader?: Loader | null;
-    refresh(): Promise<void>;
-}

package/dist/types/store-remote.d.ts

@@ -1,27 +0,0 @@
-import { AnyBlock, AnyLink, DbMeta, DownloadFnParamTypes, LoadHandler } from './types';
-import { Connection } from './connection';
-import { DataStore as DataStoreBase, MetaStore as MetaStoreBase } from './store';
-import type { Loader } from './loader';
-export declare class RemoteDataStore extends DataStoreBase {
-    tag: string;
-    connection: Connection;
-    type: DownloadFnParamTypes;
-    constructor(loader: Loader, connection: Connection, type?: DownloadFnParamTypes);
-    prefix(): string;
-    load(carCid: AnyLink): Promise<AnyBlock>;
-    save(car: AnyBlock, opts?: {
-        public?: boolean;
-    }): Promise<void | AnyLink>;
-    remove(_cid: AnyLink): Promise<void>;
-}
-export declare class RemoteMetaStore extends MetaStoreBase {
-    tag: string;
-    connection: Connection;
-    subscribers: Map<string, LoadHandler[]>;
-    constructor(name: string, connection: Connection);
-    onLoad(branch: string, loadHandler: LoadHandler): () => void;
-    prefix(): string;
-    load(branch?: string): Promise<DbMeta[] | null>;
-    save(meta: DbMeta, branch?: string): Promise<DbMeta[] | null>;
-    dbMetasForByteHeads(byteHeads: Uint8Array[]): DbMeta[];
-}