@fireproof/core 0.5.8 → 0.5.10

package/dist/src/fireproof.js

@@ -38216,9 +38216,9 @@ class Database {
   }
 
   // used be indexes etc to notify database listeners of new availability
-  async notifyExternal (source = 'unknown') {
-    await this.notifyListeners({ _external: source, _clock: this.clockToJSON() });
-  }
+  // async notifyExternal (source = 'unknown') {
+  //   // await this.notifyListeners({ _external: source, _clock: this.clockToJSON() })
+  // }
 
   /**
    * Returns the changes made to the Fireproof instance since the specified event.
@@ -38478,13 +38478,23 @@ class Database {
    * @returns {Function} - A function that can be called to unregister the listener.
    * @memberof Fireproof
    */
-  registerListener (listener) {
+  subscribe (listener) {
     this.listeners.add(listener);
     return () => {
       this.listeners.delete(listener);
     }
   }
 
+  /**
+   * @deprecated 0.7.0 - renamed subscribe(listener)
+   * @param {Function} listener - The listener to be called when the clock is updated.
+   * @returns {Function} - A function that can be called to unregister the listener.
+   * @memberof Fireproof
+   */
+  registerListener (listener) {
+    return this.subscribe(listener)
+  }
+
   async notifyListeners (changes) {
     // await sleep(10)
     await this.maybeSaveClock();
@@ -38533,7 +38543,9 @@ function encodeEvent (event) {
  * @param {Function} routingFn - The routing function to apply to each entry in the database.
  */
 // import { ChangeEvent } from './db-index'
-
+/**
+ * @deprecated since version 0.7.0
+ */
 class Listener {
   subcribers = new Map()
   doStopListening = null
@@ -38817,14 +38829,23 @@ const makeDoc = ({ key, value }) => ({ _id: key, ...value });
 const indexEntriesForChanges = (changes, mapFn) => {
   const indexEntries = [];
   changes.forEach(({ key, value, del }) => {
+    // key is _id, value is the document
     if (del || !value) return
-    mapFn(makeDoc({ key, value }), (k, v) => {
+    let mapCalled = false;
+    const mapReturn = mapFn(makeDoc({ key, value }), (k, v) => {
+      mapCalled = true;
       if (typeof k === 'undefined') return
       indexEntries.push({
         key: [charwise.encode(k), key],
         value: v || null
       });
     });
+    if (!mapCalled && mapReturn) {
+      indexEntries.push({
+        key: [charwise.encode(mapReturn), key],
+        value: null
+      });
+    }
   });
   return indexEntries
 };
@@ -38846,7 +38867,10 @@ class DbIndex {
   constructor (database, name, mapFn, clock = null, opts = {}) {
     this.database = database;
     if (!database.indexBlocks) {
-      database.indexBlocks = new TransactionBlockstore(database?.name + '.indexes', database.blocks.valet?.getKeyMaterial());
+      database.indexBlocks = new TransactionBlockstore(
+        database?.name + '.indexes',
+        database.blocks.valet?.getKeyMaterial()
+      );
     }
     if (typeof name === 'function') {
       // app is using deprecated API, remove in 0.7
@@ -38855,13 +38879,8 @@ class DbIndex {
       mapFn = name;
       name = null;
     }
-    if (typeof mapFn === 'string') {
-      this.mapFnString = mapFn;
-    } else {
-      this.mapFn = mapFn;
-      this.mapFnString = mapFn.toString();
-    }
-    this.name = name || this.makeName();
+    this.applyMapFn(mapFn, name);
+
     this.indexById = { root: null, cid: null };
     this.indexByKey = { root: null, cid: null };
     this.dbHead = null;
@@ -38872,13 +38891,34 @@ class DbIndex {
     }
     this.instanceId = this.database.instanceId + `.DbIndex.${Math.random().toString(36).substring(2, 7)}`;
     this.updateIndexPromise = null;
-    if (!opts.temporary) { DbIndex.registerWithDatabase(this, this.database); }
+    if (!opts.temporary) {
+      DbIndex.registerWithDatabase(this, this.database);
+    }
+  }
+
+  applyMapFn (mapFn, name) {
+    if (typeof mapFn === 'string') {
+      this.mapFnString = mapFn;
+    } else {
+      this.mapFn = mapFn;
+      this.mapFnString = mapFn.toString();
+    }
+    this.name = name || this.makeName();
   }
 
   makeName () {
     const regex = /\(([^,()]+,\s*[^,()]+|\[[^\]]+\],\s*[^,()]+)\)/g;
-    const matches = Array.from(this.mapFnString.matchAll(regex), match => match[1].trim());
-    return matches[1]
+    let matches = Array.from(this.mapFnString.matchAll(regex), match => match[1].trim());
+    if (matches.length === 0) {
+      matches = /=>\s*(.*)/.exec(this.mapFnString);
+    }
+    if (matches.length === 0) {
+      return this.mapFnString
+    } else {
+      // it's a consise arrow function, match everythign after the arrow
+      this.includeDocsDefault = true;
+      return matches[1]
+    }
   }
 
   static registerWithDatabase (inIndex, database) {
@@ -38888,7 +38928,8 @@ class DbIndex {
       // merge our inIndex code with the inIndex clock or vice versa
       const existingIndex = database.indexes.get(inIndex.mapFnString);
       // keep the code instance, discard the clock instance
-      if (existingIndex.mapFn) { // this one also has other config
+      if (existingIndex.mapFn) {
+        // this one also has other config
         existingIndex.dbHead = inIndex.dbHead;
         existingIndex.indexById.cid = inIndex.indexById.cid;
         existingIndex.indexByKey.cid = inIndex.indexByKey.cid;
@@ -38932,7 +38973,7 @@ class DbIndex {
   /**
    * Query object can have {range}
    * @param {DbQuery} query - the query range to use
-   * @returns {Promise<{proof: {}, rows: Array<{id: string, key: string, value: any}>}>}
+   * @returns {Promise<{proof: {}, rows: Array<{id: string, key: string, value: any, doc?: any}>}>}
    * @memberof DbIndex
    * @instance
    */
@@ -38940,20 +38981,63 @@ class DbIndex {
     // const callId = Math.random().toString(36).substring(2, 7)
     // todo pass a root to query a snapshot
     // console.time(callId + '.updateIndex')
-    update && await this.updateIndex(this.database.indexBlocks);
+    update && (await this.updateIndex(this.database.indexBlocks));
     // console.timeEnd(callId + '.updateIndex')
     // console.time(callId + '.doIndexQuery')
     // console.log('query', query)
-    const response = await doIndexQuery(this.database.indexBlocks, this.indexByKey, query);
+    const response = await this.doIndexQuery(query);
     // console.timeEnd(callId + '.doIndexQuery')
     return {
       proof: { index: await cidsToProof(response.cids) },
-      rows: response.result.map(({ id, key, row }) => {
-        return ({ id, key: charwise.decode(key), value: row })
+      rows: response.result.map(({ id, key, row, doc }) => {
+        return { id, key: charwise.decode(key), value: row, doc }
       })
     }
   }
 
+  /**
+   *
+   * @param {any} resp
+   * @param {any} query
+   * @returns
+   */
+  async applyQuery (resp, query) {
+    if (query.descending) {
+      resp.result = resp.result.reverse();
+    }
+    if (query.limit) {
+      resp.result = resp.result.slice(0, query.limit);
+    }
+    if (query.includeDocs) {
+      resp.result = await Promise.all(
+        resp.result.map(async row => {
+          const doc = await this.database.get(row.id);
+          return { ...row, doc }
+        })
+      );
+    }
+    return resp
+  }
+
+  async doIndexQuery (query = {}) {
+    await loadIndex(this.database.indexBlocks, this.indexByKey, dbIndexOpts);
+    if (!this.indexByKey.root) return { result: [] }
+    if (query.includeDocs === undefined) query.includeDocs = this.includeDocsDefault;
+    if (query.range) {
+      const encodedRange = query.range.map(key => charwise.encode(key));
+      return await this.applyQuery(await this.indexByKey.root.range(...encodedRange), query)
+    } else if (query.key) {
+      const encodedKey = charwise.encode(query.key);
+      return await this.applyQuery(this.indexByKey.root.get(encodedKey), query)
+    } else {
+      const { result, ...all } = await this.indexByKey.root.getAllEntries();
+      return await this.applyQuery(
+        { result: result.map(({ key: [k, id], value }) => ({ key: k, id, row: value })), ...all },
+        query
+      )
+    }
+  }
+
   /**
    * Update the DbIndex with the latest changes
    * @private
@@ -38970,7 +39054,9 @@ class DbIndex {
       })
     }
     this.updateIndexPromise = this.innerUpdateIndex(blocks);
-    this.updateIndexPromise.finally(() => { this.updateIndexPromise = null; });
+    this.updateIndexPromise.finally(() => {
+      this.updateIndexPromise = null;
+    });
     return this.updateIndexPromise
   }
 
@@ -38989,7 +39075,7 @@ class DbIndex {
       this.dbHead = result.clock;
       return
     }
-    const didT = await doTransaction('updateIndex', inBlocks, async (blocks) => {
+    const didT = await doTransaction('updateIndex', inBlocks, async blocks => {
       let oldIndexEntries = [];
       let removeByIdIndexEntries = [];
       await loadIndex(blocks, this.indexById, idIndexOpts);
@@ -38997,19 +39083,28 @@ class DbIndex {
       // console.log('head', this.dbHead, this.indexById)
       if (this.indexById.root) {
         const oldChangeEntries = await this.indexById.root.getMany(result.rows.map(({ key }) => key));
-        oldIndexEntries = oldChangeEntries.result.map((key) => ({ key, del: true }));
+        oldIndexEntries = oldChangeEntries.result.map(key => ({ key, del: true }));
         removeByIdIndexEntries = oldIndexEntries.map(({ key }) => ({ key: key[1], del: true }));
       }
       if (!this.mapFn) {
-        throw new Error('No live map function installed for index, cannot update. Make sure your index definition runs before any queries.' + (this.mapFnString ? ' Your code should match the stored map function source:\n' + this.mapFnString : ''))
+        throw new Error(
+          'No live map function installed for index, cannot update. Make sure your index definition runs before any queries.' +
+            (this.mapFnString ? ' Your code should match the stored map function source:\n' + this.mapFnString : '')
+        )
       }
       const indexEntries = indexEntriesForChanges(result.rows, this.mapFn);
       const byIdIndexEntries = indexEntries.map(({ key }) => ({ key: key[1], value: key }));
-      this.indexById = await bulkIndex(blocks, this.indexById, removeByIdIndexEntries.concat(byIdIndexEntries), idIndexOpts);
+      this.indexById = await bulkIndex(
+        blocks,
+        this.indexById,
+        removeByIdIndexEntries.concat(byIdIndexEntries),
+        idIndexOpts
+      );
       this.indexByKey = await bulkIndex(blocks, this.indexByKey, oldIndexEntries.concat(indexEntries), dbIndexOpts);
       this.dbHead = result.clock;
     });
-    this.database.notifyExternal('dbIndex');
+    // todo index subscriptions
+    // this.database.notifyExternal('dbIndex')
     // console.timeEnd(callTag + '.doTransactionupdateIndex')
     // console.log(`updateIndex ${callTag} <`, this.instanceId, this.dbHead?.toString(), this.indexByKey.cid?.toString(), this.indexById.cid?.toString())
     return didT
@@ -39071,26 +39166,6 @@ async function loadIndex (blocks, index, indexOpts) {
   return index.root
 }
 
-async function applyLimit (results, limit) {
-  results.result = results.result.slice(0, limit);
-  return results
-}
-
-async function doIndexQuery (blocks, indexByKey, query = {}) {
-  await loadIndex(blocks, indexByKey, dbIndexOpts);
-  if (!indexByKey.root) return { result: [] }
-  if (query.range) {
-    const encodedRange = query.range.map((key) => charwise.encode(key));
-    return applyLimit(await indexByKey.root.range(...encodedRange), query.limit)
-  } else if (query.key) {
-    const encodedKey = charwise.encode(query.key);
-    return indexByKey.root.get(encodedKey)
-  } else {
-    const { result, ...all } = await indexByKey.root.getAllEntries();
-    return applyLimit({ result: result.map(({ key: [k, id], value }) => ({ key: k, id, row: value })), ...all }, query.limit)
-  }
-}
-
 var browserExports = {};
 var browser = {
   get exports(){ return browserExports; },
@@ -41056,6 +41131,10 @@ class Sync {
       // get the roots parents
       const parents = await Promise.all(roots.map(async (cid) => {
         const rbl = await reader.get(cid);
+        if (!rbl) {
+          console.log('missing root block', cid.toString(), reader);
+          throw new Error('missing root block')
+        }
         const block = await decodeEventBlock(rbl.bytes);
         return block.value.parents
       }));
@@ -41072,7 +41151,7 @@ class Sync {
       } else if (message.clock) {
         const reqCidDiff = message;
         // this might be a CID diff
-        // console.log('got diff', reqCidDiff)
+        console.log('got diff', reqCidDiff);
         const carBlock = await Sync.makeCar(this.database, null, reqCidDiff.cids);
         if (!carBlock) {
         // we are full synced
@@ -41175,7 +41254,7 @@ class Fireproof {
       if (existing) {
         const existingConfig = JSON.parse(existing);
         const fp = new Database(new TransactionBlockstore(name, existingConfig.key), [], opts);
-        return this.fromJSON(existingConfig, fp)
+        return Fireproof.fromJSON(existingConfig, fp)
       } else {
         const instanceKey = browserExports$1(32).toString('hex'); // pass null to disable encryption
         return new Database(new TransactionBlockstore(name, instanceKey), [], opts)
@@ -41218,7 +41297,7 @@ class Fireproof {
         index.clock.db = null;
       });
     }
-    const snappedDb = this.fromJSON(definition, withBlocks)
+    const snappedDb = Fireproof.fromJSON(definition, withBlocks)
     ;[...database.indexes.values()].forEach(index => {
       snappedDb.indexes.get(index.mapFnString).mapFn = index.mapFn;
     });