@comapeo/core 2.0.0 → 2.1.0

package/src/generated/extensions.ts

@@ -66,6 +66,20 @@ export function haveExtension_NamespaceToNumber(object: HaveExtension_Namespace)
   }
 }
 
+/** A map of blob types and variants that a peer intends to download */
+export interface DownloadIntentExtension {
+  downloadIntents: { [key: string]: DownloadIntentExtension_DownloadIntent };
+}
+
+export interface DownloadIntentExtension_DownloadIntent {
+  variants: string[];
+}
+
+export interface DownloadIntentExtension_DownloadIntentsEntry {
+  key: string;
+  value: DownloadIntentExtension_DownloadIntent | undefined;
+}
+
 function createBaseProjectExtension(): ProjectExtension {
   return { authCoreKeys: [] };
 }
@@ -194,6 +208,173 @@ export const HaveExtension = {
   },
 };
 
+function createBaseDownloadIntentExtension(): DownloadIntentExtension {
+  return { downloadIntents: {} };
+}
+
+export const DownloadIntentExtension = {
+  encode(message: DownloadIntentExtension, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
+    Object.entries(message.downloadIntents).forEach(([key, value]) => {
+      DownloadIntentExtension_DownloadIntentsEntry.encode({ key: key as any, value }, writer.uint32(10).fork())
+        .ldelim();
+    });
+    return writer;
+  },
+
+  decode(input: _m0.Reader | Uint8Array, length?: number): DownloadIntentExtension {
+    const reader = input instanceof _m0.Reader ? input : _m0.Reader.create(input);
+    let end = length === undefined ? reader.len : reader.pos + length;
+    const message = createBaseDownloadIntentExtension();
+    while (reader.pos < end) {
+      const tag = reader.uint32();
+      switch (tag >>> 3) {
+        case 1:
+          if (tag !== 10) {
+            break;
+          }
+
+          const entry1 = DownloadIntentExtension_DownloadIntentsEntry.decode(reader, reader.uint32());
+          if (entry1.value !== undefined) {
+            message.downloadIntents[entry1.key] = entry1.value;
+          }
+          continue;
+      }
+      if ((tag & 7) === 4 || tag === 0) {
+        break;
+      }
+      reader.skipType(tag & 7);
+    }
+    return message;
+  },
+
+  create<I extends Exact<DeepPartial<DownloadIntentExtension>, I>>(base?: I): DownloadIntentExtension {
+    return DownloadIntentExtension.fromPartial(base ?? ({} as any));
+  },
+  fromPartial<I extends Exact<DeepPartial<DownloadIntentExtension>, I>>(object: I): DownloadIntentExtension {
+    const message = createBaseDownloadIntentExtension();
+    message.downloadIntents = Object.entries(object.downloadIntents ?? {}).reduce<
+      { [key: string]: DownloadIntentExtension_DownloadIntent }
+    >((acc, [key, value]) => {
+      if (value !== undefined) {
+        acc[key] = DownloadIntentExtension_DownloadIntent.fromPartial(value);
+      }
+      return acc;
+    }, {});
+    return message;
+  },
+};
+
+function createBaseDownloadIntentExtension_DownloadIntent(): DownloadIntentExtension_DownloadIntent {
+  return { variants: [] };
+}
+
+export const DownloadIntentExtension_DownloadIntent = {
+  encode(message: DownloadIntentExtension_DownloadIntent, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
+    for (const v of message.variants) {
+      writer.uint32(10).string(v!);
+    }
+    return writer;
+  },
+
+  decode(input: _m0.Reader | Uint8Array, length?: number): DownloadIntentExtension_DownloadIntent {
+    const reader = input instanceof _m0.Reader ? input : _m0.Reader.create(input);
+    let end = length === undefined ? reader.len : reader.pos + length;
+    const message = createBaseDownloadIntentExtension_DownloadIntent();
+    while (reader.pos < end) {
+      const tag = reader.uint32();
+      switch (tag >>> 3) {
+        case 1:
+          if (tag !== 10) {
+            break;
+          }
+
+          message.variants.push(reader.string());
+          continue;
+      }
+      if ((tag & 7) === 4 || tag === 0) {
+        break;
+      }
+      reader.skipType(tag & 7);
+    }
+    return message;
+  },
+
+  create<I extends Exact<DeepPartial<DownloadIntentExtension_DownloadIntent>, I>>(
+    base?: I,
+  ): DownloadIntentExtension_DownloadIntent {
+    return DownloadIntentExtension_DownloadIntent.fromPartial(base ?? ({} as any));
+  },
+  fromPartial<I extends Exact<DeepPartial<DownloadIntentExtension_DownloadIntent>, I>>(
+    object: I,
+  ): DownloadIntentExtension_DownloadIntent {
+    const message = createBaseDownloadIntentExtension_DownloadIntent();
+    message.variants = object.variants?.map((e) => e) || [];
+    return message;
+  },
+};
+
+function createBaseDownloadIntentExtension_DownloadIntentsEntry(): DownloadIntentExtension_DownloadIntentsEntry {
+  return { key: "", value: undefined };
+}
+
+export const DownloadIntentExtension_DownloadIntentsEntry = {
+  encode(message: DownloadIntentExtension_DownloadIntentsEntry, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
+    if (message.key !== "") {
+      writer.uint32(10).string(message.key);
+    }
+    if (message.value !== undefined) {
+      DownloadIntentExtension_DownloadIntent.encode(message.value, writer.uint32(18).fork()).ldelim();
+    }
+    return writer;
+  },
+
+  decode(input: _m0.Reader | Uint8Array, length?: number): DownloadIntentExtension_DownloadIntentsEntry {
+    const reader = input instanceof _m0.Reader ? input : _m0.Reader.create(input);
+    let end = length === undefined ? reader.len : reader.pos + length;
+    const message = createBaseDownloadIntentExtension_DownloadIntentsEntry();
+    while (reader.pos < end) {
+      const tag = reader.uint32();
+      switch (tag >>> 3) {
+        case 1:
+          if (tag !== 10) {
+            break;
+          }
+
+          message.key = reader.string();
+          continue;
+        case 2:
+          if (tag !== 18) {
+            break;
+          }
+
+          message.value = DownloadIntentExtension_DownloadIntent.decode(reader, reader.uint32());
+          continue;
+      }
+      if ((tag & 7) === 4 || tag === 0) {
+        break;
+      }
+      reader.skipType(tag & 7);
+    }
+    return message;
+  },
+
+  create<I extends Exact<DeepPartial<DownloadIntentExtension_DownloadIntentsEntry>, I>>(
+    base?: I,
+  ): DownloadIntentExtension_DownloadIntentsEntry {
+    return DownloadIntentExtension_DownloadIntentsEntry.fromPartial(base ?? ({} as any));
+  },
+  fromPartial<I extends Exact<DeepPartial<DownloadIntentExtension_DownloadIntentsEntry>, I>>(
+    object: I,
+  ): DownloadIntentExtension_DownloadIntentsEntry {
+    const message = createBaseDownloadIntentExtension_DownloadIntentsEntry();
+    message.key = object.key ?? "";
+    message.value = (object.value !== undefined && object.value !== null)
+      ? DownloadIntentExtension_DownloadIntent.fromPartial(object.value)
+      : undefined;
+    return message;
+  },
+};
+
 declare const self: any | undefined;
 declare const window: any | undefined;
 declare const global: any | undefined;

package/src/index.js

@@ -3,9 +3,19 @@ import {
   COORDINATOR_ROLE_ID,
   MEMBER_ROLE_ID,
 } from './roles.js'
+import { kProjectReplicate } from './mapeo-project.js'
 export { plugin as CoMapeoMapsFastifyPlugin } from './fastify-plugins/maps.js'
 export { FastifyController } from './fastify-controller.js'
 export { MapeoManager } from './mapeo-manager.js'
+/** @import { MapeoProject } from './mapeo-project.js' */
+
+/**
+ * @param {MapeoProject} project
+ * @param {Parameters<MapeoProject.prototype[kProjectReplicate]>} args
+ * @returns {ReturnType<MapeoProject.prototype[kProjectReplicate]>}
+ */
+export const replicateProject = (project, ...args) =>
+  project[kProjectReplicate](...args)
 
 export const roles = /** @type {const} */ ({
   CREATOR_ROLE_ID,

package/src/invite-api.js

@@ -3,7 +3,7 @@ import { pEvent } from 'p-event'
 import { InviteResponse_Decision } from './generated/rpc.js'
 import { assert, keyToId, noop } from './utils.js'
 import HashMap from './lib/hashmap.js'
-import timingSafeEqual from './lib/timing-safe-equal.js'
+import timingSafeEqual from 'string-timing-safe-equal'
 import { Logger } from './logger.js'
 /** @import { MapBuffers } from './types.js' */
 /**

package/src/lib/drizzle-helpers.js

@@ -0,0 +1,79 @@
+import { sql } from 'drizzle-orm'
+import { assert } from '../utils.js'
+import { migrate as drizzleMigrate } from 'drizzle-orm/better-sqlite3/migrator'
+import { DRIZZLE_MIGRATIONS_TABLE } from '../constants.js'
+/** @import { BetterSQLite3Database } from 'drizzle-orm/better-sqlite3' */
+
+/**
+ * @param {unknown} queryResult
+ * @returns {number}
+ */
+const getNumberResult = (queryResult) => {
+  assert(
+    queryResult &&
+      typeof queryResult === 'object' &&
+      'result' in queryResult &&
+      typeof queryResult.result === 'number',
+    'expected query to return proper result'
+  )
+  return queryResult.result
+}
+
+/**
+ * Get the number of rows in a table using `SELECT COUNT(*)`.
+ * Returns 0 if the table doesn't exist.
+ *
+ * @param {BetterSQLite3Database} db
+ * @param {string} tableName
+ * @returns {number}
+ */
+const safeCountTableRows = (db, tableName) =>
+  db.transaction((tx) => {
+    const existsQuery = sql`
+      SELECT EXISTS (
+        SELECT 1
+        FROM sqlite_schema
+        WHERE type IS 'table'
+        AND name IS ${tableName}
+      ) AS result
+    `
+    const existsResult = tx.get(existsQuery)
+    const exists = getNumberResult(existsResult)
+    if (!exists) return 0
+
+    const countQuery = sql`
+      SELECT COUNT(*) AS result
+      FROM ${sql.identifier(tableName)}
+    `
+    const countResult = tx.get(countQuery)
+    return getNumberResult(countResult)
+  })
+
+/**
+ * @internal
+ * @typedef {'initialized database' | 'migrated' | 'no migration'} MigrationResult
+ */
+
+/**
+ * Wrapper around Drizzle's migration function. Returns what happened during
+ * migration; did a migration occur?
+ *
+ * @param {BetterSQLite3Database} db
+ * @param {object} options
+ * @param {string} options.migrationsFolder
+ * @returns {MigrationResult}
+ */
+export const migrate = (db, { migrationsFolder }) => {
+  const migrationsBefore = safeCountTableRows(db, DRIZZLE_MIGRATIONS_TABLE)
+  drizzleMigrate(db, {
+    migrationsFolder,
+    migrationsTable: DRIZZLE_MIGRATIONS_TABLE,
+  })
+  const migrationsAfter = safeCountTableRows(db, DRIZZLE_MIGRATIONS_TABLE)
+
+  if (migrationsAfter === migrationsBefore) return 'no migration'
+
+  if (migrationsBefore === 0) return 'initialized database'
+
+  return 'migrated'
+}

package/src/lib/error.js

@@ -0,0 +1,47 @@
+/**
+ * Create an `Error` with a `code` property.
+ *
+ * @example
+ * const err = new ErrorWithCode('INVALID_DATA', 'data was invalid')
+ * err.message
+ * // => 'data was invalid'
+ * err.code
+ * // => 'INVALID_DATA'
+ */
+export class ErrorWithCode extends Error {
+  /**
+   * @param {string} code
+   * @param {string} message
+   * @param {object} [options]
+   * @param {unknown} [options.cause]
+   */
+  constructor(code, message, options) {
+    super(message, options)
+    /** @readonly */ this.code = code
+  }
+}
+
+/**
+ * Get the error message from an object if possible.
+ * Otherwise, stringify the argument.
+ *
+ * @param {unknown} maybeError
+ * @returns {string}
+ * @example
+ * try {
+ *   // do something
+ * } catch (err) {
+ *   console.error(getErrorMessage(err))
+ * }
+ */
+export function getErrorMessage(maybeError) {
+  if (maybeError && typeof maybeError === 'object' && 'message' in maybeError) {
+    try {
+      const { message } = maybeError
+      if (typeof message === 'string') return message
+    } catch (_err) {
+      // Ignored
+    }
+  }
+  return 'unknown error'
+}

package/src/lib/get-own.js

@@ -0,0 +1,10 @@
+/**
+ * @template {object} T
+ * @template {keyof T} K
+ * @param {T} obj
+ * @param {K} key
+ * @returns {undefined | T[K]}
+ */
+export function getOwn(obj, key) {
+  return Object.hasOwn(obj, key) ? obj[key] : undefined
+}

package/src/lib/is-hostname-ip-address.js

@@ -0,0 +1,26 @@
+import { isIPv4, isIPv6 } from 'node:net'
+
+/**
+ * Is this hostname an IP address?
+ *
+ * @param {string} hostname
+ * @returns {boolean}
+ * @example
+ * isHostnameIpAddress('100.64.0.42')
+ * // => false
+ *
+ * isHostnameIpAddress('[2001:0db8:85a3:0000:0000:8a2e:0370:7334]')
+ * // => true
+ *
+ * isHostnameIpAddress('example.com')
+ * // => false
+ */
+export function isHostnameIpAddress(hostname) {
+  if (isIPv4(hostname)) return true
+
+  if (hostname.startsWith('[') && hostname.endsWith(']')) {
+    return isIPv6(hostname.slice(1, -1))
+  }
+
+  return false
+}

package/src/lib/omit.js

@@ -0,0 +1,28 @@
+/**
+ * Returns a new object with the own enumerable keys of `obj` that are not in `keys`.
+ *
+ * In other words, remove some keys from an object.
+ *
+ * @template {object} T
+ * @template {keyof T} K
+ * @param {T} obj
+ * @param {ReadonlyArray<K>} keys
+ * @returns {Omit<T, K>}
+ * @example
+ * const obj = { foo: 1, bar: 2, baz: 3 }
+ * omit(obj, ['foo', 'bar'])
+ * // => { baz: 3 }
+ */
+export function omit(obj, keys) {
+  /** @type {Partial<T>} */ const result = {}
+
+  /** @type {Set<unknown>} */ const toOmit = new Set(keys)
+
+  for (const key in obj) {
+    if (!Object.hasOwn(obj, key)) continue
+    if (toOmit.has(key)) continue
+    result[key] = obj[key]
+  }
+
+  return /** @type {Omit<T, K>} */ (result)
+}

package/src/lib/ws-core-replicator.js

@@ -0,0 +1,47 @@
+import { pipeline } from 'node:stream/promises'
+import { Transform } from 'node:stream'
+import { createWebSocketStream } from 'ws'
+/** @import { WebSocket } from 'ws' */
+/** @import { ReplicationStream } from '../types.js' */
+
+/**
+ * @param {WebSocket} ws
+ * @param {ReplicationStream} replicationStream
+ * @returns {Promise<void>}
+ */
+export function wsCoreReplicator(ws, replicationStream) {
+  // This is purely to satisfy typescript at its worst. `pipeline` expects a
+  // NodeJS ReadWriteStream, but our replicationStream is a streamx Duplex
+  // stream. The difference is that streamx does not implement the
+  // `setEncoding`, `unpipe`, `wrap` or `isPaused` methods. The `pipeline`
+  // function does not depend on any of these methods (I have read through the
+  // NodeJS source code at cebf21d (v22.9.0) to confirm this), so we can safely
+  // cast the stream to a NodeJS ReadWriteStream.
+  const _replicationStream = /** @type {NodeJS.ReadWriteStream} */ (
+    /** @type {unknown} */ (replicationStream)
+  )
+  return pipeline(
+    _replicationStream,
+    wsSafetyTransform(ws),
+    createWebSocketStream(ws),
+    _replicationStream
+  )
+}
+
+/**
+ * Avoid writing data to a closing or closed websocket, which would result in an
+ * error. Instead we drop the data and wait for the stream close/end events to
+ * propagate and close the streams cleanly.
+ *
+ * @param {WebSocket} ws
+ */
+function wsSafetyTransform(ws) {
+  return new Transform({
+    transform(chunk, encoding, callback) {
+      if (ws.readyState === ws.CLOSED || ws.readyState === ws.CLOSING) {
+        return callback()
+      }
+      callback(null, chunk)
+    },
+  })
+}