@fireproof/core 0.19.8-dev-global → 0.19.9-dev-frag

package/gateway-IZRHJWPE.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/runtime/gateways/indexdb/gateway.ts"],"sourcesContent":["import { openDB, IDBPDatabase } from \"idb\";\nimport { KeyedResolvOnce, Logger, Result, URI } from \"@adviser/cement\";\n\nimport { INDEXDB_VERSION } from \"./version.js\";\nimport { ensureLogger, exception2Result, exceptionWrapper, getKey, getStore, NotFoundError } from \"../../../utils.js\";\nimport { Gateway, TestGateway } from \"../../../blockstore/gateway.js\";\nimport { SuperThis } from \"../../../types.js\";\n\nfunction ensureVersion(url: URI): URI {\n  return url.build().defParam(\"version\", INDEXDB_VERSION).URI();\n}\n\ninterface IDBConn {\n  readonly db: IDBPDatabase<unknown>;\n  readonly dbName: DbName;\n  readonly version: string;\n  readonly url: URI;\n}\nconst onceIndexDB = new KeyedResolvOnce<IDBConn>();\n\nfunction sanitzeKey(key: string | string[]): string | string[] {\n  if (key.length === 1) {\n    key = key[0];\n  }\n  return key;\n}\n\nasync function connectIdb(url: URI, sthis: SuperThis): Promise<IDBConn> {\n  const dbName = getIndexDBName(url, sthis);\n  const once = await onceIndexDB.get(dbName.fullDb).once(async () => {\n    const db = await openDB(dbName.fullDb, 1, {\n      upgrade(db) {\n        [\"version\", \"data\", \"wal\", \"meta\", \"idx.data\", \"idx.wal\", \"idx.meta\"].map((store) => {\n          db.createObjectStore(store, {\n            autoIncrement: false,\n          });\n        });\n      },\n    });\n    const found = await db.get(\"version\", \"version\");\n    const version = ensureVersion(url).getParam(\"version\") as string;\n    if (!found) {\n      await db.put(\"version\", { version }, \"version\");\n    } else if (found.version !== version) {\n      sthis.logger.Warn().Str(\"url\", url.toString()).Str(\"version\", version).Str(\"found\", found.version).Msg(\"version mismatch\");\n    }\n    return { db, dbName, version, url };\n  });\n  return {\n    ...once,\n    url: url.build().setParam(\"version\", once.version).URI(),\n  };\n}\n\nexport interface DbName {\n  readonly fullDb: string;\n  readonly objStore: string;\n  readonly connectionKey: string;\n  readonly dbName: string;\n}\n\nfunction joinDBName(...names: string[]): string {\n  return names\n    .map((i) => i.replace(/^[^a-zA-Z0-9]+/g, \"\").replace(/[^a-zA-Z0-9]+/g, \"_\"))\n    .filter((i) => i.length)\n    .join(\".\");\n}\n\n// const schemaVersion = new Map<string, number>();\nexport function getIndexDBName(iurl: URI, sthis: SuperThis): DbName {\n  const url = ensureVersion(iurl);\n  const fullDb = url.pathname.replace(/^\\/+/, \"\").replace(/\\?.*$/, \"\"); // cut leading slashes\n  // const type = getStore(url);\n  // const storageVersion = url.searchParams.get(\"version\");\n  // not nice but we need to pass the version to the db name\n  // url.searchParams.set(\"version\", storageVersion);\n  // console.log(\"getIndexDBName:\", url.toString(), { fullDb, type, branch });\n  // const dbName = fullDb.replace(new RegExp(`^fp.${storageVersion}.`), \"\"); // cut fp prefix\n  const dbName = url.getParam(\"name\");\n  if (!dbName) throw sthis.logger.Error().Str(\"url\", url.toString()).Msg(`name not found`).AsError();\n  const result = joinDBName(fullDb, dbName);\n  const objStore = getStore(url, sthis, joinDBName).name;\n  const connectionKey = [result, objStore].join(\":\");\n  return {\n    fullDb: result,\n    objStore,\n    connectionKey,\n    dbName,\n  };\n}\n\nexport class IndexDBGateway implements Gateway {\n  readonly logger: Logger;\n  readonly sthis: SuperThis;\n  constructor(sthis: SuperThis) {\n    this.logger = ensureLogger(sthis, \"IndexDBGateway\");\n    this.sthis = sthis;\n  }\n  _db: IDBPDatabase<unknown> = {} as IDBPDatabase<unknown>;\n\n  async start(baseURL: URI): Promise<Result<URI>> {\n    return exception2Result(async () => {\n      this.logger.Debug().Url(baseURL).Msg(\"starting\");\n      await this.sthis.start();\n      const ic = await connectIdb(baseURL, this.sthis);\n      this._db = ic.db;\n      this.logger.Debug().Url(ic.url).Msg(\"started\");\n      return ic.url;\n    });\n  }\n  async close(): Promise<Result<void>> {\n    return Result.Ok(undefined);\n  }\n  async destroy(baseUrl: URI): Promise<Result<void>> {\n    return exception2Result(async () => {\n      // return deleteDB(getIndexDBName(this.url).fullDb);\n      const type = getStore(baseUrl, this.sthis, joinDBName).name;\n      // console.log(\"IndexDBDataStore:destroy\", type);\n      const idb = this._db;\n      const trans = idb.transaction(type, \"readwrite\");\n      const object_store = trans.objectStore(type);\n      const toDelete = [];\n      for (let cursor = await object_store.openCursor(); cursor; cursor = await cursor.continue()) {\n        toDelete.push(cursor.primaryKey);\n      }\n      for (const key of toDelete) {\n        await trans.db.delete(type, key);\n      }\n      await trans.done;\n    });\n  }\n\n  buildUrl(baseUrl: URI, key: string): Promise<Result<URI>> {\n    return Promise.resolve(Result.Ok(baseUrl.build().setParam(\"key\", key).URI()));\n  }\n\n  async get(url: URI) {\n    return exceptionWrapper(async () => {\n      const key = getKey(url, this.logger);\n      const store = getStore(url, this.sthis, joinDBName).name;\n      this.logger.Debug().Url(url).Str(\"key\", key).Str(\"store\", store).Msg(\"getting\");\n      const tx = this._db.transaction([store], \"readonly\");\n      const bytes = await tx.objectStore(store).get(sanitzeKey(key));\n      await tx.done;\n      if (!bytes) {\n        return Result.Err(new NotFoundError(`missing ${key}`));\n      }\n      return Result.Ok(bytes as Uint8Array);\n    });\n  }\n  async put(url: URI, value: Uint8Array) {\n    return exception2Result(async () => {\n      const key = getKey(url, this.logger);\n      const store = getStore(url, this.sthis, joinDBName).name;\n      this.logger.Debug().Url(url).Str(\"key\", key).Str(\"store\", store).Msg(\"putting\");\n      const tx = this._db.transaction([store], \"readwrite\");\n      await tx.objectStore(store).put(value, sanitzeKey(key));\n      await tx.done;\n    });\n  }\n  async delete(url: URI) {\n    return exception2Result(async () => {\n      const key = getKey(url, this.logger);\n      const store = getStore(url, this.sthis, joinDBName).name;\n      this.logger.Debug().Url(url).Str(\"key\", key).Str(\"store\", store).Msg(\"deleting\");\n      const tx = this._db.transaction([store], \"readwrite\");\n      await tx.objectStore(store).delete(sanitzeKey(key));\n      await tx.done;\n      return Result.Ok(undefined);\n    });\n  }\n}\n\n// export class IndexDBDataGateway extends IndexDBGateway {\n//   readonly storeType = \"data\";\n//   constructor(logger: Logger) {\n//     super(ensureLogger(logger, \"IndexDBDataGateway\"));\n//   }\n// }\n\n// export class IndexDBWalGateway extends IndexDBGateway {\n//   readonly storeType = \"wal\";\n//   constructor(logger: Logger) {\n//     super(ensureLogger(logger, \"IndexDBWalGateway\"));\n//   }\n// }\n// export class IndexDBMetaGateway extends IndexDBGateway {\n//   readonly storeType = \"meta\";\n//   constructor(logger: Logger) {\n//     super(ensureLogger(logger, \"IndexDBMetaGateway\"));\n//   }\n// }\n\nexport class IndexDBTestStore implements TestGateway {\n  readonly logger: Logger;\n  readonly sthis: SuperThis;\n  constructor(sthis: SuperThis) {\n    this.sthis = sthis;\n    this.logger = ensureLogger(sthis, \"IndexDBTestStore\", {});\n  }\n  async get(url: URI, key: string) {\n    const ic = await connectIdb(url, this.sthis);\n    const store = getStore(ic.url, this.sthis, joinDBName).name;\n    this.logger.Debug().Str(\"key\", key).Str(\"store\", store).Msg(\"getting\");\n    let bytes = await ic.db.get(store, sanitzeKey(key));\n    this.logger.Debug().Str(\"key\", key).Str(\"store\", store).Int(\"len\", bytes.length).Msg(\"got\");\n    if (typeof bytes === \"string\") {\n      bytes = this.sthis.txt.encode(bytes);\n    }\n    return bytes as Uint8Array;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;AAAA,SAAS,cAA4B;AACrC,SAAS,iBAAyB,cAAmB;AAOrD,SAAS,cAAc,KAAe;AACpC,SAAO,IAAI,MAAM,EAAE,SAAS,WAAW,eAAe,EAAE,IAAI;AAC9D;AAQA,IAAM,cAAc,IAAI,gBAAyB;AAEjD,SAAS,WAAW,KAA2C;AAC7D,MAAI,IAAI,WAAW,GAAG;AACpB,UAAM,IAAI,CAAC;AAAA,EACb;AACA,SAAO;AACT;AAEA,eAAe,WAAW,KAAU,OAAoC;AACtE,QAAM,SAAS,eAAe,KAAK,KAAK;AACxC,QAAM,OAAO,MAAM,YAAY,IAAI,OAAO,MAAM,EAAE,KAAK,YAAY;AACjE,UAAM,KAAK,MAAM,OAAO,OAAO,QAAQ,GAAG;AAAA,MACxC,QAAQA,KAAI;AACV,SAAC,WAAW,QAAQ,OAAO,QAAQ,YAAY,WAAW,UAAU,EAAE,IAAI,CAAC,UAAU;AACnF,UAAAA,IAAG,kBAAkB,OAAO;AAAA,YAC1B,eAAe;AAAA,UACjB,CAAC;AAAA,QACH,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AACD,UAAM,QAAQ,MAAM,GAAG,IAAI,WAAW,SAAS;AAC/C,UAAM,UAAU,cAAc,GAAG,EAAE,SAAS,SAAS;AACrD,QAAI,CAAC,OAAO;AACV,YAAM,GAAG,IAAI,WAAW,EAAE,QAAQ,GAAG,SAAS;AAAA,IAChD,WAAW,MAAM,YAAY,SAAS;AACpC,YAAM,OAAO,KAAK,EAAE,IAAI,OAAO,IAAI,SAAS,CAAC,EAAE,IAAI,WAAW,OAAO,EAAE,IAAI,SAAS,MAAM,OAAO,EAAE,IAAI,kBAAkB;AAAA,IAC3H;AACA,WAAO,EAAE,IAAI,QAAQ,SAAS,IAAI;AAAA,EACpC,CAAC;AACD,SAAO;AAAA,IACL,GAAG;AAAA,IACH,KAAK,IAAI,MAAM,EAAE,SAAS,WAAW,KAAK,OAAO,EAAE,IAAI;AAAA,EACzD;AACF;AASA,SAAS,cAAc,OAAyB;AAC9C,SAAO,MACJ,IAAI,CAAC,MAAM,EAAE,QAAQ,mBAAmB,EAAE,EAAE,QAAQ,kBAAkB,GAAG,CAAC,EAC1E,OAAO,CAAC,MAAM,EAAE,MAAM,EACtB,KAAK,GAAG;AACb;AAGO,SAAS,eAAe,MAAW,OAA0B;AAClE,QAAM,MAAM,cAAc,IAAI;AAC9B,QAAM,SAAS,IAAI,SAAS,QAAQ,QAAQ,EAAE,EAAE,QAAQ,SAAS,EAAE;AAOnE,QAAM,SAAS,IAAI,SAAS,MAAM;AAClC,MAAI,CAAC,OAAQ,OAAM,MAAM,OAAO,MAAM,EAAE,IAAI,OAAO,IAAI,SAAS,CAAC,EAAE,IAAI,gBAAgB,EAAE,QAAQ;AACjG,QAAM,SAAS,WAAW,QAAQ,MAAM;AACxC,QAAM,WAAW,SAAS,KAAK,OAAO,UAAU,EAAE;AAClD,QAAM,gBAAgB,CAAC,QAAQ,QAAQ,EAAE,KAAK,GAAG;AACjD,SAAO;AAAA,IACL,QAAQ;AAAA,IACR;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEO,IAAM,iBAAN,MAAwC;AAAA,EAG7C,YAAY,OAAkB;AAI9B,eAA6B,CAAC;AAH5B,SAAK,SAAS,aAAa,OAAO,gBAAgB;AAClD,SAAK,QAAQ;AAAA,EACf;AAAA,EAGA,MAAM,MAAM,SAAoC;AAC9C,WAAO,iBAAiB,YAAY;AAClC,WAAK,OAAO,MAAM,EAAE,IAAI,OAAO,EAAE,IAAI,UAAU;AAC/C,YAAM,KAAK,MAAM,MAAM;AACvB,YAAM,KAAK,MAAM,WAAW,SAAS,KAAK,KAAK;AAC/C,WAAK,MAAM,GAAG;AACd,WAAK,OAAO,MAAM,EAAE,IAAI,GAAG,GAAG,EAAE,IAAI,SAAS;AAC7C,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH;AAAA,EACA,MAAM,QAA+B;AACnC,WAAO,OAAO,GAAG,MAAS;AAAA,EAC5B;AAAA,EACA,MAAM,QAAQ,SAAqC;AACjD,WAAO,iBAAiB,YAAY;AAElC,YAAM,OAAO,SAAS,SAAS,KAAK,OAAO,UAAU,EAAE;AAEvD,YAAM,MAAM,KAAK;AACjB,YAAM,QAAQ,IAAI,YAAY,MAAM,WAAW;AAC/C,YAAM,eAAe,MAAM,YAAY,IAAI;AAC3C,YAAM,WAAW,CAAC;AAClB,eAAS,SAAS,MAAM,aAAa,WAAW,GAAG,QAAQ,SAAS,MAAM,OAAO,SAAS,GAAG;AAC3F,iBAAS,KAAK,OAAO,UAAU;AAAA,MACjC;AACA,iBAAW,OAAO,UAAU;AAC1B,cAAM,MAAM,GAAG,OAAO,MAAM,GAAG;AAAA,MACjC;AACA,YAAM,MAAM;AAAA,IACd,CAAC;AAAA,EACH;AAAA,EAEA,SAAS,SAAc,KAAmC;AACxD,WAAO,QAAQ,QAAQ,OAAO,GAAG,QAAQ,MAAM,EAAE,SAAS,OAAO,GAAG,EAAE,IAAI,CAAC,CAAC;AAAA,EAC9E;AAAA,EAEA,MAAM,IAAI,KAAU;AAClB,WAAO,iBAAiB,YAAY;AAClC,YAAM,MAAM,OAAO,KAAK,KAAK,MAAM;AACnC,YAAM,QAAQ,SAAS,KAAK,KAAK,OAAO,UAAU,EAAE;AACpD,WAAK,OAAO,MAAM,EAAE,IAAI,GAAG,EAAE,IAAI,OAAO,GAAG,EAAE,IAAI,SAAS,KAAK,EAAE,IAAI,SAAS;AAC9E,YAAM,KAAK,KAAK,IAAI,YAAY,CAAC,KAAK,GAAG,UAAU;AACnD,YAAM,QAAQ,MAAM,GAAG,YAAY,KAAK,EAAE,IAAI,WAAW,GAAG,CAAC;AAC7D,YAAM,GAAG;AACT,UAAI,CAAC,OAAO;AACV,eAAO,OAAO,IAAI,IAAI,cAAc,WAAW,GAAG,EAAE,CAAC;AAAA,MACvD;AACA,aAAO,OAAO,GAAG,KAAmB;AAAA,IACtC,CAAC;AAAA,EACH;AAAA,EACA,MAAM,IAAI,KAAU,OAAmB;AACrC,WAAO,iBAAiB,YAAY;AAClC,YAAM,MAAM,OAAO,KAAK,KAAK,MAAM;AACnC,YAAM,QAAQ,SAAS,KAAK,KAAK,OAAO,UAAU,EAAE;AACpD,WAAK,OAAO,MAAM,EAAE,IAAI,GAAG,EAAE,IAAI,OAAO,GAAG,EAAE,IAAI,SAAS,KAAK,EAAE,IAAI,SAAS;AAC9E,YAAM,KAAK,KAAK,IAAI,YAAY,CAAC,KAAK,GAAG,WAAW;AACpD,YAAM,GAAG,YAAY,KAAK,EAAE,IAAI,OAAO,WAAW,GAAG,CAAC;AACtD,YAAM,GAAG;AAAA,IACX,CAAC;AAAA,EACH;AAAA,EACA,MAAM,OAAO,KAAU;AACrB,WAAO,iBAAiB,YAAY;AAClC,YAAM,MAAM,OAAO,KAAK,KAAK,MAAM;AACnC,YAAM,QAAQ,SAAS,KAAK,KAAK,OAAO,UAAU,EAAE;AACpD,WAAK,OAAO,MAAM,EAAE,IAAI,GAAG,EAAE,IAAI,OAAO,GAAG,EAAE,IAAI,SAAS,KAAK,EAAE,IAAI,UAAU;AAC/E,YAAM,KAAK,KAAK,IAAI,YAAY,CAAC,KAAK,GAAG,WAAW;AACpD,YAAM,GAAG,YAAY,KAAK,EAAE,OAAO,WAAW,GAAG,CAAC;AAClD,YAAM,GAAG;AACT,aAAO,OAAO,GAAG,MAAS;AAAA,IAC5B,CAAC;AAAA,EACH;AACF;AAsBO,IAAM,mBAAN,MAA8C;AAAA,EAGnD,YAAY,OAAkB;AAC5B,SAAK,QAAQ;AACb,SAAK,SAAS,aAAa,OAAO,oBAAoB,CAAC,CAAC;AAAA,EAC1D;AAAA,EACA,MAAM,IAAI,KAAU,KAAa;AAC/B,UAAM,KAAK,MAAM,WAAW,KAAK,KAAK,KAAK;AAC3C,UAAM,QAAQ,SAAS,GAAG,KAAK,KAAK,OAAO,UAAU,EAAE;AACvD,SAAK,OAAO,MAAM,EAAE,IAAI,OAAO,GAAG,EAAE,IAAI,SAAS,KAAK,EAAE,IAAI,SAAS;AACrE,QAAI,QAAQ,MAAM,GAAG,GAAG,IAAI,OAAO,WAAW,GAAG,CAAC;AAClD,SAAK,OAAO,MAAM,EAAE,IAAI,OAAO,GAAG,EAAE,IAAI,SAAS,KAAK,EAAE,IAAI,OAAO,MAAM,MAAM,EAAE,IAAI,KAAK;AAC1F,QAAI,OAAO,UAAU,UAAU;AAC7B,cAAQ,KAAK,MAAM,IAAI,OAAO,KAAK;AAAA,IACrC;AACA,WAAO;AAAA,EACT;AACF;","names":["db"]}

package/gateway-YSNUK2L3.js

@@ -0,0 +1,145 @@
+import {
+  FILESTORE_VERSION
+} from "./chunk-7EWIAXTM.js";
+import {
+  getFileName,
+  getFileSystem,
+  getPath
+} from "./chunk-JO5AVWG7.js";
+import {
+  NotFoundError,
+  ensureLogger,
+  exception2Result,
+  exceptionWrapper,
+  isNotFoundError
+} from "./chunk-YS4GL6OK.js";
+
+// src/runtime/gateways/file/gateway.ts
+import { KeyedResolvOnce, Result } from "@adviser/cement";
+var versionFiles = new KeyedResolvOnce();
+var FileGateway = class {
+  get fs() {
+    if (!this._fs) throw this.logger.Error().Msg("fs not initialized").AsError();
+    return this._fs;
+  }
+  constructor(sthis) {
+    this.sthis = sthis;
+    this.logger = sthis.logger;
+  }
+  async getVersionFromFile(path, logger) {
+    return versionFiles.get(path).once(async () => {
+      await this.fs.mkdir(path, { recursive: true });
+      const vFile = this.sthis.pathOps.join(path, "version");
+      const vFileStat = await this.fs.stat(vFile).catch(() => void 0);
+      if (!vFileStat) {
+        await this.fs.writefile(this.sthis.pathOps.join(path, "version"), FILESTORE_VERSION);
+        return FILESTORE_VERSION;
+      } else if (!vFileStat.isFile()) {
+        throw logger.Error().Str("file", vFile).Msg(`version file is a directory`).AsError();
+      }
+      const v = await this.fs.readfile(vFile);
+      const vStr = new TextDecoder().decode(v);
+      if (vStr !== FILESTORE_VERSION) {
+        logger.Warn().Str("file", vFile).Str("from", vStr).Str("expected", FILESTORE_VERSION).Msg(`version mismatch`);
+      }
+      return vStr;
+    });
+  }
+  start(baseURL) {
+    return exception2Result(async () => {
+      this._fs = await getFileSystem(baseURL);
+      await this.fs.start();
+      const url = baseURL.build();
+      url.defParam("version", FILESTORE_VERSION);
+      const dbUrl = await this.buildUrl(url.URI(), "dummy");
+      const dbdirFile = this.getFilePath(dbUrl.Ok());
+      await this.fs.mkdir(this.sthis.pathOps.dirname(dbdirFile), { recursive: true });
+      const dbroot = this.sthis.pathOps.dirname(dbdirFile);
+      this.logger.Debug().Url(url.URI()).Str("dbroot", dbroot).Msg("start");
+      url.setParam("version", await this.getVersionFromFile(dbroot, this.logger));
+      return url.URI();
+    });
+  }
+  async buildUrl(baseUrl, key) {
+    return Result.Ok(baseUrl.build().setParam("key", key).URI());
+  }
+  async close() {
+    return Result.Ok(void 0);
+  }
+  // abstract buildUrl(baseUrl: URL, key: string): Promise<Result<URL>>;
+  getFilePath(url) {
+    const key = url.getParam("key");
+    if (!key) throw this.logger.Error().Url(url).Msg(`key not found`).AsError();
+    return this.sthis.pathOps.join(getPath(url, this.sthis), getFileName(url, this.sthis));
+  }
+  async put(url, body) {
+    return exception2Result(async () => {
+      const file = await this.getFilePath(url);
+      this.logger.Debug().Str("url", url.toString()).Str("file", file).Msg("put");
+      await this.fs.writefile(file, body);
+    });
+  }
+  async get(url) {
+    return exceptionWrapper(async () => {
+      const file = this.getFilePath(url);
+      try {
+        const res = await this.fs.readfile(file);
+        this.logger.Debug().Url(url.asURL()).Str("file", file).Msg("get");
+        return Result.Ok(new Uint8Array(res));
+      } catch (e) {
+        if (isNotFoundError(e)) {
+          return Result.Err(new NotFoundError(`file not found: ${file}`));
+        }
+        return Result.Err(e);
+      }
+    });
+  }
+  async delete(url) {
+    return exception2Result(async () => {
+      await this.fs.unlink(this.getFilePath(url));
+    });
+  }
+  async destroy(baseURL) {
+    const url = await this.buildUrl(baseURL, "x");
+    if (url.isErr()) return url;
+    const filepath = this.sthis.pathOps.dirname(this.getFilePath(url.Ok()));
+    let files = [];
+    try {
+      files = await this.fs.readdir(filepath);
+    } catch (e) {
+      if (!isNotFoundError(e)) {
+        throw this.logger.Error().Err(e).Str("dir", filepath).Msg("destroy:readdir").AsError();
+      }
+    }
+    for (const file of files) {
+      const pathed = this.sthis.pathOps.join(filepath, file);
+      try {
+        await this.fs.unlink(pathed);
+      } catch (e) {
+        if (!isNotFoundError(e)) {
+          throw this.logger.Error().Err(e).Str("file", pathed).Msg("destroy:unlink").AsError();
+        }
+      }
+    }
+    return Result.Ok(void 0);
+  }
+};
+var FileTestStore = class {
+  constructor(sthis) {
+    this.logger = ensureLogger(sthis, "FileTestStore");
+    this.sthis = sthis;
+  }
+  async get(iurl, key) {
+    const url = iurl.build().setParam("key", key).URI();
+    const dbFile = this.sthis.pathOps.join(getPath(url, this.sthis), getFileName(url, this.sthis));
+    this.logger.Debug().Url(url).Str("dbFile", dbFile).Msg("get");
+    const buffer = await (await getFileSystem(url)).readfile(dbFile);
+    this.logger.Debug().Url(url).Str("dbFile", dbFile).Len(buffer).Msg("got");
+    return buffer;
+  }
+};
+export {
+  FileGateway,
+  FileTestStore
+};
+//# sourceMappingURL=gateway-YSNUK2L3.js.map

package/gateway-YSNUK2L3.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/runtime/gateways/file/gateway.ts"],"sourcesContent":["import { FILESTORE_VERSION } from \"./version.js\";\nimport { KeyedResolvOnce, Logger, Result, URI } from \"@adviser/cement\";\nimport { ensureLogger, exception2Result, exceptionWrapper, isNotFoundError, NotFoundError } from \"../../../utils.js\";\nimport { Gateway, GetResult, TestGateway } from \"../../../blockstore/gateway.js\";\nimport { getFileName, getFileSystem, getPath } from \"./utils.js\";\nimport { SuperThis, SysFileSystem } from \"../../../types.js\";\n\nconst versionFiles = new KeyedResolvOnce<string>();\n\nexport class FileGateway implements Gateway {\n  // abstract readonly storeType: StoreType;\n  readonly logger: Logger;\n  readonly sthis: SuperThis;\n\n  _fs?: SysFileSystem;\n\n  get fs(): SysFileSystem {\n    if (!this._fs) throw this.logger.Error().Msg(\"fs not initialized\").AsError();\n    return this._fs;\n  }\n\n  constructor(sthis: SuperThis) {\n    this.sthis = sthis;\n    this.logger = sthis.logger;\n  }\n\n  async getVersionFromFile(path: string, logger: Logger): Promise<string> {\n    return versionFiles.get(path).once(async () => {\n      await this.fs.mkdir(path, { recursive: true });\n      const vFile = this.sthis.pathOps.join(path, \"version\");\n      const vFileStat = await this.fs.stat(vFile).catch(() => undefined);\n      if (!vFileStat) {\n        await this.fs.writefile(this.sthis.pathOps.join(path, \"version\"), FILESTORE_VERSION);\n        return FILESTORE_VERSION;\n      } else if (!vFileStat.isFile()) {\n        throw logger.Error().Str(\"file\", vFile).Msg(`version file is a directory`).AsError();\n      }\n      const v = await this.fs.readfile(vFile);\n      const vStr = new TextDecoder().decode(v);\n      if (vStr !== FILESTORE_VERSION) {\n        logger.Warn().Str(\"file\", vFile).Str(\"from\", vStr).Str(\"expected\", FILESTORE_VERSION).Msg(`version mismatch`);\n      }\n      return vStr;\n    });\n  }\n\n  start(baseURL: URI): Promise<Result<URI>> {\n    return exception2Result(async () => {\n      this._fs = await getFileSystem(baseURL);\n      await this.fs.start();\n      const url = baseURL.build();\n      url.defParam(\"version\", FILESTORE_VERSION);\n      // url.defParam(\"store\", this.storeType);\n      const dbUrl = await this.buildUrl(url.URI(), \"dummy\");\n      const dbdirFile = this.getFilePath(dbUrl.Ok());\n      await this.fs.mkdir(this.sthis.pathOps.dirname(dbdirFile), { recursive: true });\n      const dbroot = this.sthis.pathOps.dirname(dbdirFile);\n      this.logger.Debug().Url(url.URI()).Str(\"dbroot\", dbroot).Msg(\"start\");\n      url.setParam(\"version\", await this.getVersionFromFile(dbroot, this.logger));\n      return url.URI();\n    });\n  }\n\n  async buildUrl(baseUrl: URI, key: string): Promise<Result<URI>> {\n    return Result.Ok(baseUrl.build().setParam(\"key\", key).URI());\n  }\n\n  async close(): Promise<Result<void>> {\n    return Result.Ok(undefined);\n  }\n  // abstract buildUrl(baseUrl: URL, key: string): Promise<Result<URL>>;\n\n  getFilePath(url: URI): string {\n    const key = url.getParam(\"key\");\n    if (!key) throw this.logger.Error().Url(url).Msg(`key not found`).AsError();\n    return this.sthis.pathOps.join(getPath(url, this.sthis), getFileName(url, this.sthis));\n  }\n\n  async put(url: URI, body: Uint8Array): Promise<Result<void>> {\n    return exception2Result(async () => {\n      const file = await this.getFilePath(url);\n      this.logger.Debug().Str(\"url\", url.toString()).Str(\"file\", file).Msg(\"put\");\n      await this.fs.writefile(file, body);\n    });\n  }\n\n  async get(url: URI): Promise<GetResult> {\n    return exceptionWrapper(async () => {\n      const file = this.getFilePath(url);\n      try {\n        const res = await this.fs.readfile(file);\n        this.logger.Debug().Url(url.asURL()).Str(\"file\", file).Msg(\"get\");\n        return Result.Ok(new Uint8Array(res));\n      } catch (e: unknown) {\n        // this.logger.Error().Err(e).Str(\"file\", file).Msg(\"get\");\n        if (isNotFoundError(e)) {\n          return Result.Err(new NotFoundError(`file not found: ${file}`));\n        }\n        return Result.Err(e as Error);\n      }\n    });\n  }\n\n  async delete(url: URI): Promise<Result<void>> {\n    return exception2Result(async () => {\n      await this.fs.unlink(this.getFilePath(url));\n    });\n  }\n\n  async destroy(baseURL: URI): Promise<Result<void>> {\n    const url = await this.buildUrl(baseURL, \"x\");\n    if (url.isErr()) return url;\n    const filepath = this.sthis.pathOps.dirname(this.getFilePath(url.Ok()));\n    let files: string[] = [];\n    try {\n      files = await this.fs.readdir(filepath);\n    } catch (e: unknown) {\n      if (!isNotFoundError(e)) {\n        throw this.logger.Error().Err(e).Str(\"dir\", filepath).Msg(\"destroy:readdir\").AsError();\n      }\n    }\n    for (const file of files) {\n      const pathed = this.sthis.pathOps.join(filepath, file);\n      try {\n        await this.fs.unlink(pathed);\n      } catch (e: unknown) {\n        if (!isNotFoundError(e)) {\n          throw this.logger.Error().Err(e).Str(\"file\", pathed).Msg(\"destroy:unlink\").AsError();\n        }\n      }\n    }\n    return Result.Ok(undefined);\n  }\n}\n\n// export class FileWALGateway extends FileGateway {\n//   readonly storeType = \"wal\";\n//   constructor(logger: Logger) {\n//     super(ensureLogger(logger, \"FileWALGateway\"));\n//   }\n// }\n\n// export class FileMetaGateway extends FileGateway {\n//   readonly storeType = \"meta\";\n//   constructor(logger: Logger) {\n//     super(ensureLogger(logger, \"FileMetaGateway\"));\n//   }\n// }\n\n// export class FileDataGateway extends FileGateway {\n//   readonly storeType = \"data\";\n//   readonly branches = new Set<string>();\n//   constructor(logger: Logger) {\n//     // console.log(\"FileDataGateway->\", logger);\n//     super(ensureLogger(logger, \"FileDataGateway\"));\n//   }\n// }\n\nexport class FileTestStore implements TestGateway {\n  readonly logger: Logger;\n  readonly sthis: SuperThis;\n  constructor(sthis: SuperThis) {\n    this.logger = ensureLogger(sthis, \"FileTestStore\");\n    this.sthis = sthis;\n  }\n\n  async get(iurl: URI, key: string) {\n    const url = iurl.build().setParam(\"key\", key).URI();\n    const dbFile = this.sthis.pathOps.join(getPath(url, this.sthis), getFileName(url, this.sthis));\n    this.logger.Debug().Url(url).Str(\"dbFile\", dbFile).Msg(\"get\");\n    const buffer = await (await getFileSystem(url)).readfile(dbFile);\n    this.logger.Debug().Url(url).Str(\"dbFile\", dbFile).Len(buffer).Msg(\"got\");\n    return buffer;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AACA,SAAS,iBAAyB,cAAmB;AAMrD,IAAM,eAAe,IAAI,gBAAwB;AAE1C,IAAM,cAAN,MAAqC;AAAA,EAO1C,IAAI,KAAoB;AACtB,QAAI,CAAC,KAAK,IAAK,OAAM,KAAK,OAAO,MAAM,EAAE,IAAI,oBAAoB,EAAE,QAAQ;AAC3E,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,YAAY,OAAkB;AAC5B,SAAK,QAAQ;AACb,SAAK,SAAS,MAAM;AAAA,EACtB;AAAA,EAEA,MAAM,mBAAmB,MAAc,QAAiC;AACtE,WAAO,aAAa,IAAI,IAAI,EAAE,KAAK,YAAY;AAC7C,YAAM,KAAK,GAAG,MAAM,MAAM,EAAE,WAAW,KAAK,CAAC;AAC7C,YAAM,QAAQ,KAAK,MAAM,QAAQ,KAAK,MAAM,SAAS;AACrD,YAAM,YAAY,MAAM,KAAK,GAAG,KAAK,KAAK,EAAE,MAAM,MAAM,MAAS;AACjE,UAAI,CAAC,WAAW;AACd,cAAM,KAAK,GAAG,UAAU,KAAK,MAAM,QAAQ,KAAK,MAAM,SAAS,GAAG,iBAAiB;AACnF,eAAO;AAAA,MACT,WAAW,CAAC,UAAU,OAAO,GAAG;AAC9B,cAAM,OAAO,MAAM,EAAE,IAAI,QAAQ,KAAK,EAAE,IAAI,6BAA6B,EAAE,QAAQ;AAAA,MACrF;AACA,YAAM,IAAI,MAAM,KAAK,GAAG,SAAS,KAAK;AACtC,YAAM,OAAO,IAAI,YAAY,EAAE,OAAO,CAAC;AACvC,UAAI,SAAS,mBAAmB;AAC9B,eAAO,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,IAAI,EAAE,IAAI,YAAY,iBAAiB,EAAE,IAAI,kBAAkB;AAAA,MAC9G;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,SAAoC;AACxC,WAAO,iBAAiB,YAAY;AAClC,WAAK,MAAM,MAAM,cAAc,OAAO;AACtC,YAAM,KAAK,GAAG,MAAM;AACpB,YAAM,MAAM,QAAQ,MAAM;AAC1B,UAAI,SAAS,WAAW,iBAAiB;AAEzC,YAAM,QAAQ,MAAM,KAAK,SAAS,IAAI,IAAI,GAAG,OAAO;AACpD,YAAM,YAAY,KAAK,YAAY,MAAM,GAAG,CAAC;AAC7C,YAAM,KAAK,GAAG,MAAM,KAAK,MAAM,QAAQ,QAAQ,SAAS,GAAG,EAAE,WAAW,KAAK,CAAC;AAC9E,YAAM,SAAS,KAAK,MAAM,QAAQ,QAAQ,SAAS;AACnD,WAAK,OAAO,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC,EAAE,IAAI,UAAU,MAAM,EAAE,IAAI,OAAO;AACpE,UAAI,SAAS,WAAW,MAAM,KAAK,mBAAmB,QAAQ,KAAK,MAAM,CAAC;AAC1E,aAAO,IAAI,IAAI;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,SAAS,SAAc,KAAmC;AAC9D,WAAO,OAAO,GAAG,QAAQ,MAAM,EAAE,SAAS,OAAO,GAAG,EAAE,IAAI,CAAC;AAAA,EAC7D;AAAA,EAEA,MAAM,QAA+B;AACnC,WAAO,OAAO,GAAG,MAAS;AAAA,EAC5B;AAAA;AAAA,EAGA,YAAY,KAAkB;AAC5B,UAAM,MAAM,IAAI,SAAS,KAAK;AAC9B,QAAI,CAAC,IAAK,OAAM,KAAK,OAAO,MAAM,EAAE,IAAI,GAAG,EAAE,IAAI,eAAe,EAAE,QAAQ;AAC1E,WAAO,KAAK,MAAM,QAAQ,KAAK,QAAQ,KAAK,KAAK,KAAK,GAAG,YAAY,KAAK,KAAK,KAAK,CAAC;AAAA,EACvF;AAAA,EAEA,MAAM,IAAI,KAAU,MAAyC;AAC3D,WAAO,iBAAiB,YAAY;AAClC,YAAM,OAAO,MAAM,KAAK,YAAY,GAAG;AACvC,WAAK,OAAO,MAAM,EAAE,IAAI,OAAO,IAAI,SAAS,CAAC,EAAE,IAAI,QAAQ,IAAI,EAAE,IAAI,KAAK;AAC1E,YAAM,KAAK,GAAG,UAAU,MAAM,IAAI;AAAA,IACpC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,IAAI,KAA8B;AACtC,WAAO,iBAAiB,YAAY;AAClC,YAAM,OAAO,KAAK,YAAY,GAAG;AACjC,UAAI;AACF,cAAM,MAAM,MAAM,KAAK,GAAG,SAAS,IAAI;AACvC,aAAK,OAAO,MAAM,EAAE,IAAI,IAAI,MAAM,CAAC,EAAE,IAAI,QAAQ,IAAI,EAAE,IAAI,KAAK;AAChE,eAAO,OAAO,GAAG,IAAI,WAAW,GAAG,CAAC;AAAA,MACtC,SAAS,GAAY;AAEnB,YAAI,gBAAgB,CAAC,GAAG;AACtB,iBAAO,OAAO,IAAI,IAAI,cAAc,mBAAmB,IAAI,EAAE,CAAC;AAAA,QAChE;AACA,eAAO,OAAO,IAAI,CAAU;AAAA,MAC9B;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,OAAO,KAAiC;AAC5C,WAAO,iBAAiB,YAAY;AAClC,YAAM,KAAK,GAAG,OAAO,KAAK,YAAY,GAAG,CAAC;AAAA,IAC5C,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,QAAQ,SAAqC;AACjD,UAAM,MAAM,MAAM,KAAK,SAAS,SAAS,GAAG;AAC5C,QAAI,IAAI,MAAM,EAAG,QAAO;AACxB,UAAM,WAAW,KAAK,MAAM,QAAQ,QAAQ,KAAK,YAAY,IAAI,GAAG,CAAC,CAAC;AACtE,QAAI,QAAkB,CAAC;AACvB,QAAI;AACF,cAAQ,MAAM,KAAK,GAAG,QAAQ,QAAQ;AAAA,IACxC,SAAS,GAAY;AACnB,UAAI,CAAC,gBAAgB,CAAC,GAAG;AACvB,cAAM,KAAK,OAAO,MAAM,EAAE,IAAI,CAAC,EAAE,IAAI,OAAO,QAAQ,EAAE,IAAI,iBAAiB,EAAE,QAAQ;AAAA,MACvF;AAAA,IACF;AACA,eAAW,QAAQ,OAAO;AACxB,YAAM,SAAS,KAAK,MAAM,QAAQ,KAAK,UAAU,IAAI;AACrD,UAAI;AACF,cAAM,KAAK,GAAG,OAAO,MAAM;AAAA,MAC7B,SAAS,GAAY;AACnB,YAAI,CAAC,gBAAgB,CAAC,GAAG;AACvB,gBAAM,KAAK,OAAO,MAAM,EAAE,IAAI,CAAC,EAAE,IAAI,QAAQ,MAAM,EAAE,IAAI,gBAAgB,EAAE,QAAQ;AAAA,QACrF;AAAA,MACF;AAAA,IACF;AACA,WAAO,OAAO,GAAG,MAAS;AAAA,EAC5B;AACF;AAyBO,IAAM,gBAAN,MAA2C;AAAA,EAGhD,YAAY,OAAkB;AAC5B,SAAK,SAAS,aAAa,OAAO,eAAe;AACjD,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAM,IAAI,MAAW,KAAa;AAChC,UAAM,MAAM,KAAK,MAAM,EAAE,SAAS,OAAO,GAAG,EAAE,IAAI;AAClD,UAAM,SAAS,KAAK,MAAM,QAAQ,KAAK,QAAQ,KAAK,KAAK,KAAK,GAAG,YAAY,KAAK,KAAK,KAAK,CAAC;AAC7F,SAAK,OAAO,MAAM,EAAE,IAAI,GAAG,EAAE,IAAI,UAAU,MAAM,EAAE,IAAI,KAAK;AAC5D,UAAM,SAAS,OAAO,MAAM,cAAc,GAAG,GAAG,SAAS,MAAM;AAC/D,SAAK,OAAO,MAAM,EAAE,IAAI,GAAG,EAAE,IAAI,UAAU,MAAM,EAAE,IAAI,MAAM,EAAE,IAAI,KAAK;AACxE,WAAO;AAAA,EACT;AACF;","names":[]}