@tymber/common 0.0.1-alpha.0 → 0.0.1

package/src/contrib/template.ts

@@ -0,0 +1,134 @@
+// from https://github.com/jashkenas/underscore/blob/master/modules/template.js
+
+const escapeMap: Record<string, string> = {
+  "&": "&amp;",
+  "<": "&lt;",
+  ">": "&gt;",
+  '"': "&quot;",
+};
+
+const ESCAPE_REGEX = /[&<>"]/g;
+
+const _ = {
+  escape(s: string) {
+    return s.replace(ESCAPE_REGEX, (match) => escapeMap[match]);
+  },
+};
+
+// When customizing `_.templateSettings`, if you don't want to define an
+// interpolation, evaluation or escaping regex, we need one that is
+// guaranteed not to match.
+var noMatch = /(.)^/;
+
+// Certain characters need to be escaped so that they can be put into a
+// string literal.
+var escapes: Record<string, string> = {
+  "'": "'",
+  "\\": "\\",
+  "\r": "r",
+  "\n": "n",
+  "\u2028": "u2028",
+  "\u2029": "u2029",
+};
+
+var escapeRegExp = /\\|'|\r|\n|\u2028|\u2029/g;
+
+function escapeChar(match: string) {
+  return "\\" + escapes[match];
+}
+
+// In order to prevent third-party code injection through
+// `_.templateSettings.variable`, we test it against the following regular
+// expression. It is intentionally a bit more liberal than just matching valid
+// identifiers, but still prevents possible loopholes through defaults or
+// destructuring assignment.
+var bareIdentifier = /^\s*(\w|\$)+\s*$/;
+
+// JavaScript micro-templating, similar to John Resig's implementation.
+// Underscore templating handles arbitrary delimiters, preserves whitespace,
+// and correctly escapes quotes within interpolated code.
+// NB: `oldSettings` only exists for backwards compatibility.
+export function compileTemplate(text: string): (data: any) => string {
+  const settings = {
+    evaluate: /<%([\s\S]+?)%>/g,
+    interpolate: /<%=([\s\S]+?)%>/g,
+    escape: /<%-([\s\S]+?)%>/g,
+  };
+
+  // Combine delimiters into one regular expression via alternation.
+  var matcher = RegExp(
+    [
+      (settings.escape || noMatch).source,
+      (settings.interpolate || noMatch).source,
+      (settings.evaluate || noMatch).source,
+    ].join("|") + "|$",
+    "g",
+  );
+
+  // Compile the template source, escaping string literals appropriately.
+  var index = 0;
+  var source = "__p+='";
+  text.replace(
+    matcher,
+    function (
+      match: string,
+      escape: string,
+      interpolate: string,
+      evaluate: string,
+      offset: number,
+    ) {
+      source += text.slice(index, offset).replace(escapeRegExp, escapeChar);
+      index = offset + match.length;
+
+      if (escape) {
+        source += "'+\n((__t=(" + escape + "))==null?'':_.escape(__t))+\n'";
+      } else if (interpolate) {
+        source += "'+\n((__t=(" + interpolate + "))==null?'':__t)+\n'";
+      } else if (evaluate) {
+        source += "';\n" + evaluate + "\n__p+='";
+      }
+
+      // Adobe VMs need the match returned to produce the correct offset.
+      return match;
+    },
+  );
+  source += "';\n";
+
+  // @ts-expect-error unknown property
+  var argument = settings.variable;
+  if (argument) {
+    // Insure against third-party code injection. (CVE-2021-23358)
+    if (!bareIdentifier.test(argument))
+      throw new Error("variable is not a bare identifier: " + argument);
+  } else {
+    // If a variable is not specified, place data values in local scope.
+    source = "with(obj||{}){\n" + source + "}\n";
+    argument = "obj";
+  }
+
+  source =
+    "var __t,__p='',__j=Array.prototype.join," +
+    "print=function(){__p+=__j.call(arguments,'');};\n" +
+    source +
+    "return __p;\n";
+
+  var render: Function;
+  try {
+    render = new Function(argument, "_", source);
+  } catch (e) {
+    // @ts-expect-error unknown property
+    (e as Error).source = source;
+    throw e;
+  }
+
+  var template = function (data: any) {
+    // @ts-expect-error unknown this
+    return render.call(this, data, _);
+  };
+
+  // Provide the compiled source as a convenience for precompilation.
+  // @ts-expect-error unknown property
+  template.source = "function(" + argument + "){\n" + source + "}";
+
+  return template;
+}

package/src/index.ts

@@ -0,0 +1,57 @@
+export { Component, type Ctor, ComponentFactory, INJECT } from "./Component.js";
+export {
+  type UserId,
+  type User,
+  type OrgId,
+  type AdminUserId,
+  type Admin,
+  type Context,
+  emptyContext,
+} from "./Context.js";
+export { ConfigService } from "./ConfigService.js";
+export { DB, DuplicateKeyError } from "./DB.js";
+export { EventEmitter } from "./EventEmitter.js";
+export {
+  PubSubService,
+  NodeClusterPubSubService,
+  initPrimary,
+} from "./PubSubService.js";
+export { Endpoint, AdminEndpoint } from "./Endpoint.js";
+export { type HttpContext } from "./HttpContext.js";
+export { App } from "./App.js";
+export {
+  type Module,
+  type AppInit,
+  ModuleDefinitions,
+  type Route,
+} from "./Module.js";
+export { View, AdminView } from "./View.js";
+export { Middleware } from "./Middleware.js";
+export {
+  Repository,
+  type Page,
+  type AuditedEntity,
+  AuditedRepository,
+  type AdminAuditedEntity,
+  AdminAuditedRepository,
+} from "./Repository.js";
+export { TemplateService } from "./TemplateService.js";
+
+export { createCookie, parseCookieHeader } from "./contrib/cookie.js";
+
+export { AJV_INSTANCE } from "./utils/ajv.js";
+export { camelToSnakeCase } from "./utils/camelToSnakeCase.js";
+export { createDebug } from "./utils/createDebug.js";
+export { createTestApp, type BaseTestContext } from "./utils/createTestApp.js";
+export { escapeValue } from "./utils/escapeValue.js";
+export { FS } from "./utils/fs.js";
+export { isAdmin } from "./utils/isAdmin.js";
+export { isProduction } from "./utils/isProduction.js";
+export { randomId } from "./utils/randomId.js";
+export { randomUUID } from "./utils/randomUUID.js";
+export { snakeToCamelCase } from "./utils/snakeToCamelCase.js";
+export { sortBy } from "./utils/sortBy.js";
+export { sql, Statement } from "./utils/sql.js";
+export { toNodeHandler } from "./utils/toNodeHandler.js";
+export { type Brand } from "./utils/types.js";
+export { waitFor } from "./utils/waitFor.js";

package/src/utils/ajv.ts

@@ -0,0 +1,13 @@
+import { Ajv } from "ajv";
+import addFormats from "ajv-formats";
+
+// reference: https://ajv.js.org/api.html
+
+export const AJV_INSTANCE = new Ajv({
+  useDefaults: true,
+  coerceTypes: true,
+  removeAdditional: true,
+});
+
+// @ts-expect-error FIXME
+addFormats(AJV_INSTANCE);

package/src/utils/camelToSnakeCase.ts

@@ -0,0 +1,3 @@
+export function camelToSnakeCase(str: string) {
+  return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);
+}

package/src/utils/computeBaseUrl.ts

@@ -0,0 +1,46 @@
+function removeQuotes(str: string) {
+  if (str.startsWith('"') && str.endsWith('"')) {
+    return str.slice(1, -1);
+  } else {
+    return str;
+  }
+}
+
+function parseForwardedHeader(header: string) {
+  const parts = header.split(";").map((part) => part.trim());
+  const parsed = {} as Record<string, string>;
+
+  for (const part of parts) {
+    const [key, value] = part.split("=");
+
+    if (key && value) {
+      parsed[key.toLowerCase()] = removeQuotes(value);
+    }
+  }
+
+  return `${parsed.proto}://${parsed.host}`;
+}
+
+export function computeBaseUrl(headers: Headers) {
+  const forwardedHeader = headers.get("forwarded");
+
+  if (forwardedHeader) {
+    const baseUrl = parseForwardedHeader(forwardedHeader);
+    if (baseUrl) {
+      return baseUrl;
+    }
+  }
+
+  const forwardedProto = headers.get("x-forwarded-proto");
+  const forwardedHost = headers.get("x-forwarded-host");
+
+  if (forwardedProto && forwardedHost) {
+    const proto = forwardedProto.split(",");
+    const host = forwardedHost.split(",");
+    return `${proto[0]}://${host[0]}`;
+  }
+
+  const host = headers.get("host");
+
+  return `http://${host}`;
+}

package/src/utils/computeContentType.ts

@@ -0,0 +1,17 @@
+const CONTENT_TYPES = new Map<string, string>([
+  ["html", "text/html"],
+  ["css", "text/css"],
+  ["js", "application/javascript"],
+  ["json", "application/json"],
+  ["png", "image/png"],
+  ["jpg", "image/jpeg"],
+  ["gif", "image/gif"],
+  ["svg", "image/svg+xml"],
+]);
+
+export function computeContentType(path: string) {
+  const i = path.lastIndexOf(".");
+  if (i === -1) return "application/octet-stream";
+  const extension = path.substring(i + 1);
+  return CONTENT_TYPES.get(extension) || "application/octet-stream";
+}

package/src/utils/createDebug.ts

@@ -0,0 +1,5 @@
+import { debuglog } from "node:util";
+
+export function createDebug(module: string) {
+  return debuglog(`tymber:${module}`);
+}

package/src/utils/createTestApp.ts

@@ -0,0 +1,81 @@
+import { DB } from "../DB.js";
+import { createServer, Server } from "node:http";
+import { type AddressInfo } from "node:net";
+import { type Module } from "../Module.js";
+import { App } from "../App.js";
+import { toNodeHandler } from "./toNodeHandler.js";
+
+const CLOSE_DELAY_MS = 200;
+
+export interface BaseTestContext {
+  baseUrl: string;
+  db: DB;
+  close: () => Promise<void>;
+}
+
+interface SharedTestContext {
+  httpServer: Server;
+  baseUrl: string;
+  db: DB;
+}
+
+let sharedTestContext: SharedTestContext | undefined;
+let closeTimer: NodeJS.Timeout | undefined;
+
+export async function createTestApp(
+  initDB: () => DB | Promise<DB>,
+  modules: Module[],
+): Promise<BaseTestContext> {
+  if (!sharedTestContext) {
+    const httpServer = createServer();
+
+    const [port, db] = await Promise.all([
+      startHttpServer(httpServer),
+      initDB(),
+    ]);
+    const baseUrl = `http://localhost:${port}`;
+
+    sharedTestContext = {
+      httpServer,
+      baseUrl,
+      db,
+    };
+  }
+
+  const { httpServer, baseUrl, db } = sharedTestContext;
+  const app = await App.create(db, modules);
+
+  httpServer.removeAllListeners("request");
+  httpServer.on("request", toNodeHandler(app.fetch.bind(app)));
+
+  return {
+    baseUrl,
+    db,
+    async close() {
+      clearTimeout(closeTimer);
+
+      closeTimer = setTimeout(async () => {
+        if (sharedTestContext) {
+          const { httpServer } = sharedTestContext;
+          sharedTestContext = undefined;
+
+          await Promise.all([closeHttpServer(httpServer), app.close()]);
+        }
+      }, CLOSE_DELAY_MS);
+    },
+  };
+}
+
+function startHttpServer(httpServer: Server) {
+  return new Promise<number>((resolve) => {
+    httpServer.listen(0, () => {
+      resolve((httpServer.address() as AddressInfo).port);
+    });
+  });
+}
+
+function closeHttpServer(httpServer: Server) {
+  return new Promise<void>((resolve) => {
+    httpServer.close(() => resolve());
+  });
+}

package/src/utils/escapeValue.ts

@@ -0,0 +1,3 @@
+export function escapeValue(value: string) {
+  return value.replaceAll(/([~%_])/g, "~$1");
+}

package/src/utils/fs.ts

@@ -0,0 +1,15 @@
+import { join as nodeJoin } from "node:path";
+import { readdir, readFile as nodeReadFile } from "node:fs/promises";
+import { createReadStream as nodeCreateReadStream } from "node:fs";
+
+// group Node.js-specific methods
+export const FS = {
+  join: (...paths: string[]) => nodeJoin(...paths),
+  createReadStream: (path: string) => nodeCreateReadStream(path),
+  readFile: (path: string) => nodeReadFile(path, "utf8"),
+  readDirRecursively: (path: string) =>
+    readdir(path, {
+      encoding: "utf8",
+      recursive: true,
+    }),
+};

package/src/utils/isAdmin.ts

@@ -0,0 +1,5 @@
+import { type HttpContext } from "../HttpContext.js";
+
+export function isAdmin(ctx: HttpContext) {
+  return ctx.admin !== undefined;
+}

package/src/utils/isProduction.ts

@@ -0,0 +1,2 @@
+export const isProduction =
+  process.env.NODE_ENV === "production" || process.env.ENV === "production";

package/src/utils/loadModules.ts

@@ -0,0 +1,105 @@
+import { Component, ComponentFactory, type Ctor } from "../Component.js";
+import type { Module, ModuleDefinition } from "../Module.js";
+import { type HttpMethod } from "../Router.js";
+import { AdminEndpoint, Endpoint } from "../Endpoint.js";
+import { AdminView, View } from "../View.js";
+import { Middleware } from "../Middleware.js";
+import { createDebug } from "./createDebug.js";
+
+const debug = createDebug("loadModules");
+
+export async function loadModules(
+  componentFactory: ComponentFactory,
+  modules: Module[],
+) {
+  const moduleDefinitions = [];
+
+  for (const module of modules) {
+    const moduleDefinition: ModuleDefinition = {
+      name: module.name,
+      version: module.version,
+      assetsDir: module.assetsDir,
+      adminSidebarItems: module.adminSidebarItems,
+
+      endpoints: [],
+      views: [],
+      adminEndpoints: [],
+      adminViews: [],
+      middlewares: [],
+    };
+
+    const appInit = {
+      component<T extends Component>(ctor: Ctor<T>) {
+        debug("adding component %s", ctor.name);
+        componentFactory.register(ctor);
+      },
+
+      endpoint: (method: HttpMethod, path: string, ctor: Ctor<Endpoint>) => {
+        debug("adding endpoint %s %s", method, path);
+        componentFactory.register(ctor, (handler) => {
+          moduleDefinition.endpoints.push({
+            method,
+            path,
+            handlerName: ctor.name,
+            handler,
+          });
+        });
+      },
+
+      view: (path: string, ctor: Ctor<View>) => {
+        debug("adding view %s", path);
+        componentFactory.register(ctor, (handler) => {
+          moduleDefinition.views.push({
+            method: "GET",
+            path,
+            handlerName: ctor.name,
+            handler,
+          });
+        });
+      },
+
+      adminEndpoint: (
+        method: HttpMethod,
+        path: string,
+        ctor: Ctor<AdminEndpoint>,
+      ) => {
+        debug("adding admin endpoint %s %s", method, path);
+        componentFactory.register(ctor, (handler) => {
+          moduleDefinition.adminEndpoints.push({
+            method,
+            path,
+            handlerName: ctor.name,
+            handler,
+          });
+        });
+      },
+
+      adminView: (path: string, ctor: Ctor<AdminView>) => {
+        debug("adding admin view %s", path);
+        componentFactory.register(ctor, (handler) => {
+          moduleDefinition.adminViews.push({
+            method: "GET",
+            path,
+            handlerName: ctor.name,
+            handler,
+          });
+        });
+      },
+
+      middleware: (ctor: Ctor<Middleware>) => {
+        debug("adding middleware %s", ctor.name);
+
+        componentFactory.register(ctor, (instance) => {
+          moduleDefinition.middlewares.push(instance);
+        });
+      },
+    };
+
+    debug("loading module %s", module.name);
+    module.init(appInit);
+
+    moduleDefinitions.push(moduleDefinition);
+  }
+
+  return moduleDefinitions;
+}

package/src/utils/randomId.ts

@@ -0,0 +1,5 @@
+import { randomBytes } from "node:crypto";
+
+export function randomId() {
+  return randomBytes(8).toString("hex");
+}

package/src/utils/randomUUID.ts

@@ -0,0 +1,5 @@
+import { randomUUID as nodeRandomUUID } from "node:crypto";
+
+export function randomUUID() {
+  return nodeRandomUUID();
+}

package/src/utils/runMigrations.ts

@@ -0,0 +1,122 @@
+import type { ModuleDefinition } from "../Module.js";
+import { sortBy } from "./sortBy.js";
+import { createDebug } from "./createDebug.js";
+import type { DB } from "../DB.js";
+import { emptyContext } from "../Context.js";
+import { FS } from "./fs.js";
+import { sql } from "./sql.js";
+
+const debug = createDebug("runMigrations");
+
+// example: 0001-create-users-table.sql
+const MIGRATION_REGEX = /^(\d+)-(.*)\.sql$/;
+
+interface Migration {
+  module: string;
+  id: number;
+  name: string;
+  sql: string;
+}
+
+export async function runMigrations(db: DB, modules: ModuleDefinition[]) {
+  const ctx = emptyContext();
+
+  debug("creating migrations table");
+  await db.createMigrationsTable(ctx);
+
+  for (const module of modules) {
+    if (!module.assetsDir) {
+      continue;
+    }
+
+    const migrationFiles: Migration[] = [];
+
+    for (const { filename, absolutePath } of await readMigrationFiles(
+      db,
+      module,
+    )) {
+      let match = MIGRATION_REGEX.exec(filename);
+      if (match) {
+        migrationFiles.push({
+          module: module.name,
+          id: parseInt(match[1], 10),
+          name: match[2],
+          sql: await FS.readFile(absolutePath),
+        });
+      }
+    }
+
+    sortBy(migrationFiles, "id");
+
+    for (const migration of migrationFiles) {
+      await db.startTransaction(ctx, async () => {
+        const result = await db.query(
+          ctx,
+          sql.select().from("t_migrations").where({
+            id: migration.id,
+            module: migration.module,
+          }),
+        );
+
+        if (result.length === 1) {
+          debug(
+            "migration #%d of module %s already applied",
+            migration.id,
+            migration.module,
+          );
+          return;
+        }
+
+        debug(
+          "applying migration #%d of module %s",
+          migration.id,
+          migration.module,
+        );
+        await db.exec(ctx, sql.rawStatement(migration.sql));
+
+        await db.run(
+          ctx,
+          sql
+            .insert()
+            .into("t_migrations")
+            .values([
+              {
+                module: migration.module,
+                id: migration.id,
+                name: migration.name,
+                run_at: new Date(),
+              },
+            ]),
+        );
+      });
+    }
+  }
+}
+
+async function readMigrationFiles(db: DB, module: ModuleDefinition) {
+  const assetsDir = module.assetsDir;
+  if (!assetsDir) {
+    return [];
+  }
+  try {
+    const dbSpecificPath = FS.join(assetsDir, "migrations", db.name);
+    debug("reading files from %s", dbSpecificPath);
+    const filenames = await FS.readDirRecursively(dbSpecificPath);
+    return filenames.map((filename) => ({
+      filename,
+      absolutePath: FS.join(assetsDir, "migrations", db.name, filename),
+    }));
+  } catch (e) {
+    try {
+      const commonPath = FS.join(assetsDir, "migrations");
+      debug("reading files from %s", commonPath);
+      const filenames = await FS.readDirRecursively(commonPath);
+      return filenames.map((filename) => ({
+        filename,
+        absolutePath: FS.join(assetsDir, "migrations", filename),
+      }));
+    } catch (e) {
+      return [];
+    }
+  }
+}

package/src/utils/snakeToCamelCase.ts

@@ -0,0 +1,3 @@
+export function snakeToCamelCase(str: string) {
+  return str.replace(/_([a-z])/g, (letter) => letter[1].toUpperCase());
+}

package/src/utils/sortBy.ts

@@ -0,0 +1,8 @@
+export function sortBy<T>(array: T[], field: keyof T, field2?: keyof T): T[] {
+  return array.sort((a, b) => {
+    if (a[field] === b[field] && field2) {
+      return a[field2] < b[field2] ? -1 : 1;
+    }
+    return a[field] < b[field] ? -1 : 1;
+  });
+}