@powerhousedao/switchboard 2.2.122-dev.0 → 2.3.0

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@powerhousedao/switchboard",
   "type": "module",
-  "version": "2.2.122-dev.0",
+  "version": "2.3.0",
   "main": "dist/src/index.js",
   "bin": {
     "switchboard": "dist/src/index.js"
@@ -10,6 +10,7 @@
   "license": "ISC",
   "description": "",
   "dependencies": {
+    "@powerhousedao/analytics-engine-core": "^0.4.0",
     "@powerhousedao/analytics-engine-knex": "^0.4.0",
     "@pyroscope/nodejs": "^0.4.5",
     "@sentry/node": "^9.6.1",
@@ -20,11 +21,11 @@
     "express": "^4.21.2",
     "graphql": "^16.10.0",
     "redis": "^4.7.0",
-    "@powerhousedao/config": "1.27.0-dev.5",
-    "@powerhousedao/reactor-api": "1.29.18-dev.11",
-    "@powerhousedao/scalars": "1.33.1-dev.4",
-    "document-drive": "1.29.9-dev.2",
-    "document-model": "2.28.1-dev.4"
+    "@powerhousedao/config": "1.27.0-dev.9",
+    "@powerhousedao/reactor-api": "1.29.23-dev.2",
+    "document-model": "2.28.1-dev.9",
+    "@powerhousedao/scalars": "1.33.1-dev.7",
+    "document-drive": "1.29.11-dev.5"
   },
   "devDependencies": {
     "@types/express": "^5.0.0",

package/prisma/schema.prisma

@@ -1,94 +0,0 @@
-// This is your Prisma schema file,
-// learn more about it in the docs: https://pris.ly/d/prisma-schema
-
-generator client {
-  provider = "prisma-client-js"
-}
-
-datasource db {
-  provider = "postgresql"
-  url      = env("DATABASE_URL")
-}
-
-model Drive {
-  id            String  @id
-  slug          String  @unique
-  driveDocuments DriveDocument[]
-}
-
-model Document {
-  id                  String               @id
-  created             DateTime             @default(now())
-  lastModified        DateTime             @default(now())
-  isDrive             Boolean
-  revision            String
-  name                String?
-  operations          Operation[]
-  initialState        String // json object with the scope as keys of the root object
-  documentType        String
-  meta                String?
-  syncronizationUnits SyncronizationUnit[]
-  driveDocuments      DriveDocument[]
-}
-
-// Model to map the many-to-many relationship between drives and documents
-model DriveDocument {
-  driveId     String
-  documentId  String
-  drive       Drive     @relation(fields: [driveId], references: [id], onDelete: Cascade)
-  document    Document  @relation(fields: [documentId], references: [id], onDelete: Cascade)
-
-  @@id([driveId, documentId])
-  @@index([driveId])
-  @@index([documentId])
-}
-
-model Operation {
-  id          String       @id @default(uuid())
-  opId        String?
-  driveId     String
-  Document    Document?    @relation(fields: [documentId], references: [id], onDelete: Cascade)
-  documentId  String
-  scope       String
-  branch      String
-  index       Int
-  skip        Int
-  hash        String
-  timestamp   DateTime
-  input       String
-  type        String
-  attachments Attachment[]
-  syncId      String?
-  clipboard   Boolean?     @default(false)
-  context     Json?
-  resultingState Bytes?
-
-  SyncronizationUnit SyncronizationUnit? @relation(fields: [syncId, driveId], references: [id, driveId], onDelete: Cascade)
-
-  @@unique([driveId, documentId, scope, branch, index(sort: Asc)], name: "unique_operation")
-}
-
-model SyncronizationUnit {
-  id         String
-  driveId    String
-  documentId String
-
-  Document   Document    @relation(fields: [documentId], references: [id], onDelete: Cascade)
-  scope      String
-  branch     String
-  operations Operation[]
-
-  @@id([id, driveId])
-}
-
-model Attachment {
-  id          String    @id @default(uuid())
-  operationId String
-  Operation   Operation @relation(fields: [operationId], references: [id], onDelete: Cascade)
-
-  mimeType  String
-  data      String
-  filename  String?
-  extension String?
-  hash      String
-}

package/src/clients/redis.ts

@@ -1,51 +0,0 @@
-import { createClient, type RedisClientType } from "redis";
-
-export let redisClient: RedisClientType;
-export const initRedis = async () => {
-  if (!redisClient) {
-    const url = process.env.REDIS_TLS_URL ?? process.env.REDIS_URL;
-    if (!url) {
-      throw new Error("REDIS_TLS_URL is not set");
-    }
-
-    const socket = url.includes("rediss")
-      ? {
-          tls: true,
-          rejectUnauthorized: false,
-        }
-      : undefined;
-
-    redisClient = createClient({
-      url,
-      socket,
-    });
-
-    redisClient.on("error", (err: string) => {
-      console.log("Redis Client Error", err);
-      throw new Error("Redis Client Error");
-    });
-
-    redisClient.connect();
-  }
-
-  return redisClient;
-};
-
-const timer = setInterval(
-  async () => {
-    try {
-      if (redisClient) {
-        await redisClient.ping();
-      }
-    } catch (err) {
-      console.error("Ping Interval Error", err);
-    }
-  },
-  1000 * 60 * 4,
-);
-
-export const closeRedis = () => {
-  clearInterval(timer);
-
-  redisClient.disconnect();
-};

package/src/index.ts

@@ -1,99 +0,0 @@
-#!/usr/bin/env node
-import { startAPI } from "@powerhousedao/reactor-api";
-import * as Sentry from "@sentry/node";
-import { ReactorBuilder, driveDocumentModelModule } from "document-drive";
-import RedisCache from "document-drive/cache/redis";
-import { PrismaStorageFactory } from "document-drive/storage/prisma";
-import {
-  type DocumentModelModule,
-  documentModelDocumentModelModule,
-} from "document-model";
-import dotenv from "dotenv";
-import express from "express";
-import { initRedis } from "./clients/redis.js";
-import { initProfilerFromEnv } from "./profiler.js";
-import { PackagesManager } from "./utils/package-manager.js";
-
-dotenv.config();
-
-// Create a monolith express app for all subgraphs
-const app = express();
-
-if (process.env.SENTRY_DSN) {
-  console.log("Initialized Sentry with env:", process.env.SENTRY_ENV);
-  Sentry.init({
-    dsn: process.env.SENTRY_DSN,
-    environment: process.env.SENTRY_ENV,
-  });
-
-  Sentry.setupExpressErrorHandler(app);
-}
-
-const serverPort = process.env.PORT ? Number(process.env.PORT) : 4001;
-
-const main = async () => {
-  if (process.env.PYROSCOPE_SERVER_ADDRESS) {
-    try {
-      await initProfilerFromEnv(process.env);
-    } catch (e) {
-      Sentry.captureException(e);
-      console.error("Error starting profiler", e);
-    }
-  }
-
-  try {
-    const packages =
-      process.env.PH_PACKAGES && process.env.PH_PACKAGES !== ""
-        ? process.env.PH_PACKAGES.split(",")
-        : [];
-    const pkgManager = new PackagesManager({
-      packages,
-    });
-    const { documentModels, subgraphs } = await pkgManager.init();
-    const redis = await initRedis();
-    const connectionString = process.env.DATABASE_URL;
-    if (!connectionString) {
-      throw new Error("Please set env var DATABASE_URL");
-    }
-    const dbUrl =
-      connectionString.includes("amazonaws") &&
-      !connectionString.includes("sslmode=no-verify")
-        ? connectionString + "?sslmode=no-verify"
-        : connectionString;
-
-    const redisCache = new RedisCache(redis);
-    const storageFactory = new PrismaStorageFactory(dbUrl, redisCache);
-    const storage = storageFactory.build();
-
-    const reactor = new ReactorBuilder([
-      documentModelDocumentModelModule,
-      driveDocumentModelModule,
-      ...documentModels,
-    ] as DocumentModelModule[])
-      .withStorage(storage)
-      .withCache(redisCache)
-      .build();
-
-    // init drive server
-    await reactor.initialize();
-
-    // Start the API with the reactor and options
-    await startAPI(reactor, {
-      express: app,
-      port: serverPort,
-      dbPath: dbUrl,
-      packages,
-    });
-
-    // start http server
-    // httpServer.listen({ port: serverPort }, () => {
-    //   console.log(`Subgraph server listening on port ${serverPort}`);
-    // });
-  } catch (e) {
-    Sentry.captureException(e);
-    console.error("App crashed", e);
-    throw e;
-  }
-};
-
-main().catch(console.error);

package/src/install-packages.ts

@@ -1,8 +0,0 @@
-import { execSync } from "child_process";
-
-const pkgs = process.env.PH_PACKAGES?.split(",") || [];
-for (const pkg of pkgs) {
-  if (pkg === "") continue;
-  console.log(`> Installing ${pkg}`);
-  execSync(`pnpm add ${pkg}`, { stdio: "inherit" });
-}

package/src/profiler.ts

@@ -1,25 +0,0 @@
-import type { PyroscopeConfig } from "@pyroscope/nodejs";
-
-export async function initProfilerFromEnv(env: typeof process.env) {
-  const {
-    PYROSCOPE_SERVER_ADDRESS: serverAddress,
-    PYROSCOPE_APPLICATION_NAME: appName,
-    PYROSCOPE_USER: basicAuthUser,
-    PYROSCOPE_PASSWORD: basicAuthPassword,
-  } = env;
-
-  const options: PyroscopeConfig = {
-    serverAddress,
-    appName,
-    basicAuthUser,
-    basicAuthPassword,
-  };
-  return initProfiler(options);
-}
-
-export async function initProfiler(options?: PyroscopeConfig) {
-  console.log("Initializing Pyroscope profiler at:", options?.serverAddress);
-  const Pyroscope = await import("@pyroscope/nodejs");
-  Pyroscope.init(options);
-  Pyroscope.start();
-}

package/src/utils/gen-doc-model-type-defs.ts

@@ -1,65 +0,0 @@
-import { type BaseDocumentDriveServer } from "document-drive";
-import { parse } from "graphql";
-
-export const getDocumentModelTypeDefs = (
-  documentDriveServer: BaseDocumentDriveServer,
-  typeDefs: string,
-) => {
-  const documentModels = documentDriveServer.getDocumentModelModules();
-  let dmSchema = "";
-  documentModels.forEach(({ documentModel }) => {
-    dmSchema += `
-        ${documentModel.specifications
-          .map((specification) =>
-            specification.state.global.schema
-              .replaceAll(" Account ", ` ${documentModel.name}Account `)
-              .replaceAll(`: Account`, `: ${documentModel.name}Account`)
-              .replaceAll(`[Account!]!`, `[${documentModel.name}Account!]!`)
-              .replaceAll("scalar DateTime", "")
-              .replaceAll(/input (.*?) {[\s\S]*?}/g, ""),
-          )
-          .join("\n")};
-
-        ${documentModel.specifications
-          .map((specification) =>
-            specification.state.local.schema
-              .replaceAll(" Account ", ` ${documentModel.name}Account `)
-              .replaceAll(`: Account`, `: ${documentModel.name}Account`)
-              .replaceAll(`[Account!]!`, `[${documentModel.name}Account!]!`)
-              .replaceAll("scalar DateTime", "")
-              .replaceAll(/input (.*?) {[\s\S]*?}/g, "")
-              .replaceAll("type AccountSnapshotLocalState", "")
-              .replaceAll("type BudgetStatementLocalState", "")
-              .replaceAll("type ScopeFrameworkLocalState", ""),
-          )
-          .join("\n")};
-
-        type ${documentModel.name} implements IDocument {
-            id: ID!
-            name: String!
-            documentType: String!
-            revision: Int!
-            created: DateTime!
-            lastModified: DateTime!
-            ${documentModel.name !== "DocumentModel" ? `state: ${documentModel.name}State!` : ""}
-        }\n`;
-  });
-
-  // add the mutation and query types
-  const schema = `
-    scalar DateTime
-    interface IDocument {
-        name: String!
-        documentType: String!
-        revision: Int!
-        created: DateTime!
-        lastModified: DateTime!
-        
-    }
-    ${dmSchema}
-
-    ${typeDefs}
-    `;
-
-  return parse(schema.replaceAll(";", ""));
-};

package/src/utils/package-manager.ts

@@ -1,204 +0,0 @@
-import { execSync } from "node:child_process";
-export const installPackages = async (packages: string[]) => {
-  for (const packageName of packages) {
-    execSync(`ph install ${packageName}`);
-  }
-};
-
-export const readManifest = () => {
-  const manifest = execSync(`ph manifest`).toString();
-  return manifest;
-};
-
-import { getConfig } from "@powerhousedao/config/powerhouse";
-import { type Subgraph } from "@powerhousedao/reactor-api";
-import { type DocumentModelModule } from "document-model";
-import EventEmitter from "node:events";
-import { type StatWatcher, watchFile } from "node:fs";
-
-interface IPackagesManager {
-  onDocumentModelsChange(
-    handler: (documentModels: DocumentModelModule[]) => void,
-  ): void;
-}
-
-type IPackagesManagerOptions = { packages: string[] };
-
-export async function loadDependency(packageName: string, subPath: string) {
-  const module = (await import(`${packageName}/${subPath}`)) as unknown;
-  return module;
-}
-
-async function loadPackagesDocumentModels(packages: string[]) {
-  const loadedPackages = new Map<string, DocumentModelModule[]>();
-  for (const pkg of packages) {
-    try {
-      console.log("> Loading package:", pkg);
-      const pkgModule = (await loadDependency(pkg, "document-models")) as {
-        [key: string]: DocumentModelModule;
-      };
-      if (pkgModule) {
-        console.log(`  ➜  Loaded Document Models from: ${pkg}`);
-        loadedPackages.set(pkg, Object.values(pkgModule));
-      } else {
-        console.warn(`  ➜  No Document Models found: ${pkg}`);
-      }
-    } catch (e) {
-      console.error("Error loading Document Models from", pkg, e);
-    }
-  }
-  return loadedPackages;
-}
-
-async function loadPackagesSubgraphs(packages: string[]) {
-  const loadedPackages = new Map<string, (typeof Subgraph)[]>();
-  for (const pkg of packages) {
-    const pkgModule = (await loadDependency(
-      pkg,
-      "subgraphs",
-    )) as (typeof Subgraph)[];
-    if (pkgModule) {
-      console.log(`  ➜  Loaded Subgraphs from: ${pkg}`);
-      loadedPackages.set(pkg, pkgModule);
-    } else {
-      console.warn(`  ➜  No Subgraphs found: ${pkg}`);
-    }
-  }
-  return loadedPackages;
-}
-
-function getUniqueDocumentModels(
-  ...documentModels: DocumentModelModule[][]
-): DocumentModelModule[] {
-  const uniqueModels = new Map<string, DocumentModelModule>();
-
-  for (const models of documentModels) {
-    for (const model of models) {
-      uniqueModels.set(model.documentModel.id, model);
-    }
-  }
-
-  return Array.from(uniqueModels.values());
-}
-
-function getUniqueSubgraphs(
-  subgraphs: (typeof Subgraph)[][],
-): (typeof Subgraph)[] {
-  const uniqueSubgraphs = new Map<string, typeof Subgraph>();
-  for (const subgraphss of subgraphs) {
-    const keys = Object.keys(subgraphss);
-    for (const key of keys) {
-      uniqueSubgraphs.set(
-        key,
-        (
-          subgraphss as unknown as Record<
-            string,
-            Record<string, typeof Subgraph>
-          >
-        )[key][key],
-      );
-    }
-  }
-  return Array.from(uniqueSubgraphs.values());
-}
-
-export class PackagesManager implements IPackagesManager {
-  private docModelsMap = new Map<string, DocumentModelModule[]>();
-  private subgraphsMap = new Map<string, (typeof Subgraph)[]>();
-  private configWatcher: StatWatcher | undefined;
-  private eventEmitter = new EventEmitter<{
-    documentModelsChange: DocumentModelModule[][];
-    subgraphsChange: (typeof Subgraph)[][];
-  }>();
-
-  constructor(
-    protected options: IPackagesManagerOptions,
-    protected onError?: (e: unknown) => void,
-  ) {
-    this.eventEmitter.setMaxListeners(0);
-  }
-
-  public async init() {
-    return await this.loadPackages(this.options.packages);
-  }
-
-  private async loadPackages(packages: string[]) {
-    // install packages
-    const packagesMap = await loadPackagesDocumentModels(packages);
-    const subgraphsMap = await loadPackagesSubgraphs(packages);
-    this.updatePackagesMap(packagesMap);
-    this.updateSubgraphsMap(subgraphsMap);
-
-    return {
-      documentModels: getUniqueDocumentModels(
-        ...Array.from(packagesMap.values()),
-      ),
-      subgraphs: getUniqueSubgraphs(Array.from(subgraphsMap.values())),
-    };
-  }
-
-  private loadFromConfigFile(configFile: string) {
-    const config = getConfig(configFile);
-    const packages = config.packages;
-
-    return this.loadPackages(
-      packages?.map((pkg) => pkg.packageName) ?? [],
-    ).catch(this.onError);
-  }
-
-  private initConfigFile(configFile: string) {
-    const result = this.loadFromConfigFile(configFile);
-
-    if (!this.configWatcher) {
-      this.configWatcher = watchFile(
-        configFile,
-        { interval: 100 },
-        (curr, prev) => {
-          if (curr.mtime === prev.mtime) {
-            return;
-          }
-          void this.loadFromConfigFile(configFile).catch(this.onError);
-        },
-      );
-    }
-
-    return result;
-  }
-
-  private updatePackagesMap(packagesMap: Map<string, DocumentModelModule[]>) {
-    const oldPackages = Array.from(this.docModelsMap.keys());
-    const newPackages = Array.from(packagesMap.keys());
-    oldPackages
-      .filter((pkg) => !newPackages.includes(pkg))
-      .forEach((pkg) => {
-        console.log("> Removed package:", pkg);
-      });
-    this.docModelsMap = packagesMap;
-    const documentModels = getUniqueDocumentModels(
-      ...Array.from(packagesMap.values()),
-    );
-    this.eventEmitter.emit("documentModelsChange", documentModels);
-  }
-
-  private updateSubgraphsMap(subgraphsMap: Map<string, (typeof Subgraph)[]>) {
-    const oldPackages = Array.from(this.subgraphsMap.keys());
-    const newPackages = Array.from(subgraphsMap.keys());
-    oldPackages
-      .filter((pkg) => !newPackages.includes(pkg))
-      .forEach((pkg) => {
-        console.log("> Removed Subgraphs from:", pkg);
-      });
-    this.subgraphsMap = subgraphsMap;
-    const subgraphs = getUniqueSubgraphs(Array.from(subgraphsMap.values()));
-    this.eventEmitter.emit("subgraphsChange", subgraphs);
-  }
-
-  onDocumentModelsChange(
-    handler: (documentModels: DocumentModelModule[]) => void,
-  ): void {
-    this.eventEmitter.on("documentModelsChange", handler);
-  }
-  onSubgraphsChange(handler: (subgraphs: (typeof Subgraph)[]) => void): void {
-    this.eventEmitter.on("subgraphsChange", handler);
-  }
-}