@powerhousedao/reactor-api 1.21.2 → 1.22.0

package/src/subgraphs/types.ts

@@ -1,29 +0,0 @@
-import type { IncomingHttpHeaders } from "http";
-import { IDocumentDriveServer } from "document-drive";
-import { DocumentNode } from "graphql";
-import { SubgraphManager } from "./manager";
-import { Db } from "src/types";
-import { IAnalyticsStore } from "@powerhousedao/analytics-engine-core";
-
-export type Context = {
-  driveServer: IDocumentDriveServer;
-  driveId?: string;
-  headers: IncomingHttpHeaders;
-  db: unknown;
-};
-
-export type ISubgraph = {
-  name: string;
-  resolvers: Record<string, any>;
-  typeDefs: DocumentNode;
-  reactor: IDocumentDriveServer;
-  operationalStore: Db;
-  onSetup?: () => Promise<void>;
-};
-
-export type SubgraphArgs = {
-  reactor: IDocumentDriveServer;
-  operationalStore: Db;
-  analyticsStore: IAnalyticsStore;
-  subgraphManager: SubgraphManager;
-};

package/src/sync/utils.ts

@@ -1,85 +0,0 @@
-import {
-  IDocumentDriveServer,
-  ListenerRevision,
-  PullResponderTransmitter,
-  StrandUpdate,
-} from "document-drive";
-import { DocumentDriveAction } from "document-model-libs/document-drive";
-import { BaseAction, Operation, OperationScope } from "document-model/document";
-
-// define types
-export type InternalStrandUpdate = {
-  operations: Operation[];
-  documentId: string;
-  driveId: string;
-  scope: OperationScope;
-  branch: string;
-};
-
-// processes a strand update and returns a listener revision
-export const processPushUpdate = async (
-  reactor: IDocumentDriveServer,
-  strand: InternalStrandUpdate
-): Promise<ListenerRevision> => {
-  const result = await (strand.documentId !== undefined
-    ? reactor.queueOperations(
-        strand.driveId,
-        strand.documentId,
-        strand.operations
-      )
-    : reactor.queueDriveOperations(
-        strand.driveId,
-        strand.operations as Operation<DocumentDriveAction | BaseAction>[]
-      ));
-
-  const scopeOperations = result.document?.operations[strand.scope] ?? [];
-  if (scopeOperations.length === 0) {
-    return {
-      revision: -1,
-      branch: strand.branch,
-      documentId: strand.documentId ?? "",
-      driveId: strand.driveId,
-      scope: strand.scope,
-      status: result.status,
-    };
-  }
-
-  const revision = scopeOperations.slice().pop()?.index ?? -1;
-  return {
-    revision,
-    branch: strand.branch,
-    documentId: strand.documentId ?? "",
-    driveId: strand.driveId,
-    scope: strand.scope,
-    status: result.status,
-    error: result.error?.message || undefined,
-  };
-};
-
-// processes an acknowledge request and returns a boolean
-export const processAcknowledge = async (
-  reactor: IDocumentDriveServer,
-  driveId: string,
-  listenerId: string,
-  revisions: ListenerRevision[]
-): Promise<boolean> => {
-  const transmitter = (await reactor.getTransmitter(
-    driveId,
-    listenerId
-  )) as PullResponderTransmitter;
-  return transmitter.processAcknowledge(driveId, listenerId, revisions);
-};
-
-// processes a get strands request and returns a list of strand updates
-export const processGetStrands = async (
-  reactor: IDocumentDriveServer,
-  driveId: string,
-  listenerId: string,
-  since: string | undefined
-): Promise<StrandUpdate[]> => {
-  const transmitter = (await reactor.getTransmitter(
-    driveId,
-    listenerId
-  )) as PullResponderTransmitter;
-  return transmitter.getStrands({ since });
-};

package/src/types.ts

@@ -1,43 +0,0 @@
-import { IDocumentDriveServer, IReceiver, Listener } from "document-drive";
-import { Document, OperationScope } from "document-model/document";
-import { Express } from "express";
-import { ProcessorClass } from "./processors/processor";
-import { SubgraphManager } from "./subgraphs/manager";
-import { Db } from "./utils/db";
-import { IAnalyticsStore } from "./processors/analytics-processor";
-
-export type { Db } from "./utils/db";
-
-export type IProcessorManager = {
-  registerProcessor(module: IProcessor | ProcessorClass): Promise<IProcessor>;
-};
-
-export type API = {
-  app: Express;
-  subgraphManager: SubgraphManager;
-  processorManager: IProcessorManager;
-};
-
-export type ProcessorType = "analytics" | "operational";
-
-export type ProcessorSetupArgs = {
-  reactor: IDocumentDriveServer;
-  operationalStore: Db;
-  analyticsStore: IAnalyticsStore;
-};
-
-export type IProcessor<
-  D extends Document = Document,
-  S extends OperationScope = OperationScope,
-> = IReceiver<D, S> & {
-  onSetup?: (args: ProcessorSetupArgs) => void;
-  getOptions: () => ProcessorOptions;
-};
-
-// export interface ProcessorType<T> extends Function {
-//   new (...args: any[]): T;
-//   TYPE: string;
-//   OPTIONS: ProcessorOptions;
-// }
-
-export type ProcessorOptions = Omit<Listener, "driveId"> & { label: string };

package/src/utils/create-schema.ts

@@ -1,160 +0,0 @@
-import { buildSubgraphSchema } from "@apollo/subgraph";
-import { GraphQLResolverMap } from "@apollo/subgraph/dist/schema-helper";
-import { typeDefs as scalarsTypeDefs } from "@powerhousedao/scalars";
-import { pascalCase } from "change-case";
-import { IDocumentDriveServer } from "document-drive";
-import { DocumentNode } from "graphql";
-import gql from "graphql-tag";
-import { Context } from "src/subgraphs";
-
-export const createSchema = (
-  documentDriveServer: IDocumentDriveServer,
-  resolvers: GraphQLResolverMap<Context>,
-  typeDefs: DocumentNode,
-) =>
-  buildSubgraphSchema([
-    {
-      typeDefs: getDocumentModelTypeDefs(documentDriveServer, typeDefs),
-      resolvers,
-    },
-  ]);
-
-export const getDocumentModelTypeDefs = (
-  documentDriveServer: IDocumentDriveServer,
-  typeDefs: DocumentNode,
-) => {
-  const documentModels = documentDriveServer.getDocumentModels();
-  let dmSchema = "";
-  documentModels.forEach(({ documentModel }) => {
-    const dmSchemaName = pascalCase(documentModel.name.replaceAll("/", " "));
-    let tmpDmSchema = `
-          ${documentModel.specifications
-            .map((specification) =>
-              specification.state.global.schema
-                .replaceAll("scalar DateTime", "")
-                .replaceAll(/input (.*?) {[\s\S]*?}/g, ""),
-            )
-            .join("\n")};
-  
-          ${documentModel.specifications
-            .map((specification) =>
-              specification.state.local.schema
-                .replaceAll("scalar DateTime", "")
-                .replaceAll(/input (.*?) {[\s\S]*?}/g, "")
-                .replaceAll("type AccountSnapshotLocalState", "")
-                .replaceAll("type BudgetStatementLocalState", "")
-                .replaceAll("type ScopeFrameworkLocalState", ""),
-            )
-            .join("\n")};
-
-    \n`;
-
-    const found = tmpDmSchema.match(/(type|enum|union)\s+(\w+)\s/g);
-    const trimmedFound = found?.map((f) =>
-      f
-        .replaceAll("type ", "")
-        .replaceAll("enum ", "")
-        .replaceAll("union ", "")
-        .trim(),
-    );
-    trimmedFound?.forEach((f) => {
-      // Create a regex that matches the type name with proper boundaries
-      const typeRegex = new RegExp(
-        // Match type references in various GraphQL contexts
-        `(?<![_A-Za-z0-9])(${f})(?![_A-Za-z0-9])|` + // Basic type references
-          `\\[(${f})\\]|` + // Array types without nullability
-          `\\[(${f})!\\]|` + // Array of non-null types
-          `\\[(${f})\\]!|` + // Non-null array of types
-          `\\[(${f})!\\]!`, // Non-null array of non-null types
-        "g",
-      );
-
-      tmpDmSchema = tmpDmSchema.replace(
-        typeRegex,
-        (
-          match: string,
-          p1: string,
-          p2: string,
-          p3: string,
-          p4: string,
-          p5: string,
-        ) => {
-          // If it's an array type, preserve the brackets and ! while replacing the type name
-          if (match.startsWith("[")) {
-            return match.replace(
-              p2 || p3 || p4 || p5,
-              `${dmSchemaName}_${p2 || p3 || p4 || p5}`,
-            );
-          }
-          // Basic type reference
-          return `${dmSchemaName}_${p1}`;
-        },
-      );
-    });
-    dmSchema += tmpDmSchema;
-    dmSchema += `
-    type ${dmSchemaName} implements IDocument {
-              id: String!
-              name: String!
-              documentType: String!
-              operations(skip: Int, first: Int): [Operation!]!
-              revision: Int!
-              created: DateTime!
-              lastModified: DateTime!
-              ${dmSchemaName !== "DocumentModel" ? `initialState: ${dmSchemaName}_${dmSchemaName}State!` : ""}
-              ${dmSchemaName !== "DocumentModel" ? `state: ${dmSchemaName}_${dmSchemaName}State!` : ""}
-          }\n`;
-  });
-
-  // add the mutation and query types
-  const schema = gql`
-    ${scalarsTypeDefs.join("\n").replaceAll(";", "")}
-
-    type PHOperationContext {
-      signer: Signer
-    }
-
-    type Signer {
-      user: SignerUser
-      app: SignerApp
-      signatures: [String!]!
-    }
-
-    type SignerUser {
-      address: String!
-      networkId: String!
-      chainId: Int!
-    }
-
-    type SignerApp {
-      name: String!
-      key: String!
-    }
-
-    type Operation {
-      id: String!
-      type: String!
-      index: Int!
-      timestamp: DateTime!
-      hash: String!
-      skip: Int
-      inputText: String
-      error: String
-      context: PHOperationContext
-    }
-    interface IDocument {
-      id: String!
-      name: String!
-      documentType: String!
-      revision: Int!
-      created: DateTime!
-      lastModified: DateTime!
-      operations(first: Int, skip: Int): [Operation!]!
-    }
-    ${dmSchema.replaceAll(";", "")}
-
-    ${typeDefs}
-  `;
-
-  return schema;
-};

package/src/utils/db.ts

@@ -1,26 +0,0 @@
-import { PGlite } from "@electric-sql/pglite";
-import knex, { type Knex } from "knex";
-import ClientPgLite from "knex-pglite";
-
-export type Db = Knex;
-
-function isPG(connectionString: string) {
-  if (connectionString.startsWith("postgres://")) {
-    return true;
-  }
-  return false;
-}
-
-export function getDbClient(
-  connectionString: string | undefined = undefined,
-): Db {
-  const isPg = connectionString && isPG(connectionString);
-  const client = isPg ? "pg" : (ClientPgLite as typeof knex.Client);
-  const connection = isPg
-    ? { connectionString }
-    : { pglite: new PGlite(connectionString) };
-  return knex({
-    client,
-    connection,
-  });
-}

package/src/utils/index.ts

@@ -1,2 +0,0 @@
-export * from "./create-schema";
-export * from "./db";

package/test/benchmarks/load.bench.ts

@@ -1,78 +0,0 @@
-import { RealWorldAssets } from "@sky-ph/atlas/document-models";
-import { DocumentDriveServer, generateUUID } from "document-drive";
-import { MemoryStorage } from "document-drive/storage/memory";
-import {
-  module as DocumentDrive,
-  generateAddNodeAction,
-} from "document-model-libs/document-drive";
-import { DocumentModel } from "document-model/document";
-
-import { bench, describe } from "vitest";
-
-describe("Document Drive", async () => {
-  const documentModels = [DocumentDrive, RealWorldAssets] as DocumentModel[];
-  const document = await RealWorldAssets.utils.loadFromFile(
-    "test/data/BlocktowerAndromeda.zip",
-  );
-
-  bench(
-    "Load PHDM into Document Drive",
-    async () => {
-      const server = new DocumentDriveServer(
-        documentModels,
-        new MemoryStorage(),
-      );
-      await server.initialize();
-
-      const driveId = generateUUID();
-      const documentId = generateUUID();
-
-      const drive = await server.addDrive({
-        global: {
-          id: driveId,
-          name: "Test Drive",
-          icon: null,
-          slug: null,
-        },
-        local: {
-          availableOffline: false,
-          sharingType: "PRIVATE",
-          listeners: [],
-          triggers: [],
-        },
-      });
-
-      // adds file node for document
-      const addFileAction = generateAddNodeAction(
-        drive.state.global,
-        {
-          documentType: document.documentType,
-          id: documentId,
-          name: "BlocktowerAndromeda",
-        },
-        ["global"],
-      );
-      await server.addDriveAction(driveId, addFileAction);
-
-      // adds document operations
-      const result = await server.addOperations(
-        driveId,
-        documentId,
-        document.operations.global,
-      );
-
-      if (result.error) {
-        throw result.error;
-      }
-
-      const lastOperation = document.operations.global.at(-1);
-      const lastLoadedOperation = result.operations.at(-1);
-      if (
-        JSON.stringify(lastOperation) !== JSON.stringify(lastLoadedOperation)
-      ) {
-        throw new Error("Document operations  mismatch");
-      }
-    },
-    { throws: true },
-  );
-});

package/test/benchmarks/sync.bench.ts

@@ -1,151 +0,0 @@
-import { RealWorldAssets } from "@sky-ph/atlas/document-models";
-import {
-  DocumentDriveServer,
-  generateUUID,
-  InternalTransmitterUpdate,
-  IReceiver,
-} from "document-drive";
-import { MemoryStorage } from "document-drive/storage/memory";
-import {
-  module as DocumentDrive,
-  generateAddNodeAction,
-  ListenerFilter,
-} from "document-model-libs/document-drive";
-import {
-  Document,
-  DocumentModel,
-  OperationScope,
-} from "document-model/document";
-
-import { beforeAll, bench, describe } from "vitest";
-
-class TestReceiver<
-  T extends Document = Document,
-  S extends OperationScope = OperationScope,
-> implements IReceiver<T, S>
-{
-  async onStrands(strands: InternalTransmitterUpdate<T, S>[]) {
-    return Promise.resolve();
-  }
-
-  async onDisconnect() {
-    return Promise.resolve();
-  }
-}
-
-beforeAll(async () => {});
-
-describe("Document Drive", async () => {
-  const documentModels = Object.values([
-    DocumentDrive,
-    RealWorldAssets,
-  ]) as DocumentModel[];
-  const document = await RealWorldAssets.utils.loadFromFile(
-    "test/data/BlocktowerAndromeda.zip",
-  );
-
-  bench(
-    "Load PHDM into Document Drive",
-    async () => {
-      const serverA = new DocumentDriveServer(
-        documentModels,
-        new MemoryStorage(),
-      );
-      await serverA.initialize();
-
-      const serverB = new DocumentDriveServer(
-        documentModels,
-        new MemoryStorage(),
-      );
-      await serverB.initialize();
-
-      const driveAId = generateUUID();
-      const documentId = generateUUID();
-
-      const driveA = await serverA.addDrive({
-        global: {
-          id: driveAId,
-          name: "Test Drive",
-          icon: null,
-          slug: null,
-        },
-        local: {
-          availableOffline: false,
-          sharingType: "PRIVATE",
-          listeners: [],
-          triggers: [],
-        },
-      });
-
-      const driveBId = generateUUID();
-      const driveB = await serverB.addDrive({
-        global: {
-          id: driveBId,
-          name: "Test Drive",
-          icon: null,
-          slug: null,
-        },
-        local: {
-          availableOffline: false,
-          sharingType: "PRIVATE",
-          listeners: [],
-          triggers: [],
-        },
-      });
-
-      // listener!
-      const filter: ListenerFilter = {
-        branch: ["*"],
-        documentId: ["*"],
-        documentType: ["*"],
-        scope: ["*"],
-      };
-
-      const receiver = new TestReceiver();
-      await serverA.addInternalListener(driveAId, receiver, {
-        listenerId: generateUUID(),
-        label: "Test Listener",
-        block: false,
-        filter,
-      });
-
-      await serverB.addInternalListener(driveBId, receiver, {
-        listenerId: generateUUID(),
-        label: "Test Listener",
-        block: false,
-        filter,
-      });
-
-      // loads document in drive A
-      const addFileAction = generateAddNodeAction(
-        driveA.state.global,
-        {
-          documentType: document.documentType,
-          id: documentId,
-          name: "BlocktowerAndromeda",
-        },
-        ["global"],
-      );
-      await serverA.addDriveAction(driveAId, addFileAction);
-
-      const result = await serverA.addOperations(
-        driveAId,
-        documentId,
-        document.operations.global,
-      );
-
-      if (result.error) {
-        throw result.error;
-      }
-
-      const lastOperation = document.operations.global.at(-1);
-      const lastLoadedOperation = result.operations.at(-1);
-      if (
-        JSON.stringify(lastOperation) !== JSON.stringify(lastLoadedOperation)
-      ) {
-        throw new Error("Document operations  mismatch");
-      }
-    },
-    { throws: true },
-  );
-});

package/test/router.test.ts

@@ -1,48 +0,0 @@
-import { DocumentDriveServer } from "document-drive";
-import * as DocumentModelsLibs from "document-model-libs/document-models";
-import { DocumentModel } from "document-model/document";
-import { module as DocumentModelLib } from "document-model/document-model";
-import express from "express";
-import { SubgraphManager } from "src";
-import { getDbClient } from "src/utils/db";
-import { describe, expect, it } from "vitest";
-
-const documentModels = [
-  DocumentModelLib,
-  ...Object.values(DocumentModelsLibs),
-] as DocumentModel[];
-
-describe("Reactor Router", () => {
-  it("should be initialized", () => {
-    // const app = express();
-    // const knex = getDbClient();
-    // const reactor = new DocumentDriveServer(documentModels);
-    // const reactorRouter = new SubgraphManager("/", app, reactor, knex);
-    expect(true).toBe(true);
-  });
-
-  // it("should be able to add a new subgraph", async () => {
-  //   const driveServer = new DocumentDriveServer(documentModels);
-  //   await driveServer.initialize();
-  //   const newSubgraph = {
-  //     name: "newSubgraph",
-  //     getSchema: (documentDriveServer: IDocumentDriveServer) =>
-  //       buildSubgraphSchema([
-  //         {
-  //           typeDefs: getDocumentModelTypeDefs(
-  //             documentDriveServer,
-  //             `
-  //             type Query {
-  //               hello: String
-  //             }
-  //           `,
-  //           ),
-  //           resolvers: { Query: { hello: () => "world" } },
-  //         },
-  //       ]),
-  //   };
-
-  //   await addSubgraph(newSubgraph);
-  //   expect(reactorRouter.stack.length).gte(3);
-  // });
-});

package/tsconfig.json

@@ -1,21 +0,0 @@
-{
-  "compilerOptions": {
-    "module": "ESNext",
-    "moduleResolution": "Bundler",
-    "target": "esnext",
-    "types": ["@types/node", "./types.d.ts"],
-    "declaration": true,
-    "outDir": "./dist",
-    "esModuleInterop": true,
-    "forceConsistentCasingInFileNames": true,
-    "strict": true,
-    "noImplicitAny": true,
-    "skipLibCheck": true,
-    "emitDeclarationOnly": true,
-    "baseUrl": ".",
-    "paths": {
-      "document-drive": ["../document-drive/src/index.ts"]
-    }
-  },
-  "include": ["src/**/*.ts", "test/**/*.ts", "*.config.ts"]
-}

package/tsdoc.json

@@ -1,3 +0,0 @@
-{
-    "$schema": "https://developer.microsoft.com/json-schemas/tsdoc/v0/tsdoc.schema.json"
-}

package/tsup.config.ts

@@ -1,17 +0,0 @@
-import { defineConfig } from "tsup";
-
-export default defineConfig({
-  entry: ["src/index.ts"],
-  splitting: true,
-  sourcemap: true,
-  clean: true,
-  format: "esm",
-  treeshake: true,
-  noExternal: ["document-drive"],
-  platform: "node",
-  target: "node20",
-  loader: {
-    ".graphql": "file",
-  },
-  dts: true,
-});

package/types.d.ts

@@ -1,5 +0,0 @@
-declare module "*.graphql" {
-  const value: string;
-
-  export default value;
-}