@mikeatlast/ponder 0.16.1-fork.1

package/src/drizzle/onchain.ts

@@ -0,0 +1,476 @@
+import type { PonderTypeError } from "@/types/utils.js";
+import {
+  type BuildColumns,
+  type ColumnBuilderBase,
+  Table,
+  type Writable,
+  getTableName,
+} from "drizzle-orm";
+import { toSnakeCase } from "drizzle-orm/casing";
+import {
+  type AnyPgColumn,
+  type PrimaryKeyBuilder as DrizzlePrimaryKeyBuilder,
+  type ExtraConfigColumn,
+  ManualViewBuilder,
+  type PgColumnBuilder,
+  type PgColumnBuilderBase,
+  PgEnumColumnBuilder,
+  type PgEnumColumnBuilderInitial,
+  PgTable,
+  type PgTableExtraConfig,
+  type PgTableWithColumns,
+  type PgTextConfig,
+  type TableConfig,
+  ViewBuilder,
+  primaryKey as drizzlePrimaryKey,
+} from "drizzle-orm/pg-core";
+import {
+  type PgColumnsBuilders as _PgColumnsBuilders,
+  getPgColumnBuilders,
+} from "drizzle-orm/pg-core/columns/all";
+import { PgBigintBuilder, type PgBigintBuilderInitial } from "./bigint.js";
+import { PgBytesBuilder, type PgBytesBuilderInitial } from "./bytes.js";
+import { PgHexBuilder, type PgHexBuilderInitial } from "./hex.js";
+import {
+  PgJsonBuilder,
+  type PgJsonBuilderInitial,
+  PgJsonbBuilder,
+  type PgJsonbBuilderInitial,
+} from "./json.js";
+import { PgTextBuilder, type PgTextBuilderInitial } from "./text.js";
+
+// 16 digits for chain ID.
+export const MAX_DATABASE_OBJECT_NAME_LENGTH = 45;
+
+// Note: All of these database object names should be less than 63 characters, otherwise they will
+// be truncated by postgres.
+
+export const getLiveQueryTriggerName = () => {
+  return "live_query";
+};
+export const getLiveQueryProcedureName = () => {
+  return "live_query()";
+};
+export const getLiveQueryChannelName = (schema: string) => {
+  return `${schema}_live_query`;
+};
+export const getLiveQueryNotifyTriggerName = () => {
+  return "live_query_notify";
+};
+/**
+ * Returns the name of the trigger used to notify live queries for the views pattern.
+ * @dev The trigger is placed in the base schema, but used to notify in the views schema.
+ */
+export const getViewsLiveQueryNotifyTriggerName = (viewsSchema: string) => {
+  return `${viewsSchema}_live_query_notify`;
+};
+export const getLiveQueryNotifyProcedureName = () => {
+  return "live_query_notify()";
+};
+export const getLiveQueryTempTableName = () => {
+  return "live_query_tables";
+};
+export const getPartitionName = (table: string | PgTable, chainId: number) => {
+  return `${typeof table === "string" ? table : getTableName(table)}_${chainId}`;
+};
+export const getReorgTableName = (table: string | PgTable) => {
+  return `_reorg__${typeof table === "string" ? table : getTableName(table)}`;
+};
+export const getReorgTriggerName = () => {
+  return "reorg";
+};
+export const getReorgProcedureName = (table: string | PgTable) => {
+  return `operation_reorg__${typeof table === "string" ? table : getTableName(table)}()`;
+};
+export const getReorgSequenceName = () => {
+  return "operation_id";
+};
+
+/** @internal */
+function getColumnNameAndConfig<
+  TConfig extends Record<string, any> | undefined,
+>(a: string | TConfig | undefined, b: TConfig | undefined) {
+  return {
+    name: typeof a === "string" && a.length > 0 ? a : ("" as string),
+    config: typeof a === "object" ? a : (b as TConfig),
+  };
+}
+
+// @ts-ignore
+export function hex(): PgHexBuilderInitial<"">;
+export function hex<name extends string>(
+  columnName: name,
+): PgHexBuilderInitial<name>;
+export function hex(columnName?: string) {
+  return new PgHexBuilder(columnName ?? "");
+}
+
+// @ts-ignore
+export function bigint(): PgBigintBuilderInitial<"">;
+export function bigint<name extends string>(
+  columnName: name,
+): PgBigintBuilderInitial<name>;
+export function bigint(columnName?: string) {
+  return new PgBigintBuilder(columnName ?? "");
+}
+
+export function json(): PgJsonBuilderInitial<"">;
+export function json<name extends string>(
+  name: name,
+): PgJsonBuilderInitial<name>;
+export function json(name?: string) {
+  return new PgJsonBuilder(name ?? "");
+}
+
+export function jsonb(): PgJsonbBuilderInitial<"">;
+export function jsonb<name extends string>(
+  name: name,
+): PgJsonbBuilderInitial<name>;
+export function jsonb(name?: string) {
+  return new PgJsonbBuilder(name ?? "");
+}
+
+// @ts-ignore
+export function bytes(): PgBytesBuilderInitial<"">;
+export function bytes<name extends string>(
+  columnName: name,
+): PgBytesBuilderInitial<name>;
+export function bytes(columnName?: string) {
+  return new PgBytesBuilder(columnName ?? "");
+}
+
+export function text(): PgTextBuilderInitial<"", [string, ...string[]]>;
+export function text<U extends string, T extends Readonly<[U, ...U[]]>>(
+  config?: PgTextConfig<T | Writable<T>>,
+): PgTextBuilderInitial<"", Writable<T>>;
+export function text<
+  TName extends string,
+  U extends string,
+  T extends Readonly<[U, ...U[]]>,
+>(
+  name: TName,
+  config?: PgTextConfig<T | Writable<T>>,
+): PgTextBuilderInitial<TName, Writable<T>>;
+export function text(a?: string | PgTextConfig, b: PgTextConfig = {}): any {
+  const { name, config } = getColumnNameAndConfig<PgTextConfig>(a, b);
+  return new PgTextBuilder(name, config as any);
+}
+
+export const onchain = Symbol.for("ponder:onchain");
+
+export type PrimaryKeyBuilder<columnNames extends string = string> =
+  DrizzlePrimaryKeyBuilder & { columnNames: columnNames };
+
+export const primaryKey = <
+  tableName extends string,
+  column extends AnyPgColumn<{ tableName: tableName }> & { " name": string },
+  columns extends (AnyPgColumn<{ tableName: tableName }> & {
+    " name": string;
+  })[],
+>({
+  name,
+  columns,
+}: { name?: string; columns: [column, ...columns] }) =>
+  drizzlePrimaryKey({ name, columns }) as PrimaryKeyBuilder<
+    column[" name"] | columns[number][" name"]
+  >;
+
+export type OnchainTable<
+  T extends TableConfig & {
+    extra: PgTableExtraConfig | undefined;
+  } = TableConfig & { extra: PgTableExtraConfig | undefined },
+> = PgTable<T> & {
+  [Key in keyof T["columns"]]: T["columns"][Key];
+} & { [onchain]: true } & {
+  enableRLS: () => Omit<OnchainTable<T>, "enableRLS">;
+};
+
+export type BuildExtraConfigColumns<
+  columns extends Record<string, ColumnBuilderBase>,
+> = {
+  [key in keyof columns]: ExtraConfigColumn & {
+    " name": key;
+  };
+};
+
+export type PgColumnsBuilders = Omit<
+  _PgColumnsBuilders,
+  "bigint" | "serial" | "smallserial" | "bigserial" | "json" | "jsonb"
+> & {
+  /**
+   * Create an 8 byte number column.
+   */
+  int8: _PgColumnsBuilders["bigint"];
+  /**
+   * Create a column for hex strings.
+   *
+   * - Docs: https://ponder.sh/docs/api-reference/ponder/schema#onchaintable
+   *
+   * @example
+   * import { hex, onchainTable } from "ponder";
+   *
+   * export const account = onchainTable("account", (p) => ({
+   *   address: p.hex(),
+   * }));
+   */
+  hex: typeof hex;
+  /**
+   * Create a column for Ethereum integers
+   *
+   * - Docs: https://ponder.sh/docs/api-reference/ponder/schema#onchaintable
+   *
+   * @example
+   * import { bigint, onchainTable } from "ponder";
+   *
+   * export const account = onchainTable("account", (p) => ({
+   *   balance: p.bigint(),
+   * }));
+   */
+  bigint: typeof bigint;
+  /**
+   * Create a column for Ethereum bytes
+   *
+   * - Docs: https://ponder.sh/docs/api-reference/ponder/schema#onchaintable
+   *
+   * @example
+   * import { bytes, onchainTable } from "ponder";
+   *
+   * export const account = onchainTable("account", (p) => ({
+   *   calldata: p.bytes(),
+   * }));
+   */
+  bytes: typeof bytes;
+  json: typeof json;
+  jsonb: typeof jsonb;
+};
+
+/**
+ * Create an onchain table.
+ *
+ * - Docs: https://ponder.sh/docs/api-reference/ponder/schema#onchaintable
+ *
+ * @example
+ * import { onchainTable } from "ponder";
+ *
+ * export const account = onchainTable("account", (p) => ({
+ *   address: p.hex().primaryKey(),
+ *   balance: p.bigint().notNull(),
+ * }));
+ *
+ * @param name - The table name in the database.
+ * @param columns - The table columns.
+ * @param extra - Config such as indexes or composite primary keys.
+ * @returns The onchain table.
+ */
+export const onchainTable = <
+  name extends string,
+  columns extends Record<string, PgColumnBuilderBase>,
+  extra extends PgTableExtraConfig | undefined = undefined,
+>(
+  name: name extends "" ? PonderTypeError<`Table name cannot be empty`> : name,
+  columns: columns | ((columnTypes: PgColumnsBuilders) => columns),
+  extraConfig?: (self: BuildExtraConfigColumns<columns>) => extra,
+): OnchainTable<{
+  name: name;
+  schema: undefined;
+  columns: BuildColumns<name, columns, "pg">;
+  extra: extra;
+  dialect: "pg";
+}> => {
+  const schema = globalThis?.PONDER_NAMESPACE_BUILD?.schema;
+  const table = pgTableWithSchema(name, columns, extraConfig as any, schema);
+
+  // @ts-ignore
+  table[onchain] = true;
+
+  // @ts-ignore
+  return table;
+};
+
+/**
+ * Create an onchain view.
+ *
+ * - Docs: https://ponder.sh/docs/api-reference/ponder/schema#onchainview
+ *
+ * @example
+ * import { onchainView } from "ponder";
+ *
+ * export const accountView = onchainView("account_view").as((qb) =>
+ *   qb.select().from(account),
+ * );
+ *
+ * @param name - The view name in the database.
+ * @param columns - [Optional] The view columns.
+ * @returns The onchain view.
+ */
+export function onchainView<TName extends string>(
+  name: TName,
+): ViewBuilder<TName>;
+export function onchainView<
+  TName extends string,
+  TColumns extends Record<string, PgColumnBuilderBase>,
+>(name: TName, columns: TColumns): ManualViewBuilder<TName, TColumns>;
+export function onchainView(
+  name: string,
+  columns?: Record<string, PgColumnBuilderBase>,
+): ViewBuilder | ManualViewBuilder {
+  const schema = globalThis?.PONDER_NAMESPACE_BUILD?.schema;
+
+  const view = pgViewWithSchema(name, columns, schema);
+
+  // @ts-ignore
+  view[onchain] = true;
+
+  return view;
+}
+
+export const isPgEnumSym = Symbol.for("drizzle:isPgEnum");
+
+export type OnchainEnum<TValues extends [string, ...string[]]> = {
+  (): PgEnumColumnBuilderInitial<"", TValues>;
+  <TName extends string>(
+    name: TName,
+  ): PgEnumColumnBuilderInitial<TName, TValues>;
+  <TName extends string>(
+    name?: TName,
+  ): PgEnumColumnBuilderInitial<TName, TValues>;
+
+  readonly enumName: string;
+  readonly enumValues: TValues;
+  readonly schema: string | undefined;
+  /** @internal */
+  [isPgEnumSym]: true;
+} & { [onchain]: true };
+
+export const onchainEnum = <U extends string, T extends Readonly<[U, ...U[]]>>(
+  enumName: string,
+  values: T | Writable<T>,
+): OnchainEnum<Writable<T>> => {
+  const schema = globalThis?.PONDER_NAMESPACE_BUILD?.schema;
+  const e = pgEnumWithSchema(enumName, values, schema);
+
+  // @ts-ignore
+  e[onchain] = true;
+
+  // @ts-ignore
+  return e;
+};
+
+/** @see https://github.com/drizzle-team/drizzle-orm/blob/main/drizzle-orm/src/pg-core/table.ts#L51 */
+function pgTableWithSchema<
+  name extends string,
+  schema extends string | undefined,
+  columns extends Record<string, PgColumnBuilderBase>,
+>(
+  name: name,
+  columns: columns | ((columnTypes: PgColumnsBuilders) => columns),
+  extraConfig:
+    | ((self: BuildExtraConfigColumns<columns>) => PgTableExtraConfig)
+    | undefined,
+  schema: schema,
+  baseName = name,
+): PgTableWithColumns<{
+  name: name;
+  schema: schema;
+  columns: BuildColumns<name, columns, "pg">;
+  dialect: "pg";
+}> {
+  const rawTable = new PgTable<{
+    name: name;
+    schema: schema;
+    columns: BuildColumns<name, columns, "pg">;
+    dialect: "pg";
+  }>(name, schema, baseName);
+
+  const { bigint: int8, text: _text, ...restColumns } = getPgColumnBuilders();
+
+  const parsedColumns: columns =
+    typeof columns === "function"
+      ? columns({ ...restColumns, int8, hex, bigint, bytes, text, json, jsonb })
+      : columns;
+
+  const builtColumns = Object.fromEntries(
+    Object.entries(parsedColumns).map(([name, colBuilderBase]) => {
+      const colBuilder = colBuilderBase;
+      // @ts-ignore
+      colBuilder.setName(toSnakeCase(name));
+      // @ts-ignore
+      const column = colBuilder.build(rawTable);
+      // @ts-ignore
+      rawTable[Symbol.for("drizzle:PgInlineForeignKeys")].push(
+        // @ts-ignore
+        ...colBuilder.buildForeignKeys(column, rawTable),
+      );
+      return [name, column];
+    }),
+  ) as unknown as BuildColumns<name, columns, "pg">;
+
+  const builtColumnsForExtraConfig = Object.fromEntries(
+    Object.entries(parsedColumns).map(([name, colBuilderBase]) => {
+      const colBuilder = colBuilderBase as PgColumnBuilder;
+      //@ts-ignore
+      colBuilder.setName(toSnakeCase(name));
+      //@ts-ignore
+      const column = colBuilder.buildExtraConfigColumn(rawTable);
+      return [name, column];
+    }),
+  ) as unknown as BuildExtraConfigColumns<columns>;
+
+  const table = Object.assign(rawTable, builtColumns);
+
+  //@ts-ignore
+  table[Table.Symbol.Columns] = builtColumns;
+  //@ts-ignore
+  table[Table.Symbol.ExtraConfigColumns] = builtColumnsForExtraConfig;
+
+  if (extraConfig) {
+    //@ts-ignore
+    table[PgTable.Symbol.ExtraConfigBuilder] = extraConfig as any;
+  }
+
+  return Object.assign(table, {
+    enableRLS: () => {
+      // @ts-ignore
+      table[PgTable.Symbol.EnableRLS] = true;
+      return table as PgTableWithColumns<{
+        name: name;
+        schema: schema;
+        columns: BuildColumns<name, columns, "pg">;
+        dialect: "pg";
+      }>;
+    },
+  });
+}
+
+function pgViewWithSchema(
+  name: string,
+  selection: Record<string, PgColumnBuilderBase> | undefined,
+  schema: string | undefined,
+): ViewBuilder | ManualViewBuilder {
+  if (selection) {
+    return new ManualViewBuilder(name, selection, schema);
+  }
+  return new ViewBuilder(name, schema);
+}
+
+function pgEnumWithSchema<U extends string, T extends Readonly<[U, ...U[]]>>(
+  enumName: string,
+  values: T | Writable<T>,
+  schema?: string,
+): OnchainEnum<Writable<T>> {
+  const enumInstance: OnchainEnum<Writable<T>> = Object.assign(
+    <TName extends string>(
+      name?: TName,
+    ): PgEnumColumnBuilderInitial<TName, Writable<T>> =>
+      new PgEnumColumnBuilder(name ?? ("" as TName), enumInstance),
+    {
+      enumName,
+      enumValues: values,
+      schema,
+      [isPgEnumSym]: true,
+      [onchain]: true,
+    } as const,
+  );
+
+  return enumInstance;
+}

package/src/drizzle/text.ts

@@ -0,0 +1,77 @@
+import {
+  type ColumnBaseConfig,
+  type ColumnBuilderBaseConfig,
+  type ColumnBuilderRuntimeConfig,
+  type MakeColumnConfig,
+  entityKind,
+  getTableName,
+} from "drizzle-orm";
+import {
+  type AnyPgTable,
+  PgColumn,
+  PgColumnBuilder,
+  type PgTextConfig,
+} from "drizzle-orm/pg-core";
+
+export type PgTextBuilderInitial<
+  TName extends string,
+  TEnum extends [string, ...string[]],
+> = PgTextBuilder<{
+  name: TName;
+  dataType: "string";
+  columnType: "PgText";
+  data: TEnum[number];
+  enumValues: TEnum;
+  driverParam: string;
+}>;
+
+export class PgTextBuilder<
+  T extends ColumnBuilderBaseConfig<"string", "PgText">,
+> extends PgColumnBuilder<T, { enumValues: T["enumValues"] }> {
+  static override readonly [entityKind]: string = "PgTextBuilder";
+
+  constructor(name: T["name"], config: PgTextConfig<T["enumValues"]>) {
+    super(name, "string", "PgText");
+    this.config.enumValues = config.enum;
+  }
+
+  /** @internal */
+  // @ts-ignore
+  override build<TTableName extends string>(
+    table: AnyPgTable<{ name: TTableName }>,
+  ): PgText<MakeColumnConfig<T, TTableName>> {
+    return new PgText<MakeColumnConfig<T, TTableName>>(
+      table,
+      this.config as ColumnBuilderRuntimeConfig<any, any>,
+    );
+  }
+}
+
+export class PgText<
+  T extends ColumnBaseConfig<"string", "PgText">,
+> extends PgColumn<T, { enumValues: T["enumValues"] }> {
+  static override readonly [entityKind]: string = "PgText";
+
+  override readonly enumValues = this.config.enumValues;
+
+  getSQLType(): string {
+    return "text";
+  }
+
+  override mapToDriverValue(value: string) {
+    // Note: swallow errors because drizzle will throw a more specific error if the value is invalid
+    try {
+      if (value.match(/\0/g)) {
+        globalThis.PONDER_COMMON?.logger.warn({
+          msg: `Detected and removed null byte characters. Postgres "text" columns do not support null byte characters. Please consider handling this case in your indexing logic.`,
+          value,
+          table: getTableName(this.table),
+          column: this.name,
+        });
+
+        return value.replace(/\0/g, "");
+      }
+    } catch {}
+    return value;
+  }
+}

package/src/graphql/graphiql.html.ts

@@ -0,0 +1,59 @@
+// https://github.com/graphql/graphiql/blob/main/examples/graphiql-cdn/index.html
+
+export const graphiQLHtml = `<!--
+ *  Copyright (c) 2021 GraphQL Contributors
+ *  All rights reserved.
+ *
+ *  This source code is licensed under the license found in the
+ *  LICENSE file in the root directory of this source tree.
+-->
+<!DOCTYPE html>
+<html lang="en">
+  <head>
+    <title>Ponder Playground</title>
+    <style>
+      body {
+        height: 100%;
+        margin: 0;
+        width: 100%;
+        overflow: hidden;
+      }
+      #graphiql {
+        height: 100vh;
+      }
+      *::-webkit-scrollbar {
+        height: 0.3rem;
+        width: 0.5rem;
+      }
+      *::-webkit-scrollbar-track {
+        -ms-overflow-style: none;
+        overflow: -moz-scrollbars-none;
+      }
+      *::-webkit-scrollbar-thumb {
+        -ms-overflow-style: none;
+        overflow: -moz-scrollbars-none;
+      }
+    </style>
+    <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/graphiql@3.7.2/graphiql.min.css" />
+    <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/@graphiql/plugin-explorer@3.2.3/dist/style.css" />
+  </head>
+  <body>
+    <div id="graphiql">Loading...</div>
+    <script crossorigin src="https://cdn.jsdelivr.net/npm/react@18.3.1/umd/react.development.js"></script>1
+    <script crossorigin src="https://cdn.jsdelivr.net/npm/react-dom@18.3.1/umd/react-dom.development.js"></script>
+    <script src="https://cdn.jsdelivr.net/npm/graphiql@3.7.2/graphiql.min.js" crossorigin="anonymous"></script>
+    <script src="https://cdn.jsdelivr.net/npm/@graphiql/plugin-explorer@3.2.3/dist/index.umd.js" crossorigin="anonymous"></script>
+    <script>
+      const fetcher = GraphiQL.createFetcher({ url: "" });
+      const explorerPlugin = GraphiQLPluginExplorer.explorerPlugin();
+      const root = ReactDOM.createRoot(document.getElementById("graphiql"));
+      root.render(
+        React.createElement(GraphiQL, {
+          fetcher,
+          plugins: [explorerPlugin],
+          defaultEditorToolsVisibility: false,
+        })
+      );
+    </script>
+  </body>
+</html>`;