apibara 2.0.0-beta.9 → 2.1.0-beta.10

package/dist/rolldown/index.d.mts

@@ -0,0 +1,7 @@
+import { Apibara } from 'apibara/types';
+import { RolldownOptions } from 'rolldown';
+export { Plugin } from 'rolldown';
+
+declare function getRolldownConfig(apibara: Apibara): RolldownOptions;
+
+export { getRolldownConfig };

package/dist/rolldown/index.d.ts

@@ -0,0 +1,7 @@
+import { Apibara } from 'apibara/types';
+import { RolldownOptions } from 'rolldown';
+export { Plugin } from 'rolldown';
+
+declare function getRolldownConfig(apibara: Apibara): RolldownOptions;
+
+export { getRolldownConfig };

package/dist/rolldown/index.mjs

@@ -0,0 +1,90 @@
+import { existsSync } from 'node:fs';
+import { builtinModules } from 'node:module';
+import defu from 'defu';
+import { join } from 'pathe';
+import virtual from '@rollup/plugin-virtual';
+import { hash } from 'ohash';
+
+function appConfig(apibara) {
+  return virtual({
+    "#apibara-internal-virtual/config": `
+    import * as projectConfig from '${apibara.options._c12.configFile}';
+
+    export const config = projectConfig.default;
+    `
+  });
+}
+
+function indexers(apibara) {
+  const indexers2 = [...new Set(apibara.indexers)];
+  return virtual({
+    "#apibara-internal-virtual/indexers": `
+    ${indexers2.map((i) => `import * as _${hash(i)} from '${i.indexer}';`).join("\n")}
+
+    export const indexers = [
+      ${indexers2.map((i) => `{ name: "${i.name}", indexer: _${hash(i)} }`).join(",\n")}
+    ];
+    `
+  });
+}
+
+const runtimeDependencies = [
+  "better-sqlite3",
+  "@electric-sql/pglite",
+  "pg",
+  // https://socket.io/docs/v4/server-installation/#additional-packages
+  "utf-8-validate",
+  "bufferutil",
+  "node-fetch"
+];
+function getRolldownConfig(apibara) {
+  const extensions = [
+    ".ts",
+    ".mjs",
+    ".js",
+    ".json",
+    ".node",
+    ".tsx",
+    ".jsx"
+  ];
+  const tsConfigExists = existsSync(
+    join(apibara.options.rootDir, "tsconfig.json")
+  );
+  const rolldownConfig = defu(
+    // biome-ignore lint/suspicious/noExplicitAny: apibara.options.rolldownConfig is typed
+    apibara.options.rolldownConfig,
+    {
+      platform: "node",
+      input: apibara.options.entry,
+      output: {
+        dir: join(apibara.options.outputDir || "./.apibara/build"),
+        format: "esm",
+        entryFileNames: "[name].mjs",
+        chunkFileNames: "chunks/[name]-[hash].mjs",
+        sourcemap: true
+      },
+      plugins: [],
+      onwarn(warning, rolldownWarn) {
+        if (!["CIRCULAR_DEPENDENCY", "EVAL", "THIS_IS_UNDEFINED"].includes(
+          warning.code || ""
+        ) && !warning.message.includes("Unsupported source map comment") && !warning.message.includes("@__PURE__") && !warning.message.includes("/*#__PURE__*/")) {
+          rolldownWarn(warning);
+        }
+      },
+      resolve: {
+        extensions,
+        preferBuiltins: !!apibara.options.node,
+        mainFields: ["main"],
+        exportConditions: apibara.options.exportConditions,
+        tsconfigFilename: tsConfigExists ? "tsconfig.json" : void 0
+      },
+      treeshake: true,
+      external: [...builtinModules, ...runtimeDependencies]
+    }
+  );
+  rolldownConfig.plugins?.push(indexers(apibara));
+  rolldownConfig.plugins?.push(appConfig(apibara));
+  return rolldownConfig;
+}
+
+export { getRolldownConfig };

package/dist/runtime/dev.d.ts

@@ -0,0 +1,3 @@
+export declare const mainCli: import("citty").CommandDef<import("citty").ArgsDef>;
+declare const _default: {};
+export default _default;

package/dist/runtime/dev.mjs

@@ -0,0 +1,58 @@
+import { runWithReconnect } from "@apibara/indexer";
+import { createClient } from "@apibara/protocol";
+import { defineCommand, runMain } from "citty";
+import { availableIndexers, createIndexer } from "./internal/app.mjs";
+const startCommand = defineCommand({
+  meta: {
+    name: "start",
+    description: "Start the indexer"
+  },
+  args: {
+    indexers: {
+      type: "string",
+      description: "Which indexers to run"
+    },
+    preset: {
+      type: "string",
+      description: "Preset to use"
+    }
+  },
+  async run({ args }) {
+    const { indexers: indexersArgs, preset } = args;
+    let selectedIndexers = availableIndexers;
+    if (indexersArgs) {
+      selectedIndexers = indexersArgs.split(",");
+    }
+    for (const indexer of selectedIndexers) {
+      if (!availableIndexers.includes(indexer)) {
+        throw new Error(
+          `Specified indexer "${indexer}" but it was not defined`
+        );
+      }
+    }
+    await Promise.all(
+      selectedIndexers.map(async (indexer) => {
+        const indexerInstance = createIndexer(indexer, preset);
+        if (!indexerInstance) {
+          return;
+        }
+        const client = createClient(
+          indexerInstance.streamConfig,
+          indexerInstance.options.streamUrl
+        );
+        await runWithReconnect(client, indexerInstance);
+      })
+    );
+  }
+});
+export const mainCli = defineCommand({
+  meta: {
+    name: "indexer-dev-runner",
+    description: "Run indexer in dev mode"
+  },
+  subCommands: {
+    start: () => startCommand
+  }
+});
+runMain(mainCli);
+export default {};

package/dist/runtime/index.d.ts

@@ -0,0 +1,2 @@
+export { createIndexer } from "./internal/app";
+export { createLogger } from "./internal/logger";

package/dist/runtime/index.mjs

@@ -0,0 +1,2 @@
+export { createIndexer } from "./internal/app.mjs";
+export { createLogger } from "./internal/logger.mjs";

package/dist/runtime/internal/app.d.ts

@@ -0,0 +1,2 @@
+export declare const availableIndexers: any;
+export declare function createIndexer(indexerName: string, preset?: string): import("@apibara/indexer").Indexer<unknown, unknown> | undefined;

package/dist/runtime/internal/app.mjs

@@ -0,0 +1,64 @@
+import { createIndexer as _createIndexer } from "@apibara/indexer";
+import {
+  internalContext
+} from "@apibara/indexer/internal/plugins";
+import {
+  inMemoryPersistence,
+  logger
+} from "@apibara/indexer/plugins";
+import consola from "consola";
+import { config } from "#apibara-internal-virtual/config";
+import { indexers } from "#apibara-internal-virtual/indexers";
+import { createLogger } from "./logger.mjs";
+export const availableIndexers = indexers.map((i) => i.name);
+export function createIndexer(indexerName, preset) {
+  let runtimeConfig = { ...config.runtimeConfig };
+  if (preset) {
+    if (config.presets === void 0) {
+      throw new Error(
+        `Specified preset "${preset}" but no presets were defined`
+      );
+    }
+    if (config.presets[preset] === void 0) {
+      throw new Error(`Specified preset "${preset}" but it was not defined`);
+    }
+    const presetValue = config.presets[preset];
+    runtimeConfig = { ...runtimeConfig, ...presetValue.runtimeConfig };
+  }
+  const indexerDefinition = indexers.find((i) => i.name === indexerName);
+  if (indexerDefinition === void 0) {
+    throw new Error(
+      `Specified indexer "${indexerName}" but it was not defined`
+    );
+  }
+  const indexerModule = indexerDefinition.indexer?.default;
+  if (indexerModule === void 0) {
+    consola.warn(
+      `Specified indexer "${indexerName}" but it does not export a default. Ignoring.`
+    );
+    return;
+  }
+  const definition = typeof indexerModule === "function" ? indexerModule(runtimeConfig) : indexerModule;
+  let reporter = createLogger({
+    indexer: indexerName,
+    preset,
+    indexers: availableIndexers
+  });
+  if (config.logger) {
+    reporter = config.logger({
+      indexer: indexerName,
+      preset,
+      indexers: availableIndexers
+    });
+  }
+  definition.plugins = [
+    internalContext({
+      indexerName,
+      availableIndexers
+    }),
+    logger({ logger: reporter }),
+    inMemoryPersistence(),
+    ...definition.plugins ?? []
+  ];
+  return _createIndexer(definition);
+}

package/dist/runtime/internal/logger.d.ts

@@ -0,0 +1,14 @@
+import type { ConsolaOptions, ConsolaReporter, LogObject } from "consola";
+declare class DefaultReporter implements ConsolaReporter {
+    private tag;
+    constructor(indexer: string, indexers: string[], preset?: string);
+    log(logObj: LogObject, ctx: {
+        options: ConsolaOptions;
+    }): void;
+}
+export declare function createLogger({ indexer, indexers, preset, }: {
+    indexer: string;
+    indexers: string[];
+    preset?: string;
+}): DefaultReporter;
+export {};

package/dist/runtime/internal/logger.mjs

@@ -0,0 +1,45 @@
+import { colors, getColor } from "consola/utils";
+import { murmurHash } from "ohash";
+const INDEXER_COLOR_MAP = [
+  colors.red,
+  colors.green,
+  colors.yellow,
+  colors.blue,
+  colors.magenta,
+  colors.cyan
+];
+const TYPE_COLOR_MAP = {
+  info: "cyan",
+  fail: "red",
+  success: "green",
+  ready: "green",
+  start: "magenta"
+};
+const LEVEL_COLOR_MAP = {
+  0: "red",
+  1: "yellow"
+};
+const MAX_INDEXER_NAME_LENGTH = 20;
+class DefaultReporter {
+  tag;
+  constructor(indexer, indexers, preset) {
+    const color = INDEXER_COLOR_MAP[murmurHash(indexer) % INDEXER_COLOR_MAP.length];
+    const presetLength = preset ? preset.length : 0;
+    const longestIndexerName = Math.max(...indexers.map((i) => i.length), indexer.length) + presetLength;
+    const paddedIndexer = `${indexer}${preset ? `:${preset} ` : ""}`.padEnd(longestIndexerName, " ").slice(0, Math.min(longestIndexerName, MAX_INDEXER_NAME_LENGTH));
+    this.tag = color(`${paddedIndexer} |`);
+  }
+  log(logObj, ctx) {
+    const { args } = logObj;
+    const typeColor = TYPE_COLOR_MAP[logObj.type] || LEVEL_COLOR_MAP[logObj.level] || "gray";
+    const type = getColor(typeColor, "white")(logObj.type);
+    console.log(`${this.tag} ${type}`, ...args);
+  }
+}
+export function createLogger({
+  indexer,
+  indexers,
+  preset
+}) {
+  return new DefaultReporter(indexer, indexers, preset);
+}

package/dist/runtime/start.d.ts

@@ -0,0 +1,3 @@
+export declare const mainCli: import("citty").CommandDef<import("citty").ArgsDef>;
+declare const _default: {};
+export default _default;

package/dist/runtime/start.mjs

@@ -0,0 +1,46 @@
+import { runWithReconnect } from "@apibara/indexer";
+import { createClient } from "@apibara/protocol";
+import { defineCommand, runMain } from "citty";
+import consola from "consola";
+import { createIndexer } from "./internal/app.mjs";
+const startCommand = defineCommand({
+  meta: {
+    name: "start",
+    description: "Start the indexer"
+  },
+  args: {
+    indexer: {
+      type: "string",
+      description: "Indexer name",
+      required: true
+    },
+    preset: {
+      type: "string",
+      description: "Preset to use"
+    }
+  },
+  async run({ args }) {
+    const { indexer, preset } = args;
+    const indexerInstance = createIndexer(indexer, preset);
+    if (!indexerInstance) {
+      consola.error(`Specified indexer "${indexer}" but it was not defined`);
+      process.exit(1);
+    }
+    const client = createClient(
+      indexerInstance.streamConfig,
+      indexerInstance.options.streamUrl
+    );
+    await runWithReconnect(client, indexerInstance);
+  }
+});
+export const mainCli = defineCommand({
+  meta: {
+    name: "indexer-runner",
+    description: "Run an indexer"
+  },
+  subCommands: {
+    start: () => startCommand
+  }
+});
+runMain(mainCli);
+export default {};

package/dist/types/index.d.mts

@@ -1,39 +1,36 @@
 import { ConsolaInstance } from 'consola';
 import { NestedHooks, Hookable } from 'hookable';
-import { Sink } from '@apibara/indexer';
+import { ConsolaReporter } from '@apibara/indexer/plugins';
 import { C12InputConfig, WatchConfigOptions, ResolvedConfig, ConfigWatcher } from 'c12';
-import { WatchOptions } from 'chokidar';
-import { TSConfig } from 'pkg-types';
-import { InputOptions, OutputOptions } from 'rollup';
+import { RolldownOptions, WatchOptions, InputOptions, OutputOptions } from 'rolldown';
 
 type DeepPartial<T> = T extends Record<string, any> ? {
     [P in keyof T]?: DeepPartial<T[P]> | T[P];
 } : T;
 
-type RollupConfig = InputOptions & {
-    output: OutputOptions;
-};
-
 interface ApibaraHooks {
-    "rollup:before": (apibara: Apibara, rollupConfig: RollupConfig) => void;
+    "rolldown:before": (apibara: Apibara, rolldownConfig: RolldownOptions) => void;
     compiled: (apibara: Apibara) => void;
-    "dev:reload": () => void;
-    "rollup:reload": () => void;
+    "dev:restart": () => Promise<void>;
+    "dev:reload": () => Promise<void>;
+    "rolldown:reload": () => Promise<void>;
     restart: () => void;
     close: () => void;
 }
 
+type LoggerFactory = ({ indexer, preset, }: {
+    indexer: string;
+    indexers: string[];
+    preset?: string;
+}) => ConsolaReporter;
 /**
  * Apibara Config type (apibara.config)
  */
-interface ApibaraConfig<T extends Record<string, DeepPartial<ApibaraConfig<T, R>>> = {}, R extends Record<string, unknown> = {}> extends DeepPartial<Omit<ApibaraOptions<T, R>, "preset" | "presets" | "dev">>, C12InputConfig<ApibaraConfig<T, R>> {
-    sink?: {
-        default: () => Sink;
-        [key: string]: () => Sink;
-    };
+interface ApibaraConfig<T extends Record<string, DeepPartial<Pick<ApibaraConfig<T, R>, "runtimeConfig">>> = Record<string, never>, R extends Record<string, unknown> = Record<string, never>> extends Partial<Omit<ApibaraOptions<T, R>, "preset" | "presets" | "dev">>, C12InputConfig<ApibaraConfig<T, R>> {
     runtimeConfig?: R;
     presets?: T;
     preset?: keyof T;
+    logger?: LoggerFactory;
 }
 type ApibaraDynamicConfig = Pick<ApibaraConfig, "runtimeConfig">;
 /**
@@ -43,13 +40,9 @@ interface LoadConfigOptions {
     watch?: boolean;
     c12?: WatchConfigOptions;
 }
-interface ApibaraOptions<T extends Record<string, DeepPartial<ApibaraConfig<T, R>>> = {}, R extends Record<string, unknown> = {}> {
+interface ApibaraOptions<T extends Record<string, DeepPartial<Pick<ApibaraConfig<T, R>, "runtimeConfig">>> = Record<string, never>, R extends Record<string, unknown> = Record<string, never>> {
     _config: ApibaraConfig<T, R>;
     _c12: ResolvedConfig<ApibaraConfig<T, R>> | ConfigWatcher<ApibaraConfig<T, R>>;
-    sink: {
-        default: () => Sink;
-        [key: string]: () => Sink;
-    };
     presets?: T;
     preset?: keyof T;
     debug: boolean;
@@ -57,31 +50,44 @@ interface ApibaraOptions<T extends Record<string, DeepPartial<ApibaraConfig<T, R
     rootDir: string;
     buildDir: string;
     outputDir: string;
+    indexersDir: string;
     dev: boolean;
-    watchOptions: WatchOptions;
+    watchOptions: WatchOptions["watch"];
     hooks: NestedHooks<ApibaraHooks>;
-    rollupConfig?: RollupConfig;
+    logger?: LoggerFactory;
+    rolldownConfig?: Partial<RolldownOptions>;
+    /**
+     * @deprecated Use rolldownConfig instead. This option will be removed in future releases.
+     */
+    rollupConfig?: unknown;
+    sourceMap?: boolean;
     entry: string;
-    minify: boolean;
+    node: boolean;
+    exportConditions?: string[];
     typescript: {
         strict?: boolean;
         internalPaths?: boolean;
         generateRuntimeConfigTypes?: boolean;
-        generateTsConfig?: boolean;
-        /** the path of the generated `tsconfig.json`, relative to buildDir */
-        tsconfigPath: string;
-        tsConfig?: Partial<TSConfig>;
     };
 }
 
+type IndexerDefinition = {
+    name: string;
+    indexer: string;
+};
 interface Apibara {
     options: ApibaraOptions;
     hooks: Hookable<ApibaraHooks>;
+    indexers: IndexerDefinition[];
     logger: ConsolaInstance;
     close: () => Promise<void>;
     updateConfig: (config: ApibaraDynamicConfig) => void | Promise<void>;
 }
 
+type RolldownConfig = InputOptions & {
+    output: OutputOptions;
+};
+
 type ApibaraRuntimeConfig = Record<string, unknown>;
 
-export type { Apibara, ApibaraConfig, ApibaraDynamicConfig, ApibaraHooks, ApibaraOptions, ApibaraRuntimeConfig, DeepPartial, LoadConfigOptions, RollupConfig };
+export type { Apibara, ApibaraConfig, ApibaraDynamicConfig, ApibaraHooks, ApibaraOptions, ApibaraRuntimeConfig, DeepPartial, IndexerDefinition, LoadConfigOptions, LoggerFactory, RolldownConfig };

package/dist/types/index.d.ts

@@ -1,39 +1,36 @@
 import { ConsolaInstance } from 'consola';
 import { NestedHooks, Hookable } from 'hookable';
-import { Sink } from '@apibara/indexer';
+import { ConsolaReporter } from '@apibara/indexer/plugins';
 import { C12InputConfig, WatchConfigOptions, ResolvedConfig, ConfigWatcher } from 'c12';
-import { WatchOptions } from 'chokidar';
-import { TSConfig } from 'pkg-types';
-import { InputOptions, OutputOptions } from 'rollup';
+import { RolldownOptions, WatchOptions, InputOptions, OutputOptions } from 'rolldown';
 
 type DeepPartial<T> = T extends Record<string, any> ? {
     [P in keyof T]?: DeepPartial<T[P]> | T[P];
 } : T;
 
-type RollupConfig = InputOptions & {
-    output: OutputOptions;
-};
-
 interface ApibaraHooks {
-    "rollup:before": (apibara: Apibara, rollupConfig: RollupConfig) => void;
+    "rolldown:before": (apibara: Apibara, rolldownConfig: RolldownOptions) => void;
     compiled: (apibara: Apibara) => void;
-    "dev:reload": () => void;
-    "rollup:reload": () => void;
+    "dev:restart": () => Promise<void>;
+    "dev:reload": () => Promise<void>;
+    "rolldown:reload": () => Promise<void>;
     restart: () => void;
     close: () => void;
 }
 
+type LoggerFactory = ({ indexer, preset, }: {
+    indexer: string;
+    indexers: string[];
+    preset?: string;
+}) => ConsolaReporter;
 /**
  * Apibara Config type (apibara.config)
  */
-interface ApibaraConfig<T extends Record<string, DeepPartial<ApibaraConfig<T, R>>> = {}, R extends Record<string, unknown> = {}> extends DeepPartial<Omit<ApibaraOptions<T, R>, "preset" | "presets" | "dev">>, C12InputConfig<ApibaraConfig<T, R>> {
-    sink?: {
-        default: () => Sink;
-        [key: string]: () => Sink;
-    };
+interface ApibaraConfig<T extends Record<string, DeepPartial<Pick<ApibaraConfig<T, R>, "runtimeConfig">>> = Record<string, never>, R extends Record<string, unknown> = Record<string, never>> extends Partial<Omit<ApibaraOptions<T, R>, "preset" | "presets" | "dev">>, C12InputConfig<ApibaraConfig<T, R>> {
     runtimeConfig?: R;
     presets?: T;
     preset?: keyof T;
+    logger?: LoggerFactory;
 }
 type ApibaraDynamicConfig = Pick<ApibaraConfig, "runtimeConfig">;
 /**
@@ -43,13 +40,9 @@ interface LoadConfigOptions {
     watch?: boolean;
     c12?: WatchConfigOptions;
 }
-interface ApibaraOptions<T extends Record<string, DeepPartial<ApibaraConfig<T, R>>> = {}, R extends Record<string, unknown> = {}> {
+interface ApibaraOptions<T extends Record<string, DeepPartial<Pick<ApibaraConfig<T, R>, "runtimeConfig">>> = Record<string, never>, R extends Record<string, unknown> = Record<string, never>> {
     _config: ApibaraConfig<T, R>;
     _c12: ResolvedConfig<ApibaraConfig<T, R>> | ConfigWatcher<ApibaraConfig<T, R>>;
-    sink: {
-        default: () => Sink;
-        [key: string]: () => Sink;
-    };
     presets?: T;
     preset?: keyof T;
     debug: boolean;
@@ -57,31 +50,44 @@ interface ApibaraOptions<T extends Record<string, DeepPartial<ApibaraConfig<T, R
     rootDir: string;
     buildDir: string;
     outputDir: string;
+    indexersDir: string;
     dev: boolean;
-    watchOptions: WatchOptions;
+    watchOptions: WatchOptions["watch"];
     hooks: NestedHooks<ApibaraHooks>;
-    rollupConfig?: RollupConfig;
+    logger?: LoggerFactory;
+    rolldownConfig?: Partial<RolldownOptions>;
+    /**
+     * @deprecated Use rolldownConfig instead. This option will be removed in future releases.
+     */
+    rollupConfig?: unknown;
+    sourceMap?: boolean;
     entry: string;
-    minify: boolean;
+    node: boolean;
+    exportConditions?: string[];
     typescript: {
         strict?: boolean;
         internalPaths?: boolean;
         generateRuntimeConfigTypes?: boolean;
-        generateTsConfig?: boolean;
-        /** the path of the generated `tsconfig.json`, relative to buildDir */
-        tsconfigPath: string;
-        tsConfig?: Partial<TSConfig>;
     };
 }
 
+type IndexerDefinition = {
+    name: string;
+    indexer: string;
+};
 interface Apibara {
     options: ApibaraOptions;
     hooks: Hookable<ApibaraHooks>;
+    indexers: IndexerDefinition[];
     logger: ConsolaInstance;
     close: () => Promise<void>;
     updateConfig: (config: ApibaraDynamicConfig) => void | Promise<void>;
 }
 
+type RolldownConfig = InputOptions & {
+    output: OutputOptions;
+};
+
 type ApibaraRuntimeConfig = Record<string, unknown>;
 
-export type { Apibara, ApibaraConfig, ApibaraDynamicConfig, ApibaraHooks, ApibaraOptions, ApibaraRuntimeConfig, DeepPartial, LoadConfigOptions, RollupConfig };
+export type { Apibara, ApibaraConfig, ApibaraDynamicConfig, ApibaraHooks, ApibaraOptions, ApibaraRuntimeConfig, DeepPartial, IndexerDefinition, LoadConfigOptions, LoggerFactory, RolldownConfig };