@apibara/indexer 2.0.0-beta.9 → 2.1.0-beta.2

package/dist/sinks/csv.cjs

@@ -1,85 +0,0 @@
-'use strict';
-
-const fs = require('node:fs');
-const csvStringify = require('csv-stringify');
-const sink = require('../shared/indexer.a8b7ab1f.cjs');
-require('consola');
-
-function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e.default : e; }
-
-const fs__default = /*#__PURE__*/_interopDefaultCompat(fs);
-
-const transactionHelper = (context) => {
-  return {
-    insert: (data) => {
-      context.buffer.push(...data);
-    }
-  };
-};
-class CsvSink extends sink.Sink {
-  constructor(_stringifier, _config) {
-    super();
-    this._stringifier = _stringifier;
-    this._config = _config;
-  }
-  async write({
-    data,
-    endCursor
-  }) {
-    data = this.processCursorColumn(data, endCursor);
-    await this.insertToCSV(data);
-  }
-  async transaction({ cursor, endCursor, finality }, cb) {
-    const context = {
-      buffer: []
-    };
-    const writer = transactionHelper(context);
-    await cb({ writer });
-    await this.write({ data: context.buffer, endCursor });
-  }
-  async invalidate(cursor) {
-    throw new Error("Not implemented");
-  }
-  async insertToCSV(data) {
-    if (data.length === 0)
-      return;
-    return await new Promise((resolve, reject) => {
-      for (const row of data) {
-        this._stringifier.write(row, (err) => {
-          if (err)
-            throw new Error(err.message);
-          if (row === data[data.length - 1]) {
-            resolve();
-          }
-        });
-      }
-    });
-  }
-  processCursorColumn(data, endCursor) {
-    const { cursorColumn } = this._config;
-    if (cursorColumn && data.some(
-      (row) => Number(row[cursorColumn]) !== Number(endCursor?.orderKey)
-    )) {
-      throw new Error(
-        `Mismatch of ${cursorColumn} and Cursor ${Number(endCursor?.orderKey)}`
-      );
-    }
-    if (cursorColumn) {
-      return data;
-    }
-    return data.map((row) => ({
-      ...row,
-      _cursor: Number(endCursor?.orderKey)
-    }));
-  }
-}
-const csv = (args) => {
-  const { csvOptions, filepath, ...sinkOptions } = args;
-  const stringifier = csvStringify.stringify({ ...csvOptions });
-  const writeStream = fs__default.createWriteStream(filepath, { flags: "a" });
-  stringifier.pipe(writeStream);
-  return new CsvSink(stringifier, sinkOptions);
-};
-
-exports.CsvSink = CsvSink;
-exports.csv = csv;

package/dist/sinks/csv.d.cts

@@ -1,66 +0,0 @@
-import { Cursor } from '@apibara/protocol';
-import { Options, Stringifier } from 'csv-stringify';
-import { S as Sink, a as SinkCursorParams, b as SinkData } from '../shared/indexer.b9c8f0d8.cjs';
-
-type CsvArgs = {
-    /**
-     * csv-stringy options
-     * @reference https://csv.js.org/stringify/options/
-     */
-    csvOptions?: Options;
-    /**
-     * filepath for your csv file
-     */
-    filepath: string;
-};
-type CsvSinkOptions = {
-    /**
-     * An optional column name used to store the cursor value. If specified,
-     * the value of this column must match the `endCursor.orderKey` for each row.
-     */
-    cursorColumn?: string;
-};
-type TxnParams = {
-    writer: {
-        insert: (data: SinkData[]) => void;
-    };
-};
-/**
- * A sink that writes data to a CSV file.
- *
- * @example
- *
- * ```ts
- * const sink = csv({
- *   filepath: "./data.csv",
- *   csvOptions: {
- *     header: true,
- *   },
- * });
- *
- * ...
- * async transform({context, endCursor}){
- *  const { writer } = useSink(context);
- *  const insertHelper = writer(endCursor);
- *
- *  insertHelper.insert([
- *    { id: 1, name: "John" },
- *    { id: 2, name: "Jane" },
- *  ]);
- * }
- *
- * ```
- */
-declare class CsvSink extends Sink {
-    private _stringifier;
-    private _config;
-    constructor(_stringifier: Stringifier, _config: CsvSinkOptions);
-    private write;
-    transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: TxnParams) => Promise<void>): Promise<void>;
-    invalidate(cursor?: Cursor): Promise<void>;
-    private insertToCSV;
-    private processCursorColumn;
-}
-declare const csv: (args: CsvArgs & CsvSinkOptions) => CsvSink;
-
-export { type CsvArgs, CsvSink, type CsvSinkOptions, csv };

package/dist/sinks/csv.d.mts

@@ -1,66 +0,0 @@
-import { Cursor } from '@apibara/protocol';
-import { Options, Stringifier } from 'csv-stringify';
-import { S as Sink, a as SinkCursorParams, b as SinkData } from '../shared/indexer.b9c8f0d8.mjs';
-
-type CsvArgs = {
-    /**
-     * csv-stringy options
-     * @reference https://csv.js.org/stringify/options/
-     */
-    csvOptions?: Options;
-    /**
-     * filepath for your csv file
-     */
-    filepath: string;
-};
-type CsvSinkOptions = {
-    /**
-     * An optional column name used to store the cursor value. If specified,
-     * the value of this column must match the `endCursor.orderKey` for each row.
-     */
-    cursorColumn?: string;
-};
-type TxnParams = {
-    writer: {
-        insert: (data: SinkData[]) => void;
-    };
-};
-/**
- * A sink that writes data to a CSV file.
- *
- * @example
- *
- * ```ts
- * const sink = csv({
- *   filepath: "./data.csv",
- *   csvOptions: {
- *     header: true,
- *   },
- * });
- *
- * ...
- * async transform({context, endCursor}){
- *  const { writer } = useSink(context);
- *  const insertHelper = writer(endCursor);
- *
- *  insertHelper.insert([
- *    { id: 1, name: "John" },
- *    { id: 2, name: "Jane" },
- *  ]);
- * }
- *
- * ```
- */
-declare class CsvSink extends Sink {
-    private _stringifier;
-    private _config;
-    constructor(_stringifier: Stringifier, _config: CsvSinkOptions);
-    private write;
-    transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: TxnParams) => Promise<void>): Promise<void>;
-    invalidate(cursor?: Cursor): Promise<void>;
-    private insertToCSV;
-    private processCursorColumn;
-}
-declare const csv: (args: CsvArgs & CsvSinkOptions) => CsvSink;
-
-export { type CsvArgs, CsvSink, type CsvSinkOptions, csv };

package/dist/sinks/csv.d.ts

@@ -1,66 +0,0 @@
-import { Cursor } from '@apibara/protocol';
-import { Options, Stringifier } from 'csv-stringify';
-import { S as Sink, a as SinkCursorParams, b as SinkData } from '../shared/indexer.b9c8f0d8.js';
-
-type CsvArgs = {
-    /**
-     * csv-stringy options
-     * @reference https://csv.js.org/stringify/options/
-     */
-    csvOptions?: Options;
-    /**
-     * filepath for your csv file
-     */
-    filepath: string;
-};
-type CsvSinkOptions = {
-    /**
-     * An optional column name used to store the cursor value. If specified,
-     * the value of this column must match the `endCursor.orderKey` for each row.
-     */
-    cursorColumn?: string;
-};
-type TxnParams = {
-    writer: {
-        insert: (data: SinkData[]) => void;
-    };
-};
-/**
- * A sink that writes data to a CSV file.
- *
- * @example
- *
- * ```ts
- * const sink = csv({
- *   filepath: "./data.csv",
- *   csvOptions: {
- *     header: true,
- *   },
- * });
- *
- * ...
- * async transform({context, endCursor}){
- *  const { writer } = useSink(context);
- *  const insertHelper = writer(endCursor);
- *
- *  insertHelper.insert([
- *    { id: 1, name: "John" },
- *    { id: 2, name: "Jane" },
- *  ]);
- * }
- *
- * ```
- */
-declare class CsvSink extends Sink {
-    private _stringifier;
-    private _config;
-    constructor(_stringifier: Stringifier, _config: CsvSinkOptions);
-    private write;
-    transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: TxnParams) => Promise<void>): Promise<void>;
-    invalidate(cursor?: Cursor): Promise<void>;
-    private insertToCSV;
-    private processCursorColumn;
-}
-declare const csv: (args: CsvArgs & CsvSinkOptions) => CsvSink;
-
-export { type CsvArgs, CsvSink, type CsvSinkOptions, csv };

package/dist/sinks/csv.mjs

@@ -1,78 +0,0 @@
-import fs from 'node:fs';
-import { stringify } from 'csv-stringify';
-import { S as Sink } from '../shared/indexer.93d6b2eb.mjs';
-import 'consola';
-
-const transactionHelper = (context) => {
-  return {
-    insert: (data) => {
-      context.buffer.push(...data);
-    }
-  };
-};
-class CsvSink extends Sink {
-  constructor(_stringifier, _config) {
-    super();
-    this._stringifier = _stringifier;
-    this._config = _config;
-  }
-  async write({
-    data,
-    endCursor
-  }) {
-    data = this.processCursorColumn(data, endCursor);
-    await this.insertToCSV(data);
-  }
-  async transaction({ cursor, endCursor, finality }, cb) {
-    const context = {
-      buffer: []
-    };
-    const writer = transactionHelper(context);
-    await cb({ writer });
-    await this.write({ data: context.buffer, endCursor });
-  }
-  async invalidate(cursor) {
-    throw new Error("Not implemented");
-  }
-  async insertToCSV(data) {
-    if (data.length === 0)
-      return;
-    return await new Promise((resolve, reject) => {
-      for (const row of data) {
-        this._stringifier.write(row, (err) => {
-          if (err)
-            throw new Error(err.message);
-          if (row === data[data.length - 1]) {
-            resolve();
-          }
-        });
-      }
-    });
-  }
-  processCursorColumn(data, endCursor) {
-    const { cursorColumn } = this._config;
-    if (cursorColumn && data.some(
-      (row) => Number(row[cursorColumn]) !== Number(endCursor?.orderKey)
-    )) {
-      throw new Error(
-        `Mismatch of ${cursorColumn} and Cursor ${Number(endCursor?.orderKey)}`
-      );
-    }
-    if (cursorColumn) {
-      return data;
-    }
-    return data.map((row) => ({
-      ...row,
-      _cursor: Number(endCursor?.orderKey)
-    }));
-  }
-}
-const csv = (args) => {
-  const { csvOptions, filepath, ...sinkOptions } = args;
-  const stringifier = stringify({ ...csvOptions });
-  const writeStream = fs.createWriteStream(filepath, { flags: "a" });
-  stringifier.pipe(writeStream);
-  return new CsvSink(stringifier, sinkOptions);
-};
-
-export { CsvSink, csv };

package/dist/sinks/drizzle/index.cjs

@@ -1,212 +0,0 @@
-'use strict';
-
-const drizzleOrm = require('drizzle-orm');
-const sink = require('../../shared/indexer.a8b7ab1f.cjs');
-const pgCore = require('drizzle-orm/pg-core');
-const range = require('postgres-range');
-require('consola');
-
-function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e.default : e; }
-
-const range__default = /*#__PURE__*/_interopDefaultCompat(range);
-
-class DrizzleSinkDelete {
-  constructor(db, table, endCursor) {
-    this.db = db;
-    this.table = table;
-    this.endCursor = endCursor;
-  }
-  //@ts-ignore
-  where(where) {
-    return this.db.update(this.table).set({
-      // @ts-ignore
-      _cursor: drizzleOrm.sql`int8range(lower(_cursor), ${Number(this.endCursor?.orderKey)}, '[)')`
-    }).where(where);
-  }
-}
-
-class Int8Range {
-  constructor(range) {
-    this.range = range;
-  }
-  get start() {
-    return this.range.lower != null ? {
-      value: this.range.lower,
-      inclusive: this.range.isLowerBoundClosed()
-    } : null;
-  }
-  get end() {
-    return this.range.upper != null ? {
-      value: this.range.upper,
-      inclusive: this.range.isUpperBoundClosed()
-    } : null;
-  }
-}
-const int8range = pgCore.customType({
-  dataType: () => "int8range",
-  fromDriver: (value) => {
-    if (typeof value !== "string") {
-      throw new Error("Expected string");
-    }
-    const parsed = range.parse(value, (val) => Number.parseInt(val, 10));
-    return new Int8Range(parsed);
-  },
-  toDriver: (value) => range.serialize(value.range)
-});
-
-const pgTable = (name, columns, extraConfig) => {
-  return pgCore.pgTable(
-    name,
-    {
-      ...columns,
-      _cursor: int8range("_cursor").notNull()
-    },
-    extraConfig
-  );
-};
-const getDrizzleCursor = (cursor_range) => {
-  const isArray = Array.isArray(cursor_range);
-  const [lower, upper] = isArray ? cursor_range : [cursor_range, void 0];
-  let isNoUpperBound = false;
-  if (!lower) {
-    throw new Error("Lower bound cursor is required");
-  }
-  if (!upper) {
-    isNoUpperBound = true;
-  }
-  return new Int8Range(
-    new range__default.Range(
-      Number(lower),
-      Number(upper),
-      range__default.RANGE_LB_INC | (isNoUpperBound ? range__default.RANGE_UB_INF : 0)
-    )
-  );
-};
-
-class DrizzleSinkInsert {
-  constructor(db, table, endCursor) {
-    this.db = db;
-    this.table = table;
-    this.endCursor = endCursor;
-  }
-  values(values) {
-    const originalInsert = this.db.insert(this.table);
-    const cursoredValues = (Array.isArray(values) ? values : [values]).map(
-      (v) => {
-        return {
-          ...v,
-          _cursor: getDrizzleCursor(this.endCursor?.orderKey)
-        };
-      }
-    );
-    return originalInsert.values(
-      cursoredValues
-    );
-  }
-}
-
-class DrizzleSinkSelect {
-  constructor(db, fields, endCursor) {
-    this.db = db;
-    this.fields = fields;
-    this.endCursor = endCursor;
-  }
-  from(source) {
-    if (this.fields) {
-      const originalFrom = this.db.select(this.fields).from(source);
-      return {
-        ...originalFrom,
-        where: (where) => {
-          const combinedWhere = drizzleOrm.sql`${where ? drizzleOrm.sql`${where} AND ` : drizzleOrm.sql``}upper_inf(_cursor)`;
-          return originalFrom.where(combinedWhere);
-        }
-      };
-    }
-    return this.db.select().from(source).where(drizzleOrm.sql`upper_inf(_cursor)`);
-  }
-}
-
-class DrizzleSinkUpdate {
-  constructor(db, table, endCursor) {
-    this.db = db;
-    this.table = table;
-    this.endCursor = endCursor;
-  }
-  set(values) {
-    const originalUpdate = this.db.update(this.table);
-    const originalSet = originalUpdate.set(values);
-    return {
-      ...originalSet,
-      where: async (where) => {
-        await this.db.update(this.table).set({
-          _cursor: drizzleOrm.sql`int8range(lower(_cursor), ${Number(this.endCursor?.orderKey)}, '[)')`
-        }).where(drizzleOrm.sql`${where ? drizzleOrm.sql`${where} AND ` : drizzleOrm.sql``}upper_inf(_cursor)`).execute();
-        return originalSet.where(where);
-      }
-    };
-  }
-}
-
-class DrizzleSinkTransaction {
-  constructor(db, endCursor) {
-    this.db = db;
-    this.endCursor = endCursor;
-  }
-  insert(table) {
-    return new DrizzleSinkInsert(this.db, table, this.endCursor);
-  }
-  update(table) {
-    return new DrizzleSinkUpdate(this.db, table, this.endCursor);
-  }
-  delete(table) {
-    return new DrizzleSinkDelete(this.db, table, this.endCursor);
-  }
-  select(fields) {
-    return new DrizzleSinkSelect(this.db, fields, this.endCursor);
-  }
-}
-
-var __defProp = Object.defineProperty;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField = (obj, key, value) => {
-  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-  return value;
-};
-class DrizzleSink extends sink.Sink {
-  constructor(options) {
-    super();
-    __publicField(this, "_db");
-    __publicField(this, "_tables");
-    const { database, tables } = options;
-    this._db = database;
-    this._tables = tables;
-  }
-  async transaction({ cursor, endCursor, finality }, cb) {
-    await this._db.transaction(async (db) => {
-      await cb({ db: new DrizzleSinkTransaction(db, endCursor) });
-    });
-  }
-  async invalidate(cursor) {
-    await this._db.transaction(async (db) => {
-      for (const table of this._tables) {
-        await db.delete(table).where(drizzleOrm.gt(drizzleOrm.sql`lower(_cursor)`, drizzleOrm.sql`${Number(cursor?.orderKey)}`)).returning();
-        await db.update(table).set({
-          _cursor: drizzleOrm.sql`int8range(lower(_cursor), NULL, '[)')`
-        }).where(drizzleOrm.gt(drizzleOrm.sql`upper(_cursor)`, drizzleOrm.sql`${Number(cursor?.orderKey)}`));
-      }
-    });
-  }
-}
-const drizzle = (args) => {
-  return new DrizzleSink(args);
-};
-
-exports.DrizzleSink = DrizzleSink;
-exports.DrizzleSinkDelete = DrizzleSinkDelete;
-exports.DrizzleSinkTransaction = DrizzleSinkTransaction;
-exports.DrizzleSinkUpdate = DrizzleSinkUpdate;
-exports.Int8Range = Int8Range;
-exports.drizzle = drizzle;
-exports.getDrizzleCursor = getDrizzleCursor;
-exports.int8range = int8range;
-exports.pgTable = pgTable;