envio 3.0.0-alpha-main-clickhouse-sink → 3.0.0-alpha.1

package/src/Utils.res

@@ -1,5 +1,17 @@
+@@directive("import packageJson from '../package.json' with { type: 'json' }")
+
 external magic: 'a => 'b = "%identity"
 
+@val external importPath: string => promise<unknown> = "import"
+
+@val
+external importPathWithJson: (
+  string,
+  @as(json`{with: {type: "json"}}`) _,
+) => promise<{
+  "default": Js.Json.t,
+}> = "import"
+
 let delay = milliseconds =>
   Js.Promise2.make((~resolve, ~reject as _) => {
     let _interval = Js.Global.setTimeout(_ => {
@@ -198,6 +210,8 @@ module UnsafeIntOperators = {
   external \"-": (int, int) => int = "%subfloat"
 }
 
+type asyncIterator<'a>
+
 module Array = {
   let immutableEmpty: array<unknown> = []
 
@@ -360,6 +374,19 @@ Helper to check if a value exists in an array
   external copy: array<'a> => array<'a> = "slice"
 
   @send external at: (array<'a>, int) => option<'a> = "at"
+
+  /**
+  Converts an async iterator to an array by iterating through all values
+  */
+  let fromAsyncIterator: asyncIterator<string> => promise<
+    array<string>,
+  > = %raw(`async (iterator) => {
+    const result = [];
+    for await (const item of iterator) {
+      result.push(item);
+    }
+    return result;
+  }`)
 }
 
 module String = {
@@ -655,3 +682,16 @@ let prettifyExn = exn => {
   | exn => exn
   }
 }
+
+module EnvioPackage = {
+  type t = {version: string}
+
+  let value = try %raw(`packageJson`)->S.parseJsonOrThrow(
+    S.schema(s => {
+      version: s.matches(S.string),
+    }),
+  ) catch {
+  | S.Raised(error) =>
+    Js.Exn.raiseError(`Failed to get package.json in envio package: ${error->S.Error.message}`)
+  }
+}

package/src/{Utils.res.js → Utils.res.mjs}

@@ -1,16 +1,16 @@
+import packageJson from '../package.json' with { type: 'json' }
 // Generated by ReScript, PLEASE EDIT WITH CARE
-'use strict';
-
-var $$Array = require("rescript/lib/js/array.js");
-var Js_exn = require("rescript/lib/js/js_exn.js");
-var Caml_obj = require("rescript/lib/js/caml_obj.js");
-var Belt_Array = require("rescript/lib/js/belt_Array.js");
-var Caml_array = require("rescript/lib/js/caml_array.js");
-var Belt_Option = require("rescript/lib/js/belt_Option.js");
-var Caml_option = require("rescript/lib/js/caml_option.js");
-var Caml_splice_call = require("rescript/lib/js/caml_splice_call.js");
-var S$RescriptSchema = require("rescript-schema/src/S.res.js");
-var Caml_js_exceptions = require("rescript/lib/js/caml_js_exceptions.js");
+
+import * as $$Array from "rescript/lib/es6/array.js";
+import * as Js_exn from "rescript/lib/es6/js_exn.js";
+import * as Caml_obj from "rescript/lib/es6/caml_obj.js";
+import * as Belt_Array from "rescript/lib/es6/belt_Array.js";
+import * as Caml_array from "rescript/lib/es6/caml_array.js";
+import * as Belt_Option from "rescript/lib/es6/belt_Option.js";
+import * as Caml_option from "rescript/lib/es6/caml_option.js";
+import * as Caml_splice_call from "rescript/lib/es6/caml_splice_call.js";
+import * as S$RescriptSchema from "rescript-schema/src/S.res.mjs";
+import * as Caml_js_exceptions from "rescript/lib/es6/caml_js_exceptions.js";
 
 function delay(milliseconds) {
   return new Promise((function (resolve, param) {
@@ -346,6 +346,14 @@ function interleave(arr, separator) {
   return interleaved;
 }
 
+var fromAsyncIterator = (async (iterator) => {
+    const result = [];
+    for await (const item of iterator) {
+      result.push(item);
+    }
+    return result;
+  });
+
 var $$Array$1 = {
   immutableEmpty: immutableEmpty,
   mergeSorted: mergeSorted,
@@ -360,7 +368,8 @@ var $$Array$1 = {
   last: last,
   lastUnsafe: lastUnsafe,
   findReverseWithIndex: findReverseWithIndex,
-  interleave: interleave
+  interleave: interleave,
+  fromAsyncIterator: fromAsyncIterator
 };
 
 function capitalize(str) {
@@ -583,24 +592,49 @@ function prettifyExn(exn) {
   }
 }
 
-exports.delay = delay;
-exports.$$Object = $$Object;
-exports.$$Error = $$Error;
-exports.$$Option = $$Option;
-exports.Tuple = Tuple;
-exports.Dict = Dict;
-exports.$$Math = $$Math;
-exports.UnsafeIntOperators = UnsafeIntOperators;
-exports.$$Array = $$Array$1;
-exports.$$String = $$String;
-exports.Result = Result;
-exports.unwrapResultExn = unwrapResultExn;
-exports.Schema = Schema;
-exports.getVariantsTags = getVariantsTags;
-exports.$$Set = $$Set;
-exports.$$WeakMap = $$WeakMap;
-exports.$$Map = $$Map;
-exports.$$Proxy = $$Proxy;
-exports.Hash = Hash;
-exports.prettifyExn = prettifyExn;
-/* variantTag Not a pure module */
+var value;
+
+try {
+  value = S$RescriptSchema.parseJsonOrThrow(packageJson, S$RescriptSchema.schema(function (s) {
+            return {
+                    version: s.m(S$RescriptSchema.string)
+                  };
+          }));
+}
+catch (raw_error){
+  var error = Caml_js_exceptions.internalToOCamlException(raw_error);
+  if (error.RE_EXN_ID === S$RescriptSchema.Raised) {
+    value = Js_exn.raiseError("Failed to get package.json in envio package: " + S$RescriptSchema.$$Error.message(error._1));
+  } else {
+    throw error;
+  }
+}
+
+var EnvioPackage = {
+  value: value
+};
+
+export {
+  delay ,
+  $$Object ,
+  $$Error ,
+  $$Option ,
+  Tuple ,
+  Dict ,
+  $$Math ,
+  UnsafeIntOperators ,
+  $$Array$1 as $$Array,
+  $$String ,
+  Result ,
+  unwrapResultExn ,
+  Schema ,
+  getVariantsTags ,
+  $$Set ,
+  $$WeakMap ,
+  $$Map ,
+  $$Proxy ,
+  Hash ,
+  prettifyExn ,
+  EnvioPackage ,
+}
+/* fromAsyncIterator Not a pure module */

package/src/bindings/BigDecimal.gen.ts

@@ -3,9 +3,9 @@
 /* eslint-disable */
 /* tslint:disable */
 
-const BigDecimalJS = require('./BigDecimal.res.js');
+import * as BigDecimalJS from './BigDecimal.res.mjs';
 
-import type {S_t as RescriptSchema_S_t} from 'rescript-schema/RescriptSchema.gen';
+import type {S_t as RescriptSchema_S_t} from 'rescript-schema/RescriptSchema.gen.js';
 
 import type {default as $$t} from 'bignumber.js';
 

package/src/bindings/BigDecimal.res

@@ -14,11 +14,11 @@ type rec t = {
 }
 
 // Constructors
-@new @module external fromBigInt: bigint => t = "bignumber.js"
-@new @module external fromFloat: float => t = "bignumber.js"
-@new @module external fromInt: int => t = "bignumber.js"
-@new @module external fromStringUnsafe: string => t = "bignumber.js"
-@new @module external fromString: string => option<t> = "bignumber.js"
+@new @module("bignumber.js") external fromBigInt: bigint => t = "default"
+@new @module("bignumber.js") external fromFloat: float => t = "default"
+@new @module("bignumber.js") external fromInt: int => t = "default"
+@new @module("bignumber.js") external fromStringUnsafe: string => t = "default"
+@new @module("bignumber.js") external fromString: string => option<t> = "default"
 
 // Methods
 @send external toString: t => string = "toString"

package/src/bindings/BigDecimal.res.d.mts

@@ -0,0 +1,5 @@
+// This is to prevent tsc --noEmit from failing
+// when importing code from .res.mjs files in genType .ts files
+// After we upgrade GenType and it starts to include ts-ignore,
+// the line can be removed.
+export const schema: any;

package/src/bindings/{BigDecimal.res.js → BigDecimal.res.mjs}

@@ -1,9 +1,8 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
-'use strict';
 
-var Belt_Int = require("rescript/lib/js/belt_Int.js");
-var BignumberJs = require("bignumber.js");
-var S$RescriptSchema = require("rescript-schema/src/S.res.js");
+import * as Belt_Int from "rescript/lib/es6/belt_Int.js";
+import BignumberJs from "bignumber.js";
+import * as S$RescriptSchema from "rescript-schema/src/S.res.mjs";
 
 function toInt(b) {
   return Belt_Int.fromString(b.toString());
@@ -33,9 +32,11 @@ var schema = S$RescriptSchema.transform(S$RescriptSchema.setName(S$RescriptSchem
               };
       }));
 
-exports.toInt = toInt;
-exports.notEquals = notEquals;
-exports.zero = zero;
-exports.one = one;
-exports.schema = schema;
+export {
+  toInt ,
+  notEquals ,
+  zero ,
+  one ,
+  schema ,
+}
 /* zero Not a pure module */

package/src/bindings/BigInt.gen.ts

@@ -3,8 +3,8 @@
 /* eslint-disable */
 /* tslint:disable */
 
-const BigIntJS = require('./BigInt.res.js');
+import * as BigIntJS from './BigInt.res.mjs';
 
-import type {S_t as RescriptSchema_S_t} from 'rescript-schema/RescriptSchema.gen';
+import type {S_t as RescriptSchema_S_t} from 'rescript-schema/RescriptSchema.gen.js';
 
 export const schema: RescriptSchema_S_t<bigint> = BigIntJS.schema as any;

package/src/bindings/BigInt.res.d.mts

@@ -0,0 +1,5 @@
+// This is to prevent tsc --noEmit from failing
+// when importing code from .res.mjs files in genType .ts files
+// After we upgrade GenType and it starts to include ts-ignore,
+// the line can be removed.
+export const schema: any;

package/src/bindings/{BigInt.res.js → BigInt.res.mjs}

@@ -1,11 +1,10 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
-'use strict';
 
-var Js_exn = require("rescript/lib/js/js_exn.js");
-var Belt_Int = require("rescript/lib/js/belt_Int.js");
-var Caml_option = require("rescript/lib/js/caml_option.js");
-var S$RescriptSchema = require("rescript-schema/src/S.res.js");
-var Caml_js_exceptions = require("rescript/lib/js/caml_js_exceptions.js");
+import * as Js_exn from "rescript/lib/es6/js_exn.js";
+import * as Belt_Int from "rescript/lib/es6/belt_Int.js";
+import * as Caml_option from "rescript/lib/es6/caml_option.js";
+import * as S$RescriptSchema from "rescript-schema/src/S.res.mjs";
+import * as Caml_js_exceptions from "rescript/lib/es6/caml_js_exceptions.js";
 
 function fromString(str) {
   try {
@@ -117,22 +116,24 @@ var schema = S$RescriptSchema.transform(S$RescriptSchema.setName(S$RescriptSchem
 
 var nativeSchema = S$RescriptSchema.bigint;
 
-exports.fromString = fromString;
-exports.toInt = toInt;
-exports.add = add;
-exports.sub = sub;
-exports.mul = mul;
-exports.div = div;
-exports.pow = pow;
-exports.mod = mod;
-exports.eq = eq;
-exports.neq = neq;
-exports.gt = gt;
-exports.gte = gte;
-exports.lt = lt;
-exports.lte = lte;
-exports.Bitwise = Bitwise;
-exports.zero = zero;
-exports.schema = schema;
-exports.nativeSchema = nativeSchema;
+export {
+  fromString ,
+  toInt ,
+  add ,
+  sub ,
+  mul ,
+  div ,
+  pow ,
+  mod ,
+  eq ,
+  neq ,
+  gt ,
+  gte ,
+  lt ,
+  lte ,
+  Bitwise ,
+  zero ,
+  schema ,
+  nativeSchema ,
+}
 /* zero Not a pure module */

package/src/bindings/ClickHouse.res

@@ -316,8 +316,8 @@ let initialize = async (
   ~enums as _: array<Table.enumConfig<Table.enum>>,
 ) => {
   try {
-    await client->exec({query: `DROP DATABASE IF EXISTS ${database}`})
-    await client->exec({query: `CREATE DATABASE ${database}`})
+    await client->exec({query: `TRUNCATE DATABASE IF EXISTS ${database}`})
+    await client->exec({query: `CREATE DATABASE IF NOT EXISTS ${database}`})
     await client->exec({query: `USE ${database}`})
 
     await Promise.all(

package/src/bindings/{ClickHouse.res.js → ClickHouse.res.mjs}

@@ -1,16 +1,15 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
-'use strict';
 
-var Table = require("../db/Table.res.js");
-var Utils = require("../Utils.res.js");
-var Js_exn = require("rescript/lib/js/js_exn.js");
-var Logging = require("../Logging.res.js");
-var Belt_Array = require("rescript/lib/js/belt_Array.js");
-var Persistence = require("../Persistence.res.js");
-var EntityHistory = require("../db/EntityHistory.res.js");
-var InternalTable = require("../db/InternalTable.res.js");
-var S$RescriptSchema = require("rescript-schema/src/S.res.js");
-var Caml_js_exceptions = require("rescript/lib/js/caml_js_exceptions.js");
+import * as Table from "../db/Table.res.mjs";
+import * as Utils from "../Utils.res.mjs";
+import * as Js_exn from "rescript/lib/es6/js_exn.js";
+import * as Logging from "../Logging.res.mjs";
+import * as Belt_Array from "rescript/lib/es6/belt_Array.js";
+import * as Persistence from "../Persistence.res.mjs";
+import * as EntityHistory from "../db/EntityHistory.res.mjs";
+import * as InternalTable from "../db/InternalTable.res.mjs";
+import * as S$RescriptSchema from "rescript-schema/src/S.res.mjs";
+import * as Caml_js_exceptions from "rescript/lib/es6/caml_js_exceptions.js";
 
 function getClickHouseFieldType(fieldType, isNullable, isArray) {
   var baseType;
@@ -197,10 +196,10 @@ function makeCreateViewQuery(entityConfig, database) {
 async function initialize(client, database, entities, param) {
   try {
     await client.exec({
-          query: "DROP DATABASE IF EXISTS " + database
+          query: "TRUNCATE DATABASE IF EXISTS " + database
         });
     await client.exec({
-          query: "CREATE DATABASE " + database
+          query: "CREATE DATABASE IF NOT EXISTS " + database
         });
     await client.exec({
           query: "USE " + database
@@ -263,12 +262,14 @@ async function resume(client, database, checkpointId) {
   }
 }
 
-exports.getClickHouseFieldType = getClickHouseFieldType;
-exports.setCheckpointsOrThrow = setCheckpointsOrThrow;
-exports.setUpdatesOrThrow = setUpdatesOrThrow;
-exports.makeCreateHistoryTableQuery = makeCreateHistoryTableQuery;
-exports.makeCreateCheckpointsTableQuery = makeCreateCheckpointsTableQuery;
-exports.makeCreateViewQuery = makeCreateViewQuery;
-exports.initialize = initialize;
-exports.resume = resume;
+export {
+  getClickHouseFieldType ,
+  setCheckpointsOrThrow ,
+  setUpdatesOrThrow ,
+  makeCreateHistoryTableQuery ,
+  makeCreateCheckpointsTableQuery ,
+  makeCreateViewQuery ,
+  initialize ,
+  resume ,
+}
 /* Table Not a pure module */

package/src/bindings/Ethers.gen.ts

@@ -3,9 +3,9 @@
 /* eslint-disable */
 /* tslint:disable */
 
-const EthersJS = require('./Ethers.res.js');
+import * as EthersJS from './Ethers.res.mjs';
 
-import type {t as Address_t} from '../../src/Address.gen';
+import type {t as Address_t} from '../../src/Address.gen.js';
 
 export const Addresses_mockAddresses: Address_t[] = EthersJS.Addresses.mockAddresses as any;
 

package/src/bindings/Ethers.res.d.mts

@@ -0,0 +1,5 @@
+// This is to prevent tsc --noEmit from failing
+// when importing code from .res.mjs files in genType .ts files
+// After we upgrade GenType and it starts to include ts-ignore,
+// the line can be removed.
+export const Addresses: any;

package/src/bindings/{Ethers.res.js → Ethers.res.mjs}

@@ -1,11 +1,10 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
-'use strict';
 
-var Ethers = require("ethers");
-var Address = require("../Address.res.js");
-var Belt_Array = require("rescript/lib/js/belt_Array.js");
-var Caml_array = require("rescript/lib/js/caml_array.js");
-var Caml_option = require("rescript/lib/js/caml_option.js");
+import * as Ethers from "ethers";
+import * as Address from "../Address.res.mjs";
+import * as Belt_Array from "rescript/lib/es6/belt_Array.js";
+import * as Caml_array from "rescript/lib/es6/caml_array.js";
+import * as Caml_option from "rescript/lib/es6/caml_option.js";
 
 function makeAbi(abi) {
   return abi;
@@ -115,15 +114,17 @@ var JsonRpcProvider = {
 
 var ethAddressSchema = Address.schema;
 
-exports.makeAbi = makeAbi;
-exports.getAddressFromStringUnsafe = getAddressFromStringUnsafe;
-exports.ethAddressToString = ethAddressToString;
-exports.ethAddressSchema = ethAddressSchema;
-exports.Constants = Constants;
-exports.Addresses = Addresses;
-exports.Filter = Filter;
-exports.CombinedFilter = CombinedFilter;
-exports.logToMinimumParseableLogData = logToMinimumParseableLogData;
-exports.Network = Network;
-exports.JsonRpcProvider = JsonRpcProvider;
+export {
+  makeAbi ,
+  getAddressFromStringUnsafe ,
+  ethAddressToString ,
+  ethAddressSchema ,
+  Constants ,
+  Addresses ,
+  Filter ,
+  CombinedFilter ,
+  logToMinimumParseableLogData ,
+  Network ,
+  JsonRpcProvider ,
+}
 /* mockAddresses Not a pure module */

package/src/bindings/{Hrtime.res.js → Hrtime.res.mjs}

@@ -1,5 +1,4 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
-'use strict';
 
 
 function nanoToMilli(nano) {
@@ -57,15 +56,17 @@ var intFromNanos = toInt;
 
 var intFromSeconds = toInt;
 
-exports.makeTimer = makeTimer;
-exports.timeSince = timeSince;
-exports.nanoToMilli = nanoToMilli;
-exports.secToMilli = secToMilli;
-exports.timeElapsedToNewRef = timeElapsedToNewRef;
-exports.toMillis = toMillis;
-exports.intFromMillis = intFromMillis;
-exports.intFromNanos = intFromNanos;
-exports.intFromSeconds = intFromSeconds;
-exports.floatFromMillis = floatFromMillis;
-exports.millisBetween = millisBetween;
+export {
+  makeTimer ,
+  timeSince ,
+  nanoToMilli ,
+  secToMilli ,
+  timeElapsedToNewRef ,
+  toMillis ,
+  intFromMillis ,
+  intFromNanos ,
+  intFromSeconds ,
+  floatFromMillis ,
+  millisBetween ,
+}
 /* No side effect */

package/src/bindings/{Lodash.res.js → Lodash.res.mjs}

@@ -1,11 +1,12 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
-'use strict';
 
-var VendoredLodashFnsJs = require("./vendored-lodash-fns.js");
+import * as VendoredLodashFnsJs from "./vendored-lodash-fns.js";
 
 function cloneDeep(prim) {
   return VendoredLodashFnsJs.cloneDeep(prim);
 }
 
-exports.cloneDeep = cloneDeep;
+export {
+  cloneDeep ,
+}
 /* ./vendored-lodash-fns.js Not a pure module */

package/src/bindings/NodeJs.res

@@ -56,6 +56,16 @@ module ChildProcess = {
   external execWithOptions: (string, execOptions, callback) => unit = "exec"
 }
 
+module Url = {
+  type t
+  @module("url") external fileURLToPath: t => string = "fileURLToPath"
+}
+
+module ImportMeta = {
+  type t = {url: Url.t}
+  @val external importMeta: t = "import.meta"
+}
+
 module Path = {
   type t
 
@@ -63,10 +73,12 @@ module Path = {
   external resolve: array<string> => t = "resolve"
 
   @module("path") external join: (t, string) => t = "join"
+  @module("path") external dirname: string => t = "dirname"
 
   external toString: t => string = "%identity"
 
-  external __dirname: t = "__dirname"
+  // ESM-compatible __dirname replacement
+  let __dirname = dirname(Url.fileURLToPath(ImportMeta.importMeta.url))
 }
 
 module Fs = {

package/src/bindings/NodeJs.res.mjs

@@ -0,0 +1,48 @@
+// Generated by ReScript, PLEASE EDIT WITH CARE
+
+import * as Url from "url";
+import * as Path from "path";
+import * as Util from "util";
+
+function inspectObj(a) {
+  return Util.inspect(a, {
+              showHidden: false,
+              depth: null,
+              colors: true
+            });
+}
+
+var Util$1 = {
+  inspectObj: inspectObj
+};
+
+var Process = {};
+
+var ChildProcess = {};
+
+var Url$1 = {};
+
+var ImportMeta = {};
+
+var $$__dirname = Path.dirname(Url.fileURLToPath(import.meta.url));
+
+var Path$1 = {
+  $$__dirname: $$__dirname
+};
+
+var Promises = {};
+
+var Fs = {
+  Promises: Promises
+};
+
+export {
+  Util$1 as Util,
+  Process ,
+  ChildProcess ,
+  Url$1 as Url,
+  ImportMeta ,
+  Path$1 as Path,
+  Fs ,
+}
+/* __dirname Not a pure module */

package/src/bindings/Pino.res

@@ -67,7 +67,7 @@ module Transport = {
   external make: transportTarget => t = "transport"
 }
 
-@module external makeWithTransport: Transport.t => t = "pino"
+@module("pino") external makeWithTransport: Transport.t => t = "pino"
 
 type hooks = {logMethod: (array<string>, string, logLevel) => unit}
 
@@ -100,16 +100,16 @@ type options = {
   messageKey?: string,
 }
 
-@module external make: options => t = "pino"
-@module external makeWithOptionsAndTransport: (options, Transport.t) => t = "pino"
+@module("pino") external make: options => t = "pino"
+@module("pino") external makeWithOptionsAndTransport: (options, Transport.t) => t = "pino"
 
 type childParams
 let createChildParams: 'a => childParams = Utils.magic
 @send external child: (t, childParams) => t = "child"
 
 module ECS = {
-  @module
-  external make: 'a => options = "@elastic/ecs-pino-format"
+  @module("@elastic/ecs-pino-format")
+  external make: 'a => options = "default"
   let make = make
 }
 
@@ -123,7 +123,7 @@ module MultiStreamLogger = {
   type multiStreamRes
   @module("pino") external multistream: array<multiStream> => multiStreamRes = "multistream"
 
-  @module external makeWithMultiStream: (options, multiStreamRes) => t = "pino"
+  @module("pino") external makeWithMultiStream: (options, multiStreamRes) => t = "pino"
 
   type destinationOpts = {
     dest: string, //file path