@bayoudhi/moose-lib-serverless 0.1.0

package/dist/serverless.d.ts

@@ -0,0 +1,383 @@
+export { JWT, Key } from './browserCompatible.js';
+import { Readable } from 'node:stream';
+import { IsTuple } from 'typia/lib/typings/IsTuple';
+export { y as Aggregated, z as Api, B as ApiConfig, A as ApiUtil, a as ClickHouseByteSize, b as ClickHouseCodec, c as ClickHouseDecimal, d as ClickHouseDefault, E as ClickHouseEngines, e as ClickHouseFixedStringSize, f as ClickHouseFloat, g as ClickHouseInt, h as ClickHouseJson, i as ClickHouseMaterialized, j as ClickHouseNamedTuple, k as ClickHousePrecision, l as ClickHouseTTL, G as ConsumptionApi, C as ConsumptionUtil, D as DateTime, m as DateTime64, n as DateTime64String, o as DateTimeString, H as DeadLetter, J as DeadLetterModel, K as DeadLetterQueue, p as Decimal, N as ETLPipeline, O as ETLPipelineConfig, M as EgressConfig, F as FixedString, q as Float32, r as Float64, P as FrameworkApp, ar as IdentifierBrandedString, a8 as IngestApi, a9 as IngestConfig, aa as IngestPipeline, s as Int16, t as Int32, u as Int64, I as Int8, ab as LifeCycle, L as LowCardinality, ac as MaterializedView, as as NonIdentifierBrandedString, ad as OlapConfig, ae as OlapTable, au as RawValue, af as S3QueueTableSettings, ag as SimpleAggregated, ax as Sql, ah as SqlResource, av as SqlTemplateTag, ai as Stream, aj as StreamConfig, ak as Task, v as UInt16, w as UInt32, x as UInt64, U as UInt8, at as Value, al as View, am as WebApp, an as WebAppConfig, ao as WebAppHandler, W as WithDefault, ap as Workflow, aC as createClickhouseParameter, Q as getApi, R as getApis, S as getIngestApi, T as getIngestApis, V as getMaterializedView, X as getMaterializedViews, Y as getSqlResource, Z as getSqlResources, _ as getStream, $ as getStreams, a0 as getTable, a1 as getTables, aB as getValueFromParameter, a2 as getView, a3 as getViews, a4 as getWebApp, a5 as getWebApps, a6 as getWorkflow, a7 as getWorkflows, aD as mapToClickHouseType, aq as quoteIdentifier, aw as sql, az as toQuery, aA as toQueryPreview, ay as toStaticQuery } from './helpers-C3Yr4RzN.js';
+import 'typia';
+import '@clickhouse/client';
+import '@temporalio/client';
+import 'jose';
+import 'http';
+import 'typia/src/schemas/json/IJsonSchemaCollection';
+import 'typia/lib/tags';
+
+/**
+ * @fileoverview Pure TypeScript types, interfaces, constants, and utility functions
+ * extracted from commons.ts. This module has NO native dependencies (no Kafka,
+ * no ClickHouse client, no fs) and is safe to import in serverless/Lambda environments.
+ *
+ * The full commons.ts re-exports everything from this module for backward compatibility.
+ *
+ * @module commons-types
+ */
+/**
+ * Utility function for compiler-related logging that can be disabled via environment variable.
+ * Set MOOSE_DISABLE_COMPILER_LOGS=true to suppress these logs (useful for testing environments).
+ */
+declare const compilerLog: (message: string) => void;
+declare const antiCachePath: (path: string) => string;
+declare const getFileName: (filePath: string) => string;
+type CliLogData = {
+    message_type?: "Info" | "Success" | "Warning" | "Error" | "Highlight";
+    action: string;
+    message: string;
+};
+declare const cliLog: (log: CliLogData) => void;
+/**
+ * Method to change .ts, .cts, and .mts to .js, .cjs, and .mjs
+ * This is needed because 'import' does not support .ts, .cts, and .mts
+ */
+declare function mapTstoJs(filePath: string): string;
+declare const MAX_RETRIES = 150;
+declare const MAX_RETRY_TIME_MS = 1000;
+declare const RETRY_INITIAL_TIME_MS = 100;
+declare const MAX_RETRIES_PRODUCER = 150;
+declare const RETRY_FACTOR_PRODUCER = 0.2;
+declare const ACKs = -1;
+/**
+ * Interface for logging functionality
+ */
+interface Logger {
+    logPrefix: string;
+    log: (message: string) => void;
+    error: (message: string) => void;
+    warn: (message: string) => void;
+}
+declare const logError: (logger: Logger, e: Error) => void;
+type KafkaClientConfig = {
+    clientId: string;
+    broker: string;
+    securityProtocol?: string;
+    saslUsername?: string;
+    saslPassword?: string;
+    saslMechanism?: string;
+};
+
+/**
+ * @module secrets
+ * Utilities for runtime environment variable resolution.
+ *
+ * This module provides functionality to mark values that should be resolved
+ * from environment variables at runtime by the Moose CLI, rather than being
+ * embedded at build time.
+ *
+ * @example
+ * ```typescript
+ * import { S3QueueEngine, mooseRuntimeEnv } from 'moose-lib';
+ *
+ * const table = OlapTable<MyData>(
+ *   "MyTable",
+ *   OlapConfig({
+ *     engine: S3QueueEngine({
+ *       s3_path: "s3://bucket/data/*.json",
+ *       format: "JSONEachRow",
+ *       awsAccessKeyId: mooseRuntimeEnv.get("AWS_ACCESS_KEY_ID"),
+ *       awsSecretAccessKey: mooseRuntimeEnv.get("AWS_SECRET_ACCESS_KEY")
+ *     })
+ *   })
+ * );
+ * ```
+ */
+/**
+ * Prefix used to mark values for runtime environment variable resolution.
+ * @internal
+ */
+declare const MOOSE_RUNTIME_ENV_PREFIX = "__MOOSE_RUNTIME_ENV__:";
+/**
+ * Utilities for marking values to be resolved from environment variables at runtime.
+ *
+ * When you use `mooseRuntimeEnv.get()`, the behavior depends on the context:
+ * - During infrastructure map loading: Returns a marker string for later resolution
+ * - During function/workflow execution: Returns the actual environment variable value
+ *
+ * This is useful for:
+ * - Credentials that should never be embedded in Docker images
+ * - Configuration that can be rotated without rebuilding
+ * - Different values for different environments (dev, staging, prod)
+ * - Any runtime configuration in infrastructure elements (Tables, Topics, etc.)
+ */
+declare const mooseRuntimeEnv: {
+    /**
+     * Gets a value from an environment variable, with behavior depending on context.
+     *
+     * When IS_LOADING_INFRA_MAP=true (infrastructure loading):
+     *   Returns a marker string that Moose CLI will resolve later
+     *
+     * When IS_LOADING_INFRA_MAP is unset (function/workflow runtime):
+     *   Returns the actual value from the environment variable
+     *
+     * @param envVarName - Name of the environment variable to resolve
+     * @returns Either a marker string or the actual environment variable value
+     * @throws {Error} If the environment variable name is empty
+     * @throws {Error} If the environment variable is not set (runtime mode only)
+     *
+     * @example
+     * ```typescript
+     * // Instead of this (evaluated at build time):
+     * awsAccessKeyId: process.env.AWS_ACCESS_KEY_ID
+     *
+     * // Use this (evaluated at runtime):
+     * awsAccessKeyId: mooseRuntimeEnv.get("AWS_ACCESS_KEY_ID")
+     * ```
+     */
+    get(envVarName: string): string;
+};
+/** @deprecated Use mooseRuntimeEnv instead */
+declare const mooseEnvSecrets: {
+    /**
+     * Gets a value from an environment variable, with behavior depending on context.
+     *
+     * When IS_LOADING_INFRA_MAP=true (infrastructure loading):
+     *   Returns a marker string that Moose CLI will resolve later
+     *
+     * When IS_LOADING_INFRA_MAP is unset (function/workflow runtime):
+     *   Returns the actual value from the environment variable
+     *
+     * @param envVarName - Name of the environment variable to resolve
+     * @returns Either a marker string or the actual environment variable value
+     * @throws {Error} If the environment variable name is empty
+     * @throws {Error} If the environment variable is not set (runtime mode only)
+     *
+     * @example
+     * ```typescript
+     * // Instead of this (evaluated at build time):
+     * awsAccessKeyId: process.env.AWS_ACCESS_KEY_ID
+     *
+     * // Use this (evaluated at runtime):
+     * awsAccessKeyId: mooseRuntimeEnv.get("AWS_ACCESS_KEY_ID")
+     * ```
+     */
+    get(envVarName: string): string;
+};
+
+/**
+ * Configuration for CSV parsing options
+ */
+interface CSVParsingConfig {
+    /** CSV delimiter character */
+    delimiter: string;
+    /** Whether to treat first row as headers */
+    columns?: boolean;
+    /** Whether to skip empty lines */
+    skipEmptyLines?: boolean;
+    /** Whether to trim whitespace from values */
+    trim?: boolean;
+}
+/**
+ * Configuration for JSON parsing options
+ */
+interface JSONParsingConfig {
+    /** Custom reviver function for JSON.parse */
+    reviver?: (key: string, value: any) => any;
+}
+/**
+ * Parses CSV content into an array of objects
+ *
+ * @param content - The CSV content as a string
+ * @param config - CSV parsing configuration
+ * @returns Promise resolving to an array of parsed objects
+ */
+declare function parseCSV<T = Record<string, any>>(content: string, config: CSVParsingConfig): Promise<T[]>;
+/**
+ * Parses JSON content into an array of objects
+ *
+ * @param content - The JSON content as a string
+ * @param config - JSON parsing configuration
+ * @returns Array of parsed objects
+ */
+declare function parseJSON<T = any>(content: string, config?: JSONParsingConfig): T[];
+/**
+ * Parses JSON content with automatic date revival
+ *
+ * @param content - The JSON content as a string
+ * @returns Array of parsed objects with Date objects for ISO 8601 strings
+ */
+declare function parseJSONWithDates<T = any>(content: string): T[];
+/**
+ * Type guard to check if a value is a valid CSV delimiter
+ */
+declare function isValidCSVDelimiter(delimiter: string): boolean;
+/**
+ * Common CSV delimiters
+ */
+declare const CSV_DELIMITERS: {
+    readonly COMMA: ",";
+    readonly TAB: "\t";
+    readonly SEMICOLON: ";";
+    readonly PIPE: "|";
+};
+/**
+ * Default CSV parsing configuration
+ */
+declare const DEFAULT_CSV_CONFIG: CSVParsingConfig;
+/**
+ * Default JSON parsing configuration with date revival
+ */
+declare const DEFAULT_JSON_CONFIG: JSONParsingConfig;
+
+type HasFunctionField<T> = T extends object ? {
+    [K in keyof T]: T[K] extends Function ? true : false;
+}[keyof T] extends false | undefined ? false : true : false;
+type OptionalToUndefinedable<T> = {
+    [K in {} & keyof T]: T[K];
+};
+type StripInterfaceFields<T> = {
+    [K in keyof T]: StripDateIntersection<T[K]>;
+};
+/**
+ * `Date & ...` is considered "nonsensible intersection" by typia,
+ * causing JSON schema to fail.
+ * This helper type recursively cleans up the intersection type tagging.
+ */
+type StripDateIntersection<T> = T extends Date ? Date extends T ? Date : T : T extends ReadonlyArray<unknown> ? IsTuple<T> extends true ? StripDateFromTuple<T> : T extends ReadonlyArray<infer U> ? ReadonlyArray<U> extends T ? ReadonlyArray<StripDateIntersection<U>> : Array<StripDateIntersection<U>> : T extends Array<infer U> ? Array<StripDateIntersection<U>> : T : true extends HasFunctionField<T> ? T : T extends object ? StripInterfaceFields<OptionalToUndefinedable<T>> : T;
+type StripDateFromTuple<T extends readonly any[]> = T extends ([
+    infer T1,
+    infer T2,
+    infer T3,
+    infer T4,
+    infer T5,
+    infer T6,
+    infer T7,
+    infer T8,
+    infer T9,
+    infer T10
+]) ? [
+    StripDateIntersection<T1>,
+    StripDateIntersection<T2>,
+    StripDateIntersection<T3>,
+    StripDateIntersection<T4>,
+    StripDateIntersection<T5>,
+    StripDateIntersection<T6>,
+    StripDateIntersection<T7>,
+    StripDateIntersection<T8>,
+    StripDateIntersection<T9>,
+    StripDateIntersection<T10>
+] : T extends ([
+    infer T1,
+    infer T2,
+    infer T3,
+    infer T4,
+    infer T5,
+    infer T6,
+    infer T7,
+    infer T8,
+    infer T9
+]) ? [
+    StripDateIntersection<T1>,
+    StripDateIntersection<T2>,
+    StripDateIntersection<T3>,
+    StripDateIntersection<T4>,
+    StripDateIntersection<T5>,
+    StripDateIntersection<T6>,
+    StripDateIntersection<T7>,
+    StripDateIntersection<T8>,
+    StripDateIntersection<T9>
+] : T extends ([
+    infer T1,
+    infer T2,
+    infer T3,
+    infer T4,
+    infer T5,
+    infer T6,
+    infer T7,
+    infer T8
+]) ? [
+    StripDateIntersection<T1>,
+    StripDateIntersection<T2>,
+    StripDateIntersection<T3>,
+    StripDateIntersection<T4>,
+    StripDateIntersection<T5>,
+    StripDateIntersection<T6>,
+    StripDateIntersection<T7>,
+    StripDateIntersection<T8>
+] : T extends ([
+    infer T1,
+    infer T2,
+    infer T3,
+    infer T4,
+    infer T5,
+    infer T6,
+    infer T7
+]) ? [
+    StripDateIntersection<T1>,
+    StripDateIntersection<T2>,
+    StripDateIntersection<T3>,
+    StripDateIntersection<T4>,
+    StripDateIntersection<T5>,
+    StripDateIntersection<T6>,
+    StripDateIntersection<T7>
+] : T extends [infer T1, infer T2, infer T3, infer T4, infer T5, infer T6] ? [
+    StripDateIntersection<T1>,
+    StripDateIntersection<T2>,
+    StripDateIntersection<T3>,
+    StripDateIntersection<T4>,
+    StripDateIntersection<T5>,
+    StripDateIntersection<T6>
+] : T extends [infer T1, infer T2, infer T3, infer T4, infer T5] ? [
+    StripDateIntersection<T1>,
+    StripDateIntersection<T2>,
+    StripDateIntersection<T3>,
+    StripDateIntersection<T4>,
+    StripDateIntersection<T5>
+] : T extends [infer T1, infer T2, infer T3, infer T4] ? [
+    StripDateIntersection<T1>,
+    StripDateIntersection<T2>,
+    StripDateIntersection<T3>,
+    StripDateIntersection<T4>
+] : T extends [infer T1, infer T2, infer T3] ? [
+    StripDateIntersection<T1>,
+    StripDateIntersection<T2>,
+    StripDateIntersection<T3>
+] : T extends [infer T1, infer T2] ? [
+    StripDateIntersection<T1>,
+    StripDateIntersection<T2>
+] : T extends [infer T1] ? [StripDateIntersection<T1>] : [];
+
+/**
+ * Configuration for a data source
+ */
+interface DataSourceConfig {
+    name: string;
+    supportsIncremental?: boolean;
+}
+/**
+ * DataSource is an abstract class that defines the interface for all data sources.
+ * It is used to extract data from a source and test the connection to the source.
+ */
+declare abstract class DataSource<T = any, ItemType = any> {
+    protected name: string;
+    protected supportsIncremental: boolean;
+    constructor(config: DataSourceConfig);
+    /**
+     * Extract data from the source
+     * Returns either ItemType (for single requests) or Readable (for paginated requests)
+     */
+    abstract extract(): Promise<ItemType | Readable>;
+    /**
+     * Test connection to the source
+     */
+    abstract testConnection(): Promise<{
+        success: boolean;
+        message?: string;
+    }>;
+}
+/**
+ * Result returned from extraction
+ * For single requests: data is of type T
+ * For paginated requests: data is a Readable stream yielding items of type T
+ */
+interface ExtractionResult<T = any> {
+    data: T | Readable;
+    metadata: Record<string, any>;
+}
+
+export { ACKs, type CSVParsingConfig, CSV_DELIMITERS, type CliLogData, DEFAULT_CSV_CONFIG, DEFAULT_JSON_CONFIG, DataSource, type DataSourceConfig, type ExtractionResult, type JSONParsingConfig, type KafkaClientConfig, type Logger, MAX_RETRIES, MAX_RETRIES_PRODUCER, MAX_RETRY_TIME_MS, MOOSE_RUNTIME_ENV_PREFIX, RETRY_FACTOR_PRODUCER, RETRY_INITIAL_TIME_MS, type StripDateIntersection, antiCachePath, cliLog, compilerLog, getFileName, isValidCSVDelimiter, logError, mapTstoJs, mooseEnvSecrets, mooseRuntimeEnv, parseCSV, parseJSON, parseJSONWithDates };