@xube/kit-aws 0.0.109 → 0.0.111

package/dist/index.d.ts

@@ -6,4 +6,9 @@ export * from "./resources/dynamodb/put";
 export * from "./resources/dynamodb/query";
 export * from "./resources/dynamodb/transform";
 export * from "./resources/parameter-store/get";
+export * from "./resources/athena/client";
+export * from "./resources/athena/get";
+export * from "./resources/kinesis/client";
+export * from "./resources/kinesis/put";
+export * from "./resources/firehose/client";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAC;AACjD,cAAc,8BAA8B,CAAC;AAE7C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,gCAAgC,CAAC;AAE/C,cAAc,iCAAiC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAC;AACjD,cAAc,8BAA8B,CAAC;AAE7C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,gCAAgC,CAAC;AAE/C,cAAc,iCAAiC,CAAC;AAEhD,cAAc,2BAA2B,CAAC;AAC1C,cAAc,wBAAwB,CAAC;AAEvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yBAAyB,CAAC;AAExC,cAAc,6BAA6B,CAAC"}

package/dist/index.js

@@ -22,3 +22,8 @@ __exportStar(require("./resources/dynamodb/put"), exports);
 __exportStar(require("./resources/dynamodb/query"), exports);
 __exportStar(require("./resources/dynamodb/transform"), exports);
 __exportStar(require("./resources/parameter-store/get"), exports);
+__exportStar(require("./resources/athena/client"), exports);
+__exportStar(require("./resources/athena/get"), exports);
+__exportStar(require("./resources/kinesis/client"), exports);
+__exportStar(require("./resources/kinesis/put"), exports);
+__exportStar(require("./resources/firehose/client"), exports);

package/dist/resources/athena/client.d.ts

@@ -0,0 +1,4 @@
+import { AthenaClient, AthenaClientConfig } from "@aws-sdk/client-athena";
+export declare const getAthenaClientConfig: () => AthenaClientConfig;
+export declare const getAthenaClient: () => AthenaClient;
+//# sourceMappingURL=client.d.ts.map

package/dist/resources/athena/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/resources/athena/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAE1E,eAAO,MAAM,qBAAqB,QAAO,kBAEvC,CAAC;AAIH,eAAO,MAAM,eAAe,oBAE3B,CAAC"}

package/dist/resources/athena/client.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getAthenaClient = exports.getAthenaClientConfig = void 0;
+const client_athena_1 = require("@aws-sdk/client-athena");
+const getAthenaClientConfig = () => ({
+    region: process.env.AWS_REGION,
+});
+exports.getAthenaClientConfig = getAthenaClientConfig;
+const athenaClient = new client_athena_1.AthenaClient((0, exports.getAthenaClientConfig)());
+const getAthenaClient = () => {
+    return athenaClient;
+};
+exports.getAthenaClient = getAthenaClient;

package/dist/resources/athena/get.d.ts

@@ -0,0 +1,21 @@
+import { AthenaClient, GetQueryResultsCommandOutput, ResultSet } from "@aws-sdk/client-athena";
+import { APIGatewayProxyResult } from "aws-lambda";
+import { XubeLog } from "@xube/kit-log";
+export declare const waitForQueryCompletion: (athena: AthenaClient, queryExecutionId: string, log?: XubeLog, maxWaitTimeMs?: number, pollIntervalMs?: number) => Promise<boolean>;
+export declare const transformAthenaResults: (resultSet: ResultSet | undefined, isNextPage: boolean) => Record<string, any>[];
+interface PaginationParams {
+    isNextPage: boolean;
+    queryExecutionId?: string;
+    nextToken?: string;
+}
+type FetchDataRequest = {
+    from: number;
+    to?: number;
+    nextToken?: string;
+    queryExecutionId?: string;
+};
+export declare const handlePagination: (request: FetchDataRequest) => Promise<string>;
+export declare const fetchQueryResults: (queryExecutionId: string, paginationParams: PaginationParams, limit: number) => Promise<GetQueryResultsCommandOutput>;
+export declare const formatResponse: (resultsResponse: GetQueryResultsCommandOutput, queryExecutionId: string, paginationParams: PaginationParams) => APIGatewayProxyResult;
+export {};
+//# sourceMappingURL=get.d.ts.map

package/dist/resources/athena/get.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/resources/athena/get.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EAGZ,4BAA4B,EAC5B,SAAS,EAEV,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEnD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAIxC,eAAO,MAAM,sBAAsB,WACzB,YAAY,oBACF,MAAM,QACnB,OAAO,kBACG,MAAM,mBACL,MAAM,KACrB,OAAO,CAAC,OAAO,CAgDjB,CAAC;AAEF,eAAO,MAAM,sBAAsB,cACtB,SAAS,GAAG,SAAS,cACpB,OAAO,KAClB,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAsBrB,CAAC;AAEF,UAAU,gBAAgB;IACxB,UAAU,EAAE,OAAO,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,KAAK,gBAAgB,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AA+DF,eAAO,MAAM,gBAAgB,YAClB,gBAAgB,KACxB,OAAO,CAAC,MAAM,CAahB,CAAC;AAEF,eAAO,MAAM,iBAAiB,qBACV,MAAM,oBACN,gBAAgB,SAC3B,MAAM,KACZ,OAAO,CAAC,4BAA4B,CAiBtC,CAAC;AAEF,eAAO,MAAM,cAAc,oBACR,4BAA4B,oBAC3B,MAAM,oBACN,gBAAgB,KACjC,qBAuBF,CAAC"}

package/dist/resources/athena/get.js

@@ -0,0 +1,150 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatResponse = exports.fetchQueryResults = exports.handlePagination = exports.transformAthenaResults = exports.waitForQueryCompletion = void 0;
+const client_athena_1 = require("@aws-sdk/client-athena");
+const kit_constants_1 = require("@xube/kit-constants");
+const kit_log_1 = require("@xube/kit-log");
+const zod_1 = require("zod");
+const client_1 = require("./client");
+const waitForQueryCompletion = async (athena, queryExecutionId, log = kit_log_1.XubeLog.getInstance(), maxWaitTimeMs = 300000, pollIntervalMs = 500) => {
+    const startTime = Date.now();
+    let attempts = 0;
+    const maxAttempts = Math.ceil(maxWaitTimeMs / pollIntervalMs);
+    while (attempts < maxAttempts) {
+        attempts++;
+        const queryExecution = await athena.send(new client_athena_1.GetQueryExecutionCommand({
+            QueryExecutionId: queryExecutionId,
+        }));
+        const state = queryExecution.QueryExecution?.Status?.State;
+        if (state === "SUCCEEDED") {
+            log.info(`Query completed successfully after ${attempts} attempts (${Date.now() - startTime}ms)`);
+            return true;
+        }
+        if (state === "FAILED" || state === "CANCELLED") {
+            log.error(`Query failed with state: ${state} after ${attempts} attempts (${Date.now() - startTime}ms)`);
+            return false;
+        }
+        if (Date.now() - startTime >= maxWaitTimeMs) {
+            log.error(`Query timeout: exceeded maximum wait time of ${maxWaitTimeMs}ms after ${attempts} attempts`);
+            return false;
+        }
+        await new Promise((resolve) => setTimeout(resolve, pollIntervalMs));
+    }
+    log.error(`Query timeout: exceeded maximum attempts (${maxAttempts}) after ${Date.now() - startTime}ms`);
+    return false;
+};
+exports.waitForQueryCompletion = waitForQueryCompletion;
+const transformAthenaResults = (resultSet, isNextPage) => {
+    if (!resultSet?.Rows || resultSet.Rows.length < 2) {
+        return [];
+    }
+    const headers = resultSet.ResultSetMetadata?.ColumnInfo?.map((col) => col.Name ?? "") ?? [];
+    return resultSet.Rows.slice(isNextPage ? 0 : 1).map((row) => {
+        const normalizedRow = {};
+        row.Data.forEach((col, index) => {
+            const header = headers?.[index];
+            if (header) {
+                try {
+                    normalizedRow[header] = JSON.parse(col.VarCharValue);
+                }
+                catch (error) {
+                    normalizedRow[header] = col.VarCharValue;
+                }
+            }
+        });
+        return normalizedRow;
+    });
+};
+exports.transformAthenaResults = transformAthenaResults;
+const GLUE_DATABASE_NAME = process.env.ATHENA_GLUE_DATABASE ?? "";
+const GLUE_TABLE_NAME = process.env.ATHENA_GLUE_TABLE ?? "";
+const S3_BUCKET_NAME = process.env.ATHENA_RESULTS_BUCKET ?? "";
+const S3_BUCKET_ATHENA_RESULTS_PREFIX = process.env.ATHENA_RESULTS_PREFIX ?? "athena-results";
+const buildQuery = (request) => {
+    const databaseName = GLUE_DATABASE_NAME;
+    const tableName = GLUE_TABLE_NAME;
+    const { from, to } = request;
+    if (to) {
+        return `
+      SELECT * FROM "${databaseName}"."${tableName}"
+      WHERE "s" BETWEEN ${from} AND ${to}
+      ORDER BY "s" DESC
+    `;
+    }
+    else {
+        return `
+      SELECT * FROM "${databaseName}"."${tableName}"
+      WHERE "s" >= ${from}
+      ORDER BY "s" DESC
+    `;
+    }
+};
+const executeNewQuery = async (query) => {
+    const athenaClient = (0, client_1.getAthenaClient)();
+    const databaseName = GLUE_DATABASE_NAME;
+    const queryExecution = await athenaClient.send(new client_athena_1.StartQueryExecutionCommand({
+        QueryString: query,
+        QueryExecutionContext: {
+            Database: databaseName,
+        },
+        WorkGroup: "primary",
+        ResultConfiguration: {
+            OutputLocation: `s3://${S3_BUCKET_NAME}/${S3_BUCKET_ATHENA_RESULTS_PREFIX}`,
+        },
+    }));
+    if (!queryExecution.QueryExecutionId) {
+        throw new Error("No QueryExecutionId returned");
+    }
+    const queryCompleted = await (0, exports.waitForQueryCompletion)(athenaClient, queryExecution.QueryExecutionId);
+    if (!queryCompleted) {
+        throw new Error(`Query execution failed`);
+    }
+    return queryExecution.QueryExecutionId;
+};
+const handlePagination = async (request) => {
+    const paginationParams = {
+        isNextPage: !!request.nextToken && !!request.queryExecutionId,
+        queryExecutionId: request.queryExecutionId,
+        nextToken: request.nextToken,
+    };
+    if (paginationParams.isNextPage) {
+        return request.queryExecutionId;
+    }
+    else {
+        const query = buildQuery(request);
+        return await executeNewQuery(query);
+    }
+};
+exports.handlePagination = handlePagination;
+const fetchQueryResults = async (queryExecutionId, paginationParams, limit) => {
+    const athenaClient = (0, client_1.getAthenaClient)();
+    return await athenaClient.send(new client_athena_1.GetQueryResultsCommand(paginationParams.isNextPage
+        ? {
+            QueryExecutionId: paginationParams.queryExecutionId,
+            NextToken: decodeURIComponent(paginationParams.nextToken),
+            MaxResults: limit,
+        }
+        : {
+            QueryExecutionId: queryExecutionId,
+            MaxResults: limit,
+        }));
+};
+exports.fetchQueryResults = fetchQueryResults;
+const formatResponse = (resultsResponse, queryExecutionId, paginationParams) => {
+    const DataListSchema = zod_1.z.array(zod_1.z.record(zod_1.z.string(), zod_1.z.any()));
+    const data = DataListSchema.parse((0, exports.transformAthenaResults)(resultsResponse.ResultSet, paginationParams.isNextPage));
+    const hasNextPage = !!resultsResponse.NextToken;
+    return {
+        statusCode: kit_constants_1.StatusCode.OK,
+        body: JSON.stringify({
+            nextToken: hasNextPage ? resultsResponse.NextToken : undefined,
+            queryExecutionId: hasNextPage
+                ? paginationParams.isNextPage
+                    ? paginationParams.queryExecutionId
+                    : queryExecutionId
+                : undefined,
+            data,
+        }),
+    };
+};
+exports.formatResponse = formatResponse;

package/dist/resources/firehose/client.d.ts

@@ -0,0 +1,4 @@
+import { FirehoseClient, FirehoseClientConfig } from "@aws-sdk/client-firehose";
+export declare const getFirehoseClientConfig: () => FirehoseClientConfig;
+export declare const getFirehoseClient: () => FirehoseClient;
+//# sourceMappingURL=client.d.ts.map

package/dist/resources/firehose/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/resources/firehose/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAEhF,eAAO,MAAM,uBAAuB,QAAO,oBAEzC,CAAC;AAIH,eAAO,MAAM,iBAAiB,sBAE7B,CAAC"}

package/dist/resources/firehose/client.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFirehoseClient = exports.getFirehoseClientConfig = void 0;
+const client_firehose_1 = require("@aws-sdk/client-firehose");
+const getFirehoseClientConfig = () => ({
+    region: process.env.AWS_REGION,
+});
+exports.getFirehoseClientConfig = getFirehoseClientConfig;
+const firehoseClient = new client_firehose_1.FirehoseClient((0, exports.getFirehoseClientConfig)());
+const getFirehoseClient = () => {
+    return firehoseClient;
+};
+exports.getFirehoseClient = getFirehoseClient;

package/dist/resources/kinesis/client.d.ts

@@ -0,0 +1,4 @@
+import { KinesisClient, KinesisClientConfig } from "@aws-sdk/client-kinesis";
+export declare const getKinesisClientConfig: () => KinesisClientConfig;
+export declare const getKinesisClient: () => KinesisClient;
+//# sourceMappingURL=client.d.ts.map

package/dist/resources/kinesis/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/resources/kinesis/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE7E,eAAO,MAAM,sBAAsB,QAAO,mBAExC,CAAC;AAIH,eAAO,MAAM,gBAAgB,qBAE5B,CAAC"}

package/dist/resources/kinesis/client.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getKinesisClient = exports.getKinesisClientConfig = void 0;
+const client_kinesis_1 = require("@aws-sdk/client-kinesis");
+const getKinesisClientConfig = () => ({
+    region: process.env.AWS_REGION,
+});
+exports.getKinesisClientConfig = getKinesisClientConfig;
+const kinesisClient = new client_kinesis_1.KinesisClient((0, exports.getKinesisClientConfig)());
+const getKinesisClient = () => {
+    return kinesisClient;
+};
+exports.getKinesisClient = getKinesisClient;

package/dist/resources/kinesis/put.d.ts

@@ -0,0 +1,3 @@
+import { KinesisClient, PutRecordsRequestEntry } from "@aws-sdk/client-kinesis";
+export declare const putRecords: (streamName: string, records: PutRecordsRequestEntry[], kinesis: KinesisClient) => Promise<void>;
+//# sourceMappingURL=put.d.ts.map

package/dist/resources/kinesis/put.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"put.d.ts","sourceRoot":"","sources":["../../../src/resources/kinesis/put.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EAEb,sBAAsB,EACvB,MAAM,yBAAyB,CAAC;AAEjC,eAAO,MAAM,UAAU,eACT,MAAM,WACT,sBAAsB,EAAE,WACxB,aAAa,kBAQvB,CAAC"}

package/dist/resources/kinesis/put.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.putRecords = void 0;
+const client_kinesis_1 = require("@aws-sdk/client-kinesis");
+const putRecords = async (streamName, records, kinesis) => {
+    const command = new client_kinesis_1.PutRecordsCommand({
+        StreamName: streamName,
+        Records: records,
+    });
+    await kinesis.send(command);
+};
+exports.putRecords = putRecords;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xube/kit-aws",
-  "version": "0.0.109",
+  "version": "0.0.111",
   "description": "",
   "main": "dist/index.js",
   "scripts": {
@@ -18,18 +18,21 @@
   "homepage": "https://github.com/XubeLtd/dev-kit#readme",
   "devDependencies": {
     "@types/aws-lambda": "^8.10.119",
-    "@xube/kit-build": "^0.0.109"
+    "@xube/kit-build": "^0.0.111"
   },
   "dependencies": {
+    "@aws-sdk/client-athena": "^3.656.0",
     "@aws-sdk/client-cognito-identity-provider": "^3.654.0",
     "@aws-sdk/client-dynamodb": "^3.656.0",
+    "@aws-sdk/client-firehose": "^3.656.0",
+    "@aws-sdk/client-kinesis": "^3.656.0",
     "@aws-sdk/client-ssm": "^3.654.0",
     "@aws-sdk/lib-dynamodb": "^3.656.0",
     "@aws-sdk/util-dynamodb": "^3.656.0",
-    "@xube/kit-aws-schema": "^0.0.109",
-    "@xube/kit-log": "^0.0.109",
-    "@xube/kit-request": "^0.0.109",
-    "@xube/kit-schema": "^0.0.109",
+    "@xube/kit-aws-schema": "^0.0.111",
+    "@xube/kit-log": "^0.0.111",
+    "@xube/kit-request": "^0.0.111",
+    "@xube/kit-schema": "^0.0.111",
     "zod": "^3.23.8"
   }
 }

package/src/index.ts

@@ -8,3 +8,11 @@ export * from "./resources/dynamodb/query";
 export * from "./resources/dynamodb/transform";
 
 export * from "./resources/parameter-store/get";
+
+export * from "./resources/athena/client";
+export * from "./resources/athena/get";
+
+export * from "./resources/kinesis/client";
+export * from "./resources/kinesis/put";
+
+export * from "./resources/firehose/client";

package/src/resources/athena/client.ts

@@ -0,0 +1,11 @@
+import { AthenaClient, AthenaClientConfig } from "@aws-sdk/client-athena";
+
+export const getAthenaClientConfig = (): AthenaClientConfig => ({
+  region: process.env.AWS_REGION,
+});
+
+const athenaClient = new AthenaClient(getAthenaClientConfig());
+
+export const getAthenaClient = () => {
+  return athenaClient;
+};

package/src/resources/athena/get.ts

@@ -0,0 +1,239 @@
+import {
+  AthenaClient,
+  GetQueryExecutionCommand,
+  GetQueryResultsCommand,
+  GetQueryResultsCommandOutput,
+  ResultSet,
+  StartQueryExecutionCommand,
+} from "@aws-sdk/client-athena";
+import { APIGatewayProxyResult } from "aws-lambda";
+import { StatusCode } from "@xube/kit-constants";
+import { XubeLog } from "@xube/kit-log";
+import { z } from "zod";
+import { getAthenaClient } from "./client";
+
+export const waitForQueryCompletion = async (
+  athena: AthenaClient,
+  queryExecutionId: string,
+  log: XubeLog = XubeLog.getInstance(),
+  maxWaitTimeMs: number = 300000,
+  pollIntervalMs: number = 500
+): Promise<boolean> => {
+  const startTime = Date.now();
+  let attempts = 0;
+  const maxAttempts = Math.ceil(maxWaitTimeMs / pollIntervalMs);
+
+  while (attempts < maxAttempts) {
+    attempts++;
+
+    const queryExecution = await athena.send(
+      new GetQueryExecutionCommand({
+        QueryExecutionId: queryExecutionId,
+      })
+    );
+
+    const state = queryExecution.QueryExecution?.Status?.State;
+    if (state === "SUCCEEDED") {
+      log.info(
+        `Query completed successfully after ${attempts} attempts (${
+          Date.now() - startTime
+        }ms)`
+      );
+      return true;
+    }
+    if (state === "FAILED" || state === "CANCELLED") {
+      log.error(
+        `Query failed with state: ${state} after ${attempts} attempts (${
+          Date.now() - startTime
+        }ms)`
+      );
+      return false;
+    }
+
+    if (Date.now() - startTime >= maxWaitTimeMs) {
+      log.error(
+        `Query timeout: exceeded maximum wait time of ${maxWaitTimeMs}ms after ${attempts} attempts`
+      );
+      return false;
+    }
+
+    await new Promise((resolve) => setTimeout(resolve, pollIntervalMs));
+  }
+
+  log.error(
+    `Query timeout: exceeded maximum attempts (${maxAttempts}) after ${
+      Date.now() - startTime
+    }ms`
+  );
+  return false;
+};
+
+export const transformAthenaResults = (
+  resultSet: ResultSet | undefined,
+  isNextPage: boolean
+): Record<string, any>[] => {
+  if (!resultSet?.Rows || resultSet.Rows.length < 2) {
+    return [];
+  }
+
+  const headers =
+    resultSet.ResultSetMetadata?.ColumnInfo?.map((col) => col.Name ?? "") ?? [];
+
+  return resultSet.Rows.slice(isNextPage ? 0 : 1).map((row: any) => {
+    const normalizedRow: Record<string, any> = {};
+    row.Data.forEach((col: any, index: number) => {
+      const header = headers?.[index];
+      if (header) {
+        try {
+          normalizedRow[header] = JSON.parse(col.VarCharValue);
+        } catch (error) {
+          normalizedRow[header] = col.VarCharValue;
+        }
+      }
+    });
+    return normalizedRow;
+  });
+};
+
+interface PaginationParams {
+  isNextPage: boolean;
+  queryExecutionId?: string;
+  nextToken?: string;
+}
+
+type FetchDataRequest = {
+  from: number;
+  to?: number;
+  nextToken?: string;
+  queryExecutionId?: string;
+};
+
+const GLUE_DATABASE_NAME = process.env.ATHENA_GLUE_DATABASE ?? "";
+const GLUE_TABLE_NAME = process.env.ATHENA_GLUE_TABLE ?? "";
+const S3_BUCKET_NAME = process.env.ATHENA_RESULTS_BUCKET ?? "";
+const S3_BUCKET_ATHENA_RESULTS_PREFIX =
+  process.env.ATHENA_RESULTS_PREFIX ?? "athena-results";
+
+const buildQuery = (request: FetchDataRequest): string => {
+  const databaseName = GLUE_DATABASE_NAME;
+  const tableName = GLUE_TABLE_NAME;
+
+  const { from, to } = request;
+
+  if (to) {
+    return `
+      SELECT * FROM "${databaseName}"."${tableName}"
+      WHERE "s" BETWEEN ${from} AND ${to}
+      ORDER BY "s" DESC
+    `;
+  } else {
+    return `
+      SELECT * FROM "${databaseName}"."${tableName}"
+      WHERE "s" >= ${from}
+      ORDER BY "s" DESC
+    `;
+  }
+};
+
+const executeNewQuery = async (query: string): Promise<string> => {
+  const athenaClient = getAthenaClient();
+
+  const databaseName = GLUE_DATABASE_NAME;
+
+  const queryExecution = await athenaClient.send(
+    new StartQueryExecutionCommand({
+      QueryString: query,
+      QueryExecutionContext: {
+        Database: databaseName,
+      },
+      WorkGroup: "primary",
+      ResultConfiguration: {
+        OutputLocation: `s3://${S3_BUCKET_NAME}/${S3_BUCKET_ATHENA_RESULTS_PREFIX}`,
+      },
+    })
+  );
+
+  if (!queryExecution.QueryExecutionId) {
+    throw new Error("No QueryExecutionId returned");
+  }
+
+  const queryCompleted = await waitForQueryCompletion(
+    athenaClient,
+    queryExecution.QueryExecutionId
+  );
+
+  if (!queryCompleted) {
+    throw new Error(`Query execution failed`);
+  }
+
+  return queryExecution.QueryExecutionId;
+};
+
+export const handlePagination = async (
+  request: FetchDataRequest
+): Promise<string> => {
+  const paginationParams: PaginationParams = {
+    isNextPage: !!request.nextToken && !!request.queryExecutionId,
+    queryExecutionId: request.queryExecutionId,
+    nextToken: request.nextToken,
+  };
+
+  if (paginationParams.isNextPage) {
+    return request.queryExecutionId!;
+  } else {
+    const query = buildQuery(request);
+    return await executeNewQuery(query);
+  }
+};
+
+export const fetchQueryResults = async (
+  queryExecutionId: string,
+  paginationParams: PaginationParams,
+  limit: number
+): Promise<GetQueryResultsCommandOutput> => {
+  const athenaClient = getAthenaClient();
+
+  return await athenaClient.send(
+    new GetQueryResultsCommand(
+      paginationParams.isNextPage
+        ? {
+            QueryExecutionId: paginationParams.queryExecutionId!,
+            NextToken: decodeURIComponent(paginationParams.nextToken!),
+            MaxResults: limit,
+          }
+        : {
+            QueryExecutionId: queryExecutionId,
+            MaxResults: limit,
+          }
+    )
+  );
+};
+
+export const formatResponse = (
+  resultsResponse: GetQueryResultsCommandOutput,
+  queryExecutionId: string,
+  paginationParams: PaginationParams
+): APIGatewayProxyResult => {
+  const DataListSchema = z.array(z.record(z.string(), z.any()));
+  const data = DataListSchema.parse(
+    transformAthenaResults(
+      resultsResponse.ResultSet,
+      paginationParams.isNextPage
+    )
+  );
+
+  const hasNextPage = !!resultsResponse.NextToken;
+
+  return {
+    statusCode: StatusCode.OK,
+    body: JSON.stringify({
+      nextToken: hasNextPage ? resultsResponse.NextToken : undefined,
+      queryExecutionId: hasNextPage
+        ? paginationParams.isNextPage
+          ? paginationParams.queryExecutionId
+          : queryExecutionId
+        : undefined,
+      data,
+    }),
+  };
+};

package/src/resources/firehose/client.ts

@@ -0,0 +1,11 @@
+import { FirehoseClient, FirehoseClientConfig } from "@aws-sdk/client-firehose";
+
+export const getFirehoseClientConfig = (): FirehoseClientConfig => ({
+  region: process.env.AWS_REGION,
+});
+
+const firehoseClient = new FirehoseClient(getFirehoseClientConfig());
+
+export const getFirehoseClient = () => {
+  return firehoseClient;
+};

package/src/resources/kinesis/client.ts

@@ -0,0 +1,11 @@
+import { KinesisClient, KinesisClientConfig } from "@aws-sdk/client-kinesis";
+
+export const getKinesisClientConfig = (): KinesisClientConfig => ({
+  region: process.env.AWS_REGION,
+});
+
+const kinesisClient = new KinesisClient(getKinesisClientConfig());
+
+export const getKinesisClient = () => {
+  return kinesisClient;
+};

package/src/resources/kinesis/put.ts

@@ -0,0 +1,18 @@
+import {
+  KinesisClient,
+  PutRecordsCommand,
+  PutRecordsRequestEntry,
+} from "@aws-sdk/client-kinesis";
+
+export const putRecords = async (
+  streamName: string,
+  records: PutRecordsRequestEntry[],
+  kinesis: KinesisClient
+) => {
+  const command = new PutRecordsCommand({
+    StreamName: streamName,
+    Records: records,
+  });
+
+  await kinesis.send(command);
+};