@bitblit/ratchet-aws-node-only 4.0.1-alpha

package/bin/cli.js

@@ -0,0 +1,10 @@
+#!/usr/bin/env node
+import { RatchetCliHandler } from '../lib/index.mjs';
+
+try {
+  //const RatchetCliHandler = await import('../dist/cli-bootstrap/ratchet-cli-handler.js');
+  await new RatchetCliHandler().findAndExecuteHandler();
+} catch (err) {
+  console.error('Error : %s', err);
+  process.exit(-1);
+}

package/lib/athena/alb-athena-log-ratchet.d.ts

@@ -0,0 +1,57 @@
+/// <reference types="node" />
+import { ReadStream } from 'fs';
+import { AthenaRatchet } from './athena-ratchet.js';
+import { S3Client } from '@aws-sdk/client-s3';
+export declare class AlbAthenaLogRatchet {
+    private athena;
+    private athenaTableName;
+    constructor(athena: AthenaRatchet, athenaTableName: string);
+    updatePartitions(rootPath: string, s3: S3Client, startTimeEpochMS?: number, endTimeEpochMS?: number): Promise<string[]>;
+    createTable(rootPath: string, replaceIfPresent?: boolean): Promise<boolean>;
+    static readLogObjectsFromCsvStream(readStream: ReadStream): Promise<AlbLogRecord[]>;
+    static readLogObjectsFromFile(fileName: string): Promise<AlbLogRecord[]>;
+    fetchAlbLogRecords(qry: AlbLogRecordQuery): Promise<AlbLogRecord[]>;
+    fetchAlbLogRecordsToFile(qry: AlbLogRecordQuery, outputFileName?: string): Promise<string>;
+    static readonly CREATE_TABLE_STATEMENT: string;
+}
+export interface AlbLogRecordQuery {
+    startTimeEpochMS?: number;
+    endTimeEpochMS?: number;
+    requestUrlFilter?: string;
+    limit?: number;
+}
+export interface AlbLogRecord {
+    type: string;
+    time: string;
+    elb: string;
+    client_ip: string;
+    client_port: string;
+    target_ip: string;
+    target_port: string;
+    request_processing_time: string;
+    target_processing_time: string;
+    response_processing_time: string;
+    elb_status_code: string;
+    target_status_code: string;
+    received_bytes: string;
+    sent_bytes: string;
+    request_verb: string;
+    request_url: string;
+    request_proto: string;
+    user_agent: string;
+    ssl_cipher: string;
+    ssl_protocol: string;
+    target_group_arn: string;
+    trace_id: string;
+    domain_name: string;
+    chosen_cert_arn: string;
+    matched_rule_priority: string;
+    request_creation_time: string;
+    actions_executed: string;
+    redirect_url: string;
+    lambda_error_reason: string;
+    target_port_list: string;
+    target_status_code_list: string;
+    new_field: string;
+    date_utc_partition: string;
+}

package/lib/athena/alb-athena-log-ratchet.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/lib/athena/athena-ratchet.d.ts

@@ -0,0 +1,16 @@
+import { AthenaClient, NamedQuery, Row } from '@aws-sdk/client-athena';
+import { S3Client } from '@aws-sdk/client-s3';
+export declare class AthenaRatchet {
+    private athena;
+    private s3;
+    private outputLocation;
+    constructor(athena: AthenaClient, s3: S3Client, outputLocation: string);
+    static athenaRowsToObject<T>(input: Row[]): T[];
+    static applyParamsToQuery<T>(query: string, queryParams: T): string;
+    fetchQueryIds(): Promise<string[]>;
+    listQueries(): Promise<NamedQuery[]>;
+    findQueryByName(name: string): Promise<NamedQuery>;
+    runQueryToObjects<T>(queryIn: string, queryParams?: any, pingTimeMS?: number): Promise<T[]>;
+    runQueryToFile(queryIn: string, queryParams?: any, targetDataFileIn?: string, pingTimeMS?: number): Promise<string>;
+    private runQueryToOutputLocation;
+}

package/lib/athena/athena-ratchet.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/lib/build/ratchet-aws-node-only-info.d.ts

@@ -0,0 +1,5 @@
+import { BuildInformation } from '@bitblit/ratchet-common';
+export declare class RatchetAwsNodeOnlyInfo {
+    private constructor();
+    static buildInformation(): BuildInformation;
+}

package/lib/cli/dynamo-exporter.d.ts

@@ -0,0 +1,13 @@
+/// <reference types="node" />
+import { WriteStream } from 'fs';
+import { DynamoRatchet } from '@bitblit/ratchet-aws';
+import { QueryCommandInput, ScanCommandInput } from '@aws-sdk/client-dynamodb';
+export declare class DynamoExporter {
+    private constructor();
+    static importJsonLFileToTable(dynamo: DynamoRatchet, tableName: string, filename: string): Promise<number>;
+    static exportScanToJsonLFile(dynamo: DynamoRatchet, scan: ScanCommandInput, filename: string): Promise<number>;
+    static exportQueryToJsonLFile(dynamo: DynamoRatchet, qry: QueryCommandInput, filename: string): Promise<number>;
+    static exportScanToJsonLWriteStream(dynamo: DynamoRatchet, scan: ScanCommandInput, target: WriteStream): Promise<number>;
+    static exportQueryToJsonLWriteStream(dynamo: DynamoRatchet, qry: QueryCommandInput, target: WriteStream): Promise<number>;
+    static writeItemToJsonLStream(item: any, target: WriteStream, includeNulls?: boolean): void;
+}

package/lib/cli/ratchet-cli-handler.d.ts

@@ -0,0 +1,6 @@
+import { AbstractRatchetCliHandler } from '@bitblit/ratchet-node-only';
+import { BuildInformation } from '@bitblit/ratchet-common';
+export declare class RatchetCliHandler extends AbstractRatchetCliHandler {
+    fetchHandlerMap(): Record<string, any>;
+    fetchVersionInfo(): BuildInformation;
+}

package/lib/cli/site-uploader/site-uploader.d.ts

@@ -0,0 +1,12 @@
+export declare class SiteUploader {
+    private srcDir;
+    private bucketName;
+    private config;
+    private readonly s3;
+    constructor(srcDir: string, bucketName: string, configFile: string);
+    static createFromArgs(args: string[]): SiteUploader;
+    static runFromCliArgs(args: string[]): Promise<void>;
+    findMatch(prefix: string, fileName: string, config: any): any;
+    findMime(fileName: string, config: any): string;
+    runPump(): Promise<any>;
+}

package/lib/cli/start-instance-and-ssh.d.ts

@@ -0,0 +1,12 @@
+export declare class StartInstanceAndSsh {
+    private instanceId;
+    private publicKeyFile;
+    private instanceOsUser;
+    private region;
+    private availabilityZone;
+    private ec2Ratchet;
+    constructor(instanceId: string, publicKeyFile?: string, instanceOsUser?: string, region?: string, availabilityZone?: string);
+    static createFromArgs(args: string[]): StartInstanceAndSsh;
+    static runFromCliArgs(args: string[]): Promise<void>;
+    run(): Promise<any>;
+}

package/lib/index.d.ts

@@ -0,0 +1,11 @@
+export * from './athena/alb-athena-log-ratchet.js';
+export * from './athena/athena-ratchet.js';
+export * from './build/ratchet-aws-node-only-info.js';
+export * from './cli/dynamo-exporter.js';
+export * from './cli/ratchet-cli-handler.js';
+export * from './cli/start-instance-and-ssh.js';
+export * from './cli/site-uploader/site-uploader.js';
+export * from './mail/inbound/email-to-db-insert-processor.js';
+export * from './mail/inbound/inbound-email-ratchet.js';
+export * from './mail/inbound/parsed-email-processor.js';
+export * from './mail/inbound/sample-email-processor.js';