@flowcore/cli 2.10.0 → 2.11.0

package/CHANGELOG.md

@@ -10,6 +10,20 @@
 
 * added description to start that includes week ([58687a7](https://github.com/flowcore-io/flowcore-cli/commit/58687a7bbb66aaa5d6da26af88e555cbb1e72467))
 
+## [2.11.0](https://github.com/flowcore-io/flowcore-cli/compare/v2.10.1...v2.11.0) (2024-03-08)
+
+
+### Features
+
+* update versions and links for flowcore cli and plugins ([cd7e7e0](https://github.com/flowcore-io/flowcore-cli/commit/cd7e7e03ce6e4090c64668ad6a9108e3f5fa7994))
+
+## [2.10.1](https://github.com/flowcore-io/flowcore-cli/compare/v2.10.0...v2.10.1) (2024-03-07)
+
+
+### Bug Fixes
+
+* update cli-plugin-scenario to version 2.6.1 for bug fixes and improvements ([2274a9b](https://github.com/flowcore-io/flowcore-cli/commit/2274a9b6a42d9592673bcfaf2e84927a060cbb58))
+
 ## [2.10.0](https://github.com/flowcore-io/flowcore-cli/compare/v2.9.2...v2.10.0) (2024-03-07)
 
 

package/README.md

@@ -18,7 +18,7 @@ $ npm install -g @flowcore/cli
 $ flowcore COMMAND
 running command...
 $ flowcore (--version)
-@flowcore/cli/2.10.0 linux-x64 node-v20.11.1
+@flowcore/cli/2.11.0 linux-x64 node-v20.11.1
 $ flowcore --help [COMMAND]
 USAGE
   $ flowcore COMMAND
@@ -75,7 +75,7 @@ EXAMPLES
   $ flowcore apply -f ./path/to/manifest.yml
 ```
 
-_See code: [src/commands/apply.ts](https://github.com/flowcore-io/flowcore-cli/blob/v2.10.0/src/commands/apply.ts)_
+_See code: [src/commands/apply.ts](https://github.com/flowcore-io/flowcore-cli/blob/v2.11.0/src/commands/apply.ts)_
 
 ## `flowcore autocomplete [SHELL]`
 
@@ -623,7 +623,7 @@ EXAMPLES
   $ cat <<EOF | flowcore scenario apply -f -
 ```
 
-_See code: [@flowcore/cli-plugin-scenario](https://github.com/flowcore/flowcore-cli-plugin-scenario/blob/v2.6.0/src/commands/scenario/apply.ts)_
+_See code: [@flowcore/cli-plugin-scenario](https://github.com/flowcore/flowcore-cli-plugin-scenario/blob/v2.6.1/src/commands/scenario/apply.ts)_
 
 ## `flowcore scenario generate manifest`
 
@@ -655,7 +655,7 @@ EXAMPLES
   $ flowcore scenario generate manifest -t flowcore -n scenario-name -f example.yaml
 ```
 
-_See code: [@flowcore/cli-plugin-scenario](https://github.com/flowcore/flowcore-cli-plugin-scenario/blob/v2.6.0/src/commands/scenario/generate/manifest.ts)_
+_See code: [@flowcore/cli-plugin-scenario](https://github.com/flowcore/flowcore-cli-plugin-scenario/blob/v2.6.1/src/commands/scenario/generate/manifest.ts)_
 
 ## `flowcore scenario generate transformer`
 
@@ -682,7 +682,7 @@ EXAMPLES
   $ flowcore scenario generate transformer -n flow-type-name -d "description of the transformer" -f example.yaml
 ```
 
-_See code: [@flowcore/cli-plugin-scenario](https://github.com/flowcore/flowcore-cli-plugin-scenario/blob/v2.6.0/src/commands/scenario/generate/transformer.ts)_
+_See code: [@flowcore/cli-plugin-scenario](https://github.com/flowcore/flowcore-cli-plugin-scenario/blob/v2.6.1/src/commands/scenario/generate/transformer.ts)_
 
 ## `flowcore scenario local`
 
@@ -714,7 +714,7 @@ EXAMPLES
   $ cat <<EOF | flowcore scenario local -f -
 ```
 
-_See code: [@flowcore/cli-plugin-scenario](https://github.com/flowcore/flowcore-cli-plugin-scenario/blob/v2.6.0/src/commands/scenario/local.ts)_
+_See code: [@flowcore/cli-plugin-scenario](https://github.com/flowcore/flowcore-cli-plugin-scenario/blob/v2.6.1/src/commands/scenario/local.ts)_
 
 ## `flowcore stream STREAM`
 
@@ -722,8 +722,8 @@ Stream events from a datacore running on the Flowcore Platform
 
 ```
 USAGE
-  $ flowcore stream STREAM [--profile <value>] [-d <value>] [-H <value>] [-j] [-l] [-m <value>] [-o
-    http|log] [-p] [-c] [-s <value>] [-t <value>]
+  $ flowcore stream STREAM [--profile <value>] [-j] [-l] [-m <value>] [-o http|log] [-p] [-c] [-s <value>]
+    [-d <value>] [-H <value>] [-t <value>]
 
 ARGUMENTS
   STREAM  stream url to connect to
@@ -755,7 +755,7 @@ EXAMPLES
   $ flowcore stream https://flowcore.io/<org>/<data core>/<flow type>/[<event type1>,<event type2>,<event type3>].stream -o log -s 3m
 ```
 
-_See code: [src/commands/stream.ts](https://github.com/flowcore-io/flowcore-cli/blob/v2.10.0/src/commands/stream.ts)_
+_See code: [@flowcore/cli-plugin-core](https://github.com/flowcore/flowcore-cli-plugin-core/blob/v1.1.1/src/commands/stream.ts)_
 
 ## `flowcore version`
 

package/oclif.manifest.json

@@ -46,132 +46,7 @@
         "commands",
         "apply.js"
       ]
-    },
-    "stream": {
-      "aliases": [],
-      "args": {
-        "STREAM": {
-          "description": "stream url to connect to",
-          "name": "STREAM",
-          "required": true
-        }
-      },
-      "description": "Stream events from a datacore running on the Flowcore Platform",
-      "examples": [
-        "<%= config.bin %> <%= command.id %> https://flowcore.io/<org>/<data core>/<flow type>/<event type>.stream",
-        "<%= config.bin %> <%= command.id %> https://flowcore.io/<org>/<data core>/<flow type>/<event type>.stream -s 1y",
-        "<%= config.bin %> <%= command.id %> https://flowcore.io/<org>/<data core>/<flow type>/<event type>.stream -o log -s 3m --json > some.json",
-        "<%= config.bin %> <%= command.id %> https://flowcore.io/<org>/<data core>/<flow type>/[<event type1>,<event type2>,<event type3>].stream -o log -s 3m"
-      ],
-      "flags": {
-        "profile": {
-          "description": "Specify the configuration profile to use",
-          "name": "profile",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "destination": {
-          "char": "d",
-          "description": "Destination to send events to",
-          "name": "destination",
-          "default": "http://localhost:3000/transform",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "header": {
-          "char": "H",
-          "description": "header to send with the request, example: (-H 'Authorization: Bearer TOKEN')",
-          "name": "header",
-          "default": [],
-          "hasDynamicHelp": false,
-          "multiple": true,
-          "type": "option"
-        },
-        "json": {
-          "char": "j",
-          "description": "Output json only",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "live": {
-          "char": "l",
-          "description": "Change to live mode when reaching last time bucket",
-          "name": "live",
-          "allowNo": true,
-          "type": "boolean"
-        },
-        "max": {
-          "char": "m",
-          "description": "Maximum number of events to send to the destination",
-          "name": "max",
-          "default": 0,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "output": {
-          "char": "o",
-          "description": "Output format",
-          "name": "output",
-          "default": "http",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "http",
-            "log"
-          ],
-          "type": "option"
-        },
-        "payload": {
-          "char": "p",
-          "description": "Only send the event payload to the destination",
-          "name": "payload",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "scan": {
-          "char": "c",
-          "description": "Scan the full time range",
-          "name": "scan",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "start": {
-          "char": "s",
-          "description": "Start time bucket to stream from, example: (1y, 1m, 1w, 1d, 1h, now)",
-          "name": "start",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "timeout": {
-          "char": "t",
-          "description": "Timeout in milliseconds to wait for a response from the destination",
-          "name": "timeout",
-          "default": 5000,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        }
-      },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "stream",
-      "pluginAlias": "@flowcore/cli",
-      "pluginName": "@flowcore/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "stream.js"
-      ]
     }
   },
-  "version": "2.10.0"
+  "version": "2.11.0"
 }

package/package.json

@@ -6,8 +6,9 @@
   "dependencies": {
     "@datastructures-js/queue": "^4.2.3",
     "@flowcore/cli-plugin-config": "^1.0.5",
+    "@flowcore/cli-plugin-core": "^1.1.1",
     "@flowcore/cli-plugin-data-core": "^2.1.0",
-    "@flowcore/cli-plugin-scenario": "^2.6.0",
+    "@flowcore/cli-plugin-scenario": "^2.6.1",
     "@flowcore/time-bucket": "^1.1.0",
     "@oclif/core": "^3",
     "@oclif/plugin-autocomplete": "^3.0.2",
@@ -72,7 +73,8 @@
       "@oclif/plugin-not-found",
       "@flowcore/cli-plugin-config",
       "@flowcore/cli-plugin-data-core",
-      "@flowcore/cli-plugin-scenario"
+      "@flowcore/cli-plugin-scenario",
+      "@flowcore/cli-plugin-core"
     ],
     "topicSeparator": " "
   },
@@ -90,7 +92,7 @@
     "prestart": "npm run build",
     "update-schema": "rover graph introspect https://graph.api.staging.flowcore.io/graphql -o schema.gql"
   },
-  "version": "2.10.0",
+  "version": "2.11.0",
   "bugs": "https://github.com/flowcore-io/flowcore-cli/issues",
   "keywords": [
     "flowcore",

package/dist/commands/stream.d.ts

@@ -1,27 +0,0 @@
-import { BaseCommand } from "@flowcore/cli-plugin-config";
-export default class Stream extends BaseCommand<typeof Stream> {
-    static args: {
-        STREAM: import("@oclif/core/lib/interfaces/parser.js").Arg<string, Record<string, unknown>>;
-    };
-    static description: string;
-    static examples: string[];
-    static flags: {
-        destination: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
-        header: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string[], import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
-        json: import("@oclif/core/lib/interfaces/parser.js").BooleanFlag<boolean>;
-        live: import("@oclif/core/lib/interfaces/parser.js").BooleanFlag<boolean>;
-        max: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<number, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
-        output: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
-        payload: import("@oclif/core/lib/interfaces/parser.js").BooleanFlag<boolean>;
-        scan: import("@oclif/core/lib/interfaces/parser.js").BooleanFlag<boolean>;
-        start: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string | undefined, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
-        timeout: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<number, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
-    };
-    run(): Promise<void>;
-    private calculateBuckets;
-    private calculateTimeDifferenceInHours;
-    private fetchTimeBuckets;
-    private processEvents;
-    private setTimeBucket;
-    private streamEvents;
-}

package/dist/commands/stream.js

@@ -1,348 +0,0 @@
-import { Queue } from "@datastructures-js/queue";
-import { BaseCommand, LOGIN_CODES, ValidateLogin } from "@flowcore/cli-plugin-config";
-import { Args, Flags, ux } from '@oclif/core';
-import { TimeUuid } from "cassandra-uuid";
-import dayjs from "dayjs";
-import isSameOrBefore from "dayjs/plugin/isSameOrBefore.js";
-import utc from "dayjs/plugin/utc.js";
-import _ from "lodash";
-import { Subject } from "rxjs";
-import { QueryGraphQL } from "../utils/graphql.util.js";
-import { FETCH_DATA_CORE_GQL_QUERY } from "../utils/queries/fetch-data-core.gql.js";
-import { FETCH_EVENT_TYPE_RANGE_GQL_QUERY } from "../utils/queries/fetch-event-type-range.gql.js";
-import { FETCH_EVENTS_GQL_QUERY } from "../utils/queries/fetch-events.gql.js";
-import { FETCH_CATALOG_INDEXES_QUERY } from "../utils/queries/fetch-indexes.gql.js";
-import { TIME_BUCKET_HOUR_PATTERN, TIME_BUCKET_PATTERN, createTimebucket, createTimebucketDayjs } from "../utils/timebucket.util.js";
-dayjs.extend(utc);
-dayjs.extend(isSameOrBefore);
-export default class Stream extends BaseCommand {
-    static args = {
-        STREAM: Args.string({ description: 'stream url to connect to', required: true }),
-    };
-    static description = 'Stream events from a datacore running on the Flowcore Platform';
-    static examples = [
-        '<%= config.bin %> <%= command.id %> https://flowcore.io/<org>/<data core>/<flow type>/<event type>.stream',
-        '<%= config.bin %> <%= command.id %> https://flowcore.io/<org>/<data core>/<flow type>/<event type>.stream -s 1y',
-        '<%= config.bin %> <%= command.id %> https://flowcore.io/<org>/<data core>/<flow type>/<event type>.stream -o log -s 3m --json > some.json',
-        '<%= config.bin %> <%= command.id %> https://flowcore.io/<org>/<data core>/<flow type>/[<event type1>,<event type2>,<event type3>].stream -o log -s 3m',
-    ];
-    static flags = {
-        destination: Flags.string({ char: 'd', default: "http://localhost:3000/transform", description: 'Destination to send events to' }),
-        header: Flags.string({ char: 'H', default: [], description: 'header to send with the request, example: (-H \'Authorization: Bearer TOKEN\')', multiple: true }),
-        json: Flags.boolean({ char: 'j', description: 'Output json only' }),
-        live: Flags.boolean({ allowNo: true, char: 'l', default: true, description: 'Change to live mode when reaching last time bucket' }),
-        max: Flags.integer({ char: 'm', default: 0, description: 'Maximum number of events to send to the destination' }),
-        output: Flags.string({ char: 'o', default: 'http', description: 'Output format', options: ['http', 'log'] }),
-        payload: Flags.boolean({ char: 'p', default: false, description: 'Only send the event payload to the destination' }),
-        scan: Flags.boolean({ char: 'c', default: false, description: 'Scan the full time range' }),
-        start: Flags.string({ char: 's', description: 'Start time bucket to stream from, example: (1y, 1m, 1w, 1d, 1h, now)' }),
-        timeout: Flags.integer({ char: 't', default: 5000, description: 'Timeout in milliseconds to wait for a response from the destination' }),
-    };
-    async run() {
-        const { args, flags } = await this.parse(Stream);
-        for (const header of flags.header) {
-            const parts = header.split(": ");
-            if (parts.length !== 2) {
-                ux.error(`Invalid header: ${header}. (correct example: -H 'X-Custom-Header: some value')`);
-            }
-        }
-        const parts = args.STREAM.replace(/https?:\/\//i, "").split("/");
-        if (parts.length !== 5) {
-            ux.error(`Invalid stream url, ${args.STREAM}`);
-        }
-        const newProfile = this.cliConfiguration.switchProfile(args.STREAM);
-        if (newProfile) {
-            ux.log(`Using profile ${ux.colorize("yellow", newProfile)} based on stream url`);
-        }
-        const config = this.cliConfiguration.getConfig();
-        const loginValidator = new ValidateLogin(config.login.url);
-        const validateLogin = await loginValidator.validate(config, this.cliConfiguration, !this.flags.json);
-        const { api, auth } = config;
-        if (validateLogin.status !== LOGIN_CODES.LOGIN_SUCCESS || !auth) {
-            ux.error(`Not logged in, please run ${ux.colorize("yellow", "flowcore login")} first`);
-        }
-        if (!api.url) {
-            ux.error("No api url configured");
-        }
-        const graphqlClient = new QueryGraphQL(api.url, auth.accessToken, async () => {
-            if (!await loginValidator.isExpired(config, this.cliConfiguration, !this.flags.json)) {
-                return false;
-            }
-            return config.auth.accessToken;
-        });
-        const org = parts[1];
-        const dataCore = parts[2];
-        const aggregator = parts[3];
-        const eventTypes = parts[4].replace(/\.stream$/i, "").replace("[", "").replace("]", "").split(",");
-        const fetchDataCoreResponse = await graphqlClient.client.request(FETCH_DATA_CORE_GQL_QUERY, {
-            dataCore,
-            organization: org,
-        });
-        if (fetchDataCoreResponse.organization.datacores.length === 0) {
-            ux.error(`Data core ${dataCore} not found for organization ${org}`);
-        }
-        const dataCoreId = fetchDataCoreResponse.organization.datacores[0].id;
-        const eventRangeRequest = await graphqlClient.client.request(FETCH_EVENT_TYPE_RANGE_GQL_QUERY, {
-            aggregator,
-            dataCoreId,
-        });
-        let firstTimeBucket = eventRangeRequest.datacore.flowtypes.find(ft => ft.aggregator === aggregator)?.events.find(e => eventTypes.includes(e.name))?.catalog.range.firstTimeBucket;
-        let afterEventId;
-        if (!firstTimeBucket && !flags.start) {
-            firstTimeBucket = createTimebucket(dayjs.utc());
-            !this.flags.json && this.warn(`First time bucket not found, setting to current time (${ux.colorize("yellowBright", firstTimeBucket)})`);
-        }
-        if (flags.start === "now") {
-            afterEventId = TimeUuid.now();
-            firstTimeBucket = createTimebucket(dayjs.utc());
-            !this.flags.json && this.log(ux.colorize("green", `Setting first time bucket and event id to now (${ux.colorize("yellowBright", firstTimeBucket)}), (${ux.colorize("yellowBright", afterEventId)})`));
-        }
-        else if (flags.start) {
-            firstTimeBucket = this.setTimeBucket(dayjs.utc(), flags.start);
-            !this.flags.json && this.log(ux.colorize("green", `Setting first time bucket to ${ux.colorize("yellow", flags.start)} ago (${ux.colorize("yellowBright", firstTimeBucket)})`));
-        }
-        if (!firstTimeBucket) {
-            firstTimeBucket = this.setTimeBucket(dayjs.utc(), "1d");
-            !this.flags.json && this.log(ux.colorize("green", `Setting first time bucket to ${ux.colorize("yellow", "1d")} ago (${ux.colorize("yellowBright", firstTimeBucket)})`));
-        }
-        let lastTimeBucket = flags.start === "now"
-            ? firstTimeBucket
-            : eventRangeRequest.datacore.flowtypes.find(ft => ft.aggregator === aggregator)?.events.find(e => eventTypes.includes(e.name))?.catalog.range.lastTimeBucket;
-        if (!lastTimeBucket) {
-            lastTimeBucket = createTimebucket(dayjs.utc());
-            !this.flags.json && this.warn(`Last time bucket not found, setting to current time (${ux.colorize("yellowBright", lastTimeBucket)})`);
-        }
-        const observer = new Subject();
-        !this.flags.json && this.log(ux.colorize("blackBright", `Starting to stream events for ${dataCoreId} - ${aggregator} - ${eventTypes}, press ${ux.colorize("whiteBright", "ctrl+c")} to stop`));
-        // eslint-disable-next-line no-void
-        void this.streamEvents(dataCoreId, aggregator, eventTypes, firstTimeBucket, lastTimeBucket, graphqlClient, observer, flags.live, afterEventId, flags.max);
-        await this.processEvents(observer, flags.destination, flags.output, flags.header, flags.payload);
-    }
-    calculateBuckets(timediff, startTimeBucket) {
-        return _.times(timediff + 1, (n) => dayjs(startTimeBucket).add(n, "hour").format(TIME_BUCKET_PATTERN));
-    }
-    calculateTimeDifferenceInHours(lastTimeBucket, startTimeBucket, firstTimeBucket) {
-        const timediff = dayjs(lastTimeBucket, TIME_BUCKET_HOUR_PATTERN).diff(startTimeBucket, "hour");
-        if (timediff < 0) {
-            ux.error(`Invalid time range, start time bucket (${ux.colorize("yellow", firstTimeBucket)}) is after last time bucket (${ux.colorize("yellow", lastTimeBucket)})`);
-        }
-        return timediff;
-    }
-    async fetchTimeBuckets(dataCoreId, aggregator, eventTypes, startTimeBucket, lastTimeBucket, graphqlClient) {
-        !this.flags.json && ux.action.start("Fetching time buckets");
-        let timeBuckets = [];
-        for (const eventType of eventTypes) {
-            let cursor = null;
-            do {
-                // eslint-disable-next-line no-await-in-loop
-                await graphqlClient.validateToken();
-                try {
-                    // eslint-disable-next-line no-await-in-loop
-                    const response = await graphqlClient.client.request(FETCH_CATALOG_INDEXES_QUERY, {
-                        aggregator,
-                        cursor: cursor || undefined,
-                        dataCoreId,
-                        eventType,
-                        fromTimeBucket: startTimeBucket.format(TIME_BUCKET_PATTERN),
-                        toTimeBucket: lastTimeBucket,
-                    });
-                    cursor = response.datacore.fetchIndexes.cursor;
-                    timeBuckets.push(...response.datacore.fetchIndexes.timeBuckets);
-                }
-                catch (error) {
-                    // don't display error if token is expired
-                    if (error instanceof Error && error.message.includes("Token is expired")) {
-                        continue;
-                    }
-                    this.warn(`Error fetching events: ${error}`);
-                }
-            } while (cursor);
-        }
-        timeBuckets = _.uniq(timeBuckets);
-        !this.flags.json && ux.action.stop(`Found ${timeBuckets.length} time buckets`);
-        if (timeBuckets.length === 0) {
-            !this.flags.json && this.warn("No time buckets found, setting to scan based on requested time range");
-            const timediff = this.calculateTimeDifferenceInHours(lastTimeBucket, startTimeBucket, createTimebucket(dayjs.utc()));
-            timeBuckets = this.calculateBuckets(timediff, startTimeBucket);
-        }
-        return timeBuckets;
-    }
-    async processEvents(observer, destination, output, header = [], payload = false) {
-        let done = false;
-        let events = [];
-        const warn = this.flags.json ? () => { } : this.warn.bind(this);
-        observer.subscribe({
-            complete() {
-                warn("Stream completed");
-                done = true;
-            },
-            error(error) {
-                warn(`Stream error occurred with error ${error}`);
-                done = true;
-            },
-            next(value) {
-                events.push(value);
-            }
-        });
-        // eslint-disable-next-line no-unmodified-loop-condition
-        while (!done || events.length > 0) {
-            const processingQueue = Queue.fromArray(events);
-            events = [];
-            while (!processingQueue.isEmpty()) {
-                const event = processingQueue.dequeue();
-                const outputPayload = payload ? event.payload : event;
-                if (output === "log") {
-                    this.flags.json && this.flags.output !== "log" ? this.log(JSON.stringify({
-                        event: outputPayload,
-                        type: "input",
-                    })) : this.log(JSON.stringify(outputPayload));
-                    continue;
-                }
-                !this.flags.json && this.log(`Sending event to ${destination}: ${event.eventId}`);
-                try {
-                    const headers = {};
-                    for (const h of header) {
-                        const [name, value] = h.split(": ");
-                        headers[name] = value;
-                    }
-                    // eslint-disable-next-line no-await-in-loop
-                    const result = await Promise.race([fetch(destination, {
-                            body: JSON.stringify(outputPayload),
-                            headers: {
-                                "Content-Type": "application/json",
-                                ...headers,
-                            },
-                            method: "POST",
-                        }),
-                        new Promise((resolve, reject) => { setTimeout(() => reject(new Error("Timeout waiting for response")), this.flags.timeout); }),]);
-                    if (!result.ok) {
-                        !this.flags.json && this.warn(`Error sending event to ${destination}: ${result.statusText}`);
-                    }
-                    if (result.body) {
-                        this.flags.json ? this.log(JSON.stringify({
-                            // eslint-disable-next-line no-await-in-loop
-                            event: (await result.json()),
-                            type: "output",
-                            // eslint-disable-next-line no-await-in-loop
-                        })) : this.log(`Response from ${destination}: ${JSON.stringify(await result.json())}`);
-                    }
-                }
-                catch (error) {
-                    !this.flags.json && this.warn(`Error sending event to ${destination}: ${error}`);
-                }
-            }
-            if (events.length === 0) {
-                // eslint-disable-next-line no-await-in-loop
-                await new Promise((resolve) => { setTimeout(resolve, 200); });
-            }
-        }
-    }
-    setTimeBucket(date, start) {
-        const parts = start.match(/(\d+)([dhmwy])/i);
-        if (!parts) {
-            ux.error(`Invalid start time bucket, generated from ${start}`);
-        }
-        switch (parts[2]) {
-            case "y": {
-                return createTimebucket(date.subtract(Number.parseInt(parts[1], 10), "year"));
-            }
-            case "m": {
-                return createTimebucket(date.subtract(Number.parseInt(parts[1], 10), "month"));
-            }
-            case "w": {
-                return createTimebucket(date.subtract(Number.parseInt(parts[1], 10), "week"));
-            }
-            case "d": {
-                return createTimebucket(date.subtract(Number.parseInt(parts[1], 10), "day"));
-            }
-            case "h": {
-                return createTimebucket(date.subtract(Number.parseInt(parts[1], 10), "hour"));
-            }
-            default: {
-                ux.error("Invalid start time bucket");
-            }
-        }
-    }
-    async streamEvents(dataCoreId, aggregator, eventTypes, firstTimeBucket, lastTimeBucket, graphqlClient, observer, live, afterEventId, maxEvents = 0) {
-        const startTimeBucket = dayjs(firstTimeBucket, TIME_BUCKET_HOUR_PATTERN);
-        const currentTime = () => dayjs.utc();
-        let liveMode = false;
-        let lastEventId = afterEventId ?? null;
-        const timediff = this.calculateTimeDifferenceInHours(lastTimeBucket, startTimeBucket, firstTimeBucket);
-        let timeBuckets = [];
-        timeBuckets = this.flags.scan ? this.calculateBuckets(timediff, startTimeBucket) : (await this.fetchTimeBuckets(dataCoreId, aggregator, eventTypes, startTimeBucket, lastTimeBucket, graphqlClient));
-        let eventsCount = 0;
-        // eslint-disable-next-line no-constant-condition
-        while (true) {
-            const timeBucket = timeBuckets.shift();
-            if (!timeBucket) {
-                ux.error("No time bucket found");
-            }
-            if (!this.flags.json) {
-                ux.action.start(`Fetching events for ${dayjs(timeBucket, TIME_BUCKET_PATTERN)}`);
-            }
-            let cursor = null;
-            let found = false;
-            do {
-                if (!this.flags.json) {
-                    ux.action.status = `(${timeBucket}), cursor: ${cursor}`;
-                }
-                // eslint-disable-next-line no-await-in-loop
-                await graphqlClient.validateToken();
-                try {
-                    // eslint-disable-next-line no-await-in-loop
-                    const response = await graphqlClient.client.request(FETCH_EVENTS_GQL_QUERY, {
-                        afterEventId: lastEventId || undefined,
-                        aggregator,
-                        cursor: cursor || undefined,
-                        dataCoreId,
-                        eventTypes,
-                        timeBucket,
-                        ...(maxEvents > 0 ? { pageSize: maxEvents - eventsCount } : {})
-                    });
-                    cursor = response.datacore.fetchEvents.cursor;
-                    for (const event of response.datacore.fetchEvents.events) {
-                        found = true;
-                        observer.next(event);
-                        lastEventId = event.eventId;
-                        eventsCount++;
-                        // eslint-disable-next-line max-depth
-                        if (maxEvents > 0 && eventsCount >= maxEvents) {
-                            observer.complete();
-                            // eslint-disable-next-line max-depth
-                            if (!this.flags.json) {
-                                ux.action.stop(`Fetched total event count of ${eventsCount}, stopping`);
-                            }
-                            return;
-                        }
-                    }
-                }
-                catch (error) {
-                    // don't display error if token is expired
-                    if (error instanceof Error && error.message.includes("Token is expired")) {
-                        continue;
-                    }
-                    this.warn(`Error fetching events: ${error}`);
-                }
-            } while (cursor);
-            if (timeBuckets.length === 0) {
-                if (!live) {
-                    observer.complete();
-                    if (!this.flags.json) {
-                        ux.action.stop("Fetched all events, stopping");
-                    }
-                    return;
-                }
-                if (!liveMode) {
-                    !this.flags.json && this.warn("Reached last time bucket, switching to live mode");
-                    liveMode = true;
-                }
-                timeBuckets.push(createTimebucketDayjs(currentTime()).format(TIME_BUCKET_PATTERN));
-            }
-            if (liveMode && !found) {
-                // eslint-disable-next-line no-await-in-loop
-                await new Promise((resolve) => { setTimeout(resolve, 1000); });
-            }
-        }
-    }
-}

package/dist/interfaces/source-event.interface.d.ts

@@ -1,18 +0,0 @@
-export interface SourceEvent {
-    /** aggregator name (e.g. "website A") */
-    aggregator: string;
-    /** uuid of the data core */
-    dataCore: string;
-    /** time uuid of the event, when it was stored */
-    eventId: string;
-    /** event type (e.g. "letter clicked") */
-    eventType: string;
-    /** metadata related to the event (e.g. url, user id, etc.) */
-    metadata: unknown;
-    /** event data serialized to a string */
-    payload: unknown;
-    /** timebucket of the event, when it was stored */
-    timeBucket: string;
-    /** event timestamp, when this event is valid */
-    validTime: string;
-}

package/dist/interfaces/source-event.interface.js

@@ -1 +0,0 @@
-export {};

package/dist/utils/graphql.util.d.ts

@@ -1,8 +0,0 @@
-import { GraphQLClient } from "graphql-request";
-export declare class QueryGraphQL {
-    client: GraphQLClient;
-    private readonly revalidate;
-    private readonly url;
-    constructor(url: string, token: string, revalidateClient: () => Promise<false | string>);
-    validateToken(): Promise<void>;
-}

package/dist/utils/graphql.util.js

@@ -1,25 +0,0 @@
-import { GraphQLClient } from "graphql-request";
-export class QueryGraphQL {
-    client;
-    revalidate;
-    url;
-    constructor(url, token, revalidateClient) {
-        this.client = new GraphQLClient(url, {
-            headers: {
-                authorization: `Bearer ${token}`,
-            },
-        });
-        this.revalidate = revalidateClient;
-        this.url = url;
-    }
-    async validateToken() {
-        const newToken = await this.revalidate();
-        if (newToken !== false) {
-            this.client = new GraphQLClient(this.url, {
-                headers: {
-                    authorization: `Bearer ${newToken}`,
-                },
-            });
-        }
-    }
-}

package/dist/utils/queries/fetch-data-core.gql.d.ts

@@ -1,12 +0,0 @@
-export type FetchDataCoreResponse = {
-    organization: {
-        datacores: {
-            id: string;
-        }[];
-    };
-};
-export type FetchDataCoreQueryInput = {
-    dataCore: string;
-    organization: string;
-};
-export declare const FETCH_DATA_CORE_GQL_QUERY: string;

package/dist/utils/queries/fetch-data-core.gql.js

@@ -1,10 +0,0 @@
-import { gql } from "graphql-request";
-export const FETCH_DATA_CORE_GQL_QUERY = gql `
-  query FLOWCORE_CLI_FETCH_DATA_CORE($organization: String!, $dataCore: String!) {
-    organization(search: {org: $organization}) {
-      datacores(search: { name: $dataCore }) {
-        id
-      }
-    }
-  }
-`;

package/dist/utils/queries/fetch-event-type-range.gql.d.ts

@@ -1,21 +0,0 @@
-export type FetchEventTypeRangeResponse = {
-    datacore: {
-        flowtypes: {
-            aggregator: string;
-            events: {
-                catalog: {
-                    range: {
-                        firstTimeBucket: string;
-                        lastTimeBucket: string;
-                    };
-                };
-                name: string;
-            }[];
-        }[];
-    };
-};
-export type FetchEventTypeRangeQueryInput = {
-    aggregator: string;
-    dataCoreId: string;
-};
-export declare const FETCH_EVENT_TYPE_RANGE_GQL_QUERY: string;

package/dist/utils/queries/fetch-event-type-range.gql.js

@@ -1,19 +0,0 @@
-import { gql } from "graphql-request";
-export const FETCH_EVENT_TYPE_RANGE_GQL_QUERY = gql `
-  query FLOWCORE_CLI_FETCH_EVENT_TYPE_RANGE($dataCoreId: ID!, $aggregator: String!) {
-    datacore(search: {id: $dataCoreId}) {
-      flowtypes(search: {aggregator: $aggregator }) {
-        aggregator
-        events {
-          name
-          catalog {
-            range {
-              firstTimeBucket
-              lastTimeBucket
-            }
-          }
-        }
-      }
-    }
-  }
-`;

package/dist/utils/queries/fetch-events.gql.d.ts

@@ -1,28 +0,0 @@
-export type FetchEventsResponse = {
-    datacore: {
-        fetchEvents: {
-            cursor: string;
-            events: {
-                aggregator: string;
-                dataCore: string;
-                eventId: string;
-                eventType: string;
-                metadata: string;
-                payload: string;
-                timeBucket: string;
-                validTime: string;
-            }[];
-        };
-    };
-};
-export type FetchEventsQueryInput = {
-    afterEventId?: string;
-    aggregator: string;
-    beforeEventId?: string;
-    cursor?: string;
-    dataCoreId: string;
-    eventTypes: string[];
-    pageSize?: number;
-    timeBucket: string;
-};
-export declare const FETCH_EVENTS_GQL_QUERY: string;

package/dist/utils/queries/fetch-events.gql.js

@@ -1,28 +0,0 @@
-import { gql } from "graphql-request";
-export const FETCH_EVENTS_GQL_QUERY = gql `
-  query FLOWCORE_CLI_FETCH_EVENTS($dataCoreId: ID!, $aggregator: String!, $eventTypes: [String!]!, $timeBucket: String!, $cursor: String, $afterEventId: String, $beforeEventId: String, $pageSize: Int) {
-    datacore(search: {id: $dataCoreId}) {
-      fetchEvents(input: {
-        aggregator: $aggregator,
-        eventTypes: $eventTypes,
-        timeBucket: $timeBucket
-        cursor: $cursor
-        afterEventId: $afterEventId
-        beforeEventId: $beforeEventId
-        pageSize: $pageSize
-      }) {
-        events {
-          eventId
-          timeBucket
-          eventType
-          aggregator
-          dataCore
-          metadata
-          payload
-          validTime
-        }
-        cursor
-      }
-    }
-  }
-`;

package/dist/utils/queries/fetch-indexes.gql.d.ts

@@ -1,18 +0,0 @@
-export type FetchCatalogIndexesResponse = {
-    datacore: {
-        fetchIndexes: {
-            cursor: string;
-            timeBuckets: string[];
-        };
-    };
-};
-export type FetchCatalogIndexesInput = {
-    aggregator: string;
-    cursor?: string;
-    dataCoreId: string;
-    eventType: string;
-    fromTimeBucket?: string;
-    pageSize?: number;
-    toTimeBucket?: string;
-};
-export declare const FETCH_CATALOG_INDEXES_QUERY: string;

package/dist/utils/queries/fetch-indexes.gql.js

@@ -1,18 +0,0 @@
-import { gql } from "graphql-request";
-export const FETCH_CATALOG_INDEXES_QUERY = gql `
-  query FLOWCORE_CLI_FETCH_CATALOG_INDEXES($dataCoreId: ID!, $aggregator: String!, $eventType: String!, $cursor: String, $fromTimeBucket: String, $toTimeBucket: String, $pageSize: Int) {
-    datacore(search: {id: $dataCoreId}) {
-      fetchIndexes(input: {
-        aggregator: $aggregator,
-        eventType: $eventType,
-        cursor: $cursor
-        fromTimeBucket: $fromTimeBucket
-        toTimeBucket: $toTimeBucket
-        pageSize: $pageSize
-      }) {
-        timeBuckets
-        cursor
-      }
-    }
-  }
-`;

package/dist/utils/timebucket.util.d.ts

@@ -1,5 +0,0 @@
-import { Dayjs } from "dayjs";
-export declare const TIME_BUCKET_PATTERN = "YYYYMMDDHHmmss";
-export declare const TIME_BUCKET_HOUR_PATTERN = "YYYYMMDDHH";
-export declare const createTimebucket: (date: Dayjs) => string;
-export declare const createTimebucketDayjs: (date: Dayjs) => Dayjs;

package/dist/utils/timebucket.util.js

@@ -1,11 +0,0 @@
-import { TimeBucket } from "@flowcore/time-bucket";
-export const TIME_BUCKET_PATTERN = "YYYYMMDDHHmmss";
-export const TIME_BUCKET_HOUR_PATTERN = "YYYYMMDDHH";
-export const createTimebucket = (date) => {
-    const timeBucket = TimeBucket.create(TIME_BUCKET_HOUR_PATTERN, TIME_BUCKET_PATTERN);
-    return timeBucket(date).format(TIME_BUCKET_PATTERN);
-};
-export const createTimebucketDayjs = (date) => {
-    const timeBucket = TimeBucket.create(TIME_BUCKET_HOUR_PATTERN, TIME_BUCKET_PATTERN);
-    return timeBucket(date);
-};