jitsu-cli 0.7.2 → 0.9.0-alpha.169

package/lib/cli/extension/build.js

@@ -2,23 +2,45 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.build = void 0;
 const tslib_1 = require("tslib");
-const path_1 = (0, tslib_1.__importDefault)(require("path"));
-const log_1 = (0, tslib_1.__importDefault)(require("../../lib/log"));
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
-const fs_1 = (0, tslib_1.__importDefault)(require("fs"));
+const path_1 = tslib_1.__importDefault(require("path"));
+const log_1 = tslib_1.__importDefault(require("../../lib/log"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const fs_1 = tslib_1.__importDefault(require("fs"));
 const errors_1 = require("../../lib/errors");
 const rollup_1 = require("rollup");
-const rollup_plugin_typescript2_1 = (0, tslib_1.__importDefault)(require("rollup-plugin-typescript2"));
-const plugin_multi_entry_1 = (0, tslib_1.__importDefault)(require("@rollup/plugin-multi-entry"));
-const plugin_node_resolve_1 = (0, tslib_1.__importDefault)(require("@rollup/plugin-node-resolve"));
-const plugin_commonjs_1 = (0, tslib_1.__importDefault)(require("@rollup/plugin-commonjs"));
+const rollup_plugin_typescript2_1 = tslib_1.__importDefault(require("rollup-plugin-typescript2"));
+const plugin_multi_entry_1 = tslib_1.__importDefault(require("@rollup/plugin-multi-entry"));
+const plugin_json_1 = tslib_1.__importDefault(require("@rollup/plugin-json"));
+const plugin_node_resolve_1 = tslib_1.__importDefault(require("@rollup/plugin-node-resolve"));
+const plugin_commonjs_1 = tslib_1.__importDefault(require("@rollup/plugin-commonjs"));
 const version_1 = require("../../lib/version");
 const _1 = require("./");
-const JSON5_1 = (0, tslib_1.__importDefault)(require("JSON5"));
+const JSON5 = tslib_1.__importStar(require("json5"));
+function fixNodeFetch(code) {
+    return code.replace("throw new TypeError('Expected signal to be an instanceof AbortSignal');", "");
+}
+function insertStreamReaderFacade(targetFile) {
+    return {
+        name: "insert-stream-reader-facade",
+        transform: async (code, id) => {
+            const [path] = id.split("?");
+            if (path === targetFile) {
+                let newCode = [
+                    `import * as srcLib from "@jitsu/jlib/lib/sources-lib";`,
+                    code,
+                    ";",
+                    `export const __$srcLib = srcLib;`,
+                ].join("\n");
+                return { code: newCode };
+            }
+            return null;
+        },
+    };
+}
 async function build(args) {
     const directory = args?.[0] || "";
     let projectBase = path_1.default.isAbsolute(directory) ? directory : path_1.default.resolve(process.cwd() + "/" + directory);
-    (0, log_1.default)().info("🔨 Building project in " + chalk_1.default.bold(projectBase));
+    (0, log_1.default)().info("🔨 Building project in " + chalk_1.default.bold(projectBase) + ` with ${version_1.jitsuPackageName}@${version_1.jitsuCliVersion} `);
     if (!fs_1.default.existsSync(projectBase)) {
         throw new Error(`Path ${projectBase} does not exist`);
     }
@@ -28,7 +50,7 @@ async function build(args) {
     }
     let packageJson;
     try {
-        packageJson = JSON5_1.default.parse(fs_1.default.readFileSync(packageFile, "utf8"));
+        packageJson = JSON5.parse(fs_1.default.readFileSync(packageFile, "utf8"));
     }
     catch (e) {
         throw new Error((0, errors_1.appendError)(`Failed to parse package.json at ${projectBase}`, e));
@@ -48,7 +70,7 @@ async function build(args) {
         };
     }
     (0, _1.validateTsConfig)(tsConfigPath);
-    (0, log_1.default)().info("Building project");
+    (0, log_1.default)().info("Building project...");
     try {
         let indexFile = path_1.default.resolve(projectBase, "src/index.ts");
         if (!fs_1.default.existsSync(indexFile)) {
@@ -56,21 +78,36 @@ async function build(args) {
         }
         const bundle = await (0, rollup_1.rollup)({
             input: [indexFile],
-            plugins: [typescriptEnabled && (0, rollup_plugin_typescript2_1.default)({ cwd: projectBase }), (0, plugin_multi_entry_1.default)(), (0, plugin_node_resolve_1.default)(), (0, plugin_commonjs_1.default)()],
+            plugins: [
+                typescriptEnabled && (0, rollup_plugin_typescript2_1.default)({ cwd: projectBase }),
+                insertStreamReaderFacade(indexFile),
+                (0, plugin_multi_entry_1.default)(),
+                (0, plugin_node_resolve_1.default)({ preferBuiltins: false }),
+                (0, plugin_commonjs_1.default)(),
+                (0, plugin_json_1.default)(),
+            ],
         });
-        (0, log_1.default)().info("Generating bundle");
+        let format = "cjs";
         let output = await bundle.generate({
-            generatedCode: "es2015",
-            format: "cjs",
+            generatedCode: "es5",
+            format: format,
+            exports: "named",
+            banner: `//format=${format}`,
+            outro: [
+                `exports.buildInfo = {sdkVersion: "${version_1.jitsuCliVersion}", sdkPackage: "${version_1.jitsuPackageName}", buildTimestamp: "${new Date().toISOString()}"};`,
+                `exports.streamReader$StdoutFacade = exports.streamReader && __$srcLib.stdoutStreamReader(exports.streamReader);`,
+            ].join("\n"),
         });
+        let code = fixNodeFetch(output.output[0].code);
+        fs_1.default.mkdirSync(path_1.default.dirname(fullOutputPath), { recursive: true });
+        fs_1.default.writeFileSync(fullOutputPath, code);
         (0, log_1.default)().info("Validating build");
-        let code = output.output[0].code;
-        code += `\nexports.buildInfo = {sdkVersion: "${version_1.jitsuCliVersion}", sdkPackage: "${version_1.jitsuPackageName}", buildTimestamp: "${new Date().toISOString()}"}`;
-        const exports = (0, _1.loadBuild)(code);
-        if (!exports.destination && !exports.transform) {
+        const exports = await (0, _1.loadBuild)(fullOutputPath);
+        if (!exports.destination && !exports.transform && !(exports.streamReader && exports.sourceCatalog)) {
             return {
                 success: false,
-                message: `${chalk_1.default.bold(indexFile)} should export ${chalk_1.default.italic("destination")} or ${chalk_1.default.italic("transform")} symbol. It exports: ` + Object.keys(exports).join(", "),
+                message: `${chalk_1.default.bold(indexFile)} should export ${chalk_1.default.italic("destination")}, ${chalk_1.default.italic("transform")} or both ${chalk_1.default.italic("streamReader")} and ${chalk_1.default.italic("sourceCatalog")} symbols. It exports: ` +
+                    Object.keys(exports).join(", "),
             };
         }
         else if (exports.destination && exports.transform) {
@@ -79,8 +116,6 @@ async function build(args) {
                 message: `${chalk_1.default.bold(indexFile)} exports both ${chalk_1.default.italic("destination")} and ${chalk_1.default.italic("transform")} symbol. It should export either of them` + Object.keys(exports).join(", "),
             };
         }
-        fs_1.default.mkdirSync(path_1.default.dirname(fullOutputPath), { recursive: true });
-        fs_1.default.writeFileSync(fullOutputPath, code);
     }
     catch (e) {
         if (e.id && e.loc && e.frame) {

package/lib/cli/extension/create.js

@@ -2,18 +2,18 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.create = void 0;
 const tslib_1 = require("tslib");
-const commander_1 = (0, tslib_1.__importDefault)(require("commander"));
-const validate_npm_package_name_1 = (0, tslib_1.__importDefault)(require("validate-npm-package-name"));
-const inquirer_1 = (0, tslib_1.__importDefault)(require("inquirer"));
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
-const path_1 = (0, tslib_1.__importDefault)(require("path"));
-const fs_1 = (0, tslib_1.__importDefault)(require("fs"));
-const log_1 = (0, tslib_1.__importDefault)(require("../../lib/log"));
+const commander_1 = tslib_1.__importDefault(require("commander"));
+const validate_npm_package_name_1 = tslib_1.__importDefault(require("validate-npm-package-name"));
+const inquirer_1 = tslib_1.__importDefault(require("inquirer"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const path_1 = tslib_1.__importDefault(require("path"));
+const fs_1 = tslib_1.__importDefault(require("fs"));
+const log_1 = tslib_1.__importDefault(require("../../lib/log"));
 const template_1 = require("../../lib/template");
 const template_2 = require("./template");
 async function create(args) {
     const program = new commander_1.default.Command();
-    program.option("-t, --type <project type>", "project type (destination or transform)");
+    program.option("-t, --type <project type>", "project type (destination or source)");
     program.option("-d, --dir <project_dir>", "project dir");
     program.option("-n, --name <project_name>", "project name");
     program.option("-j, --jitsu-version <jitsu_version>", "Jitsu version");
@@ -33,9 +33,9 @@ async function create(args) {
                 message: [
                     `What is the type of extension?`,
                     ` ${chalk_1.default.bold("destination")} adds a new type of HTTP-based destination to Jitsu`,
-                    ` ${chalk_1.default.bold("transform")}   adds a transformation logic`,
+                    ` ${chalk_1.default.bold("source")}   adds a new source extension to Jitsu`,
                 ].join("\n"),
-                choices: ["destination", "transform"],
+                choices: ["destination", "source"],
             },
         ])).package;
     let packageName = cliOpts.name ||

package/lib/cli/extension/exec.d.ts

@@ -1,2 +1,3 @@
 import { CommandResult } from "../../lib/command/types";
-export declare function execExtension(args: string[]): Promise<CommandResult>;
+export declare function execSourceExtension(args: string[]): Promise<CommandResult>;
+export declare function execDestinationExtension(args: string[]): Promise<CommandResult>;

package/lib/cli/extension/exec.js

@@ -1,27 +1,29 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.execExtension = void 0;
+exports.execDestinationExtension = exports.execSourceExtension = void 0;
 const tslib_1 = require("tslib");
-const commander_1 = (0, tslib_1.__importDefault)(require("commander"));
-const log_1 = (0, tslib_1.__importDefault)(require("../../lib/log"));
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
-const path_1 = (0, tslib_1.__importDefault)(require("path"));
-const JSON5_1 = (0, tslib_1.__importDefault)(require("JSON5"));
-const fs_1 = (0, tslib_1.__importDefault)(require("fs"));
+const commander_1 = tslib_1.__importDefault(require("commander"));
+const log_1 = tslib_1.__importDefault(require("../../lib/log"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const path_1 = tslib_1.__importDefault(require("path"));
+const JSON5 = tslib_1.__importStar(require("json5"));
+const fs_1 = tslib_1.__importDefault(require("fs"));
 const index_1 = require("./index");
 const indent_1 = require("../../lib/indent");
 const chalk_code_highlight_1 = require("../../lib/chalk-code-highlight");
-const validator_helper_1 = require("../../lib/validator-helper");
 const errors_1 = require("../../lib/errors");
+const validation_1 = require("../../lib/validation");
+const build_1 = require("./build");
+const sources_lib_1 = require("@jitsu/jlib/lib/sources-lib");
 function getJson(json, file) {
     if (json) {
-        return JSON5_1.default.parse(json);
+        return JSON5.parse(json);
     }
     else {
         if (!fs_1.default.existsSync(file)) {
             throw new Error(`File ${file} does not exist!`);
         }
-        return JSON5_1.default.parse(fs_1.default.readFileSync(file, "utf-8"));
+        return JSON5.parse(fs_1.default.readFileSync(file, "utf-8"));
     }
 }
 function ellipsis(str, opts = { maxLen: 80 }) {
@@ -36,52 +38,219 @@ function toArray(obj) {
         return obj;
     }
 }
-async function execExtension(args) {
+async function loadExtension(directory) {
+    let projectBase = path_1.default.isAbsolute(directory) ? directory : path_1.default.resolve(process.cwd() + "/" + directory);
+    let packageFile = path_1.default.resolve(projectBase, "package.json");
+    if (!fs_1.default.existsSync(packageFile)) {
+        throw new Error("Can't find package.json in " + projectBase);
+    }
+    let distFile = path_1.default.resolve(projectBase, (0, index_1.getDistFile)(JSON5.parse(fs_1.default.readFileSync(packageFile, "utf-8"))));
+    (0, log_1.default)().info("⌛️ Loading extension (don't forget to build it before running exec!). Source: " + chalk_1.default.bold(distFile));
+    if (!fs_1.default.existsSync(path_1.default.resolve(projectBase, distFile))) {
+        throw new Error(`Can't find dist file ${chalk_1.default.bold(distFile)}. Does this dir contains jitsu extension? Have you run yarn build? `);
+    }
+    let extension = await (0, index_1.loadBuild)(distFile);
+    return { extension, distFile, projectBase };
+}
+async function execSourceExtension(args) {
+    const program = new commander_1.default.Command();
+    program.option("-c, --config <config_file_or_json>", "Configuration file path or inline extension configuration JSON");
+    program.option("-d, --dir <project_dir>", "project dir");
+    program.option("-s, --stream-config <json>", "Stream configuration as an object.");
+    program.option("-t, --state <file>", "Saved state object to file");
+    program.parse(["dummy", "dummy", ...args]);
+    let cliOpts = program.opts();
+    let directory = cliOpts.dir || ".";
+    await (0, build_1.build)([directory]);
+    const { extension } = await loadExtension(directory);
+    if (!extension.streamReader) {
+        return { success: false, message: `Extension doesn't export ${chalk_1.default.bold("streamReader")} symbol` };
+    }
+    if (!extension.sourceCatalog) {
+        return { success: false, message: `Extension doesn't export ${chalk_1.default.bold("sourceCatalog")} symbol` };
+    }
+    let configObject;
+    try {
+        configObject = (0, index_1.getConfigJson)(cliOpts.config);
+    }
+    catch (e) {
+        return {
+            success: false,
+            message: `Can't parse config JSON: '${cliOpts.config}' ${e.message})`,
+        };
+    }
+    const stateFile = path_1.default.resolve(cliOpts.state || `./src-${extension?.descriptor?.id || ""}-state.json`);
+    const stateFilePresent = fs_1.default.existsSync(stateFile);
+    if (stateFilePresent) {
+        (0, log_1.default)().info(`Loading state from ${chalk_1.default.bold(path_1.default.isAbsolute(stateFile))}`);
+    }
+    else {
+        (0, log_1.default)().info(`State file is missing, starting with empty state ${chalk_1.default.bold(stateFile)}`);
+    }
+    const stateObject = stateFilePresent ? JSON5.parse(fs_1.default.readFileSync(stateFile, "utf-8")) : {};
+    if (!extension.validator) {
+        (0, log_1.default)().info("⚠️ Extension doesn't support connection validation");
+    }
+    else {
+        (0, log_1.default)().info("⌛️ Validating connection parameters...");
+        let validationError = await (0, validation_1.validateConfiguration)(configObject, extension.validator);
+        if (validationError) {
+            return {
+                success: false,
+                message: `Configuration validation failed: ${validationError}`,
+            };
+        }
+        (0, log_1.default)().info("🙌️ Configuration is valid!");
+    }
+    (0, log_1.default)().info("🏃 Getting available streams...");
+    let streams = await extension.sourceCatalog(configObject);
+    streams.forEach(stream => {
+        let paramsDocs = (stream.params ?? []).map(param => `${param.id} - ${param.displayName}`).join(", ");
+        (0, log_1.default)().info(`🌊 Stream: ${chalk_1.default.bold(stream.type)}. Parameters: ${paramsDocs.length > 0 ? paramsDocs : "none"}`);
+    });
+    let stream;
+    let streamConfigObject = cliOpts.streamConfig && JSON5.parse(cliOpts.streamConfig);
+    let mode = streamConfigObject?.mode;
+    if (streams.length > 1) {
+        if (!streamConfigObject) {
+            return {
+                success: false,
+                message: `The connector exports more than one (${streams.length}) streams. Please specify stream name and config as -s {stream: 'name', ...}`,
+            };
+        }
+        if (!streamConfigObject?.name) {
+            return {
+                success: false,
+                message: `Connector defines multiple streams (${streams.map(s => s.type)}). Specify stream name as as: -s {name: 'name', ...}`,
+            };
+        }
+        stream = streams.find(stream => stream.type === streamConfigObject?.name);
+        if (!stream) {
+            return { success: false, message: `Stream with ${streamConfigObject?.name} is not found` };
+        }
+    }
+    else {
+        stream = streams[0];
+    }
+    const modes = stream.supportedModes;
+    if (!mode && modes.length > 1) {
+        return {
+            success: false,
+            message: `Stream ${stream.type} supports multiple modes (${modes.join(", ")}). Please specify mode as -s {mode: '${modes[0]}', ...}`,
+        };
+    }
+    if (mode && !modes.includes(mode)) {
+        return {
+            success: false,
+            message: `Stream ${stream.type} doesn't support mode ${mode}. Supported modes: ${modes.join(", ")}`,
+        };
+    }
+    const effectiveMode = mode || modes[0];
+    const resultTable = newTable();
+    const sink = (0, sources_lib_1.makeStreamSink)({
+        msg(msg) {
+            if (msg.type === "record") {
+                (0, log_1.default)().info("[" + msg.type + "] " + (msg.message ? JSON.stringify(msg.message) : ""));
+                add(resultTable, msg.message);
+            }
+            else if (msg.type === "log") {
+                (0, log_1.default)()[msg.message?.["level"].toLowerCase()]?.("[" + msg.type + "] " + msg.message?.["message"]);
+            }
+            else if (msg.type === "state") {
+                (0, log_1.default)().info("[" + msg.type + "] " + (msg.message ? JSON.stringify(msg.message) : ""));
+                (0, log_1.default)().info(`💾 State was modified. Saving to: ${chalk_1.default.bold(path_1.default.isAbsolute(stateFile))}`);
+                fs_1.default.writeFileSync(stateFile, JSON.stringify(msg.message, null, 2));
+            }
+            else {
+                (0, log_1.default)().info("[" + msg.type + "] " + (msg.message ? JSON.stringify(msg.message) : ""));
+            }
+        },
+    }, effectiveMode);
+    let streamConfiguration = { parameters: streamConfigObject };
+    if (mode) {
+        streamConfiguration.mode = mode;
+    }
+    await extension.streamReader(configObject, stream.type, streamConfiguration, sink, {
+        state: (0, sources_lib_1.stateService)(stateObject, sink),
+    });
+    (0, log_1.default)().info("🏁 Result data:");
+    console.log(JSON.stringify(resultTable.rows, null, 2));
+    console.log("Special column types: \n" +
+        Object.entries(resultTable.columns)
+            .filter(([colName, colValue]) => colValue.types.length > 0)
+            .map(([colName, colValue]) => `\t${colName}: ${colValue.types}`)
+            .join("\n"));
+    return { success: true };
+}
+exports.execSourceExtension = execSourceExtension;
+function newTable() {
+    return { rows: [], columns: {} };
+}
+function add(t, rec) {
+    const newRow = {};
+    for (const [key, val] of Object.entries(rec)) {
+        if (key.indexOf("__sql_type") !== 0) {
+            if (t.columns[key] === undefined) {
+                t.columns[key] = { types: [] };
+                t.rows.forEach(row => (row[key] = undefined));
+            }
+            newRow[key] = Array.isArray(val) ? JSON.stringify(val) : val;
+        }
+        else {
+            const columnName = key.substring("__sql_type_".length);
+            if (t.columns[columnName] === undefined) {
+                t.columns[columnName] = { types: [] };
+            }
+            let uniqueTypes = new Set(t.columns[columnName].types);
+            uniqueTypes.add(val);
+            t.columns[columnName].types = [...uniqueTypes];
+        }
+    }
+    Object.keys(t.columns).forEach(col => {
+        if (newRow[col] === undefined) {
+            newRow[col] = undefined;
+        }
+    });
+    t.rows.push(newRow);
+}
+async function execDestinationExtension(args) {
     const program = new commander_1.default.Command();
     program.option("-f, --file <file path>", "Path to file with jitsu events. Could be either on object, or array of objects");
-    program.option("-c, --config <file path>", "Path to file with config ");
-    program.option("-o, --config-object <file path>", "Config json");
+    program.option("-c, --config <config_file_or_json>", "Configuration file path or inline extension configuration JSON");
     program.option("-j, --json <event json>", "Events JSON for processing (alternative to -f). Could be one object, or array of objects");
     program.option("-d, --dir <project_dir>", "project dir");
     program.option("-v, --skip-validation", "To skip config validation");
     program.parse(["dummy", "dummy", ...args]);
     let cliOpts = program.opts();
     let directory = cliOpts.dir || ".";
-    let projectBase = path_1.default.isAbsolute(directory) ? directory : path_1.default.resolve(process.cwd() + "/" + directory);
-    let packageFile = path_1.default.resolve(projectBase, "package.json");
-    if (!fs_1.default.existsSync(packageFile)) {
-        return { success: false, message: "Can't find package.json in " + projectBase };
-    }
     if (!cliOpts.json && !cliOpts.file) {
         return { success: false, message: "Please specify -j or -f" };
     }
     if (cliOpts.json && cliOpts.file) {
         return { success: false, message: "Both options -f and -j are provided. You should use either, not both" };
     }
-    if (cliOpts.config && cliOpts.configObject) {
-        return { success: false, message: "Both options -o and -c are provided. You should use either, not both" };
+    if (!cliOpts.config) {
+        return { success: false, message: "Please define config object -c json_file_path or -c '{json_object:}'" };
     }
-    if (!cliOpts.config && !cliOpts.configObject) {
-        return { success: false, message: "Please specify -o or -c" };
+    let config;
+    try {
+        config = (0, index_1.getConfigJson)(cliOpts.config);
     }
-    (0, log_1.default)().info("🛂 Executing tests destination on " + chalk_1.default.bold(projectBase));
-    let events = toArray(getJson(cliOpts.json, cliOpts.file));
-    let config = getJson(cliOpts.configObject, cliOpts.config);
-    let distFile = path_1.default.resolve(projectBase, (0, index_1.getDistFile)(JSON5_1.default.parse(fs_1.default.readFileSync(packageFile, "utf-8"))));
-    (0, log_1.default)().info("⌛️ Loading destination plugin (don't forget to build it before running exec!). Source: " + chalk_1.default.bold(distFile));
-    if (!fs_1.default.existsSync(path_1.default.resolve(projectBase, distFile))) {
+    catch (e) {
         return {
             success: false,
-            message: `Can't find dist file ${chalk_1.default.bold(distFile)}. Does this dir contains jitsu extension? Have you run yarn build? `,
+            message: `Can't parse config JSON: '${cliOpts.config}' ${e.message})`,
         };
     }
-    let extension = (0, index_1.loadBuild)(fs_1.default.readFileSync(distFile, "utf-8"));
+    const { extension, projectBase } = await loadExtension(directory);
+    (0, log_1.default)().info("🛂 Executing tests destination on " + chalk_1.default.bold(projectBase));
+    let events = toArray(getJson(cliOpts.json, cliOpts.file));
     if (!extension.destination) {
         return { success: false, message: "Extension doesn't export destination function" };
     }
     if (!cliOpts.skipValidation && extension.validator) {
         (0, log_1.default)().info(`Validating configuration:${chalk_code_highlight_1.chalkCode.json((0, indent_1.align)(JSON.stringify(config, null, 2), { indent: 4, lnBefore: 1, lnAfter: 1 }))}`);
-        let configError = await (0, validator_helper_1.validateConfiguration)(config, extension.validator);
+        let configError = await (0, validation_1.validateConfiguration)(config, extension.validator);
         if (configError) {
             return { success: false, message: "Config is not valid: " + configError };
         }
@@ -124,4 +293,4 @@ async function execExtension(args) {
     }
     return { success: true };
 }
-exports.execExtension = execExtension;
+exports.execDestinationExtension = execDestinationExtension;

package/lib/cli/extension/index.d.ts

@@ -2,7 +2,8 @@ import { CommandRegistry } from "../../lib/command/types";
 import { JitsuExtensionExport } from "@jitsu/types/extension";
 import { Partial } from "rollup-plugin-typescript2/dist/partial";
 export declare const help: string;
-export declare const extensionCommands: CommandRegistry<"test" | "build" | "create" | "validate-config" | "exec">;
+export declare const extensionCommands: CommandRegistry<"test" | "build" | "create" | "validate-config" | "exec" | "exec-src">;
 export declare function validateTsConfig(tsConfigPath: string): void;
 export declare function getDistFile(packageJson: any): any;
-export declare function loadBuild(code: string): Partial<JitsuExtensionExport>;
+export declare function getConfigJson(jsonOrFile: string): any;
+export declare function loadBuild(file: string): Promise<Partial<JitsuExtensionExport>>;

package/lib/cli/extension/index.js

@@ -1,18 +1,20 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadBuild = exports.getDistFile = exports.validateTsConfig = exports.extensionCommands = exports.help = void 0;
+exports.loadBuild = exports.getConfigJson = exports.getDistFile = exports.validateTsConfig = exports.extensionCommands = exports.help = void 0;
 const tslib_1 = require("tslib");
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
 const chalk_code_highlight_1 = require("../../lib/chalk-code-highlight");
-const fs = (0, tslib_1.__importStar)(require("fs"));
+const fs = tslib_1.__importStar(require("fs"));
 const indent_1 = require("../../lib/indent");
 const create_1 = require("./create");
 const build_1 = require("./build");
 const test_1 = require("./test");
 const validate_config_1 = require("./validate-config");
 const template_1 = require("./template");
-const JSON5_1 = (0, tslib_1.__importDefault)(require("JSON5"));
+const json5_1 = tslib_1.__importDefault(require("json5"));
 const exec_1 = require("./exec");
+const readline = tslib_1.__importStar(require("readline"));
+const sandbox_1 = require("@jitsu/node-bridge/sandbox");
 global.fetch = require("cross-fetch");
 const usage = `
   · ${chalk_1.default.bold("jitsu-cli extension create")}
@@ -58,9 +60,14 @@ ${chalk_1.default.bold("COMMANDS")} ${(0, indent_1.align)(usage, { indent: 2, ln
 `;
 exports.extensionCommands = {
     exec: {
-        exec: exec_1.execExtension,
-        description: "Execute extension of a test data",
-        help: ""
+        exec: exec_1.execDestinationExtension,
+        description: "Execute destination extension on a test dataset",
+        help: "",
+    },
+    "exec-src": {
+        exec: exec_1.execSourceExtension,
+        description: "Builds and execute source connector extension with a test credentials and output data",
+        help: "",
     },
     test: {
         exec: test_1.test,
@@ -86,7 +93,7 @@ exports.extensionCommands = {
 function validateTsConfig(tsConfigPath) {
     let tsConfig;
     try {
-        tsConfig = JSON5_1.default.parse(fs.readFileSync(tsConfigPath, "utf8"));
+        tsConfig = json5_1.default.parse(fs.readFileSync(tsConfigPath, "utf8"));
     }
     catch (e) {
         throw new Error(`${chalk_1.default.bold(tsConfigPath)} - syntax error: ${e.message}`);
@@ -100,10 +107,41 @@ function getDistFile(packageJson) {
     return packageJson.main || "dist/index.js";
 }
 exports.getDistFile = getDistFile;
-function loadBuild(code) {
-    let f = new Function("exports", code);
-    let exports = {};
-    f(exports);
-    return exports;
+async function getFirstLine(pathToFile) {
+    const readable = fs.createReadStream(pathToFile);
+    const reader = readline.createInterface({ input: readable });
+    const line = await new Promise(resolve => {
+        reader.on("line", line => {
+            reader.close();
+            resolve(line);
+        });
+    });
+    readable.close();
+    return line;
+}
+function getConfigJson(jsonOrFile) {
+    if (jsonOrFile.trim().startsWith("{") && jsonOrFile.trim().endsWith("}")) {
+        return json5_1.default.parse(jsonOrFile.trim());
+    }
+    else {
+        if (!fs.existsSync(jsonOrFile)) {
+            throw new Error(`File ${jsonOrFile} does not exist!`);
+        }
+        return json5_1.default.parse(fs.readFileSync(jsonOrFile, "utf8"));
+    }
+}
+exports.getConfigJson = getConfigJson;
+async function loadBuild(file) {
+    let formatDefinition = await getFirstLine(file);
+    if (formatDefinition.trim() === "//format=es" || formatDefinition.trim() === "//format=esm") {
+        return Promise.resolve().then(() => tslib_1.__importStar(require(file)));
+    }
+    else if (formatDefinition.trim() === "//format=cjs" || formatDefinition.trim() === "//format=commonjs") {
+        const vm = (0, sandbox_1.sandbox)({ file });
+        return vm.runFile(file);
+    }
+    else {
+        throw new Error(`Unsupported build format - ${formatDefinition}`);
+    }
 }
 exports.loadBuild = loadBuild;

package/lib/cli/extension/template.d.ts

@@ -1,27 +1,30 @@
 import { ProjectTemplate } from "../../lib/template";
-export declare type DestinationTemplateVars = {
+export declare type TemplateVars = {
     license?: "MIT" | "Other";
     packageName: string;
-    type: "destination" | "transform";
+    type: "destination" | "source" | "transform";
     jitsuVersion?: string;
 };
-export declare const packageJsonTemplate: ({ packageName, type, jitsuVersion }: DestinationTemplateVars) => {
+export declare const packageJsonTemplate: ({ packageName, type, jitsuVersion }: TemplateVars) => {
     name: string;
     version: string;
     description: string;
     main: string;
     scripts: {
+        clean: string;
         build: string;
         test: string;
         "validate-config": string;
+        execute: string;
     };
     devDependencies: {
         "@jitsu/types": string;
-        typescript: string;
-    };
-    dependencies: {
+        "@jitsu/jlib": string;
+        "ts-jest": string;
         "jitsu-cli": string;
         tslib: string;
+        typescript: string;
     };
+    dependencies: {};
 };
-export declare const extensionProjectTemplate: ProjectTemplate<DestinationTemplateVars>;
+export declare const extensionProjectTemplate: ProjectTemplate<TemplateVars>;

package/lib/cli/extension/template.js

@@ -8,18 +8,21 @@ const packageJsonTemplate = ({ packageName, type, jitsuVersion = undefined }) =>
     description: `Jitsu ${type} - ${packageName}`,
     main: `dist/${packageName}.js`,
     scripts: {
+        clean: "rm -rf ./dist",
         build: "jitsu-cli extension build",
         test: "jitsu-cli extension test",
         "validate-config": "jitsu-cli extension validate-config",
+        execute: `jitsu-cli extension ${type == "destination" ? "exec" : "exec-src"}`,
     },
     devDependencies: {
         "@jitsu/types": `${jitsuVersion || "^" + version_1.jitsuCliVersion}`,
-        typescript: "^4.5.2",
-    },
-    dependencies: {
+        "@jitsu/jlib": `${jitsuVersion || "^" + version_1.jitsuCliVersion}`,
+        "ts-jest": "^27.0.7",
         "jitsu-cli": `${jitsuVersion || "^" + version_1.jitsuCliVersion}`,
         tslib: "^2.3.1",
+        typescript: "^4.5.2",
     },
+    dependencies: {},
 });
 exports.packageJsonTemplate = packageJsonTemplate;
 let destinationTest = ({ type = "destination" }) => {
@@ -72,6 +75,100 @@ let destinationCode = () => {
     };
 `;
 };
+let sourceCode = () => {
+    return `
+    import { SourceCatalog, StateService, StreamReader, StreamSink, StreamConfiguration } from "@jitsu/types/sources";
+    import { ConfigValidationResult, ExtensionDescriptor } from "@jitsu/types/extension";
+    
+    export interface SourceConfig {
+      user_id: string
+      my_source_param: string;
+    }
+    
+    export interface StreamConfig {
+      my_stream_param: string;
+    }
+    
+    async function validator(config: SourceConfig): Promise<ConfigValidationResult> {
+      //TODO: Check that provided config data allows to connect to third party API 
+      console.log("validator is not yet implemented");
+      return true;
+    }
+    
+    const descriptor: ExtensionDescriptor<SourceConfig> = {
+      id: "my_source",
+      displayName: "Source Example",
+      description:
+        "Example source that produces row with run number and source/stream configuration.",
+      configurationParameters: [
+        {
+          displayName: "User ID",
+          id: "user_id",
+          type: "string",
+          required: true,
+          documentation: "User Id",
+        },
+        {
+          displayName: "Example Parameter",
+          id: "my_source_param",
+          required: true,
+          type: "string",
+          documentation: \`
+            <div>
+                Example Parameter
+            </div>
+            \`,
+        }
+      ],
+    };
+    
+    const sourceCatalog: SourceCatalog<SourceConfig, StreamConfig> = async config => {
+      return [
+        {
+          type: "my_source_runs",
+          supportedModes: ["incremental"],
+          params: [
+            {
+              id: "my_stream_param",
+              displayName: "Stream Parameter",
+              type: "string",
+              documentation: \`
+                <div>
+                  Stream Parameter example.
+                </div>
+              \`,
+              required: true,
+            },
+          ]
+        }
+      ];
+    };
+    
+    const streamReader: StreamReader<SourceConfig, StreamConfig> = async (
+      sourceConfig: SourceConfig,
+      streamType: string,
+      streamConfiguration: StreamConfiguration<StreamConfig>,
+      streamSink: StreamSink,
+      services: { state: StateService }
+    ) => {
+        //Example of saved state usage. Read previous run number:
+        let runNumber = services.state.get("run_number") || 0;
+        runNumber++ 
+        streamSink.log("INFO", "Run number: " + runNumber);
+        streamSink.addRecord({
+            $id: runNumber,
+            $recordTimestamp: new Date(),
+            type: streamType,
+            ...sourceConfig,
+            ...streamConfiguration.parameters
+        });
+        //Save last run number to state
+        services.state.set("run_number", runNumber);
+    };
+    
+    export { streamReader, sourceCatalog, descriptor, validator };
+`;
+};
 let transformCode = () => {
     return `
     import {Destination, DestinationMessage, JitsuDestinationContext} from "@jitsu/types/destination";
@@ -124,7 +221,7 @@ exports.extensionProjectTemplate = {
     "__test__/destination.test.ts": destinationTest,
     "src/destination.ts": vars => vars.type == "destination" && destinationCode(),
     "src/transform.ts": vars => vars.type == "transform" && transformCode(),
-    "src/index.ts": vars => descriptor[vars.type](vars),
+    "src/index.ts": vars => (vars.type == "source" ? sourceCode() : descriptor[vars.type](vars)),
     "package.json": exports.packageJsonTemplate,
     "tsconfig.json": {
         compilerOptions: {

package/lib/cli/extension/test.js

@@ -2,10 +2,10 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.test = void 0;
 const tslib_1 = require("tslib");
-const path_1 = (0, tslib_1.__importDefault)(require("path"));
-const log_1 = (0, tslib_1.__importDefault)(require("../../lib/log"));
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
-const fs_1 = (0, tslib_1.__importDefault)(require("fs"));
+const path_1 = tslib_1.__importDefault(require("path"));
+const log_1 = tslib_1.__importDefault(require("../../lib/log"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const fs_1 = tslib_1.__importDefault(require("fs"));
 const jest_cli_1 = require("jest-cli");
 const _1 = require("./");
 async function test(args) {
@@ -24,7 +24,7 @@ async function test(args) {
         };
     }
     (0, _1.validateTsConfig)(tsConfigPath);
-    let jestArgs = ["--passWithNoTests", "--projects", projectBase];
+    const jestArgs = ["--passWithNoTests", "--projects", projectBase];
     if (typescriptEnabled) {
         jestArgs.push("--preset", "ts-jest");
     }

package/lib/cli/extension/validate-config.js

@@ -2,47 +2,36 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.validateConfig = void 0;
 const tslib_1 = require("tslib");
-const commander_1 = (0, tslib_1.__importDefault)(require("commander"));
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
-const path_1 = (0, tslib_1.__importDefault)(require("path"));
-const fs_1 = (0, tslib_1.__importDefault)(require("fs"));
-const JSON5_1 = (0, tslib_1.__importDefault)(require("JSON5"));
-const log_1 = (0, tslib_1.__importDefault)(require("../../lib/log"));
+const commander_1 = tslib_1.__importDefault(require("commander"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const path_1 = tslib_1.__importDefault(require("path"));
+const fs_1 = tslib_1.__importDefault(require("fs"));
+const json5_1 = tslib_1.__importDefault(require("json5"));
+const log_1 = tslib_1.__importDefault(require("../../lib/log"));
 const index_1 = require("./index");
-const validator_helper_1 = require("../../lib/validator-helper");
+const validation_1 = require("../../lib/validation");
 async function validateConfig(args) {
     const program = new commander_1.default.Command();
     program.option("-d, --dir <project_dir>", "Project directory");
-    program.option("-c, --config <config_file>", "Configuration file");
-    program.option("-o, --config-object <config_json>", "Inline extension configuration JSON");
+    program.option("-c, --config <config_file_or_json>", "Configuration file path or inline extension configuration JSON");
     program.argument("[project_dir]");
     program.parse(["dummy", "dummy", ...args]);
     const opts = program.opts();
-    if (!opts.configObject && !opts.config) {
+    if (!opts.config) {
         return {
             success: false,
-            message: 'Please define config object either with -j "{embedded json}", or with -f json_file',
+            message: "Please define config object -c json_file_path or -c '{json_object:}'",
         };
     }
     let configObj;
-    if (opts.configObject) {
-        try {
-            configObj = JSON5_1.default.parse(opts.configObject);
-        }
-        catch (e) {
-            return { success: false, message: `Malformed json (-j): ${e.message}` };
-        }
+    try {
+        configObj = (0, index_1.getConfigJson)(opts.config);
     }
-    else {
-        if (!fs_1.default.existsSync(opts.config)) {
-            return { success: false, message: `${opts.config} (-f) doesn't exist!` };
-        }
-        try {
-            configObj = JSON5_1.default.parse(fs_1.default.readFileSync(opts.config, "utf8"));
-        }
-        catch (e) {
-            return { success: false, message: `Malformed json in file ${opts.config} (-f): ${e.message}` };
-        }
+    catch (e) {
+        return {
+            success: false,
+            message: `Can't parse config JSON: '${opts.config}' ${e.message})`,
+        };
     }
     let projectDir = opts.dir || ".";
     (0, log_1.default)().info("Project dir: " + projectDir);
@@ -50,21 +39,20 @@ async function validateConfig(args) {
     if (!fs_1.default.existsSync(packageFile)) {
         return { success: false, message: `Can't find package file ${packageFile}` };
     }
-    let packageObj = JSON5_1.default.parse(fs_1.default.readFileSync(packageFile, "utf8"));
+    let packageObj = json5_1.default.parse(fs_1.default.readFileSync(packageFile, "utf8"));
     let distFile = path_1.default.resolve(projectDir, (0, index_1.getDistFile)(packageObj));
     (0, log_1.default)().info("Dist file: " + distFile);
     if (!fs_1.default.existsSync(distFile)) {
         return { success: false, message: `Can't find dist file (${distFile}). Forgot to run jitsu-cli extension build ?` };
     }
     (0, log_1.default)().info("🤔 Loading build from " + chalk_1.default.bold(distFile));
-    let build = (0, index_1.loadBuild)(fs_1.default.readFileSync(distFile, "utf8"));
+    let build = await (0, index_1.loadBuild)(distFile);
     (0, log_1.default)().info("👍 Module loaded!");
     if (!build.validator) {
         return { success: false, message: "Build doesn't export validator symbol" };
     }
-    (0, log_1.default)().info("🤔 Validating configuration " +
-        (opts.config ? `from file ${path_1.default.resolve(projectDir, opts.config)}` : JSON.stringify(configObj)));
-    let validationError = await (0, validator_helper_1.validateConfiguration)(configObj, build.validator);
+    (0, log_1.default)().info("🤔 Validating configuration " + JSON.stringify(configObj));
+    let validationError = await (0, validation_1.validateConfiguration)(configObj, build.validator);
     if (validationError) {
         return { success: false, message: `❌ ${validationError}` };
     }

package/lib/lib/chalk-code-highlight.js

@@ -2,8 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chalkCode = exports.defaultColorScheme = void 0;
 const tslib_1 = require("tslib");
-const prismjs_1 = (0, tslib_1.__importDefault)(require("prismjs"));
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
+const prismjs_1 = tslib_1.__importDefault(require("prismjs"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
 exports.defaultColorScheme = {
     punctuation: "#999",
     operator: "#9a6e3a",

package/lib/lib/command/index.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.subcommands = exports.executeCommand = void 0;
 const tslib_1 = require("tslib");
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
 const version_1 = require("../version");
 function captureCommand(command, args) {
     let commandParts = command.split(" ");
@@ -71,9 +71,11 @@ function displayHelp(commands, helpOpts, cmd) {
     }
 }
 const executeCommand = async (commands, args, helpOpts) => {
-    let newVersion = await (0, version_1.hasNewerVersion)();
-    if (newVersion) {
-        console.log((0, version_1.getUpgradeMessage)(newVersion));
+    if (version_1.jitsuCliVersion !== "0.0.0") {
+        const newVersion = await (0, version_1.hasNewerVersion)();
+        if (newVersion) {
+            console.log((0, version_1.getUpgradeMessage)(newVersion, version_1.jitsuCliVersion));
+        }
     }
     if (args.length === 0 || isHelpOption(args[0])) {
         displayHelp(commands, helpOpts);

package/lib/lib/indent.js

@@ -28,7 +28,7 @@ function align(text, { indent = 0, lnBefore = 0, lnAfter = 0 } = {}) {
 }
 exports.align = align;
 function jsonify(obj) {
-    if (typeof obj === 'string') {
+    if (typeof obj === "string") {
         try {
             return JSON.parse(obj);
         }

package/lib/lib/log.d.ts

@@ -1,6 +1,7 @@
 export declare type Log = {
     debug: (msg?: string, ...args: any[]) => void;
     info: (msg?: string, ...args: any[]) => void;
+    warn: (msg?: string, ...args: any[]) => void;
     spinInfo: (...args: string[]) => void;
     error: (...args: string[]) => void;
 };

package/lib/lib/log.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const tslib_1 = require("tslib");
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
 function log(delegate, styling, msg, args) {
     if (!msg) {
         delegate("");
@@ -20,6 +20,9 @@ function getLog() {
         error(msg, ...args) {
             log(console.error, { prefix: "error", color: "red" }, msg, args);
         },
+        warn(msg, ...args) {
+            log(console.warn, { prefix: "warn ", color: "yellow" }, msg, args);
+        },
         spinInfo(args) { },
         info(msg, ...args) {
             log(console.info, { prefix: "info ", color: "cyan" }, msg, args);

package/lib/lib/template.js

@@ -2,8 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.write = void 0;
 const tslib_1 = require("tslib");
-const posix_1 = (0, tslib_1.__importDefault)(require("path/posix"));
-const fs = (0, tslib_1.__importStar)(require("fs"));
+const path_1 = tslib_1.__importDefault(require("path"));
+const fs = tslib_1.__importStar(require("fs"));
 const indent_1 = require("./indent");
 function toTemplateFunction(template) {
     if (template === null || template === undefined) {
@@ -18,8 +18,8 @@ function toTemplateFunction(template) {
 }
 function write(dir, template, vars) {
     Object.entries(template).forEach(([fileName, template]) => {
-        let filePath = posix_1.default.resolve(dir, fileName);
-        let fileDir = posix_1.default.dirname(filePath);
+        let filePath = path_1.default.resolve(dir, fileName);
+        let fileDir = path_1.default.dirname(filePath);
         if (!fs.existsSync(fileDir)) {
             fs.mkdirSync(fileDir, { recursive: true });
         }

package/lib/lib/validation.d.ts

@@ -0,0 +1,2 @@
+import { ConfigValidator } from "@jitsu/types/extension";
+export declare function validateConfiguration<Config>(config: Config, validator: ConfigValidator): Promise<string | undefined>;

package/lib/lib/validation.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateConfiguration = void 0;
+async function validateConfiguration(config, validator) {
+    let validationResult;
+    try {
+        validationResult = await validator(config);
+    }
+    catch (e) {
+        return e?.message || "Unknown exception";
+    }
+    if (validationResult === true) {
+        return undefined;
+    }
+    if (typeof validationResult === "string") {
+        return validationResult;
+    }
+    if (typeof validationResult === "object" && !validationResult.ok) {
+        return validationResult.message ?? "Unknown error";
+    }
+    return undefined;
+}
+exports.validateConfiguration = validateConfiguration;

package/lib/lib/version.d.ts

@@ -1,5 +1,5 @@
 export declare const jitsuCliVersion: string;
 export declare const jitsuPackageName: string;
-export declare function getUpgradeMessage(newVersion: string): string;
+export declare function getUpgradeMessage(newVersion: string, oldVersion: string): string;
 export declare function box(msg: string): string;
 export declare function hasNewerVersion(): Promise<string | undefined>;

package/lib/lib/version.js

@@ -2,16 +2,16 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.hasNewerVersion = exports.box = exports.getUpgradeMessage = exports.jitsuPackageName = exports.jitsuCliVersion = void 0;
 const tslib_1 = require("tslib");
-const package_json_1 = (0, tslib_1.__importDefault)(require("../../package.json"));
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
-const log_1 = (0, tslib_1.__importDefault)(require("./log"));
-const preload_1 = (0, tslib_1.__importDefault)(require("semver/preload"));
+const package_json_1 = tslib_1.__importDefault(require("../../package.json"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const log_1 = tslib_1.__importDefault(require("./log"));
+const preload_1 = tslib_1.__importDefault(require("semver/preload"));
 const fetch = require("cross-fetch");
 exports.jitsuCliVersion = package_json_1.default.version;
 exports.jitsuPackageName = package_json_1.default.name;
 let newVersion = undefined;
-function getUpgradeMessage(newVersion) {
-    return box(`🚀 New version of Jitsu CLI is available: ${newVersion}.\n   Run ${chalk_1.default.bold("npm install -g " + exports.jitsuPackageName)} or ${chalk_1.default.bold("yarn global install " + exports.jitsuPackageName)}`);
+function getUpgradeMessage(newVersion, oldVersion) {
+    return box(`🚀 New version of Jitsu CLI is available: ${oldVersion} → ${chalk_1.default.green(newVersion)} \n   Run ${chalk_1.default.bold("npm install -g " + exports.jitsuPackageName)} or ${chalk_1.default.bold("yarn global install " + exports.jitsuPackageName)}`);
 }
 exports.getUpgradeMessage = getUpgradeMessage;
 function padRight(str, minLen, symbol = " ") {

package/lib/package.json

@@ -1,6 +1,6 @@
 {
     "name": "jitsu-cli",
-    "version": "0.6.0",
+    "version": "0.0.0",
     "publishConfig": {
         "access": "public"
     },
@@ -8,7 +8,7 @@
     "repository": {
         "type": "git",
         "url": "https://github.com/jitsucom/jitsu-sdk",
-        "directory": "packages/jitsu-cli"
+        "directory": "core/jitsu-cli"
     },
     "bugs": {
         "url": "https://github.com/jitsucom/jitsu/issues"
@@ -22,13 +22,14 @@
         "bin"
     ],
     "scripts": {
-        "build": "yarn clean:some && tsc -p . && mv ./lib/src/* ./lib/ && rmdir ./lib/src/",
-        "global": "yarn install -g",
-        "clean:some": "rm -rf ./lib",
+        "build": "tsc -p . && mv ./lib/src/* ./lib/ && rmdir ./lib/src/",
+        "clean": "rm -rf ./lib",
         "start": "ts-node src/index.ts",
+        "cli": "node lib/index.js",
         "test": "jest --verbose ./__tests__"
     },
     "devDependencies": {
+        "@jitsu/types": "workspace:*",
         "@babel/preset-env": "^7.16.4",
         "@babel/preset-typescript": "^7.16.0",
         "@types/commander": "^2.12.2",
@@ -37,15 +38,19 @@
         "@types/jest-cli": "^24.3.0",
         "@types/validate-npm-package-name": "^3.0.3",
         "child_process": "^1.0.2",
-        "lerna": "^4.0.0",
         "ts-node": "^10.4.0"
     },
     "dependencies": {
-        "@rollup/plugin-commonjs": "^21.0.1",
+        "@jitsu/jlib": "workspace:*",
+        "@jitsu/node-bridge": "workspace:*",
+        "@rollup/plugin-commonjs": "^22.0.0-14",
+        "@rollup/plugin-inject": "^4.0.4",
+        "@rollup/plugin-json": "^4.1.0",
         "@rollup/plugin-multi-entry": "^4.1.0",
         "@rollup/plugin-node-resolve": "^13.0.6",
         "@types/prismjs": "^1.16.6",
         "chalk": "^4.1.2",
+        "cli-table": "latest",
         "commander": "^8.3.0",
         "cross-fetch": "^3.1.4",
         "inquirer": "^8.2.0",
@@ -64,6 +69,5 @@
         "tslib": "^2.3.1",
         "typescript": "^4.5.2",
         "validate-npm-package-name": "^3.0.0"
-    },
-    "gitHead": "4a5222ce49da3cb6be58648c78b1111b39764fe1"
+    }
 }

package/lib/run.js

@@ -2,10 +2,10 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.run = void 0;
 const tslib_1 = require("tslib");
-const chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
 const command_1 = require("./lib/command");
 const extension_1 = require("./cli/extension");
-const log_1 = (0, tslib_1.__importDefault)(require("./lib/log"));
+const log_1 = tslib_1.__importDefault(require("./lib/log"));
 const version_1 = require("./lib/version");
 const commands = {
     extension: (0, command_1.subcommands)(extension_1.extensionCommands, {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "jitsu-cli",
-  "version": "0.7.2",
+  "version": "0.9.0-alpha.169",
   "publishConfig": {
     "access": "public"
   },
@@ -8,7 +8,7 @@
   "repository": {
     "type": "git",
     "url": "https://github.com/jitsucom/jitsu-sdk",
-    "directory": "packages/jitsu-cli"
+    "directory": "core/jitsu-cli"
   },
   "bugs": {
     "url": "https://github.com/jitsucom/jitsu/issues"
@@ -21,14 +21,8 @@
     "lib",
     "bin"
   ],
-  "scripts": {
-    "build": "yarn clean:some && tsc -p . && mv ./lib/src/* ./lib/ && rmdir ./lib/src/",
-    "global": "yarn install -g",
-    "clean:some": "rm -rf ./lib",
-    "start": "ts-node src/index.ts",
-    "test": "jest --verbose ./__tests__"
-  },
   "devDependencies": {
+    "@jitsu/types": "0.9.0-alpha.169",
     "@babel/preset-env": "^7.16.4",
     "@babel/preset-typescript": "^7.16.0",
     "@types/commander": "^2.12.2",
@@ -37,15 +31,19 @@
     "@types/jest-cli": "^24.3.0",
     "@types/validate-npm-package-name": "^3.0.3",
     "child_process": "^1.0.2",
-    "lerna": "^4.0.0",
     "ts-node": "^10.4.0"
   },
   "dependencies": {
-    "@rollup/plugin-commonjs": "^21.0.1",
+    "@jitsu/jlib": "0.9.0-alpha.169",
+    "@jitsu/node-bridge": "0.9.0-alpha.169",
+    "@rollup/plugin-commonjs": "^22.0.0-14",
+    "@rollup/plugin-inject": "^4.0.4",
+    "@rollup/plugin-json": "^4.1.0",
     "@rollup/plugin-multi-entry": "^4.1.0",
     "@rollup/plugin-node-resolve": "^13.0.6",
     "@types/prismjs": "^1.16.6",
     "chalk": "^4.1.2",
+    "cli-table": "latest",
     "commander": "^8.3.0",
     "cross-fetch": "^3.1.4",
     "inquirer": "^8.2.0",
@@ -65,5 +63,11 @@
     "typescript": "^4.5.2",
     "validate-npm-package-name": "^3.0.0"
   },
-  "gitHead": "30a19db8beb48804efb33653bf9ed85d7c3aa751"
-}
+  "scripts": {
+    "build": "tsc -p . && mv ./lib/src/* ./lib/ && rmdir ./lib/src/",
+    "clean": "rm -rf ./lib",
+    "start": "ts-node src/index.ts",
+    "cli": "node lib/index.js",
+    "test": "jest --verbose ./__tests__"
+  }
+}

package/lib/lib/validator-helper.d.ts

@@ -1,3 +0,0 @@
-import { ConfigValidationResult, ConfigValidator } from "@jitsu/types/extension";
-export declare function validationResultToError(validationResult: ConfigValidationResult): string | undefined;
-export declare function validateConfiguration(config: any, validator: ConfigValidator): Promise<(string | undefined)>;

package/lib/lib/validator-helper.js

@@ -1,21 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateConfiguration = exports.validationResultToError = void 0;
-function validationResultToError(validationResult) {
-    if (typeof validationResult === "boolean" && !validationResult) {
-        return "Config is not valid, an exact reason isn't specified by validator";
-    }
-    else if (typeof validationResult === "string") {
-        return "Config is not valid: " + validationResult;
-    }
-    else if (typeof validationResult === "object" && !validationResult.ok) {
-        return "Config is not valid: " + validationResult.message;
-    }
-    return undefined;
-}
-exports.validationResultToError = validationResultToError;
-async function validateConfiguration(config, validator) {
-    let validationResult = await validator(config);
-    return validationResultToError(validationResult);
-}
-exports.validateConfiguration = validateConfiguration;