@sentio/sdk 1.35.1-rc.1 → 1.36.0-rc.1

package/lib/cli/upload.js

@@ -1,189 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.uploadFile = void 0;
-const child_process_1 = require("child_process");
-const crypto_1 = require("crypto");
-const fs_1 = __importDefault(require("fs"));
-const readline_1 = __importDefault(require("readline"));
-const key_1 = require("./key");
-const path_1 = __importDefault(require("path"));
-const chalk_1 = __importDefault(require("chalk"));
-const build_1 = require("./build");
-const node_fetch_1 = __importDefault(require("node-fetch"));
-const utils_1 = require("./utils");
-const url_1 = require("url");
-async function createProject(options, apiKey) {
-    const url = new url_1.URL('/api/v1/projects', options.host);
-    const [ownerName, slug] = options.project.includes('/') ? options.project.split('/') : [undefined, options.project];
-    return (0, node_fetch_1.default)(url, {
-        method: 'POST',
-        headers: {
-            'api-key': apiKey,
-        },
-        body: JSON.stringify({ slug, ownerName, visibility: 'PRIVATE' }),
-    });
-}
-async function uploadFile(options, apiKeyOverride) {
-    if (options.build) {
-        await (0, build_1.buildProcessor)(false);
-    }
-    console.log(chalk_1.default.blue('Prepare to upload'));
-    const PROCESSOR_FILE = path_1.default.join(process.cwd(), 'dist/lib.js');
-    const apiKey = apiKeyOverride || (0, key_1.ReadKey)(options.host);
-    const isProd = options.host === 'https://app.sentio.xyz';
-    if (!apiKey) {
-        const cmd = isProd ? 'sentio login' : 'sentio login --host=' + options.host;
-        console.error(chalk_1.default.red('No Credential found for', options.host, '. Please run `' + cmd + '`.'));
-        process.exit(1);
-    }
-    if (!fs_1.default.existsSync(PROCESSOR_FILE)) {
-        console.error(chalk_1.default.red('File not existed ', PROCESSOR_FILE, "don't use --nobuild"));
-        process.exit(1);
-    }
-    const stat = fs_1.default.statSync(PROCESSOR_FILE);
-    console.log('Packed processor file size', Math.floor(stat.size / 1024) + 'K, last modified', stat.mtime);
-    const content = fs_1.default.readFileSync(PROCESSOR_FILE);
-    const hash = (0, crypto_1.createHash)('sha256');
-    hash.update(content);
-    const digest = hash.digest('hex');
-    let triedCount = 0;
-    const upload = async () => {
-        let commitSha = '';
-        let gitUrl = '';
-        const sha256 = digest;
-        try {
-            commitSha = (0, child_process_1.execSync)('git rev-parse HEAD').toString().trim();
-        }
-        catch (e) {
-            chalk_1.default.yellow(e);
-        }
-        try {
-            gitUrl = (0, child_process_1.execSync)('git remote get-url origin').toString().trim();
-        }
-        catch (e) {
-            // skip errors
-        }
-        console.log(chalk_1.default.blue(triedCount > 1 ? 'Retry uploading' : 'Uploading'));
-        // get gcs upload url
-        const initUploadResRaw = await initUpload(options.host, apiKey, options.project, (0, utils_1.getCliVersion)());
-        if (!initUploadResRaw.ok) {
-            console.error(chalk_1.default.red('Failed to get upload url'));
-            console.error(chalk_1.default.red((await initUploadResRaw.json()).message));
-            if (initUploadResRaw.status === 404) {
-                // create project if not exist
-                const rl = readline_1.default.createInterface({
-                    input: process.stdin,
-                    output: process.stdout,
-                });
-                const prompt = async () => {
-                    const answer = await new Promise((resolve) => rl.question(`Do you want to create it and continue the uploading process? (yes/no) `, resolve));
-                    if (['y', 'yes'].includes(answer.toLowerCase())) {
-                        rl.close();
-                        const res = await createProject(options, apiKey);
-                        if (!res.ok) {
-                            console.error(chalk_1.default.red('Create Project Failed'));
-                            console.error(chalk_1.default.red((await res.json()).message));
-                            return;
-                        }
-                        console.log(chalk_1.default.green('Project created'));
-                        await upload();
-                    }
-                    else if (['n', 'no'].includes(answer.toLowerCase())) {
-                        rl.close();
-                    }
-                    else {
-                        await prompt();
-                    }
-                };
-                await prompt();
-            }
-            return;
-        }
-        const initUploadRes = await initUploadResRaw.json();
-        const uploadUrl = initUploadRes['url'];
-        // do actual uploading
-        const file = fs_1.default.createReadStream(PROCESSOR_FILE);
-        const uploadResRaw = await (0, node_fetch_1.default)(uploadUrl, {
-            method: 'PUT',
-            headers: {
-                'Content-Type': 'application/octet-stream',
-            },
-            body: file,
-        });
-        if (!uploadResRaw.ok) {
-            console.error(chalk_1.default.red('Failed to upload'));
-            console.error(chalk_1.default.red(await uploadResRaw.text()));
-            return;
-        }
-        // finish uploading
-        const finishUploadResRaw = await finishUpload(options.host, apiKey, options.project, (0, utils_1.getCliVersion)(), sha256, commitSha, gitUrl, options.debug);
-        if (!finishUploadResRaw.ok) {
-            console.error(chalk_1.default.red('Failed to finish uploading'));
-            console.error(chalk_1.default.red(await finishUploadResRaw.text()));
-            return;
-        }
-        console.log(chalk_1.default.green('Upload success: '));
-        console.log('\t', chalk_1.default.blue('sha256:'), digest);
-        if (commitSha) {
-            console.log('\t', chalk_1.default.blue('Git commit SHA:'), commitSha);
-        }
-        const { projectFullSlug } = await finishUploadResRaw.json();
-        console.log('\t', chalk_1.default.blue('Check status:'), `${options.host}/${projectFullSlug}/datasource`);
-    };
-    let error;
-    const tryUploading = async () => {
-        if (triedCount++ >= 5) {
-            console.error(error);
-            return;
-        }
-        try {
-            await upload();
-        }
-        catch (e) {
-            if (e.constructor.name === 'FetchError' && e.type === 'system' && e.code === 'EPIPE') {
-                error = e;
-                await new Promise((resolve) => setTimeout(resolve, 1000));
-                await tryUploading();
-            }
-            else {
-                console.error(e);
-            }
-        }
-    };
-    await tryUploading();
-}
-exports.uploadFile = uploadFile;
-async function initUpload(host, apiKey, projectSlug, sdkVersion) {
-    const initUploadUrl = new url_1.URL(`/api/v1/processors/init_upload`, host);
-    return (0, node_fetch_1.default)(initUploadUrl, {
-        method: 'POST',
-        headers: {
-            'api-key': apiKey,
-        },
-        body: JSON.stringify({
-            project_slug: projectSlug,
-            sdk_version: sdkVersion,
-        }),
-    });
-}
-async function finishUpload(host, apiKey, projectSlug, sdkVersion, sha256, commitSha, gitUrl, debug) {
-    const finishUploadUrl = new url_1.URL(`/api/v1/processors/finish_upload`, host);
-    return (0, node_fetch_1.default)(finishUploadUrl, {
-        method: 'POST',
-        headers: {
-            'api-key': apiKey,
-        },
-        body: JSON.stringify({
-            project_slug: projectSlug,
-            sdk_version: sdkVersion,
-            sha256: sha256,
-            commit_sha: commitSha,
-            git_url: gitUrl,
-            debug: debug,
-        }),
-    });
-}
-//# sourceMappingURL=upload.js.map

package/lib/cli/upload.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"upload.js","sourceRoot":"","sources":["../../src/cli/upload.ts"],"names":[],"mappings":";;;;;;AAAA,iDAAwC;AACxC,mCAAmC;AACnC,4CAAmB;AACnB,wDAA+B;AAE/B,+BAA+B;AAC/B,gDAAuB;AACvB,kDAAyB;AACzB,mCAAwC;AACxC,4DAA8B;AAC9B,mCAAuC;AACvC,6BAAyB;AAEzB,KAAK,UAAU,aAAa,CAAC,OAA4B,EAAE,MAAc;IACvE,MAAM,GAAG,GAAG,IAAI,SAAG,CAAC,kBAAkB,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IACrD,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IACnH,OAAO,IAAA,oBAAK,EAAC,GAAG,EAAE;QAChB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,SAAS,EAAE,MAAM;SAClB;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;KACjE,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,UAAU,CAAC,OAA4B,EAAE,cAAsB;IACnF,IAAI,OAAO,CAAC,KAAK,EAAE;QACjB,MAAM,IAAA,sBAAc,EAAC,KAAK,CAAC,CAAA;KAC5B;IAED,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAA;IAE5C,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,CAAC,CAAA;IAE9D,MAAM,MAAM,GAAG,cAAc,IAAI,IAAA,aAAO,EAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAEtD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,KAAK,wBAAwB,CAAA;IACxD,IAAI,CAAC,MAAM,EAAE;QACX,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAA;QAC3E,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,yBAAyB,EAAE,OAAO,CAAC,IAAI,EAAE,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAA;QAChG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;KAChB;IAED,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE;QAClC,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,mBAAmB,EAAE,cAAc,EAAE,qBAAqB,CAAC,CAAC,CAAA;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;KAChB;IAED,MAAM,IAAI,GAAG,YAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAA;IACxC,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IACxG,MAAM,OAAO,GAAG,YAAE,CAAC,YAAY,CAAC,cAAc,CAAC,CAAA;IAC/C,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAA;IACjC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACpB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAEjC,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;QACxB,IAAI,SAAS,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,MAAM,MAAM,GAAG,MAAM,CAAA;QACrB,IAAI;YACF,SAAS,GAAG,IAAA,wBAAQ,EAAC,oBAAoB,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAA;SAC7D;QAAC,OAAO,CAAC,EAAE;YACV,eAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;SAChB;QACD,IAAI;YACF,MAAM,GAAG,IAAA,wBAAQ,EAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAA;SACjE;QAAC,OAAO,CAAC,EAAE;YACV,cAAc;SACf;QACD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAA;QAEzE,qBAAqB;QACrB,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,IAAA,qBAAa,GAAE,CAAC,CAAA;QACjG,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE;YACxB,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,CAAA;YACpD,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,CAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;YAEjE,IAAI,gBAAgB,CAAC,MAAM,KAAK,GAAG,EAAE;gBACnC,8BAA8B;gBAC9B,MAAM,EAAE,GAAG,kBAAQ,CAAC,eAAe,CAAC;oBAClC,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;iBACvB,CAAC,CAAA;gBACF,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;oBACxB,MAAM,MAAM,GAAW,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CACnD,EAAE,CAAC,QAAQ,CAAC,wEAAwE,EAAE,OAAO,CAAC,CAC/F,CAAA;oBACD,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE;wBAC/C,EAAE,CAAC,KAAK,EAAE,CAAA;wBACV,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;wBAChD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE;4BACX,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAA;4BACjD,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;4BACpD,OAAM;yBACP;wBACD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAA;wBAC3C,MAAM,MAAM,EAAE,CAAA;qBACf;yBAAM,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE;wBACrD,EAAE,CAAC,KAAK,EAAE,CAAA;qBACX;yBAAM;wBACL,MAAM,MAAM,EAAE,CAAA;qBACf;gBACH,CAAC,CAAA;gBACD,MAAM,MAAM,EAAE,CAAA;aACf;YACD,OAAM;SACP;QACD,MAAM,aAAa,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAA;QACnD,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAW,CAAA;QAEhD,sBAAsB;QACtB,MAAM,IAAI,GAAG,YAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAChD,MAAM,YAAY,GAAG,MAAM,IAAA,oBAAK,EAAC,SAAS,EAAE;YAC1C,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,cAAc,EAAE,0BAA0B;aAC3C;YACD,IAAI,EAAE,IAAI;SACX,CAAC,CAAA;QACF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE;YACpB,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAA;YAC5C,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;YACnD,OAAM;SACP;QAED,mBAAmB;QACnB,MAAM,kBAAkB,GAAG,MAAM,YAAY,CAC3C,OAAO,CAAC,IAAI,EACZ,MAAM,EACN,OAAO,CAAC,OAAO,EACf,IAAA,qBAAa,GAAE,EACf,MAAM,EACN,SAAS,EACT,MAAM,EACN,OAAO,CAAC,KAAK,CACd,CAAA;QACD,IAAI,CAAC,kBAAkB,CAAC,EAAE,EAAE;YAC1B,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,CAAA;YACtD,OAAO,CAAC,KAAK,CAAC,eAAK,CAAC,GAAG,CAAC,MAAM,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;YACzD,OAAM;SACP;QAED,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAA;QAC5C,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,eAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,CAAA;QAChD,IAAI,SAAS,EAAE;YACb,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,eAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,SAAS,CAAC,CAAA;SAC5D;QACD,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,CAAA;QAC3D,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,eAAK,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,OAAO,CAAC,IAAI,IAAI,eAAe,aAAa,CAAC,CAAA;IACjG,CAAC,CAAA;IAED,IAAI,KAAY,CAAA;IAChB,MAAM,YAAY,GAAG,KAAK,IAAI,EAAE;QAC9B,IAAI,UAAU,EAAE,IAAI,CAAC,EAAE;YACrB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAM;SACP;QACD,IAAI;YACF,MAAM,MAAM,EAAE,CAAA;SACf;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,CAAC,WAAW,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE;gBACpF,KAAK,GAAG,CAAC,CAAA;gBACT,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAA;gBACzD,MAAM,YAAY,EAAE,CAAA;aACrB;iBAAM;gBACL,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;aACjB;SACF;IACH,CAAC,CAAA;IAED,MAAM,YAAY,EAAE,CAAA;AACtB,CAAC;AAnJD,gCAmJC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,MAAc,EAAE,WAAmB,EAAE,UAAkB;IAC7F,MAAM,aAAa,GAAG,IAAI,SAAG,CAAC,gCAAgC,EAAE,IAAI,CAAC,CAAA;IACrE,OAAO,IAAA,oBAAK,EAAC,aAAa,EAAE;QAC1B,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,SAAS,EAAE,MAAM;SAClB;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,YAAY,EAAE,WAAW;YACzB,WAAW,EAAE,UAAU;SACxB,CAAC;KACH,CAAC,CAAA;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,IAAY,EACZ,MAAc,EACd,WAAmB,EACnB,UAAkB,EAClB,MAAc,EACd,SAAiB,EACjB,MAAc,EACd,KAAc;IAEd,MAAM,eAAe,GAAG,IAAI,SAAG,CAAC,kCAAkC,EAAE,IAAI,CAAC,CAAA;IACzE,OAAO,IAAA,oBAAK,EAAC,eAAe,EAAE;QAC5B,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,SAAS,EAAE,MAAM;SAClB;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,YAAY,EAAE,WAAW;YACzB,WAAW,EAAE,UAAU;YACvB,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,SAAS;YACrB,OAAO,EAAE,MAAM;YACf,KAAK,EAAE,KAAK;SACb,CAAC;KACH,CAAC,CAAA;AACJ,CAAC","sourcesContent":["import { execSync } from 'child_process'\nimport { createHash } from 'crypto'\nimport fs from 'fs'\nimport readline from 'readline'\nimport { SentioProjectConfig } from './config'\nimport { ReadKey } from './key'\nimport path from 'path'\nimport chalk from 'chalk'\nimport { buildProcessor } from './build'\nimport fetch from 'node-fetch'\nimport { getCliVersion } from './utils'\nimport { URL } from 'url'\n\nasync function createProject(options: SentioProjectConfig, apiKey: string) {\n  const url = new URL('/api/v1/projects', options.host)\n  const [ownerName, slug] = options.project.includes('/') ? options.project.split('/') : [undefined, options.project]\n  return fetch(url, {\n    method: 'POST',\n    headers: {\n      'api-key': apiKey,\n    },\n    body: JSON.stringify({ slug, ownerName, visibility: 'PRIVATE' }),\n  })\n}\n\nexport async function uploadFile(options: SentioProjectConfig, apiKeyOverride: string) {\n  if (options.build) {\n    await buildProcessor(false)\n  }\n\n  console.log(chalk.blue('Prepare to upload'))\n\n  const PROCESSOR_FILE = path.join(process.cwd(), 'dist/lib.js')\n\n  const apiKey = apiKeyOverride || ReadKey(options.host)\n\n  const isProd = options.host === 'https://app.sentio.xyz'\n  if (!apiKey) {\n    const cmd = isProd ? 'sentio login' : 'sentio login --host=' + options.host\n    console.error(chalk.red('No Credential found for', options.host, '. Please run `' + cmd + '`.'))\n    process.exit(1)\n  }\n\n  if (!fs.existsSync(PROCESSOR_FILE)) {\n    console.error(chalk.red('File not existed ', PROCESSOR_FILE, \"don't use --nobuild\"))\n    process.exit(1)\n  }\n\n  const stat = fs.statSync(PROCESSOR_FILE)\n  console.log('Packed processor file size', Math.floor(stat.size / 1024) + 'K, last modified', stat.mtime)\n  const content = fs.readFileSync(PROCESSOR_FILE)\n  const hash = createHash('sha256')\n  hash.update(content)\n  const digest = hash.digest('hex')\n\n  let triedCount = 0\n  const upload = async () => {\n    let commitSha = ''\n    let gitUrl = ''\n    const sha256 = digest\n    try {\n      commitSha = execSync('git rev-parse HEAD').toString().trim()\n    } catch (e) {\n      chalk.yellow(e)\n    }\n    try {\n      gitUrl = execSync('git remote get-url origin').toString().trim()\n    } catch (e) {\n      // skip errors\n    }\n    console.log(chalk.blue(triedCount > 1 ? 'Retry uploading' : 'Uploading'))\n\n    // get gcs upload url\n    const initUploadResRaw = await initUpload(options.host, apiKey, options.project, getCliVersion())\n    if (!initUploadResRaw.ok) {\n      console.error(chalk.red('Failed to get upload url'))\n      console.error(chalk.red((await initUploadResRaw.json()).message))\n\n      if (initUploadResRaw.status === 404) {\n        // create project if not exist\n        const rl = readline.createInterface({\n          input: process.stdin,\n          output: process.stdout,\n        })\n        const prompt = async () => {\n          const answer: string = await new Promise((resolve) =>\n            rl.question(`Do you want to create it and continue the uploading process? (yes/no) `, resolve)\n          )\n          if (['y', 'yes'].includes(answer.toLowerCase())) {\n            rl.close()\n            const res = await createProject(options, apiKey)\n            if (!res.ok) {\n              console.error(chalk.red('Create Project Failed'))\n              console.error(chalk.red((await res.json()).message))\n              return\n            }\n            console.log(chalk.green('Project created'))\n            await upload()\n          } else if (['n', 'no'].includes(answer.toLowerCase())) {\n            rl.close()\n          } else {\n            await prompt()\n          }\n        }\n        await prompt()\n      }\n      return\n    }\n    const initUploadRes = await initUploadResRaw.json()\n    const uploadUrl = initUploadRes['url'] as string\n\n    // do actual uploading\n    const file = fs.createReadStream(PROCESSOR_FILE)\n    const uploadResRaw = await fetch(uploadUrl, {\n      method: 'PUT',\n      headers: {\n        'Content-Type': 'application/octet-stream',\n      },\n      body: file,\n    })\n    if (!uploadResRaw.ok) {\n      console.error(chalk.red('Failed to upload'))\n      console.error(chalk.red(await uploadResRaw.text()))\n      return\n    }\n\n    // finish uploading\n    const finishUploadResRaw = await finishUpload(\n      options.host,\n      apiKey,\n      options.project,\n      getCliVersion(),\n      sha256,\n      commitSha,\n      gitUrl,\n      options.debug\n    )\n    if (!finishUploadResRaw.ok) {\n      console.error(chalk.red('Failed to finish uploading'))\n      console.error(chalk.red(await finishUploadResRaw.text()))\n      return\n    }\n\n    console.log(chalk.green('Upload success: '))\n    console.log('\\t', chalk.blue('sha256:'), digest)\n    if (commitSha) {\n      console.log('\\t', chalk.blue('Git commit SHA:'), commitSha)\n    }\n    const { projectFullSlug } = await finishUploadResRaw.json()\n    console.log('\\t', chalk.blue('Check status:'), `${options.host}/${projectFullSlug}/datasource`)\n  }\n\n  let error: Error\n  const tryUploading = async () => {\n    if (triedCount++ >= 5) {\n      console.error(error)\n      return\n    }\n    try {\n      await upload()\n    } catch (e) {\n      if (e.constructor.name === 'FetchError' && e.type === 'system' && e.code === 'EPIPE') {\n        error = e\n        await new Promise((resolve) => setTimeout(resolve, 1000))\n        await tryUploading()\n      } else {\n        console.error(e)\n      }\n    }\n  }\n\n  await tryUploading()\n}\n\nasync function initUpload(host: string, apiKey: string, projectSlug: string, sdkVersion: string) {\n  const initUploadUrl = new URL(`/api/v1/processors/init_upload`, host)\n  return fetch(initUploadUrl, {\n    method: 'POST',\n    headers: {\n      'api-key': apiKey,\n    },\n    body: JSON.stringify({\n      project_slug: projectSlug,\n      sdk_version: sdkVersion,\n    }),\n  })\n}\n\nasync function finishUpload(\n  host: string,\n  apiKey: string,\n  projectSlug: string,\n  sdkVersion: string,\n  sha256: string,\n  commitSha: string,\n  gitUrl: string,\n  debug: boolean\n) {\n  const finishUploadUrl = new URL(`/api/v1/processors/finish_upload`, host)\n  return fetch(finishUploadUrl, {\n    method: 'POST',\n    headers: {\n      'api-key': apiKey,\n    },\n    body: JSON.stringify({\n      project_slug: projectSlug,\n      sdk_version: sdkVersion,\n      sha256: sha256,\n      commit_sha: commitSha,\n      git_url: gitUrl,\n      debug: debug,\n    }),\n  })\n}\n"]}

package/lib/cli/utils.d.ts

@@ -1 +0,0 @@
-export declare function getCliVersion(): any;

package/lib/cli/utils.js

@@ -1,16 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getCliVersion = void 0;
-const fs_extra_1 = __importDefault(require("fs-extra"));
-const path_1 = __importDefault(require("path"));
-function getCliVersion() {
-    const packageJsonPath = path_1.default.resolve(__dirname, '../../package.json');
-    const packageJsonContent = fs_extra_1.default.readFileSync(packageJsonPath, 'utf-8');
-    const packageJson = JSON.parse(packageJsonContent);
-    return packageJson.version;
-}
-exports.getCliVersion = getCliVersion;
-//# sourceMappingURL=utils.js.map

package/lib/cli/utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/cli/utils.ts"],"names":[],"mappings":";;;;;;AAAA,wDAAyB;AACzB,gDAAuB;AAEvB,SAAgB,aAAa;IAC3B,MAAM,eAAe,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAA;IACrE,MAAM,kBAAkB,GAAG,kBAAE,CAAC,YAAY,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;IACpE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;IAElD,OAAO,WAAW,CAAC,OAAO,CAAA;AAC5B,CAAC;AAND,sCAMC","sourcesContent":["import fs from 'fs-extra'\nimport path from 'path'\n\nexport function getCliVersion() {\n  const packageJsonPath = path.resolve(__dirname, '../../package.json')\n  const packageJsonContent = fs.readFileSync(packageJsonPath, 'utf-8')\n  const packageJson = JSON.parse(packageJsonContent)\n\n  return packageJson.version\n}\n"]}

package/lib/cli/webpack.config.js

@@ -1,47 +0,0 @@
-/* eslint-disable */
-const path = require('path')
-
-module.exports = {
-  entry: {
-    lib: './src/processor.ts',
-  },
-  devtool: 'inline-source-map',
-  module: {
-    rules: [
-      {
-        test: /\.tsx?$/,
-        use: 'ts-loader',
-        exclude: /node_modules/,
-      },
-    ],
-  },
-  resolve: {
-    extensions: ['.ts', '.js'],
-  },
-  output: {
-    filename: '[name].js',
-    path: path.resolve(process.cwd(), 'dist'),
-  },
-  target: 'node',
-  mode: 'production',
-  externals: [
-    {
-      protobufjs: 'commonjs2 protobufjs',
-      aptos: 'commonjs2 aptos-sdk',
-      ethers: 'commonjs2 ethers',
-      bs58: 'commonjs2 bs58',
-      "bignumber.js": 'commonjs2 bignumber.js',
-      'bn.js': 'commonjs2 bn.js',
-      'csv-parse': 'commonjs2 csv-parse',
-    },
-    function ({ context, request }, callback) {
-      if (/^@(ethersproject|solana|project-serum|nice-grpc).*$/.test(request)) {
-        return callback(null, 'commonjs ' + request)
-      }
-      if (request.startsWith("@sentio/sdk")) {
-        return callback(null, 'commonjs2 ' + request)
-      }
-      callback()
-    },
-  ],
-}

package/src/cli/cli.ts

@@ -1,184 +0,0 @@
-#!/usr/bin/env node
-
-import commandLineArgs from 'command-line-args'
-import commandLineUsage from 'command-line-usage'
-import fs from 'fs'
-import path from 'path'
-
-import yaml from 'js-yaml'
-import { finalizeHost, FinalizeProjectName, SentioProjectConfig } from './config'
-import { uploadFile } from './upload'
-import chalk from 'chalk'
-import { buildProcessor } from './build'
-import { runCreate } from './commands/run-create'
-import { runVersion } from './commands/run-version'
-import { runLogin } from './commands/run-login'
-
-const mainDefinitions = [{ name: 'command', defaultOption: true }]
-const mainOptions = commandLineArgs(mainDefinitions, {
-  stopAtFirstUnknown: true,
-})
-const argv = mainOptions._unknown || []
-
-if (!mainOptions.command) {
-  usage()
-}
-
-if (mainOptions.command === 'login') {
-  runLogin(argv)
-} else if (mainOptions.command === 'create') {
-  runCreate(argv)
-} else if (mainOptions.command === 'version') {
-  runVersion(argv)
-} else {
-  // For all the commands that need read project configs
-  // TODO move them to their own modules
-
-  // Process configs
-  let processorConfig: SentioProjectConfig = { host: '', project: '', build: true, debug: false }
-  // Fist step, read from project yaml file
-  try {
-    console.log(chalk.blue('Loading Process config'))
-    // TODO correctly located sentio.yaml
-    const pwd = process.cwd()
-    const packageJson = path.join(pwd, 'package.json')
-    if (!fs.existsSync(packageJson)) {
-      console.error('package.json not found, please run this command in the root of your project')
-      process.exit(1)
-    }
-
-    const yamlPath = path.join(pwd, 'sentio.yaml')
-    if (!fs.existsSync(yamlPath)) {
-      console.error('sentio.yaml not found, please create one according to: TODO docs')
-      process.exit(1)
-    }
-
-    processorConfig = yaml.load(fs.readFileSync('sentio.yaml', 'utf8')) as SentioProjectConfig
-    if (!processorConfig.project === undefined) {
-      console.error('Config yaml must have contain a valid project identifier')
-      process.exit(1)
-    }
-    if (processorConfig.build === undefined) {
-      processorConfig.build = true
-    }
-    if (!processorConfig.host) {
-      processorConfig.host = 'prod'
-    }
-    if (processorConfig.debug === undefined) {
-      processorConfig.debug = false
-    }
-
-    // if (!processorConfig.source) {
-    //   processorConfig.source = 'src/processor.ts'
-    // }
-    // if (!processorConfig.targets) {
-    //   console.warn('targets is not defined, use EVM as the default target')
-    //   processorConfig.targets = []
-    // }
-    // if (processorConfig.targets.length === 0) {
-    //   // By default evm
-    //   processorConfig.targets.push({ chain: EVM })
-    // }
-  } catch (e) {
-    console.error(e)
-    process.exit(1)
-  }
-
-  if (mainOptions.command === 'upload') {
-    const optionDefinitions = [
-      {
-        name: 'help',
-        alias: 'h',
-        type: Boolean,
-        description: 'Display this usage guide.',
-      },
-      {
-        name: 'api-key',
-        type: String,
-        description: '(Optional) Manually provide API key rather than use saved credential',
-      },
-      {
-        name: 'host',
-        description: '(Optional) Override Sentio Host name',
-        type: String,
-      },
-      {
-        name: 'owner',
-        description: '(Optional) Override Project owner',
-        type: String,
-      },
-      {
-        name: 'nobuild',
-        description: '(Optional) Skip build & pack file before uploading, default false',
-        type: Boolean,
-      },
-      {
-        name: 'debug',
-        description: '(Optional) Set driver logging level to debug',
-        type: Boolean,
-      },
-    ]
-    const options = commandLineArgs(optionDefinitions, { argv })
-    if (options.help) {
-      const usage = commandLineUsage([
-        {
-          header: 'Sentio upload',
-          content: 'sentio upload',
-        },
-        {
-          header: 'Options',
-          optionList: optionDefinitions,
-        },
-      ])
-      console.log(usage)
-    } else {
-      if (options.host) {
-        processorConfig.host = options.host
-      }
-      if (options.nobuild) {
-        processorConfig.build = false
-      }
-      if (options.debug) {
-        processorConfig.debug = true
-      }
-      finalizeHost(processorConfig)
-      FinalizeProjectName(processorConfig, options.owner)
-      console.log(processorConfig)
-
-      let apiOverride = undefined
-      if (options['api-key']) {
-        apiOverride = options['api-key']
-      }
-      uploadFile(processorConfig, apiOverride)
-    }
-  } else if (mainOptions.command === 'build') {
-    buildProcessor(false)
-  } else if (mainOptions.command === 'gen') {
-    buildProcessor(true)
-  } else {
-    usage()
-  }
-}
-
-function usage() {
-  const usage = commandLineUsage([
-    {
-      header: 'Sentio',
-      content: 'Login & Manage your project files to Sentio.',
-    },
-    {
-      header: 'Usage',
-      content: [
-        'sentio <command> --help\t\tshow detail usage of specific command',
-        'sentio login\t\t\t\tlogin to sentio',
-        'sentio create\t\t\t\tcreate a template project',
-        'sentio upload\t\t\t\tbuild and upload processor to sentio',
-        'sentio gen\t\t\t\tgenerate abi',
-        'sentio build\t\t\t\tgenerate abi and build',
-        'sentio version\t\t\tcurrent cli version',
-      ],
-    },
-  ])
-  console.log(usage)
-  process.exit(1)
-}

package/src/cli/commands/login-server.ts

@@ -1,119 +0,0 @@
-import express from 'express'
-import { getAuthConfig, getFinalizedHost } from '../config'
-import url, { URL } from 'url'
-import fetch from 'node-fetch'
-import { getCliVersion } from '../utils'
-import { WriteKey } from '../key'
-import chalk from 'chalk'
-import http from 'http'
-import os from 'os'
-import * as crypto from 'crypto'
-
-interface AuthParams {
-  serverPort: number
-  sentioHost: string
-  codeVerifier: string
-}
-
-const app = express()
-
-let server: http.Server
-let authParams: AuthParams
-
-export function startServer(params: AuthParams) {
-  authParams = params
-  server = app.listen(params.serverPort)
-}
-
-app.get('/callback', async (req, res) => {
-  res.end('login success, please go back to CLI to continue')
-  const host = getFinalizedHost(authParams.sentioHost)
-  const code = req.query.code
-  if (!code || (code as string).length == 0) {
-    return
-  }
-
-  // exchange token
-  const tokenResRaw = await getToken(host, code as string)
-  if (!tokenResRaw.ok) {
-    console.error(chalk.red('request token error, code:', tokenResRaw.status, tokenResRaw.statusText))
-    return
-  }
-  const tokenRes = await tokenResRaw.json()
-  const accessToken = tokenRes['access_token']
-
-  // check if the account is ready
-  const userResRaw = await getUser(host, accessToken)
-  if (!userResRaw.ok) {
-    if (userResRaw.status == 401) {
-      console.error(chalk.red('please sign up on sentio first'))
-    } else {
-      console.error(chalk.red('get user error, code:', userResRaw.status, userResRaw.statusText))
-    }
-    return
-  }
-  const userRes = await userResRaw.json()
-  if (!userRes.emailVerified) {
-    console.error(chalk.red('please verify your email first'))
-    return
-  }
-
-  // create API key
-  const apiKeyName = `${os.hostname()}-${crypto.randomBytes(4).toString('hex')}`
-  const createApiKeyResRaw = await createApiKey(host, apiKeyName, 'sdk_generated', accessToken)
-  if (!createApiKeyResRaw.ok) {
-    console.error(chalk.red('create api key error, code:', createApiKeyResRaw.status, createApiKeyResRaw.statusText))
-    return
-  }
-  const createApiKeyRes = await createApiKeyResRaw.json()
-  const apiKey = createApiKeyRes['key']
-  WriteKey(host, apiKey)
-  console.log(chalk.green('login success, new API key: ' + apiKey))
-
-  server.close()
-})
-
-async function getToken(host: string, code: string) {
-  const authConf = getAuthConfig(host)
-  const params = new url.URLSearchParams({
-    grant_type: 'authorization_code',
-    client_id: authConf.clientId,
-    code_verifier: authParams.codeVerifier,
-    code: code,
-    redirect_uri: `http://localhost:${authParams.serverPort}/callback`,
-  })
-  return fetch(`${authConf.domain}/oauth/token`, {
-    method: 'POST',
-    headers: {
-      'Content-Type': 'application/x-www-form-urlencoded',
-    },
-    body: params.toString(),
-  })
-}
-
-async function createApiKey(host: string, name: string, source: string, accessToken: string) {
-  const createApiKeyUrl = new URL('/api/v1/keys', host)
-  return fetch(createApiKeyUrl, {
-    method: 'POST',
-    headers: {
-      Authorization: 'Bearer ' + accessToken,
-      version: getCliVersion(),
-    },
-    body: JSON.stringify({
-      name: name,
-      scopes: ['write:project'],
-      source: source,
-    }),
-  })
-}
-
-async function getUser(host: string, accessToken: string) {
-  const getUserUrl = new URL('/api/v1/users', host)
-  return fetch(getUserUrl, {
-    method: 'GET',
-    headers: {
-      Authorization: 'Bearer ' + accessToken,
-      version: getCliVersion(),
-    },
-  })
-}