@volc-emr/emr-cli 0.1.0-beta.0 → 0.1.2

package/dist/runtime/confirm.js

@@ -1,92 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.confirm = confirm;
-exports.createPromptSession = createPromptSession;
-const readline_1 = __importDefault(require("readline"));
-function createLineSource() {
-    const stdin = process.stdin;
-    stdin.setEncoding("utf8");
-    let buffer = "";
-    const queue = [];
-    const waiters = [];
-    let ended = false;
-    const flush = () => {
-        let idx;
-        while ((idx = buffer.indexOf("\n")) !== -1) {
-            const line = buffer.slice(0, idx).replace(/\r$/, "");
-            buffer = buffer.slice(idx + 1);
-            const w = waiters.shift();
-            if (w)
-                w(line);
-            else
-                queue.push(line);
-        }
-    };
-    stdin.on("data", (chunk) => {
-        buffer += chunk;
-        flush();
-    });
-    stdin.on("end", () => {
-        ended = true;
-        if (buffer.length) {
-            const w = waiters.shift();
-            if (w)
-                w(buffer);
-            else
-                queue.push(buffer);
-            buffer = "";
-        }
-        while (waiters.length) {
-            const w = waiters.shift();
-            w && w("");
-        }
-    });
-    return {
-        nextLine() {
-            if (queue.length)
-                return Promise.resolve(queue.shift());
-            if (ended)
-                return Promise.resolve("");
-            return new Promise((resolve) => waiters.push(resolve));
-        },
-        stop() {
-            stdin.pause();
-        }
-    };
-}
-function confirm(question) {
-    const rl = readline_1.default.createInterface({
-        input: process.stdin,
-        output: process.stdout
-    });
-    return new Promise((resolve) => {
-        rl.question(`${question} (y/n): `, (answer) => {
-            rl.close();
-            resolve(answer.toLowerCase() === "y");
-        });
-    });
-}
-function createPromptSession() {
-    const source = createLineSource();
-    process.stdin.resume();
-    return {
-        async ask(question, options = {}) {
-            const { defaultValue, silent } = options;
-            const label = defaultValue
-                ? `${question} [${defaultValue}]: `
-                : `${question}: `;
-            process.stdout.write(label);
-            const line = await source.nextLine();
-            const value = (line || "").trim();
-            if (silent)
-                process.stdout.write("\n");
-            return value || defaultValue || "";
-        },
-        close() {
-            source.stop();
-        }
-    };
-}

package/dist/runtime/createClusterMemory.js

@@ -1,56 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.readCreateClusterMemory = readCreateClusterMemory;
-exports.writeCreateClusterMemory = writeCreateClusterMemory;
-exports.clearCreateClusterMemory = clearCreateClusterMemory;
-exports.createClusterMemoryPath = createClusterMemoryPath;
-const fs_1 = __importDefault(require("fs"));
-const os_1 = __importDefault(require("os"));
-const path_1 = __importDefault(require("path"));
-const MEMORY_DIR = process.env.VOLC_EMR_CONFIG_DIR || path_1.default.join(os_1.default.homedir(), ".volc-emr");
-const MEMORY_FILE = path_1.default.join(MEMORY_DIR, "create-cluster-memory.json");
-function readCreateClusterMemory() {
-    try {
-        if (!fs_1.default.existsSync(MEMORY_FILE))
-            return {};
-        const parsed = JSON.parse(fs_1.default.readFileSync(MEMORY_FILE, "utf-8"));
-        return parsed && typeof parsed === "object" ? parsed : {};
-    }
-    catch {
-        return {};
-    }
-}
-function writeCreateClusterMemory(patch) {
-    fs_1.default.mkdirSync(MEMORY_DIR, { recursive: true, mode: 0o700 });
-    const prev = readCreateClusterMemory();
-    const merged = { ...prev };
-    for (const [k, v] of Object.entries(patch)) {
-        if (v === undefined || v === null)
-            continue;
-        if (typeof v === "string" && !v.trim())
-            continue;
-        if (Array.isArray(v) && v.length === 0)
-            continue;
-        merged[k] = v;
-    }
-    merged.updatedAt = Date.now();
-    fs_1.default.writeFileSync(MEMORY_FILE, JSON.stringify(merged, null, 2), {
-        mode: 0o600
-    });
-    return merged;
-}
-function clearCreateClusterMemory() {
-    try {
-        if (fs_1.default.existsSync(MEMORY_FILE))
-            fs_1.default.unlinkSync(MEMORY_FILE);
-    }
-    catch {
-        /* ignore */
-    }
-}
-function createClusterMemoryPath() {
-    return MEMORY_FILE;
-}

package/dist/runtime/llm.js

@@ -1,64 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.chatCompletion = chatCompletion;
-const https_1 = __importDefault(require("https"));
-const http_1 = __importDefault(require("http"));
-const url_1 = require("url");
-async function chatCompletion(llm, options) {
-    if (!llm.endpoint)
-        throw new Error("LLM endpoint is not configured");
-    const body = {
-        model: llm.model || "default",
-        messages: options.messages,
-        temperature: options.temperature ?? 0
-    };
-    if (options.jsonMode) {
-        body.response_format = { type: "json_object" };
-    }
-    const payload = JSON.stringify(body);
-    const url = new url_1.URL(llm.endpoint);
-    const headers = {
-        "Content-Type": "application/json",
-        "Content-Length": Buffer.byteLength(payload).toString()
-    };
-    if (llm.apiKey)
-        headers["Authorization"] = `Bearer ${llm.apiKey}`;
-    const client = url.protocol === "https:" ? https_1.default : http_1.default;
-    return new Promise((resolve, reject) => {
-        const req = client.request({
-            method: "POST",
-            hostname: url.hostname,
-            port: url.port || (url.protocol === "https:" ? 443 : 80),
-            path: `${url.pathname}${url.search}`,
-            headers
-        }, (res) => {
-            const chunks = [];
-            res.on("data", (c) => chunks.push(c));
-            res.on("end", () => {
-                const raw = Buffer.concat(chunks).toString("utf-8");
-                if ((res.statusCode || 500) >= 400) {
-                    reject(new Error(`LLM HTTP ${res.statusCode}: ${raw}`));
-                    return;
-                }
-                try {
-                    const json = JSON.parse(raw);
-                    const content = json?.choices?.[0]?.message?.content;
-                    if (typeof content !== "string") {
-                        reject(new Error(`Unexpected LLM response shape: ${raw.slice(0, 200)}`));
-                        return;
-                    }
-                    resolve(content);
-                }
-                catch (e) {
-                    reject(new Error(`Parse LLM response failed: ${e.message}`));
-                }
-            });
-        });
-        req.on("error", reject);
-        req.write(payload);
-        req.end();
-    });
-}

package/dist/runtime/logger.js

@@ -1,8 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.logStep = logStep;
-function logStep(i, msg, data) {
-    console.log(`Step ${i + 1}: ${msg}`);
-    if (data)
-        console.log("  ↳", data);
-}

package/dist/runtime/memory.js

@@ -1,4 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.memory = void 0;
-exports.memory = {};

package/dist/services/emrApi.js

@@ -1,181 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.emrApi = exports.CLUSTER_STATES = exports.EmrClusterState = void 0;
-exports.listClusters = listClusters;
-exports.listAllClusters = listAllClusters;
-exports.releaseCluster = releaseCluster;
-exports.createCluster = createCluster;
-exports.findClustersToCleanup = findClustersToCleanup;
-const volcApi_1 = require("./volcApi");
-var EmrClusterState;
-(function (EmrClusterState) {
-    EmrClusterState["PENDING_FOR_PAYMENT"] = "PENDING_FOR_PAYMENT";
-    EmrClusterState["CREATING"] = "CREATING";
-    EmrClusterState["RUNNING"] = "RUNNING";
-    EmrClusterState["WARNING"] = "WARNING";
-    EmrClusterState["EXCEPTION"] = "EXCEPTION";
-    EmrClusterState["RESTORING"] = "RESTORING";
-    EmrClusterState["PAUSING"] = "PAUSING";
-    EmrClusterState["PAUSED"] = "PAUSED";
-    EmrClusterState["TERMINATING"] = "TERMINATING";
-    EmrClusterState["TERMINATED"] = "TERMINATED";
-    EmrClusterState["TERMINATED_WITH_ERROR"] = "TERMINATED_WITH_ERROR";
-    EmrClusterState["FAILED"] = "FAILED";
-    EmrClusterState["SHUTDOWN"] = "SHUTDOWN";
-})(EmrClusterState || (exports.EmrClusterState = EmrClusterState = {}));
-exports.CLUSTER_STATES = Object.values(EmrClusterState);
-function compactBody(input) {
-    const out = {};
-    for (const [k, v] of Object.entries(input)) {
-        if (v === undefined || v === null || v === "")
-            continue;
-        if (Array.isArray(v) && v.length === 0)
-            continue;
-        out[k] = v;
-    }
-    return out;
-}
-function toMs(v) {
-    if (v === undefined || v === null || v === "")
-        return undefined;
-    const n = typeof v === "number" ? v : Number(v);
-    if (!Number.isFinite(n))
-        return undefined;
-    // 10 位 = 秒级，13 位 = 毫秒级，统一转毫秒
-    return n < 1e12 ? Math.trunc(n) * 1000 : Math.trunc(n);
-}
-function toMsString(v) {
-    const ms = toMs(v);
-    return ms === undefined ? undefined : String(ms);
-}
-async function listClusters(params = {}) {
-    const body = compactBody({
-        ClusterName: params.ClusterName,
-        ClusterId: params.ClusterId,
-        ReleaseVersion: params.ReleaseVersion,
-        ProjectName: params.ProjectName,
-        CreateTimeBefore: toMsString(params.CreateTimeBefore),
-        CreateTimeAfter: toMsString(params.CreateTimeAfter),
-        ClusterIds: params.ClusterIds,
-        ClusterTypes: params.ClusterTypes,
-        ClusterStates: params.ClusterStates,
-        ChargeTypes: params.ChargeTypes,
-        Tags: params.Tags,
-        MaxResults: params.MaxResults,
-        NextToken: params.NextToken
-    });
-    console.log(body);
-    const result = await (0, volcApi_1.callEmr)("ListClusters", body);
-    return {
-        Items: Array.isArray(result?.Items) ? result.Items : [],
-        TotalCount: typeof result?.TotalCount === "number" ? result.TotalCount : 0,
-        MaxResults: typeof result?.MaxResults === "number" ? result.MaxResults : 0,
-        NextToken: result?.NextToken || undefined
-    };
-}
-async function listAllClusters(params = {}) {
-    const { hardLimit, NextToken: initialToken, MaxResults, ...rest } = params;
-    const pageSize = Math.min(Math.max(MaxResults ?? 50, 1), 100);
-    const all = [];
-    let token = initialToken;
-    let safety = 0;
-    do {
-        const page = await listClusters({
-            ...rest,
-            MaxResults: pageSize,
-            NextToken: token
-        });
-        all.push(...page.Items);
-        if (hardLimit && all.length >= hardLimit) {
-            return all.slice(0, hardLimit);
-        }
-        token = page.NextToken;
-        safety++;
-        if (safety > 1000) {
-            throw new Error("[listAllClusters] safety break: more than 1000 pages, check NextToken loop");
-        }
-    } while (token);
-    return all;
-}
-function matchArchived(msg) {
-    return /marked\s+archived|could not operate before fixed/i.test(msg);
-}
-function matchNotFound(msg) {
-    return /not\s*found|does\s*not\s*exist|不存在/i.test(msg);
-}
-function matchAlreadyReleased(msg) {
-    return /already\s+released|已释放|已删除/i.test(msg);
-}
-async function releaseCluster(params) {
-    try {
-        const resp = await (0, volcApi_1.callEmr)("ReleaseCluster", params);
-        return {
-            ClusterId: params.ClusterId,
-            OperationId: resp?.OperationId,
-            OperateId: resp?.OperateId,
-            Skipped: false
-        };
-    }
-    catch (e) {
-        const msg = String(e?.message || e);
-        if (matchArchived(msg)) {
-            return {
-                ClusterId: params.ClusterId,
-                Skipped: true,
-                Reason: "ARCHIVED",
-                Message: "集群已被归档（archived），无法再操作；需要联系火山侧解除归档后再释放。"
-            };
-        }
-        if (matchNotFound(msg)) {
-            return {
-                ClusterId: params.ClusterId,
-                Skipped: true,
-                Reason: "NOT_FOUND",
-                Message: "集群不存在（可能已被清理）。"
-            };
-        }
-        if (matchAlreadyReleased(msg)) {
-            return {
-                ClusterId: params.ClusterId,
-                Skipped: true,
-                Reason: "ALREADY_RELEASED",
-                Message: "集群已释放，无需重复操作。"
-            };
-        }
-        throw e;
-    }
-}
-async function createCluster(params) {
-    const body = compactBody({ ...params });
-    console.log("createCluster params:", params);
-    console.log(body);
-    const resp = await (0, volcApi_1.callEmr)("CreateCluster", body);
-    return {
-        ClusterId: resp?.ClusterId || "",
-        OperationId: resp?.OperationId
-    };
-}
-const DAY = 86400000;
-const SHUTDOWN_STATES = [
-    EmrClusterState.TERMINATED,
-    EmrClusterState.TERMINATED_WITH_ERROR,
-    EmrClusterState.FAILED,
-    EmrClusterState.SHUTDOWN
-];
-async function findClustersToCleanup({ olderThanDays = 7, states } = {}) {
-    const threshold = Date.now() - olderThanDays * DAY;
-    const targetStates = states && states.length ? states : SHUTDOWN_STATES;
-    const items = await listAllClusters({
-        ClusterStates: targetStates,
-        CreateTimeBefore: threshold
-    });
-    console.log(items);
-    return items;
-}
-exports.emrApi = {
-    listClusters,
-    listAllClusters,
-    releaseCluster,
-    findClustersToCleanup,
-    createCluster
-};

package/dist/services/volcApi.js

@@ -1,53 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getEmrService = getEmrService;
-exports.callEmr = callEmr;
-const openapi_1 = require("@volcengine/openapi");
-const config_1 = require("../runtime/config");
-const EMR_API_VERSION = "2023-08-15";
-let cachedService = null;
-let cachedKey = null;
-function buildService(creds) {
-    const service = new openapi_1.Service({
-        host: `emr.${creds.region}.volcengineapi.com`,
-        serviceName: "emr",
-        region: creds.region,
-        accessKeyId: creds.accessKey,
-        secretKey: creds.secretKey,
-        defaultVersion: EMR_API_VERSION
-    });
-    return service;
-}
-function getEmrService(cli = {}) {
-    const creds = (0, config_1.resolveCredentials)(cli);
-    const key = `${creds.region}:${creds.accessKey}`;
-    if (cachedService && cachedKey === key)
-        return cachedService;
-    cachedService = buildService(creds);
-    cachedKey = key;
-    return cachedService;
-}
-async function callEmr(action, body = {}, options = {}) {
-    const service = getEmrService();
-    const fetchApi = service.createJSONAPI(action, {
-        method: "POST",
-        Version: options.version || EMR_API_VERSION,
-        contentType: "json"
-    });
-    const response = await fetchApi(body);
-    if (response?.ResponseMetadata?.Error) {
-        const err = response.ResponseMetadata.Error;
-        let message = err?.Message || err?.CodeN || err?.Code || "Volcengine EMR error";
-        if (typeof message === "string" && /\{\d+\}/.test(message)) {
-            try {
-                const bodyPreview = JSON.stringify(body);
-                message = `${message} (body=${bodyPreview})`;
-            }
-            catch {
-                /* ignore */
-            }
-        }
-        throw new Error(`[${action}] ${message}`);
-    }
-    return response?.Result;
-}

package/dist/tools/base.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });