@melaya/runner 1.1.81 → 1.1.83

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@melaya/runner",
-  "version": "1.1.81",
+  "version": "1.1.83",
   "description": "Run Melaya AI pipelines locally with your own LM Studio or Ollama models",
   "license": "Apache-2.0",
   "author": "Melaya Labs LLC",

package/dist/linkedinProxy.d.ts

@@ -1,51 +0,0 @@
-/**
- * LinkedIn Voyager-API egress for the @melaya/runner.
- *
- * The server (Alibaba) forwards LinkedIn API calls to the runner via
- * Socket.IO `linkedin:exec` events. This module:
- *
- *   1. Reads the operator's local cookies (li_at + JSESSIONID) from
- *      ~/.melaya-runner/linkedin/cookies.json. The cookies were saved
- *      via `npx @melaya/runner linkedin-setup`. They never leave this
- *      machine.
- *
- *   2. Issues the actual HTTPS call to LinkedIn's Voyager API
- *      (https://www.linkedin.com/voyager/api/...) using Node's native
- *      fetch. The egress IP is the operator's residential IP — exactly
- *      what they normally browse LinkedIn from, so no automation
- *      flags.
- *
- *   3. For "write" actions (likes / replies / connection requests)
- *      inserts a 3-9s human pause before the call, increments a daily
- *      counter at ~/.melaya-runner/linkedin/usage-{YYYY-MM-DD}.json,
- *      and refuses with `daily_cap_reached` past the configured cap.
- *
- *   4. Returns { status, body } back to the server so the caller (the
- *      Python agent's social_linkedin tool) can parse the response.
- *
- * Caps (override via env on the runner):
- *   LINKEDIN_DAILY_LIKES_CAP        default 50
- *   LINKEDIN_DAILY_REPLIES_CAP      default 20
- *   LINKEDIN_DAILY_CONNECTIONS_CAP  default 15
- */
-interface LinkedInCookies {
-    li_at: string;
-    JSESSIONID: string;
-}
-export declare function readCookies(): LinkedInCookies | null;
-export declare function writeCookies(c: LinkedInCookies): string;
-export interface LinkedInExecRequest {
-    correlation_id: string;
-    method: string;
-    path: string;
-    params?: Record<string, unknown> | null;
-    body?: unknown;
-    write?: boolean;
-}
-export interface LinkedInExecResult {
-    status?: number;
-    body?: unknown;
-    error?: string;
-}
-export declare function handleLinkedInExec(req: LinkedInExecRequest, verbose?: boolean): Promise<LinkedInExecResult>;
-export {};

package/dist/linkedinProxy.js

@@ -1,216 +0,0 @@
-/**
- * LinkedIn Voyager-API egress for the @melaya/runner.
- *
- * The server (Alibaba) forwards LinkedIn API calls to the runner via
- * Socket.IO `linkedin:exec` events. This module:
- *
- *   1. Reads the operator's local cookies (li_at + JSESSIONID) from
- *      ~/.melaya-runner/linkedin/cookies.json. The cookies were saved
- *      via `npx @melaya/runner linkedin-setup`. They never leave this
- *      machine.
- *
- *   2. Issues the actual HTTPS call to LinkedIn's Voyager API
- *      (https://www.linkedin.com/voyager/api/...) using Node's native
- *      fetch. The egress IP is the operator's residential IP — exactly
- *      what they normally browse LinkedIn from, so no automation
- *      flags.
- *
- *   3. For "write" actions (likes / replies / connection requests)
- *      inserts a 3-9s human pause before the call, increments a daily
- *      counter at ~/.melaya-runner/linkedin/usage-{YYYY-MM-DD}.json,
- *      and refuses with `daily_cap_reached` past the configured cap.
- *
- *   4. Returns { status, body } back to the server so the caller (the
- *      Python agent's social_linkedin tool) can parse the response.
- *
- * Caps (override via env on the runner):
- *   LINKEDIN_DAILY_LIKES_CAP        default 50
- *   LINKEDIN_DAILY_REPLIES_CAP      default 20
- *   LINKEDIN_DAILY_CONNECTIONS_CAP  default 15
- */
-import { mkdirSync, readFileSync, writeFileSync, existsSync, chmodSync } from "fs";
-import { homedir } from "os";
-import { join } from "path";
-import chalk from "chalk";
-const VOYAGER_BASE = "https://www.linkedin.com/voyager/api";
-const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) " +
-    "AppleWebKit/537.36 (KHTML, like Gecko) " +
-    "Chrome/127.0.0.0 Safari/537.36";
-// ── Storage paths ─────────────────────────────────────────────────────────────
-function stateDir() {
-    return process.env.MELAYA_LINKEDIN_DIR || join(homedir(), ".melaya-runner", "linkedin");
-}
-function cookiesPath() {
-    return join(stateDir(), "cookies.json");
-}
-function usagePath() {
-    const day = new Date().toISOString().slice(0, 10);
-    return join(stateDir(), `usage-${day}.json`);
-}
-// ── Caps ──────────────────────────────────────────────────────────────────────
-function envCap(name, fallback) {
-    const raw = process.env[name];
-    if (!raw)
-        return fallback;
-    const n = parseInt(raw, 10);
-    return Number.isFinite(n) && n > 0 ? n : fallback;
-}
-const CAP_LIKES = envCap("LINKEDIN_DAILY_LIKES_CAP", 50);
-const CAP_REPLIES = envCap("LINKEDIN_DAILY_REPLIES_CAP", 20);
-const CAP_CONNECTIONS = envCap("LINKEDIN_DAILY_CONNECTIONS_CAP", 15);
-function readUsage() {
-    const p = usagePath();
-    if (!existsSync(p))
-        return {};
-    try {
-        return JSON.parse(readFileSync(p, "utf-8"));
-    }
-    catch {
-        return {};
-    }
-}
-function bumpUsage(action) {
-    mkdirSync(stateDir(), { recursive: true });
-    const counts = readUsage();
-    counts[action] = (counts[action] || 0) + 1;
-    writeFileSync(usagePath(), JSON.stringify(counts));
-    return counts[action];
-}
-export function readCookies() {
-    const p = cookiesPath();
-    if (!existsSync(p))
-        return null;
-    try {
-        const raw = JSON.parse(readFileSync(p, "utf-8"));
-        if (raw && typeof raw.li_at === "string" && typeof raw.JSESSIONID === "string"
-            && raw.li_at.length > 10 && raw.JSESSIONID.length > 10) {
-            return raw;
-        }
-    }
-    catch { /* corrupt file */ }
-    return null;
-}
-export function writeCookies(c) {
-    mkdirSync(stateDir(), { recursive: true });
-    const p = cookiesPath();
-    writeFileSync(p, JSON.stringify(c, null, 2), "utf-8");
-    // Lock down on POSIX. On Windows the user's profile dir ACL already
-    // restricts read access to the user.
-    try {
-        chmodSync(p, 0o600);
-    }
-    catch { /* ignore Windows */ }
-    return p;
-}
-function csrfToken(jsessionid) {
-    // Voyager expects the JSESSIONID value with quotes stripped.
-    return jsessionid.replace(/^"+|"+$/g, "");
-}
-// ── Action classification (for cap + pause) ──────────────────────────────────
-function classifyAction(method, path) {
-    const m = method.toUpperCase();
-    if (m === "GET")
-        return "read";
-    // Best-effort classifier — the server already passes `write: true`
-    // for actions that should be paused/capped, so this only fires when
-    // the server didn't tag it.
-    if (path.includes("/feed/reactions"))
-        return "like";
-    if (path.includes("/feed/comments"))
-        return "reply";
-    if (path.includes("/voyagerRelationshipsDashMemberRelationships"))
-        return "connect";
-    return "read";
-}
-function capForAction(action) {
-    const u = readUsage();
-    switch (action) {
-        case "like": return { used: u.likes || 0, cap: CAP_LIKES };
-        case "reply": return { used: u.replies || 0, cap: CAP_REPLIES };
-        case "connect": return { used: u.connections || 0, cap: CAP_CONNECTIONS };
-        default: return null;
-    }
-}
-function bumpForAction(action) {
-    switch (action) {
-        case "like": return bumpUsage("likes");
-        case "reply": return bumpUsage("replies");
-        case "connect": return bumpUsage("connections");
-        default: return null;
-    }
-}
-async function humanPause() {
-    const ms = 3000 + Math.floor(Math.random() * 6000);
-    await new Promise((res) => setTimeout(res, ms));
-}
-export async function handleLinkedInExec(req, verbose = false) {
-    const cookies = readCookies();
-    if (!cookies) {
-        return { error: "cookies_missing — run `npx @melaya/runner linkedin-setup` once on this machine" };
-    }
-    const action = classifyAction(req.method, req.path);
-    const isWrite = !!req.write || action !== "read";
-    if (isWrite && action !== "read") {
-        const c = capForAction(action);
-        if (c && c.used >= c.cap) {
-            return { error: `daily_cap_reached: ${action} ${c.used}/${c.cap}. Resets 00:00 UTC.` };
-        }
-        await humanPause();
-    }
-    const csrf = csrfToken(cookies.JSESSIONID);
-    // Build URL with query params (URLSearchParams handles array/object encoding)
-    const url = new URL(VOYAGER_BASE + req.path);
-    if (req.params && typeof req.params === "object") {
-        for (const [k, v] of Object.entries(req.params)) {
-            if (v == null)
-                continue;
-            url.searchParams.append(k, String(v));
-        }
-    }
-    const headers = {
-        "User-Agent": USER_AGENT,
-        "Accept": "application/vnd.linkedin.normalized+json+2.1",
-        "Accept-Language": "en-US,en;q=0.9",
-        "csrf-token": csrf,
-        "x-restli-protocol-version": "2.0.0",
-        "x-li-lang": "en_US",
-        "x-li-track": JSON.stringify({
-            clientVersion: "1.13.0", mpVersion: "1.13.0", osName: "web",
-            timezoneOffset: -8, timezone: "America/Los_Angeles",
-            deviceFormFactor: "DESKTOP", mpName: "voyager-web",
-        }),
-        "Cookie": `li_at=${cookies.li_at}; JSESSIONID=${cookies.JSESSIONID}`,
-        "Referer": "https://www.linkedin.com/feed/",
-        "Origin": "https://www.linkedin.com",
-    };
-    const init = { method: req.method, headers };
-    if (req.body !== null && req.body !== undefined) {
-        headers["Content-Type"] = "application/json";
-        init.body = JSON.stringify(req.body);
-    }
-    if (verbose) {
-        process.stdout.write(chalk.gray(`  [linkedin] ${req.method} ${req.path}${isWrite ? " (write)" : ""}\n`));
-    }
-    let res;
-    try {
-        res = await fetch(url.toString(), init);
-    }
-    catch (e) {
-        return { error: `network_error: ${e?.message || e}` };
-    }
-    const txt = await res.text().catch(() => "");
-    let body = txt;
-    try {
-        body = JSON.parse(txt);
-    }
-    catch { /* keep as text */ }
-    // Bump the counter ONLY on a 2xx — failures don't count toward the
-    // daily quota (LinkedIn doesn't count them either).
-    if (isWrite && res.ok) {
-        bumpForAction(action);
-    }
-    if (verbose) {
-        process.stdout.write(chalk.gray(`  [linkedin] → ${res.status}\n`));
-    }
-    return { status: res.status, body };
-}

package/dist/linkedinSetup.d.ts

@@ -1,13 +0,0 @@
-/**
- * `npx @melaya/runner linkedin-setup` — interactive cookie onboarding.
- *
- * Walks the operator through extracting their LinkedIn session cookies
- * from a logged-in browser, saves them locally to ~/.melaya-runner/
- * linkedin/cookies.json, and runs a sanity check (`GET /me`) to confirm
- * the session is live.
- *
- * Cookies are stored ONLY on this machine — never transmitted to the
- * Melaya server. The agents on the cloud side reach LinkedIn through
- * a Socket.IO proxy that forwards each call back here for egress.
- */
-export declare function runLinkedinSetup(): Promise<void>;

package/dist/linkedinSetup.js

@@ -1,111 +0,0 @@
-/**
- * `npx @melaya/runner linkedin-setup` — interactive cookie onboarding.
- *
- * Walks the operator through extracting their LinkedIn session cookies
- * from a logged-in browser, saves them locally to ~/.melaya-runner/
- * linkedin/cookies.json, and runs a sanity check (`GET /me`) to confirm
- * the session is live.
- *
- * Cookies are stored ONLY on this machine — never transmitted to the
- * Melaya server. The agents on the cloud side reach LinkedIn through
- * a Socket.IO proxy that forwards each call back here for egress.
- */
-import chalk from "chalk";
-import { createInterface } from "readline";
-import { writeCookies, handleLinkedInExec } from "./linkedinProxy.js";
-function ask(prompt, hidden = false) {
-    return new Promise((resolve) => {
-        const rl = createInterface({
-            input: process.stdin,
-            output: process.stdout,
-            terminal: !hidden,
-        });
-        if (hidden) {
-            // Mask while typing — best-effort; works in most TTYs. Falls back
-            // to plain echo if stdin isn't a TTY.
-            const stdout = process.stdout;
-            const stdin = process.stdin;
-            if (stdin.isTTY) {
-                const onKey = (char) => {
-                    const c = char.toString();
-                    if (c === "\r" || c === "\n")
-                        return;
-                    stdout.write("*");
-                };
-                stdin.on("data", onKey);
-                rl.question(prompt, (answer) => {
-                    stdin.off("data", onKey);
-                    process.stdout.write("\n");
-                    rl.close();
-                    resolve(answer);
-                });
-            }
-            else {
-                rl.question(prompt, (answer) => { rl.close(); resolve(answer); });
-            }
-        }
-        else {
-            rl.question(prompt, (answer) => { rl.close(); resolve(answer); });
-        }
-    });
-}
-const ORANGE = chalk.hex("#FF8C00");
-const CYAN = chalk.hex("#22D3EE");
-const DIM = chalk.gray;
-export async function runLinkedinSetup() {
-    console.log();
-    console.log(CYAN.bold("  ▸ LinkedIn — cookie setup"));
-    console.log(DIM("  ─────────────────────────────────────────────────────"));
-    console.log();
-    console.log(DIM("  Why: agents in cloud pipelines need to reach LinkedIn through"));
-    console.log(DIM("  this machine's residential IP (datacenter IPs get flagged)."));
-    console.log(DIM("  Cookies are saved locally only — never sent to the server."));
-    console.log();
-    console.log(chalk.bold("  Steps:"));
-    console.log(`    1. Open ${ORANGE("https://www.linkedin.com")} in a logged-in browser tab`);
-    console.log(`    2. Open DevTools ${DIM("(F12 / Cmd-Opt-I)")} → Application → Cookies → linkedin.com`);
-    console.log(`    3. Copy the value of ${ORANGE("li_at")}        (long base64-ish token)`);
-    console.log(`    4. Copy the value of ${ORANGE("JSESSIONID")}    (keep the surrounding quotes)`);
-    console.log();
-    const li_at = (await ask("  li_at: ", true)).trim();
-    if (!li_at || li_at.length < 20) {
-        console.log(chalk.red("\n  ✗ li_at looks invalid (too short). Aborting."));
-        process.exit(1);
-    }
-    const JSESSIONID = (await ask("  JSESSIONID: ", true)).trim();
-    if (!JSESSIONID || JSESSIONID.length < 5) {
-        console.log(chalk.red("\n  ✗ JSESSIONID looks invalid. Aborting."));
-        process.exit(1);
-    }
-    const path = writeCookies({ li_at, JSESSIONID });
-    console.log(chalk.green(`\n  ✓ Cookies saved to ${path}`));
-    // Sanity check: hit /me to confirm the session works.
-    console.log(DIM("  Verifying session…"));
-    const result = await handleLinkedInExec({
-        correlation_id: "setup-probe",
-        method: "GET",
-        path: "/me",
-    });
-    if (result.error) {
-        console.log(chalk.red(`  ✗ Verification failed: ${result.error}`));
-        console.log(DIM("    Cookies were saved but the test call failed. Try re-pasting from a fresh browser session."));
-        process.exit(2);
-    }
-    if (result.status && result.status >= 200 && result.status < 300) {
-        const body = result.body;
-        const name = body?.miniProfile?.firstName + " " + body?.miniProfile?.lastName
-            || body?.firstName + " " + body?.lastName
-            || "(name not in response)";
-        console.log(chalk.green(`  ✓ Connected as: ${name}`));
-        console.log();
-        console.log(DIM("  You can now run any LinkedIn pipeline from the platform."));
-        console.log(DIM("  Start the runner normally with:"));
-        console.log(`    ${chalk.bold("npx @melaya/runner --token=mel_run_…")}`);
-        console.log();
-    }
-    else {
-        console.log(chalk.yellow(`  ⚠ Unexpected status ${result.status} during verification`));
-        console.log(DIM(`    Body preview: ${JSON.stringify(result.body).slice(0, 200)}`));
-        console.log(DIM("    Cookies were saved; try a pipeline run to see if it works."));
-    }
-}