@opendatalabs/connect 0.7.0 → 0.8.1-canary.1188bec

package/dist/runtime/playwright/browser.js

@@ -0,0 +1,208 @@
+import fs from "node:fs";
+import path from "node:path";
+import os from "node:os";
+import { execSync } from "node:child_process";
+import { chromium } from "playwright";
+const CHROME_PATHS = {
+    darwin: "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome",
+    win32: "C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
+    linux: "/usr/bin/google-chrome",
+    aix: undefined,
+    android: undefined,
+    freebsd: undefined,
+    haiku: undefined,
+    openbsd: undefined,
+    cygwin: undefined,
+    netbsd: undefined,
+    sunos: undefined,
+};
+const CHROME_PROFILE_DIRS = {
+    darwin: path.join(process.env.HOME || "", "Library", "Application Support", "Google", "Chrome"),
+    win32: path.join(process.env.LOCALAPPDATA || "", "Google", "Chrome", "User Data"),
+    linux: path.join(process.env.HOME || "", ".config", "google-chrome"),
+    aix: undefined,
+    android: undefined,
+    freebsd: undefined,
+    haiku: undefined,
+    openbsd: undefined,
+    cygwin: undefined,
+    netbsd: undefined,
+    sunos: undefined,
+};
+export function getBrowserCacheDir() {
+    if (process.env.PLAYWRIGHT_BROWSERS_PATH) {
+        return process.env.PLAYWRIGHT_BROWSERS_PATH;
+    }
+    const home = process.env.HOME || process.env.USERPROFILE || "";
+    const candidates = [path.join(home, ".dataconnect", "browsers")];
+    for (const dir of candidates) {
+        if (fs.existsSync(dir)) {
+            return dir;
+        }
+    }
+    return candidates[0];
+}
+export function getSystemChromePath() {
+    const chromePath = CHROME_PATHS[process.platform];
+    if (chromePath && fs.existsSync(chromePath)) {
+        return chromePath;
+    }
+    if (process.platform === "win32") {
+        const altPaths = [
+            "C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe",
+            path.join(process.env.LOCALAPPDATA || "", "Google\\Chrome\\Application\\chrome.exe"),
+            "C:\\Program Files (x86)\\Microsoft\\Edge\\Application\\msedge.exe",
+        ];
+        for (const candidate of altPaths) {
+            if (fs.existsSync(candidate)) {
+                return candidate;
+            }
+        }
+    }
+    return null;
+}
+export function getDownloadedChromiumPath() {
+    const cacheDir = getBrowserCacheDir();
+    if (!fs.existsSync(cacheDir)) {
+        return null;
+    }
+    const chromiumDir = fs
+        .readdirSync(cacheDir)
+        .find((entry) => entry.startsWith("chromium-") && !entry.includes("headless"));
+    if (!chromiumDir) {
+        return null;
+    }
+    const chromiumPath = path.join(cacheDir, chromiumDir);
+    const candidates = process.platform === "darwin"
+        ? [
+            path.join(chromiumPath, "chrome-mac-arm64", "Google Chrome for Testing.app", "Contents", "MacOS", "Google Chrome for Testing"),
+            path.join(chromiumPath, "chrome-mac", "Google Chrome for Testing.app", "Contents", "MacOS", "Google Chrome for Testing"),
+            path.join(chromiumPath, "chrome-mac-arm64", "Chromium.app", "Contents", "MacOS", "Chromium"),
+            path.join(chromiumPath, "chrome-mac", "Chromium.app", "Contents", "MacOS", "Chromium"),
+        ]
+        : process.platform === "win32"
+            ? [
+                path.join(chromiumPath, "chrome-win", "chrome.exe"),
+                path.join(chromiumPath, "chrome-win64", "chrome.exe"),
+            ]
+            : [
+                path.join(chromiumPath, "chrome-linux", "chrome"),
+                path.join(chromiumPath, "chrome-linux64", "chrome"),
+            ];
+    for (const candidate of candidates) {
+        if (fs.existsSync(candidate)) {
+            return candidate;
+        }
+    }
+    return null;
+}
+export function isSystemChrome(browserPath) {
+    if (!browserPath) {
+        return false;
+    }
+    const lower = browserPath.toLowerCase();
+    if (lower.includes(".databridge") ||
+        lower.includes("chromium") ||
+        lower.includes("chrome for testing")) {
+        return false;
+    }
+    return true;
+}
+export function getChromeProfileDir(chromeRoot) {
+    const localStatePath = path.join(chromeRoot, "Local State");
+    if (fs.existsSync(localStatePath)) {
+        try {
+            const localState = JSON.parse(fs.readFileSync(localStatePath, "utf8"));
+            const lastUsed = localState.profile?.last_used;
+            if (lastUsed) {
+                const profileDir = path.join(chromeRoot, lastUsed);
+                if (fs.existsSync(profileDir)) {
+                    return profileDir;
+                }
+            }
+        }
+        catch {
+            // Ignore malformed local state and fall back to Default.
+        }
+    }
+    const defaultDir = path.join(chromeRoot, "Default");
+    return fs.existsSync(defaultDir) ? defaultDir : null;
+}
+export function importChromeCookies(userDataDir, browserPath) {
+    if (!isSystemChrome(browserPath)) {
+        return;
+    }
+    const markerFile = path.join(userDataDir, ".cookies-imported");
+    if (fs.existsSync(markerFile)) {
+        return;
+    }
+    const chromeRoot = CHROME_PROFILE_DIRS[process.platform];
+    if (!chromeRoot || !fs.existsSync(chromeRoot)) {
+        return;
+    }
+    const sourceProfileDir = getChromeProfileDir(chromeRoot);
+    if (!sourceProfileDir) {
+        return;
+    }
+    const sourceCookies = path.join(sourceProfileDir, "Cookies");
+    if (!fs.existsSync(sourceCookies)) {
+        return;
+    }
+    const targetCookies = path.join(userDataDir, "Default", "Cookies");
+    if (!fs.existsSync(targetCookies)) {
+        return;
+    }
+    const sourceDb = sourceCookies.replace(/'/g, "'\\''");
+    const targetDb = targetCookies.replace(/'/g, "'\\''");
+    const sql = `
+ATTACH DATABASE '${sourceDb}' AS src;
+INSERT OR REPLACE INTO main.cookies
+SELECT * FROM src.cookies;
+DETACH DATABASE src;
+`;
+    try {
+        execSync(`sqlite3 '${targetDb}' "${sql.replace(/\n/g, " ")}"`, {
+            stdio: "ignore",
+        });
+        fs.writeFileSync(markerFile, `${new Date().toISOString()}\n`, "utf8");
+    }
+    catch {
+        // Cookie import is opportunistic; continue if sqlite3 is unavailable.
+    }
+}
+export function resolveBrowserPath() {
+    let browserPath = null;
+    if (!process.env.DATACONNECT_SIMULATE_NO_CHROME) {
+        browserPath = getSystemChromePath();
+    }
+    if (!browserPath) {
+        browserPath = getDownloadedChromiumPath();
+    }
+    if (!browserPath) {
+        throw new Error("No browser available. Run `vana setup` to install Chromium before connecting a source.");
+    }
+    return browserPath;
+}
+export async function launchPersistentContext(userDataDir, headless, browserPath) {
+    fs.mkdirSync(userDataDir, { recursive: true });
+    const launchOptions = {
+        headless,
+        args: [
+            "--disable-blink-features=AutomationControlled",
+            "--disable-features=MediaRouter,DialMediaRouteProvider",
+        ],
+        viewport: { width: 1280, height: 800 },
+        userAgent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
+    };
+    if (browserPath) {
+        launchOptions.executablePath = browserPath;
+    }
+    if (isSystemChrome(browserPath)) {
+        launchOptions.ignoreDefaultArgs = ["--use-mock-keychain"];
+    }
+    return chromium.launchPersistentContext(userDataDir, launchOptions);
+}
+export function getDefaultUserDataDir(slug) {
+    return path.join(os.homedir(), ".dataconnect", "browser-profiles", slug);
+}
+//# sourceMappingURL=browser.js.map

package/dist/runtime/playwright/browser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser.js","sourceRoot":"","sources":["../../../src/runtime/playwright/browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAuB,MAAM,YAAY,CAAC;AAE3D,MAAM,YAAY,GAAgD;IAChE,MAAM,EAAE,8DAA8D;IACtE,KAAK,EAAE,4DAA4D;IACnE,KAAK,EAAE,wBAAwB;IAC/B,GAAG,EAAE,SAAS;IACd,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,SAAS;IAChB,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,SAAS;IACjB,MAAM,EAAE,SAAS;IACjB,KAAK,EAAE,SAAS;CACjB,CAAC;AAEF,MAAM,mBAAmB,GAAgD;IACvE,MAAM,EAAE,IAAI,CAAC,IAAI,CACf,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EACtB,SAAS,EACT,qBAAqB,EACrB,QAAQ,EACR,QAAQ,CACT;IACD,KAAK,EAAE,IAAI,CAAC,IAAI,CACd,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,EAC9B,QAAQ,EACR,QAAQ,EACR,WAAW,CACZ;IACD,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,eAAe,CAAC;IACpE,GAAG,EAAE,SAAS;IACd,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,SAAS;IAChB,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,SAAS;IACjB,MAAM,EAAE,SAAS;IACjB,KAAK,EAAE,SAAS;CACjB,CAAC;AAEF,MAAM,UAAU,kBAAkB;IAChC,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;IAC9C,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;IAC/D,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC,CAAC;IAEjE,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,CAAC;QACb,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,mBAAmB;IACjC,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClD,IAAI,UAAU,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG;YACf,kEAAkE;YAClE,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,EAC9B,yCAAyC,CAC1C;YACD,mEAAmE;SACpE,CAAC;QACF,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;YACjC,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7B,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IACtC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,EAAE;SACnB,WAAW,CAAC,QAAQ,CAAC;SACrB,IAAI,CACH,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CACxE,CAAC;IACJ,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACtD,MAAM,UAAU,GACd,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAC3B,CAAC,CAAC;YACE,IAAI,CAAC,IAAI,CACP,YAAY,EACZ,kBAAkB,EAClB,+BAA+B,EAC/B,UAAU,EACV,OAAO,EACP,2BAA2B,CAC5B;YACD,IAAI,CAAC,IAAI,CACP,YAAY,EACZ,YAAY,EACZ,+BAA+B,EAC/B,UAAU,EACV,OAAO,EACP,2BAA2B,CAC5B;YACD,IAAI,CAAC,IAAI,CACP,YAAY,EACZ,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,OAAO,EACP,UAAU,CACX;YACD,IAAI,CAAC,IAAI,CACP,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,UAAU,EACV,OAAO,EACP,UAAU,CACX;SACF;QACH,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO;YAC5B,CAAC,CAAC;gBACE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,EAAE,YAAY,CAAC;gBACnD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,EAAE,YAAY,CAAC;aACtD;YACH,CAAC,CAAC;gBACE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,EAAE,QAAQ,CAAC;gBACjD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,gBAAgB,EAAE,QAAQ,CAAC;aACpD,CAAC;IAEV,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,WAA0B;IACvD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;IACxC,IACE,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC7B,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC1B,KAAK,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EACpC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,UAAkB;IACpD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IAC5D,IAAI,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,EAAE,CAAC,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,CAGxC,CAAC;YACF,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC;YAC/C,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACnD,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC9B,OAAO,UAAU,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,yDAAyD;QAC3D,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACpD,OAAO,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,WAAmB,EACnB,WAA0B;IAE1B,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,EAAE,CAAC;QACjC,OAAO;IACT,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC;IAC/D,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACzD,IAAI,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9C,OAAO;IACT,CAAC;IAED,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IACzD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,OAAO;IACT,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;IAC7D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAClC,OAAO;IACT,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACnE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAClC,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG;mBACK,QAAQ;;;;CAI1B,CAAC;IAEA,IAAI,CAAC;QACH,QAAQ,CAAC,YAAY,QAAQ,MAAM,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE;YAC7D,KAAK,EAAE,QAAQ;SAChB,CAAC,CAAC;QACH,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACxE,CAAC;IAAC,MAAM,CAAC;QACP,sEAAsE;IACxE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,IAAI,WAAW,GAAkB,IAAI,CAAC;IAEtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,CAAC;QAChD,WAAW,GAAG,mBAAmB,EAAE,CAAC;IACtC,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,WAAW,GAAG,yBAAyB,EAAE,CAAC;IAC5C,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,wFAAwF,CACzF,CAAC;IACJ,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,WAAmB,EACnB,QAAiB,EACjB,WAA0B;IAE1B,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/C,MAAM,aAAa,GACjB;QACE,QAAQ;QACR,IAAI,EAAE;YACJ,+CAA+C;YAC/C,uDAAuD;SACxD;QACD,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;QACtC,SAAS,EACP,uHAAuH;KAC1H,CAAC;IAEJ,IAAI,WAAW,EAAE,CAAC;QAChB,aAAa,CAAC,cAAc,GAAG,WAAW,CAAC;IAC7C,CAAC;IAED,IAAI,cAAc,CAAC,WAAW,CAAC,EAAE,CAAC;QAChC,aAAa,CAAC,iBAAiB,GAAG,CAAC,qBAAqB,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,QAAQ,CAAC,uBAAuB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAC;AAC3E,CAAC"}

package/dist/runtime/playwright/in-process-run.d.ts

@@ -0,0 +1,6 @@
+import type { ConnectorRunHandle, ConnectorRunRequest } from "../core/index.js";
+export declare function startInProcessConnectorRun({ request, logPath, }: {
+    request: ConnectorRunRequest;
+    logPath: string;
+}): ConnectorRunHandle;
+//# sourceMappingURL=in-process-run.d.ts.map

package/dist/runtime/playwright/in-process-run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-process-run.d.ts","sourceRoot":"","sources":["../../../src/runtime/playwright/in-process-run.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EACV,kBAAkB,EAClB,mBAAmB,EAGpB,MAAM,kBAAkB,CAAC;AA+C1B,wBAAgB,0BAA0B,CAAC,EACzC,OAAO,EACP,OAAO,GACR,EAAE;IACD,OAAO,EAAE,mBAAmB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,kBAAkB,CA+LrB"}

package/dist/runtime/playwright/in-process-run.js

@@ -0,0 +1,445 @@
+import fs from "node:fs";
+import fsp from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+import { ensureParentDir, getLastResultPath } from "../../core/index.js";
+import { getDefaultUserDataDir, importChromeCookies, isSystemChrome, launchPersistentContext, resolveBrowserPath, } from "./browser.js";
+class NeedsInputError extends Error {
+    constructor() {
+        super("Connector requires additional input.");
+    }
+}
+class LegacyAuthError extends Error {
+    constructor(method) {
+        super(`${method} is not supported by the in-process runtime.`);
+    }
+}
+export function startInProcessConnectorRun({ request, logPath, }) {
+    const runId = `${path.basename(request.connectorPath, path.extname(request.connectorPath))}-${Date.now()}`;
+    const pendingInputPath = path.join(os.homedir(), ".dataconnect", `pending-input-${runId}.json`);
+    const responseInputPath = path.join(os.homedir(), ".dataconnect", `input-response-${runId}.json`);
+    const logStream = fs.createWriteStream(logPath);
+    const queue = [];
+    let resolveQueue = null;
+    let settled = false;
+    let activeContext = null;
+    const flushQueue = () => {
+        resolveQueue?.();
+        resolveQueue = null;
+    };
+    const pushEvent = (event) => {
+        queue.push(event);
+        flushQueue();
+    };
+    const writeLog = (message) => {
+        logStream.write(`${message}\n`);
+    };
+    const runPromise = (async () => {
+        pushEvent({
+            type: "run-started",
+            source: request.source,
+            logPath,
+        });
+        const slug = path.basename(request.connectorPath, path.extname(request.connectorPath));
+        const runState = {
+            context: null,
+            page: null,
+            userDataDir: getDefaultUserDataDir(slug),
+            browserPath: null,
+            browserClosed: false,
+            browserClosedByConnector: false,
+            connectorCompleted: false,
+            headless: true,
+            allowHeaded: false,
+            hasResult: false,
+            cookies: [],
+        };
+        if (request.signal) {
+            request.signal.addEventListener("abort", () => {
+                void runState.context?.close().catch(() => { });
+            });
+        }
+        try {
+            const connectorCode = await fsp.readFile(request.connectorPath, "utf8");
+            runState.browserPath = resolveBrowserPath();
+            writeLog(`[runtime] Using browser: ${runState.browserPath}`);
+            const markerFile = path.join(runState.userDataDir, ".cookies-imported");
+            if (isSystemChrome(runState.browserPath) && !fs.existsSync(markerFile)) {
+                writeLog("[runtime] Initializing browser profile before cookie import");
+                const tempContext = await launchPersistentContext(runState.userDataDir, true, runState.browserPath);
+                await tempContext.close();
+                importChromeCookies(runState.userDataDir, runState.browserPath);
+            }
+            const context = await launchPersistentContext(runState.userDataDir, true, runState.browserPath);
+            activeContext = context;
+            const page = context.pages()[0] || (await context.newPage());
+            runState.context = context;
+            runState.page = page;
+            context.browser()?.on("disconnected", () => {
+                runState.browserClosed = true;
+                runState.context = null;
+                runState.page = null;
+                if (!runState.connectorCompleted &&
+                    !runState.browserClosedByConnector) {
+                    pushEvent({
+                        type: "runtime-error",
+                        source: request.source,
+                        message: "Browser session ended before the connector completed.",
+                        logPath,
+                    });
+                }
+            });
+            const pageApi = createPageApi({
+                request,
+                runState,
+                logPath,
+                pendingInputPath,
+                responseInputPath,
+                pushEvent,
+                writeLog,
+            });
+            await page.goto("about:blank", { waitUntil: "domcontentloaded" });
+            const connectorFunction = buildConnectorFunction(connectorCode);
+            const result = await connectorFunction.call(null, pageApi);
+            if (!runState.hasResult && result != null) {
+                const exportData = result &&
+                    typeof result === "object" &&
+                    "success" in result &&
+                    "data" in result
+                    ? result.data
+                    : result;
+                const resultPath = getLastResultPath();
+                await ensureParentDir(resultPath);
+                await fsp.writeFile(resultPath, `${JSON.stringify(exportData, null, 2)}\n`, "utf8");
+                pushEvent({
+                    type: "collection-complete",
+                    source: request.source,
+                    resultPath,
+                    logPath,
+                });
+            }
+            runState.connectorCompleted = true;
+            if (!runState.browserClosed && runState.context) {
+                await runState.context.close().catch(() => { });
+            }
+        }
+        catch (error) {
+            if (error instanceof NeedsInputError) {
+                return;
+            }
+            pushEvent(classifyRuntimeError(error, request.source, logPath));
+        }
+        finally {
+            settled = true;
+            await activeContext?.close().catch(() => { });
+            logStream.end();
+            flushQueue();
+        }
+    })();
+    return {
+        source: request.source,
+        logPath,
+        async *events() {
+            while (!settled || queue.length > 0) {
+                if (queue.length === 0) {
+                    await new Promise((resolve) => {
+                        resolveQueue = resolve;
+                    });
+                    continue;
+                }
+                yield queue.shift();
+            }
+            await runPromise;
+        },
+        stop() {
+            void activeContext?.close().catch(() => { });
+            if (!settled) {
+                pushEvent({
+                    type: "runtime-error",
+                    source: request.source,
+                    message: "Connector run stopped.",
+                    logPath,
+                });
+            }
+        },
+    };
+}
+function buildConnectorFunction(connectorCode) {
+    let modifiedCode = connectorCode;
+    const iifePattern = /\n\(async\s*\(\)\s*=>\s*\{/g;
+    const matches = [...modifiedCode.matchAll(iifePattern)];
+    if (matches.length > 0) {
+        const lastMatch = matches[matches.length - 1];
+        modifiedCode =
+            modifiedCode.slice(0, lastMatch.index) +
+                "\nreturn (async () => {" +
+                modifiedCode.slice(lastMatch.index + lastMatch[0].length);
+    }
+    const AsyncFunction = Object.getPrototypeOf(async function () { })
+        .constructor;
+    return new AsyncFunction("page", modifiedCode);
+}
+function createPageApi({ request, runState, logPath, pendingInputPath, responseInputPath, pushEvent, writeLog, }) {
+    const networkCaptures = new Map();
+    const capturedResponses = new Map();
+    function requirePage() {
+        if (runState.browserClosed || !runState.page) {
+            throw new Error("Browser is closed. Use page.httpFetch() for HTTP requests.");
+        }
+        return runState.page;
+    }
+    function setupNetworkCapture(page) {
+        page.on("response", async (response) => {
+            const url = response.url();
+            for (const [key, config] of networkCaptures.entries()) {
+                if (config.urlPattern && !url.includes(config.urlPattern)) {
+                    continue;
+                }
+                try {
+                    const request = response.request();
+                    const postData = request.postData() || "";
+                    if (config.bodyPattern) {
+                        const patterns = config.bodyPattern.split("|");
+                        if (!patterns.some((pattern) => postData.includes(pattern))) {
+                            continue;
+                        }
+                    }
+                    const body = await response.json().catch(() => null);
+                    if (body) {
+                        capturedResponses.set(key, {
+                            url,
+                            data: body,
+                            timestamp: Date.now(),
+                        });
+                        writeLog(`[network] captured ${key} from ${url}`);
+                    }
+                }
+                catch {
+                    // Ignore non-JSON responses.
+                }
+            }
+        });
+    }
+    if (runState.page) {
+        setupNetworkCapture(runState.page);
+    }
+    return {
+        goto: async (url, options = {}) => {
+            const page = requirePage();
+            const gotoOptions = {
+                waitUntil: options.waitUntil ?? "domcontentloaded",
+            };
+            if (options.timeout != null) {
+                gotoOptions.timeout = options.timeout;
+            }
+            writeLog(`[page] goto ${url}`);
+            await page.goto(url, gotoOptions);
+        },
+        evaluate: async (script) => {
+            return requirePage().evaluate(script);
+        },
+        screenshot: async () => {
+            const buffer = await requirePage().screenshot({
+                type: "jpeg",
+                quality: 70,
+                timeout: 5000,
+            });
+            return buffer.toString("base64");
+        },
+        requestInput: async (payload) => {
+            const fields = Object.keys(payload.schema?.properties ?? {});
+            const inputRequest = {
+                message: payload.message ?? "Additional input is required.",
+                schema: payload.schema,
+                fields,
+                responseInputPath,
+            };
+            if (request.noInput || !request.onNeedInput) {
+                await writePendingInput({
+                    pendingInputPath,
+                    responseInputPath,
+                    message: inputRequest.message ?? "Additional input is required.",
+                    schema: inputRequest.schema,
+                });
+                pushEvent({
+                    type: "needs-input",
+                    source: request.source,
+                    message: inputRequest.message ?? "Additional input is required.",
+                    fields: inputRequest.fields,
+                    schema: inputRequest.schema,
+                    responseInputPath,
+                    logPath,
+                });
+                throw new NeedsInputError();
+            }
+            const input = await request.onNeedInput(inputRequest);
+            await ensureParentDir(responseInputPath);
+            await fsp.writeFile(responseInputPath, `${JSON.stringify(input)}\n`, "utf8");
+            await fsp.rm(pendingInputPath, { force: true });
+            return input;
+        },
+        sleep: (ms) => new Promise((resolve) => setTimeout(resolve, ms)),
+        setData: async (key, value) => {
+            if (key === "result") {
+                runState.hasResult = true;
+            }
+            writeLog(`[data] ${key}=${typeof value === "string" ? value : JSON.stringify(value)}`);
+        },
+        setProgress: async ({ phase, message, count, }) => {
+            writeLog(`[progress] ${JSON.stringify({
+                phase,
+                message,
+                count,
+            })}`);
+        },
+        promptUser: async (message, checkFn, interval = 2000) => {
+            writeLog(`[prompt] ${message}`);
+            void checkFn;
+            void interval;
+            throw new LegacyAuthError("promptUser");
+        },
+        captureNetwork: async (config) => {
+            networkCaptures.set(config.key, {
+                urlPattern: config.urlPattern || "",
+                bodyPattern: config.bodyPattern || "",
+            });
+        },
+        getCapturedResponse: async (key) => {
+            return capturedResponses.get(key) ?? null;
+        },
+        clearNetworkCaptures: async () => {
+            networkCaptures.clear();
+            capturedResponses.clear();
+        },
+        hasCapturedResponse: (key) => capturedResponses.has(key),
+        closeBrowser: async () => {
+            if (runState.browserClosed) {
+                return;
+            }
+            if (runState.context) {
+                try {
+                    runState.cookies = await runState.context.cookies();
+                }
+                catch {
+                    runState.cookies = [];
+                }
+            }
+            runState.browserClosed = true;
+            runState.browserClosedByConnector = true;
+            await runState.context?.close().catch(() => { });
+            runState.context = null;
+            runState.page = null;
+            writeLog("[browser] closed by connector");
+        },
+        showBrowser: async (url) => {
+            void url;
+            throw new LegacyAuthError("showBrowser");
+        },
+        goHeadless: async () => {
+            runState.browserClosedByConnector = true;
+            await runState.context?.close().catch(() => { });
+            runState.context = await launchPersistentContext(runState.userDataDir, true, runState.browserPath);
+            runState.page =
+                runState.context.pages()[0] || (await runState.context.newPage());
+            runState.browserClosed = false;
+            runState.browserClosedByConnector = false;
+            runState.headless = true;
+            if (runState.page) {
+                setupNetworkCapture(runState.page);
+                await runState.page.goto("https://chatgpt.com/", {
+                    waitUntil: "domcontentloaded",
+                });
+            }
+        },
+        httpFetch: async (url, options = {}) => {
+            const { timeout = 30000, ...fetchOptions } = options;
+            if (runState.cookies.length > 0) {
+                try {
+                    const urlObject = new URL(url);
+                    const relevantCookies = runState.cookies
+                        .filter((cookie) => {
+                        const cookieDomain = cookie.domain.startsWith(".")
+                            ? cookie.domain.slice(1)
+                            : cookie.domain;
+                        return (urlObject.hostname === cookieDomain ||
+                            urlObject.hostname.endsWith(`.${cookieDomain}`));
+                    })
+                        .map((cookie) => `${cookie.name}=${cookie.value}`)
+                        .join("; ");
+                    if (relevantCookies) {
+                        fetchOptions.headers = {
+                            ...(fetchOptions.headers || {}),
+                            cookie: relevantCookies,
+                        };
+                    }
+                }
+                catch {
+                    // Ignore cookie injection failures.
+                }
+            }
+            const controller = new AbortController();
+            const timeoutId = setTimeout(() => controller.abort(), timeout);
+            try {
+                const response = await fetch(url, {
+                    ...fetchOptions,
+                    signal: controller.signal,
+                });
+                clearTimeout(timeoutId);
+                const text = await response.text();
+                let json = null;
+                try {
+                    json = JSON.parse(text);
+                }
+                catch {
+                    json = null;
+                }
+                return {
+                    ok: response.ok,
+                    status: response.status,
+                    headers: Object.fromEntries(response.headers.entries()),
+                    text,
+                    json,
+                    error: null,
+                };
+            }
+            catch (error) {
+                clearTimeout(timeoutId);
+                return {
+                    ok: false,
+                    status: 0,
+                    headers: {},
+                    text: "",
+                    json: null,
+                    error: error instanceof Error ? error.message : String(error),
+                };
+            }
+        },
+    };
+}
+function classifyRuntimeError(error, source, logPath) {
+    const message = error instanceof Error ? error.message : String(error);
+    if (message.includes("showBrowser") || message.includes("promptUser")) {
+        return {
+            type: "legacy-auth",
+            source,
+            message: "This connector uses legacy authentication (showBrowser/promptUser) which is not supported in batch mode. Either use a migrated connector that supports requestInput, or establish a session manually first.",
+            logPath,
+        };
+    }
+    return {
+        type: "runtime-error",
+        source,
+        message,
+        logPath,
+    };
+}
+async function writePendingInput({ pendingInputPath, responseInputPath, message, schema, }) {
+    await ensureParentDir(pendingInputPath);
+    await fsp.writeFile(pendingInputPath, `${JSON.stringify({
+        message,
+        schema: schema ?? {},
+        responseInputPath,
+        timestamp: new Date().toISOString(),
+    }, null, 2)}\n`, "utf8");
+}
+//# sourceMappingURL=in-process-run.js.map