@intuned/runtime-dev 0.1.0-test.13 → 0.1.0-test.15

package/dist/common/cleanEnvironmentVariables.js

@@ -1,12 +1,10 @@
 export function cleanEnvironmentVariables() {
-    Object.keys(process.env)
-        .filter((i) => {
-        if (i.toLocaleLowerCase().startsWith("npm")) {
-            return true;
-        }
-        if (i.toLocaleLowerCase().startsWith("fly") && i !== "FLY_ALLOC_ID") {
-            return true;
-        }
-    })
-        .forEach((i) => delete process.env[i]);
-}
+  Object.keys(process.env).filter(i => {
+    if (i.toLocaleLowerCase().startsWith("npm")) {
+      return true;
+    }
+    if (i.toLocaleLowerCase().startsWith("fly") && i !== "FLY_ALLOC_ID") {
+      return true;
+    }
+  }).forEach(i => delete process.env[i]);
+}

package/dist/common/constants.js

@@ -1 +1 @@
-export const AUTH_SESSIONS_FOLDER_NAME = "auth-sessions";
+export const AUTH_SESSIONS_FOLDER_NAME = "auth-sessions";

package/dist/common/contextStorageStateHelpers.js

@@ -1,41 +1,43 @@
 function sessionStorageToArray(storage) {
-    const result = [];
-    for (const key in storage) {
-        result.push({ name: key, value: storage[key] });
-    }
-    return result;
+  const result = [];
+  for (const key in storage) {
+    result.push({
+      name: key,
+      value: storage[key]
+    });
+  }
+  return result;
 }
 export async function getContextStorageState(context) {
-    const cookiesAndLocalStorage = await context.storageState();
-    const pages = context.pages();
-    const pagesSessions = [];
-    for (const page of pages) {
-        try {
-            const [origin, session] = await page.evaluate(() => [
-                location.origin,
-                sessionStorage,
-            ]);
-            const transformed = sessionStorageToArray(session);
-            pagesSessions.push({ origin, sessionStorage: transformed });
-        }
-        catch (e) {
-            // ignore
-        }
-    }
-    return {
-        ...cookiesAndLocalStorage,
-        sessionStorage: pagesSessions,
-    };
+  const cookiesAndLocalStorage = await context.storageState();
+  const pages = context.pages();
+  const pagesSessions = [];
+  for (const page of pages) {
+    try {
+      const [origin, session] = await page.evaluate(() => [location.origin, sessionStorage]);
+      const transformed = sessionStorageToArray(session);
+      pagesSessions.push({
+        origin,
+        sessionStorage: transformed
+      });
+    } catch (e) {}
+  }
+  return {
+    ...cookiesAndLocalStorage,
+    sessionStorage: pagesSessions
+  };
 }
 export async function setContextStorageState(context, storage) {
-    await context.intunedSetStorageState(storage);
-    const sessionStorage = storage.sessionStorage;
-    await context.addInitScript((storage) => {
-        for (const { origin, sessionStorage } of storage) {
-            if (window.location.origin === origin) {
-                for (const item of sessionStorage)
-                    window.sessionStorage.setItem(item.name, item.value);
-            }
-        }
-    }, sessionStorage);
-}
+  await context.intunedSetStorageState(storage);
+  const sessionStorage = storage.sessionStorage;
+  await context.addInitScript(storage => {
+    for (const {
+      origin,
+      sessionStorage
+    } of storage) {
+      if (window.location.origin === origin) {
+        for (const item of sessionStorage) window.sessionStorage.setItem(item.name, item.value);
+      }
+    }
+  }, sessionStorage);
+}

package/dist/common/getPlaywrightConstructs.js

@@ -1,211 +1,182 @@
 import * as playwright from "@intuned/playwright-core";
 import { existsSync, mkdir, mkdtemp, rm, writeFile, readFile } from "fs-extra";
-import { setContextStorageState, } from "./contextStorageStateHelpers.js";
+import { setContextStorageState } from "./contextStorageStateHelpers.js";
 import { join } from "path";
 import path from "path";
 import * as fs from "fs-extra";
 import { getFullPathInProject } from "../commands/common/utils/fileUtils";
 import waitOn from "wait-on";
 import { getDownloadDirectoryPath } from "../runtime";
+import { fileURLToPath } from "url";
 async function createUserDirWithPreferences() {
-    const playwrightTempDir = await mkdtemp("/tmp/pw-");
-    const userDir = join(playwrightTempDir, "userdir");
-    const defaultDir = join(userDir, "Default");
-    await mkdir(defaultDir, {
+  const playwrightTempDir = await mkdtemp("/tmp/pw-");
+  const userDir = join(playwrightTempDir, "userdir");
+  const defaultDir = join(userDir, "Default");
+  await mkdir(defaultDir, {
+    recursive: true
+  });
+  const preferences = {
+    plugins: {
+      always_open_pdf_externally: true
+    }
+  };
+  await writeFile(join(defaultDir, "Preferences"), JSON.stringify(preferences));
+  return userDir;
+}
+export async function getProductionPlaywrightConstructs({
+  proxy,
+  headless = true,
+  storageState,
+  downloadsPath
+}) {
+  const extraArgs = ["--no-first-run", "--disable-sync", "--disable-translate", "--disable-features=TranslateUI", "--disable-features=NetworkService", "--lang=en"];
+  if (headless) {
+    extraArgs.push("--headless=new");
+  }
+  const executablePath = playwright.chromium.executablePath();
+  const chromium127Path = executablePath.replace("chromium-1117", "chromium-1124");
+  const isChrome127There = existsSync(chromium127Path);
+  const userAgent = `Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${isChrome127There ? 127 : 125}.0.0.0 Safari/537.36`;
+  const userDataDir = await createUserDirWithPreferences();
+  const context = await playwright.chromium.launchPersistentContext(userDataDir, {
+    headless,
+    ignoreDefaultArgs: [...getChromiumLaunchArgsToIgnore(), "--headless"],
+    proxy,
+    executablePath: isChrome127There ? chromium127Path : executablePath,
+    args: extraArgs,
+    downloadsPath,
+    userAgent
+  });
+  context.once("close", async () => {
+    try {
+      await rm(userDataDir, {
         recursive: true,
+        force: true,
+        retryDelay: 1000,
+        maxRetries: 5
+      });
+    } catch (error) {
+      console.error("Failed to remove user data dir", error);
+    }
+  });
+  if (storageState) {
+    await loadSessionToContext({
+      context,
+      session: storageState
     });
-    const preferences = {
-        plugins: {
-            always_open_pdf_externally: true,
-        },
-    };
-    await writeFile(join(defaultDir, "Preferences"), JSON.stringify(preferences));
-    return userDir;
+  }
+  const assetsFile = path.join(path.dirname(fileURLToPath(import.meta.url)), "./assets/browser_scripts.js");
+  await context.addInitScript({
+    path: assetsFile
+  });
+  let page = context.pages().at(0);
+  if (page) {
+    const scriptString = await readFile(assetsFile, "utf8");
+    await page.evaluate(scriptString);
+  } else {
+    page = await context.newPage();
+  }
+  return {
+    page,
+    context
+  };
 }
-export async function getProductionPlaywrightConstructs({ proxy, headless = true, storageState, downloadsPath, }) {
-    const extraArgs = [
-        "--no-first-run",
-        "--disable-sync",
-        "--disable-translate",
-        "--disable-features=TranslateUI",
-        "--disable-features=NetworkService",
-        "--lang=en",
-    ];
-    if (headless) {
-        extraArgs.push("--headless=new");
+const getChromiumLaunchArgsToIgnore = () => ["--disable-field-trial-config", "--disable-background-networking", "--enable-features=NetworkService,NetworkServiceInProcess", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-extensions", "--disable-features=ImprovedCookieControls,LazyFrameLoading,GlobalMediaControls,DestroyProfileOnBrowserClose,MediaRouter,DialMediaRouteProvider,AcceptCHFrame,AutoExpandDetailsElement,CertificateTransparencyComponentUpdater,AvoidUnnecessaryBeforeUnloadCheckSync,Translate,TranslateUI", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--enable-automation", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--enable-use-zoom-for-dsf=false"];
+export async function getPlaywrightConstructsForMode(mode, cdpAddress, authSession) {
+  if (mode == "playwright-standalone") {
+    if (!cdpAddress) {
+      throw new Error("cdpAddress is required");
     }
-    const executablePath = playwright.chromium.executablePath();
-    // use chromium 127 instead of 125, this depends on the docker image playwright version.
-    const chromium127Path = executablePath.replace("chromium-1117", "chromium-1124");
-    const isChrome127There = existsSync(chromium127Path);
-    const userAgent = `Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${isChrome127There ? 127 : 125}.0.0.0 Safari/537.36`;
-    const userDataDir = await createUserDirWithPreferences();
-    const context = await playwright.chromium.launchPersistentContext(userDataDir, {
-        headless,
-        ignoreDefaultArgs: [...getChromiumLaunchArgsToIgnore(), "--headless"],
-        proxy,
-        executablePath: isChrome127There ? chromium127Path : executablePath,
-        args: extraArgs,
-        downloadsPath,
-        userAgent,
-    });
-    context.once("close", async () => {
-        try {
-            await rm(userDataDir, {
-                recursive: true,
-                force: true,
-                retryDelay: 1000,
-                maxRetries: 5,
-            });
-        }
-        catch (error) {
-            console.error("Failed to remove user data dir", error);
-        }
-    });
-    if (storageState) {
-        await loadSessionToContext({ context, session: storageState });
+    const {
+      context
+    } = await getRemotePlaywrightContext(cdpAddress);
+    if (!context) {
+      throw new Error("no context found");
     }
-    const assetsFile = path.join(path.dirname(import.meta.url), "./assets/browser_scripts.js");
+    const assetsFile = path.join(path.dirname(fileURLToPath(import.meta.url)), "./assets/browser_scripts.js");
     await context.addInitScript({
-        path: assetsFile,
+      path: assetsFile
     });
-    let page = context.pages().at(0);
-    if (page) {
-        const scriptString = await readFile(assetsFile, "utf8");
-        await page.evaluate(scriptString);
+    const pages = await context.pages();
+    let page = null;
+    if (pages.length > 0) {
+      page = pages[0];
+      const scriptString = await fs.readFile(assetsFile, "utf8");
+      await page.evaluate(scriptString);
+    } else {
+      page = await context.newPage();
     }
-    else {
-        page = await context.newPage();
+    if (authSession) {
+      await loadSessionToContext({
+        context,
+        session: authSession
+      });
     }
     return {
-        page,
-        context,
+      page,
+      context
     };
-}
-const getChromiumLaunchArgsToIgnore = () => [
-    "--disable-field-trial-config",
-    "--disable-background-networking",
-    "--enable-features=NetworkService,NetworkServiceInProcess",
-    "--disable-background-timer-throttling",
-    "--disable-backgrounding-occluded-windows",
-    "--disable-back-forward-cache",
-    "--disable-breakpad",
-    "--disable-client-side-phishing-detection",
-    "--disable-component-extensions-with-background-pages",
-    "--disable-component-update",
-    "--no-default-browser-check",
-    "--disable-default-apps",
-    "--disable-dev-shm-usage",
-    "--disable-extensions",
-    "--disable-features=ImprovedCookieControls,LazyFrameLoading,GlobalMediaControls,DestroyProfileOnBrowserClose,MediaRouter,DialMediaRouteProvider,AcceptCHFrame,AutoExpandDetailsElement,CertificateTransparencyComponentUpdater,AvoidUnnecessaryBeforeUnloadCheckSync,Translate,TranslateUI",
-    "--allow-pre-commit-input",
-    "--disable-hang-monitor",
-    "--disable-ipc-flooding-protection",
-    "--disable-prompt-on-repost",
-    "--disable-renderer-backgrounding",
-    "--force-color-profile=srgb",
-    "--metrics-recording-only",
-    "--no-first-run",
-    "--enable-automation",
-    "--password-store=basic",
-    "--use-mock-keychain",
-    "--no-service-autorun",
-    "--export-tagged-pdf",
-    "--enable-use-zoom-for-dsf=false",
-];
-export async function getPlaywrightConstructsForMode(mode, cdpAddress, authSession) {
-    if (mode == "playwright-standalone") {
-        if (!cdpAddress) {
-            throw new Error("cdpAddress is required");
-        }
-        const { context } = await getRemotePlaywrightContext(cdpAddress);
-        if (!context) {
-            throw new Error("no context found");
-        }
-        const assetsFile = path.join(path.dirname(import.meta.url), "./assets/browser_scripts.js");
-        await context.addInitScript({
-            path: assetsFile,
-        });
-        const pages = await context.pages();
-        let page = null;
-        if (pages.length > 0) {
-            page = pages[0];
-            const scriptString = await fs.readFile(assetsFile, "utf8");
-            await page.evaluate(scriptString);
-        }
-        else {
-            page = await context.newPage();
-        }
-        if (authSession) {
-            await loadSessionToContext({ context, session: authSession });
-        }
-        return {
-            page,
-            context,
-        };
-    }
-    const downloadsPath = getDownloadDirectoryPath();
-    if (mode === "playwright" || mode === "playwright-headless") {
-        const productionConstructs = await getProductionPlaywrightConstructs({
-            headless: mode === "playwright-headless",
-            downloadsPath,
-        });
-        if (authSession) {
-            await loadSessionToContext({
-                context: productionConstructs.context,
-                session: authSession,
-            });
-        }
-        return {
-            ...productionConstructs,
-        };
+  }
+  const downloadsPath = getDownloadDirectoryPath();
+  if (mode === "playwright" || mode === "playwright-headless") {
+    const productionConstructs = await getProductionPlaywrightConstructs({
+      headless: mode === "playwright-headless",
+      downloadsPath
+    });
+    if (authSession) {
+      await loadSessionToContext({
+        context: productionConstructs.context,
+        session: authSession
+      });
     }
-    throw "invalid mode";
+    return {
+      ...productionConstructs
+    };
+  }
+  throw "invalid mode";
 }
-export async function loadSessionToContext({ context, session, }) {
-    let sessionToLoad;
-    if (session.type === "state") {
-        sessionToLoad = session.state;
-    }
-    else {
-        const fullPath = getFullPathInProject(session.path);
-        sessionToLoad = await fs.readJson(fullPath);
-    }
-    await setContextStorageState(context, sessionToLoad);
+export async function loadSessionToContext({
+  context,
+  session
+}) {
+  let sessionToLoad;
+  if (session.type === "state") {
+    sessionToLoad = session.state;
+  } else {
+    const fullPath = getFullPathInProject(session.path);
+    sessionToLoad = await fs.readJson(fullPath);
+  }
+  await setContextStorageState(context, sessionToLoad);
 }
 export async function getRemotePlaywrightContext(cdpAddress) {
-    const playwright = await import("@intuned/playwright-core");
-    let browser = null;
-    if (!cdpAddress) {
-        throw new Error("cdpAddress is required");
-    }
-    const cdpAddressWithoutProtocol = cdpAddress
-        .replace("http://", "")
-        .replace("https://", "")
-        .replace("localhost", "127.0.0.1");
-    try {
-        await waitOn({
-            resources: [`http-get://${cdpAddressWithoutProtocol}/json/version`],
-            delay: 100,
-            interval: 100,
-            timeout: 5000,
-            tcpTimeout: 1000,
-            window: 1000,
-        });
-    }
-    catch (error) {
-        console.error("Failed to connect to the browser");
-        // 128 is the exit code for SIGINT https://tldp.org/LDP/abs/html/exitcodes.html
-        // 9 is the SIGKILL signal
-        process.exit(128 + 9);
-    }
-    try {
-        browser = await playwright.chromium.connectOverCDP(cdpAddress);
-    }
-    catch (e) {
-        console.log(e);
-        throw new Error("failed to connect to the browser");
-    }
-    const context = browser.contexts()[0];
-    return { browser, context };
-}
+  const playwright = await import("@intuned/playwright-core");
+  let browser = null;
+  if (!cdpAddress) {
+    throw new Error("cdpAddress is required");
+  }
+  const cdpAddressWithoutProtocol = cdpAddress.replace("http://", "").replace("https://", "").replace("localhost", "127.0.0.1");
+  try {
+    await waitOn({
+      resources: [`http-get://${cdpAddressWithoutProtocol}/json/version`],
+      delay: 100,
+      interval: 100,
+      timeout: 5000,
+      tcpTimeout: 1000,
+      window: 1000
+    });
+  } catch (error) {
+    console.error("Failed to connect to the browser");
+    process.exit(128 + 9);
+  }
+  try {
+    browser = await playwright.chromium.connectOverCDP(cdpAddress);
+  } catch (e) {
+    console.log(e);
+    throw new Error("failed to connect to the browser");
+  }
+  const context = browser.contexts()[0];
+  return {
+    browser,
+    context
+  };
+}

package/dist/common/jwtTokenManager.js

@@ -1,84 +1,71 @@
 import fetch from "cross-fetch";
 import * as jwt from "jsonwebtoken";
 import { err, ResultAsync } from "neverthrow";
-// Manages JWT token with renewal
 class JwtTokenManager {
-    constructor(refreshTokenPath) {
-        this.refreshTokenPath = refreshTokenPath;
-        this._token = undefined;
+  constructor(refreshTokenPath) {
+    this.refreshTokenPath = refreshTokenPath;
+    this._token = undefined;
+  }
+  get token() {
+    return this._token;
+  }
+  set token(newToken) {
+    if (this._token != newToken) {
+      this._token = newToken;
+      void this.scheduleTokenRefresh();
     }
-    get token() {
-        return this._token;
-    }
-    // When the token is set, the schedule for renewal is issued automatically
-    // This is currently being set it two places:
-    // 1. Whenever the runner starts, initializes it from the environment variable (set whenever the api is run from the authoring IDE)
-    // 2. Whenever a published api is called to run (/api/run/*), it is set to the token received in the run request.
-    set token(newToken) {
-        if (this._token != newToken) {
-            this._token = newToken;
-            void this.scheduleTokenRefresh();
-        }
-    }
-    get timeToRefresh() {
-        if (!this._token)
-            return;
-        const payload = jwt.decode(this._token);
-        if (!payload || typeof payload == "string")
-            return;
-        const expiry = payload.expiry;
-        if (!expiry || typeof expiry !== "number")
-            return;
-        const timeWindow = 60 * 1000; // 1 minute
-        const timeToRefresh = expiry - Date.now() - timeWindow;
-        return Math.max(timeToRefresh, timeWindow);
-    }
-    async scheduleTokenRefresh() {
-        if (process.env.RUN_ENVIRONMENT?.toLowerCase() !== "authoring")
-            return;
-        const timeToRefresh = this.timeToRefresh;
-        if (timeToRefresh === undefined)
-            return;
-        if (this.tokenRefreshTimeout)
-            clearTimeout(this.tokenRefreshTimeout);
-        this.tokenRefreshTimeout = setTimeout(async () => {
-            const result = await this.refreshToken();
-            if (result && result.isErr()) {
-                console.error(`[Internal Error] ${result.error}`);
-                return;
-            }
-            await this.scheduleTokenRefresh();
-        }, timeToRefresh);
-    }
-    async refreshToken() {
-        if (process.env.RUN_ENVIRONMENT?.toLowerCase() !== "authoring")
-            return;
-        const res = await this.fetchWithToken(this.refreshTokenPath, {
-            method: "GET",
-        });
-        if (res.status === 401) {
-            return err("Unauthorized");
-        }
-        const jsonResult = await ResultAsync.fromPromise(res.json(), () => "not json");
-        if (jsonResult.isErr())
-            return;
-        const newToken = jsonResult.value.token;
-        if (newToken)
-            this._token = newToken;
-    }
-    fetchWithToken(...[input, init]) {
-        const headers = new Headers(init?.headers);
-        headers.set("Authorization", `Bearer ${this.token}`);
-        return fetch(input, {
-            ...init,
-            headers,
-        });
+  }
+  get timeToRefresh() {
+    if (!this._token) return;
+    const payload = jwt.decode(this._token);
+    if (!payload || typeof payload == "string") return;
+    const expiry = payload.expiry;
+    if (!expiry || typeof expiry !== "number") return;
+    const timeWindow = 60 * 1000;
+    const timeToRefresh = expiry - Date.now() - timeWindow;
+    return Math.max(timeToRefresh, timeWindow);
+  }
+  async scheduleTokenRefresh() {
+    var _process$env$RUN_ENVI;
+    if (((_process$env$RUN_ENVI = process.env.RUN_ENVIRONMENT) === null || _process$env$RUN_ENVI === void 0 ? void 0 : _process$env$RUN_ENVI.toLowerCase()) !== "authoring") return;
+    const timeToRefresh = this.timeToRefresh;
+    if (timeToRefresh === undefined) return;
+    if (this.tokenRefreshTimeout) clearTimeout(this.tokenRefreshTimeout);
+    this.tokenRefreshTimeout = setTimeout(async () => {
+      const result = await this.refreshToken();
+      if (result && result.isErr()) {
+        console.error(`[Internal Error] ${result.error}`);
+        return;
+      }
+      await this.scheduleTokenRefresh();
+    }, timeToRefresh);
+  }
+  async refreshToken() {
+    var _process$env$RUN_ENVI2;
+    if (((_process$env$RUN_ENVI2 = process.env.RUN_ENVIRONMENT) === null || _process$env$RUN_ENVI2 === void 0 ? void 0 : _process$env$RUN_ENVI2.toLowerCase()) !== "authoring") return;
+    const res = await this.fetchWithToken(this.refreshTokenPath, {
+      method: "GET"
+    });
+    if (res.status === 401) {
+      return err("Unauthorized");
     }
+    const jsonResult = await ResultAsync.fromPromise(res.json(), () => "not json");
+    if (jsonResult.isErr()) return;
+    const newToken = jsonResult.value.token;
+    if (newToken) this._token = newToken;
+  }
+  fetchWithToken(...[input, init]) {
+    const headers = new Headers(init === null || init === void 0 ? void 0 : init.headers);
+    headers.set("Authorization", `Bearer ${this.token}`);
+    return fetch(input, {
+      ...init,
+      headers
+    });
+  }
 }
 const backendFunctionsPath = `${process.env.FUNCTIONS_DOMAIN}/api/${process.env.INTUNED_WORKSPACE_ID}/functions/${process.env.INTUNED_INTEGRATION_ID}`;
 export const backendFunctionsTokenManager = new JwtTokenManager(`${backendFunctionsPath}/refreshBackendFunctionsToken`);
-backendFunctionsTokenManager.token =
-    process.env.INTUNED_AUTHORING_SESSION_BACKEND_FUNCTIONS_TOKEN;
+backendFunctionsTokenManager.token = process.env.INTUNED_AUTHORING_SESSION_BACKEND_FUNCTIONS_TOKEN;
 export function callBackendFunctionWithToken(path, init) {
-    return backendFunctionsTokenManager.fetchWithToken(`${backendFunctionsPath}/${path}`, init);
-}
+  return backendFunctionsTokenManager.fetchWithToken(`${backendFunctionsPath}/${path}`, init);
+}