@intuned/runtime-dev 0.0.1 → 0.1.0-test.0

package/src/commands/ts-check.ts

@@ -1,88 +0,0 @@
-#!/usr/bin/env node
-import * as ts from "typescript";
-import { program } from "commander";
-import * as fs from "fs-extra";
-import * as path from "path";
-import { moveWebTemplateFiles } from "./common/utils/webTemplate";
-
-program
-  .description("Check TypeScript types in the project")
-  .allowUnknownOption()
-  .action(async () => {
-    await moveWebTemplateFiles();
-
-    const templateTsConfig = path.resolve(
-      __dirname,
-      "..",
-      "..",
-      "template.tsconfig.json"
-    );
-    await fs.copy(templateTsConfig, "./intuned/WebTemplate/tsconfig.json");
-
-    checkTypes();
-  });
-
-function checkTypes() {
-  const configPath = ts.findConfigFile(
-    "./intuned/WebTemplate",
-    ts.sys.fileExists,
-    "tsconfig.json"
-  );
-
-  if (!configPath) {
-    console.error("Could not find a valid 'tsconfig.json'.");
-    process.exit(1);
-  }
-
-  const readConfigResult = ts.readConfigFile(configPath, ts.sys.readFile);
-  const config = readConfigResult.config;
-
-  const parseConfigHost = {
-    useCaseSensitiveFileNames: ts.sys.useCaseSensitiveFileNames,
-    readDirectory: ts.sys.readDirectory,
-    fileExists: ts.sys.fileExists,
-    readFile: ts.sys.readFile,
-  };
-
-  const parsed = ts.parseJsonConfigFileContent(
-    config,
-    parseConfigHost,
-    "./intuned"
-  );
-
-  const program = ts.createProgram(parsed.fileNames, parsed.options);
-  const emitResult = program.emit();
-
-  const allDiagnostics = ts
-    .getPreEmitDiagnostics(program)
-    .concat(emitResult.diagnostics);
-
-  allDiagnostics.forEach((diagnostic) => {
-    if (diagnostic.file) {
-      const { line, character } = ts.getLineAndCharacterOfPosition(
-        diagnostic.file,
-        diagnostic.start!
-      );
-      const message = ts.flattenDiagnosticMessageText(
-        diagnostic.messageText,
-        "\n"
-      );
-      console.log(
-        `${diagnostic.file.fileName} (${line + 1},${character + 1}): ${message}`
-      );
-    } else {
-      console.log(
-        ts.flattenDiagnosticMessageText(diagnostic.messageText, "\n")
-      );
-    }
-  });
-
-  if (allDiagnostics.length === 0) {
-    console.log("✨ TypeScript type checking passed without errors.");
-  } else {
-    console.error("Errors found during TypeScript type checking.");
-    process.exit(1);
-  }
-}
-
-program.parse(process.argv);

package/src/common/Logger/Logger/index.ts

@@ -1,64 +0,0 @@
-import { formatWithOptions } from "node:util";
-import { LogEntry, LogLevel, LogMetadata } from "./types";
-import chalk from "chalk";
-
-const format = formatWithOptions.bind(undefined, { colors: true });
-
-const LOG_LEVEL_COLORS: Record<LogLevel, chalk.Chalk> = {
-  TRACE: chalk.gray,
-  DEBUG: chalk.blue,
-  INFO: chalk.green,
-  WARN: chalk.yellow,
-  ERROR: chalk.red,
-};
-
-class Logger {
-  logFunction(entry: LogEntry): void {
-    const { level, timestamp, message, meta } = entry;
-    const date = new Date(timestamp);
-    const levelColor = LOG_LEVEL_COLORS[level];
-
-    if (meta === undefined) {
-      process.stderr.write(
-        `${format(date)} [@intuned/sdk][${levelColor(level)}] ${message}\n`
-      );
-    } else {
-      process.stderr.write(
-        `${format(date)} [@intuned/sdk][${levelColor(
-          level
-        )}] ${message} ${format(meta)}\n`
-      );
-    }
-  }
-
-  private log(level: LogLevel, message: string, meta?: LogMetadata): void {
-    this.logFunction({
-      level,
-      message,
-      meta: meta && Object.keys(meta).length === 0 ? undefined : meta,
-      timestamp: Date.now(),
-    });
-  }
-
-  trace(message: string, meta?: LogMetadata): void {
-    this.log("TRACE", message, meta);
-  }
-
-  debug(message: string, meta?: LogMetadata): void {
-    this.log("DEBUG", message, meta);
-  }
-
-  info(message: string, meta?: LogMetadata): void {
-    this.log("INFO", message, meta);
-  }
-
-  warn(message: string, meta?: LogMetadata): void {
-    this.log("WARN", message, meta);
-  }
-
-  error(message: string, meta?: LogMetadata): void {
-    this.log("ERROR", message, meta);
-  }
-}
-
-export const logger = new Logger();

package/src/common/Logger/index.ts

@@ -1,64 +0,0 @@
-import { formatWithOptions } from "node:util";
-import { LogEntry, LogLevel, LogMetadata } from "./types";
-import chalk from "chalk";
-
-const format = formatWithOptions.bind(undefined, { colors: true });
-
-const LOG_LEVEL_COLORS: Record<LogLevel, chalk.Chalk> = {
-  TRACE: chalk.gray,
-  DEBUG: chalk.blue,
-  INFO: chalk.green,
-  WARN: chalk.yellow,
-  ERROR: chalk.red,
-};
-
-class Logger {
-  logFunction(entry: LogEntry): void {
-    const { level, timestamp, message, meta } = entry;
-    const date = new Date(timestamp);
-    const levelColor = LOG_LEVEL_COLORS[level];
-
-    if (meta === undefined) {
-      process.stderr.write(
-        `${format(date)} [@intuned/sdk][${levelColor(level)}] ${message}\n`
-      );
-    } else {
-      process.stderr.write(
-        `${format(date)} [@intuned/sdk][${levelColor(
-          level
-        )}] ${message} ${format(meta)}\n`
-      );
-    }
-  }
-
-  private log(level: LogLevel, message: string, meta?: LogMetadata): void {
-    this.logFunction({
-      level,
-      message,
-      meta: meta && Object.keys(meta).length === 0 ? undefined : meta,
-      timestamp: Date.now(),
-    });
-  }
-
-  trace(message: string, meta?: LogMetadata): void {
-    this.log("TRACE", message, meta);
-  }
-
-  debug(message: string, meta?: LogMetadata): void {
-    this.log("DEBUG", message, meta);
-  }
-
-  info(message: string, meta?: LogMetadata): void {
-    this.log("INFO", message, meta);
-  }
-
-  warn(message: string, meta?: LogMetadata): void {
-    this.log("WARN", message, meta);
-  }
-
-  error(message: string, meta?: LogMetadata): void {
-    this.log("ERROR", message, meta);
-  }
-}
-
-export const logger = new Logger();

package/src/common/asyncLocalStorage/index.ts

@@ -1,29 +0,0 @@
-import { AsyncLocalStorage } from "async_hooks";
-import { Payload, RunInfo } from "../../runtime/export";
-
-export const asyncLocalStorage = new AsyncLocalStorage<InternalRunInfo>();
-
-export function runWithContext<R, TArgs extends any[]>(
-  contextData: InternalRunInfo,
-  callback: (...args: TArgs) => R,
-  ...args: TArgs
-): R {
-  return asyncLocalStorage.run(contextData, callback, ...args);
-}
-
-interface TimeoutInfo {
-  extendTimeoutCallback?: () => Promise<void>;
-  timeoutDuration?: number;
-  timeoutTimestamp?: number;
-}
-
-interface InternalRunInfo extends RunInfo {
-  extendedPayloads: Payload[];
-  timeoutInfo?: TimeoutInfo;
-}
-
-export function getExecutionContext() {
-  const contextData = asyncLocalStorage.getStore();
-
-  return contextData as InternalRunInfo | undefined;
-}

package/src/common/cleanEnvironmentVariables.ts

@@ -1,13 +0,0 @@
-export function cleanEnvironmentVariables() {
-  Object.keys(process.env)
-    .filter((i) => {
-      if (i.toLocaleLowerCase().startsWith("npm")) {
-        return true;
-      }
-
-      if (i.toLocaleLowerCase().startsWith("fly") && i !== "FLY_ALLOC_ID") {
-        return true;
-      }
-    })
-    .forEach((i) => delete process.env[i]);
-}

package/src/common/constants.ts

@@ -1 +0,0 @@
-export const AUTH_SESSIONS_FOLDER_NAME = "auth-sessions";

package/src/common/contextStorageStateHelpers.ts

@@ -1,71 +0,0 @@
-import { BrowserContext } from "@intuned/playwright";
-import * as playwright from "@intuned/playwright-core";
-
-function sessionStorageToArray(
-  storage: Record<string, string>
-): { name: string; value: string }[] {
-  const result: { name: string; value: string }[] = [];
-
-  for (const key in storage) {
-    result.push({ name: key, value: storage[key] });
-  }
-
-  return result;
-}
-
-interface OriginSessionStorage {
-  origin: string;
-  sessionStorage: Array<{
-    name: string;
-    value: string;
-  }>;
-}
-
-export type IntunedStorageState = Exclude<
-  playwright.BrowserContextOptions["storageState"],
-  string
-> & {
-  sessionStorage?: OriginSessionStorage[];
-};
-
-export async function getContextStorageState(
-  context: BrowserContext
-): Promise<IntunedStorageState> {
-  const cookiesAndLocalStorage = await context.storageState();
-  const pages = await context.pages();
-
-  const pagesSessions: OriginSessionStorage[] = [];
-  for (const page of pages) {
-    const [origin, session] = await page.evaluate(() => [
-      location.origin,
-      sessionStorage as Record<string, string>,
-    ]);
-
-    const transformed = sessionStorageToArray(session);
-
-    pagesSessions.push({ origin, sessionStorage: transformed });
-  }
-
-  return {
-    ...cookiesAndLocalStorage,
-    sessionStorage: pagesSessions,
-  };
-}
-
-export async function setContextStorageState(
-  context: BrowserContext,
-  storage: IntunedStorageState
-) {
-  await (context as any).intunedSetStorageState(storage);
-
-  const sessionStorage = storage.sessionStorage;
-
-  await context.addInitScript((storage) => {
-    for (const { origin, sessionStorage } of storage) {
-      if (window.location.origin === origin) {
-        for (const item of sessionStorage)
-          window.sessionStorage.setItem(item.name, item.value);
-      }
-    }
-  }, sessionStorage);
-}

package/src/common/getPlaywrightConstructs.ts

@@ -1,283 +0,0 @@
-import * as playwright from "@intuned/playwright-core";
-import { existsSync, mkdir, mkdtemp, rm, writeFile, readFile } from "fs-extra";
-import {
-  IntunedStorageState,
-  setContextStorageState,
-} from "./contextStorageStateHelpers";
-import { join } from "path";
-import path from "path";
-import type { Browser, Page } from "@intuned/playwright-core";
-import * as fs from "fs-extra";
-import { getFullPathInProject } from "../commands/common/utils/fileUtils";
-import waitOn from "wait-on";
-import { getDownloadDirectoryPath } from "../runtime";
-
-interface Proxy {
-  server: string;
-  username: string;
-  password: string;
-}
-
-interface GetPlaywrightConstructsOptions {
-  proxy?: Proxy;
-  headless?: boolean;
-  storageState?: IntunedStorageState;
-  downloadsPath: string;
-  userDataDir?: string;
-}
-
-async function createUserDirWithPreferences() {
-  const playwrightTempDir = await mkdtemp("/tmp/pw-");
-  const userDir = join(playwrightTempDir, "userdir");
-  const defaultDir = join(userDir, "Default");
-  await mkdir(defaultDir, {
-    recursive: true,
-  });
-  const preferences = {
-    plugins: {
-      always_open_pdf_externally: true,
-    },
-  };
-  await writeFile(join(defaultDir, "Preferences"), JSON.stringify(preferences));
-
-  return userDir;
-}
-
-export async function getProductionPlaywrightConstructs({
-  proxy,
-  headless = true,
-  storageState,
-  downloadsPath,
-}: GetPlaywrightConstructsOptions): Promise<{
-  page: playwright.Page;
-  context: playwright.BrowserContext;
-}> {
-  const extraArgs = [
-    "--no-first-run",
-    "--disable-sync",
-    "--disable-translate",
-    "--disable-features=TranslateUI",
-    "--disable-features=NetworkService",
-    "--lang=en",
-  ];
-
-  if (headless) {
-    extraArgs.push("--headless=new");
-  }
-
-  const executablePath = playwright.chromium.executablePath();
-  // use chromium 127 instead of 125, this depends on the docker image playwright version.
-  const chromium127Path = executablePath.replace(
-    "chromium-1117",
-    "chromium-1124"
-  );
-
-  const isChrome127There = existsSync(chromium127Path);
-
-  const userAgent = `Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${
-    isChrome127There ? 127 : 125
-  }.0.0.0 Safari/537.36`;
-
-  const userDataDir = await createUserDirWithPreferences();
-
-  const context = await playwright.chromium.launchPersistentContext(
-    userDataDir,
-    {
-      headless,
-      ignoreDefaultArgs: [...getChromiumLaunchArgsToIgnore(), "--headless"],
-      proxy,
-      executablePath: isChrome127There ? chromium127Path : executablePath,
-      args: extraArgs,
-      downloadsPath,
-      userAgent,
-    }
-  );
-
-  context.once("close", async () => {
-    try {
-      await rm(userDataDir, {
-        recursive: true,
-        force: true,
-        retryDelay: 1000,
-        maxRetries: 5,
-      });
-    } catch (error) {
-      console.error("Failed to remove user data dir", error);
-    }
-  });
-
-  if (storageState) {
-    await setContextStorageState(context, storageState);
-  }
-
-  const assetsFile = path.join(__dirname, "./assets/browser_scripts.js");
-  await context.addInitScript({
-    path: assetsFile,
-  });
-
-  let page = context.pages().at(0);
-
-  if (page) {
-    const scriptString = await readFile(assetsFile, "utf8");
-    await page.evaluate(scriptString);
-  } else {
-    page = await context.newPage();
-  }
-
-  return {
-    page,
-    context,
-  };
-}
-
-const getChromiumLaunchArgsToIgnore = () => [
-  "--disable-field-trial-config",
-  "--disable-background-networking",
-  "--enable-features=NetworkService,NetworkServiceInProcess",
-  "--disable-background-timer-throttling",
-  "--disable-backgrounding-occluded-windows",
-  "--disable-back-forward-cache",
-  "--disable-breakpad",
-  "--disable-client-side-phishing-detection",
-  "--disable-component-extensions-with-background-pages",
-  "--disable-component-update",
-  "--no-default-browser-check",
-  "--disable-default-apps",
-  "--disable-dev-shm-usage",
-  "--disable-extensions",
-  "--disable-features=ImprovedCookieControls,LazyFrameLoading,GlobalMediaControls,DestroyProfileOnBrowserClose,MediaRouter,DialMediaRouteProvider,AcceptCHFrame,AutoExpandDetailsElement,CertificateTransparencyComponentUpdater,AvoidUnnecessaryBeforeUnloadCheckSync,Translate,TranslateUI",
-  "--allow-pre-commit-input",
-  "--disable-hang-monitor",
-  "--disable-ipc-flooding-protection",
-  "--disable-prompt-on-repost",
-  "--disable-renderer-backgrounding",
-  "--force-color-profile=srgb",
-  "--metrics-recording-only",
-  "--no-first-run",
-  "--enable-automation",
-  "--password-store=basic",
-  "--use-mock-keychain",
-  "--no-service-autorun",
-  "--export-tagged-pdf",
-  "--enable-use-zoom-for-dsf=false",
-];
-
-export async function getPlaywrightConstructsForMode(
-  mode:
-    | "vanilla"
-    | "playwright"
-    | "playwright-standalone"
-    | "playwright-headless",
-  cdpAddress: string | undefined,
-  authSessionPath?: string
-): Promise<{
-  page: playwright.Page;
-  context: playwright.BrowserContext;
-}> {
-  if (mode == "playwright-standalone") {
-    if (!cdpAddress) {
-      throw new Error("cdpAddress is required");
-    }
-
-    const { context } = await getRemotePlaywrightContext(cdpAddress);
-    if (!context) {
-      throw new Error("no context found");
-    }
-
-    const assetsFile = path.join(__dirname, "./assets/browser_scripts.js");
-    await context.addInitScript({
-      path: assetsFile,
-    });
-
-    const pages = await context.pages();
-    let page: Page | null = null;
-    if (pages.length > 0) {
-      page = pages[0];
-      const scriptString = await fs.readFile(assetsFile, "utf8");
-      await page.evaluate(scriptString);
-    } else {
-      page = await context.newPage();
-    }
-
-    if (authSessionPath) {
-      await loadAuthSessionToContext(context, authSessionPath);
-    }
-
-    return {
-      page,
-      context,
-    };
-  }
-
-  const downloadsPath = getDownloadDirectoryPath();
-  if (mode === "playwright" || mode === "playwright-headless") {
-    const productionConstructs = await getProductionPlaywrightConstructs({
-      headless: mode === "playwright-headless",
-      downloadsPath,
-    });
-
-    if (authSessionPath) {
-      await loadAuthSessionToContext(
-        productionConstructs.context,
-        authSessionPath
-      );
-    }
-
-    return {
-      ...productionConstructs,
-    };
-  }
-
-  throw "invalid mode";
-}
-
-export async function loadAuthSessionToContext(
-  context: playwright.BrowserContext,
-  authSessionPath: string
-) {
-  const fullPath = getFullPathInProject(authSessionPath);
-  const data = await fs.readJson(fullPath);
-
-  await setContextStorageState(context, data);
-}
-
-export async function getRemotePlaywrightContext(cdpAddress: string) {
-  const playwright = await import("@intuned/playwright-core");
-  let browser: Browser | null = null;
-
-  if (!cdpAddress) {
-    throw new Error("cdpAddress is required");
-  }
-
-  const cdpAddressWithoutProtocol = cdpAddress
-    .replace("http://", "")
-    .replace("https://", "")
-    .replace("localhost", "127.0.0.1");
-
-  try {
-    await waitOn({
-      resources: [`http-get://${cdpAddressWithoutProtocol}/json/version`],
-      delay: 100,
-      interval: 100,
-      timeout: 5000,
-      tcpTimeout: 1000,
-      window: 1000,
-    });
-  } catch (error) {
-    console.error("Failed to connect to the browser");
-    // 128 is the exit code for SIGINT https://tldp.org/LDP/abs/html/exitcodes.html
-    // 9 is the SIGKILL signal
-    process.exit(128 + 9);
-  }
-
-  try {
-    browser = await playwright.chromium.connectOverCDP(cdpAddress);
-  } catch (e) {
-    console.log(e);
-    throw new Error("failed to connect to the browser");
-  }
-
-  const context = browser.contexts()[0];
-
-  return { browser, context };
-}