@intuned/runtime-dev 1.0.6-cli-auth.0.1.3-test → 1.0.6-cli.1

package/my-intuned-project/emp/api/learn/actions/download.ts

@@ -0,0 +1,71 @@
+import { BrowserContext, Page } from "playwright-core";
+import { downloadFile } from "@intuned/sdk/files";
+import { extendPlaywrightPage } from "@intuned/sdk/playwright";
+
+interface Params {
+  // Add your params here
+}
+
+export default async function handler(
+  params: Params,
+  _playwrightPage: Page,
+  context: BrowserContext
+) {
+  const page = extendPlaywrightPage(_playwrightPage);
+
+  /**
+   * Download by clicking a locator that results in a downloaded file
+   */
+  await page.goto("https://www.princexml.com/samples/");
+  const downloadlXmlFile = await downloadFile(page, {
+    locator: page.locator("#dictionary > p.links > a:nth-child(2)"),
+  });
+  console.log({
+    path: await downloadlXmlFile.path(),
+    suggestedName: downloadlXmlFile.suggestedFilename(),
+  });
+
+  /**
+   * directly download file from URL
+   */
+  const downloadedDirectPdf = await downloadFile(page, {
+    url: "https://pdfobject.com/pdf/sample.pdf",
+  });
+  console.log({
+    path: await downloadedDirectPdf.path(),
+    suggestedName: downloadedDirectPdf.suggestedFilename(),
+  });
+
+  /**
+   * Download by providing a trigger function that triggers the download
+   */
+  await page.goto("https://sandbox.intuned.dev/pdfs");
+  const download = await downloadFile(page, {
+    trigger: (page) =>
+      page
+        .locator(
+          'xpath=//*[@id="root"]/div/main/div/div/div/table/tbody/tr[1]/td[4]/a'
+        )
+        .click(),
+  });
+  console.log({
+    path: await download.path(),
+    suggestedName: download.suggestedFilename(),
+  });
+
+  /**
+   * Print site and download as pdf
+   */
+  await page.goto(
+    "https://css-tricks.com/quick-tip-making-a-print-this-page-button/"
+  );
+  const downloadPrintedPdf = await downloadFile(page, {
+    type: "PrintPageAsPdf",
+  });
+  console.log({
+    path: await downloadPrintedPdf.path(),
+    suggestedName: downloadPrintedPdf.suggestedFilename(),
+  });
+
+  return {};
+}

package/my-intuned-project/emp/api/learn/actions/fillForm.ts

@@ -0,0 +1,223 @@
+import { FormInputItem, extendPlaywrightPage } from "@intuned/sdk/playwright";
+import { BrowserContext, Locator, Page } from "playwright-core";
+
+export type Step = "ShippingAddress" | "PaymentDetails" | "Review";
+
+async function formSubmit(locator: Locator) {
+  const nextButtonLocator = locator
+    .page()
+    .getByRole("button", { name: "Next" });
+  await nextButtonLocator.waitFor({ state: "visible" });
+  await nextButtonLocator.click();
+}
+
+async function getCurrentStep(page: Page): Promise<Step> {
+  const title = await page.locator(
+    "//html/body/div/div/main/div/div[2]/div[1]/h1"
+  );
+  if ((await title.textContent()) === "Shipping address")
+    return "ShippingAddress";
+  if ((await title.textContent()) === "Payment Details")
+    return "PaymentDetails";
+  if ((await title.textContent()) === "Review your order") return "Review";
+  return "ShippingAddress";
+}
+
+const getFields = (step: Step, input: any): FormInputItem[] => {
+  switch (step) {
+    case "ShippingAddress":
+      return getShippingAddressFields(input);
+    case "PaymentDetails":
+      return getPaymentDetailsFields(input);
+    default:
+      return [];
+  }
+};
+
+const didFormSucceed = async (locator: Locator): Promise<boolean> => {
+  return (await locator.page().locator(".error-message").count()) === 0;
+};
+
+async function run(_params: any, _page: Page, context: BrowserContext) {
+  const page = extendPlaywrightPage(_page);
+  await page.goto(
+    "https://demo-site-eta.vercel.app/steps-form/ShippingAddress"
+  );
+
+  let currentStep = await getCurrentStep(page);
+  while (currentStep !== "Review") {
+    const fields = getFields(currentStep, params);
+    await page.fillForm({
+      formLocator: page.locator("main"),
+      formInput: fields,
+      isSubmitSuccessful: didFormSucceed,
+      submitForm: formSubmit,
+      autoRecoveryOptions: {
+        enabled: true,
+        recoveryData: params,
+      },
+    });
+    currentStep = await getCurrentStep(page);
+  }
+
+  await page.getByRole("heading", { name: "Review your order" }).waitFor({
+    state: "visible",
+  });
+
+  const res = await page.extractObjectOptimized({
+    entityName: "checkout_details",
+    label: "checkout_details",
+    entitySchema: {
+      type: "object",
+      required: ["totalPrice", "cardType"],
+      properties: {
+        totalPrice: {
+          type: "string",
+          description: "total price of order",
+        },
+        cardType: {
+          type: "string",
+          description: "card type",
+        },
+      },
+    },
+  });
+
+  return res;
+}
+
+const params = {
+  firstName: "Ahmad",
+  lastName: "Alhour",
+  address1: "123 Main St",
+  address2: "Apt 1",
+  city: "San Francisco",
+  state: "CA",
+  zip: "94105",
+  country: "US",
+  nameOnCard: "Ahmad Alhour",
+  cardNumber: "4242424242424242",
+  expiration: "12/21",
+  cvv: "123",
+  saveAddress: true,
+};
+
+export const getShippingAddressFields = (input: any): FormInputItem[] => [
+  {
+    fieldSelector: {
+      selector: "[name='firstName']",
+      type: "css",
+    },
+    value: { type: "static", value: input.firstName },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='lastName']",
+      type: "css",
+    },
+    value: { type: "static", value: input.lastName },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='addressLine1']",
+      type: "css",
+    },
+    value: { type: "static", value: input.address1 },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='addressLine2']",
+      type: "css",
+    },
+    value: { type: "static", value: input.address2 },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='city']",
+      type: "css",
+    },
+    value: { type: "static", value: input.city },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='state']",
+      type: "css",
+    },
+    value: { type: "static", value: input.state },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='zipCode']",
+      type: "css",
+    },
+    value: { type: "static", value: input.zip },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='country']",
+      type: "css",
+    },
+    value: { type: "dynamic", source: { country: input.country } },
+    fieldType: "select",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='futurePurchase']",
+      type: "css",
+    },
+    fieldType: "checkbox",
+    value: { type: "static", value: true },
+  },
+];
+
+export const getPaymentDetailsFields = (input: any): FormInputItem[] => [
+  {
+    fieldSelector: {
+      selector: "[name='nameOnCard']",
+      type: "css",
+    },
+    value: { type: "static", value: input.nameOnCard },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='cardNumber']",
+      type: "css",
+    },
+    value: { type: "static", value: input.cardNumber },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='expiryDate']",
+      type: "css",
+    },
+    value: { type: "static", value: input.expiration },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='cvv']",
+      type: "css",
+    },
+    value: { type: "static", value: input.cvv },
+    fieldType: "text-input",
+  },
+  {
+    fieldSelector: {
+      selector: "[name='rememberCreditCardDetails']",
+      type: "css",
+    },
+    fieldType: "checkbox",
+    value: { type: "static", value: true },
+  },
+];
+
+export default run;

package/my-intuned-project/emp/api/learn/actions/upload.ts

@@ -0,0 +1,38 @@
+import { BrowserContext, Page } from "playwright-core";
+import { downloadFile, uploadFileToS3 } from "@intuned/sdk/files";
+import { extendPlaywrightPage } from "@intuned/sdk/playwright";
+
+interface Params {
+  // Add your params here
+}
+
+export default async function handler(
+  params: Params,
+  _playwrightPage: Page,
+  context: BrowserContext
+) {
+  const page = extendPlaywrightPage(_playwrightPage);
+  await page.goto("https://www.princexml.com/samples/");
+  const downloadlXmlFile = await downloadFile(page, {
+    type: "DownloadFromDirectLink",
+    downloadTrigger: page.locator("#dictionary > p.links > a:nth-child(2)"),
+  });
+  console.log({
+    path: await downloadlXmlFile.path(),
+    suggestedName: downloadlXmlFile.suggestedFilename(),
+  });
+
+  const file = await uploadFileToS3(downloadlXmlFile, {
+    s3Configs: {
+      accessKeyId: "xxxxxx",
+      bucket: "xxxxx",
+      region: "xxxxxx",
+      secretAccessKey: "xxxxxx",
+    },
+  });
+
+  return {
+    signedUrl: await file.generateSignedUrl(),
+    descriptor: file.urlDescriptor(),
+  };
+}

package/my-intuned-project/emp/api/learn/data-extraction/ai-extraction.ts

@@ -0,0 +1,72 @@
+import { BrowserContext, Page } from "playwright-core";
+import { extendPlaywrightPage } from "@intuned/sdk/playwright";
+
+interface Params {
+  // Add your params here
+}
+
+export default async function handler(
+  params: Params,
+  _playwrightPage: Page,
+  context: BrowserContext
+) {
+  const page = extendPlaywrightPage(_playwrightPage);
+  const url = [
+    "https://books.toscrape.com/catalogue/a-light-in-the-attic_1000/index.html",
+    "https://books.toscrape.com/catalogue/tipping-the-velvet_999/index.html",
+    "https://books.toscrape.com/catalogue/soumission_998/index.html",
+    "https://books.toscrape.com/catalogue/the-requiem-red_995/index.html",
+    "https://books.toscrape.com/catalogue/the-dirty-little-secrets-of-getting-your-dream-job_994/index.html",
+    "https://books.toscrape.com/catalogue/the-coming-woman-a-novel-based-on-the-life-of-the-infamous-feminist-victoria-woodhull_993/index.html",
+  ];
+  const books = [] as any[];
+  for (const link of url) {
+    await page.goto(link);
+    const result = await page.extractStructuredData({
+      label: "books_to_scrape",
+      dataSchema: {
+        type: "object",
+        properties: {
+          title: {
+            type: "string",
+            description: "title of the book",
+          },
+          in_stock: {
+            type: "boolean",
+          },
+          UPC: {
+            type: "string",
+          },
+          product_type: {
+            type: "string",
+          },
+          availableBooks: {
+            type: "number",
+            description: "number of avaible books",
+          },
+          price: {
+            type: "object",
+            properties: {
+              price_include_tax: {
+                type: "number",
+              },
+              price_execluding_tax: {
+                type: "number",
+              },
+              tax_amount: {
+                type: "number",
+              },
+              currency: {
+                type: "string",
+                enum: ["pound", "dollar"],
+              },
+            },
+          },
+        },
+        required: [],
+      },
+    });
+    books.push(result);
+  }
+  return books;
+}

package/my-intuned-project/emp/api/learn/data-extraction/extract-data-from-content.ts

@@ -0,0 +1,76 @@
+import { BrowserContext, Page } from "playwright-core";
+import { extractStructuredDataFromContent } from "@intuned/sdk/ai-extractors";
+import { extendPlaywrightPage } from "@intuned/sdk/playwright";
+
+interface Params {
+  // Add your params here
+}
+
+export default async function handler(
+  params: Params,
+  _playwrightPage: Page,
+  context: BrowserContext
+) {
+  const page = extendPlaywrightPage(_playwrightPage);
+  const textData = extractStructuredDataFromContent(
+    {
+      type: "text",
+      data: `"To Kill a Mockingbird" is a fiction novel written by Harper Lee. Published in 1960, this classic book delves into the themes of racial injustice and moral growth. The story is set in the American South during the 1930s. The book's ISBN is 978-0-06-112008-4.`,
+    },
+    {
+      label: "book",
+      model: "claude-3-haiku",
+      dataSchema: {
+        type: "object",
+        properties: {
+          title: {
+            type: "string",
+            description: "The title of the book",
+          },
+          author: {
+            type: "string",
+            description: "The author of the book",
+          },
+          published_year: {
+            type: "integer",
+            description: "The year the book was published",
+          },
+          genre: {
+            type: "string",
+            description: "The genre of the book",
+          },
+          ISBN: {
+            type: "string",
+            description: "The International Standard Book Number of the book",
+          },
+        },
+        required: ["title", "author", "published_year", "genre", "ISBN"],
+      },
+    }
+  );
+
+  const imageData = extractStructuredDataFromContent(
+    {
+      type: "image-url",
+      image_type: "png",
+      data: "https://intuned-docs-public-images.s3.amazonaws.com/guides/book-details.png",
+    },
+    {
+      label: "image",
+      model: "claude-3-haiku",
+      dataSchema: {
+        type: "object",
+        properties: {
+          title: {
+            type: "string",
+          },
+          in_stock: {
+            type: "boolean",
+          },
+        },
+        required: ["title", "in_stock"],
+      },
+    }
+  );
+  return { imageData, textData };
+}

package/my-intuned-project/emp/api/learn/data-extraction/markdown-extraction.ts

@@ -0,0 +1,47 @@
+import { BrowserContext, Page } from "playwright-core";
+import {
+  extractMarkdownFromFile,
+  extractMarkdownFromPage,
+  extractTablesFromFile,
+} from "@intuned/sdk/ai-extractors";
+import { extendPlaywrightPage } from "@intuned/sdk/playwright";
+
+interface Params {
+  // Add your params here
+}
+
+export default async function handler(
+  params: Params,
+  _playwrightPage: Page,
+  context: BrowserContext
+) {
+  const page = extendPlaywrightPage(_playwrightPage);
+  await page.goto(
+    "https://books.toscrape.com/catalogue/a-light-in-the-attic_1000/index.html"
+  );
+  const siteMarkdown = extractMarkdownFromPage(page);
+
+  const specMarkdown = await extractMarkdownFromFile(
+    {
+      type: "pdf",
+      source: {
+        type: "url",
+        data: "https://intuned-docs-public-images.s3.amazonaws.com/27UP600_27UP650_ENG_US.pdf",
+      },
+    },
+    { label: "pdf_markdown" }
+  );
+
+  const fileTables = await extractTablesFromFile(
+    {
+      type: "pdf",
+      source: {
+        type: "url",
+        data: "https://intuned-docs-public-images.s3.amazonaws.com/27UP600_27UP650_ENG_US.pdf",
+      },
+    },
+    { label: "pdf_markdown" }
+  );
+
+  return { siteMarkdown, specMarkdown, fileTables };
+}

package/my-intuned-project/emp/api/learn/data-extraction/optimized-array-exteractor.ts

@@ -0,0 +1,49 @@
+import { BrowserContext, Page } from "playwright-core";
+import { extendPlaywrightPage } from "@intuned/sdk/playwright";
+
+interface Params {
+  category?: string;
+}
+
+export default async function handler(
+  params: Params,
+  _playwrightPage: Page,
+  context: BrowserContext
+) {
+  const page = extendPlaywrightPage(_playwrightPage);
+  await page.goto("https://books.toscrape.com/");
+  if (params.category)
+    await page
+      .locator("div.side_categories")
+      .getByText(params.category)
+      .click();
+  const books = await page.extractArrayOptimized({
+    label: "books_list",
+    itemEntityName: "book",
+    prompt: "scrape the books list from the page.",
+    strategy: {
+      model: "claude-3.5-sonnet",
+      type: "HTML",
+    },
+    itemEntitySchema: {
+      type: "object",
+      properties: {
+        title: {
+          type: "string",
+          primary: true,
+          description: "book title",
+        },
+        price: {
+          type: "string",
+          description: "book price",
+        },
+        in_stock: {
+          type: "string",
+          description: "book in stock or out of stock",
+        },
+      },
+      required: ["title", "price", "in_stock"],
+    },
+  });
+  return books;
+}

package/my-intuned-project/emp/api/learn/data-extraction/optimized-object-extractor.ts

@@ -0,0 +1,54 @@
+import { BrowserContext, Page } from "playwright-core";
+import { extendPlaywrightPage } from "@intuned/sdk/playwright";
+
+interface Params {
+  // Add your params here
+}
+
+export default async function handler(
+  params: Params,
+  _playwrightPage: Page,
+  context: BrowserContext
+) {
+  const page = extendPlaywrightPage(_playwrightPage);
+  const url = [
+    "https://books.toscrape.com/catalogue/a-light-in-the-attic_1000/index.html",
+    "https://books.toscrape.com/catalogue/tipping-the-velvet_999/index.html",
+    "https://books.toscrape.com/catalogue/soumission_998/index.html",
+    "https://books.toscrape.com/catalogue/the-requiem-red_995/index.html",
+    "https://books.toscrape.com/catalogue/the-dirty-little-secrets-of-getting-your-dream-job_994/index.html",
+    "https://books.toscrape.com/catalogue/the-coming-woman-a-novel-based-on-the-life-of-the-infamous-feminist-victoria-woodhull_993/index.html",
+  ];
+  const books = [] as any[];
+  for (const link of url) {
+    await page.goto(link);
+    const result = await page.extractObjectOptimized({
+      label: "books_to_scrape",
+      entityName: "book_info",
+      entitySchema: {
+        type: "object",
+        properties: {
+          title: {
+            type: "string",
+            description: "title of the book",
+          },
+          price: {
+            type: "string",
+          },
+          in_stock: {
+            type: "string",
+          },
+          UPC: {
+            type: "string",
+          },
+          product_type: {
+            type: "string",
+          },
+        },
+        required: ["title", "price", "in_stock", "UPC", "product_type"],
+      },
+    });
+    books.push(result);
+  }
+  return books;
+}