@intuned/runtime-dev 1.0.6-cli.8.3.4 → 1.0.6-dev

package/dist/commands/intuned-run/intuned-run.js

@@ -0,0 +1,84 @@
+#!/usr/bin/env node
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.executeCLI = executeCLI;
+var _commander = require("commander");
+var _chalk = _interopRequireDefault(require("chalk"));
+var fs = _interopRequireWildcard(require("fs-extra"));
+var _runApi = require("../../common/runApi");
+var _tsNodeImport = require("../common/tsNodeImport");
+var _utils = require("./utils");
+var _asyncLocalStorage = require("../../common/asyncLocalStorage");
+var _nanoid = require("nanoid");
+var _enums = require("../../runtime/enums");
+var _Logger = require("../../common/Logger");
+function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
+function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && {}.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+async function executeCLI(apiName, inputData, options) {
+  const runApiResult = await (0, _runApi.runApi)({
+    automationFunction: {
+      name: `api/${apiName}`,
+      params: inputData
+    },
+    runOptions: {
+      environment: "standalone"
+    },
+    importFunction: _tsNodeImport.tsNodeImport
+  });
+  if (runApiResult.isErr()) {
+    if (runApiResult.error instanceof _runApi.AutomationError) {
+      throw runApiResult.error.error;
+    }
+    console.error(runApiResult.error);
+    throw new Error("An error occurred while running the API");
+  }
+  const {
+    result,
+    extendedPayloads: payloadToAppend
+  } = runApiResult.value;
+  const isResponseObject = typeof result === "object" && result !== null;
+  const hasMoreThank5Keys = isResponseObject && Object.keys(result).length > 5;
+  const hasNestedObjects = isResponseObject && Object.values(result).some(value => typeof value === "object");
+  const shouldWriteToFile = isResponseObject && (hasMoreThank5Keys || hasNestedObjects);
+  const resultsDir = "/tmp/run-results";
+  if (options.outputFileId && shouldWriteToFile) {
+    _Logger.logger.info(_chalk.default.underline.bgBlue.white(`Click to Open: Results saved (Run: ${options.outputFileId})`));
+    fs.ensureDirSync(resultsDir);
+    const path = `${resultsDir}/${options.outputFileId}.json`;
+    await fs.writeJson(path, result, {
+      spaces: 2
+    });
+  } else {
+    console.log("result:", result);
+  }
+  const hasPayloadToAppend = payloadToAppend && payloadToAppend.length > 0;
+  if (hasPayloadToAppend && options.outputFileId) {
+    _Logger.logger.info(_chalk.default.underline.bgBlue.white(`Click to Open: payloads to append (Run: ${options.outputFileId})`));
+    fs.ensureDirSync(resultsDir);
+    const path = `${resultsDir}/${options.outputFileId}-payloads-to-append.json`;
+    await fs.writeJson(path, payloadToAppend, {
+      spaces: 2
+    });
+  } else if (hasPayloadToAppend) {
+    _Logger.logger.info("payload to append:", payloadToAppend);
+    _Logger.logger.info("This will only take an effect if this API run was part of a job.");
+  }
+}
+_commander.program.name("intuned-run").description("Run an Intuned API with parameters").argument("<api-name>", "Name of the API to run").option("-p, --parameters-file <file>", "JSON file containing API parameters").option("-o, --output-file <file>", "File to write the API output to").action(async (apiName, options) => {
+  const inputData = await (0, _utils.loadParameters)(options.parametersFile);
+  try {
+    await (0, _asyncLocalStorage.runWithContext)({
+      runEnvironment: _enums.RunEnvironment.IDE,
+      extendedPayloads: [],
+      runId: (0, _nanoid.nanoid)()
+    }, () => executeCLI(apiName, inputData, options));
+  } catch (error) {
+    console.error(_chalk.default.red(`\nError: ${error.message}`));
+    process.exit(1);
+  }
+});
+_commander.program.parse(process.argv);

package/dist/commands/intuned-run/utils.d.ts

@@ -0,0 +1 @@
+export declare function loadParameters(parametersFile: string): Promise<object | null>;

package/dist/{common/cli → commands/intuned-run}/utils.js

@@ -3,29 +3,32 @@
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.getAuthCredentials = getAuthCredentials;
-exports.getSettingIntunedJSON = getSettingIntunedJSON;
+exports.loadParameters = loadParameters;
 var _path = _interopRequireDefault(require("path"));
 var fs = _interopRequireWildcard(require("fs-extra"));
 function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
 function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && {}.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
-async function getAuthCredentials(options) {
-  const workspaceId = options.workspaceId || (await getSettingIntunedJSON("workspaceId"));
-  const apiKey = options.apiKey || process.env.INTUNED_API_KEY;
-  if (!workspaceId || !apiKey) {
-    throw new Error("Authentication details are required. Please provide them via command line options(api key, workspace id), intuned.json(workspace id) or environment variables(api key).");
+async function loadParameters(parametersFile) {
+  if (!parametersFile) {
+    return {};
   }
-  return {
-    workspaceId,
-    apiKey
-  };
-}
-async function getSettingIntunedJSON(key) {
-  const intunedJsonPath = _path.default.join(process.cwd(), "Intuned.json");
-  const intunedJson = await fs.readJSON(intunedJsonPath);
-  if (intunedJson && intunedJson[key]) {
-    return intunedJson[key];
+  try {
+    const filePath = _path.default.resolve(process.cwd(), parametersFile);
+    await fs.access(filePath);
+    let inputData = null;
+    if (parametersFile) {
+      inputData = await fs.readJSON(parametersFile);
+    } else {
+      inputData = {};
+    }
+    return inputData;
+  } catch (error) {
+    if (error.code === "ENOENT") {
+      throw new Error(`Parameters file not found: ${parametersFile}`);
+    } else if (error instanceof SyntaxError) {
+      throw new Error(`Invalid JSON in parameters file: ${error.message}`);
+    }
+    throw new Error(`Error reading parameters file: ${error.message}`);
   }
-  return null;
 }

package/dist/common/asyncLocalStorage/index.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { AsyncLocalStorage } from "node:async_hooks";
+import { AsyncLocalStorage } from "async_hooks";
 import { Payload, RunInfo } from "../../runtime/export";
 export declare const asyncLocalStorage: AsyncLocalStorage<InternalRunInfo>;
 export declare function runWithContext<R, TArgs extends any[]>(contextData: InternalRunInfo, callback: (...args: TArgs) => R, ...args: TArgs): R;

package/dist/common/asyncLocalStorage/index.js

@@ -6,8 +6,8 @@ Object.defineProperty(exports, "__esModule", {
 exports.asyncLocalStorage = void 0;
 exports.getExecutionContext = getExecutionContext;
 exports.runWithContext = runWithContext;
-var _nodeAsync_hooks = require("node:async_hooks");
-const asyncLocalStorage = exports.asyncLocalStorage = new _nodeAsync_hooks.AsyncLocalStorage();
+var _async_hooks = require("async_hooks");
+const asyncLocalStorage = exports.asyncLocalStorage = new _async_hooks.AsyncLocalStorage();
 function runWithContext(contextData, callback, ...args) {
   return asyncLocalStorage.run(contextData, callback, ...args);
 }

package/my-intuned-project/Intuned.json

@@ -0,0 +1,15 @@
+{
+  "apiAccess": {
+    "enabled": true
+  },
+  "authSessions": {
+    "enabled": false
+  },
+  "scale": {
+    "machineCount": 1,
+    "softLimit": 8,
+    "hardLimit": 10,
+    "memory": 2048,
+    "cpus": 6
+  }
+}

package/my-intuned-project/api/book-details.ts

@@ -0,0 +1,46 @@
+import { BrowserContext, Page } from "playwright-core";
+import { extendPlaywrightPage } from "@intuned/sdk/playwright";
+
+interface Params {
+  bookFullUrl: string;
+}
+
+export default async function handler(
+  params: Params,
+  _playwrightPage: Page,
+  context: BrowserContext
+) {
+  const page = extendPlaywrightPage(_playwrightPage);
+
+  console.log(params);
+  // go to the url that is passed in the params
+  await page.goto(params.bookFullUrl);
+
+  // optimized extractor!
+  // for more info checkout
+  // https://docs.intunedhq.com/docs/data-extraction/web-data-extraction
+  const result = await page.extractObjectOptimized({
+    label: "book-deatils",
+    entityName: "book_info",
+    entitySchema: {
+      type: "object",
+      properties: {
+        name: {
+          type: "string",
+          description: "book name",
+        },
+        upc: {
+          type: "string",
+          description: "upc of the book",
+        },
+        numberOfReviews: {
+          type: "string",
+          description: "Number of reviews on the book",
+        },
+      },
+      required: ["name", "upc"],
+    },
+  });
+
+  return result;
+}

package/my-intuned-project/api/books-all.ts

@@ -0,0 +1,68 @@
+import { BrowserContext, Page } from "playwright-core";
+import { extendPlaywrightPage } from "@intuned/sdk/playwright";
+import { extendPayload } from "@intuned/sdk/runtime";
+import { AsyncLocalStorage } from "async_hooks";
+
+interface Params {
+  // Add your params here
+}
+
+export default async function handler(
+  params: Params,
+  _playwrightPage: Page,
+  context: BrowserContext
+) {
+  // extends playwright page with Intuned helpers.
+  const page = extendPlaywrightPage(_playwrightPage);
+
+  await page.goto("https://books.toscrape.com/");
+
+  // optimized extractor!
+  // for more info checkout
+  // https://docs.intunedhq.com/docs/data-extraction/web-data-extraction
+  const result = await page.extractArrayOptimized({
+    itemEntityName: "book",
+    label: "books-scraper",
+    itemEntitySchema: {
+      type: "object",
+      properties: {
+        name: {
+          type: "string",
+          description: "name of the book",
+          primary: true,
+        },
+        bookUrl: {
+          type: "string",
+          description: "url of the book",
+        },
+      },
+      required: ["name", "bookUrl"],
+    },
+    // you can change the model and strategy type,
+    // for links, HTML is the right strategy to use
+    strategy: {
+      type: "HTML",
+      model: "claude-3-sonnet",
+    },
+  });
+
+  console.log(result);
+
+  extendPayload({
+    api: "book-details",
+    parameters: {
+      bookFullUrl: `${page.url()}${result[0].bookUrl}`,
+    },
+  });
+
+  // // for each book on the main page, schedule api to get details
+  // result.forEach((book) => {
+  //   // Extend job payload so it runs API `book-details` with provided params
+  //   extendPayload({
+  //     api: "book-details",
+  //     parameters: {
+  //       bookFullUrl: `${page.url()}${book.bookUrl}`,
+  //     },
+  //   });
+  // });
+}

package/my-intuned-project/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "Nested-Scheduling",
+  "version": "1.0.0",
+  "description": "project uses nested scheduling feature",
+  "tags": [
+    "Scrapper"
+  ],
+  "main": "index.js",
+  "scripts": {
+    "dev:local": "intuned-api-run sample playwright -j '{}'",
+    "dev": "intuned-api-run",
+    "debug": "node --inspect-brk ./node_modules/.bin/intuned-api-run",
+    "build": "intuned-build",
+    "types-check": "intuned-ts-check",
+    "pre-publish": "intuned-ts-check && intuned-build",
+    "start": "node ./output/bundle_v2.js",
+    "browser-save-state": "intuned-browser-save-state",
+    "auth-session-check": "intuned-auth-session-check",
+    "auth-session-create": "intuned-auth-session-create",
+    "auth-session-refresh": "intuned-auth-session-refresh",
+    "auth-session-load": "intuned-auth-session-load"
+  },
+  "author": "",
+  "license": "ISC",
+  "dependencies": {
+    "@intuned/runtime": "1.0.5",
+    "@intuned/sdk": "2.0.2",
+    "@types/intuned__sdk": "npm:@intuned/sdk-types@2.0.2",
+    "@types/node": "^20.10.3",
+    "axios": "^1.9.0",
+    "lodash": "^4.17.21",
+    "playwright": "1.44.1",
+    "playwright-core": "1.44.1",
+    "ts-node": "^10.9.2"
+  }
+}

package/my-intuned-project/params/bookInput.json

@@ -0,0 +1,3 @@
+{
+  "bookFullUrl": "https://books.toscrape.com/catalogue/mesaerion-the-best-science-fiction-stories-1800-1849_983/index.html"
+}