@promptbook/remote-server 0.114.0-2 → 0.114.0-3

package/umd/index.umd.js

@@ -1,8 +1,8 @@
 (function (global, factory) {
-    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('path'), require('child_process'), require('colors'), require('spacetrim'), require('waitasecond'), require('http'), require('express'), require('socket.io'), require('fs/promises'), require('@mozilla/readability'), require('jsdom'), require('crypto-js'), require('crypto-js/enc-hex'), require('showdown'), require('express-openapi-validator'), require('swagger-ui-express'), require('react'), require('react-dom/server'), require('rxjs'), require('crypto'), require('moment'), require('mime-types'), require('crypto-js/sha256'), require('papaparse'), require('@openai/agents'), require('bottleneck'), require('openai')) :
-    typeof define === 'function' && define.amd ? define(['exports', 'path', 'child_process', 'colors', 'spacetrim', 'waitasecond', 'http', 'express', 'socket.io', 'fs/promises', '@mozilla/readability', 'jsdom', 'crypto-js', 'crypto-js/enc-hex', 'showdown', 'express-openapi-validator', 'swagger-ui-express', 'react', 'react-dom/server', 'rxjs', 'crypto', 'moment', 'mime-types', 'crypto-js/sha256', 'papaparse', '@openai/agents', 'bottleneck', 'openai'], factory) :
-    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-remote-server"] = {}, global.path, global.child_process, global.colors, global._spaceTrim, global.waitasecond, global.http, global.express, global.socket_io, global.promises, global.readability, global.jsdom, global.CryptoJS, global.hexEncoder, global.showdown, global.OpenApiValidator, global.swaggerUi, global.react, global.server, global.rxjs, null, global.moment, global.mimeTypes, global.sha256, global.papaparse, global.agents, global.Bottleneck, global.OpenAI));
-})(this, (function (exports, path, child_process, colors, _spaceTrim, waitasecond, http, express, socket_io, promises, readability, jsdom, CryptoJS, hexEncoder, showdown, OpenApiValidator, swaggerUi, react, server, rxjs, crypto, moment, mimeTypes, sha256, papaparse, agents, Bottleneck, OpenAI) { 'use strict';
+    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('path'), require('child_process'), require('colors'), require('spacetrim'), require('waitasecond'), require('http'), require('express'), require('socket.io'), require('fs/promises'), require('crypto-js'), require('crypto-js/enc-hex'), require('showdown'), require('express-openapi-validator'), require('swagger-ui-express'), require('react'), require('react-dom/server'), require('rxjs'), require('crypto'), require('moment'), require('mime-types'), require('crypto-js/sha256'), require('papaparse'), require('bottleneck')) :
+    typeof define === 'function' && define.amd ? define(['exports', 'path', 'child_process', 'colors', 'spacetrim', 'waitasecond', 'http', 'express', 'socket.io', 'fs/promises', 'crypto-js', 'crypto-js/enc-hex', 'showdown', 'express-openapi-validator', 'swagger-ui-express', 'react', 'react-dom/server', 'rxjs', 'crypto', 'moment', 'mime-types', 'crypto-js/sha256', 'papaparse', 'bottleneck'], factory) :
+    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-remote-server"] = {}, global.path, global.child_process, global.colors, global._spaceTrim, global.waitasecond, global.http, global.express, global.socket_io, global.promises, global.CryptoJS, global.hexEncoder, global.showdown, global.OpenApiValidator, global.swaggerUi, global.react, global.server, global.rxjs, null, global.moment, global.mimeTypes, global.sha256, global.papaparse, global.Bottleneck));
+})(this, (function (exports, path, child_process, colors, _spaceTrim, waitasecond, http, express, socket_io, promises, CryptoJS, hexEncoder, showdown, OpenApiValidator, swaggerUi, react, server, rxjs, crypto, moment, mimeTypes, sha256, papaparse, Bottleneck) { 'use strict';
 
     function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
@@ -37,7 +37,6 @@
     var sha256__default = /*#__PURE__*/_interopDefaultLegacy(sha256);
     var papaparse__default = /*#__PURE__*/_interopDefaultLegacy(papaparse);
     var Bottleneck__default = /*#__PURE__*/_interopDefaultLegacy(Bottleneck);
-    var OpenAI__default = /*#__PURE__*/_interopDefaultLegacy(OpenAI);
 
     // ⚠️ WARNING: This code has been generated so that any manual changes will be overwritten
     /**
@@ -53,7 +52,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    const PROMPTBOOK_ENGINE_VERSION = '0.114.0-2';
+    const PROMPTBOOK_ENGINE_VERSION = '0.114.0-3';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -9405,6 +9404,31 @@
     // Note: [🟢] Code for Node scraper registration helper [$provideScrapersForNode](src/scrapers/_common/register/$provideScrapersForNode.ts) should never be published into packages that could be imported into browser environment
     // TODO: [🏓] Unite `xxxForServer` and `xxxForNode` naming
 
+    /**
+     * Creates a loader which imports one module on the first call and reuses the very same module afterwards
+     *
+     * Note: [🐌] Heavy third-party dependencies are imported lazily to keep the startup of the Promptbook CLI fast.
+     *       A statically imported dependency is loaded every single time the bundle is loaded, even when the running
+     *       command never touches it. A lazily imported dependency is loaded only when the feature is really used.
+     *
+     * @example
+     * const loadJsdomModule = createLazyModuleLoader(() => import('jsdom'));
+     * const { JSDOM } = await loadJsdomModule();
+     *
+     * @private internal utility of Promptbook
+     */
+    function createLazyModuleLoader(importModule) {
+        let importedModulePromise = null;
+        return function loadModule() {
+            if (importedModulePromise === null) {
+                importedModulePromise = importModule();
+            }
+            return importedModulePromise;
+        };
+    }
+    // Note: [🐌] Do not convert the lazy `import(...)` calls back to static `import` statements, it would bring back the
+    //       slow startup of the `ptbk` CLI utility
+
     /**
      * Metadata of the scraper
      *
@@ -9689,7 +9713,23 @@
         });
     }
 
-    // TODO: [🏳‍🌈] Finally take pick of .json vs .ts
+    /**
+     * Loads `jsdom` on demand
+     *
+     * Note: [🐌] `jsdom` is by far the heaviest dependency of Promptbook, loading it eagerly would slow down every single
+     *       run of the `ptbk` CLI utility even when no website is scraped
+     *
+     * @private internal utility of `WebsiteScraper`
+     */
+    const loadJsdomModule = createLazyModuleLoader(() => import('jsdom'));
+    /**
+     * Loads `@mozilla/readability` on demand
+     *
+     * Note: [🐌] Loaded lazily to keep the startup of the `ptbk` CLI utility fast
+     *
+     * @private internal utility of `WebsiteScraper`
+     */
+    const loadReadabilityModule = createLazyModuleLoader(() => import('@mozilla/readability'));
     /**
      * Scraper for websites
      *
@@ -9725,14 +9765,15 @@
             if (this.tools.fs === undefined) {
                 throw new EnvironmentMismatchError('Can not scrape websites without filesystem tools');
             }
-            const jsdom$1 = new jsdom.JSDOM(await source.asText(), {
+            const [{ JSDOM }, { Readability }] = await Promise.all([loadJsdomModule(), loadReadabilityModule()]);
+            const jsdom = new JSDOM(await source.asText(), {
                 url: source.url,
             });
-            const reader = new readability.Readability(jsdom$1.window.document);
+            const reader = new Readability(jsdom.window.document);
             const article = reader.parse();
             // console.log(article);
             // await forTime(10000);
-            let html = (article === null || article === void 0 ? void 0 : article.content) || (article === null || article === void 0 ? void 0 : article.textContent) || jsdom$1.window.document.body.innerHTML;
+            let html = (article === null || article === void 0 ? void 0 : article.content) || (article === null || article === void 0 ? void 0 : article.textContent) || jsdom.window.document.body.innerHTML;
             // Note: Unwrap html such as it is convertable by `markdownConverter`
             for (let i = 0; i < 2; i++) {
                 html = html.replace(/<div\s*(?:id="readability-page-\d+"\s+class="page")?>(.*)<\/div>/is, '$1');
@@ -9765,7 +9806,7 @@
                     throw error;
                 }
             }
-            const markdown = this.showdownConverter.makeMarkdown(html, jsdom$1.window.document);
+            const markdown = this.showdownConverter.makeMarkdown(html, jsdom.window.document);
             return { ...cacheFilehandler, markdown };
         }
         /**
@@ -35847,6 +35888,16 @@
     `;
     }
 
+    /**
+     * Loads the OpenAI AgentKit SDK (`@openai/agents`) on demand
+     *
+     * Note: [🐌] The AgentKit SDK is one of the heaviest dependencies of Promptbook, loading it eagerly would slow down
+     *       every single run of the `ptbk` CLI utility even when no AgentKit agent is used
+     *
+     * @private internal utility of `@promptbook/openai`
+     */
+    const loadOpenAiAgentsModule = createLazyModuleLoader(() => import('@openai/agents'));
+
     /**
      * Constant for default model used for nested DeepSearch tool invocations.
      */
@@ -35900,11 +35951,12 @@
         /**
          * Builds the tool list for AgentKit, including hosted file search when applicable.
          */
-        buildAgentKitTools(options) {
+        async buildAgentKitTools(options) {
             const { tools, vectorStoreId } = options;
+            const { fileSearchTool, tool: agentKitTool } = await loadOpenAiAgentsModule();
             const agentKitTools = [];
             if (vectorStoreId) {
-                agentKitTools.push(agents.fileSearchTool(vectorStoreId));
+                agentKitTools.push(fileSearchTool(vectorStoreId));
             }
             if (!tools || tools.length === 0) {
                 return agentKitTools;
@@ -35912,11 +35964,11 @@
             let scriptTools = null;
             for (const toolDefinition of tools) {
                 if (this.isDeepSearchToolDefinition(toolDefinition)) {
-                    agentKitTools.push(this.createDeepSearchAgentKitTool(toolDefinition));
+                    agentKitTools.push(await this.createDeepSearchAgentKitTool(toolDefinition));
                     continue;
                 }
                 scriptTools !== null && scriptTools !== void 0 ? scriptTools : (scriptTools = this.resolveScriptTools());
-                agentKitTools.push(agents.tool({
+                agentKitTools.push(agentKitTool({
                     name: toolDefinition.name,
                     description: toolDefinition.description,
                     parameters: this.normalizeAgentKitToolParameters(toolDefinition.parameters),
@@ -36123,12 +36175,13 @@
         /**
          * Creates the native Agent SDK tool used for `USE DEEPSEARCH`.
          */
-        createDeepSearchAgentKitTool(toolDefinition) {
-            const deepSearchAgent = new agents.Agent({
+        async createDeepSearchAgentKitTool(toolDefinition) {
+            const { Agent: AgentFromKit, webSearchTool } = await loadOpenAiAgentsModule();
+            const deepSearchAgent = new AgentFromKit({
                 name: 'DeepSearch',
                 model: DEFAULT_DEEP_SEARCH_MODEL_NAME,
                 instructions: this.createDeepSearchAgentInstructions(toolDefinition.description),
-                tools: [agents.webSearchTool({ searchContextSize: 'high' })],
+                tools: [webSearchTool({ searchContextSize: 'high' })],
             });
             return deepSearchAgent.asTool({
                 toolName: toolDefinition.name,
@@ -37450,6 +37503,14 @@
         }
     }
 
+    /**
+     * Loads the OpenAI SDK (`openai`) on demand
+     *
+     * Note: [🐌] Loaded lazily to keep the startup of the `ptbk` CLI utility fast
+     *
+     * @private internal utility of `OpenAiCompatibleRequestManager`
+     */
+    const loadOpenAiModule = createLazyModuleLoader(() => import('openai'));
     /**
      * Manages OpenAI-compatible client creation plus shared retry and rate-limit behavior.
      *
@@ -37476,7 +37537,8 @@
                     timeout: API_REQUEST_TIMEOUT,
                     maxRetries: CONNECTION_RETRIES_LIMIT,
                 };
-                this.client = new OpenAI__default["default"](enhancedOptions);
+                const { default: OpenAI } = await loadOpenAiModule();
+                this.client = new OpenAI(enhancedOptions);
             }
             return this.client;
         }
@@ -39623,8 +39685,9 @@
                     vectorStoreId,
                 });
             }
-            const agentKitTools = this.buildAgentKitTools({ tools, vectorStoreId });
-            const openAiAgentKitAgent = new agents.Agent({
+            const { Agent: AgentFromKit } = await loadOpenAiAgentsModule();
+            const agentKitTools = await this.buildAgentKitTools({ tools, vectorStoreId });
+            const openAiAgentKitAgent = new AgentFromKit({
                 name,
                 model: this.agentKitModelName,
                 instructions: instructions || 'You are a helpful assistant.',
@@ -39669,7 +39732,8 @@
                 agentName: agentForRun.name,
                 input: inputItems,
             };
-            const streamResult = await agents.run(agentForRun, inputItems, {
+            const { run } = await loadOpenAiAgentsModule();
+            const streamResult = await run(agentForRun, inputItems, {
                 stream: true,
                 maxTurns: 200,
                 context: {
@@ -39811,11 +39875,12 @@
          * Ensures the AgentKit SDK is wired to the OpenAI client and API key.
          */
         async ensureAgentKitDefaults() {
+            const { setDefaultOpenAIClient, setDefaultOpenAIKey } = await loadOpenAiAgentsModule();
             const client = await this.getClient();
-            agents.setDefaultOpenAIClient(client);
+            setDefaultOpenAIClient(client);
             const apiKey = this.agentKitOptions.apiKey;
             if (apiKey && typeof apiKey === 'string') {
-                agents.setDefaultOpenAIKey(apiKey);
+                setDefaultOpenAIKey(apiKey);
             }
         }
         /**