@promptbook/cli 0.84.0-15 → 0.84.0-17

package/README.md

@@ -14,9 +14,9 @@
 
 
 
-## ❄ New Features
+## 🌟 New Features
 
--   🐋 **Support of [DeepSeek models](https://www.deepseek.com/)**
+-   🐋 **Support of [DeepSeek models](https://www.npmjs.com/package/@promptbook/deepseek)**
 -   💙 Working [the **Book** language v1.0.0](https://github.com/webgptorg/book)
 -   🖤 Run books from CLI - `npx ptbk run path/to/your/book`
 -   📚 Support of `.docx`, `.doc` and `.pdf` documents as knowledge
@@ -320,8 +320,9 @@ Or you can install them separately:
 -   **[@promptbook/anthropic-claude](https://www.npmjs.com/package/@promptbook/anthropic-claude)** - Execution tools for Anthropic Claude API, wrapper around Anthropic Claude SDK 
 -   **[@promptbook/vercel](https://www.npmjs.com/package/@promptbook/vercel)** - Adapter for Vercel functionalities
 -   **[@promptbook/google](https://www.npmjs.com/package/@promptbook/google)** - Integration with Google's Gemini API
+-   **[@promptbook/deepseek](https://www.npmjs.com/package/@promptbook/deepseek)** - Integration with [DeepSeek API](https://www.deepseek.com/)
 -   **[@promptbook/azure-openai](https://www.npmjs.com/package/@promptbook/azure-openai)** - Execution tools for Azure OpenAI API
--   **[@promptbook/langtail](https://www.npmjs.com/package/@promptbook/langtail)** - Execution tools for Langtail API, wrapper around Langtail SDK
+
 -   **[@promptbook/fake-llm](https://www.npmjs.com/package/@promptbook/fake-llm)** - Mocked execution tools for testing the library and saving the tokens
 -   **[@promptbook/remote-client](https://www.npmjs.com/package/@promptbook/remote-client)** - Remote client for remote execution of promptbooks
 -   **[@promptbook/remote-server](https://www.npmjs.com/package/@promptbook/remote-server)** - Remote server for remote execution of promptbooks
@@ -491,6 +492,12 @@ See [TODO.md](./TODO.md)
 
 
 
+
+## 🤝 Partners
+
+[![Technology Incubation](./other/partners/CI-Technology-Incubation.png)](https://technologickainkubace.org/en/about-technology-incubation/about-the-project/)
+
+
 ## 🖋️ Contributing
 
 I am open to pull requests, feedback, and suggestions. Or if you like this utility, you can [☕ buy me a coffee](https://www.buymeacoffee.com/hejny) or [donate via cryptocurrencies](https://github.com/hejny/hejny/blob/main/documents/crypto.md).

package/esm/index.es.js

@@ -38,7 +38,7 @@ var BOOK_LANGUAGE_VERSION = '1.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-var PROMPTBOOK_ENGINE_VERSION = '0.84.0-14';
+var PROMPTBOOK_ENGINE_VERSION = '0.84.0-16';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -235,6 +235,12 @@ var DEFAULT_TASK_TITLE = "Task";
  * @public exported from `@promptbook/core`
  */
 var DEFAULT_BOOK_OUTPUT_PARAMETER_NAME = 'result';
+/**
+ * Maximum file size limit
+ *
+ * @public exported from `@promptbook/core`
+ */
+var DEFAULT_MAX_FILE_SIZE = 100 * 1024 * 1024; // 100MB
 /**
  * Warning message for the generated sections and files files
  *
@@ -6527,11 +6533,10 @@ var scraperFetch = function (url, init) { return __awaiter(void 0, void 0, void
 function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
     var _a;
     return __awaiter(this, void 0, void 0, function () {
-        var _b, fetch, knowledgeSourceContent, name, _c, _d, rootDirname, url, response_1, mimeType, basename, hash, rootDirname_1, filepath, _f, _g, _h, _j, _k, filename_1, fileExtension, mimeType;
-        return __generator(this, function (_l) {
-            switch (_l.label) {
+        var _b, fetch, knowledgeSourceContent, name, _c, _d, rootDirname, url, response_1, mimeType, basename, hash, rootDirname_1, filepath, fileContent, _f, _g, filename_1, fileExtension, mimeType;
+        return __generator(this, function (_h) {
+            switch (_h.label) {
                 case 0:
-                    console.log('!!! makeKnowledgeSourceHandler', knowledgeSource);
                     _b = tools.fetch, fetch = _b === void 0 ? scraperFetch : _b;
                     knowledgeSourceContent = knowledgeSource.knowledgeSourceContent;
                     name = knowledgeSource.name;
@@ -6543,7 +6548,7 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                     url = knowledgeSourceContent;
                     return [4 /*yield*/, fetch(url)];
                 case 1:
-                    response_1 = _l.sent();
+                    response_1 = _h.sent();
                     mimeType = ((_a = response_1.headers.get('content-type')) === null || _a === void 0 ? void 0 : _a.split(';')[0]) || 'text/html';
                     if (tools.fs === undefined || !url.endsWith('.pdf' /* <- TODO: [💵] */)) {
                         return [2 /*return*/, {
@@ -6593,17 +6598,19 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                     filepath = join.apply(void 0, __spreadArray(__spreadArray([], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(basename.substring(0, MAX_FILENAME_LENGTH), ".").concat(mimeTypeToExtension(mimeType))], false));
                     return [4 /*yield*/, tools.fs.mkdir(dirname(join(rootDirname_1, filepath)), { recursive: true })];
                 case 2:
-                    _l.sent();
-                    _g = (_f = tools.fs).writeFile;
-                    _h = [join(rootDirname_1, filepath)];
-                    _k = (_j = Buffer).from;
+                    _h.sent();
+                    _g = (_f = Buffer).from;
                     return [4 /*yield*/, response_1.arrayBuffer()];
-                case 3: return [4 /*yield*/, _g.apply(_f, _h.concat([_k.apply(_j, [_l.sent()])]))];
+                case 3:
+                    fileContent = _g.apply(_f, [_h.sent()]);
+                    if (fileContent.length > DEFAULT_MAX_FILE_SIZE /* <- TODO: Allow to pass different value to remote server */) {
+                        throw new LimitReachedError("File is too large (".concat(Math.round(fileContent.length / 1024 / 1024), "MB). Maximum allowed size is ").concat(Math.round(DEFAULT_MAX_FILE_SIZE / 1024 / 1024), "MB."));
+                    }
+                    return [4 /*yield*/, tools.fs.writeFile(join(rootDirname_1, filepath), fileContent)];
                 case 4:
-                    _l.sent();
+                    _h.sent();
                     // TODO: [💵] Check the file security
-                    // TODO: !!!!!!!! Check the file size (if it is not too big)
-                    // TODO: !!!!!!!! Delete the file after the scraping is done
+                    // TODO: [🧹][🧠] Delete the file after the scraping is done
                     return [2 /*return*/, makeKnowledgeSourceHandler({ name: name, knowledgeSourceContent: filepath }, tools, __assign(__assign({}, options), { rootDirname: rootDirname_1 }))];
                 case 5:
                     if (!isValidFilePath(knowledgeSourceContent)) return [3 /*break*/, 7];
@@ -6620,7 +6627,7 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                     mimeType = extensionToMimeType(fileExtension || '');
                     return [4 /*yield*/, isFileExisting(filename_1, tools.fs)];
                 case 6:
-                    if (!(_l.sent())) {
+                    if (!(_h.sent())) {
                         throw new NotFoundError(spaceTrim(function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(knowledgeSourceContent), "\n\n                          Full file path:\n                          ").concat(block(filename_1), "\n                      "); }));
                     }
                     // TODO: [🧠][😿] Test security file - file is scoped to the project (BUT maybe do this in `filesystemTools`)
@@ -15058,16 +15065,16 @@ var _AzureOpenAiRegistration = $llmToolsRegister.register(createAzureOpenAiExecu
  * @public exported from `@promptbook/wizzard`
  * @public exported from `@promptbook/cli`
  */
-var _GoogleMetadataRegistration = $llmToolsMetadataRegister.register({
-    title: 'Google Gemini',
-    packageName: '@promptbook/google',
-    className: 'GoogleExecutionTools',
-    envVariables: ['GOOGLE_GENERATIVE_AI_API_KEY'],
+var _DeepseekMetadataRegistration = $llmToolsMetadataRegister.register({
+    title: 'Deepseek',
+    packageName: '@promptbook/deepseek',
+    className: 'DeepseekExecutionTools',
+    envVariables: ['DEEPSEEK_GENERATIVE_AI_API_KEY'],
     getBoilerplateConfiguration: function () {
         return {
-            title: 'Google Gemini (boilerplate)',
-            packageName: '@promptbook/google',
-            className: 'GoogleExecutionTools',
+            title: 'Deepseek (boilerplate)',
+            packageName: '@promptbook/deepseek',
+            className: 'DeepseekExecutionTools',
             options: {
                 apiKey: 'AI',
             },
@@ -15077,17 +15084,17 @@ var _GoogleMetadataRegistration = $llmToolsMetadataRegister.register({
         if ($isRunningInJest()
         // <- TODO: Maybe check `env.JEST_WORKER_ID` directly here or pass `env` into `$isRunningInJest`
         ) {
-            // Note: [🔘] Gemini makes problems in Jest environment
+            // Note: [🔘] Maybe same problem as Gemini
             return null;
         }
         // Note: Note using `process.env` BUT `env` to pass in the environment variables dynamically
-        if (typeof env.GOOGLE_GENERATIVE_AI_API_KEY === 'string') {
+        if (typeof env.DEEPSEEK_GENERATIVE_AI_API_KEY === 'string') {
             return {
-                title: 'Google Gemini (from env)',
-                packageName: '@promptbook/google',
-                className: 'GoogleExecutionTools',
+                title: 'Deepseek (from env)',
+                packageName: '@promptbook/deepseek',
+                className: 'DeepseekExecutionTools',
                 options: {
-                    apiKey: env.GOOGLE_GENERATIVE_AI_API_KEY,
+                    apiKey: env.DEEPSEEK_GENERATIVE_AI_API_KEY,
                 },
             };
         }
@@ -15268,6 +15275,98 @@ function createExecutionToolsFromVercelProvider(options) {
     };
 }
 
+/**
+ * Execution Tools for calling Deepseek API.
+ *
+ * @public exported from `@promptbook/deepseek`
+ */
+var createDeepseekExecutionTools = Object.assign(function (options) {
+    if ($isRunningInJest()) {
+        // Note: [🔘]
+        throw new Error('DeepseekExecutionTools are not supported in Jest environment');
+    }
+    // Note: [🔘] Maybe there is same compatibility problem as in '@ai-sdk/deepseek'
+    // eslint-disable-next-line @typescript-eslint/no-var-requires
+    var createDeepSeek = require('@ai-sdk/deepseek').createDeepSeek;
+    var deepseekVercelProvider = createDeepSeek(__assign({}, options));
+    return createExecutionToolsFromVercelProvider(__assign({ title: 'Deepseek', description: 'Implementation of Deepseek models', vercelProvider: deepseekVercelProvider, availableModels: [
+            // TODO: [🕘] Maybe list models in same way as in other providers - in separate file with metadata
+            'deepseek-chat',
+            'deepseek-reasoner',
+            // <- TODO: How picking of the default model looks like in `createExecutionToolsFromVercelProvider`
+        ].map(function (modelName) { return ({ modelName: modelName, modelVariant: 'CHAT' }); }) }, options));
+}, {
+    packageName: '@promptbook/deepseek',
+    className: 'DeepseekExecutionTools',
+});
+/**
+ * TODO: [🎶] Naming "constructor" vs "creator" vs "factory"
+ */
+
+/**
+ * Registration of LLM provider
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
+ *
+ * @public exported from `@promptbook/deepseek`
+ * @public exported from `@promptbook/wizzard`
+ * @public exported from `@promptbook/cli`
+ */
+var _DeepseekRegistration = $llmToolsRegister.register(createDeepseekExecutionTools);
+/**
+ * TODO: [🎶] Naming "constructor" vs "creator" vs "factory"
+ * Note: [💞] Ignore a discrepancy between file name and entity name
+ */
+
+/**
+ * Registration of LLM provider metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/wizzard`
+ * @public exported from `@promptbook/cli`
+ */
+var _GoogleMetadataRegistration = $llmToolsMetadataRegister.register({
+    title: 'Google Gemini',
+    packageName: '@promptbook/google',
+    className: 'GoogleExecutionTools',
+    envVariables: ['GOOGLE_GENERATIVE_AI_API_KEY'],
+    getBoilerplateConfiguration: function () {
+        return {
+            title: 'Google Gemini (boilerplate)',
+            packageName: '@promptbook/google',
+            className: 'GoogleExecutionTools',
+            options: {
+                apiKey: 'AI',
+            },
+        };
+    },
+    createConfigurationFromEnv: function (env) {
+        if ($isRunningInJest()
+        // <- TODO: Maybe check `env.JEST_WORKER_ID` directly here or pass `env` into `$isRunningInJest`
+        ) {
+            // Note: [🔘] Gemini makes problems in Jest environment
+            return null;
+        }
+        // Note: Note using `process.env` BUT `env` to pass in the environment variables dynamically
+        if (typeof env.GOOGLE_GENERATIVE_AI_API_KEY === 'string') {
+            return {
+                title: 'Google Gemini (from env)',
+                packageName: '@promptbook/google',
+                className: 'GoogleExecutionTools',
+                options: {
+                    apiKey: env.GOOGLE_GENERATIVE_AI_API_KEY,
+                },
+            };
+        }
+        return null;
+    },
+});
+/**
+ * Note: [💞] Ignore a discrepancy between file name and entity name
+ */
+
 /**
  * Execution Tools for calling Google Gemini API.
  *
@@ -17020,7 +17119,7 @@ var MarkitdownScraper = /** @class */ (function () {
         // Note: Module `markitdown-ts` has no types available, so it is imported using `require`
         // eslint-disable-next-line @typescript-eslint/no-var-requires
         var MarkItDown = require('markitdown-ts').MarkItDown;
-        // <- TODO: 'Use Markitdown directly not through this package
+        // <- TODO: [🍀] Use Markitdown directly not through this package
         this.markitdown = new MarkItDown();
     }
     Object.defineProperty(MarkitdownScraper.prototype, "metadata", {
@@ -17065,7 +17164,7 @@ var MarkitdownScraper = /** @class */ (function () {
                     case 2:
                         if (!!(_f.sent())) return [3 /*break*/, 5];
                         src = source.filename || source.url || null;
-                        // console.log('!!!', { src, source, cacheFilehandler });
+                        // console.log('!!', { src, source, cacheFilehandler });
                         if (src === null) {
                             throw new UnexpectedError('Source has no filename or url');
                         }
@@ -17078,12 +17177,12 @@ var MarkitdownScraper = /** @class */ (function () {
                         result = _f.sent();
                         if (result === null || result === undefined) {
                             throw new Error("Markitdown could not convert the \"".concat(source.source, "\""));
-                            // <- TODO: !!! Make MarkitdownError
+                            // <- TODO: [🍀] Make MarkitdownError
                         }
-                        // console.log('!!!', { result, cacheFilehandler });
+                        // console.log('!!', { result, cacheFilehandler });
                         return [4 /*yield*/, this.tools.fs.writeFile(cacheFilehandler.filename, result.text_content)];
                     case 4:
-                        // console.log('!!!', { result, cacheFilehandler });
+                        // console.log('!!', { result, cacheFilehandler });
                         _f.sent();
                         _f.label = 5;
                     case 5: return [2 /*return*/, cacheFilehandler];
@@ -17501,5 +17600,5 @@ var _WebsiteScraperRegistration = $scrapersRegister.register(createWebsiteScrape
  * Note: [💞] Ignore a discrepancy between file name and entity name
  */
 
-export { BOOK_LANGUAGE_VERSION, PROMPTBOOK_ENGINE_VERSION, _AnthropicClaudeMetadataRegistration, _AnthropicClaudeRegistration, _AzureOpenAiMetadataRegistration, _AzureOpenAiRegistration, _BoilerplateScraperMetadataRegistration, _BoilerplateScraperRegistration, _CLI, _DocumentScraperMetadataRegistration, _DocumentScraperRegistration, _GoogleMetadataRegistration, _GoogleRegistration, _LegacyDocumentScraperMetadataRegistration, _LegacyDocumentScraperRegistration, _MarkdownScraperMetadataRegistration, _MarkdownScraperRegistration, _MarkitdownScraperMetadataRegistration, _MarkitdownScraperRegistration, _OpenAiAssistantMetadataRegistration, _OpenAiAssistantRegistration, _OpenAiMetadataRegistration, _OpenAiRegistration, _PdfScraperMetadataRegistration, _PdfScraperRegistration, _WebsiteScraperMetadataRegistration, _WebsiteScraperRegistration };
+export { BOOK_LANGUAGE_VERSION, PROMPTBOOK_ENGINE_VERSION, _AnthropicClaudeMetadataRegistration, _AnthropicClaudeRegistration, _AzureOpenAiMetadataRegistration, _AzureOpenAiRegistration, _BoilerplateScraperMetadataRegistration, _BoilerplateScraperRegistration, _CLI, _DeepseekMetadataRegistration, _DeepseekRegistration, _DocumentScraperMetadataRegistration, _DocumentScraperRegistration, _GoogleMetadataRegistration, _GoogleRegistration, _LegacyDocumentScraperMetadataRegistration, _LegacyDocumentScraperRegistration, _MarkdownScraperMetadataRegistration, _MarkdownScraperRegistration, _MarkitdownScraperMetadataRegistration, _MarkitdownScraperRegistration, _OpenAiAssistantMetadataRegistration, _OpenAiAssistantRegistration, _OpenAiMetadataRegistration, _OpenAiRegistration, _PdfScraperMetadataRegistration, _PdfScraperRegistration, _WebsiteScraperMetadataRegistration, _WebsiteScraperRegistration };
 //# sourceMappingURL=index.es.js.map