@promptbook/markdown-utils 0.84.0-15 → 0.84.0-17

package/esm/typings/src/_packages/cli.index.d.ts

@@ -4,6 +4,8 @@ import { _AnthropicClaudeMetadataRegistration } from '../llm-providers/anthropic
 import { _AnthropicClaudeRegistration } from '../llm-providers/anthropic-claude/register-constructor';
 import { _AzureOpenAiMetadataRegistration } from '../llm-providers/azure-openai/register-configuration';
 import { _AzureOpenAiRegistration } from '../llm-providers/azure-openai/register-constructor';
+import { _DeepseekMetadataRegistration } from '../llm-providers/deepseek/register-configuration';
+import { _DeepseekRegistration } from '../llm-providers/deepseek/register-constructor';
 import { _GoogleMetadataRegistration } from '../llm-providers/google/register-configuration';
 import { _GoogleRegistration } from '../llm-providers/google/register-constructor';
 import { _OpenAiMetadataRegistration } from '../llm-providers/openai/register-configuration';
@@ -30,6 +32,8 @@ export { _AnthropicClaudeMetadataRegistration };
 export { _AnthropicClaudeRegistration };
 export { _AzureOpenAiMetadataRegistration };
 export { _AzureOpenAiRegistration };
+export { _DeepseekMetadataRegistration };
+export { _DeepseekRegistration };
 export { _GoogleMetadataRegistration };
 export { _GoogleRegistration };
 export { _OpenAiMetadataRegistration };

package/esm/typings/src/_packages/core.index.d.ts

@@ -14,6 +14,7 @@ import { DEFAULT_BOOK_TITLE } from '../config';
 import { DEFAULT_TASK_TITLE } from '../config';
 import { DEFAULT_PROMPT_TASK_TITLE } from '../config';
 import { DEFAULT_BOOK_OUTPUT_PARAMETER_NAME } from '../config';
+import { DEFAULT_MAX_FILE_SIZE } from '../config';
 import { MAX_FILENAME_LENGTH } from '../config';
 import { DEFAULT_INTERMEDIATE_FILES_STRATEGY } from '../config';
 import { DEFAULT_MAX_PARALLEL_COUNT } from '../config';
@@ -91,6 +92,7 @@ import { countTotalUsage } from '../llm-providers/_common/utils/count-total-usag
 import { limitTotalUsage } from '../llm-providers/_common/utils/count-total-usage/limitTotalUsage';
 import { _AnthropicClaudeMetadataRegistration } from '../llm-providers/anthropic-claude/register-configuration';
 import { _AzureOpenAiMetadataRegistration } from '../llm-providers/azure-openai/register-configuration';
+import { _DeepseekMetadataRegistration } from '../llm-providers/deepseek/register-configuration';
 import { _GoogleMetadataRegistration } from '../llm-providers/google/register-configuration';
 import { joinLlmExecutionTools } from '../llm-providers/multiple/joinLlmExecutionTools';
 import { MultipleLlmExecutionTools } from '../llm-providers/multiple/MultipleLlmExecutionTools';
@@ -143,6 +145,7 @@ export { DEFAULT_BOOK_TITLE };
 export { DEFAULT_TASK_TITLE };
 export { DEFAULT_PROMPT_TASK_TITLE };
 export { DEFAULT_BOOK_OUTPUT_PARAMETER_NAME };
+export { DEFAULT_MAX_FILE_SIZE };
 export { MAX_FILENAME_LENGTH };
 export { DEFAULT_INTERMEDIATE_FILES_STRATEGY };
 export { DEFAULT_MAX_PARALLEL_COUNT };
@@ -220,6 +223,7 @@ export { countTotalUsage };
 export { limitTotalUsage };
 export { _AnthropicClaudeMetadataRegistration };
 export { _AzureOpenAiMetadataRegistration };
+export { _DeepseekMetadataRegistration };
 export { _GoogleMetadataRegistration };
 export { joinLlmExecutionTools };
 export { MultipleLlmExecutionTools };

package/esm/typings/src/_packages/deepseek.index.d.ts

@@ -0,0 +1,8 @@
+import { BOOK_LANGUAGE_VERSION, PROMPTBOOK_ENGINE_VERSION } from '../version';
+import { createDeepseekExecutionTools } from '../llm-providers/deepseek/createDeepseekExecutionTools';
+import type { DeepseekExecutionToolsOptions } from '../llm-providers/deepseek/DeepseekExecutionToolsOptions';
+import { _DeepseekRegistration } from '../llm-providers/deepseek/register-constructor';
+export { BOOK_LANGUAGE_VERSION, PROMPTBOOK_ENGINE_VERSION };
+export { createDeepseekExecutionTools };
+export type { DeepseekExecutionToolsOptions };
+export { _DeepseekRegistration };

package/esm/typings/src/_packages/types.index.d.ts

@@ -70,6 +70,7 @@ import type { AnthropicClaudeExecutionToolsOptions } from '../llm-providers/anth
 import type { AnthropicClaudeExecutionToolsDirectOptions } from '../llm-providers/anthropic-claude/AnthropicClaudeExecutionToolsOptions';
 import type { AnthropicClaudeExecutionToolsProxiedOptions } from '../llm-providers/anthropic-claude/AnthropicClaudeExecutionToolsOptions';
 import type { AzureOpenAiExecutionToolsOptions } from '../llm-providers/azure-openai/AzureOpenAiExecutionToolsOptions';
+import type { DeepseekExecutionToolsOptions } from '../llm-providers/deepseek/DeepseekExecutionToolsOptions';
 import type { GoogleExecutionToolsOptions } from '../llm-providers/google/GoogleExecutionToolsOptions';
 import type { OpenAiAssistantExecutionToolsOptions } from '../llm-providers/openai/OpenAiAssistantExecutionToolsOptions';
 import type { OpenAiExecutionToolsOptions } from '../llm-providers/openai/OpenAiExecutionToolsOptions';
@@ -344,6 +345,7 @@ export type { AnthropicClaudeExecutionToolsOptions };
 export type { AnthropicClaudeExecutionToolsDirectOptions };
 export type { AnthropicClaudeExecutionToolsProxiedOptions };
 export type { AzureOpenAiExecutionToolsOptions };
+export type { DeepseekExecutionToolsOptions };
 export type { GoogleExecutionToolsOptions };
 export type { OpenAiAssistantExecutionToolsOptions };
 export type { OpenAiExecutionToolsOptions };

package/esm/typings/src/_packages/wizzard.index.d.ts

@@ -3,6 +3,8 @@ import { _AnthropicClaudeMetadataRegistration } from '../llm-providers/anthropic
 import { _AnthropicClaudeRegistration } from '../llm-providers/anthropic-claude/register-constructor';
 import { _AzureOpenAiMetadataRegistration } from '../llm-providers/azure-openai/register-configuration';
 import { _AzureOpenAiRegistration } from '../llm-providers/azure-openai/register-constructor';
+import { _DeepseekMetadataRegistration } from '../llm-providers/deepseek/register-configuration';
+import { _DeepseekRegistration } from '../llm-providers/deepseek/register-constructor';
 import { _GoogleMetadataRegistration } from '../llm-providers/google/register-configuration';
 import { _GoogleRegistration } from '../llm-providers/google/register-constructor';
 import { _OpenAiMetadataRegistration } from '../llm-providers/openai/register-configuration';
@@ -29,6 +31,8 @@ export { _AnthropicClaudeMetadataRegistration };
 export { _AnthropicClaudeRegistration };
 export { _AzureOpenAiMetadataRegistration };
 export { _AzureOpenAiRegistration };
+export { _DeepseekMetadataRegistration };
+export { _DeepseekRegistration };
 export { _GoogleMetadataRegistration };
 export { _GoogleRegistration };
 export { _OpenAiMetadataRegistration };

package/esm/typings/src/config.d.ts

@@ -77,6 +77,12 @@ export declare const DEFAULT_PROMPT_TASK_TITLE = "Prompt";
  * @public exported from `@promptbook/core`
  */
 export declare const DEFAULT_BOOK_OUTPUT_PARAMETER_NAME = "result";
+/**
+ * Maximum file size limit
+ *
+ * @public exported from `@promptbook/core`
+ */
+export declare const DEFAULT_MAX_FILE_SIZE: number;
 /**
  * Warning message for the generated sections and files files
  *

package/esm/typings/src/conversion/compilePipelineOnRemoteServer.d.ts

@@ -17,5 +17,5 @@ import type { RemoteClientOptions } from '../remote-server/types/RemoteClientOpt
  */
 export declare function compilePipelineOnRemoteServer<TCustomOptions = undefined>(pipelineString: PipelineString, options: RemoteClientOptions<TCustomOptions>): Promise<PipelineJson>;
 /**
- * TODO: !!!! Do not return Promise<PipelineJson> But PreparePipelineTask
+ * TODO: [🐚] Do not return Promise<PipelineJson> But PreparePipelineTask
  */

package/esm/typings/src/llm-providers/deepseek/DeepseekExecutionToolsOptions.d.ts

@@ -0,0 +1,9 @@
+import type { createDeepSeek } from '@ai-sdk/deepseek';
+import type { VercelExecutionToolsOptions } from '../vercel/VercelExecutionToolsOptions';
+/**
+ * Options for `DeepseekExecutionTools`
+ *
+ * This combines options for Promptbook, Deepseek and Vercel together
+ * @public exported from `@promptbook/deepseek`
+ */
+export type DeepseekExecutionToolsOptions = Omit<VercelExecutionToolsOptions, 'title' | 'description' | 'vercelProvider' | 'availableModels'> & Parameters<typeof createDeepSeek>[0];

package/esm/typings/src/llm-providers/deepseek/createDeepseekExecutionTools.d.ts

@@ -0,0 +1,14 @@
+import type { LlmExecutionTools } from '../../execution/LlmExecutionTools';
+import type { DeepseekExecutionToolsOptions } from './DeepseekExecutionToolsOptions';
+/**
+ * Execution Tools for calling Deepseek API.
+ *
+ * @public exported from `@promptbook/deepseek`
+ */
+export declare const createDeepseekExecutionTools: ((options: DeepseekExecutionToolsOptions) => LlmExecutionTools) & {
+    packageName: string;
+    className: string;
+};
+/**
+ * TODO: [🎶] Naming "constructor" vs "creator" vs "factory"
+ */

package/esm/typings/src/llm-providers/deepseek/register-configuration.d.ts

@@ -0,0 +1,14 @@
+import type { Registration } from '../../utils/$Register';
+/**
+ * Registration of LLM provider metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/wizzard`
+ * @public exported from `@promptbook/cli`
+ */
+export declare const _DeepseekMetadataRegistration: Registration;
+/**
+ * Note: [💞] Ignore a discrepancy between file name and entity name
+ */

package/esm/typings/src/llm-providers/deepseek/register-constructor.d.ts

@@ -0,0 +1,15 @@
+import type { Registration } from '../../utils/$Register';
+/**
+ * Registration of LLM provider
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
+ *
+ * @public exported from `@promptbook/deepseek`
+ * @public exported from `@promptbook/wizzard`
+ * @public exported from `@promptbook/cli`
+ */
+export declare const _DeepseekRegistration: Registration;
+/**
+ * TODO: [🎶] Naming "constructor" vs "creator" vs "factory"
+ * Note: [💞] Ignore a discrepancy between file name and entity name
+ */

package/esm/typings/src/prepare/preparePipelineOnRemoteServer.d.ts

@@ -13,5 +13,5 @@ import type { RemoteClientOptions } from '../remote-server/types/RemoteClientOpt
  */
 export declare function preparePipelineOnRemoteServer<TCustomOptions = undefined>(pipeline: PipelineJson, options: RemoteClientOptions<TCustomOptions>): Promise<PipelineJson>;
 /**
- * TODO: !!!! Do not return Promise<PipelineJson> But PreparePipelineTask
+ * TODO: [🐚] Do not return Promise<PipelineJson> But PreparePipelineTask
  */

package/esm/typings/src/remote-server/socket-types/_subtypes/PromptbookServer_Identification.d.ts

@@ -9,7 +9,7 @@ import type { ApplicationRemoteServerClientOptions } from '../../types/RemoteSer
  */
 export type PromptbookServer_Identification<TCustomOptions> = PromptbookServer_ApplicationIdentification<TCustomOptions> | PromptbookServer_AnonymousIdentification;
 /**
- * Application mode is @@@!!!
+ * Application mode is situation when you run known and well-defined books with your own api keys
  *
  * @public exported from `@promptbook/remote-server`
  * @public exported from `@promptbook/remote-client`
@@ -21,7 +21,10 @@ export type PromptbookServer_ApplicationIdentification<TCustomOptions> = Applica
     readonly isAnonymous: false;
 };
 /**
- * Anonymous mode is @@@!!!
+ * Anonymous mode is when you run arbitrary user books without api keys from user
+ *
+ * Note: This is useful in situations when the LLM provider does not allow to call the API requests from the client side
+ *       It is kind of a proxy mode
  *
  * @public exported from `@promptbook/remote-server`
  * @public exported from `@promptbook/remote-client`

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/markdown-utils",
-    "version": "0.84.0-15",
+    "version": "0.84.0-17",
     "description": "It's time for a paradigm shift. The future of software in plain English, French or Latin",
     "private": false,
     "sideEffects": false,
@@ -8,8 +8,10 @@
         "type": "git",
         "url": "https://github.com/webgptorg/promptbook"
     },
+    "author": "Pavol Hejný <pavol@ptbk.io> (https://www.pavolhejny.com/)",
     "contributors": [
-        "Pavol Hejný <pavol@ptbk.io> (https://www.pavolhejny.com/)"
+        "Pavol Hejný <pavol@ptbk.io> (https://www.pavolhejny.com/)",
+        "Jiří Jahn <jiri@ptbk.io> (https://www.ptbk.io/)"
     ],
     "keywords": [
         "ai",
@@ -33,7 +35,7 @@
         "anthropic",
         "LLMOps"
     ],
-    "license": "SEE LICENSE IN LICENSE.md",
+    "license": "CC-BY-4.0",
     "bugs": {
         "url": "https://github.com/webgptorg/promptbook/issues"
     },

package/umd/index.umd.js

@@ -25,7 +25,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    var PROMPTBOOK_ENGINE_VERSION = '0.84.0-14';
+    var PROMPTBOOK_ENGINE_VERSION = '0.84.0-16';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -778,6 +778,12 @@
      * @public exported from `@promptbook/core`
      */
     var DEFAULT_BOOK_TITLE = "\u2728 Untitled Book";
+    /**
+     * Maximum file size limit
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var DEFAULT_MAX_FILE_SIZE = 100 * 1024 * 1024; // 100MB
     // <- TODO: [🧠] Better system for generator warnings - not always "code" and "by `@promptbook/cli`"
     /**
      * The maximum number of iterations for a loops
@@ -3702,11 +3708,10 @@
     function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
         var _a;
         return __awaiter(this, void 0, void 0, function () {
-            var _b, fetch, knowledgeSourceContent, name, _c, _d, rootDirname, url, response_1, mimeType, basename, hash, rootDirname_1, filepath, _f, _g, _h, _j, _k, filename_1, fileExtension, mimeType;
-            return __generator(this, function (_l) {
-                switch (_l.label) {
+            var _b, fetch, knowledgeSourceContent, name, _c, _d, rootDirname, url, response_1, mimeType, basename, hash, rootDirname_1, filepath, fileContent, _f, _g, filename_1, fileExtension, mimeType;
+            return __generator(this, function (_h) {
+                switch (_h.label) {
                     case 0:
-                        console.log('!!! makeKnowledgeSourceHandler', knowledgeSource);
                         _b = tools.fetch, fetch = _b === void 0 ? scraperFetch : _b;
                         knowledgeSourceContent = knowledgeSource.knowledgeSourceContent;
                         name = knowledgeSource.name;
@@ -3718,7 +3723,7 @@
                         url = knowledgeSourceContent;
                         return [4 /*yield*/, fetch(url)];
                     case 1:
-                        response_1 = _l.sent();
+                        response_1 = _h.sent();
                         mimeType = ((_a = response_1.headers.get('content-type')) === null || _a === void 0 ? void 0 : _a.split(';')[0]) || 'text/html';
                         if (tools.fs === undefined || !url.endsWith('.pdf' /* <- TODO: [💵] */)) {
                             return [2 /*return*/, {
@@ -3768,17 +3773,19 @@
                         filepath = path.join.apply(void 0, __spreadArray(__spreadArray([], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(basename.substring(0, MAX_FILENAME_LENGTH), ".").concat(mimeTypeToExtension(mimeType))], false));
                         return [4 /*yield*/, tools.fs.mkdir(path.dirname(path.join(rootDirname_1, filepath)), { recursive: true })];
                     case 2:
-                        _l.sent();
-                        _g = (_f = tools.fs).writeFile;
-                        _h = [path.join(rootDirname_1, filepath)];
-                        _k = (_j = Buffer).from;
+                        _h.sent();
+                        _g = (_f = Buffer).from;
                         return [4 /*yield*/, response_1.arrayBuffer()];
-                    case 3: return [4 /*yield*/, _g.apply(_f, _h.concat([_k.apply(_j, [_l.sent()])]))];
+                    case 3:
+                        fileContent = _g.apply(_f, [_h.sent()]);
+                        if (fileContent.length > DEFAULT_MAX_FILE_SIZE /* <- TODO: Allow to pass different value to remote server */) {
+                            throw new LimitReachedError("File is too large (".concat(Math.round(fileContent.length / 1024 / 1024), "MB). Maximum allowed size is ").concat(Math.round(DEFAULT_MAX_FILE_SIZE / 1024 / 1024), "MB."));
+                        }
+                        return [4 /*yield*/, tools.fs.writeFile(path.join(rootDirname_1, filepath), fileContent)];
                     case 4:
-                        _l.sent();
+                        _h.sent();
                         // TODO: [💵] Check the file security
-                        // TODO: !!!!!!!! Check the file size (if it is not too big)
-                        // TODO: !!!!!!!! Delete the file after the scraping is done
+                        // TODO: [🧹][🧠] Delete the file after the scraping is done
                         return [2 /*return*/, makeKnowledgeSourceHandler({ name: name, knowledgeSourceContent: filepath }, tools, __assign(__assign({}, options), { rootDirname: rootDirname_1 }))];
                     case 5:
                         if (!isValidFilePath(knowledgeSourceContent)) return [3 /*break*/, 7];
@@ -3795,7 +3802,7 @@
                         mimeType = extensionToMimeType(fileExtension || '');
                         return [4 /*yield*/, isFileExisting(filename_1, tools.fs)];
                     case 6:
-                        if (!(_l.sent())) {
+                        if (!(_h.sent())) {
                             throw new NotFoundError(spaceTrim__default["default"](function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(knowledgeSourceContent), "\n\n                          Full file path:\n                          ").concat(block(filename_1), "\n                      "); }));
                         }
                         // TODO: [🧠][😿] Test security file - file is scoped to the project (BUT maybe do this in `filesystemTools`)