@promptbook/markdown-utils 0.84.0-16 → 0.84.0-17

package/esm/typings/src/_packages/core.index.d.ts

@@ -14,6 +14,7 @@ import { DEFAULT_BOOK_TITLE } from '../config';
 import { DEFAULT_TASK_TITLE } from '../config';
 import { DEFAULT_PROMPT_TASK_TITLE } from '../config';
 import { DEFAULT_BOOK_OUTPUT_PARAMETER_NAME } from '../config';
+import { DEFAULT_MAX_FILE_SIZE } from '../config';
 import { MAX_FILENAME_LENGTH } from '../config';
 import { DEFAULT_INTERMEDIATE_FILES_STRATEGY } from '../config';
 import { DEFAULT_MAX_PARALLEL_COUNT } from '../config';
@@ -144,6 +145,7 @@ export { DEFAULT_BOOK_TITLE };
 export { DEFAULT_TASK_TITLE };
 export { DEFAULT_PROMPT_TASK_TITLE };
 export { DEFAULT_BOOK_OUTPUT_PARAMETER_NAME };
+export { DEFAULT_MAX_FILE_SIZE };
 export { MAX_FILENAME_LENGTH };
 export { DEFAULT_INTERMEDIATE_FILES_STRATEGY };
 export { DEFAULT_MAX_PARALLEL_COUNT };

package/esm/typings/src/config.d.ts

@@ -77,6 +77,12 @@ export declare const DEFAULT_PROMPT_TASK_TITLE = "Prompt";
  * @public exported from `@promptbook/core`
  */
 export declare const DEFAULT_BOOK_OUTPUT_PARAMETER_NAME = "result";
+/**
+ * Maximum file size limit
+ *
+ * @public exported from `@promptbook/core`
+ */
+export declare const DEFAULT_MAX_FILE_SIZE: number;
 /**
  * Warning message for the generated sections and files files
  *

package/esm/typings/src/conversion/compilePipelineOnRemoteServer.d.ts

@@ -17,5 +17,5 @@ import type { RemoteClientOptions } from '../remote-server/types/RemoteClientOpt
  */
 export declare function compilePipelineOnRemoteServer<TCustomOptions = undefined>(pipelineString: PipelineString, options: RemoteClientOptions<TCustomOptions>): Promise<PipelineJson>;
 /**
- * TODO: !!!! Do not return Promise<PipelineJson> But PreparePipelineTask
+ * TODO: [🐚] Do not return Promise<PipelineJson> But PreparePipelineTask
  */

package/esm/typings/src/prepare/preparePipelineOnRemoteServer.d.ts

@@ -13,5 +13,5 @@ import type { RemoteClientOptions } from '../remote-server/types/RemoteClientOpt
  */
 export declare function preparePipelineOnRemoteServer<TCustomOptions = undefined>(pipeline: PipelineJson, options: RemoteClientOptions<TCustomOptions>): Promise<PipelineJson>;
 /**
- * TODO: !!!! Do not return Promise<PipelineJson> But PreparePipelineTask
+ * TODO: [🐚] Do not return Promise<PipelineJson> But PreparePipelineTask
  */

package/esm/typings/src/remote-server/socket-types/_subtypes/PromptbookServer_Identification.d.ts

@@ -9,7 +9,7 @@ import type { ApplicationRemoteServerClientOptions } from '../../types/RemoteSer
  */
 export type PromptbookServer_Identification<TCustomOptions> = PromptbookServer_ApplicationIdentification<TCustomOptions> | PromptbookServer_AnonymousIdentification;
 /**
- * Application mode is @@@!!!
+ * Application mode is situation when you run known and well-defined books with your own api keys
  *
  * @public exported from `@promptbook/remote-server`
  * @public exported from `@promptbook/remote-client`
@@ -21,7 +21,10 @@ export type PromptbookServer_ApplicationIdentification<TCustomOptions> = Applica
     readonly isAnonymous: false;
 };
 /**
- * Anonymous mode is @@@!!!
+ * Anonymous mode is when you run arbitrary user books without api keys from user
+ *
+ * Note: This is useful in situations when the LLM provider does not allow to call the API requests from the client side
+ *       It is kind of a proxy mode
  *
  * @public exported from `@promptbook/remote-server`
  * @public exported from `@promptbook/remote-client`

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/markdown-utils",
-    "version": "0.84.0-16",
+    "version": "0.84.0-17",
     "description": "It's time for a paradigm shift. The future of software in plain English, French or Latin",
     "private": false,
     "sideEffects": false,
@@ -8,8 +8,10 @@
         "type": "git",
         "url": "https://github.com/webgptorg/promptbook"
     },
+    "author": "Pavol Hejný <pavol@ptbk.io> (https://www.pavolhejny.com/)",
     "contributors": [
-        "Pavol Hejný <pavol@ptbk.io> (https://www.pavolhejny.com/)"
+        "Pavol Hejný <pavol@ptbk.io> (https://www.pavolhejny.com/)",
+        "Jiří Jahn <jiri@ptbk.io> (https://www.ptbk.io/)"
     ],
     "keywords": [
         "ai",

package/umd/index.umd.js

@@ -25,7 +25,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    var PROMPTBOOK_ENGINE_VERSION = '0.84.0-15';
+    var PROMPTBOOK_ENGINE_VERSION = '0.84.0-16';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -778,6 +778,12 @@
      * @public exported from `@promptbook/core`
      */
     var DEFAULT_BOOK_TITLE = "\u2728 Untitled Book";
+    /**
+     * Maximum file size limit
+     *
+     * @public exported from `@promptbook/core`
+     */
+    var DEFAULT_MAX_FILE_SIZE = 100 * 1024 * 1024; // 100MB
     // <- TODO: [🧠] Better system for generator warnings - not always "code" and "by `@promptbook/cli`"
     /**
      * The maximum number of iterations for a loops
@@ -3702,11 +3708,10 @@
     function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
         var _a;
         return __awaiter(this, void 0, void 0, function () {
-            var _b, fetch, knowledgeSourceContent, name, _c, _d, rootDirname, url, response_1, mimeType, basename, hash, rootDirname_1, filepath, _f, _g, _h, _j, _k, filename_1, fileExtension, mimeType;
-            return __generator(this, function (_l) {
-                switch (_l.label) {
+            var _b, fetch, knowledgeSourceContent, name, _c, _d, rootDirname, url, response_1, mimeType, basename, hash, rootDirname_1, filepath, fileContent, _f, _g, filename_1, fileExtension, mimeType;
+            return __generator(this, function (_h) {
+                switch (_h.label) {
                     case 0:
-                        console.log('!!! makeKnowledgeSourceHandler', knowledgeSource);
                         _b = tools.fetch, fetch = _b === void 0 ? scraperFetch : _b;
                         knowledgeSourceContent = knowledgeSource.knowledgeSourceContent;
                         name = knowledgeSource.name;
@@ -3718,7 +3723,7 @@
                         url = knowledgeSourceContent;
                         return [4 /*yield*/, fetch(url)];
                     case 1:
-                        response_1 = _l.sent();
+                        response_1 = _h.sent();
                         mimeType = ((_a = response_1.headers.get('content-type')) === null || _a === void 0 ? void 0 : _a.split(';')[0]) || 'text/html';
                         if (tools.fs === undefined || !url.endsWith('.pdf' /* <- TODO: [💵] */)) {
                             return [2 /*return*/, {
@@ -3768,17 +3773,19 @@
                         filepath = path.join.apply(void 0, __spreadArray(__spreadArray([], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(basename.substring(0, MAX_FILENAME_LENGTH), ".").concat(mimeTypeToExtension(mimeType))], false));
                         return [4 /*yield*/, tools.fs.mkdir(path.dirname(path.join(rootDirname_1, filepath)), { recursive: true })];
                     case 2:
-                        _l.sent();
-                        _g = (_f = tools.fs).writeFile;
-                        _h = [path.join(rootDirname_1, filepath)];
-                        _k = (_j = Buffer).from;
+                        _h.sent();
+                        _g = (_f = Buffer).from;
                         return [4 /*yield*/, response_1.arrayBuffer()];
-                    case 3: return [4 /*yield*/, _g.apply(_f, _h.concat([_k.apply(_j, [_l.sent()])]))];
+                    case 3:
+                        fileContent = _g.apply(_f, [_h.sent()]);
+                        if (fileContent.length > DEFAULT_MAX_FILE_SIZE /* <- TODO: Allow to pass different value to remote server */) {
+                            throw new LimitReachedError("File is too large (".concat(Math.round(fileContent.length / 1024 / 1024), "MB). Maximum allowed size is ").concat(Math.round(DEFAULT_MAX_FILE_SIZE / 1024 / 1024), "MB."));
+                        }
+                        return [4 /*yield*/, tools.fs.writeFile(path.join(rootDirname_1, filepath), fileContent)];
                     case 4:
-                        _l.sent();
+                        _h.sent();
                         // TODO: [💵] Check the file security
-                        // TODO: !!!!!!!! Check the file size (if it is not too big)
-                        // TODO: !!!!!!!! Delete the file after the scraping is done
+                        // TODO: [🧹][🧠] Delete the file after the scraping is done
                         return [2 /*return*/, makeKnowledgeSourceHandler({ name: name, knowledgeSourceContent: filepath }, tools, __assign(__assign({}, options), { rootDirname: rootDirname_1 }))];
                     case 5:
                         if (!isValidFilePath(knowledgeSourceContent)) return [3 /*break*/, 7];
@@ -3795,7 +3802,7 @@
                         mimeType = extensionToMimeType(fileExtension || '');
                         return [4 /*yield*/, isFileExisting(filename_1, tools.fs)];
                     case 6:
-                        if (!(_l.sent())) {
+                        if (!(_h.sent())) {
                             throw new NotFoundError(spaceTrim__default["default"](function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(knowledgeSourceContent), "\n\n                          Full file path:\n                          ").concat(block(filename_1), "\n                      "); }));
                         }
                         // TODO: [🧠][😿] Test security file - file is scoped to the project (BUT maybe do this in `filesystemTools`)