@promptbook/core 0.72.0-15 → 0.72.0-23

package/esm/index.es.js

@@ -14,7 +14,7 @@ import moment from 'moment';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.72.0-14';
+var PROMPTBOOK_VERSION = '0.72.0-22';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -5093,7 +5093,6 @@ var $scrapersRegister = new $Register('scraper_constructors');
  * TODO: [®] DRY Register logic
  */
 
-// TODO: !!!!!!last - Maybe delete this function
 /**
  * Creates a message with all registered scrapers
  *
@@ -5366,7 +5365,7 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
         var sourceContent, name, _b, _c, rootDirname, _d, 
         // <- TODO: process.cwd() if running in Node.js
-        isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType_1;
+        isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType;
         return __generator(this, function (_e) {
             switch (_e.label) {
                 case 0:
@@ -5388,19 +5387,14 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                             filename: null,
                             url: url,
                             mimeType: mimeType,
-                            asBlob: function () {
-                                return __awaiter(this, void 0, void 0, function () {
-                                    var content;
-                                    return __generator(this, function (_a) {
-                                        switch (_a.label) {
-                                            case 0: return [4 /*yield*/, response_1.blob()];
-                                            case 1:
-                                                content = _a.sent();
-                                                return [2 /*return*/, content];
-                                        }
-                                    });
-                                });
-                            },
+                            /*
+                            TODO: [🥽]
+                                > async asBlob() {
+                                >     // TODO: [👨🏻‍🤝‍👨🏻] This can be called multiple times BUT when called second time, response in already consumed
+                                >     const content = await response.blob();
+                                >     return content;
+                                > },
+                            */
                             asJson: function () {
                                 return __awaiter(this, void 0, void 0, function () {
                                     var content;
@@ -5440,34 +5434,31 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                     }
                     filename_1 = join(rootDirname, sourceContent).split('\\').join('/');
                     fileExtension = getFileExtension(filename_1);
-                    mimeType_1 = extensionToMimeType(fileExtension || '');
+                    mimeType = extensionToMimeType(fileExtension || '');
                     return [4 /*yield*/, isFileExisting(filename_1, tools.fs)];
                 case 3:
                     if (!(_e.sent())) {
                         throw new NotFoundError(spaceTrim(function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(filename_1), "\n                      "); }));
                     }
-                    // TODO: !!!!!! Test security file - file is scoped to the project (maybe do this in `filesystemTools`)
+                    // TODO: [🧠][😿] Test security file - file is scoped to the project (BUT maybe do this in `filesystemTools`)
                     return [2 /*return*/, {
                             source: name,
                             filename: filename_1,
                             url: null,
-                            mimeType: mimeType_1,
-                            asBlob: function () {
-                                return __awaiter(this, void 0, void 0, function () {
-                                    var content;
-                                    return __generator(this, function (_a) {
-                                        switch (_a.label) {
-                                            case 0: return [4 /*yield*/, tools.fs.readFile(filename_1)];
-                                            case 1:
-                                                content = _a.sent();
-                                                return [2 /*return*/, new Blob([
-                                                        content,
-                                                        // <- TODO: !!!!!! Test that this is working
-                                                    ], { type: mimeType_1 })];
-                                        }
-                                    });
-                                });
-                            },
+                            mimeType: mimeType,
+                            /*
+                            TODO: [🥽]
+                                > async asBlob() {
+                                >     const content = await tools.fs!.readFile(filename);
+                                >     return new Blob(
+                                >         [
+                                >             content,
+                                >             // <- TODO: [🥽] This is NOT tested, test it
+                                >         ],
+                                >         { type: mimeType },
+                                >     );
+                                > },
+                            */
                             asJson: function () {
                                 return __awaiter(this, void 0, void 0, function () {
                                     var _a, _b;
@@ -5503,9 +5494,14 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                         asJson: function () {
                             throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asJson`');
                         },
-                        asBlob: function () {
-                            throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asBlob`');
-                        },
+                        /*
+                        TODO: [🥽]
+                            > asBlob() {
+                            >     throw new UnexpectedError(
+                            >         'Did not expect that `markdownScraper` would need to get the content `asBlob`',
+                            >     );
+                            > },
+                        */
                     }];
             }
         });
@@ -5830,6 +5826,7 @@ var knowledgeCommandParser = {
         'KNOWLEDGE ./hejny-cv.md',
         'KNOWLEDGE ./hejny-cv.pdf',
         'KNOWLEDGE ./hejny-cv.docx',
+        //          <- TODO: [😿] Allow ONLY files scoped in the (sub)directory NOT ../ and test it
     ],
     /**
      * Parses the KNOWLEDGE command
@@ -9473,30 +9470,6 @@ var pdfScraperMetadata = $deepFreeze({
  */
 var _PdfScraperMetadataRegistration = $scrapersMetadataRegister.register(pdfScraperMetadata);
 
-/**
- * Metadata of the scraper
- *
- * @private within the scraper directory
- */
-var websiteScraperMetadata = $deepFreeze({
-    title: 'Website scraper',
-    packageName: '@promptbook/website-crawler',
-    className: 'WebsiteScraper',
-    mimeTypes: ['text/html'],
-    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
-    isAvilableInBrowser: false,
-    requiredExecutables: [],
-}); /* <- TODO: [🤛] */
-/**
- * Registration of known scraper metadata
- *
- * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
- *
- * @public exported from `@promptbook/core`
- * @public exported from `@promptbook/cli`
- */
-var _WebsiteScraperMetadataRegistration = $scrapersMetadataRegister.register(websiteScraperMetadata);
-
 /**
  * This class behaves like LocalStorage but separates keys by prefix
  *
@@ -9847,5 +9820,5 @@ function executionReportJsonToString(executionReportJson, options) {
  * TODO: [🧠] Should be in generated file GENERATOR_WARNING
  */
 
-export { $llmToolsMetadataRegister, $llmToolsRegister, $scrapersMetadataRegister, $scrapersRegister, AbstractFormatError, CLAIM, CallbackInterfaceTools, CollectionError, CsvFormatDefinition, CsvFormatError, DEFAULT_CSV_SETTINGS, DEFAULT_EXECUTIONS_CACHE_DIRNAME, DEFAULT_INTERMEDIATE_FILES_STRATEGY, DEFAULT_IS_AUTO_INSTALLED, DEFAULT_IS_VERBOSE, DEFAULT_MAX_EXECUTION_ATTEMPTS, DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH, DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL, DEFAULT_MAX_PARALLEL_COUNT, DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME, DEFAULT_REMOTE_URL, DEFAULT_REMOTE_URL_PATH, DEFAULT_SCRAPE_CACHE_DIRNAME, ERRORS, EXPECTATION_UNITS, EnvironmentMismatchError, ExecutionReportStringOptionsDefaults, ExpectError, KnowledgeScrapeError, LimitReachedError, MANDATORY_CSV_SETTINGS, MAX_FILENAME_LENGTH, MODEL_VARIANTS, MemoryStorage, MissingToolsError, MultipleLlmExecutionTools, NotFoundError, NotYetImplementedError, PROMPTBOOK_VERSION, ParseError, PipelineExecutionError, PipelineLogicError, PipelineUrlError, PrefixStorage, RESERVED_PARAMETER_NAMES, TemplateTypes, TextFormatDefinition, UNCERTAIN_USAGE, UnexpectedError, ZERO_USAGE, _AnthropicClaudeMetadataRegistration, _AzureOpenAiMetadataRegistration, _DocumentScraperMetadataRegistration, _LegacyDocumentScraperMetadataRegistration, _MarkdownScraperMetadataRegistration, _OpenAiAssistantMetadataRegistration, _OpenAiMetadataRegistration, _PdfScraperMetadataRegistration, _WebsiteScraperMetadataRegistration, addUsage, assertsExecutionSuccessful, cacheLlmTools, collectionToJson, countTotalUsage, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createLlmToolsFromConfiguration, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, isPipelinePrepared, joinLlmExecutionTools, limitTotalUsage, makeKnowledgeSourceHandler, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgePieces, preparePersona, preparePipeline, prepareTemplates, prettifyPipelineString, stringifyPipelineJson, unpreparePipeline, usageToHuman, usageToWorktime, validatePipeline };
+export { $llmToolsMetadataRegister, $llmToolsRegister, $scrapersMetadataRegister, $scrapersRegister, AbstractFormatError, CLAIM, CallbackInterfaceTools, CollectionError, CsvFormatDefinition, CsvFormatError, DEFAULT_CSV_SETTINGS, DEFAULT_EXECUTIONS_CACHE_DIRNAME, DEFAULT_INTERMEDIATE_FILES_STRATEGY, DEFAULT_IS_AUTO_INSTALLED, DEFAULT_IS_VERBOSE, DEFAULT_MAX_EXECUTION_ATTEMPTS, DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH, DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL, DEFAULT_MAX_PARALLEL_COUNT, DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME, DEFAULT_REMOTE_URL, DEFAULT_REMOTE_URL_PATH, DEFAULT_SCRAPE_CACHE_DIRNAME, ERRORS, EXPECTATION_UNITS, EnvironmentMismatchError, ExecutionReportStringOptionsDefaults, ExpectError, KnowledgeScrapeError, LimitReachedError, MANDATORY_CSV_SETTINGS, MAX_FILENAME_LENGTH, MODEL_VARIANTS, MemoryStorage, MissingToolsError, MultipleLlmExecutionTools, NotFoundError, NotYetImplementedError, PROMPTBOOK_VERSION, ParseError, PipelineExecutionError, PipelineLogicError, PipelineUrlError, PrefixStorage, RESERVED_PARAMETER_NAMES, TemplateTypes, TextFormatDefinition, UNCERTAIN_USAGE, UnexpectedError, ZERO_USAGE, _AnthropicClaudeMetadataRegistration, _AzureOpenAiMetadataRegistration, _DocumentScraperMetadataRegistration, _LegacyDocumentScraperMetadataRegistration, _MarkdownScraperMetadataRegistration, _OpenAiAssistantMetadataRegistration, _OpenAiMetadataRegistration, _PdfScraperMetadataRegistration, addUsage, assertsExecutionSuccessful, cacheLlmTools, collectionToJson, countTotalUsage, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createLlmToolsFromConfiguration, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, isPipelinePrepared, joinLlmExecutionTools, limitTotalUsage, makeKnowledgeSourceHandler, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgePieces, preparePersona, preparePipeline, prepareTemplates, prettifyPipelineString, stringifyPipelineJson, unpreparePipeline, usageToHuman, usageToWorktime, validatePipeline };
 //# sourceMappingURL=index.es.js.map