@promptbook/cli 0.72.0-27 → 0.72.0-29

package/esm/index.es.js

@@ -19,12 +19,15 @@ import { io } from 'socket.io-client';
 import Anthropic from '@anthropic-ai/sdk';
 import { OpenAIClient, AzureKeyCredential } from '@azure/openai';
 import OpenAI from 'openai';
+import { Readability } from '@mozilla/readability';
+import { JSDOM } from 'jsdom';
+import { Converter } from 'showdown';
 
 // ⚠️ WARNING: This code has been generated so that any manual changes will be overwritten
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.72.0-26';
+var PROMPTBOOK_VERSION = '0.72.0-28';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -14084,6 +14087,28 @@ var websiteScraperMetadata = $deepFreeze({
  */
 var _WebsiteScraperMetadataRegistration = $scrapersMetadataRegister.register(websiteScraperMetadata);
 
+/**
+ * Create a new showdown converter instance
+ *
+ * @private utility of `WebsiteScraper`
+ */
+function createShowdownConverter() {
+    return new Converter({
+        flavor: 'github',
+        /*
+        > import showdownHighlight from 'showdown-highlight';
+        > extensions: [
+        >     showdownHighlight({
+        >         // Whether to add the classes to the <pre> tag, default is false
+        >         pre: true,
+        >         // Whether to use hljs' auto language detection, default is true
+        >         auto_detection: true,
+        >     }),
+        > ],
+        */
+    });
+}
+
 /**
  * Scraper for websites
  *
@@ -14095,6 +14120,12 @@ var WebsiteScraper = /** @class */ (function () {
         this.tools = tools;
         this.options = options;
         this.markdownScraper = new MarkdownScraper(tools, options);
+        // TODO: !!!!!! Remove
+        TODO_USE(Readability);
+        TODO_USE(Converter);
+        TODO_USE(JSDOM);
+        TODO_USE(createShowdownConverter);
+        this.showdownConverter = createShowdownConverter();
     }
     Object.defineProperty(WebsiteScraper.prototype, "metadata", {
         /**
@@ -14115,9 +14146,6 @@ var WebsiteScraper = /** @class */ (function () {
         return __awaiter(this, void 0, void 0, function () {
             var markdown;
             return __generator(this, function (_a) {
-                if (source.url === null) {
-                    throw new KnowledgeScrapeError('Website scraper requires URL');
-                }
                 markdown = "";
                 return [2 /*return*/, __assign(__assign({}, source), { markdown: markdown, destroy: function () { } })];
             });