@promptbook/cli 0.72.0-28 → 0.72.0-29

package/esm/index.es.js

@@ -27,7 +27,7 @@ import { Converter } from 'showdown';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.72.0-27';
+var PROMPTBOOK_VERSION = '0.72.0-28';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -14087,6 +14087,28 @@ var websiteScraperMetadata = $deepFreeze({
  */
 var _WebsiteScraperMetadataRegistration = $scrapersMetadataRegister.register(websiteScraperMetadata);
 
+/**
+ * Create a new showdown converter instance
+ *
+ * @private utility of `WebsiteScraper`
+ */
+function createShowdownConverter() {
+    return new Converter({
+        flavor: 'github',
+        /*
+        > import showdownHighlight from 'showdown-highlight';
+        > extensions: [
+        >     showdownHighlight({
+        >         // Whether to add the classes to the <pre> tag, default is false
+        >         pre: true,
+        >         // Whether to use hljs' auto language detection, default is true
+        >         auto_detection: true,
+        >     }),
+        > ],
+        */
+    });
+}
+
 /**
  * Scraper for websites
  *
@@ -14098,9 +14120,12 @@ var WebsiteScraper = /** @class */ (function () {
         this.tools = tools;
         this.options = options;
         this.markdownScraper = new MarkdownScraper(tools, options);
+        // TODO: !!!!!! Remove
         TODO_USE(Readability);
         TODO_USE(Converter);
         TODO_USE(JSDOM);
+        TODO_USE(createShowdownConverter);
+        this.showdownConverter = createShowdownConverter();
     }
     Object.defineProperty(WebsiteScraper.prototype, "metadata", {
         /**
@@ -14121,9 +14146,6 @@ var WebsiteScraper = /** @class */ (function () {
         return __awaiter(this, void 0, void 0, function () {
             var markdown;
             return __generator(this, function (_a) {
-                if (source.url === null) {
-                    throw new KnowledgeScrapeError('Website scraper requires URL');
-                }
                 markdown = "";
                 return [2 /*return*/, __assign(__assign({}, source), { markdown: markdown, destroy: function () { } })];
             });