@promptbook/cli 0.72.0-28 → 0.72.0-29

package/esm/typings/src/scrapers/website/WebsiteScraper.d.ts

@@ -24,6 +24,10 @@ export declare class WebsiteScraper implements Converter, Scraper {
      * Markdown scraper is used internally
      */
     private readonly markdownScraper;
+    /**
+     * Showdown converter is used internally
+     */
+    private readonly showdownConverter;
     constructor(tools: Pick<ExecutionTools, 'fs' | 'llm'>, options: PrepareAndScrapeOptions);
     /**
      * Convert the website  to `.md` file and returns intermediate source

package/esm/typings/src/scrapers/website/utils/createShowdownConverter.d.ts

@@ -0,0 +1,7 @@
+import { Converter as ShowdownConverter } from 'showdown';
+/**
+ * Create a new showdown converter instance
+ *
+ * @private utility of `WebsiteScraper`
+ */
+export declare function createShowdownConverter(): ShowdownConverter;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/cli",
-    "version": "0.72.0-28",
+    "version": "0.72.0-29",
     "description": "Supercharge your use of large language models",
     "private": false,
     "sideEffects": false,

package/umd/index.umd.js

@@ -39,7 +39,7 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.72.0-27';
+    var PROMPTBOOK_VERSION = '0.72.0-28';
     // TODO: [main] !!!! List here all the versions and annotate + put into script
 
     /*! *****************************************************************************
@@ -14099,6 +14099,28 @@
      */
     var _WebsiteScraperMetadataRegistration = $scrapersMetadataRegister.register(websiteScraperMetadata);
 
+    /**
+     * Create a new showdown converter instance
+     *
+     * @private utility of `WebsiteScraper`
+     */
+    function createShowdownConverter() {
+        return new showdown.Converter({
+            flavor: 'github',
+            /*
+            > import showdownHighlight from 'showdown-highlight';
+            > extensions: [
+            >     showdownHighlight({
+            >         // Whether to add the classes to the <pre> tag, default is false
+            >         pre: true,
+            >         // Whether to use hljs' auto language detection, default is true
+            >         auto_detection: true,
+            >     }),
+            > ],
+            */
+        });
+    }
+
     /**
      * Scraper for websites
      *
@@ -14110,9 +14132,12 @@
             this.tools = tools;
             this.options = options;
             this.markdownScraper = new MarkdownScraper(tools, options);
+            // TODO: !!!!!! Remove
             TODO_USE(readability.Readability);
             TODO_USE(showdown.Converter);
             TODO_USE(jsdom.JSDOM);
+            TODO_USE(createShowdownConverter);
+            this.showdownConverter = createShowdownConverter();
         }
         Object.defineProperty(WebsiteScraper.prototype, "metadata", {
             /**
@@ -14133,9 +14158,6 @@
             return __awaiter(this, void 0, void 0, function () {
                 var markdown;
                 return __generator(this, function (_a) {
-                    if (source.url === null) {
-                        throw new KnowledgeScrapeError('Website scraper requires URL');
-                    }
                     markdown = "";
                     return [2 /*return*/, __assign(__assign({}, source), { markdown: markdown, destroy: function () { } })];
                 });