podverse-parser 5.1.12 → 5.1.13-alpha.0

package/dist/factories/loggerService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"loggerService.d.ts","sourceRoot":"","sources":["../../src/factories/loggerService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AAGzE,eAAO,MAAM,aAAa,eAGxB,CAAC"}
+{"version":3,"file":"loggerService.d.ts","sourceRoot":"","sources":["../../src/factories/loggerService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AAGzE,eAAO,MAAM,aAAa,eAExB,CAAC"}

package/dist/factories/loggerService.js

@@ -4,6 +4,5 @@ exports.loggerService = void 0;
 const logger_1 = require("podverse-helpers/dist/lib/backend/logger");
 const config_1 = require("../config");
 exports.loggerService = new logger_1.LoggerService({
-    logDir: config_1.config.log.dir,
     logLevel: config_1.config.log.level,
 });

package/dist/lib/rss/parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/parser.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EAIxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAa,MAAM,oBAAoB,CAAC;AAiC3D,eAAO,MAAM,kBAAkB,GAAU,KAAK,MAAM,wBAUnD,CAAC;AAQF,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1C,IAAI,EAAE,uBAAuB,GAAG,IAAI,CAAC;CACtC,CAAA;AAED,MAAM,MAAM,oCAAoC,GAAG;IACjD,UAAU,EAAE,OAAO,CAAC;IACpB,mBAAmB,EAAE,2BAA2B,CAAC;CAClD,CAAA;AAED,eAAO,MAAM,6BAA6B,GACxC,KAAK,MAAM,EACX,kBAAkB,MAAM,EACxB,SAAS,oCAAoC;;;;;;EA0I9C,CAAC"}
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/parser.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EAKxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAa,MAAM,oBAAoB,CAAC;AAiC3D,eAAO,MAAM,kBAAkB,GAAU,KAAK,MAAM,wBAUnD,CAAC;AAQF,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1C,IAAI,EAAE,uBAAuB,GAAG,IAAI,CAAC;CACtC,CAAA;AAED,MAAM,MAAM,oCAAoC,GAAG;IACjD,UAAU,EAAE,OAAO,CAAC;IACpB,mBAAmB,EAAE,2BAA2B,CAAC;CAClD,CAAA;AAgBD,eAAO,MAAM,6BAA6B,GACxC,KAAK,MAAM,EACX,kBAAkB,MAAM,EACxB,SAAS,oCAAoC;;;;;;EA4I9C,CAAC"}

package/dist/lib/rss/parser.js

@@ -42,6 +42,20 @@ const getAndParseRSSFeed = (url) => __awaiter(void 0, void 0, void 0, function*
     return parsedFeed;
 });
 exports.getAndParseRSSFeed = getAndParseRSSFeed;
+// Handle request delay for specific domains to avoid rate limiting
+function handleRateLimitRequestDelay(url) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const delayConfig = [
+            { regex: /^https?:\/\/(www\.)?wavlake\.com/, delay: 5000 },
+        ];
+        for (const { regex, delay } of delayConfig) {
+            if (regex.test(url)) {
+                yield (0, podverse_helpers_1.sleep)(delay);
+                break;
+            }
+        }
+    });
+}
 const parseRSSFeedAndSaveToDatabase = (url, podcast_index_id, options) => __awaiter(void 0, void 0, void 0, function* () {
     const { onDemandParserEvent } = options;
     const onDemandParserEventService = new podverse_orm_1.OnDemandParserEventService();
@@ -72,6 +86,7 @@ const parseRSSFeedAndSaveToDatabase = (url, podcast_index_id, options) => __awai
         if (!url || !podcast_index_id) {
             throw new Error(`parseRSSFeedAndSaveToDatabase: url or podcast_index_id is missing for ${url} ${podcast_index_id}`);
         }
+        yield handleRateLimitRequestDelay(url);
         loggerService_1.loggerService.info(`parseRSSFeedAndSaveToDatabase url: ${url} podcast_index_id: ${podcast_index_id}`);
         feed = yield (0, feed_1.handleGetRSSFeed)(url, podcast_index_id);
         if (!(0, podverse_orm_1.checkIfFeedFlagStatusShouldParse)(feed.feed_flag_status.id)) {

package/dist/lib/rss/remoteItemParser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"remoteItemParser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/remoteItemParser.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,OAAO,EAUR,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,wBAAwB,CAAC;AAQnF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,0BAA0B,EAAE,MAAM,CAAC;CACpC,CAAA;AAeD,KAAK,uBAAuB,GAAG;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,oCAAoC,CAAC;CAC/C,CAAA;AA6DD,eAAO,MAAM,+BAA+B,GAAU,SAAS,OAAO,EAAE,QAAQ,8BAA8B,KAAG,OAAO,CAAC,uBAAuB,EAAE,CAWjJ,CAAC"}
+{"version":3,"file":"remoteItemParser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/remoteItemParser.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,OAAO,EAUR,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,wBAAwB,CAAC;AAQnF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,0BAA0B,EAAE,MAAM,CAAC;CACpC,CAAA;AAED,KAAK,uBAAuB,GAAG;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,oCAAoC,CAAC;CAC/C,CAAA;AA4DD,eAAO,MAAM,+BAA+B,GAAU,SAAS,OAAO,EAAE,QAAQ,8BAA8B,KAAG,OAAO,CAAC,uBAAuB,EAAE,CAWjJ,CAAC"}

package/dist/lib/rss/remoteItemParser.js

@@ -14,19 +14,6 @@ const podverse_helpers_1 = require("podverse-helpers");
 const podverse_orm_1 = require("podverse-orm");
 const podcastIndex_1 = require("@parser/factories/podcastIndex");
 const loggerService_1 = require("@parser/factories/loggerService");
-function handleRequestDelay(url) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const delayConfig = [
-            { regex: /^https?:\/\/(www\.)?wavlake\.com/, delay: 5000 },
-        ];
-        for (const { regex, delay } of delayConfig) {
-            if (regex.test(url)) {
-                yield (0, podverse_helpers_1.sleep)(delay);
-                break;
-            }
-        }
-    });
-}
 const handleRemoteItemsFeedParsing = (feedGuidsToParse, params) => __awaiter(void 0, void 0, void 0, function* () {
     var _a, _b;
     const { accountId, remoteParentPodcastIndexId } = params;
@@ -60,7 +47,6 @@ const handleRemoteItemsFeedParsing = (feedGuidsToParse, params) => __awaiter(voi
             podcast_index_id: piFeedData.id
         });
         if (!feed) {
-            yield handleRequestDelay(piFeedData.url);
             loggerService_1.loggerService.info(`handleRemoteItemsFeedParsing: ${piFeedData.url} ${piFeedData.id}`);
             queueMessages.push({
                 url: piFeedData.url,
@@ -83,10 +69,10 @@ const handleAllRemoteItemsFeedParsing = (channel, params) => __awaiter(void 0, v
     const latestChannel = yield channelService.get(channel.id);
     const results = [];
     const podrollResults = yield handleRemoteItemsPodrollParsing(latestChannel, params);
-    // const publisherResults = await handleRemoteItemsPublisherParsing(latestChannel, params);
-    // const channelResults = await handleRemoteItemsChannelParsing(latestChannel, params);
-    // const timeSplitResults = await handleRemoteItemsItemValueTimeSplitParsing(latestChannel, params);
-    results.push(...podrollResults);
+    const publisherResults = yield handleRemoteItemsPublisherParsing(latestChannel, params);
+    const channelResults = yield handleRemoteItemsChannelParsing(latestChannel, params);
+    const timeSplitResults = yield handleRemoteItemsItemValueTimeSplitParsing(latestChannel, params);
+    results.push(...podrollResults, ...publisherResults, ...channelResults, ...timeSplitResults);
     return results;
 });
 exports.handleAllRemoteItemsFeedParsing = handleAllRemoteItemsFeedParsing;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "podverse-parser",
-  "version": "5.1.12",
+  "version": "5.1.13-alpha.0",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -17,9 +17,9 @@
   "license": "AGPLv3",
   "dependencies": {
     "module-alias": "^2.2.3",
-    "podverse-external-services": "^5.1.12",
-    "podverse-helpers": "^5.1.12",
-    "podverse-orm": "^5.1.12",
+    "podverse-external-services": "^5.1.13-alpha.3",
+    "podverse-helpers": "^5.1.13-alpha.1",
+    "podverse-orm": "^5.1.13-alpha.2",
     "podverse-partytime": "^5.0.0"
   },
   "devDependencies": {