podverse-parser 5.1.12 → 5.1.14-alpha.0

package/dist/factories/loggerService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"loggerService.d.ts","sourceRoot":"","sources":["../../src/factories/loggerService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AAGzE,eAAO,MAAM,aAAa,eAGxB,CAAC"}
+{"version":3,"file":"loggerService.d.ts","sourceRoot":"","sources":["../../src/factories/loggerService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AAGzE,eAAO,MAAM,aAAa,eAExB,CAAC"}

package/dist/factories/loggerService.js

@@ -4,6 +4,5 @@ exports.loggerService = void 0;
 const logger_1 = require("podverse-helpers/dist/lib/backend/logger");
 const config_1 = require("../config");
 exports.loggerService = new logger_1.LoggerService({
-    logDir: config_1.config.log.dir,
     logLevel: config_1.config.log.level,
 });

package/dist/lib/compat/partytime/channel.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"channel.d.ts","sourceRoot":"","sources":["../../../../src/lib/compat/partytime/channel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAgB,MAAM,oBAAoB,CAAC;AAO9D,eAAO,MAAM,gBAAgB,GAAI,YAAY,UAAU;;;;;CAOtD,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAI,YAAY,UAAU;;;;;;;;CAqB1D,CAAC;AAEH,eAAO,MAAM,yBAAyB,GAAI,YAAY,UAAU;;GAU/D,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU;;;;;QAU1D,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,YAAY,UAAU;;QAOjE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;GAe9D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,UAAU;;;;;;IA8B5D,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;QAQ7D,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;;QAU9D,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;;;;GAkB7D,CAAC;AAEF,eAAO,MAAM,kCAAkC,GAAI,YAAY,UAAU;;;;;GAgBxE,CAAC;AAEF,eAAO,MAAM,oCAAoC,GAAI,YAAY,UAAU;;;;;GAa1E,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,YAAY,UAAU;;;;;GAiBjE,CAAC;AAEF,eAAO,MAAM,+BAA+B,GAAI,YAAY,UAAU;;;;;;GAiBrE,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;GA0B7D,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;;;;;GAkB9D,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU;;;GAY1D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,UAAU;;;;;;;;;;;;;;;GAiB5D,CAAC"}
+{"version":3,"file":"channel.d.ts","sourceRoot":"","sources":["../../../../src/lib/compat/partytime/channel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAgB,MAAM,oBAAoB,CAAC;AAQ9D,eAAO,MAAM,gBAAgB,GAAI,YAAY,UAAU;;;;;CAWtD,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAI,YAAY,UAAU;;;;;;;;CAqB1D,CAAC;AAEH,eAAO,MAAM,yBAAyB,GAAI,YAAY,UAAU;;GAU/D,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU;;;;;QAU1D,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,YAAY,UAAU;;QAOjE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;GAe9D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,UAAU;;;;;;IA8B5D,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;QAQ7D,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;;QAU9D,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;;;;GAkB7D,CAAC;AAEF,eAAO,MAAM,kCAAkC,GAAI,YAAY,UAAU;;;;;GAgBxE,CAAC;AAEF,eAAO,MAAM,oCAAoC,GAAI,YAAY,UAAU;;;;;GAa1E,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,YAAY,UAAU;;;;;GAiBjE,CAAC;AAEF,eAAO,MAAM,+BAA+B,GAAI,YAAY,UAAU;;;;;;GAiBrE,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;GA0B7D,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;;;;;GAkB9D,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU;;;GAY1D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,UAAU;;;;;;;;;;;;;;;GAiB5D,CAAC"}

package/dist/lib/compat/partytime/channel.js

@@ -5,13 +5,18 @@ const podverse_partytime_1 = require("podverse-partytime");
 const podverse_helpers_1 = require("podverse-helpers");
 const podverse_orm_1 = require("podverse-orm");
 const value_1 = require("@parser/lib/compat/partytime/value");
+const publisher_1 = require("./publisher");
 const compatChannelDto = (parsedFeed) => {
     var _a, _b, _c, _d;
+    let medium_id = (0, podverse_helpers_1.getMediumEnumValue)((_a = parsedFeed.medium) !== null && _a !== void 0 ? _a : podverse_partytime_1.Phase4Medium.Podcast);
+    const detected = (0, publisher_1.detectDuckTypedPublisherMediumId)(parsedFeed);
+    if (detected !== null)
+        medium_id = detected;
     return {
-        podcast_guid: ((_a = parsedFeed.guid) === null || _a === void 0 ? void 0 : _a.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_guid)) || null,
-        title: ((_b = parsedFeed.title) === null || _b === void 0 ? void 0 : _b.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_normal)) || null,
-        sortable_title: ((_c = (0, podverse_helpers_1.createSortableTitle)(parsedFeed.title)) === null || _c === void 0 ? void 0 : _c.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_short)) || null,
-        medium_id: (0, podverse_helpers_1.getMediumEnumValue)((_d = parsedFeed.medium) !== null && _d !== void 0 ? _d : podverse_partytime_1.Phase4Medium.Podcast)
+        podcast_guid: ((_b = parsedFeed.guid) === null || _b === void 0 ? void 0 : _b.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_guid)) || null,
+        title: ((_c = parsedFeed.title) === null || _c === void 0 ? void 0 : _c.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_normal)) || null,
+        sortable_title: ((_d = (0, podverse_helpers_1.createSortableTitle)(parsedFeed.title)) === null || _d === void 0 ? void 0 : _d.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_short)) || null,
+        medium_id
     };
 };
 exports.compatChannelDto = compatChannelDto;

package/dist/lib/compat/partytime/publisher.d.ts

@@ -0,0 +1,3 @@
+import { FeedObject } from 'podverse-partytime';
+export declare const detectDuckTypedPublisherMediumId: (parsedFeed: FeedObject) => import("podverse-helpers").MediumEnum | null;
+//# sourceMappingURL=publisher.d.ts.map

package/dist/lib/compat/partytime/publisher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"publisher.d.ts","sourceRoot":"","sources":["../../../../src/lib/compat/partytime/publisher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAIhD,eAAO,MAAM,gCAAgC,GAAI,YAAY,UAAU,iDA6BtE,CAAC"}

package/dist/lib/compat/partytime/publisher.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectDuckTypedPublisherMediumId = void 0;
+const podverse_helpers_1 = require("podverse-helpers");
+// Determine the most-appropriate publisher medium based on podcastRemoteItems
+const detectDuckTypedPublisherMediumId = (parsedFeed) => {
+    const mediumRaw = parsedFeed.medium;
+    const isPublisher = (typeof mediumRaw === 'string' && mediumRaw.toLowerCase() === 'publisher');
+    if (!isPublisher)
+        return null;
+    let countPodcast = 0;
+    let countVideo = 0;
+    let countMusic = 0;
+    if (Array.isArray(parsedFeed.podcastRemoteItems)) {
+        for (const ri of parsedFeed.podcastRemoteItems) {
+            const m = ((ri === null || ri === void 0 ? void 0 : ri.medium) || '').toString().toLowerCase();
+            if (!m)
+                continue;
+            if (m.includes('music'))
+                countMusic++;
+            else if (m.includes('video'))
+                countVideo++;
+            else if (m.includes('podcast'))
+                countPodcast++;
+        }
+    }
+    const maxCount = Math.max(countPodcast, countVideo, countMusic);
+    if (maxCount === 0) {
+        return (0, podverse_helpers_1.getMediumEnumValue)('podcast');
+    }
+    else if (maxCount === countVideo) {
+        return (0, podverse_helpers_1.getMediumEnumValue)('publishervideo');
+    }
+    else if (maxCount === countMusic) {
+        return (0, podverse_helpers_1.getMediumEnumValue)('publishermusic');
+    }
+    return (0, podverse_helpers_1.getMediumEnumValue)('publisherpodcast');
+};
+exports.detectDuckTypedPublisherMediumId = detectDuckTypedPublisherMediumId;

package/dist/lib/rss/parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/parser.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EAIxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAa,MAAM,oBAAoB,CAAC;AAiC3D,eAAO,MAAM,kBAAkB,GAAU,KAAK,MAAM,wBAUnD,CAAC;AAQF,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1C,IAAI,EAAE,uBAAuB,GAAG,IAAI,CAAC;CACtC,CAAA;AAED,MAAM,MAAM,oCAAoC,GAAG;IACjD,UAAU,EAAE,OAAO,CAAC;IACpB,mBAAmB,EAAE,2BAA2B,CAAC;CAClD,CAAA;AAED,eAAO,MAAM,6BAA6B,GACxC,KAAK,MAAM,EACX,kBAAkB,MAAM,EACxB,SAAS,oCAAoC;;;;;;EA0I9C,CAAC"}
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/parser.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EAKxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAa,MAAM,oBAAoB,CAAC;AAiC3D,eAAO,MAAM,kBAAkB,GAAU,KAAK,MAAM,wBAUnD,CAAC;AAQF,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1C,IAAI,EAAE,uBAAuB,GAAG,IAAI,CAAC;CACtC,CAAA;AAED,MAAM,MAAM,oCAAoC,GAAG;IACjD,UAAU,EAAE,OAAO,CAAC;IACpB,mBAAmB,EAAE,2BAA2B,CAAC;CAClD,CAAA;AAgBD,eAAO,MAAM,6BAA6B,GACxC,KAAK,MAAM,EACX,kBAAkB,MAAM,EACxB,SAAS,oCAAoC;;;;;;EA4I9C,CAAC"}

package/dist/lib/rss/parser.js

@@ -42,6 +42,20 @@ const getAndParseRSSFeed = (url) => __awaiter(void 0, void 0, void 0, function*
     return parsedFeed;
 });
 exports.getAndParseRSSFeed = getAndParseRSSFeed;
+// Handle request delay for specific domains to avoid rate limiting
+function handleRateLimitRequestDelay(url) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const delayConfig = [
+            { regex: /^https?:\/\/(www\.)?wavlake\.com/, delay: 5000 },
+        ];
+        for (const { regex, delay } of delayConfig) {
+            if (regex.test(url)) {
+                yield (0, podverse_helpers_1.sleep)(delay);
+                break;
+            }
+        }
+    });
+}
 const parseRSSFeedAndSaveToDatabase = (url, podcast_index_id, options) => __awaiter(void 0, void 0, void 0, function* () {
     const { onDemandParserEvent } = options;
     const onDemandParserEventService = new podverse_orm_1.OnDemandParserEventService();
@@ -72,6 +86,7 @@ const parseRSSFeedAndSaveToDatabase = (url, podcast_index_id, options) => __awai
         if (!url || !podcast_index_id) {
             throw new Error(`parseRSSFeedAndSaveToDatabase: url or podcast_index_id is missing for ${url} ${podcast_index_id}`);
         }
+        yield handleRateLimitRequestDelay(url);
         loggerService_1.loggerService.info(`parseRSSFeedAndSaveToDatabase url: ${url} podcast_index_id: ${podcast_index_id}`);
         feed = yield (0, feed_1.handleGetRSSFeed)(url, podcast_index_id);
         if (!(0, podverse_orm_1.checkIfFeedFlagStatusShouldParse)(feed.feed_flag_status.id)) {

package/dist/lib/rss/remoteItemParser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"remoteItemParser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/remoteItemParser.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,OAAO,EAUR,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,wBAAwB,CAAC;AAQnF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,0BAA0B,EAAE,MAAM,CAAC;CACpC,CAAA;AAeD,KAAK,uBAAuB,GAAG;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,oCAAoC,CAAC;CAC/C,CAAA;AA6DD,eAAO,MAAM,+BAA+B,GAAU,SAAS,OAAO,EAAE,QAAQ,8BAA8B,KAAG,OAAO,CAAC,uBAAuB,EAAE,CAWjJ,CAAC"}
+{"version":3,"file":"remoteItemParser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/remoteItemParser.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,OAAO,EAUR,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,wBAAwB,CAAC;AAQnF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,0BAA0B,EAAE,MAAM,CAAC;CACpC,CAAA;AAED,KAAK,uBAAuB,GAAG;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,oCAAoC,CAAC;CAC/C,CAAA;AA4DD,eAAO,MAAM,+BAA+B,GAAU,SAAS,OAAO,EAAE,QAAQ,8BAA8B,KAAG,OAAO,CAAC,uBAAuB,EAAE,CAWjJ,CAAC"}

package/dist/lib/rss/remoteItemParser.js

@@ -14,19 +14,6 @@ const podverse_helpers_1 = require("podverse-helpers");
 const podverse_orm_1 = require("podverse-orm");
 const podcastIndex_1 = require("@parser/factories/podcastIndex");
 const loggerService_1 = require("@parser/factories/loggerService");
-function handleRequestDelay(url) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const delayConfig = [
-            { regex: /^https?:\/\/(www\.)?wavlake\.com/, delay: 5000 },
-        ];
-        for (const { regex, delay } of delayConfig) {
-            if (regex.test(url)) {
-                yield (0, podverse_helpers_1.sleep)(delay);
-                break;
-            }
-        }
-    });
-}
 const handleRemoteItemsFeedParsing = (feedGuidsToParse, params) => __awaiter(void 0, void 0, void 0, function* () {
     var _a, _b;
     const { accountId, remoteParentPodcastIndexId } = params;
@@ -60,7 +47,6 @@ const handleRemoteItemsFeedParsing = (feedGuidsToParse, params) => __awaiter(voi
             podcast_index_id: piFeedData.id
         });
         if (!feed) {
-            yield handleRequestDelay(piFeedData.url);
             loggerService_1.loggerService.info(`handleRemoteItemsFeedParsing: ${piFeedData.url} ${piFeedData.id}`);
             queueMessages.push({
                 url: piFeedData.url,
@@ -83,10 +69,10 @@ const handleAllRemoteItemsFeedParsing = (channel, params) => __awaiter(void 0, v
     const latestChannel = yield channelService.get(channel.id);
     const results = [];
     const podrollResults = yield handleRemoteItemsPodrollParsing(latestChannel, params);
-    // const publisherResults = await handleRemoteItemsPublisherParsing(latestChannel, params);
-    // const channelResults = await handleRemoteItemsChannelParsing(latestChannel, params);
-    // const timeSplitResults = await handleRemoteItemsItemValueTimeSplitParsing(latestChannel, params);
-    results.push(...podrollResults);
+    const publisherResults = yield handleRemoteItemsPublisherParsing(latestChannel, params);
+    const channelResults = yield handleRemoteItemsChannelParsing(latestChannel, params);
+    const timeSplitResults = yield handleRemoteItemsItemValueTimeSplitParsing(latestChannel, params);
+    results.push(...podrollResults, ...publisherResults, ...channelResults, ...timeSplitResults);
     return results;
 });
 exports.handleAllRemoteItemsFeedParsing = handleAllRemoteItemsFeedParsing;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "podverse-parser",
-  "version": "5.1.12",
+  "version": "5.1.14-alpha.0",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -17,9 +17,9 @@
   "license": "AGPLv3",
   "dependencies": {
     "module-alias": "^2.2.3",
-    "podverse-external-services": "^5.1.12",
-    "podverse-helpers": "^5.1.12",
-    "podverse-orm": "^5.1.12",
+    "podverse-external-services": "^5.1.14-alpha.0",
+    "podverse-helpers": "^5.1.14-alpha.0",
+    "podverse-orm": "^5.1.14-alpha.0",
     "podverse-partytime": "^5.0.0"
   },
   "devDependencies": {