podverse-parser 5.1.0-alpha.9 → 5.1.3-alpha.0

package/dist/config/index.d.ts

@@ -1,4 +1,5 @@
 export declare const config: {
+    userAgent: string;
     log: {
         level: string;
         dir: string;

package/dist/config/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;CAelB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;CAgBlB,CAAC"}

package/dist/config/index.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.config = void 0;
 exports.config = {
+    userAgent: process.env.USER_AGENT || '',
     log: {
         level: process.env.LOG_LEVEL || 'info',
         dir: process.env.LOG_DIR || 'logs',

package/dist/factories/notificationsService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"notificationsService.d.ts","sourceRoot":"","sources":["../../src/factories/notificationsService.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAIlE,eAAO,MAAM,2BAA2B,GAAI,iBAAiB,MAAM,yBAIjE,CAAC"}
+{"version":3,"file":"notificationsService.d.ts","sourceRoot":"","sources":["../../src/factories/notificationsService.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAIlE,eAAO,MAAM,2BAA2B,GAAI,iBAAiB,MAAM,yBAKjE,CAAC"}

package/dist/factories/notificationsService.js

@@ -5,6 +5,7 @@ const podverse_external_services_1 = require("podverse-external-services");
 const loggerService_1 = require("./loggerService");
 const config_1 = require("../config");
 const NotificationsServiceFactory = (googleAuthToken) => new podverse_external_services_1.NotificationsService({
+    userAgent: config_1.config.userAgent,
     googleAuthToken,
     firebaseProjectId: config_1.config.firebase.projectId,
     loggerService: loggerService_1.loggerService

package/dist/factories/podcastIndex.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"podcastIndex.d.ts","sourceRoot":"","sources":["../../src/factories/podcastIndex.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAIjE,eAAO,MAAM,mBAAmB,qBAK9B,CAAC"}
+{"version":3,"file":"podcastIndex.d.ts","sourceRoot":"","sources":["../../src/factories/podcastIndex.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAIjE,eAAO,MAAM,mBAAmB,qBAM9B,CAAC"}

package/dist/factories/podcastIndex.js

@@ -5,6 +5,7 @@ const podverse_external_services_1 = require("podverse-external-services");
 const loggerService_1 = require("./loggerService");
 const config_1 = require("../config");
 exports.podcastIndexService = new podverse_external_services_1.PodcastIndexService({
+    userAgent: config_1.config.userAgent,
     authKey: config_1.config.podcastIndex.authKey,
     baseUrl: config_1.config.podcastIndex.baseUrl,
     secretKey: config_1.config.podcastIndex.secretKey,

package/dist/lib/_request.d.ts

@@ -0,0 +1,9 @@
+import { AxiosRequestConfig } from 'podverse-helpers';
+export declare const _request: <T>(url: string, requestConfig?: AxiosRequestConfig, abort?: {
+    controller: AbortController;
+    timeoutMs: number;
+}) => Promise<{
+    status: number;
+    data: T;
+}>;
+//# sourceMappingURL=_request.d.ts.map

package/dist/lib/_request.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"_request.d.ts","sourceRoot":"","sources":["../../src/lib/_request.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAW,MAAM,kBAAkB,CAAC;AAG/D,eAAO,MAAM,QAAQ,GAAU,CAAC,EAC9B,KAAK,MAAM,EACX,gBAAgB,kBAAkB,EAClC,QAAQ;IACN,UAAU,EAAE,eAAe,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;CACnB,KACA,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,CAAC,CAAA;CAAE,CAMrC,CAAC"}

package/dist/lib/_request.js

@@ -0,0 +1,19 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports._request = void 0;
+const podverse_helpers_1 = require("podverse-helpers");
+const config_1 = require("../config");
+const _request = (url, requestConfig, abort) => __awaiter(void 0, void 0, void 0, function* () {
+    const headers = Object.assign(Object.assign({}, requestConfig === null || requestConfig === void 0 ? void 0 : requestConfig.headers), { 'User-Agent': config_1.config.userAgent });
+    return (0, podverse_helpers_1.request)(url, Object.assign(Object.assign({}, requestConfig), { headers }), abort);
+});
+exports._request = _request;

package/dist/lib/chapters/chapters.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chapters.d.ts","sourceRoot":"","sources":["../../../src/lib/chapters/chapters.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAoE,MAAM,cAAc,CAAC;AA2BtG,eAAO,MAAM,aAAa,GAAU,MAAM,IAAI,KAAG,OAAO,CAAC,IAAI,CAyB5D,CAAC"}
+{"version":3,"file":"chapters.d.ts","sourceRoot":"","sources":["../../../src/lib/chapters/chapters.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAoE,MAAM,cAAc,CAAC;AAoCtG,eAAO,MAAM,aAAa,GAAU,MAAM,IAAI,KAAG,OAAO,CAAC,IAAI,CA6B5D,CAAC"}

package/dist/lib/chapters/chapters.js

@@ -13,15 +13,24 @@ exports.parseChapters = void 0;
 const podverse_helpers_1 = require("podverse-helpers");
 const podverse_orm_1 = require("podverse-orm");
 const chapters_1 = require("@parser/lib/compat/chapters/chapters");
+const _request_1 = require("../_request");
 const getParsedChapters = (item_chapters_feed) => __awaiter(void 0, void 0, void 0, function* () {
     const itemChaptersFeedLogService = new podverse_orm_1.ItemChaptersFeedLogService();
     try {
-        const response = yield (0, podverse_helpers_1.request)(item_chapters_feed.url);
-        yield itemChaptersFeedLogService.update(item_chapters_feed, {
-            last_http_status: 200,
-            last_good_http_status_time: new Date()
-        });
-        return (0, chapters_1.compatParsedChapters)(response.chapters);
+        const response = yield (0, _request_1._request)(item_chapters_feed.url);
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const data = response.data;
+        if (data === null || data === void 0 ? void 0 : data.chapters) {
+            const chapters = data.chapters;
+            yield itemChaptersFeedLogService.update(item_chapters_feed, {
+                last_http_status: 200,
+                last_good_http_status_time: new Date()
+            });
+            return (0, chapters_1.compatParsedChapters)(chapters);
+        }
+        else {
+            throw new Error('No chapters found in feed');
+        }
     }
     catch (error) {
         // TODO: how to handle errors?
@@ -44,15 +53,19 @@ const parseChapters = (item) => __awaiter(void 0, void 0, void 0, function* () {
     }
     const parsedChapters = yield getParsedChapters(item_chapters_feed);
     const itemChapterService = new podverse_orm_1.ItemChapterService();
-    const existingChapters = yield itemChapterService.getAll(item_chapters_feed, { select: ['id'] });
-    const existingChaptersIds = existingChapters.map(item_chapter => item_chapter.id);
-    const updatedChaptersIds = [];
+    const existingChapters = yield itemChapterService.getAll(item_chapters_feed, { select: ['id', 'data_hash'] });
+    const existingChaptersDataHashes = existingChapters.map(item_chapter => item_chapter.data_hash);
+    const updatedChaptersDataHashes = [];
     for (const parsedChapter of parsedChapters) {
-        yield itemChapterService.update(item_chapters_feed, parsedChapter);
-        updatedChaptersIds.push(item_chapters_feed.id);
+        updatedChaptersDataHashes.push(parsedChapter.data_hash);
+        if (!existingChaptersDataHashes.includes(parsedChapter.data_hash)) {
+            yield itemChapterService.update(item_chapters_feed, parsedChapter);
+        }
+    }
+    const dataHashesToDelete = existingChaptersDataHashes.filter(hash => !updatedChaptersDataHashes.includes(hash));
+    if (dataHashesToDelete.length > 0) {
+        yield itemChapterService.deleteManyByDataHash(item_chapters_feed, dataHashesToDelete);
     }
-    const itemChapterIdsToDelete = existingChaptersIds.filter(id => !updatedChaptersIds.includes(id));
-    yield itemChapterService.deleteMany(itemChapterIdsToDelete);
     const itemChaptersFeedLogService = new podverse_orm_1.ItemChaptersFeedLogService();
     yield itemChaptersFeedLogService.update(item_chapters_feed, { last_finished_parse_time: new Date() });
 });

package/dist/lib/compat/chapters/chapters.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chapters.d.ts","sourceRoot":"","sources":["../../../../src/lib/compat/chapters/chapters.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,MAAM,MAAM,SAAS,GAAG;IACtB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IAClB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IAClB,GAAG,EAAE,OAAO,CAAA;CACb,CAAA;AAED,eAAO,MAAM,oBAAoB,GAAI,UAAU,SAAS,EAAE,KAAG,cAAc,EAW1E,CAAC"}
+{"version":3,"file":"chapters.d.ts","sourceRoot":"","sources":["../../../../src/lib/compat/chapters/chapters.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,MAAM,MAAM,SAAS,GAAG;IACtB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IAClB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IAClB,GAAG,EAAE,OAAO,CAAA;CACb,CAAA;AAED,eAAO,MAAM,oBAAoB,GAAI,UAAU,SAAS,EAAE,KAAG,cAAc,EAa1E,CAAC"}

package/dist/lib/compat/chapters/chapters.js

@@ -1,16 +1,19 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.compatParsedChapters = void 0;
+const parsedItemChapter_1 = require("@parser/lib/rss/hash/parsedItemChapter");
 const podverse_helpers_1 = require("podverse-helpers");
 const compatParsedChapters = (chapters) => {
     return chapters.map(chapter => {
+        const data_hash = (0, parsedItemChapter_1.getPIChapterMd5Hash)(chapter);
         return {
             start_time: chapter.startTime,
             end_time: chapter.endTime || null,
             title: chapter.title || null,
             img: (0, podverse_helpers_1.isValidHttpUrl)(chapter.img) && chapter.img || null,
             web_url: (0, podverse_helpers_1.isValidHttpUrl)(chapter.url) && chapter.url || null,
-            table_of_contents: chapter.toc || true
+            table_of_contents: chapter.toc === false ? false : true,
+            data_hash
         };
     });
 };

package/dist/lib/compat/partytime/channel.d.ts

@@ -3,7 +3,7 @@ export declare const compatChannelDto: (parsedFeed: FeedObject) => {
     podcast_guid: string | null;
     title: string | null;
     sortable_title: string | null;
-    medium: import("podverse-helpers").MediumEnum | null;
+    medium_id: import("podverse-helpers").MediumEnum;
 };
 export declare const compatChannelAboutDto: (parsedFeed: FeedObject) => {
     author: string | null;
@@ -12,7 +12,7 @@ export declare const compatChannelAboutDto: (parsedFeed: FeedObject) => {
     website_link_url: string | null;
     itunes_type: import("podverse-orm").ChannelItunesTypeItunesTypeEnum;
     episode_count: number;
-    last_pub_date: Date;
+    last_pub_date: Date | null;
 };
 export declare const compatChannelCategoryDtos: (parsedFeed: FeedObject) => {
     category_id: import("podverse-helpers").CategoryEnum;

package/dist/lib/compat/partytime/channel.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"channel.d.ts","sourceRoot":"","sources":["../../../../src/lib/compat/partytime/channel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAgB,MAAM,mBAAmB,CAAC;AAO7D,eAAO,MAAM,gBAAgB,GAAI,YAAY,UAAU;;;;;CAKrD,CAAC;AAEH,eAAO,MAAM,qBAAqB,GAAI,YAAY,UAAU;;;;;;;;CAmB1D,CAAC;AAEH,eAAO,MAAM,yBAAyB,GAAI,YAAY,UAAU;;GAU/D,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU;;;;;QAU1D,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,YAAY,UAAU;;QAOjE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;GAe9D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,UAAU;;;;;;IA8B5D,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;QAQ7D,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;;QAU9D,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;;;;GAkB7D,CAAC;AAEF,eAAO,MAAM,kCAAkC,GAAI,YAAY,UAAU;;;;;GAgBxE,CAAC;AAEF,eAAO,MAAM,oCAAoC,GAAI,YAAY,UAAU;;;;;GAa1E,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,YAAY,UAAU;;;;;GAiBjE,CAAC;AAEF,eAAO,MAAM,+BAA+B,GAAI,YAAY,UAAU;;;;;;GAiBrE,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;GA0B7D,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;;;;;GAkB9D,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU;;;GAY1D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,UAAU;;;;;;;;;;;;;;;GAiB5D,CAAC"}
+{"version":3,"file":"channel.d.ts","sourceRoot":"","sources":["../../../../src/lib/compat/partytime/channel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAgB,MAAM,mBAAmB,CAAC;AAO7D,eAAO,MAAM,gBAAgB,GAAI,YAAY,UAAU;;;;;CAKrD,CAAC;AAEH,eAAO,MAAM,qBAAqB,GAAI,YAAY,UAAU;;;;;;;;CAqB1D,CAAC;AAEH,eAAO,MAAM,yBAAyB,GAAI,YAAY,UAAU;;GAU/D,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU;;;;;QAU1D,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,YAAY,UAAU;;QAOjE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;GAe9D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,UAAU;;;;;;IA8B5D,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;QAQ7D,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;;QAU9D,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;;;;GAkB7D,CAAC;AAEF,eAAO,MAAM,kCAAkC,GAAI,YAAY,UAAU;;;;;GAgBxE,CAAC;AAEF,eAAO,MAAM,oCAAoC,GAAI,YAAY,UAAU;;;;;GAa1E,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,YAAY,UAAU;;;;;GAiBjE,CAAC;AAEF,eAAO,MAAM,+BAA+B,GAAI,YAAY,UAAU;;;;;;GAiBrE,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,YAAY,UAAU;;;GA0B7D,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAI,YAAY,UAAU;;;;;;;GAkB9D,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU;;;GAY1D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,UAAU;;;;;;;;;;;;;;;GAiB5D,CAAC"}

package/dist/lib/compat/partytime/channel.js

@@ -11,12 +11,12 @@ const compatChannelDto = (parsedFeed) => {
         podcast_guid: ((_a = parsedFeed.guid) === null || _a === void 0 ? void 0 : _a.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_guid)) || null,
         title: ((_b = parsedFeed.title) === null || _b === void 0 ? void 0 : _b.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_normal)) || null,
         sortable_title: ((_c = (0, podverse_helpers_1.createSortableTitle)(parsedFeed.title)) === null || _c === void 0 ? void 0 : _c.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_short)) || null,
-        medium: (0, podverse_helpers_1.getMediumEnumValue)((_d = parsedFeed.medium) !== null && _d !== void 0 ? _d : podcast_partytime_1.Phase4Medium.Podcast)
+        medium_id: (0, podverse_helpers_1.getMediumEnumValue)((_d = parsedFeed.medium) !== null && _d !== void 0 ? _d : podcast_partytime_1.Phase4Medium.Podcast)
     });
 };
 exports.compatChannelDto = compatChannelDto;
 const compatChannelAboutDto = (parsedFeed) => {
-    var _a, _b, _c, _d, _e, _f;
+    var _a, _b, _c, _d, _e;
     return ({
         author: ((_b = ((_a = (Array.isArray(parsedFeed.author)
             ? parsedFeed.author
@@ -27,13 +27,17 @@ const compatChannelAboutDto = (parsedFeed) => {
         website_link_url: (0, podverse_helpers_1.isValidHttpUrl)(parsedFeed.link) && ((_d = parsedFeed.link) === null || _d === void 0 ? void 0 : _d.slice(0, podverse_helpers_1.DATABASE_CONSTANTS.varchar_url)) || null,
         itunes_type: (0, podverse_orm_1.getChannelItunesTypeItunesTypeEnumValue)(parsedFeed.itunesType || 'episodic'),
         episode_count: ((_e = parsedFeed.items) === null || _e === void 0 ? void 0 : _e.length) || 0,
-        last_pub_date: ((_f = parsedFeed.items) === null || _f === void 0 ? void 0 : _f.reduce((latest, item) => {
-            if (item.pubDate) {
+        last_pub_date: (() => {
+            var _a;
+            const itemsWithPubDate = ((_a = parsedFeed.items) === null || _a === void 0 ? void 0 : _a.filter(item => !!item.pubDate)) || [];
+            if (itemsWithPubDate.length === 0)
+                return null;
+            const latestDate = itemsWithPubDate.reduce((latest, item) => {
                 const itemDate = new Date(item.pubDate);
                 return itemDate > latest ? itemDate : latest;
-            }
-            return latest;
-        }, new Date(0))) || null
+            }, new Date(itemsWithPubDate[0].pubDate));
+            return isNaN(latestDate.getTime()) ? null : latestDate;
+        })()
     });
 };
 exports.compatChannelAboutDto = compatChannelAboutDto;

package/dist/lib/compat/partytime/item.js

@@ -39,7 +39,7 @@ const compatItemChaptersFeedDto = (parsedItem) => {
 exports.compatItemChaptersFeedDto = compatItemChaptersFeedDto;
 const compatItemChatDto = (parsedItem) => {
     var _a, _b;
-    if (!parsedItem.chat) {
+    if (!parsedItem.chat || !parsedItem.chat.server || !parsedItem.chat.protocol) {
         return null;
     }
     return {

package/dist/lib/rss/feed/feed.d.ts

@@ -2,5 +2,9 @@ import { FeedObject } from "podcast-partytime";
 import { Feed } from "podverse-orm";
 export declare const handleGetRSSFeed: (url: string, podcast_index_id: number) => Promise<Feed>;
 export declare const handleRequestRSSFeed: (feed: Feed) => Promise<FeedObject>;
-export declare const handleParsedFeed: (parsedFeed: FeedObject, feed: Feed) => Promise<Feed>;
+type HandleParsedFeedOptions = {
+    forceParse?: boolean;
+};
+export declare const handleParsedFeed: (parsedFeed: FeedObject, feed: Feed, options?: HandleParsedFeedOptions) => Promise<Feed>;
+export {};
 //# sourceMappingURL=feed.d.ts.map

package/dist/lib/rss/feed/feed.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"feed.d.ts","sourceRoot":"","sources":["../../../../src/lib/rss/feed/feed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,OAAO,EAAE,IAAI,EAA+B,MAAM,cAAc,CAAC;AAMjE,eAAO,MAAM,gBAAgB,GAAU,KAAK,MAAM,EAAE,kBAAkB,MAAM,KAAG,OAAO,CAAC,IAAI,CA0B1F,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAU,MAAM,IAAI,KAAG,OAAO,CAAC,UAAU,CAsCzE,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAU,YAAY,UAAU,EAAE,MAAM,IAAI,KAAG,OAAO,CAAC,IAAI,CAUvF,CAAC"}
+{"version":3,"file":"feed.d.ts","sourceRoot":"","sources":["../../../../src/lib/rss/feed/feed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,OAAO,EAAE,IAAI,EAA+B,MAAM,cAAc,CAAC;AAOjE,eAAO,MAAM,gBAAgB,GAAU,KAAK,MAAM,EAAE,kBAAkB,MAAM,KAAG,OAAO,CAAC,IAAI,CA8B1F,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAU,MAAM,IAAI,KAAG,OAAO,CAAC,UAAU,CAsCzE,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAA;AAED,eAAO,MAAM,gBAAgB,GAC3B,YAAY,UAAU,EACtB,MAAM,IAAI,EACV,UAAS,uBAA4B,KACpC,OAAO,CAAC,IAAI,CAad,CAAC"}

package/dist/lib/rss/feed/feed.js

@@ -16,6 +16,7 @@ const parsedFeed_1 = require("../hash/parsedFeed");
 const parser_1 = require("../parser");
 const errors_1 = require("../errors");
 const timerManager_1 = require("@parser/factories/timerManager");
+const _request_1 = require("../../_request");
 const handleGetRSSFeed = (url, podcast_index_id) => __awaiter(void 0, void 0, void 0, function* () {
     timerManager_1.timerManager.start('handleGetRSSFeed');
     const feedService = new podverse_orm_1.FeedService();
@@ -28,6 +29,10 @@ const handleGetRSSFeed = (url, podcast_index_id) => __awaiter(void 0, void 0, vo
         }
     }
     if (!feed) {
+        const response = yield (0, _request_1._request)(url, { method: 'HEAD' });
+        if (!response || response.status < 200 || response.status >= 300) {
+            throw new Error(`HEAD request failed for ${url} with status ${response === null || response === void 0 ? void 0 : response.status}`);
+        }
         feed = yield feedService.getOrCreate({ url, podcast_index_id });
     }
     timerManager_1.timerManager.end('handleGetRSSFeed');
@@ -74,10 +79,11 @@ const handleRequestRSSFeed = (feed) => __awaiter(void 0, void 0, void 0, functio
     return parsedFeed;
 });
 exports.handleRequestRSSFeed = handleRequestRSSFeed;
-const handleParsedFeed = (parsedFeed, feed) => __awaiter(void 0, void 0, void 0, function* () {
+const handleParsedFeed = (parsedFeed_2, feed_1, ...args_1) => __awaiter(void 0, [parsedFeed_2, feed_1, ...args_1], void 0, function* (parsedFeed, feed, options = {}) {
     const currentFeedFileHash = (0, parsedFeed_1.getParsedFeedMd5Hash)(parsedFeed);
     checkIfFeedIsParsing(feed);
-    if (feed.last_parsed_file_hash === currentFeedFileHash) {
+    if (!options.forceParse &&
+        feed.last_parsed_file_hash === currentFeedFileHash) {
         throw new errors_1.FeedNoChangesSinceLastParsedError(feed.id);
     }
     const feedService = new podverse_orm_1.FeedService();

package/dist/lib/rss/hash/parsedFeed.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parsedFeed.d.ts","sourceRoot":"","sources":["../../../../src/lib/rss/hash/parsedFeed.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU,KAAG,MAK7D,CAAC"}
+{"version":3,"file":"parsedFeed.d.ts","sourceRoot":"","sources":["../../../../src/lib/rss/hash/parsedFeed.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,oBAAoB,GAAI,YAAY,UAAU,KAAG,MAY7D,CAAC"}

package/dist/lib/rss/hash/parsedFeed.js

@@ -12,10 +12,10 @@ var __rest = (this && this.__rest) || function (s, e) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getParsedFeedMd5Hash = void 0;
+/* eslint-disable @typescript-eslint/no-unused-vars */
 const podverse_helpers_1 = require("podverse-helpers");
 const getParsedFeedMd5Hash = (parsedFeed) => {
-    // eslint-disable-next-line @typescript-eslint/no-unused-vars
-    const { lastUpdate, lastBuildDate, pubDate } = parsedFeed, parsedFeedPruned = __rest(parsedFeed, ["lastUpdate", "lastBuildDate", "pubDate"]);
+    const { lastUpdate, lastBuildDate, pubDate, newestItemPubDate, oldestItemPubDate, lastPubDate } = parsedFeed, parsedFeedPruned = __rest(parsedFeed, ["lastUpdate", "lastBuildDate", "pubDate", "newestItemPubDate", "oldestItemPubDate", "lastPubDate"]);
     const currentFeedFileHash = (0, podverse_helpers_1.getMd5Hash)(parsedFeedPruned);
     return currentFeedFileHash;
 };

package/dist/lib/rss/hash/parsedItemChapter.d.ts

@@ -0,0 +1,3 @@
+import { PIChapter } from "@parser/lib/compat/chapters/chapters";
+export declare const getPIChapterMd5Hash: (piChapter: PIChapter) => string;
+//# sourceMappingURL=parsedItemChapter.d.ts.map

package/dist/lib/rss/hash/parsedItemChapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsedItemChapter.d.ts","sourceRoot":"","sources":["../../../../src/lib/rss/hash/parsedItemChapter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AAWjE,eAAO,MAAM,mBAAmB,GAAI,WAAW,SAAS,KAAG,MAuB1D,CAAC"}

package/dist/lib/rss/hash/parsedItemChapter.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getPIChapterMd5Hash = void 0;
+const podverse_helpers_1 = require("podverse-helpers");
+function stripUrlParams(url) {
+    if (!url)
+        return url;
+    try {
+        return new URL(url).origin + new URL(url).pathname;
+    }
+    catch (_a) {
+        return url;
+    }
+}
+const getPIChapterMd5Hash = (piChapter) => {
+    const { startTime, endTime, title, img, url, toc } = piChapter;
+    const imgNoParams = stripUrlParams(img);
+    const urlNoParams = stripUrlParams(url);
+    const currentItemChapterDataHash = (0, podverse_helpers_1.getMd5Hash)({
+        startTime,
+        endTime,
+        title,
+        img: imgNoParams,
+        url: urlNoParams,
+        toc
+    });
+    return currentItemChapterDataHash;
+};
+exports.getPIChapterMd5Hash = getPIChapterMd5Hash;

package/dist/lib/rss/item/itemValue.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"itemValue.d.ts","sourceRoot":"","sources":["../../../../src/lib/rss/item/itemValue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,IAAI,EAG1B,OAAO,EACR,MAAM,cAAc,CAAC;AAGtB,eAAO,MAAM,qBAAqB,GAChC,YAAY,OAAO,EACnB,MAAM,IAAI,EACV,SAAS,OAAO,EAChB,6BAA6B,aAAa,kBA0D3C,CAAC"}
+{"version":3,"file":"itemValue.d.ts","sourceRoot":"","sources":["../../../../src/lib/rss/item/itemValue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,IAAI,EAG1B,OAAO,EACR,MAAM,cAAc,CAAC;AAGtB,eAAO,MAAM,qBAAqB,GAChC,YAAY,OAAO,EACnB,MAAM,IAAI,EACV,SAAS,OAAO,EAChB,6BAA6B,aAAa,kBA2D3C,CAAC"}

package/dist/lib/rss/item/itemValue.js

@@ -36,7 +36,8 @@ const handleParsedItemValue = (parsedItem, item, channel, transactionalEntityMan
                 if (!channel.has_value_time_splits) {
                     const channelService = new podverse_orm_1.ChannelService();
                     yield channelService.update(channel.id, {
-                        has_value_time_splits: true
+                        has_value_time_splits: true,
+                        medium_id: channel.medium_id // needed to avoid nulling out medium_id
                     });
                 }
                 for (const itemValueTimeSplitDto of itemValueTimeSplitDtos) {

package/dist/lib/rss/liveItem/liveItem.js

@@ -55,21 +55,21 @@ const handleParsedLiveItems = (parsedLiveItems, channel, channelSeasonIndex) =>
     const liveItemService = new podverse_orm_1.LiveItemService();
     const existingLiveItems = yield liveItemService.getManyByChannel(channel, { relations: ['item', 'live_item_status'] });
     const existingLiveItemMap = new Map(existingLiveItems.map(live_item => [live_item.item.guid, live_item]));
-    const existingLiveItemIds = existingLiveItems.map(live_item => live_item.id);
-    const updatedLiveItemIds = [];
+    const existingLiveItemItemIds = existingLiveItems.map(live_item => live_item.item.id);
+    const updatedLiveItemItemIds = [];
     const newItemGuids = [];
     const liveItemObjDtos = (0, liveItem_1.compatLiveItemsDtos)(parsedLiveItems);
     const timerAccumulator = (0, item_1.createItemTimerAccumulator)();
     const liveItemObjDtosBatchs = (0, podverse_helpers_1.chunkArray)(liveItemObjDtos, 50);
     for (const liveItemObjDtosBatch of liveItemObjDtosBatchs) {
         yield podverse_orm_1.AppDataSourceReadWrite.manager.transaction((transactionalEntityManager) => __awaiter(void 0, void 0, void 0, function* () {
-            yield processLiveItemBatch(liveItemObjDtosBatch, channel, channelSeasonIndex, existingLiveItemMap, updatedLiveItemIds, newItemGuids, transactionalEntityManager, timerAccumulator, liveItemService);
+            yield processLiveItemBatch(liveItemObjDtosBatch, channel, channelSeasonIndex, existingLiveItemMap, updatedLiveItemItemIds, newItemGuids, transactionalEntityManager, timerAccumulator, liveItemService);
         }));
     }
     logTimerAccumulator(timerAccumulator);
-    const itemIdsToDelete = existingLiveItemIds.filter(id => !updatedLiveItemIds.includes(id));
+    const itemIdsToDelete = existingLiveItemItemIds.filter(id => !updatedLiveItemItemIds.includes(id));
     const itemsToDelete = existingLiveItems
-        .filter(liveItem => itemIdsToDelete.includes(liveItem.id))
+        .filter(liveItem => itemIdsToDelete.includes(liveItem.item.id))
         .map(liveItem => liveItem.item);
     yield itemService.updateManyFlagStatus(itemsToDelete, itemFlagStatus_1.ItemFlagStatusStatusEnum.PendingArchive);
     return { newItemGuids };

package/dist/lib/rss/parser.d.ts

@@ -1,3 +1,7 @@
 export declare const getAndParseRSSFeed: (url: string) => Promise<import("podcast-partytime").FeedObject>;
-export declare const parseRSSFeedAndSaveToDatabase: (url: string, podcast_index_id: number) => Promise<void>;
+type ParseRSSFeedAndSaveToDatabase = {
+    forceParse?: boolean;
+};
+export declare const parseRSSFeedAndSaveToDatabase: (url: string, podcast_index_id: number, options?: ParseRSSFeedAndSaveToDatabase) => Promise<void>;
+export {};
 //# sourceMappingURL=parser.d.ts.map

package/dist/lib/rss/parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/parser.ts"],"names":[],"mappings":"AAsBA,eAAO,MAAM,kBAAkB,GAAU,KAAK,MAAM,oDASnD,CAAC;AAQF,eAAO,MAAM,6BAA6B,GAAU,KAAK,MAAM,EAAE,kBAAkB,MAAM,kBAmFxF,CAAC"}
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../src/lib/rss/parser.ts"],"names":[],"mappings":"AAsBA,eAAO,MAAM,kBAAkB,GAAU,KAAK,MAAM,oDAUnD,CAAC;AAQF,KAAK,6BAA6B,GAAG;IACnC,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAA;AAED,eAAO,MAAM,6BAA6B,GACxC,KAAK,MAAM,EACX,kBAAkB,MAAM,EACxB,UAAS,6BAAkC,kBAwF5C,CAAC"}

package/dist/lib/rss/parser.js

@@ -11,7 +11,6 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.parseRSSFeedAndSaveToDatabase = exports.getAndParseRSSFeed = void 0;
 const podcast_partytime_1 = require("podcast-partytime");
-const podverse_helpers_1 = require("podverse-helpers");
 const podverse_orm_1 = require("podverse-orm");
 const notifications_1 = require("@parser/lib/notifications");
 const channel_1 = require("@parser/lib/rss/channel/channel");
@@ -25,38 +24,38 @@ const timerManager_1 = require("@parser/factories/timerManager");
 const loggerService_1 = require("@parser/factories/loggerService");
 const firebaseAccessTokenService_1 = require("@parser/factories/firebaseAccessTokenService");
 const notificationsService_1 = require("@parser/factories/notificationsService");
+const _request_1 = require("../_request");
 /*
   NOTE: All RSS feeds that have a podcast_index_id will be saved to the database.
   RSS feeds without podcast_index_id (Add By RSS feeds) will NOT be saved to the database.
 */
 const getAndParseRSSFeed = (url) => __awaiter(void 0, void 0, void 0, function* () {
-    const xml = yield (0, podverse_helpers_1.request)(url);
-    const parsedFeed = (0, podcast_partytime_1.parseFeed)(xml, { allowMissingGuid: true });
+    const response = yield (0, _request_1._request)(url);
+    const data = response.data;
+    const parsedFeed = (0, podcast_partytime_1.parseFeed)(data, { allowMissingGuid: true });
     if (!parsedFeed) {
         throw new Error(`getAndParseRSSFeed: parsedFeed not found for ${url}`);
     }
     return parsedFeed;
 });
 exports.getAndParseRSSFeed = getAndParseRSSFeed;
-// export const parseRSSAddByRSSFeed = async (url: string) => {
-//   const parsedFeed = await getAndParseRSSFeed(url);
-//   const compatData = convertParsedRSSFeedToCompat(parsedFeed);
-//   return compatData;
-// };
-const parseRSSFeedAndSaveToDatabase = (url, podcast_index_id) => __awaiter(void 0, void 0, void 0, function* () {
+const parseRSSFeedAndSaveToDatabase = (url_1, podcast_index_id_1, ...args_1) => __awaiter(void 0, [url_1, podcast_index_id_1, ...args_1], void 0, function* (url, podcast_index_id, options = {}) {
     const feedService = new podverse_orm_1.FeedService();
     let feed = null;
     let channel = null;
     const timerFullRunLabel = `parseRSSFeedAndSaveToDatabase ${url} ${podcast_index_id}`;
     timerManager_1.timerManager.start(timerFullRunLabel);
     try {
-        loggerService_1.loggerService.info(`parseRSSFeedAndSaveToDatabase ${url} ${podcast_index_id}`);
+        if (!url || !podcast_index_id) {
+            throw new Error(`parseRSSFeedAndSaveToDatabase: url or podcast_index_id is missing for ${url} ${podcast_index_id}`);
+        }
+        loggerService_1.loggerService.info(`parseRSSFeedAndSaveToDatabase url: ${url} podcast_index_id: ${podcast_index_id}`);
         feed = yield (0, feed_1.handleGetRSSFeed)(url, podcast_index_id);
         if (!(0, podverse_orm_1.checkIfFeedFlagStatusShouldParse)(feed.feed_flag_status.id)) {
             throw new Error(`parseRSSFeedAndSaveToDatabase: feed_flag_status.status is not Active or AlwaysAllow for ${feed.id} ${feed.channel.podcast_index_id} ${feed.url}`);
         }
         const parsedFeed = yield (0, feed_1.handleRequestRSSFeed)(feed);
-        feed = yield (0, feed_1.handleParsedFeed)(parsedFeed, feed);
+        feed = yield (0, feed_1.handleParsedFeed)(parsedFeed, feed, options);
         yield feedService.update(feed.id, { is_parsing: new Date() });
         if ((0, podverse_orm_1.checkIfSpamFeed)(parsedFeed)) {
             yield feedService.updateFlagStatus(feed, podverse_orm_1.FeedFlagStatusStatusEnum.Spam);
@@ -103,6 +102,7 @@ const parseRSSFeedAndSaveToDatabase = (url, podcast_index_id) => __awaiter(void
         }
     }
     finally {
+        loggerService_1.loggerService.info(`Finished parsing channel: ${channel === null || channel === void 0 ? void 0 : channel.id} ${channel === null || channel === void 0 ? void 0 : channel.id_text} feed: ${feed === null || feed === void 0 ? void 0 : feed.id} url: ${url} podcast_index_id: ${podcast_index_id}`);
         timerManager_1.timerManager.endAll();
         if (feed) {
             yield feedService.update(feed.id, { is_parsing: null });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "podverse-parser",
-  "version": "5.1.0-alpha.9",
+  "version": "5.1.3-alpha.0",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -17,20 +17,20 @@
   "license": "AGPLv3",
   "dependencies": {
     "module-alias": "^2.2.3",
-    "podcast-partytime": "^4.8.1",
-    "podverse-external-services": "^5.1.1-alpha.14",
-    "podverse-helpers": "^5.1.2-alpha.7",
-    "podverse-orm": "^5.1.0-alpha.11"
+    "podcast-partytime": "^4.9.1",
+    "podverse-external-services": "^5.1.3-alpha.0",
+    "podverse-helpers": "^5.1.3-alpha.0",
+    "podverse-orm": "^5.1.3-alpha.0"
   },
   "devDependencies": {
-    "@eslint/config-array": "^0.18.0",
-    "@eslint/eslintrc": "^3.1.0",
-    "@eslint/js": "^9.8.0",
-    "@types/node": "^22.0.0",
-    "eslint": "^9.9.0",
-    "nodemon": "^3.1.4",
+    "@eslint/config-array": "^0.21.0",
+    "@eslint/eslintrc": "^3.3.1",
+    "@eslint/js": "^9.35.0",
+    "@types/node": "^24.4.0",
+    "eslint": "^9.35.0",
+    "nodemon": "^3.1.10",
     "ts-node": "^10.9.2",
-    "typescript": "^5.5.4",
-    "typescript-eslint": "^8.0.1"
+    "typescript": "^5.9.2",
+    "typescript-eslint": "^8.44.0"
   }
 }