podverse-external-services 5.1.1-alpha.3 → 5.1.1-alpha.5

package/dist/services/podcast-index/index.d.ts

@@ -10,11 +10,15 @@ export declare class PodcastIndexService {
     secretKey: string;
     constructor({ authKey, baseUrl, secretKey }: Constructor);
     podcastIndexAPIRequest: (url: string, config?: any) => Promise<any>;
-    getRecentlyUpdatedData: () => Promise<any[]>;
-    getPodcastByGuid: (podcastGuid: string) => Promise<PodcastByGuidResponse | null>;
-    getValueTagEnabledPodcastIdsRecursively: (accumulatedPodcastIndexIds: number[], startAt?: number) => Promise<number[]>;
-    getValueTagEnabledPodcastIds: () => Promise<number[]>;
-    downloadAndExtractCSV: () => Promise<any[]>;
+    deadFeedsDownloadAndExtractCSV: () => Promise<any[]>;
+    podcastGetByGuid: (podcastGuid: string) => Promise<PodcastByGuidResponse | null>;
+    recentGetData: () => Promise<any[]>;
+    trendingGetPodcasts: (max?: number, since?: number, lang?: string, cat?: string) => Promise<{
+        feeds: any[];
+        nextSince?: number;
+    }>;
+    valueGetByPodcastIds: () => Promise<number[]>;
+    valueGetByPodcastIdsRecursively: (accumulatedPodcastIndexIds: number[], startAt?: number) => Promise<number[]>;
 }
 export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/services/podcast-index/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/podcast-index/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAG9D,KAAK,WAAW,GAAG;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AASD,qBAAa,mBAAmB;IACtB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;gBAEZ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,WAAW;IAMzD,sBAAsB,GAAU,KAAK,MAAM,EAAE,SAAS,GAAG,kBAkDxD;IAED,sBAAsB,uBA6BrB;IAED,gBAAgB,GAAU,aAAa,MAAM,KAAG,OAAO,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAYpF;IAED,uCAAuC,GACrC,4BAA4B,MAAM,EAAE,EAAE,gBAAW,KAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAatE;IAED,4BAA4B,QAAa,OAAO,CAAC,MAAM,EAAE,CAAC,CAMzD;IAED,qBAAqB,QAAa,OAAO,CAAC,GAAG,EAAE,CAAC,CAwC/C;CACF"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/podcast-index/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAG9D,KAAK,WAAW,GAAG;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AASD,qBAAa,mBAAmB;IACtB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;gBAEZ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,WAAW;IAQzD,sBAAsB,GAAU,KAAK,MAAM,EAAE,SAAS,GAAG,kBA0BxD;IAID,8BAA8B,QAAa,OAAO,CAAC,GAAG,EAAE,CAAC,CAwCxD;IAID,gBAAgB,GAAU,aAAa,MAAM,KAAG,OAAO,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAYpF;IAID,aAAa,uBA6BZ;IAID,mBAAmB,GACjB,MAAK,MAAW,EAChB,QAAQ,MAAM,EACd,OAAO,MAAM,EACb,MAAM,MAAM,KACX,OAAO,CAAC;QAAE,KAAK,EAAE,GAAG,EAAE,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAoB/C;IAID,oBAAoB,QAAa,OAAO,CAAC,MAAM,EAAE,CAAC,CAMjD;IAED,+BAA+B,GAC7B,4BAA4B,MAAM,EAAE,EAAE,gBAAW,KAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAatE;CACF"}

package/dist/services/podcast-index/index.js

@@ -28,39 +28,17 @@ const config_1 = require("@external-services/config");
 */
 class PodcastIndexService {
     constructor({ authKey, baseUrl, secretKey }) {
+        // Request handler
         this.podcastIndexAPIRequest = (url, config) => __awaiter(this, void 0, void 0, function* () {
             var _a, _b, _c;
             const apiHeaderTime = Math.floor(Date.now() / 1000);
             const hash = (0, sha1_1.default)(this.authKey + this.secretKey + apiHeaderTime).toString(enc_hex_1.default);
-            podverse_helpers_1.logger.info('[PodcastIndex] Request details', {
-                url,
-                apiHeaderTime,
-                authKey: this.authKey,
-                baseUrl: this.baseUrl,
-                secretKeyPresent: !!this.secretKey,
-                headers: {
-                    'X-Auth-Key': this.authKey,
-                    'X-Auth-Date': apiHeaderTime,
-                    Authorization: hash
-                },
-                config
-            });
-            // Log system time for drift debugging
-            podverse_helpers_1.logger.info('[PodcastIndex] System time (UTC)', {
-                iso: new Date().toISOString(),
-                epoch: Math.floor(Date.now() / 1000)
-            });
             try {
                 const response = yield (0, podverse_helpers_1.request)(url, Object.assign({ headers: {
                         'X-Auth-Key': this.authKey,
                         'X-Auth-Date': apiHeaderTime,
                         Authorization: hash
                     } }, config));
-                podverse_helpers_1.logger.info('[PodcastIndex] Response received', {
-                    status: response === null || response === void 0 ? void 0 : response.status,
-                    statusText: response === null || response === void 0 ? void 0 : response.statusText,
-                    dataKeys: (response === null || response === void 0 ? void 0 : response.data) ? Object.keys(response.data) : undefined
-                });
                 return response;
             }
             catch (error) {
@@ -75,8 +53,55 @@ class PodcastIndexService {
                 throw error;
             }
         });
-        this.getRecentlyUpdatedData = () => __awaiter(this, void 0, void 0, function* () {
-            podverse_helpers_1.logger.info('getRecentlyUpdatedData beginning...');
+        // Dead Feeds
+        this.deadFeedsDownloadAndExtractCSV = () => __awaiter(this, void 0, void 0, function* () {
+            const url = 'https://public.podcastindex.org/podcastindex_dead_feeds.csv';
+            const tmpDir = path_1.default.join(__dirname, 'tmp');
+            const filePath = path_1.default.join(tmpDir, 'podcastindex_dead_feeds.csv');
+            if (!fs_1.default.existsSync(tmpDir)) {
+                fs_1.default.mkdirSync(tmpDir);
+            }
+            const data = yield this.podcastIndexAPIRequest(url, { responseType: 'stream' });
+            const writer = fs_1.default.createWriteStream(filePath);
+            data.pipe(writer);
+            yield new Promise((resolve, reject) => {
+                writer.on('finish', () => resolve());
+                writer.on('error', reject);
+            });
+            const results = [];
+            yield new Promise((resolve, reject) => {
+                fs_1.default.createReadStream(filePath)
+                    .pipe((0, csv_parser_1.default)())
+                    .on('data', (data) => results.push(data))
+                    .on('end', resolve)
+                    .on('error', reject);
+            });
+            fs_1.default.unlinkSync(filePath);
+            const parsedResults = results.map((row) => {
+                const [id, duplicateOf] = Object.values(row).map((value) => value.trim());
+                return {
+                    podcast_index_id: parseInt(id, 10),
+                    duplicateOf: duplicateOf ? parseInt(duplicateOf, 10) : null
+                };
+            });
+            return parsedResults;
+        });
+        // Podcast
+        this.podcastGetByGuid = (podcastGuid) => __awaiter(this, void 0, void 0, function* () {
+            const url = `${this.baseUrl}/podcasts/byguid?guid=${podcastGuid}`;
+            let podcastIndexPodcast = null;
+            try {
+                const data = yield this.podcastIndexAPIRequest(url);
+                podcastIndexPodcast = data;
+            }
+            catch (error) {
+                // assume a 404
+            }
+            return podcastIndexPodcast || null;
+        });
+        // Recent
+        this.recentGetData = () => __awaiter(this, void 0, void 0, function* () {
+            podverse_helpers_1.logger.info('recentGetData beginning...');
             const currentTimeInSeconds = Math.floor(Date.now() / 1000);
             const sinceRange = config_1.config.podcastIndex.recentlyUpdatedDataInterval;
             const sinceTimeInSeconds = currentTimeInSeconds - sinceRange;
@@ -100,67 +125,45 @@ class PodcastIndexService {
             });
             return fetchData(sinceTimeInSeconds);
         });
-        this.getPodcastByGuid = (podcastGuid) => __awaiter(this, void 0, void 0, function* () {
-            const url = `${this.baseUrl}/podcasts/byguid?guid=${podcastGuid}`;
-            let podcastIndexPodcast = null;
-            try {
-                const data = yield this.podcastIndexAPIRequest(url);
-                podcastIndexPodcast = data;
+        // Trending
+        this.trendingGetPodcasts = (...args_1) => __awaiter(this, [...args_1], void 0, function* (max = 25, since, lang, cat) {
+            const safeMax = Math.min(max, 1000);
+            let url = `${this.baseUrl}/podcasts/trending?max=${safeMax}`;
+            if (since) {
+                url += `&since=${since}`;
             }
-            catch (error) {
-                // assume a 404
+            if (lang) {
+                url += `&lang=${encodeURIComponent(lang)}`;
             }
-            return podcastIndexPodcast || null;
+            if (cat) {
+                url += `&cat=${encodeURIComponent(cat)}`;
+            }
+            podverse_helpers_1.logger.info(`[PodcastIndex] Fetching trending feeds (max: ${safeMax}, since: ${since}, lang: ${lang}, cat: ${cat})`);
+            const response = yield this.podcastIndexAPIRequest(url);
+            console.log('Trending response:', response);
+            return {
+                feeds: response.feeds || [],
+                nextSince: response.nextSince
+            };
+        });
+        // Value
+        this.valueGetByPodcastIds = () => __awaiter(this, void 0, void 0, function* () {
+            const accumulatedPodcastIndexIds = [];
+            const nextStartAt = 1;
+            const podcastIndexIds = yield this.valueGetByPodcastIdsRecursively(accumulatedPodcastIndexIds, nextStartAt);
+            return podcastIndexIds;
         });
-        this.getValueTagEnabledPodcastIdsRecursively = (accumulatedPodcastIndexIds_1, ...args_1) => __awaiter(this, [accumulatedPodcastIndexIds_1, ...args_1], void 0, function* (accumulatedPodcastIndexIds, startAt = 1) {
+        this.valueGetByPodcastIdsRecursively = (accumulatedPodcastIndexIds_1, ...args_1) => __awaiter(this, [accumulatedPodcastIndexIds_1, ...args_1], void 0, function* (accumulatedPodcastIndexIds, startAt = 1) {
             const url = `${this.baseUrl}/podcasts/bytag?podcast-valueTimeSplit=true&max=5000&start_at=${startAt}`;
             const data = yield this.podcastIndexAPIRequest(url);
             for (const feed of data.feeds) {
                 accumulatedPodcastIndexIds.push(feed.id);
             }
             if (data.nextStartAt) {
-                return yield this.getValueTagEnabledPodcastIdsRecursively(accumulatedPodcastIndexIds, data.nextStartAt);
+                return yield this.valueGetByPodcastIdsRecursively(accumulatedPodcastIndexIds, data.nextStartAt);
             }
             return accumulatedPodcastIndexIds;
         });
-        this.getValueTagEnabledPodcastIds = () => __awaiter(this, void 0, void 0, function* () {
-            const accumulatedPodcastIndexIds = [];
-            const nextStartAt = 1;
-            const podcastIndexIds = yield this.getValueTagEnabledPodcastIdsRecursively(accumulatedPodcastIndexIds, nextStartAt);
-            return podcastIndexIds;
-        });
-        this.downloadAndExtractCSV = () => __awaiter(this, void 0, void 0, function* () {
-            const url = 'https://public.podcastindex.org/podcastindex_dead_feeds.csv';
-            const tmpDir = path_1.default.join(__dirname, 'tmp');
-            const filePath = path_1.default.join(tmpDir, 'podcastindex_dead_feeds.csv');
-            if (!fs_1.default.existsSync(tmpDir)) {
-                fs_1.default.mkdirSync(tmpDir);
-            }
-            const data = yield this.podcastIndexAPIRequest(url, { responseType: 'stream' });
-            const writer = fs_1.default.createWriteStream(filePath);
-            data.pipe(writer);
-            yield new Promise((resolve, reject) => {
-                writer.on('finish', () => resolve());
-                writer.on('error', reject);
-            });
-            const results = [];
-            yield new Promise((resolve, reject) => {
-                fs_1.default.createReadStream(filePath)
-                    .pipe((0, csv_parser_1.default)())
-                    .on('data', (data) => results.push(data))
-                    .on('end', resolve)
-                    .on('error', reject);
-            });
-            fs_1.default.unlinkSync(filePath);
-            const parsedResults = results.map((row) => {
-                const [id, duplicateOf] = Object.values(row).map((value) => value.trim());
-                return {
-                    podcast_index_id: parseInt(id, 10),
-                    duplicateOf: duplicateOf ? parseInt(duplicateOf, 10) : null
-                };
-            });
-            return parsedResults;
-        });
         this.authKey = authKey;
         this.baseUrl = baseUrl;
         this.secretKey = secretKey;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "podverse-external-services",
-  "version": "5.1.1-alpha.3",
+  "version": "5.1.1-alpha.5",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -34,7 +34,7 @@
     "module-alias": "^2.2.3",
     "paypal-rest-sdk": "2.0.0-rc.2",
     "podcast-partytime": "^4.8.3",
-    "podverse-helpers": "^5.1.2-alpha.3",
+    "podverse-helpers": "^5.1.2-alpha.4",
     "web-push": "^3.6.3"
   }
 }