podverse-external-services 1.0.0 → 5.0.1

package/README.md

@@ -1,2 +1,19 @@
 # podverse-external-services
-A collection of helpers for interacting with 3rd party external services, like AWS and Podcast Index API
+
+A collection of helpers for interacting with 3rd party external services, like AWS and Podcast Index API.
+
+## Developing Podverse modules
+
+Podverse maintains several different modules which are imported across apps. Please read [Developing Podverse modules](https://github.com/podverse/podverse-ops/blob/master/docs/how-to-develop-podverse-modules.md) for a workflow you can use to make code changes to this module locally.
+
+## Setup
+
+```sh
+yarn
+```
+
+## Development
+
+```sh
+yarn dev:watch
+```

package/dist/index.d.ts

@@ -1,2 +1,2 @@
-export * from './config';
 export * from './services/index';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAA"}

package/dist/index.js

@@ -14,5 +14,4 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./config"), exports);
 __exportStar(require("./services/index"), exports);

package/dist/services/aws/index.d.ts

@@ -1,13 +1 @@
-import aws from 'aws-sdk';
-type Constructor = {
-    key: string;
-    region: string;
-};
-export declare class AWSService {
-    key: string;
-    region: string;
-    constructor({ region }: Constructor);
-    s3: aws.S3;
-    sqs: aws.SQS;
-}
-export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/aws/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/aws/index.ts"],"names":[],"mappings":""}

package/dist/services/aws/index.js

@@ -1,24 +1,30 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AWSService = void 0;
-var aws_sdk_1 = __importDefault(require("aws-sdk"));
-var AWSService = /** @class */ (function () {
-    function AWSService(_a) {
-        var region = _a.region;
-        this.s3 = new aws_sdk_1.default.S3();
-        this.sqs = new aws_sdk_1.default.SQS();
-        this.region = region;
-        aws_sdk_1.default.config.update({
-            region: this.region,
-            httpOptions: {
-                connectTimeout: 5000,
-                timeout: 5000
-            }
-        });
-    }
-    return AWSService;
-}());
-exports.AWSService = AWSService;
+// import aws from 'aws-sdk'
+// type Constructor = {
+//   accessKeyId: string
+//   region: string
+//   secretAccessKey: string
+// }
+// export class AWSService  {
+//   declare accessKeyId: string
+//   declare region: string
+//   declare secretAccessKey: string
+//   constructor ({ accessKeyId, region, secretAccessKey }: Constructor) {
+//     this.accessKeyId = accessKeyId
+//     this.region = region
+//     this.secretAccessKey = secretAccessKey
+//     aws.config.update({
+//       region: this.region,
+//       httpOptions: {
+//         connectTimeout: 5000,
+//         timeout: 5000
+//       },
+//       credentials: {
+//         accessKeyId: this.accessKeyId,
+//         secretAccessKey: this.secretAccessKey
+//       }
+//     })
+//   }
+// }
+// export { AWSSQSService } from './sqs'
+// export { AWSS3Service } from './s3'

package/dist/services/aws/s3.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=s3.d.ts.map

package/dist/services/aws/s3.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3.d.ts","sourceRoot":"","sources":["../../../src/services/aws/s3.ts"],"names":[],"mappings":""}

package/dist/services/aws/s3.js

@@ -0,0 +1,21 @@
+"use strict";
+// import aws from 'aws-sdk'
+// import { AWSService } from '.'
+// type Constructor = {
+//   accessKeyId: string
+//   region: string
+//   secretAccessKey: string
+// }
+// export class AWSS3Service extends AWSService  {
+//   declare accessKeyId: string
+//   declare region: string
+//   declare secretAccessKey: string
+//   declare s3: aws.S3
+//   constructor ({ accessKeyId, region, secretAccessKey }: Constructor) {
+//     super({ accessKeyId, region, secretAccessKey })
+//     this.accessKeyId = accessKeyId
+//     this.region = region
+//     this.secretAccessKey = secretAccessKey
+//     this.s3 = new aws.S3()
+//   }
+// }

package/dist/services/aws/sqs.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=sqs.d.ts.map

package/dist/services/aws/sqs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqs.d.ts","sourceRoot":"","sources":["../../../src/services/aws/sqs.ts"],"names":[],"mappings":""}

package/dist/services/aws/sqs.js

@@ -0,0 +1,81 @@
+"use strict";
+// import aws from 'aws-sdk'
+// import { AWSService } from '.'
+// type Constructor = {
+//   accessKeyId: string
+//   region: string
+//   secretAccessKey: string
+// }
+// export class AWSSQSService extends AWSService  {
+//   declare accessKeyId: string
+//   declare region: string
+//   declare secretAccessKey: string
+//   declare sqs: aws.SQS
+//   constructor ({ accessKeyId, region, secretAccessKey }: Constructor) {
+//     super({ accessKeyId, region, secretAccessKey })
+//     this.accessKeyId = accessKeyId
+//     this.region = region
+//     this.secretAccessKey = secretAccessKey
+//     this.sqs = new aws.SQS()
+//   }
+//   deleteMessage = async (queueUrl: string, receiptHandle: string) => {
+//     if (receiptHandle) {
+//       const params = {
+//         QueueUrl: queueUrl,
+//         ReceiptHandle: receiptHandle
+//       }
+//       await this.sqs
+//         .deleteMessage(params)
+//         .promise()
+//         .catch((error: any) => {
+//           console.error('deleteMessage:sqs.deleteMessage error', error)
+//         })
+//     }
+//   }
+//   purgeQueue = async (queueUrl: string) => {
+//     const params = { QueueUrl: queueUrl }
+//     await this.sqs
+//       .purgeQueue(params)
+//       .promise()
+//       .catch((error) => {
+//         console.error('purgeQueue.sqs.purgeQueue error', error)
+//       })
+//   }
+//   receiveMessageFromQueue = async (queueUrl: string) => {
+//     const params = {
+//       QueueUrl: queueUrl,
+//       MessageAttributeNames: ['All'],
+//       VisibilityTimeout: 30
+//     }
+//     const message = await this.sqs
+//       .receiveMessage(params)
+//       .promise()
+//       .then((data) => {
+//         if (!data.Messages || data.Messages.length === 0) {
+//           console.log('receiveMessageFromQueue: No messages found.')
+//           return
+//         }
+//         const message = data.Messages[0]
+//         return message
+//       })
+//       .catch((error) => {
+//         console.error('receiveMessageFromQueue: sqs.receiveMessage error', error)
+//       })
+//     return message
+//   }
+//   sendMessageBatch = (chunkParams: any) => {
+//     return this.sqs.sendMessageBatch(chunkParams)
+//   }
+//   // TODO: replace any
+//   sendMessageToQueue = async (attrs: any, queueUrl: string) => {
+//     const message = {
+//       MessageAttributes: attrs,
+//       MessageBody: 'aws sqs requires a message body - podverse rules',
+//       QueueUrl: queueUrl
+//     }
+//     await this.sqs
+//       .sendMessage(message)
+//       .promise()
+//       .catch((error) => console.error('sendMessageToQueue:sqs.sendMessage', error))
+//   }  
+// }

package/dist/services/google/fcm.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=fcm.d.ts.map

package/dist/services/google/fcm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fcm.d.ts","sourceRoot":"","sources":["../../../src/services/google/fcm.ts"],"names":[],"mappings":""}

package/dist/services/google/fcm.js

@@ -0,0 +1,155 @@
+"use strict";
+// import axios, { AxiosRequestConfig } from 'axios'
+// import { getFCMTokensForPodcastId } from 'podverse-orm'
+// import { SendNotificationOptions } from '../notifications'
+// import { GoogleService } from '.'
+// const fcmGoogleApiPath = 'https://fcm.googleapis.com/fcm/send'
+// type Constructor = {
+//   authToken: string
+//   userAgent: string
+// }
+// export class GoogleFCMService extends GoogleService  {
+//   declare authToken: string
+//   declare userAgent: string
+//   constructor ({ authToken, userAgent }: Constructor) {
+//     super({ authToken, userAgent })
+//     this.authToken = authToken
+//     this.userAgent = userAgent
+//   }
+//   request = (options: AxiosRequestConfig) => {
+//     return axios({
+//       ...options,
+//       headers: {
+//         ...options.headers,
+//         "User-Agent": this.userAgent
+//       }
+//     })
+//   }
+//   sendFcmNewEpisodeDetectedNotification = async (options: SendNotificationOptions) => {
+//     const { podcastId, podcastShrunkImageUrl, podcastFullImageUrl, episodeFullImageUrl, episodeId } = options
+//     const fcmTokens = await getFCMTokensForPodcastId(podcastId)
+//     const podcastTitle = options.podcastTitle || 'Untitled Podcast'
+//     const episodeTitle = options.episodeTitle || 'Untitled Episode'
+//     const title = podcastTitle
+//     const body = episodeTitle
+//     const finalPodcastImageUrl = podcastShrunkImageUrl || podcastFullImageUrl
+//     const finalEpisodeImageUrl = episodeFullImageUrl
+//     return this.sendFCMGoogleApiNotification(
+//       fcmTokens,
+//       title,
+//       body,
+//       podcastId,
+//       'new-episode',
+//       podcastTitle,
+//       episodeTitle,
+//       finalPodcastImageUrl,
+//       finalEpisodeImageUrl,
+//       episodeId
+//     )
+//   }
+//   sendFcmLiveItemLiveDetectedNotification = async (options: SendNotificationOptions) => {
+//     const { podcastId, podcastShrunkImageUrl, podcastFullImageUrl, episodeFullImageUrl, episodeId } = options
+//     const fcmTokens = await getFCMTokensForPodcastId(podcastId)
+//     const podcastTitle = options.podcastTitle || 'Untitled Podcast'
+//     const episodeTitle = options.episodeTitle || 'Livestream starting'
+//     const title = `LIVE: ${podcastTitle}`
+//     const body = episodeTitle
+//     const finalPodcastImageUrl = podcastShrunkImageUrl || podcastFullImageUrl
+//     const finalEpisodeImageUrl = episodeFullImageUrl
+//     return this.sendFCMGoogleApiNotification(
+//       fcmTokens,
+//       title,
+//       body,
+//       podcastId,
+//       'live',
+//       podcastTitle,
+//       episodeTitle,
+//       finalPodcastImageUrl,
+//       finalEpisodeImageUrl,
+//       episodeId
+//     )
+//   }
+//   sendFCMGoogleApiNotification = async (
+//     fcmTokens: string[],
+//     title: string,
+//     body: string,
+//     podcastId: string,
+//     notificationType: 'live' | 'new-episode',
+//     podcastTitle: string,
+//     episodeTitle: string,
+//     podcastImage?: string | null,
+//     episodeImage?: string | null,
+//     episodeId?: string
+//   ) => {
+//     if (!fcmTokens || fcmTokens.length === 0) return
+//     const fcmTokenBatches: any[] = []
+//     const size = 1000
+//     for (let i = 0; i < fcmTokens.length; i += size) {
+//       fcmTokenBatches.push(fcmTokens.slice(i, i + size))
+//     }
+//     for (const fcmTokenBatch of fcmTokenBatches) {
+//       if (fcmTokenBatch?.length > 0) {
+//         const imageUrl = episodeImage || podcastImage
+//         try {
+//           await this.request({
+//             url: fcmGoogleApiPath,
+//             method: 'POST',
+//             headers: {
+//               Authorization: `key=${this.authToken}`,
+//               'Content-Type': 'application/json'
+//             },
+//             data: {
+//               // eslint-disable-next-line @typescript-eslint/camelcase
+//               registration_ids: fcmTokenBatch || [],
+//               notification: {
+//                 body,
+//                 title,
+//                 podcastId,
+//                 episodeId,
+//                 podcastTitle: podcastTitle,
+//                 episodeTitle: episodeTitle,
+//                 notificationType,
+//                 timeSent: new Date(),
+//                 image: imageUrl
+//               },
+//               data: {
+//                 body,
+//                 title,
+//                 podcastId,
+//                 episodeId,
+//                 podcastTitle: podcastTitle,
+//                 episodeTitle: episodeTitle,
+//                 notificationType,
+//                 timeSent: new Date()
+//               },
+//               android: {
+//                 notification: {
+//                   imageUrl
+//                 }
+//               },
+//               apns: {
+//                 payload: {
+//                   aps: {
+//                     'mutable-content': 1
+//                   }
+//                 },
+//                 // eslint-disable-next-line @typescript-eslint/camelcase
+//                 fcm_options: {
+//                   image: imageUrl
+//                 }
+//               },
+//               webpush: {
+//                 headers: {
+//                   image: imageUrl
+//                 }
+//               }
+//             },
+//             responseType: 'json'
+//           })
+//         } catch (error) {
+//           console.log('sendFCMGoogleApiNotification error', error)
+//         }
+//       }
+//     }
+//   }
+// }

package/dist/services/google/index.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=index.d.ts.map

package/dist/services/google/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/google/index.ts"],"names":[],"mappings":""}

package/dist/services/google/index.js

@@ -0,0 +1,13 @@
+"use strict";
+// type Constructor = {
+//   authToken: string
+//   userAgent: string
+// }
+// export class GoogleService  {
+//   declare authToken: string
+//   declare userAgent: string
+//   constructor ({ authToken, userAgent }: Constructor) {
+//     this.authToken = authToken
+//     this.userAgent = userAgent
+//   }
+// }

package/dist/services/index.d.ts

@@ -1,2 +1,2 @@
-export { AWSService } from './aws';
 export { PodcastIndexService } from './podcast-index';
+//# sourceMappingURL=index.d.ts.map

package/dist/services/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAA"}

package/dist/services/index.js

@@ -1,7 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.PodcastIndexService = exports.AWSService = void 0;
-var aws_1 = require("./aws");
-Object.defineProperty(exports, "AWSService", { enumerable: true, get: function () { return aws_1.AWSService; } });
+exports.PodcastIndexService = void 0;
+// export { AWSS3Service, AWSSQSService } from './aws'
+// export { GoogleService } from './google'
+// export * from './notifications'
 var podcast_index_1 = require("./podcast-index");
 Object.defineProperty(exports, "PodcastIndexService", { enumerable: true, get: function () { return podcast_index_1.PodcastIndexService; } });
+// export { UnifiedPushService } from './unifiedpush'

package/dist/services/notifications/index.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=index.d.ts.map

package/dist/services/notifications/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/notifications/index.ts"],"names":[],"mappings":""}

package/dist/services/notifications/index.js

@@ -0,0 +1,42 @@
+"use strict";
+// import { UnifiedPushService } from '..'
+// import { GoogleFCMService } from '../google/fcm'
+// export interface SendNotificationOptions {
+//   episodeFullImageUrl?: string | null
+//   episodeGuid?: string
+//   episodeId?: string
+//   episodeTitle?: string | null
+//   podcastId: string
+//   podcastFullImageUrl?: string | null
+//   podcastShrunkImageUrl?: string | null
+//   podcastTitle?: string | null
+// }
+// type Constructor = {
+//   googleAuthToken: string
+//   userAgent: string
+// }
+// export class NotificationsService  {
+//   declare fcmAuthToken: string
+//   declare userAgent: string
+//   declare GoogleFCMService: GoogleFCMService
+//   declare UnifiedPushService: UnifiedPushService
+//   constructor ({ googleAuthToken, userAgent }: Constructor) {
+//     this.GoogleFCMService = new GoogleFCMService({
+//       authToken: googleAuthToken,
+//       userAgent
+//     })
+//     this.UnifiedPushService = new UnifiedPushService()
+//   }
+//   sendNewEpisodeDetectedNotification = async (options: SendNotificationOptions) => {
+//     return Promise.all([
+//       this.GoogleFCMService.sendFcmNewEpisodeDetectedNotification(options),
+//       this.UnifiedPushService.sendUpNewEpisodeDetectedNotification(options)
+//     ])
+//   }
+//   sendLiveItemLiveDetectedNotification = async (options: SendNotificationOptions) => {
+//     return Promise.all([
+//       this.GoogleFCMService.sendFcmLiveItemLiveDetectedNotification(options),
+//       this.UnifiedPushService.sendUpLiveItemLiveDetectedNotification(options)
+//     ])
+//   }
+// }

package/dist/services/podcast-index/index.d.ts

@@ -9,33 +9,36 @@ type PIValueDestination = {
     type: string;
     address: string;
     split: number;
-    customKey?: string;
-    customValue?: string;
+    custom_key?: string;
+    custom_value?: string;
     fee?: boolean;
 };
 type PIValueTag = {
     model: PIValueModel;
     destinations: PIValueDestination[];
-    valueTimeSplits: Phase6ValueTimeSplit[];
+    value_time_splits: Phase6ValueTimeSplit[];
 };
 type Constructor = {
     authKey: string;
     baseUrl: string;
     secretKey: string;
-    userAgent: string;
 };
 export declare class PodcastIndexService {
     authKey: string;
     baseUrl: string;
     secretKey: string;
-    userAgent: string;
-    constructor({ authKey, baseUrl, secretKey, userAgent }: Constructor);
-    podcastIndexAPIRequest: (url: string) => Promise<import("axios").AxiosResponse<any, any>>;
+    constructor({ authKey, baseUrl, secretKey }: Constructor);
+    podcastIndexAPIRequest: (url: string) => Promise<any>;
+    getRecentlyUpdatedData: () => Promise<any[]>;
     getAllEpisodesFromPodcastIndexById: (podcastIndexId: string) => Promise<any>;
     getAllEpisodeValueTagsFromPodcastIndexById: (podcastIndexId: string) => Promise<any>;
     getEpisodesFromPodcastIndexById: (podcastIndexId: string) => Promise<any>;
     getPodcastFromPodcastIndexById: (id: string) => Promise<any>;
     getPodcastValueTagForPodcastIndexId: (id: string) => Promise<any[]>;
+    getValueTagEnabledPodcastIdsFromPIRecursively: (accumulatedPodcastIndexIds: number[], startAt?: number) => Promise<number[]>;
+    getValueTagEnabledPodcastIdsFromPI: () => Promise<number[]>;
+    convertPIValueTagToPVValueTagArray: (piValueTag: PIValueTag) => any[];
+    getPodcastFromPodcastIndexByGuid: (podcastGuid: string) => Promise<any>;
 }
-export declare const convertPIValueTagToPVValueTagArray: (piValueTag: PIValueTag) => any[];
 export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/services/podcast-index/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/podcast-index/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,oBAAoB,EAAE,MAAM,6CAA6C,CAAA;AAIlF,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AAED,KAAK,kBAAkB,GAAG;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,GAAG,CAAC,EAAE,OAAO,CAAA;CACd,CAAA;AAED,KAAK,UAAU,GAAG;IAChB,KAAK,EAAE,YAAY,CAAA;IACnB,YAAY,EAAE,kBAAkB,EAAE,CAAA;IAClC,iBAAiB,EAAE,oBAAoB,EAAE,CAAA;CAC1C,CAAA;AAED,KAAK,WAAW,GAAG;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AASD,qBAAa,mBAAmB;IACtB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;gBAEZ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,WAAW;IAMzD,sBAAsB,QAAe,MAAM,kBAa1C;IAED,sBAAsB,uBAuBrB;IAED,kCAAkC,mBAA0B,MAAM,kBAIjE;IAED,0CAA0C,mBAA0B,MAAM,kBAYzE;IAED,+BAA+B,mBAA0B,MAAM,kBAG9D;IAED,8BAA8B,OAAc,MAAM,kBAGjD;IAED,mCAAmC,OAAc,MAAM,oBAItD;IAED,6CAA6C,+BACf,MAAM,EAAE,uBAAgB,QAAQ,MAAM,EAAE,CAAC,CAatE;IAED,kCAAkC,0BAMjC;IAED,kCAAkC,eAAgB,UAAU,WAoB3D;IAED,gCAAgC,gBAAuB,MAAM,kBAe5D;CACF"}

package/dist/services/podcast-index/index.js

@@ -8,187 +8,142 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
-    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
-    function verb(n) { return function (v) { return step([n, v]); }; }
-    function step(op) {
-        if (f) throw new TypeError("Generator is already executing.");
-        while (g && (g = 0, op[0] && (_ = 0)), _) try {
-            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
-            if (y = 0, t) op = [op[0] & 2, t.value];
-            switch (op[0]) {
-                case 0: case 1: t = op; break;
-                case 4: _.label++; return { value: op[1], done: false };
-                case 5: _.label++; y = op[1]; op = [0]; continue;
-                case 7: op = _.ops.pop(); _.trys.pop(); continue;
-                default:
-                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
-                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
-                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
-                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
-                    if (t[2]) _.ops.pop();
-                    _.trys.pop(); continue;
-            }
-            op = body.call(thisArg, _);
-        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
-        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
-    }
-};
-var __values = (this && this.__values) || function(o) {
-    var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
-    if (m) return m.call(o);
-    if (o && typeof o.length === "number") return {
-        next: function () {
-            if (o && i >= o.length) o = void 0;
-            return { value: o && o[i++], done: !o };
-        }
-    };
-    throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertPIValueTagToPVValueTagArray = exports.PodcastIndexService = void 0;
-var axios_1 = __importDefault(require("axios"));
-var sha1_1 = __importDefault(require("crypto-js/sha1"));
-var enc_hex_1 = __importDefault(require("crypto-js/enc-hex"));
+exports.PodcastIndexService = void 0;
+const sha1_1 = __importDefault(require("crypto-js/sha1"));
+const enc_hex_1 = __importDefault(require("crypto-js/enc-hex"));
+const http_errors_1 = __importDefault(require("http-errors"));
+const podverse_helpers_1 = require("podverse-helpers");
+console.log('podcast index!!!');
 /*
   NOTE!!!
   The episodeGuid needs to be encoded both on the client-side and server side if it is an http url guid.
   Koa will automatically decode the encoded url param, and then Podcast Index API needs it
   encoded once again before sending the request to PI API.
 */
-var PodcastIndexService = /** @class */ (function () {
-    function PodcastIndexService(_a) {
-        var authKey = _a.authKey, baseUrl = _a.baseUrl, secretKey = _a.secretKey, userAgent = _a.userAgent;
-        var _this = this;
-        this.podcastIndexAPIRequest = function (url) { return __awaiter(_this, void 0, void 0, function () {
-            var apiHeaderTime, hash;
-            return __generator(this, function (_a) {
-                apiHeaderTime = new Date().getTime() / 1000;
-                hash = (0, sha1_1.default)(this.authKey + this.secretKey + apiHeaderTime).toString(enc_hex_1.default);
-                return [2 /*return*/, (0, axios_1.default)({
-                        url: url,
-                        method: 'GET',
-                        headers: {
-                            'User-Agent': this.userAgent,
-                            'X-Auth-Key': this.authKey,
-                            'X-Auth-Date': apiHeaderTime,
-                            Authorization: hash
-                        }
-                    })];
-            });
-        }); };
-        this.getAllEpisodesFromPodcastIndexById = function (podcastIndexId) { return __awaiter(_this, void 0, void 0, function () {
-            var response, allEpisodes;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.getEpisodesFromPodcastIndexById(podcastIndexId)];
-                    case 1:
-                        response = _a.sent();
-                        allEpisodes = response === null || response === void 0 ? void 0 : response.items;
-                        return [2 /*return*/, allEpisodes];
-                }
-            });
-        }); };
-        this.getAllEpisodeValueTagsFromPodcastIndexById = function (podcastIndexId) { return __awaiter(_this, void 0, void 0, function () {
-            var episodes, pvEpisodesValueTagsByGuid, episodes_1, episodes_1_1, episode, pvValueTagArray;
-            var e_1, _a;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0: return [4 /*yield*/, this.getAllEpisodesFromPodcastIndexById(podcastIndexId)];
-                    case 1:
-                        episodes = _b.sent();
-                        pvEpisodesValueTagsByGuid = {};
-                        try {
-                            for (episodes_1 = __values(episodes), episodes_1_1 = episodes_1.next(); !episodes_1_1.done; episodes_1_1 = episodes_1.next()) {
-                                episode = episodes_1_1.value;
-                                if ((episode === null || episode === void 0 ? void 0 : episode.value) && (episode === null || episode === void 0 ? void 0 : episode.guid)) {
-                                    pvValueTagArray = (0, exports.convertPIValueTagToPVValueTagArray)(episode.value);
-                                    if ((pvValueTagArray === null || pvValueTagArray === void 0 ? void 0 : pvValueTagArray.length) > 0) {
-                                        pvEpisodesValueTagsByGuid[episode.guid] = pvValueTagArray;
-                                    }
-                                }
-                            }
-                        }
-                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                        finally {
-                            try {
-                                if (episodes_1_1 && !episodes_1_1.done && (_a = episodes_1.return)) _a.call(episodes_1);
-                            }
-                            finally { if (e_1) throw e_1.error; }
-                        }
-                        return [2 /*return*/, pvEpisodesValueTagsByGuid];
+class PodcastIndexService {
+    constructor({ authKey, baseUrl, secretKey }) {
+        this.podcastIndexAPIRequest = (url) => __awaiter(this, void 0, void 0, function* () {
+            const apiHeaderTime = new Date().getTime() / 1000;
+            const hash = (0, sha1_1.default)(this.authKey + this.secretKey + apiHeaderTime).toString(enc_hex_1.default);
+            return (0, podverse_helpers_1.request)(url, {
+                headers: {
+                    'X-Auth-Key': this.authKey,
+                    'X-Auth-Date': apiHeaderTime,
+                    Authorization: hash
                 }
             });
-        }); };
-        this.getEpisodesFromPodcastIndexById = function (podcastIndexId) { return __awaiter(_this, void 0, void 0, function () {
-            var url, response;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        url = "".concat(this.baseUrl, "/episodes/byfeedid?id=").concat(podcastIndexId, "&max=1000");
-                        return [4 /*yield*/, this.podcastIndexAPIRequest(url)];
-                    case 1:
-                        response = _a.sent();
-                        return [2 /*return*/, response && response.data];
+        });
+        this.getRecentlyUpdatedData = () => __awaiter(this, void 0, void 0, function* () {
+            const currentTimeInSeconds = Math.floor(Date.now() / 1000);
+            const sinceRange = 1800; // 30 minutes
+            const sinceTimeInSeconds = currentTimeInSeconds - sinceRange;
+            const fetchData = (since, allData = []) => __awaiter(this, void 0, void 0, function* () {
+                const url = `${this.baseUrl}/recent/data?max=5000&since=${since}`;
+                const response = yield this.podcastIndexAPIRequest(url);
+                const updatedFeeds = response.data.feeds;
+                const nextSince = response.nextSince;
+                allData = allData.concat(updatedFeeds);
+                console.log('nextSince', nextSince);
+                console.log('currentTimeInSeconds', currentTimeInSeconds);
+                if (nextSince && nextSince <= currentTimeInSeconds) {
+                    console.log('fetching more...');
+                    return fetchData(nextSince, allData);
                 }
+                return allData;
             });
-        }); };
-        this.getPodcastFromPodcastIndexById = function (id) { return __awaiter(_this, void 0, void 0, function () {
-            var url, response;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        url = "".concat(this.baseUrl, "/podcasts/byfeedid?id=").concat(id);
-                        return [4 /*yield*/, this.podcastIndexAPIRequest(url)];
-                    case 1:
-                        response = _a.sent();
-                        return [2 /*return*/, response && response.data];
+            return fetchData(sinceTimeInSeconds);
+        });
+        this.getAllEpisodesFromPodcastIndexById = (podcastIndexId) => __awaiter(this, void 0, void 0, function* () {
+            const response = yield this.getEpisodesFromPodcastIndexById(podcastIndexId);
+            const allEpisodes = response === null || response === void 0 ? void 0 : response.items;
+            return allEpisodes;
+        });
+        this.getAllEpisodeValueTagsFromPodcastIndexById = (podcastIndexId) => __awaiter(this, void 0, void 0, function* () {
+            const episodes = yield this.getAllEpisodesFromPodcastIndexById(podcastIndexId);
+            const pvEpisodesValueTagsByGuid = {};
+            for (const episode of episodes) {
+                if ((episode === null || episode === void 0 ? void 0 : episode.value) && (episode === null || episode === void 0 ? void 0 : episode.guid)) {
+                    const pvValueTagArray = this.convertPIValueTagToPVValueTagArray(episode.value);
+                    if ((pvValueTagArray === null || pvValueTagArray === void 0 ? void 0 : pvValueTagArray.length) > 0) {
+                        pvEpisodesValueTagsByGuid[episode.guid] = pvValueTagArray;
+                    }
                 }
-            });
-        }); };
-        this.getPodcastValueTagForPodcastIndexId = function (id) { return __awaiter(_this, void 0, void 0, function () {
-            var podcast, pvValueTagArray;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.getPodcastFromPodcastIndexById(id)];
-                    case 1:
-                        podcast = _a.sent();
-                        pvValueTagArray = (0, exports.convertPIValueTagToPVValueTagArray)(podcast.feed.value);
-                        return [2 /*return*/, pvValueTagArray];
+            }
+            return pvEpisodesValueTagsByGuid;
+        });
+        this.getEpisodesFromPodcastIndexById = (podcastIndexId) => __awaiter(this, void 0, void 0, function* () {
+            const url = `${this.baseUrl}/episodes/byfeedid?id=${podcastIndexId}&max=1000`;
+            return this.podcastIndexAPIRequest(url);
+        });
+        this.getPodcastFromPodcastIndexById = (id) => __awaiter(this, void 0, void 0, function* () {
+            const url = `${this.baseUrl}/podcasts/byfeedid?id=${id}`;
+            return this.podcastIndexAPIRequest(url);
+        });
+        this.getPodcastValueTagForPodcastIndexId = (id) => __awaiter(this, void 0, void 0, function* () {
+            const podcast = yield this.getPodcastFromPodcastIndexById(id);
+            const pvValueTagArray = this.convertPIValueTagToPVValueTagArray(podcast.feed.value);
+            return pvValueTagArray;
+        });
+        this.getValueTagEnabledPodcastIdsFromPIRecursively = (accumulatedPodcastIndexIds, startAt = 1) => __awaiter(this, void 0, void 0, function* () {
+            const url = `${this.baseUrl}/podcasts/bytag?podcast-value=true&max=5000&start_at=${startAt}`;
+            const data = yield this.podcastIndexAPIRequest(url);
+            for (const feed of data.feeds) {
+                accumulatedPodcastIndexIds.push(feed.id);
+            }
+            if (data.nextStartAt) {
+                return yield this.getValueTagEnabledPodcastIdsFromPIRecursively(accumulatedPodcastIndexIds, data.nextStartAt);
+            }
+            return accumulatedPodcastIndexIds;
+        });
+        this.getValueTagEnabledPodcastIdsFromPI = () => __awaiter(this, void 0, void 0, function* () {
+            const accumulatedPodcastIndexIds = [];
+            const nextStartAt = 1;
+            const podcastIndexIds = yield this.getValueTagEnabledPodcastIdsFromPIRecursively(accumulatedPodcastIndexIds, nextStartAt);
+            return podcastIndexIds;
+        });
+        this.convertPIValueTagToPVValueTagArray = (piValueTag) => {
+            return [
+                {
+                    method: piValueTag.model.method,
+                    suggested: piValueTag.model.suggested,
+                    type: piValueTag.model.type,
+                    recipients: piValueTag.destinations.map((destination) => {
+                        return {
+                            address: destination.address,
+                            customKey: destination.custom_key || '',
+                            customValue: destination.custom_value || '',
+                            fee: destination.fee || false,
+                            name: destination.name || '',
+                            split: destination.split || 0,
+                            type: destination.type || ''
+                        };
+                    }),
+                    valueTimeSplits: piValueTag.value_time_splits
                 }
-            });
-        }); };
+            ];
+        };
+        this.getPodcastFromPodcastIndexByGuid = (podcastGuid) => __awaiter(this, void 0, void 0, function* () {
+            const url = `${this.baseUrl}/podcasts/byguid?guid=${podcastGuid}`;
+            let podcastIndexPodcast = null;
+            try {
+                const data = yield this.podcastIndexAPIRequest(url);
+                podcastIndexPodcast = data;
+            }
+            catch (error) {
+                // assume a 404
+            }
+            if (!podcastIndexPodcast) {
+                throw new http_errors_1.default.NotFound('Podcast not found in Podcast Index');
+            }
+            return podcastIndexPodcast;
+        });
         this.authKey = authKey;
         this.baseUrl = baseUrl;
         this.secretKey = secretKey;
-        this.userAgent = userAgent;
     }
-    return PodcastIndexService;
-}());
+}
 exports.PodcastIndexService = PodcastIndexService;
-var convertPIValueTagToPVValueTagArray = function (piValueTag) {
-    return [
-        {
-            method: piValueTag.model.method,
-            suggested: piValueTag.model.suggested,
-            type: piValueTag.model.type,
-            recipients: piValueTag.destinations.map(function (destination) {
-                return {
-                    address: destination.address,
-                    customKey: destination.customKey || '',
-                    customValue: destination.customValue || '',
-                    fee: destination.fee || false,
-                    name: destination.name || '',
-                    split: destination.split || 0,
-                    type: destination.type || ''
-                };
-            }),
-            valueTimeSplits: piValueTag.valueTimeSplits
-        }
-    ];
-};
-exports.convertPIValueTagToPVValueTagArray = convertPIValueTagToPVValueTagArray;

package/dist/services/unifiedpush/index.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=index.d.ts.map

package/dist/services/unifiedpush/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/unifiedpush/index.ts"],"names":[],"mappings":""}

package/dist/services/unifiedpush/index.js

@@ -0,0 +1,108 @@
+"use strict";
+// import { getUPDevicesForPodcastId, UPEndpointData } from 'podverse-orm'
+// import { promiseAllSkippingErrors } from 'podverse-shared'
+// import { SendNotificationOptions } from '../notifications' 
+// const webpush = require('web-push')
+// export class UnifiedPushService {
+//   sendUpNewEpisodeDetectedNotification = async (options: SendNotificationOptions) => {
+//     const { podcastId, podcastShrunkImageUrl, episodeId } = options
+//     const upDevices = await getUPDevicesForPodcastId(podcastId)
+//     const podcastTitle = options.podcastTitle || 'Untitled Podcast'
+//     const episodeTitle = options.episodeTitle || 'Untitled Episode'
+//     const title = podcastTitle
+//     const body = episodeTitle
+//     // NOTE: Only allow shrunk image urls to be used, in case large image sizes
+//     // cause issues with UnifiedPush distributors.
+//     const finalPodcastImageUrl = podcastShrunkImageUrl
+//     const finalEpisodeImageUrl = ''
+//     return this.sendUPNotification(
+//       upDevices,
+//       title,
+//       body,
+//       podcastId,
+//       'new-episode',
+//       podcastTitle,
+//       episodeTitle,
+//       finalPodcastImageUrl,
+//       finalEpisodeImageUrl,
+//       episodeId
+//     )
+//   }
+//   sendUpLiveItemLiveDetectedNotification = async (options: SendNotificationOptions) => {
+//     const { podcastId, podcastShrunkImageUrl, episodeId } = options
+//     const upDevices = await getUPDevicesForPodcastId(podcastId)
+//     const podcastTitle = options.podcastTitle || 'Untitled Podcast'
+//     const episodeTitle = options.episodeTitle || 'Livestream starting'
+//     const title = `LIVE: ${podcastTitle}`
+//     const body = episodeTitle
+//     // NOTE: Only allow shrunk image urls to be used, in case large image sizes
+//     // cause issues with UnifiedPush distributors.
+//     const finalPodcastImageUrl = podcastShrunkImageUrl
+//     const finalEpisodeImageUrl = ''
+//     return this.sendUPNotification(
+//       upDevices,
+//       title,
+//       body,
+//       podcastId,
+//       'live',
+//       podcastTitle,
+//       episodeTitle,
+//       finalPodcastImageUrl,
+//       finalEpisodeImageUrl,
+//       episodeId
+//     )
+//   }
+//   sendUPNotification = async (
+//     upDevices: UPEndpointData[],
+//     title: string,
+//     body: string,
+//     podcastId: string,
+//     notificationType: 'live' | 'new-episode',
+//     podcastTitle: string,
+//     episodeTitle: string,
+//     podcastImage?: string | null,
+//     episodeImage?: string,
+//     episodeId?: string
+//   ) => {
+//     if (!upDevices || upDevices.length === 0) return
+//     const upDeviceBatches: UPEndpointData[][] = []
+//     const size = 100
+//     for (let i = 0; i < upDevices.length; i += size) {
+//       upDeviceBatches.push(upDevices.slice(i, i + size))
+//     }
+//     const data = {
+//       body,
+//       title,
+//       podcastId,
+//       episodeId,
+//       podcastTitle: podcastTitle,
+//       episodeTitle: episodeTitle,
+//       notificationType,
+//       timeSent: new Date().toISOString(),
+//       image: episodeImage || podcastImage
+//     }
+//     const jsonPayload = JSON.stringify(data)
+//     for (const upDeviceBatch of upDeviceBatches) {
+//       if (upDeviceBatch?.length > 0) {
+//         try {
+//           await promiseAllSkippingErrors(
+//             upDeviceBatch.map((upd: UPEndpointData) =>
+//               webpush.sendNotification(
+//                 {
+//                   endpoint: upd.upEndpoint,
+//                   keys: {
+//                     auth: upd.upAuthKey,
+//                     p256dh: upd.upPublicKey
+//                   }
+//                 },
+//                 jsonPayload
+//               )
+//             )
+//           )
+//         } catch (error) {
+//           console.log('sendUPNotification error', error)
+//         }
+//       }
+//     }
+//   }
+// }

package/package.json

@@ -1,31 +1,26 @@
 {
   "name": "podverse-external-services",
-  "version": "1.0.0",
-  "description": "A collection of helpers for interacting with 3rd party external services, like AWS and Podcast Index API",
+  "version": "5.0.1",
+  "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
+  "files": [
+    "dist/**/*"
+  ],
   "scripts": {
-    "dev:watch": "nodemon --watch 'src' --watch $(realpath node_modules/podverse-shared) -x \"npm run build\"",
+    "dev:watch": "nodemon --watch 'src' --watch $(realpath node_modules/podverse-helpers) --delay 500ms -x \"npm run build\"",
     "build": "tsc",
     "lint": "eslint ./src --ext .ts",
-    "lint-fix": "eslint --fix",
-    "prepare": "npm run build"
-  },
-  "files": [
-    "/dist"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/podverse/podverse-external-services.git"
+    "prepare": "npm run build",
+    "start": "ts-node ./dist/index.js"
   },
+  "author": "",
   "license": "AGPLv3",
-  "bugs": {
-    "url": "https://github.com/podverse/podverse-external-services/issues"
-  },
-  "homepage": "https://github.com/podverse/podverse-external-services#readme",
   "devDependencies": {
     "@types/crypto-js": "^4.2.1",
+    "@types/http-errors": "^2.0.4",
     "@types/node": "^20.10.4",
+    "@types/web-push": "^3.3.2",
     "@typescript-eslint/eslint-plugin": "^6.13.0",
     "@typescript-eslint/parser": "^6.13.0",
     "eslint": "^8.54.0",
@@ -35,9 +30,10 @@
   "dependencies": {
     "@types/aws-sdk": "^2.7.0",
     "aws-sdk": "2.814.0",
-    "axios": "^1.6.2",
     "crypto-js": "^4.2.0",
-    "podcast-partytime": "^4.8.0",
-    "podverse-shared": "^4.15.2"
+    "http-errors": "1.7.3",
+    "podcast-partytime": "^4.8.3",
+    "podverse-helpers": "^5.0.1",
+    "web-push": "^3.6.3"
   }
 }

package/dist/config.d.ts

@@ -1 +0,0 @@
-export declare const config: any;

package/dist/config.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.config = void 0;
-// TODO: pass in config
-exports.config = {
-    awsConfig: {}
-};

package/dist/lib/aws.d.ts

@@ -1,3 +0,0 @@
-import aws from 'aws-sdk';
-export declare const sqs: aws.SQS;
-export declare const s3: aws.S3;

package/dist/lib/aws.js

@@ -1,19 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.s3 = exports.sqs = void 0;
-var aws_sdk_1 = __importDefault(require("aws-sdk"));
-var config_1 = require("../config");
-var awsConfig = config_1.config.awsConfig;
-var awsRegion = awsConfig.region;
-aws_sdk_1.default.config.update({
-    region: awsRegion,
-    httpOptions: {
-        connectTimeout: 5000,
-        timeout: 5000
-    }
-});
-exports.sqs = new aws_sdk_1.default.SQS();
-exports.s3 = new aws_sdk_1.default.S3();