podverse-mq 5.1.6-alpha.6 → 5.1.7-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/functions/mq/rss/add.d.ts +2 -2
- package/dist/functions/mq/rss/add.d.ts.map +1 -1
- package/dist/functions/mq/rss/addAll.d.ts +2 -2
- package/dist/functions/mq/rss/addAll.d.ts.map +1 -1
- package/dist/functions/mq/rss/addRecentlyUpdatedFeedsFromPodcastIndex.d.ts +2 -2
- package/dist/functions/mq/rss/addRecentlyUpdatedFeedsFromPodcastIndex.d.ts.map +1 -1
- package/dist/functions/mq/rss/runLiveItemListener.d.ts.map +1 -1
- package/dist/functions/mq/rss/runLiveItemListener.js +8 -1
- package/dist/services/activeMQArtemis/index.d.ts +2 -0
- package/dist/services/activeMQArtemis/index.d.ts.map +1 -1
- package/dist/services/activeMQArtemis/index.js +1 -1
- package/dist/types/mq.d.ts +2 -2
- package/dist/types/mq.d.ts.map +1 -1
- package/package.json +5 -5
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { ActiveMQArtemisService } from "@queue/services/activeMQArtemis";
|
|
2
2
|
import { MQQueueConfig } from "podverse-helpers";
|
|
3
|
-
import {
|
|
3
|
+
import { ParseRSSFeedAndSaveToDatabaseOptions } from "podverse-parser";
|
|
4
4
|
type MQRSSAddOptions = MQQueueConfig & {
|
|
5
5
|
feedUrl: string;
|
|
6
6
|
podcast_index_id: number;
|
|
7
7
|
};
|
|
8
|
-
export declare const mqRSSAdd: (activeMQArtemisService: ActiveMQArtemisService, options: MQRSSAddOptions, msgOptions:
|
|
8
|
+
export declare const mqRSSAdd: (activeMQArtemisService: ActiveMQArtemisService, options: MQRSSAddOptions, msgOptions: ParseRSSFeedAndSaveToDatabaseOptions) => Promise<void>;
|
|
9
9
|
export {};
|
|
10
10
|
//# sourceMappingURL=add.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"add.d.ts","sourceRoot":"","sources":["../../../../src/functions/mq/rss/add.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"add.d.ts","sourceRoot":"","sources":["../../../../src/functions/mq/rss/add.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,oCAAoC,EAAE,MAAM,iBAAiB,CAAC;AAEvE,KAAK,eAAe,GAAG,aAAa,GAAG;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;CAC1B,CAAA;AAED,eAAO,MAAM,QAAQ,GACnB,wBAAwB,sBAAsB,EAC9C,SAAS,eAAe,EACxB,YAAY,oCAAoC,kBAgBjD,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { ActiveMQArtemisService } from "@queue/services/activeMQArtemis";
|
|
2
2
|
import { MQQueueConfig } from "podverse-helpers";
|
|
3
|
-
import {
|
|
3
|
+
import { ParseRSSFeedAndSaveToDatabaseOptions } from "podverse-parser";
|
|
4
4
|
type MQRSSAddAllConfig = MQQueueConfig;
|
|
5
|
-
export declare const mqRSSAddAll: (activeMQArtemisService: ActiveMQArtemisService, options: MQRSSAddAllConfig, msgOptions:
|
|
5
|
+
export declare const mqRSSAddAll: (activeMQArtemisService: ActiveMQArtemisService, options: MQRSSAddAllConfig, msgOptions: ParseRSSFeedAndSaveToDatabaseOptions) => Promise<void>;
|
|
6
6
|
export {};
|
|
7
7
|
//# sourceMappingURL=addAll.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"addAll.d.ts","sourceRoot":"","sources":["../../../../src/functions/mq/rss/addAll.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"addAll.d.ts","sourceRoot":"","sources":["../../../../src/functions/mq/rss/addAll.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,oCAAoC,EAAE,MAAM,iBAAiB,CAAC;AAEvE,KAAK,iBAAiB,GAAG,aAAa,CAAC;AAEvC,eAAO,MAAM,WAAW,GACtB,wBAAwB,sBAAsB,EAC9C,SAAS,iBAAiB,EAC1B,YAAY,oCAAoC,kBAqBjD,CAAC"}
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { PodcastIndexService } from 'podverse-external-services';
|
|
2
2
|
import { MQQueueConfig } from 'podverse-helpers';
|
|
3
3
|
import { ActiveMQArtemisService } from "@queue/services/activeMQArtemis";
|
|
4
|
-
import {
|
|
4
|
+
import { ParseRSSFeedAndSaveToDatabaseOptions } from 'podverse-parser';
|
|
5
5
|
type MQRSSAddAllRecentlyUpdatedFeedsOptions = MQQueueConfig & {
|
|
6
6
|
sinceRange: number;
|
|
7
7
|
};
|
|
8
|
-
export declare const mqRSSAddRecentlyUpdatedFeedsFromPodcastIndex: (activeMQArtemisService: ActiveMQArtemisService, podcastIndexService: PodcastIndexService, options: MQRSSAddAllRecentlyUpdatedFeedsOptions, msgOptions:
|
|
8
|
+
export declare const mqRSSAddRecentlyUpdatedFeedsFromPodcastIndex: (activeMQArtemisService: ActiveMQArtemisService, podcastIndexService: PodcastIndexService, options: MQRSSAddAllRecentlyUpdatedFeedsOptions, msgOptions: ParseRSSFeedAndSaveToDatabaseOptions) => Promise<void>;
|
|
9
9
|
export {};
|
|
10
10
|
//# sourceMappingURL=addRecentlyUpdatedFeedsFromPodcastIndex.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"addRecentlyUpdatedFeedsFromPodcastIndex.d.ts","sourceRoot":"","sources":["../../../../src/functions/mq/rss/addRecentlyUpdatedFeedsFromPodcastIndex.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAEzE,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"addRecentlyUpdatedFeedsFromPodcastIndex.d.ts","sourceRoot":"","sources":["../../../../src/functions/mq/rss/addRecentlyUpdatedFeedsFromPodcastIndex.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAEzE,OAAO,EAAE,oCAAoC,EAAE,MAAM,iBAAiB,CAAC;AAEvE,KAAK,sCAAsC,GAAG,aAAa,GAAG;IAC5D,UAAU,EAAE,MAAM,CAAC;CACpB,CAAA;AAED,eAAO,MAAM,4CAA4C,GACvD,wBAAwB,sBAAsB,EAC9C,qBAAqB,mBAAmB,EACxC,SAAS,sCAAsC,EAC/C,YAAY,oCAAoC,kBA4BjD,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runLiveItemListener.d.ts","sourceRoot":"","sources":["../../../../src/functions/mq/rss/runLiveItemListener.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAe,MAAM,iCAAiC,CAAC;AAMtF,eAAO,MAAM,wBAAwB,GACnC,wBAAwB,sBAAsB,
|
|
1
|
+
{"version":3,"file":"runLiveItemListener.d.ts","sourceRoot":"","sources":["../../../../src/functions/mq/rss/runLiveItemListener.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAe,MAAM,iCAAiC,CAAC;AAMtF,eAAO,MAAM,wBAAwB,GACnC,wBAAwB,sBAAsB,SA4I/C,CAAC"}
|
|
@@ -89,7 +89,14 @@ const mqRSSRunLiveItemListener = (activeMQArtemisService) => {
|
|
|
89
89
|
const queueType = 'rss-live';
|
|
90
90
|
const mqConstantMessageOptions = podverse_helpers_1.MQ_QUEUES[queueType];
|
|
91
91
|
for (const addRSSObj of addRSSObjs) {
|
|
92
|
-
yield (0, add_1.mqRSSAdd)(activeMQArtemisService, Object.assign(Object.assign({}, mqConstantMessageOptions), { feedUrl: addRSSObj.url, podcast_index_id: addRSSObj.podcast_index_id }), {
|
|
92
|
+
yield (0, add_1.mqRSSAdd)(activeMQArtemisService, Object.assign(Object.assign({}, mqConstantMessageOptions), { feedUrl: addRSSObj.url, podcast_index_id: addRSSObj.podcast_index_id }), {
|
|
93
|
+
forceParse: true,
|
|
94
|
+
onDemandParserEvent: {
|
|
95
|
+
accountId: null,
|
|
96
|
+
remoteParentPodcastIndexId: null,
|
|
97
|
+
type: null,
|
|
98
|
+
}
|
|
99
|
+
});
|
|
93
100
|
}
|
|
94
101
|
}
|
|
95
102
|
}
|
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import { EventContext } from 'rhea';
|
|
2
2
|
import { LoggerService } from 'podverse-helpers/dist/lib/backend/logger';
|
|
3
|
+
import { ParseRSSFeedAndSaveToDatabaseOptions } from 'podverse-parser/dist/lib/rss/parser';
|
|
3
4
|
export type MQQueueName = 'rss-normal' | 'rss-on-demand' | 'rss-live' | `DLQ.${'rss-normal' | 'rss-on-demand' | 'rss-live'}`;
|
|
4
5
|
type MQRSSMessage = {
|
|
5
6
|
url: string;
|
|
6
7
|
podcast_index_id: number | null;
|
|
8
|
+
options: ParseRSSFeedAndSaveToDatabaseOptions;
|
|
7
9
|
};
|
|
8
10
|
type Message = MQRSSMessage;
|
|
9
11
|
type SendMessageParams = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/activeMQArtemis/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAgC,YAAY,EAAE,MAAM,MAAM,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/activeMQArtemis/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAgC,YAAY,EAAE,MAAM,MAAM,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AAEzE,OAAO,EAAE,oCAAoC,EAAE,MAAM,qCAAqC,CAAC;AAE3F,MAAM,MAAM,WAAW,GACnB,YAAY,GACZ,eAAe,GACf,UAAU,GACV,OAAO,YAAY,GAAG,eAAe,GAAG,UAAU,EAAE,CAAC;AAEzD,KAAK,YAAY,GAAG;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,OAAO,EAAE,oCAAoC,CAAC;CAC/C,CAAC;AAEF,KAAK,OAAO,GAAG,YAAY,CAAC;AAE5B,KAAK,iBAAiB,GAAG;IACvB,SAAS,EAAE,WAAW,CAAA;IACtB,OAAO,EAAE,OAAO,CAAA;IAChB,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAAA;IAC3B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAA;CACjC,CAAA;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,OAAO,CAAuC;IACtD,OAAO,CAAC,SAAS,CAAyC;IAC1D,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,cAAc,CAAS;gBAEnB,MAAM,EAAE,4BAA4B,EAAE,MAAM,EAAE,aAAa;IAKjE,UAAU;YASF,OAAO;YAwDP,YAAY;YAaZ,cAAc;IAc5B,OAAO,CAAC,kBAAkB;IAQpB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyC3D;;;;OAIG;IACG,eAAe,CACnB,SAAS,EAAE,WAAW,EACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,kBAAkB,SAAqC,GACtD,OAAO,CAAC,IAAI,CAAC;IAoDV,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IA4B7G,iBAAiB,IAAI,OAAO;IAItB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAsC7B"}
|
|
@@ -118,7 +118,7 @@ class ActiveMQArtemisService {
|
|
|
118
118
|
computeDuplicateId(queueName, message, dedupeCacheTimeMS) {
|
|
119
119
|
if (!dedupeCacheTimeMS || dedupeCacheTimeMS <= 0)
|
|
120
120
|
return null;
|
|
121
|
-
const baseHash = crypto_1.default.createHash('sha256').update(JSON.stringify(message)).digest('hex');
|
|
121
|
+
const baseHash = crypto_1.default.createHash('sha256').update(JSON.stringify(message.podcast_index_id)).digest('hex');
|
|
122
122
|
const now = Date.now();
|
|
123
123
|
const bucketStart = Math.floor(now / dedupeCacheTimeMS) * dedupeCacheTimeMS;
|
|
124
124
|
return `${queueName}:${bucketStart}:${baseHash}`;
|
package/dist/types/mq.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { ParseRSSFeedAndSaveToDatabaseOptions } from "podverse-parser";
|
|
2
2
|
export type MQFeedMessage = {
|
|
3
3
|
url: string;
|
|
4
4
|
podcast_index_id: number;
|
|
5
|
-
options:
|
|
5
|
+
options: ParseRSSFeedAndSaveToDatabaseOptions;
|
|
6
6
|
};
|
|
7
7
|
//# sourceMappingURL=mq.d.ts.map
|
package/dist/types/mq.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mq.d.ts","sourceRoot":"","sources":["../../src/types/mq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"mq.d.ts","sourceRoot":"","sources":["../../src/types/mq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oCAAoC,EAAE,MAAM,iBAAiB,CAAC;AAEvE,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,oCAAoC,CAAC;CAC/C,CAAA"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "podverse-mq",
|
|
3
|
-
"version": "5.1.
|
|
3
|
+
"version": "5.1.7-alpha.0",
|
|
4
4
|
"description": "",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -17,10 +17,10 @@
|
|
|
17
17
|
"license": "AGPLv3",
|
|
18
18
|
"dependencies": {
|
|
19
19
|
"module-alias": "^2.2.3",
|
|
20
|
-
"podverse-external-services": "^5.1.
|
|
21
|
-
"podverse-helpers": "^5.1.
|
|
22
|
-
"podverse-orm": "^5.1.
|
|
23
|
-
"podverse-parser": "^5.1.
|
|
20
|
+
"podverse-external-services": "^5.1.7-alpha.0",
|
|
21
|
+
"podverse-helpers": "^5.1.7-alpha.0",
|
|
22
|
+
"podverse-orm": "^5.1.7-alpha.0",
|
|
23
|
+
"podverse-parser": "^5.1.7-alpha.1",
|
|
24
24
|
"rhea": "^2.0.6",
|
|
25
25
|
"ws": "^8.18.3"
|
|
26
26
|
},
|