podverse-parser 5.0.0-beta.1 → 5.0.0-beta.3

package/src/lib/rss/item/itemLicense.ts

@@ -1,14 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { EntityManager, Item, ItemLicenseService } from "podverse-orm";
-import { compatItemLicenseDto } from "@parser/lib/compat/partytime/item";
-import { handleParsedOneData } from "../base/handleParsedOneData";
-
-export const handleParsedItemLicense = async (
-  parsedItem: Episode,
-  item: Item,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemLicenseService = new ItemLicenseService(transactionalEntityManager);
-  const itemLicenseDto = compatItemLicenseDto(parsedItem);
-  await handleParsedOneData(item, itemLicenseService, itemLicenseDto);
-};

package/src/lib/rss/item/itemLocation.ts

@@ -1,14 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { EntityManager, Item, ItemLocationService } from "podverse-orm";
-import { compatItemLocationDto } from "@parser/lib/compat/partytime/item";
-import { handleParsedOneData } from "../base/handleParsedOneData";
-
-export const handleParsedItemLocation = async (
-  parsedItem: Episode,
-  item: Item,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemLocationService = new ItemLocationService(transactionalEntityManager);
-  const itemLocationDto = compatItemLocationDto(parsedItem);
-  await handleParsedOneData(item, itemLocationService, itemLocationDto);
-};

package/src/lib/rss/item/itemPerson.ts

@@ -1,14 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { EntityManager, Item, ItemPersonService } from "podverse-orm";
-import { compatItemPersonDtos } from "@parser/lib/compat/partytime/item";
-import { handleParsedManyData } from "../base/handleParsedManyData";
-
-export const handleParsedItemPerson = async (
-  parsedItem: Episode,
-  item: Item,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemPersonService = new ItemPersonService(transactionalEntityManager);
-  const itemPersonDtos = compatItemPersonDtos(parsedItem);
-  await handleParsedManyData(item, itemPersonService, itemPersonDtos);
-};

package/src/lib/rss/item/itemSeason.ts

@@ -1,26 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { ChannelSeasonIndex, EntityManager, Item, ItemSeasonDto,
-  ItemSeasonService } from "podverse-orm";
-import { compatItemSeasonDto } from "@parser/lib/compat/partytime/item";
-import { handleParsedOneData } from "../base/handleParsedOneData";
-
-export const handleParsedItemSeason = async (
-  parsedItem: Episode,
-  item: Item,
-  channelSeasonIndex: ChannelSeasonIndex,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemSeasonService = new ItemSeasonService(transactionalEntityManager);
-  const itemSeasonDto = compatItemSeasonDto(parsedItem);
-
-  if (itemSeasonDto) {
-    const channel_season = itemSeasonDto.number ? channelSeasonIndex[itemSeasonDto.number] : null;
-    if (channel_season) {
-      const enrichedItemSeasonDto: ItemSeasonDto = {
-        title: itemSeasonDto.title,
-        channel_season
-      };
-      await handleParsedOneData(item, itemSeasonService, enrichedItemSeasonDto);
-    }
-  }
-};

package/src/lib/rss/item/itemSeasonEpisode.ts

@@ -1,14 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { EntityManager, Item, ItemSeasonEpisodeService } from "podverse-orm";
-import { compatItemSeasonEpisodeDto } from "@parser/lib/compat/partytime/item";
-import { handleParsedOneData } from "../base/handleParsedOneData";
-
-export const handleParsedItemSeasonEpisode = async (
-  parsedItem: Episode,
-  item: Item,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemSeasonEpisodeService = new ItemSeasonEpisodeService(transactionalEntityManager);
-  const itemSeasonEpisodeDto = compatItemSeasonEpisodeDto(parsedItem);
-  await handleParsedOneData(item, itemSeasonEpisodeService, itemSeasonEpisodeDto);
-};

package/src/lib/rss/item/itemSocialInteract.ts

@@ -1,14 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { EntityManager, Item, ItemSocialInteractService } from "podverse-orm";
-import { compatItemSocialInteractDtos } from "@parser/lib/compat/partytime/item";
-import { handleParsedManyData } from "../base/handleParsedManyData";
-
-export const handleParsedItemSocialInteract = async (
-  parsedItem: Episode,
-  item: Item,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemSocialInteractService = new ItemSocialInteractService(transactionalEntityManager);
-  const itemSocialInteractDtos = compatItemSocialInteractDtos(parsedItem);
-  await handleParsedManyData(item, itemSocialInteractService, itemSocialInteractDtos);
-};

package/src/lib/rss/item/itemSoundbite.ts

@@ -1,14 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { EntityManager, Item, ItemSoundbiteService } from "podverse-orm";
-import { compatItemSoundbiteDtos } from "@parser/lib/compat/partytime/item";
-import { handleParsedManyData } from "../base/handleParsedManyData";
-
-export const handleParsedItemSoundbite = async (
-  parsedItem: Episode,
-  item: Item,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemSoundbiteService = new ItemSoundbiteService(transactionalEntityManager);
-  const itemSoundbiteDtos = compatItemSoundbiteDtos(parsedItem);
-  await handleParsedManyData(item, itemSoundbiteService, itemSoundbiteDtos);
-};

package/src/lib/rss/item/itemTranscript.ts

@@ -1,14 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { EntityManager, Item, ItemTranscriptService } from "podverse-orm";
-import { compatItemTranscriptDtos } from "@parser/lib/compat/partytime/item";
-import { handleParsedManyData } from "../base/handleParsedManyData";
-
-export const handleParsedItemTranscript = async (
-  parsedItem: Episode,
-  item: Item,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemTranscriptService = new ItemTranscriptService(transactionalEntityManager);
-  const itemTranscriptDtos = compatItemTranscriptDtos(parsedItem);
-  await handleParsedManyData(item, itemTranscriptService, itemTranscriptDtos);
-};

package/src/lib/rss/item/itemTxt.ts

@@ -1,14 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { EntityManager, Item, ItemTxtService } from "podverse-orm";
-import { compatItemTxtDtos } from "@parser/lib/compat/partytime/item";
-import { handleParsedManyData } from "../base/handleParsedManyData";
-
-export const handleParsedItemTxt = async (
-  parsedItem: Episode,
-  item: Item,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemTxtService = new ItemTxtService(transactionalEntityManager);
-  const itemTxtDtos = compatItemTxtDtos(parsedItem);
-  await handleParsedManyData(item, itemTxtService, itemTxtDtos);
-};

package/src/lib/rss/item/itemValue.ts

@@ -1,60 +0,0 @@
-import { Episode } from "podcast-partytime";
-import { EntityManager, Item, ItemValueService, ItemValueRecipientService, ItemValueTimeSplitService,
-  ItemValueTimeSplitRecipientService, ItemValueTimeSplitRemoteItemService
-} from "podverse-orm";
-import { compatItemValueDtos } from "@parser/lib/compat/partytime/item";
-
-export const handleParsedItemValue = async (
-  parsedItem: Episode,
-  item: Item,
-  transactionalEntityManager: EntityManager
-) => {
-  const itemValueService = new ItemValueService(transactionalEntityManager);
-  const itemValueDtos = compatItemValueDtos(parsedItem);
-  const itemValueRecipientService = new ItemValueRecipientService(transactionalEntityManager);
-  const itemValueTimeSplitService = new ItemValueTimeSplitService(transactionalEntityManager);
-  const itemValueTimeSplitRecipientService = new ItemValueTimeSplitRecipientService(transactionalEntityManager);
-  const itemValueTimeSplitRemoteItemService = new ItemValueTimeSplitRemoteItemService(transactionalEntityManager);
-
-  if (itemValueDtos.length > 0) {
-    for (const itemValueDto of itemValueDtos) {
-      const item_value = await itemValueService.update(item, itemValueDto.item_value);
-
-      const itemValueRecipientDtos = itemValueDto.item_value_recipients;
-      if (itemValueRecipientDtos.length > 0) {
-        for (const itemValueRecipientDto of itemValueRecipientDtos) {
-          await itemValueRecipientService.update(item_value, itemValueRecipientDto);
-        }
-      } else {
-        await itemValueRecipientService.deleteAll(item_value);
-      }
-
-      const itemValueTimeSplitDtos = itemValueDto.item_value_time_splits;
-      if (itemValueTimeSplitDtos.length > 0) {
-        for (const itemValueTimeSplitDto of itemValueTimeSplitDtos) {
-          const item_value_time_split = await itemValueTimeSplitService.update(item_value, itemValueTimeSplitDto.meta);
-
-          const itemValueTimeSplitRecipientDtos = itemValueTimeSplitDto.item_value_time_splits_recipients;
-          if (itemValueTimeSplitRecipientDtos.length > 0) {
-            for (const itemValueTimeSplitRecipientDto of itemValueTimeSplitRecipientDtos) {
-              await itemValueTimeSplitRecipientService.update(item_value_time_split, itemValueTimeSplitRecipientDto);
-            }
-          } else {
-            await itemValueTimeSplitRecipientService.deleteAll(item_value_time_split);
-          }
-
-          const itemValueTimeSplitRemoteItemDto = itemValueTimeSplitDto.item_value_time_splits_remote_item;
-          if (itemValueTimeSplitRemoteItemDto) {
-            await itemValueTimeSplitRemoteItemService.update(item_value_time_split, itemValueTimeSplitRemoteItemDto);
-          } else {
-            await itemValueTimeSplitRemoteItemService.deleteAll(item_value_time_split);
-          }
-        }
-      } else {
-        await itemValueTimeSplitService.deleteAll(item_value);
-      }
-    }
-  } else {
-    await itemValueService.deleteAll(item);
-  }
-};

package/src/lib/rss/liveItem/liveItem.ts

@@ -1,34 +0,0 @@
-import { chunkArray } from "podverse-helpers";
-import { Phase4PodcastLiveItem } from "podcast-partytime/dist/parser/phase/phase-4";
-import { AppDataSource, Channel, ChannelSeasonIndex, ItemService, LiveItemService } from "podverse-orm";
-import { compatLiveItemsDtos } from "@parser/lib/compat/partytime/liveItem";
-import { handleParsedItem } from "../item/item";
-
-export const handleParsedLiveItems = async (parsedLiveItems: Phase4PodcastLiveItem[], channel: Channel, channelSeasonIndex: ChannelSeasonIndex) => {
-  const itemService = new ItemService();
-  const existingLiveItems = await itemService.getAllItemsWithLiveItemByChannel(channel, { select: ['id'] });
-  const existingLiveItemIds = existingLiveItems.map(live_item => live_item.id);
-  const updatedLiveItemIds: number[] = [];
-  const liveItemObjDtos = compatLiveItemsDtos(parsedLiveItems);
-
-  const liveItemObjDtosBatchs = chunkArray(liveItemObjDtos, 100);
-  for (const liveItemObjDtosBatch of liveItemObjDtosBatchs) {
-    await AppDataSource.manager.transaction(async transactionalEntityManager => {
-      for (const liveItemObjDto of liveItemObjDtosBatch) {
-        // PTDO: how to make any unnecessary?
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        const itemDto = liveItemObjDto.item as any;
-    
-        const item = await handleParsedItem(itemDto, channel, channelSeasonIndex, transactionalEntityManager);
-        updatedLiveItemIds.push(item.id);
-    
-        const liveItemService = new LiveItemService();
-        const liveItemDto = liveItemObjDto.liveItem;
-        await liveItemService.update(item, liveItemDto);
-      }
-    });
-  }
-
-  const itemIdsToDelete = existingLiveItemIds.filter(id => !updatedLiveItemIds.includes(id));
-  await itemService.deleteMany(itemIdsToDelete);
-};

package/src/lib/rss/parser.ts

@@ -1,85 +0,0 @@
-import { parseFeed } from 'podcast-partytime';
-import { request } from 'podverse-helpers';
-import { ChannelService, ChannelSeasonService, FeedLogService, FeedService } from 'podverse-orm';
-import { handleParsedChannel } from "@parser/lib/rss/channel/channel";
-import { handleParsedItems } from './item/item';
-import { handleParsedChannelSeasons } from './channel/channelSeason';
-import { handleParsedLiveItems } from './liveItem/liveItem';
-import { handleGetRSSFeed, handleParsedFeed } from './feed/feed';
-
-/*
-  NOTE: All RSS feeds that have a podcast_index_id will be saved to the database.
-  RSS feeds without podcast_index_id (Add By RSS feeds) will NOT be saved to the database.
-*/
-
-// TEMP: exists for development purposes
-export const parseAllRSSFeeds = async () => {
-  const feedService = new FeedService();
-  const feeds = await feedService.getAll();
-  for (const feed of feeds) {
-    return await parseRSSFeedAndSaveToDatabase(feed.url, feed?.channel?.podcast_index_id);
-  }
-};
-
-export const getAndParseRSSFeed = async (url: string) => {
-  const xml: string = await request(url);
-  const parsedFeed = parseFeed(xml, { allowMissingGuid: true });
-
-  if (!parsedFeed) {
-    throw new Error(`getAndParseRSSFeed: parsedFeed not found for ${url}`);
-  }
-
-  return parsedFeed;
-};
-
-// export const parseRSSAddByRSSFeed = async (url: string) => {
-//   const parsedFeed = await getAndParseRSSFeed(url);
-//   const compatData = convertParsedRSSFeedToCompat(parsedFeed);
-//   return compatData;
-// };
-
-export const parseRSSFeedAndSaveToDatabase = async (url: string, podcast_index_id: number) => {
-  const feedService = new FeedService();
-
-  let feed = await feedService.getBy({ url, podcast_index_id });
-  if (!feed) {
-    throw new Error(`parseRSSFeedAndSaveToDatabase: feed not found for ${url}`);
-  }
-
-  const parsedFeed = await handleGetRSSFeed(feed);
-  feed = await handleParsedFeed(parsedFeed, url, podcast_index_id);
-  
-  try {
-    await feedService.update(feed.id, { is_parsing: new Date() });
-
-    const channelService = new ChannelService();
-    const channel = await channelService.getOrCreateByPodcastIndexId({ feed, podcast_index_id });
-  
-    // ChannelSeason must be parsed before anything else, because the channel season rows
-    // need to be created for other data to have a foreign key to them.
-    await handleParsedChannelSeasons(parsedFeed, channel);
-    const channelSeasonService = new ChannelSeasonService();
-    const channelSeasonIndex = await channelSeasonService.getChannelSeasonIndex(channel);
-    
-    await handleParsedChannel(parsedFeed, channel, channelSeasonIndex);
-  
-    // PTDO: if publisher feed, handle publisher remote item data
-    // else handle parsed items
-    await handleParsedItems(parsedFeed.items, channel, channelSeasonIndex);
-  
-    if (parsedFeed.podcastLiveItems) {
-      await handleParsedLiveItems(parsedFeed.podcastLiveItems, channel, channelSeasonIndex);
-    }
-  
-    // TODO: handle new item notifications
-    
-    // TODO: handle new live_item notifications
-    
-    const feedLogService = new FeedLogService();
-    await feedLogService.update(feed, { last_finished_parse_time: new Date() });
-  } finally {
-    await feedService.update(feed.id, { is_parsing: null });
-  }
-
-  return feed;
-};

package/src/module-alias-config.ts

@@ -1,8 +0,0 @@
-const moduleAlias = require('module-alias');
-const path = require('path');
-
-moduleAlias.addAliases({
-  '@parser': path.join(__dirname, '')
-});
-
-export {};

package/tsconfig.json

@@ -1,25 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "ES6",
-    "module": "commonjs",
-    "strict": true,
-    "noImplicitAny": true,
-    "esModuleInterop": true,
-    "experimentalDecorators": true,
-    "emitDecoratorMetadata": true,
-    "skipLibCheck": true,
-    "declaration": true,
-    "declarationMap": true,
-    "forceConsistentCasingInFileNames": true,
-    "outDir": "./dist",
-    "rootDir": "./src",
-    "baseUrl": "./",
-    "paths": {
-      "@parser/*": ["src/*"]
-    }
-  },
-  "include": [
-    "./src/**/*.ts"
-  ],
-  "exclude": ["node_modules"]
-}