@newskit-render/feed 1.1.1-alpha.0 → 1.2.0-alpha.0

package/README.md

@@ -18,7 +18,7 @@ yarn add @newskit-render/feed
 
 ### Create sitemap pages
 
-Under your `/pages/api` folder create `sitemap.ts` and `news-sitemap.ts` files.
+Under your `/pages/api` folder create `sitemap.ts`, `pages-sitemap.ts`, `competitions-sitemap.ts` and `news-sitemap.ts` files.
 
 update the `next.config.js` file to add rewrites:
 
@@ -29,6 +29,14 @@ async rewrites() {
       source: '/sitemap.xml',
       destination: '/api/sitemap',
     },
+    {
+      source: '/pages-sitemap.xml',
+      destination: '/api/pages-sitemap',
+    },
+    {
+      source: '/competitions-sitemap.xml',
+      destination: '/api/competitions-sitemap',
+    },
     {
       source: '/news-sitemap.xml',
       destination: '/api/news-sitemap',
@@ -60,37 +68,52 @@ see `rssFeed` funtion
 
 #### genericSitemap
 
-`sitemapXml` - generic function which is needed by Next.js to resolve page route
+`genericSitemap` - this function will handle the logic for 4 different views that correspond to the sitemap endpoints you should already have set up (see Create sitemap pages section). 
 
-`genericSitemap` - this function will handle the logic for `sitemap.xml` and `sitemap.xml?query=1` routes. It will receive the following parameters:
+- `sitemap.xml` will show a `sitemapindex` of sitemaps by date.
+- `sitemap.xml?query=1` will show all articles created on that day, example `sitemap.xml?yyyy=2022&mm=10&dd=14`.
+- `pages-sitemap.xml` will show all pages including homepage - custom pages not available in the api can be added.
+- `competitions-sitemap.xml` will show all competitions.
 
-`context` (required) - Next.js context object (only needs `res` and `query` from context but its easier to destructor as below)
 
-`publisher, domain, firstArticleDate, publicationName` (required): Required properties for correctly building the sitemap.xml.
-The _domain_ is the domain of your website. The _firstArticleDate_ is the date of the first article you have published, this will set from when the generic sitemap will produce query sitemaps. _publisher_ is the name of the publisher in the NewsKit API, this string will be used for fetching the articles for the correct publication. _publicationName_ is the name of the publication, used inside the sitemap `<news:name>${publicationName}</news:name>` tag.
+`genericSitemap` is passes a `context` object, depending on the view, it will include the following parameters:
 
-`CustomStaticPageCollection` (optional): Provides the possibility to manually add a list of static pages, that do not exist in an API. The format of the static page is in the example.
-Below an example.
+`dataType` can be `articles`, `pages` or `competitions`. Should be set to show `pages` or `competitions` view. Not setting this will result in default of `articles` used by `sitemap.xml` and `sitemap.xml?query=1`.
+
+`res` (required) from the Next.js context object.
+
+`query` from the Next.js context object - is required for `sitemap.xml?query=1` view.
+
+`publisher` (required) is the name of the publisher in the NewsKit API, this string will be used for fetching the articles for the correct publication.
+
+`publicationName` (required) is the name of the publication, used inside the sitemap `<news:name>${publicationName}</news:name>` tag.
+
+`domain` (required) is the domain of your website.
+
+`firstArticleDate` is the date of the first article you have published. This will determine from when the `sitemapindex` of sitemaps by date starts from. If not added you will get the last 30 days.
+
+`CustomStaticPageCollection` provides the possibility to manually add a list of static pages, that do not exist in an API. This will work with pages and competitions, but it would be unlikely to be used with competitions. The format of the static page is in the example `pages-sitemap.xml` below, but has 2 properties. `slug` (required) and `url`
+
+`changefreq` you can change the default changefreq for entries on the sitemap
+
+`priority` you can change the default priority for entires on the sitemap
+
+Example for `sitemap.xml` and `sitemap.xml?query=1`
 
 ```
 import { NextApiRequest, NextApiResponse } from 'next'
-import { genericSitemap, PublisherGroup, CustomStaticPage } from '@newskit-render/sitemap'
-
-const defaultCustomStaticPagesCollection: CustomStaticPage[] = [
-  {
-    channel: 'test-custom-page',
-  },
-]
+import { genericSitemap } from '@newskit-render/sitemap'
+import { Publisher } from '@newskit-render/api'
+import { getHost } from '@newskit-render/shared-components'
 
 const handler = async (req: NextApiRequest, res: NextApiResponse) =>
   genericSitemap({
     res,
     query: req.query,
-    publisher: process.env.PUBLISHER as PublisherGroup,
+    publisher: process.env.PUBLISHER as Publisher,
     domain: new URL(getHost(req)).host,
     firstArticleDate: process.env.SITEMAP_FIRST_PUBLICATION_DATE,
     publicationName: process.env.SITEMAP_PUBLICATION_NAME,
-    customStaticPageCollection: defaultCustomStaticPagesCollection,
   })
 
 export default handler
@@ -99,7 +122,7 @@ export default handler
 
 You will find the env vars in `/helm/value-{env}.yaml`
 
-example values are:
+Example values are:
 
 ```
 publisher: 'VIRGIN',
@@ -108,15 +131,69 @@ firstArticleDate: '2016-3-1',
 publicationName: 'Virgin Radio',
 ```
 
+Example for `pages-sitemap.xml`
+
+```
+import { NextApiRequest, NextApiResponse } from 'next'
+import { genericSitemap, CustomStaticPage } from '@newskit-render/feed'
+import { Publisher } from '@newskit-render/api'
+import { getHost } from '@newskit-render/shared-components'
+
+const defaultCustomStaticPagesCollection: CustomStaticPage[] = [
+  {
+    slug: 'test-custom-page',
+  },
+]
+const handler = async (req: NextApiRequest, res: NextApiResponse) =>
+  genericSitemap({
+    res,
+    dataType: 'pages',
+    publisher: process.env.PUBLISHER as Publisher,
+    domain: new URL(getHost(req) as string).host,
+    publicationName: process.env.SITEMAP_PUBLICATION_NAME,
+    customStaticPageCollection: defaultCustomStaticPagesCollection,
+    changefreq: 'hourly',
+    priority: '0.8',
+  })
+
+export default handler
+```
+
+Example of `competitions-sitemap.xml`
+
+```
+import { NextApiRequest, NextApiResponse } from 'next'
+import { genericSitemap } from '@newskit-render/feed'
+import { Publisher } from '@newskit-render/api'
+import { getHost } from '@newskit-render/shared-components'
+
+const handler = async (req: NextApiRequest, res: NextApiResponse) =>
+  genericSitemap({
+    res,
+    dataType: 'competitions',
+    publisher: process.env.PUBLISHER as Publisher,
+    domain: new URL(getHost(req) as string).host,
+    publicationName: process.env.SITEMAP_PUBLICATION_NAME,
+  })
+
+export default handler
+```
+
 #### newsSitemap
 
-`newsSitemap` - this function will handle the logic for `news-sitemap.xml.ts` route. It will receive the following parameters:
+This function will handle the logic for `news-sitemap.xml` and creates the sitemap required by Google News. You will need to register the sitemap with Google.
+
+`newsSitemap` - will receive the following parameters:
 
 `context` (required) - Next.js context object (only needs `res` from context but its easier to destructor as below)
 
 `publisher, domain, publicationName` (required): Required properties for correctly building the sitemap.xml.
 The _domain_ is the domain of your website. _publisher_ is the name of the publisher in the NewsKit API, this string will be used for fetching the articles for the correct publication. _publicationName_ is the name of the publication, used inside the sitemap `<news:name>${publicationName}</news:name>` tag.
 
+`changefreq` you can change the default changefreq for entries on the sitemap
+
+`priority` you can change the default priority for entires on the sitemap
+
 Below an example.
 
 ```
@@ -135,6 +212,58 @@ export default handler
 
 ```
 
+### robots.txt
+
+Your sitemap files will need to be added to your robots.txt file something like:
+
+```
+User-agent: *
+Disallow: /search/
+Disallow: /*?s=*
+Disallow: *&s=*
+Sitemap: https://example.co.uk/sitemap.xml
+Sitemap: https://example.co.uk/news-sitemap.xml
+Sitemap: https://example.co.uk/pages-sitemap.xml
+Sitemap: https://example.co.uk/competitions-sitemap.xml
+```
+
+This can be done by adding it into the next.js public folder or you can create something more dynamic to take into account all your environments:
+
+Under your `/pages/api` folder create `robots.ts` file with content like:
+
+```
+import { NextApiRequest, NextApiResponse } from 'next'
+import { getHost } from '@newskit-render/shared-components'
+
+export default function handler(req: NextApiRequest, res: NextApiResponse) {
+  const crawable =
+    process.env.NODE_ENV === 'production' ? 'Allow: /' : 'Disallow: /'
+  const robots = `User-agent: *
+${crawable}
+Sitemap: ${new URL(getHost(req) as string)}sitemap.xml
+Sitemap: ${new URL(getHost(req) as string)}news-sitemap.xml
+Sitemap: ${new URL(getHost(req) as string)}pages-sitemap.xml
+Sitemap: ${new URL(getHost(req) as string)}competitions-sitemap.xml`
+
+  res.statusCode = 200
+  res.setHeader('Content-Type', 'text/plain')
+  res.write(robots)
+  res.end()
+}
+```
+update the `next.config.js` file to add rewrites:
+
+```
+async rewrites() {
+  return [
+    {
+      source: '/robots.txt',
+      destination: '/api/robots',
+    },
+  ]
+},
+```
+
 ### rssFeed
 
 `rssFeed` - this funtion will handle the logic for `feed.ts` route. It will receive the following parameters:

package/dist/cjs/helpers/createSitemap/buildSiteMapImages.d.ts

@@ -0,0 +1,2 @@
+import { ArticleBody } from '../types';
+export declare const buildSiteMapImages: (body: ArticleBody[]) => string;

package/dist/cjs/helpers/createSitemap/buildSiteMapImages.js

@@ -0,0 +1,18 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildSiteMapImages = void 0;
+var lodash_escape_1 = __importDefault(require("lodash.escape"));
+var buildSiteMapImages = function (body) {
+    var images = body.filter(function (block) { return block.url; });
+    return images
+        .map(function (_a) {
+        var url = _a.url, caption = _a.caption, credit = _a.credit;
+        return "\n<image:image>\n  <image:loc>".concat((0, lodash_escape_1.default)(url), "</image:loc>\n  ").concat(caption ? "<image:caption>".concat((0, lodash_escape_1.default)(caption), "</image:caption>") : "", "\n  ").concat(credit ? "<image:credit>".concat((0, lodash_escape_1.default)(credit), "</image:credit>") : "", "\n</image:image>\n");
+    })
+        .join('');
+};
+exports.buildSiteMapImages = buildSiteMapImages;
+//# sourceMappingURL=buildSiteMapImages.js.map

package/dist/cjs/helpers/createSitemap/buildSiteMapImages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"buildSiteMapImages.js","sourceRoot":"","sources":["../../../../src/helpers/createSitemap/buildSiteMapImages.ts"],"names":[],"mappings":";;;;;;AACA,gEAAkC;AAE3B,IAAM,kBAAkB,GAAG,UAAC,IAAmB;IACpD,IAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CACxB,UAAC,KAAK,IAAK,OAAC,KAAoB,CAAC,GAAG,EAAzB,CAAyB,CACrB,CAAA;IACjB,OAAO,MAAM;SACV,GAAG,CACF,UAAC,EAAoC;YAAlC,GAAG,SAAA,EAAE,OAAO,aAAA,EAAE,MAAM,YAAA;QAAmB,OAAA,wCAEjC,IAAA,uBAAM,EAAC,GAAG,CAAC,6BACtB,OAAO,CAAC,CAAC,CAAC,yBAAkB,IAAA,uBAAM,EAAC,OAAO,CAAC,qBAAkB,CAAC,CAAC,CAAC,EAAE,iBAClE,MAAM,CAAC,CAAC,CAAC,wBAAiB,IAAA,uBAAM,EAAC,MAAM,CAAC,oBAAiB,CAAC,CAAC,CAAC,EAAE,uBAEjE;IAN+C,CAM/C,CACI;SACA,IAAI,CAAC,EAAE,CAAC,CAAA;AACb,CAAC,CAAA;AAfY,QAAA,kBAAkB,sBAe9B"}

package/dist/cjs/helpers/createSitemap/buildSiteMapVideos.d.ts

@@ -0,0 +1,10 @@
+import { Article, ArticleBody } from '../types';
+export declare const buildSiteMapVideos: ({ domain, body, headline, publishedDateTime, id, publisher, articleCategory, }: {
+    domain: string;
+    body: ArticleBody[];
+    headline: Article['headline'];
+    publishedDateTime: Article['publishedDateTime'];
+    id: Article['id'];
+    publisher: Article['publisher'];
+    articleCategory: string;
+}) => string;

package/dist/cjs/helpers/createSitemap/buildSiteMapVideos.js

@@ -0,0 +1,20 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildSiteMapVideos = void 0;
+var lodash_escape_1 = __importDefault(require("lodash.escape"));
+var buildSiteMapVideos = function (_a) {
+    var domain = _a.domain, body = _a.body, headline = _a.headline, publishedDateTime = _a.publishedDateTime, articleId = _a.id, publisher = _a.publisher, articleCategory = _a.articleCategory;
+    var videos = body.filter(function (block) { return block.playerId; });
+    return videos
+        .map(function (_a) {
+        var accountId = _a.accountId, id = _a.id, playerId = _a.playerId;
+        var playerLoc = "https://".concat(domain, "/player/brightcove/?video_id=").concat(id, "&account_id=").concat(accountId, "&player_id=").concat(playerId, "&post_id=").concat(articleId);
+        return "\n<video:video>\n  <video:player_loc>".concat((0, lodash_escape_1.default)(playerLoc), "</video:player_loc>\n  <video:thumbnail_loc>NA</video:thumbnail_loc>\n  <video:title>").concat((0, lodash_escape_1.default)(headline), "</video:title>\n  <video:description>NA</video:description>\n  <video:publication_date>").concat((0, lodash_escape_1.default)(publishedDateTime), "</video:publication_date>\n  <video:uploader>").concat((0, lodash_escape_1.default)(publisher), "</video:uploader>\n  <video:requires_subscription>No</video:requires_subscription>\n  <video:category>").concat((0, lodash_escape_1.default)(articleCategory), "</video:category>\n  <video:live>No</video:live>\n</video:video>\n");
+    })
+        .join('');
+};
+exports.buildSiteMapVideos = buildSiteMapVideos;
+//# sourceMappingURL=buildSiteMapVideos.js.map

package/dist/cjs/helpers/createSitemap/buildSiteMapVideos.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"buildSiteMapVideos.js","sourceRoot":"","sources":["../../../../src/helpers/createSitemap/buildSiteMapVideos.ts"],"names":[],"mappings":";;;;;;AACA,gEAAkC;AAE3B,IAAM,kBAAkB,GAAG,UAAC,EAgBlC;QAfC,MAAM,YAAA,EACN,IAAI,UAAA,EACJ,QAAQ,cAAA,EACR,iBAAiB,uBAAA,EACb,SAAS,QAAA,EACb,SAAS,eAAA,EACT,eAAe,qBAAA;IAUf,IAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CACxB,UAAC,KAAK,IAAK,OAAC,KAA8B,CAAC,QAAQ,EAAxC,CAAwC,CAC1B,CAAA;IAE3B,OAAO,MAAM;SACV,GAAG,CAAC,UAAC,EAAiD;YAA/C,SAAS,eAAA,EAAE,EAAE,QAAA,EAAE,QAAQ,cAAA;QAC7B,IAAM,SAAS,GAAG,kBAAW,MAAM,0CAAgC,EAAE,yBAAe,SAAS,wBAAc,QAAQ,sBAAY,SAAS,CAAE,CAAA;QAC1I,OAAO,+CAES,IAAA,uBAAM,EAAC,SAAS,CAAC,kGAEtB,IAAA,uBAAM,EAAC,QAAQ,CAAC,oGAEL,IAAA,uBAAM,EAAC,iBAAiB,CAAC,0DACjC,IAAA,uBAAM,EAAC,SAAS,CAAC,mHAEjB,IAAA,uBAAM,EAAC,eAAe,CAAC,uEAG1C,CAAA;IACG,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAA;AACb,CAAC,CAAA;AAvCY,QAAA,kBAAkB,sBAuC9B"}

package/dist/cjs/helpers/createSitemap/createArticleSitemap.d.ts

@@ -0,0 +1,2 @@
+import { ArticleList, ChangeFreq, Priority } from '../types';
+export declare const createArticleSitemap: (articlesList: ArticleList, domain: string, publicationName: string, isNewsSitemap: boolean, changefreq: ChangeFreq, priority: Priority) => string;

package/dist/cjs/helpers/createSitemap/createArticleSitemap.js

@@ -0,0 +1,38 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createArticleSitemap = void 0;
+var getSitemapHeaders_1 = require("./getSitemapHeaders");
+var getCategorySlug_1 = require("./getCategorySlug");
+var generateArticleSlug_1 = require("./generateArticleSlug");
+var buildSiteMapImages_1 = require("./buildSiteMapImages");
+var buildSiteMapVideos_1 = require("./buildSiteMapVideos");
+var lodash_escape_1 = __importDefault(require("lodash.escape"));
+var createArticleSitemap = function (articlesList, domain, publicationName, isNewsSitemap, changefreq, priority) {
+    var urlsetHeaders = (0, getSitemapHeaders_1.getSitemapHeaders)(isNewsSitemap);
+    return "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n  <urlset \n    ".concat(urlsetHeaders, " \n    xmlns:image=\"http://www.google.com/schemas/sitemap-image/1.1\"\n    xmlns:video=\"http://www.google.com/schemas/sitemap-video/1.1\"\n  >\n    ").concat(articlesList
+        .map(function (_a) {
+        var id = _a.id, publishedDateTime = _a.publishedDateTime, updatedDateTime = _a.updatedDateTime, publisher = _a.publisher, headline = _a.headline, body = _a.body, categories = _a.categories;
+        var articleCategory = (0, getCategorySlug_1.getCategorySlug)(categories);
+        var articleSlug = (0, generateArticleSlug_1.generateArticleSlug)(headline);
+        var imagesSitemap = (0, buildSiteMapImages_1.buildSiteMapImages)(body);
+        var videoSitemap = (0, buildSiteMapVideos_1.buildSiteMapVideos)({
+            domain: domain,
+            body: body,
+            headline: headline,
+            publishedDateTime: publishedDateTime,
+            id: id,
+            publisher: publisher,
+            articleCategory: articleCategory,
+        });
+        var loc = "https://".concat(domain, "/").concat(articleCategory, "/").concat(id, "/").concat(articleSlug);
+        return "\n          <url>\n            <loc>".concat((0, lodash_escape_1.default)(loc), "</loc> \n           ").concat(isNewsSitemap
+            ? "<news:news>\n             <news:publication>\n             <news:name>".concat((0, lodash_escape_1.default)(publicationName), "</news:name>\n             <news:language>en</news:language>\n             </news:publication>\n             <news:publication_date>").concat((0, lodash_escape_1.default)(publishedDateTime), "</news:publication_date>\n             <news:title>").concat((0, lodash_escape_1.default)(headline), "</news:title>\n           </news:news>")
+            : '', " \n            <changefreq>").concat((0, lodash_escape_1.default)(changefreq), "</changefreq>\n            <priority>").concat((0, lodash_escape_1.default)(priority), "</priority>\n            <lastmod>").concat((0, lodash_escape_1.default)(updatedDateTime), "</lastmod>\n            ").concat(imagesSitemap, "\n            ").concat(videoSitemap, "\n          </url>\n        ");
+    })
+        .join(''), "\n  </urlset>\n");
+};
+exports.createArticleSitemap = createArticleSitemap;
+//# sourceMappingURL=createArticleSitemap.js.map

package/dist/cjs/helpers/createSitemap/createArticleSitemap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createArticleSitemap.js","sourceRoot":"","sources":["../../../../src/helpers/createSitemap/createArticleSitemap.ts"],"names":[],"mappings":";;;;;;AAAA,yDAAuD;AACvD,qDAAmD;AACnD,6DAA2D;AAC3D,2DAAyD;AACzD,2DAAyD;AAEzD,gEAAkC;AAE3B,IAAM,oBAAoB,GAAG,UAClC,YAAyB,EACzB,MAAc,EACd,eAAuB,EACvB,aAAsB,EACtB,UAAsB,EACtB,QAAkB;IAElB,IAAM,aAAa,GAAG,IAAA,qCAAiB,EAAC,aAAa,CAAC,CAAA;IACtD,OAAO,sEAEH,aAAa,mKAIb,YAAY;SACX,GAAG,CACF,UAAC,EAQS;YAPR,EAAE,QAAA,EACF,iBAAiB,uBAAA,EACjB,eAAe,qBAAA,EACf,SAAS,eAAA,EACT,QAAQ,cAAA,EACR,IAAI,UAAA,EACJ,UAAU,gBAAA;QAEV,IAAM,eAAe,GAAG,IAAA,iCAAe,EAAC,UAAU,CAAC,CAAA;QACnD,IAAM,WAAW,GAAG,IAAA,yCAAmB,EAAC,QAAQ,CAAC,CAAA;QACjD,IAAM,aAAa,GAAG,IAAA,uCAAkB,EAAC,IAAI,CAAC,CAAA;QAC9C,IAAM,YAAY,GAAG,IAAA,uCAAkB,EAAC;YACtC,MAAM,QAAA;YACN,IAAI,MAAA;YACJ,QAAQ,UAAA;YACR,iBAAiB,mBAAA;YACjB,EAAE,IAAA;YACF,SAAS,WAAA;YACT,eAAe,iBAAA;SAChB,CAAC,CAAA;QACF,IAAM,GAAG,GAAG,kBAAW,MAAM,cAAI,eAAe,cAAI,EAAE,cAAI,WAAW,CAAE,CAAA;QACvE,OAAO,8CAEE,IAAA,uBAAM,EAAC,GAAG,CAAC,iCAEjB,aAAa;YACX,CAAC,CAAC,gFAES,IAAA,uBAAM,EAAC,eAAe,CAAC,iJAGX,IAAA,uBAAM,EAC7B,iBAAiB,CAClB,gEACa,IAAA,uBAAM,EAAC,QAAQ,CAAC,2CACnB;YACT,CAAC,CAAC,EAAE,wCAEO,IAAA,uBAAM,EAAC,UAAU,CAAC,kDACpB,IAAA,uBAAM,EAAC,QAAQ,CAAC,+CACjB,IAAA,uBAAM,EAAC,eAAe,CAAC,qCAChC,aAAa,2BACb,YAAY,iCAEjB,CAAA;IACD,CAAC,CACF;SACA,IAAI,CAAC,EAAE,CAAC,oBAEd,CAAA;AACD,CAAC,CAAA;AApEY,QAAA,oBAAoB,wBAoEhC"}

package/dist/cjs/helpers/createSitemap/createPagesSitemap.d.ts

@@ -0,0 +1,3 @@
+import { CustomStaticPage, Page, ChangeFreq, Priority, DataType } from '../types';
+import { Publisher } from '@newskit-render/api';
+export declare const createPagesSitemap: (pages: Page[], domain: string, changefreq: ChangeFreq, priority: Priority, dataType: DataType, publisher: Publisher, customStaticPageCollection?: CustomStaticPage[]) => string;

package/dist/cjs/helpers/createSitemap/createPagesSitemap.js

@@ -0,0 +1,44 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createPagesSitemap = void 0;
+var buildSiteMapImages_1 = require("./buildSiteMapImages");
+var buildSiteMapVideos_1 = require("./buildSiteMapVideos");
+var lodash_escape_1 = __importDefault(require("lodash.escape"));
+var createPagesSitemap = function (pages, domain, changefreq, priority, dataType, publisher, customStaticPageCollection) {
+    var vid = dataType === 'pages'
+        ? 'xmlns:video="http://www.google.com/schemas/sitemap-video/1.1"'
+        : '';
+    return "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n  <urlset \n    xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\"\n    xmlns:image=\"http://www.google.com/schemas/sitemap-image/1.1\"\n    ".concat(vid, "\n  >\n  ").concat(dataType === 'pages'
+        ? "\n    <url>\n      <loc>".concat((0, lodash_escape_1.default)("https://".concat(domain)), "</loc> \n      <changefreq>").concat((0, lodash_escape_1.default)(changefreq), "</changefreq>\n      <priority>").concat((0, lodash_escape_1.default)(priority), "</priority>\n      <lastmod>").concat((0, lodash_escape_1.default)(new Date().toISOString()), "</lastmod>\n    </url>  \n  ")
+        : '', "\n  ").concat((customStaticPageCollection === null || customStaticPageCollection === void 0 ? void 0 : customStaticPageCollection.length)
+        ? customStaticPageCollection
+            .map(function (_a) {
+            var url = _a.url, slug = _a.slug;
+            return "\n    <url>\n      <loc>".concat((0, lodash_escape_1.default)("https://".concat(url || domain, "/").concat(slug)), "</loc>\n      <changefreq>").concat((0, lodash_escape_1.default)(changefreq), "</changefreq>\n      <priority>").concat((0, lodash_escape_1.default)(priority), "</priority>\n      <lastmod>").concat((0, lodash_escape_1.default)(new Date().toISOString()), "</lastmod>\n    </url>\n    ");
+        })
+            .join('')
+        : '', "\n  ").concat(pages
+        .map(function (_a) {
+        var dateUpdated = _a.dateUpdated, slug = _a.slug, id = _a.id, body = _a.body, title = _a.title;
+        var url = dataType === 'competitions'
+            ? "https://".concat(domain, "/").concat(dataType, "/").concat(id, "/").concat(slug)
+            : "https://".concat(domain, "/").concat(slug);
+        var imagesSitemap = (0, buildSiteMapImages_1.buildSiteMapImages)(body);
+        var videoSitemap = (0, buildSiteMapVideos_1.buildSiteMapVideos)({
+            domain: domain,
+            body: body,
+            headline: title,
+            publishedDateTime: dateUpdated,
+            id: id,
+            publisher: publisher,
+            articleCategory: dataType,
+        });
+        return "\n      <url>\n        <loc>".concat((0, lodash_escape_1.default)(url), "</loc> \n        <changefreq>").concat((0, lodash_escape_1.default)(changefreq), "</changefreq>\n        <priority>").concat((0, lodash_escape_1.default)(priority), "</priority>\n        <lastmod>").concat((0, lodash_escape_1.default)(dateUpdated), "</lastmod>\n        ").concat(imagesSitemap, "\n        ").concat(videoSitemap, "\n      </url>\n      ");
+    })
+        .join(''), "\n  </urlset>\n  ");
+};
+exports.createPagesSitemap = createPagesSitemap;
+//# sourceMappingURL=createPagesSitemap.js.map

package/dist/cjs/helpers/createSitemap/createPagesSitemap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createPagesSitemap.js","sourceRoot":"","sources":["../../../../src/helpers/createSitemap/createPagesSitemap.ts"],"names":[],"mappings":";;;;;;AAQA,2DAAyD;AACzD,2DAAyD;AACzD,gEAAkC;AAE3B,IAAM,kBAAkB,GAAG,UAChC,KAAa,EACb,MAAc,EACd,UAAsB,EACtB,QAAkB,EAClB,QAAkB,EAClB,SAAoB,EACpB,0BAA+C;IAE/C,IAAM,GAAG,GACP,QAAQ,KAAK,OAAO;QAClB,CAAC,CAAC,+DAA+D;QACjE,CAAC,CAAC,EAAE,CAAA;IACR,OAAO,sMAIH,GAAG,sBAGL,QAAQ,KAAK,OAAO;QAClB,CAAC,CAAC,kCAEK,IAAA,uBAAM,EAAC,kBAAW,MAAM,CAAE,CAAC,wCACpB,IAAA,uBAAM,EAAC,UAAU,CAAC,4CACpB,IAAA,uBAAM,EAAC,QAAQ,CAAC,yCACjB,IAAA,uBAAM,EAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,iCAE9C;QACG,CAAC,CAAC,EAAE,iBAGN,CAAA,0BAA0B,aAA1B,0BAA0B,uBAA1B,0BAA0B,CAAE,MAAM;QAChC,CAAC,CAAC,0BAA0B;aACvB,GAAG,CAAC,UAAC,EAAa;gBAAX,GAAG,SAAA,EAAE,IAAI,UAAA;YACf,OAAO,kCAEN,IAAA,uBAAM,EAAC,kBAAW,GAAG,IAAI,MAAM,cAAI,IAAI,CAAE,CAAC,uCACnC,IAAA,uBAAM,EAAC,UAAU,CAAC,4CACpB,IAAA,uBAAM,EAAC,QAAQ,CAAC,yCACjB,IAAA,uBAAM,EAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,iCAE5C,CAAA;QACK,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC;QACb,CAAC,CAAC,EAAE,iBAEN,KAAK;SACJ,GAAG,CAAC,UAAC,EAA4C;YAA1C,WAAW,iBAAA,EAAE,IAAI,UAAA,EAAE,EAAE,QAAA,EAAE,IAAI,UAAA,EAAE,KAAK,WAAA;QACxC,IAAM,GAAG,GACP,QAAQ,KAAK,cAAc;YACzB,CAAC,CAAC,kBAAW,MAAM,cAAI,QAAQ,cAAI,EAAE,cAAI,IAAI,CAAE;YAC/C,CAAC,CAAC,kBAAW,MAAM,cAAI,IAAI,CAAE,CAAA;QACjC,IAAM,aAAa,GAAG,IAAA,uCAAkB,EAAC,IAAI,CAAC,CAAA;QAC9C,IAAM,YAAY,GAAG,IAAA,uCAAkB,EAAC;YACtC,MAAM,QAAA;YACN,IAAI,MAAA;YACJ,QAAQ,EAAE,KAAK;YACf,iBAAiB,EAAE,WAAW;YAC9B,EAAE,IAAA;YACF,SAAS,WAAA;YACT,eAAe,EAAE,QAAQ;SAC1B,CAAC,CAAA;QACF,OAAO,sCAEE,IAAA,uBAAM,EAAC,GAAG,CAAC,0CACJ,IAAA,uBAAM,EAAC,UAAU,CAAC,8CACpB,IAAA,uBAAM,EAAC,QAAQ,CAAC,2CACjB,IAAA,uBAAM,EAAC,WAAW,CAAC,iCAC5B,aAAa,uBACb,YAAY,2BAEf,CAAA;IACH,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,sBAEV,CAAA;AACH,CAAC,CAAA;AA7EY,QAAA,kBAAkB,sBA6E9B"}

package/dist/cjs/helpers/createSitemap/createSitemapIndex.d.ts

@@ -0,0 +1 @@
+export declare const createSitemapIndex: (domain: string, dateCollection: Array<string>) => string;

package/dist/cjs/helpers/createSitemap/createSitemapIndex.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createSitemapIndex = void 0;
+var createSitemapIndex = function (domain, dateCollection) { return "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n  <sitemapindex \n  xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\"\n  >\n  ".concat(dateCollection
+    .map(function (date) {
+    var year = date.split('-')[0];
+    var month = date.split('-')[1];
+    var day = date.split('-')[2];
+    return "\n      <sitemap>\n        <loc>https://".concat(domain, "/sitemap.xml?yyyy=").concat(year, "&amp;mm=").concat(month, "&amp;dd=").concat(day, "</loc>\n      </sitemap>\n    ");
+})
+    .join(''), "\n  </sitemapindex>\n"); };
+exports.createSitemapIndex = createSitemapIndex;
+//# sourceMappingURL=createSitemapIndex.js.map

package/dist/cjs/helpers/createSitemap/createSitemapIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createSitemapIndex.js","sourceRoot":"","sources":["../../../../src/helpers/createSitemap/createSitemapIndex.ts"],"names":[],"mappings":";;;AAAO,IAAM,kBAAkB,GAAG,UAChC,MAAc,EACd,cAA6B,IAClB,OAAA,wIAIT,cAAc;KACb,GAAG,CAAC,UAAC,IAAI;IACR,IAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/B,IAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAChC,IAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAC9B,OAAO,kDAEU,MAAM,+BAAqB,IAAI,qBAAW,KAAK,qBAAW,GAAG,mCAE/E,CAAA;AACD,CAAC,CAAC;KACD,IAAI,CAAC,EAAE,CAAC,0BAEZ,EAjBY,CAiBZ,CAAA;AApBY,QAAA,kBAAkB,sBAoB9B"}

package/dist/cjs/helpers/createSitemap/generateArticleSlug.d.ts

@@ -0,0 +1 @@
+export declare const generateArticleSlug: (title: string) => string;

package/dist/cjs/helpers/createSitemap/generateArticleSlug.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateArticleSlug = void 0;
+var generateArticleSlug = function (title) {
+    return title
+        .replace(/[^a-zA-Z0-9 ]/g, '')
+        .replace(/\s\s+/g, ' ')
+        .toLowerCase()
+        .replace(/ /g, '-')
+        .trim();
+};
+exports.generateArticleSlug = generateArticleSlug;
+//# sourceMappingURL=generateArticleSlug.js.map

package/dist/cjs/helpers/createSitemap/generateArticleSlug.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateArticleSlug.js","sourceRoot":"","sources":["../../../../src/helpers/createSitemap/generateArticleSlug.ts"],"names":[],"mappings":";;;AAAO,IAAM,mBAAmB,GAAG,UAAC,KAAa;IAC/C,OAAA,KAAK;SACF,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;SAC7B,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,WAAW,EAAE;SACb,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;SAClB,IAAI,EAAE;AALT,CAKS,CAAA;AANE,QAAA,mBAAmB,uBAMrB"}

package/dist/cjs/helpers/createSitemap/getCategorySlug.d.ts

@@ -0,0 +1,2 @@
+import { Category } from '../types';
+export declare const getCategorySlug: (categories: Category[]) => string;

package/dist/cjs/helpers/createSitemap/getCategorySlug.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getCategorySlug = void 0;
+var getCategorySlug = function (categories) {
+    if (!Array.isArray(categories) || categories.length === 0)
+        return 'uncategorized';
+    return categories[0].slug || 'uncategorized';
+};
+exports.getCategorySlug = getCategorySlug;
+//# sourceMappingURL=getCategorySlug.js.map

package/dist/cjs/helpers/createSitemap/getCategorySlug.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getCategorySlug.js","sourceRoot":"","sources":["../../../../src/helpers/createSitemap/getCategorySlug.ts"],"names":[],"mappings":";;;AAEO,IAAM,eAAe,GAAG,UAAC,UAAsB;IACpD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QACvD,OAAO,eAAe,CAAA;IACxB,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,eAAe,CAAA;AAC9C,CAAC,CAAA;AAJY,QAAA,eAAe,mBAI3B"}

package/dist/cjs/helpers/createSitemap/getSitemapHeaders.d.ts

@@ -0,0 +1 @@
+export declare const getSitemapHeaders: (isNewsSitemap: boolean) => string;

package/dist/cjs/helpers/createSitemap/getSitemapHeaders.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getSitemapHeaders = void 0;
+var getSitemapHeaders = function (isNewsSitemap) {
+    return isNewsSitemap
+        ? "xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\" \n    xmlns:news=\"http://www.google.com/schemas/sitemap-news/0.9\""
+        : "xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\"";
+};
+exports.getSitemapHeaders = getSitemapHeaders;
+//# sourceMappingURL=getSitemapHeaders.js.map

package/dist/cjs/helpers/createSitemap/getSitemapHeaders.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getSitemapHeaders.js","sourceRoot":"","sources":["../../../../src/helpers/createSitemap/getSitemapHeaders.ts"],"names":[],"mappings":";;;AAAO,IAAM,iBAAiB,GAAG,UAAC,aAAsB;IACtD,OAAA,aAAa;QACX,CAAC,CAAC,2HAC0D;QAC5D,CAAC,CAAC,uDAAqD;AAHzD,CAGyD,CAAA;AAJ9C,QAAA,iBAAiB,qBAI6B"}

package/dist/cjs/helpers/createSitemap/index.d.ts

@@ -0,0 +1,7 @@
+export * from './createArticleSitemap';
+export * from './createPagesSitemap';
+export * from './createSitemapIndex';
+export * from './getCategorySlug';
+export * from './generateArticleSlug';
+export * from './buildSiteMapImages';
+export * from './buildSiteMapVideos';

package/dist/cjs/helpers/createSitemap/index.js

@@ -0,0 +1,24 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./createArticleSitemap"), exports);
+__exportStar(require("./createPagesSitemap"), exports);
+__exportStar(require("./createSitemapIndex"), exports);
+__exportStar(require("./getCategorySlug"), exports);
+__exportStar(require("./generateArticleSlug"), exports);
+__exportStar(require("./buildSiteMapImages"), exports);
+__exportStar(require("./buildSiteMapVideos"), exports);
+//# sourceMappingURL=index.js.map

package/dist/cjs/helpers/createSitemap/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/helpers/createSitemap/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,yDAAsC;AACtC,uDAAoC;AACpC,uDAAoC;AACpC,oDAAiC;AACjC,wDAAqC;AACrC,uDAAoC;AACpC,uDAAoC"}

package/dist/cjs/helpers/queryPages.d.ts

@@ -0,0 +1,3 @@
+import { Page, DataType } from './types';
+import { ApolloHttpClient, Publisher } from '@newskit-render/api';
+export declare const queryPages: (publisher: Publisher, apolloClient: ApolloHttpClient, dataType?: DataType) => Promise<Page[]>;

package/dist/{esm/helpers/queryPage.js → cjs/helpers/queryPages.js}

@@ -1,3 +1,4 @@
+"use strict";
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -34,51 +35,42 @@ var __generator = (this && this.__generator) || function (thisArg, body) {
         if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
     }
 };
-import { GET_CHANNELS_LIST } from '../sitemap/queries/getChannelsList';
-import { GET_PAGE } from '../sitemap/queries/getPage';
-export var queryPage = function (publisher, channel, apolloClient) { return __awaiter(void 0, void 0, void 0, function () {
-    var data;
-    return __generator(this, function (_a) {
-        switch (_a.label) {
-            case 0: return [4 /*yield*/, apolloClient.query({
-                    query: GET_PAGE,
-                    variables: {
-                        publisher: publisher,
-                        channel: channel,
-                    },
-                    errorPolicy: 'all',
-                })];
-            case 1:
-                data = (_a.sent()).data;
-                return [2 /*return*/, data.page];
-        }
-    });
-}); };
-export var queryChannelsList = function (publisher, apolloClient) { return __awaiter(void 0, void 0, void 0, function () {
-    var channels, cursor, data;
-    return __generator(this, function (_a) {
-        switch (_a.label) {
-            case 0:
-                channels = [];
-                cursor = '';
-                _a.label = 1;
-            case 1: return [4 /*yield*/, apolloClient.query({
-                    query: GET_CHANNELS_LIST,
-                    variables: {
-                        cursor: cursor,
-                        publisher: publisher,
-                    },
-                })];
-            case 2:
-                data = (_a.sent()).data;
-                cursor = data.pages.pageCursors.next;
-                channels = channels.concat(data.pages.data);
-                _a.label = 3;
-            case 3:
-                if (cursor !== '') return [3 /*break*/, 1];
-                _a.label = 4;
-            case 4: return [2 /*return*/, channels];
-        }
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.queryPages = void 0;
+var queries_1 = require("../sitemap/queries");
+var queryPages = function (publisher, apolloClient, dataType) {
+    if (dataType === void 0) { dataType = 'pages'; }
+    return __awaiter(void 0, void 0, void 0, function () {
+        var dateQuery, pages, cursor, data;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    dateQuery = {
+                        pages: queries_1.GET_PAGES,
+                        competitions: queries_1.GET_COMPETITIONS,
+                    };
+                    pages = [];
+                    cursor = '';
+                    _a.label = 1;
+                case 1: return [4 /*yield*/, apolloClient.query({
+                        query: dateQuery[dataType],
+                        variables: {
+                            cursor: cursor,
+                            publisher: publisher,
+                        },
+                    })];
+                case 2:
+                    data = (_a.sent()).data;
+                    cursor = data[dataType].pageCursors.next;
+                    pages = pages.concat(data[dataType].data);
+                    _a.label = 3;
+                case 3:
+                    if (cursor !== '') return [3 /*break*/, 1];
+                    _a.label = 4;
+                case 4: return [2 /*return*/, pages];
+            }
+        });
     });
-}); };
-//# sourceMappingURL=queryPage.js.map
+};
+exports.queryPages = queryPages;
+//# sourceMappingURL=queryPages.js.map