@anywayseo/gatsby-plugin 2.1.0 → 2.2.0

package/gatsby-node.d.ts

@@ -1,6 +1,7 @@
-import type { CreatePagesArgs, CreateSchemaCustomizationArgs, CreateWebpackConfigArgs, SourceNodesArgs } from 'gatsby';
+import type { CreatePagesArgs, CreateSchemaCustomizationArgs, CreateWebpackConfigArgs, PreInitArgs, SourceNodesArgs } from 'gatsby';
 import type { IPluginOptions } from './types';
 export declare function onCreateWebpackConfig(args: CreateWebpackConfigArgs): void;
-export declare function createSchemaCustomization(args: CreateSchemaCustomizationArgs, options: IPluginOptions): void;
+export declare function onPreInit(args: PreInitArgs, options: IPluginOptions): void;
+export declare function createSchemaCustomization(args: CreateSchemaCustomizationArgs): void;
 export declare function sourceNodes(args: SourceNodesArgs, options: IPluginOptions): Promise<void>;
-export declare function createPages(args: CreatePagesArgs, options: IPluginOptions): Promise<void>;
+export declare function createPages(args: CreatePagesArgs): Promise<void>;

package/gatsby-node.js

@@ -10,12 +10,15 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.onCreateWebpackConfig = onCreateWebpackConfig;
+exports.onPreInit = onPreInit;
 exports.createSchemaCustomization = createSchemaCustomization;
 exports.sourceNodes = sourceNodes;
 exports.createPages = createPages;
 const path_1 = require("path");
-const slug_1 = require("./utils/slug");
+const source_1 = require("./utils/source");
 const strapi_source_1 = require("./utils/strapi-source");
+const create_pages_1 = require("./utils/create-pages");
+let source;
 function onCreateWebpackConfig(args) {
     const { actions, store } = args;
     const root = store.getState().program.directory;
@@ -25,9 +28,13 @@ function onCreateWebpackConfig(args) {
         },
     });
 }
-function createSchemaCustomization(args, options) {
+function onPreInit(args, options) {
+    const { reporter } = args;
+    reporter.info('Loaded anywayseo-gatsby-plugin');
+    source = (0, source_1.extractValidSource)(options.source, reporter);
+}
+function createSchemaCustomization(args) {
     const { actions, reporter } = args;
-    const { source } = options;
     if (source === 'local') {
         reporter.warn('Local source mode enabled. Apply Strapi type definitions fallback.');
         actions.createTypes(strapi_source_1.typeDefs);
@@ -36,162 +43,29 @@ function createSchemaCustomization(args, options) {
 function sourceNodes(args, options) {
     return __awaiter(this, void 0, void 0, function* () {
         const { reporter } = args;
-        const { source, strapiApiUrl, strapiAccessToken } = options;
+        const { strapiApiUrl, strapiAccessToken, pageSize, skipFileDownloads = false } = options;
         if (source === 'local') {
             reporter.warn('Local source mode enabled. Skipping Strapi source nodes.');
         }
         else {
             const strapiClient = new strapi_source_1.StrapiClient(strapiApiUrl, strapiAccessToken);
-            yield (0, strapi_source_1.sourceStrapiContentNode)(args, strapiClient);
+            yield (0, strapi_source_1.sourceStrapiContentNode)(args, strapiClient, { pageSize, skipFileDownloads });
             yield (0, strapi_source_1.sourceStrapiNavigationNode)(args, strapiClient);
             yield (0, strapi_source_1.sourceStrapiLocalizationNode)(args, strapiClient);
         }
     });
 }
-function createStrapiPages(_a, root_1) {
-    return __awaiter(this, arguments, void 0, function* ({ actions, reporter, graphql }, root) {
-        var _b, _c, _d, _e;
-        reporter.info('Starting to create Strapi pages');
-        try {
-            const result = yield graphql(`
-      query GetStrapiPages {
-        strapiSite {
-          locale
-        }
-        allStrapiPage {
-          nodes {
-            id
-            title
-            slug
-            locale
-          }
-        }
-      }
-    `);
-            if (result.errors) {
-                throw new Error(`There was an error loading your Strapi pages: ${result.errors}`);
-            }
-            const defaultLocale = (_c = (_b = result.data) === null || _b === void 0 ? void 0 : _b.strapiSite) === null || _c === void 0 ? void 0 : _c.locale;
-            const strapiPages = (_e = (_d = result.data) === null || _d === void 0 ? void 0 : _d.allStrapiPage) === null || _e === void 0 ? void 0 : _e.nodes;
-            if (!(strapiPages === null || strapiPages === void 0 ? void 0 : strapiPages.length)) {
-                reporter.warn('No Strapi pages found. Skipping Strapi page creation.');
-                return;
-            }
-            reporter.info(`Found ${strapiPages.length} Strapi pages`);
-            let pageCount = 0;
-            strapiPages.forEach(({ id, slug, title, locale }) => {
-                if (slug === slug_1.DUMMY_PAGE_SLUG) {
-                    reporter.warn('Skipping page creation: dummy page detected');
-                    return;
-                }
-                if (!title && !slug) {
-                    reporter.warn('Skipping page creation: empty page detected');
-                    return;
-                }
-                const strapiPageTemplate = (0, path_1.resolve)(root, `./src/templates/strapi-page.tsx`);
-                actions.createPage({
-                    path: `/${locale === defaultLocale ? '' : locale + '/'}${(0, slug_1.normalizeSlug)(slug)}`,
-                    component: strapiPageTemplate,
-                    context: { id },
-                });
-                pageCount++;
-            });
-            reporter.success(`Created ${pageCount} Strapi pages`);
-        }
-        catch (error) {
-            reporter.panicOnBuild(`Error creating Strapi pages: ${error}`);
-        }
-    });
-}
-function createMdxPages(_a, root_1) {
-    return __awaiter(this, arguments, void 0, function* ({ actions, reporter, graphql }, root) {
-        var _b, _c, _d, _e, _f, _g;
-        reporter.info('Starting to create MDX pages');
-        try {
-            const result = yield graphql(`
-      query GetAllMdxPage {
-        allMdx {
-          nodes {
-            frontmatter {
-              slug
-              title
-            }
-            internal {
-              contentFilePath
-            }
-          }
-        }
-        allStrapiPage {
-          nodes {
-            slug
-          }
-        }
-      }
-    `);
-            if (result.errors) {
-                throw new Error(`There was an error loading your MDX pages: ${result.errors}`);
-            }
-            const mdxPages = (_d = (_c = (_b = result.data) === null || _b === void 0 ? void 0 : _b.allMdx) === null || _c === void 0 ? void 0 : _c.nodes) !== null && _d !== void 0 ? _d : [];
-            const strapiPages = (_g = (_f = (_e = result.data) === null || _e === void 0 ? void 0 : _e.allStrapiPage) === null || _f === void 0 ? void 0 : _f.nodes) !== null && _g !== void 0 ? _g : [];
-            if (!mdxPages.length) {
-                reporter.warn('No MDX pages found. Skipping MDX page creation.');
-                return;
-            }
-            reporter.info(`Found ${mdxPages.length} MDX pages`);
-            let count = 0;
-            mdxPages.forEach(({ frontmatter, internal }) => {
-                const slug = frontmatter === null || frontmatter === void 0 ? void 0 : frontmatter.slug;
-                const contentFilePath = internal.contentFilePath;
-                if (slug && contentFilePath) {
-                    const existingPage = strapiPages.find((strapiPage) => (0, slug_1.normalizeSlug)(strapiPage === null || strapiPage === void 0 ? void 0 : strapiPage.slug) === (0, slug_1.normalizeSlug)(slug));
-                    if (!!existingPage) {
-                        reporter.warn(`Skipping MDX page creation: "${slug}" already exists`);
-                        return;
-                    }
-                    const mdxPageTemplate = (0, path_1.resolve)(root, `./src/templates/mdx-page.jsx`);
-                    const component = `${mdxPageTemplate}?__contentFilePath=${contentFilePath}`;
-                    actions.createPage({
-                        path: `/${(0, slug_1.normalizeSlug)(slug)}`,
-                        component,
-                        context: { slug },
-                    });
-                    count++;
-                }
-            });
-            reporter.success(`Created ${count} MDX pages successfully`);
-        }
-        catch (error) {
-            reporter.panicOnBuild(`Error creating MDX pages: ${error}`);
-        }
-    });
-}
-function createRedirectPage(_a, root_1) {
-    return __awaiter(this, arguments, void 0, function* ({ actions, reporter }, root) {
-        reporter.info('Starting to create Redirect page');
-        try {
-            actions.createPage({
-                path: '/follow',
-                component: (0, path_1.resolve)(root, `./src/templates/redirect-page.tsx`),
-            });
-            reporter.success(`Created Redirect page successfully`);
-        }
-        catch (error) {
-            reporter.panicOnBuild(`Error creating Redirect page: ${error}`);
-        }
-    });
-}
-function createPages(args, options) {
+function createPages(args) {
     return __awaiter(this, void 0, void 0, function* () {
         const { reporter, store } = args;
-        const { source } = options;
         const root = store.getState().program.directory;
         if (source === 'local') {
             reporter.warn('Local source mode enabled. Skipping Strapi page creation.');
         }
         else {
-            yield createStrapiPages(args, root);
+            yield (0, create_pages_1.createStrapiPages)(args, root);
         }
-        yield createMdxPages(args, root);
-        yield createRedirectPage(args, root);
+        yield (0, create_pages_1.createMdxPages)(args, root);
+        yield (0, create_pages_1.createRedirectPage)(args, root);
     });
 }

package/index.d.ts

@@ -1 +0,0 @@
-export { getValidSource } from './utils/source';

package/index.js

@@ -1,5 +1,2 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getValidSource = void 0;
-var source_1 = require("./utils/source");
-Object.defineProperty(exports, "getValidSource", { enumerable: true, get: function () { return source_1.getValidSource; } });
+// noop

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@anywayseo/gatsby-plugin",
   "description": "Shared config for Anywayseo sites",
-  "version": "2.1.0",
+  "version": "2.2.0",
   "author": "zerg41",
   "license": "MIT",
   "publishConfig": {

package/types/index.d.ts

@@ -1,38 +1,9 @@
 import type { IPluginRefOptions } from 'gatsby';
 export type Source = 'local' | 'remote';
 export interface IPluginOptions extends IPluginRefOptions {
-    source: Source;
+    source: string;
     strapiApiUrl?: string;
     strapiAccessToken?: string;
-}
-export interface IGetStrapiPagesQuery {
-    strapiSite?: {
-        locale?: string;
-    };
-    allStrapiPage?: {
-        nodes: {
-            id: string;
-            title?: string | null;
-            slug?: string | null;
-            locale?: string | null;
-        }[];
-    };
-}
-export interface IGetAllMdxPageQuery {
-    allMdx?: {
-        nodes: {
-            frontmatter: {
-                slug: string;
-                title: string;
-            };
-            internal: {
-                contentFilePath: string;
-            };
-        }[];
-    };
-    allStrapiPage?: {
-        nodes: {
-            slug?: string | null;
-        }[];
-    };
+    pageSize?: number;
+    skipFileDownloads?: boolean;
 }

package/utils/create-pages/index.d.ts

@@ -0,0 +1,3 @@
+export { createMdxPages } from './mdx';
+export { createRedirectPage } from './redirect';
+export { createStrapiPages } from './strapi';

package/utils/create-pages/index.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStrapiPages = exports.createRedirectPage = exports.createMdxPages = void 0;
+var mdx_1 = require("./mdx");
+Object.defineProperty(exports, "createMdxPages", { enumerable: true, get: function () { return mdx_1.createMdxPages; } });
+var redirect_1 = require("./redirect");
+Object.defineProperty(exports, "createRedirectPage", { enumerable: true, get: function () { return redirect_1.createRedirectPage; } });
+var strapi_1 = require("./strapi");
+Object.defineProperty(exports, "createStrapiPages", { enumerable: true, get: function () { return strapi_1.createStrapiPages; } });

package/utils/create-pages/mdx/index.d.ts

@@ -0,0 +1,2 @@
+import type { CreatePagesArgs } from 'gatsby';
+export declare function createMdxPages({ actions, reporter, graphql }: CreatePagesArgs, root: string): Promise<void>;

package/utils/create-pages/mdx/index.js

@@ -0,0 +1,76 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createMdxPages = createMdxPages;
+const path_1 = require("path");
+const slug_1 = require("../slug");
+function createMdxPages(_a, root_1) {
+    return __awaiter(this, arguments, void 0, function* ({ actions, reporter, graphql }, root) {
+        var _b, _c, _d, _e, _f, _g;
+        reporter.info('Starting to create MDX pages');
+        try {
+            const result = yield graphql(`
+      query GetAllMdxPage {
+        allMdx {
+          nodes {
+            frontmatter {
+              slug
+              title
+            }
+            internal {
+              contentFilePath
+            }
+          }
+        }
+        allStrapiPage {
+          nodes {
+            slug
+          }
+        }
+      }
+    `);
+            if (result.errors) {
+                throw new Error(`There was an error loading your MDX pages: ${result.errors}`);
+            }
+            const mdxPages = (_d = (_c = (_b = result.data) === null || _b === void 0 ? void 0 : _b.allMdx) === null || _c === void 0 ? void 0 : _c.nodes) !== null && _d !== void 0 ? _d : [];
+            const strapiPages = (_g = (_f = (_e = result.data) === null || _e === void 0 ? void 0 : _e.allStrapiPage) === null || _f === void 0 ? void 0 : _f.nodes) !== null && _g !== void 0 ? _g : [];
+            if (!mdxPages.length) {
+                reporter.warn('No MDX pages found. Skipping MDX page creation.');
+                return;
+            }
+            reporter.info(`Found ${mdxPages.length} MDX pages`);
+            let count = 0;
+            mdxPages.forEach(({ frontmatter, internal }) => {
+                const slug = frontmatter === null || frontmatter === void 0 ? void 0 : frontmatter.slug;
+                const contentFilePath = internal.contentFilePath;
+                if (slug && contentFilePath) {
+                    const existingPage = strapiPages.find((strapiPage) => (0, slug_1.normalizeSlug)(strapiPage === null || strapiPage === void 0 ? void 0 : strapiPage.slug) === (0, slug_1.normalizeSlug)(slug));
+                    if (!!existingPage) {
+                        reporter.warn(`Skipping MDX page creation: "${slug}" already exists`);
+                        return;
+                    }
+                    const mdxPageTemplate = (0, path_1.resolve)(root, `./src/templates/mdx-page.jsx`);
+                    const component = `${mdxPageTemplate}?__contentFilePath=${contentFilePath}`;
+                    actions.createPage({
+                        path: `/${(0, slug_1.normalizeSlug)(slug)}`,
+                        component,
+                        context: { slug },
+                    });
+                    count++;
+                }
+            });
+            reporter.success(`Created ${count} MDX pages successfully`);
+        }
+        catch (error) {
+            reporter.panicOnBuild(`Error creating MDX pages: ${error}`);
+        }
+    });
+}

package/utils/create-pages/mdx/types.d.ts

@@ -0,0 +1,18 @@
+export interface IGetAllMdxPageQuery {
+    allMdx?: {
+        nodes: {
+            frontmatter: {
+                slug: string;
+                title: string;
+            };
+            internal: {
+                contentFilePath: string;
+            };
+        }[];
+    };
+    allStrapiPage?: {
+        nodes: {
+            slug?: string | null;
+        }[];
+    };
+}

package/utils/create-pages/mdx/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/utils/create-pages/redirect/index.d.ts

@@ -0,0 +1,2 @@
+import type { CreatePagesArgs } from 'gatsby';
+export declare function createRedirectPage({ actions, reporter }: CreatePagesArgs, root: string): Promise<void>;

package/utils/create-pages/redirect/index.js

@@ -0,0 +1,28 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createRedirectPage = createRedirectPage;
+const path_1 = require("path");
+function createRedirectPage(_a, root_1) {
+    return __awaiter(this, arguments, void 0, function* ({ actions, reporter }, root) {
+        reporter.info('Starting to create Redirect page');
+        try {
+            actions.createPage({
+                path: '/follow',
+                component: (0, path_1.resolve)(root, `./src/templates/redirect-page.tsx`),
+            });
+            reporter.success(`Created Redirect page successfully`);
+        }
+        catch (error) {
+            reporter.panicOnBuild(`Error creating Redirect page: ${error}`);
+        }
+    });
+}

package/utils/create-pages/strapi/index.d.ts

@@ -0,0 +1,2 @@
+import type { CreatePagesArgs } from 'gatsby';
+export declare function createStrapiPages({ actions, reporter, graphql }: CreatePagesArgs, root: string): Promise<void>;

package/utils/create-pages/strapi/index.js

@@ -0,0 +1,69 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStrapiPages = createStrapiPages;
+const path_1 = require("path");
+const slug_1 = require("../slug");
+function createStrapiPages(_a, root_1) {
+    return __awaiter(this, arguments, void 0, function* ({ actions, reporter, graphql }, root) {
+        var _b, _c, _d, _e;
+        reporter.info('Starting to create Strapi pages');
+        try {
+            const result = yield graphql(`
+      query GetAllStrapiPage {
+        strapiSite {
+          locale
+        }
+        allStrapiPage {
+          nodes {
+            id
+            title
+            slug
+            locale
+          }
+        }
+      }
+    `);
+            if (result.errors) {
+                throw new Error(`There was an error loading your Strapi pages: ${result.errors}`);
+            }
+            const defaultLocale = (_c = (_b = result.data) === null || _b === void 0 ? void 0 : _b.strapiSite) === null || _c === void 0 ? void 0 : _c.locale;
+            const strapiPages = (_e = (_d = result.data) === null || _d === void 0 ? void 0 : _d.allStrapiPage) === null || _e === void 0 ? void 0 : _e.nodes;
+            if (!(strapiPages === null || strapiPages === void 0 ? void 0 : strapiPages.length)) {
+                reporter.warn('No Strapi pages found. Skipping Strapi page creation.');
+                return;
+            }
+            reporter.info(`Found ${strapiPages.length} Strapi pages`);
+            let pageCount = 0;
+            strapiPages.forEach(({ id, slug, title, locale }) => {
+                if (slug === slug_1.DUMMY_PAGE_SLUG) {
+                    reporter.warn('Skipping page creation: dummy page detected');
+                    return;
+                }
+                if (!title && !slug) {
+                    reporter.warn('Skipping page creation: empty page detected');
+                    return;
+                }
+                const strapiPageTemplate = (0, path_1.resolve)(root, `./src/templates/strapi-page.tsx`);
+                actions.createPage({
+                    path: `/${locale === defaultLocale ? '' : locale + '/'}${(0, slug_1.normalizeSlug)(slug)}`,
+                    component: strapiPageTemplate,
+                    context: { id },
+                });
+                pageCount++;
+            });
+            reporter.success(`Created ${pageCount} Strapi pages`);
+        }
+        catch (error) {
+            reporter.panicOnBuild(`Error creating Strapi pages: ${error}`);
+        }
+    });
+}

package/utils/create-pages/strapi/types.d.ts

@@ -0,0 +1,13 @@
+export interface IGetAllStrapiPageQuery {
+    strapiSite?: {
+        locale?: string;
+    };
+    allStrapiPage?: {
+        nodes: {
+            id: string;
+            title?: string | null;
+            slug?: string | null;
+            locale?: string | null;
+        }[];
+    };
+}

package/utils/create-pages/strapi/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/utils/source.d.ts

@@ -1,2 +1,3 @@
+import type { Reporter } from 'gatsby';
 import type { Source } from '../types';
-export declare function getValidSource(source?: string): Source;
+export declare function extractValidSource(source: string, reporter: Reporter): Source;

package/utils/source.js

@@ -1,15 +1,15 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getValidSource = getValidSource;
+exports.extractValidSource = extractValidSource;
 function isValidSource(value) {
     const validSources = ['local', 'remote'];
     return validSources.includes(value);
 }
-function getValidSource(source) {
-    console.info('Selected source mode is:', source);
+function extractValidSource(source, reporter) {
+    reporter.info(`Selected source mode is: ${source}`);
     if (source && isValidSource(source)) {
         return source;
     }
-    console.warn('Invalid or missing GATSBY_SITE_SOURCE. Defaulting to "local".');
+    reporter.warn('Invalid or missing GATSBY_SITE_SOURCE. Defaulting to "local".');
     return 'local';
 }

package/utils/strapi-source/strapi-content/fetch-entities.d.ts

@@ -0,0 +1,4 @@
+import type { Reporter } from 'gatsby';
+import type { StrapiClient } from '../strapi-client';
+import type { Entity, Schema, SchemaEndpoint } from './types';
+export declare function fetchEntities({ endpoint, queryParams, uid }: SchemaEndpoint, schemas: Schema[], strapiClient: StrapiClient, reporter: Reporter): Promise<Entity[]>;

package/utils/strapi-source/strapi-content/fetch-entities.js

@@ -0,0 +1,60 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchEntities = fetchEntities;
+const qs_1 = __importDefault(require("qs"));
+const clean_entity_1 = require("./clean-entity");
+const helpers_1 = require("./helpers");
+const utils_1 = require("./utils");
+function fetchEntities(_a, schemas_1, strapiClient_1, reporter_1) {
+    return __awaiter(this, arguments, void 0, function* ({ endpoint, queryParams, uid }, schemas, strapiClient, reporter) {
+        var _b, _c, _d, _e;
+        const params = (0, helpers_1.convertQueryParameters)(queryParams);
+        const query = qs_1.default.stringify(params, { encodeValuesOnly: true });
+        const path = `${endpoint}?${query}`;
+        reporter.info(`Starting to fetch ${endpoint} with ${query}`);
+        try {
+            const result = yield strapiClient.fetch(path);
+            const data = (0, utils_1.castArray)(result.data);
+            if (result.meta.pagination) {
+                const page = (_b = result.meta.pagination.page) !== null && _b !== void 0 ? _b : 1;
+                const pageCount = (_c = result.meta.pagination.pageCount) !== null && _c !== void 0 ? _c : 1;
+                const pagesToGet = Array.from({ length: pageCount - page }).map((_, index) => index + page + 1);
+                for (const pageToGet of pagesToGet) {
+                    const params = (0, helpers_1.convertQueryParameters)(Object.assign(Object.assign({}, queryParams), { pagination: {
+                            pageSize: (_e = (_d = queryParams.pagination) === null || _d === void 0 ? void 0 : _d.pageSize) !== null && _e !== void 0 ? _e : utils_1.DEFAULT_PAGE_SIZE,
+                            page: pageToGet,
+                        } }));
+                    const query = qs_1.default.stringify(params, { encodeValuesOnly: true });
+                    const path = `${endpoint}?${query}`;
+                    reporter.info(`Starting to fetch next page (${pageToGet}) of ${endpoint}`);
+                    try {
+                        const pageResult = yield strapiClient.fetch(path);
+                        if (pageResult.data) {
+                            data.push(pageResult.data);
+                        }
+                    }
+                    catch (error) {
+                        continue;
+                    }
+                }
+            }
+            const entities = data.map((entity) => (0, clean_entity_1.cleanEntity)(entity, uid, schemas));
+            return entities;
+        }
+        catch (error) {
+            reporter.panic(`Failed to fetch data from Strapi ${endpoint}`, error);
+        }
+    });
+}

package/utils/strapi-source/strapi-content/get-endpoints.js

@@ -2,16 +2,16 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getEndpoints = getEndpoints;
 const helpers_1 = require("./helpers");
+const utils_1 = require("./utils");
 function getEndpoints(schemas, typeConfigs) {
     const endpoints = schemas.filter((0, helpers_1.isValidEndpoint)(typeConfigs)).map(({ schema, uid, plugin }) => {
         const { kind, singularName, pluralName } = schema;
         const typeConfig = typeConfigs.find((config) => config.singularName === singularName);
-        const { queryParams, queryLimit } = typeConfig;
         const defaultSingleTypeQueryParams = { populate: '*' };
         const defaultCollectionTypeQueryParams = {
             populate: '*',
             pagination: {
-                pageSize: queryLimit || 100,
+                pageSize: utils_1.DEFAULT_PAGE_SIZE,
                 page: 1,
             },
         };
@@ -21,10 +21,14 @@ function getEndpoints(schemas, typeConfigs) {
             endpoint,
             singularName,
             kind }, (kind === 'singleType'
-            ? { queryParams: queryParams || defaultSingleTypeQueryParams }
+            ? {
+                queryParams: typeConfig.queryParams
+                    ? Object.assign(Object.assign({}, defaultSingleTypeQueryParams), typeConfig.queryParams) : defaultSingleTypeQueryParams,
+            }
             : {
                 pluralName: pluralName,
-                queryParams: queryParams || defaultCollectionTypeQueryParams,
+                queryParams: typeConfig.queryParams
+                    ? Object.assign(Object.assign({}, defaultCollectionTypeQueryParams), typeConfig.queryParams) : defaultCollectionTypeQueryParams,
             }));
         return schemaEndpoint;
     });

package/utils/strapi-source/strapi-content/helpers.d.ts

@@ -1,8 +1,8 @@
 import type { Node } from 'gatsby';
-import type { Schema, TypeConfig } from './types';
+import type { QueryParams, Schema, TypeConfig } from './types';
 export declare function isStrapiOrFileNode(node: Node): boolean;
 export declare function isValidEndpoint(config: TypeConfig[]): (endpoint: Schema) => boolean;
-export declare function convertQueryParameters(queryParameters: Record<string, any>): Record<string, any>;
+export declare function convertQueryParameters(queryParameters: QueryParams): QueryParams;
 export declare function getContentTypeSchema(schemas: Schema[], uid: string): Schema | null;
 export declare function makeNodeName(singularName: string): string;
 export declare function makeComponentNodeName(uid: string): string;

package/utils/strapi-source/strapi-content/index.d.ts

@@ -1,3 +1,4 @@
 import type { SourceNodesArgs } from 'gatsby';
 import type { StrapiClient } from '../strapi-client';
-export declare function sourceStrapiContentNode(args: SourceNodesArgs, strapiClient: StrapiClient): Promise<void>;
+import type { Config } from './types';
+export declare function sourceStrapiContentNode(args: SourceNodesArgs, strapiClient: StrapiClient, config?: Config): Promise<void>;

package/utils/strapi-source/strapi-content/index.js

@@ -13,89 +13,92 @@ exports.sourceStrapiContentNode = sourceStrapiContentNode;
 const create_nodes_1 = require("./create-nodes");
 const delete_nodes_1 = require("./delete-nodes");
 const download_media_1 = require("./download-media");
-const fetch_entity_1 = require("./fetch-entity");
+const fetch_entities_1 = require("./fetch-entities");
 const fetch_schemas_1 = require("./fetch-schemas");
 const get_endpoints_1 = require("./get-endpoints");
 const get_entities_1 = require("./get-entities");
-const config = {
-    skipFileDownloads: false,
-};
-const singleTypes = [
-    {
-        singularName: 'site',
-        queryParams: { populate: '*' },
-    },
-];
-const collectionTypes = [
-    {
-        singularName: 'page',
-        queryParams: {
-            populate: {
-                seo: {
-                    populate: '*',
-                },
-                content: {
-                    on: {
-                        'content.faq': {
-                            populate: '*',
-                        },
-                        'content.features': {
-                            populate: '*',
-                        },
-                        'content.game-demo': {
-                            populate: '*',
-                        },
-                        'content.game-info': {
+const utils_1 = require("./utils");
+function sourceStrapiContentNode(args, strapiClient, config) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        const { actions, reporter } = args;
+        const { createNode } = actions;
+        reporter.info('Starting to fetch content data from Strapi');
+        const singleTypes = [
+            {
+                singularName: 'site',
+                queryParams: { populate: '*' },
+            },
+        ];
+        const collectionTypes = [
+            {
+                singularName: 'page',
+                queryParams: {
+                    populate: {
+                        seo: {
                             populate: '*',
                         },
-                        'content.how-to': {
-                            populate: {
-                                steps: {
+                        content: {
+                            on: {
+                                'content.faq': {
+                                    populate: '*',
+                                },
+                                'content.features': {
+                                    populate: '*',
+                                },
+                                'content.game-demo': {
+                                    populate: '*',
+                                },
+                                'content.game-info': {
+                                    populate: '*',
+                                },
+                                'content.how-to': {
+                                    populate: {
+                                        steps: {
+                                            populate: '*',
+                                        },
+                                    },
+                                },
+                                'content.list': {
+                                    populate: '*',
+                                },
+                                'content.media': {
+                                    populate: '*',
+                                },
+                                'content.pros-cons': {
+                                    populate: '*',
+                                },
+                                'content.rich-text': {
+                                    populate: '*',
+                                },
+                                'content.table': {
+                                    populate: '*',
+                                },
+                                'content.tip': {
                                     populate: '*',
                                 },
                             },
                         },
-                        'content.list': {
-                            populate: '*',
-                        },
-                        'content.media': {
-                            populate: '*',
-                        },
-                        'content.pros-cons': {
-                            populate: '*',
-                        },
-                        'content.rich-text': {
-                            populate: '*',
-                        },
-                        'content.table': {
-                            populate: '*',
-                        },
-                        'content.tip': {
+                        author: {
                             populate: '*',
                         },
                     },
-                },
-                author: {
-                    populate: '*',
+                    locale: '*',
+                    pagination: {
+                        page: 1,
+                        pageSize: (_a = config === null || config === void 0 ? void 0 : config.pageSize) !== null && _a !== void 0 ? _a : utils_1.DEFAULT_PAGE_SIZE,
+                    },
                 },
             },
-            locale: '*',
-        },
-    },
-];
-function sourceStrapiContentNode(args, strapiClient) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const { actions, reporter, cache } = args;
-        const { createNode } = actions;
-        reporter.info('Starting to fetch content data from Strapi');
+        ];
         const schemas = yield (0, fetch_schemas_1.fetchSchemas)(strapiClient);
         const endpoints = (0, get_endpoints_1.getEndpoints)(schemas, [...singleTypes, ...collectionTypes]);
         // TODO: Add cache values extraction (see. getCachedEntities)
-        const entities = yield (0, get_entities_1.getEntities)(endpoints, (endpoint) => (0, fetch_entity_1.fetchEntity)(endpoint, schemas, strapiClient, reporter));
+        const entities = yield (0, get_entities_1.getEntities)(endpoints, (endpoint) => (0, fetch_entities_1.fetchEntities)(endpoint, schemas, strapiClient, reporter));
         (0, delete_nodes_1.deleteNodes)(entities, endpoints, args);
         for (const [index, { uid }] of endpoints.entries()) {
             if (entities[index]) {
-                if (!config.skipFileDownloads) {
+                if (!(config === null || config === void 0 ? void 0 : config.skipFileDownloads)) {
                     yield (0, download_media_1.downloadMediaFiles)(entities[index], uid, {
                         args,
                         schemas,

package/utils/strapi-source/strapi-content/types.d.ts

@@ -1,10 +1,35 @@
-export type TypeConfig = {
+export interface Config {
+    pageSize?: number;
+    skipFileDownloads?: boolean;
+}
+export interface QueryParams {
+    populate?: string | Record<string, any>;
+    locale?: string;
+    pagination?: {
+        pageSize: number;
+        page: number;
+    };
+    filters?: {
+        createdAt?: {
+            $gt?: number;
+            $lt?: number;
+            $eq?: number;
+        };
+        updatedAt?: {
+            $gt?: number;
+            $lt?: number;
+            $eq?: number;
+        };
+    };
+    publicationState?: string;
+    status?: string;
+}
+export interface TypeConfig {
     singularName: string;
     pluralName?: string;
-    queryParams?: Record<string, any>;
-    queryLimit?: number;
-};
-export type Schema = {
+    queryParams?: QueryParams;
+}
+export interface Schema {
     uid: string;
     schema: {
         kind: 'collectionType' | 'singleType';
@@ -13,15 +38,15 @@ export type Schema = {
         attributes: AnyAttributes;
     };
     plugin?: string;
-};
-export type SchemaEndpoint = {
+}
+export interface SchemaEndpoint {
     kind: 'collectionType' | 'singleType';
     singularName: string;
     pluralName?: string;
     uid: string;
     endpoint: string;
-    queryParams: Record<string, any>;
-};
+    queryParams: QueryParams;
+}
 interface AnyAttributes {
     [attribute: string]: any;
 }

package/utils/strapi-source/strapi-content/utils.d.ts

@@ -1,5 +1,5 @@
 export declare const STRAPI_ID_PROPERTY = "strapi_id";
+export declare const DEFAULT_PAGE_SIZE = 25;
 export declare function castArray<T>(value: T | T[]): T[];
 export declare function toSnakeCase(str?: string): string;
 export declare function pick<T extends Record<string, any>>(obj: T, keys: string[]): Partial<T>;
-export declare function isPlainObject(obj: unknown): obj is Record<string, any>;

package/utils/strapi-source/strapi-content/utils.js

@@ -1,11 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.STRAPI_ID_PROPERTY = void 0;
+exports.DEFAULT_PAGE_SIZE = exports.STRAPI_ID_PROPERTY = void 0;
 exports.castArray = castArray;
 exports.toSnakeCase = toSnakeCase;
 exports.pick = pick;
-exports.isPlainObject = isPlainObject;
 exports.STRAPI_ID_PROPERTY = 'strapi_id';
+exports.DEFAULT_PAGE_SIZE = 25;
 function castArray(value) {
     return Array.isArray(value) ? value : [value];
 }
@@ -25,6 +25,3 @@ function pick(obj, keys) {
     }
     return result;
 }
-function isPlainObject(obj) {
-    return Object.prototype.toString.call(obj) === '[object Object]';
-}

package/utils/strapi-source/strapi-content/fetch-entity.d.ts

@@ -1,4 +0,0 @@
-import type { Reporter } from 'gatsby';
-import type { StrapiClient } from '../strapi-client';
-import type { Entity, Schema, SchemaEndpoint } from './types';
-export declare function fetchEntity({ endpoint, queryParams, uid }: SchemaEndpoint, schemas: Schema[], strapiClient: StrapiClient, reporter: Reporter): Promise<Entity[]>;

package/utils/strapi-source/strapi-content/fetch-entity.js

@@ -1,35 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchEntity = fetchEntity;
-const qs_1 = __importDefault(require("qs"));
-const clean_entity_1 = require("./clean-entity");
-const helpers_1 = require("./helpers");
-const utils_1 = require("./utils");
-function fetchEntity(_a, schemas_1, strapiClient_1, reporter_1) {
-    return __awaiter(this, arguments, void 0, function* ({ endpoint, queryParams, uid }, schemas, strapiClient, reporter) {
-        const params = (0, helpers_1.convertQueryParameters)(queryParams);
-        const query = qs_1.default.stringify(params, { encodeValuesOnly: true });
-        const path = `${endpoint}?${query}`;
-        reporter.info(`Starting to fetch data from Strapi: ${endpoint} with ${query}`);
-        try {
-            const result = yield strapiClient.fetch(path);
-            const entity = (0, utils_1.castArray)(result.data).map((data) => (0, clean_entity_1.cleanEntity)(data, uid, schemas));
-            return entity;
-        }
-        catch (error) {
-            reporter.panic(`Failed to fetch data from Strapi ${endpoint}`, error);
-        }
-    });
-}