@bright.global/arboretum-sdk 0.1.0-rc.2 → 0.1.0-rc.4

package/dist/clients/contentful-client/impl/methods/contentful-fetch.js

@@ -72,7 +72,7 @@ var contentfulFetchWithRetires = function (p, retryLimit, retry) {
                     if (!(retry < retryLimit &&
                         (res.status === 429 || res.status === 500))) return [3 /*break*/, 3];
                     delay = getRetryDelay(retry);
-                    msg = "Waiting for ".concat(delay, "ms before retrying... (retry: ").concat(delay, "/").concat(retryLimit, ")");
+                    msg = "Waiting for ".concat(delay, "ms before retrying... (retry: ").concat(retry + 1, "/").concat(retryLimit, ")");
                     if (res.status === 500) {
                         console.log("[warning] Internal server error occurred. ".concat(msg));
                     }

package/dist/es6/clients/contentful-client/impl/methods/contentful-fetch.js

@@ -69,7 +69,7 @@ var contentfulFetchWithRetires = function (p, retryLimit, retry) {
                     if (!(retry < retryLimit &&
                         (res.status === 429 || res.status === 500))) return [3 /*break*/, 3];
                     delay = getRetryDelay(retry);
-                    msg = "Waiting for ".concat(delay, "ms before retrying... (retry: ").concat(delay, "/").concat(retryLimit, ")");
+                    msg = "Waiting for ".concat(delay, "ms before retrying... (retry: ").concat(retry + 1, "/").concat(retryLimit, ")");
                     if (res.status === 500) {
                         console.log("[warning] Internal server error occurred. ".concat(msg));
                     }

package/dist/es6/impl/arboretum-client.impl.js

@@ -78,7 +78,6 @@ import { pagesByTagId } from "./sitemap/methods/pages-by-tag-id";
 import { pagesByIds } from "./sitemap/methods/pages-by-ids";
 import { pagesByPaths } from "./sitemap/methods/pages-by-paths";
 import { regenerate } from "./sitemap/methods/regenerate";
-import { search } from "./sitemap/methods/search";
 import { status } from "./sitemap/methods/status";
 import { right } from "../utils/fp-utils";
 import { pages } from "./sitemap/methods/pages";
@@ -86,6 +85,9 @@ import { buildSitemapEagerly } from "./sitemap/helpers/build-sitemap-eagerly";
 import { cachedData } from "./sitemap/methods/cached-data";
 import { buildPagesByTagEagerly } from "./sitemap/helpers/build-pages-by-tag-eagerly";
 import { homePage } from "./sitemap/methods/home-page";
+import { orphanedPages } from "./sitemap/methods/orphaned-pages";
+import { searchOrphanedPages } from "./sitemap/methods/search-orphaned-pages";
+import { search } from "./sitemap/methods/search";
 var pageTagIdPrefix = "page";
 var pageHomeTagId = "".concat(pageTagIdPrefix, "Home");
 var localeTagIdPrefix = "locale";
@@ -168,6 +170,8 @@ export var createArboretumClient = function (config) { return __awaiter(void 0,
                                 search: search(ctx_1),
                                 status: status(ctx_1),
                                 cachedData: cachedData(ctx_1),
+                                orphanedPages: orphanedPages(ctx_1),
+                                searchOrphanedPages: searchOrphanedPages(ctx_1),
                             },
                             warnings: dataE.right.warnings,
                         }];

package/dist/es6/impl/constants.js

@@ -0,0 +1,5 @@
+export var CONSTANTS = {
+    search: {
+        minSearchScore: 0.4,
+    },
+};

package/dist/es6/impl/sitemap/helpers/build-localized-sitemap.js

@@ -69,6 +69,27 @@ var findPageFieldF = function (data, options, pageContentTypeId) {
             : undefined;
     };
 };
+export var buildPage = function (data, options, childrenRefsByPageId, locale, parent, pageEntry) {
+    var _a;
+    var pageContentTypeConfig = options.pageContentTypes[pageEntry.sys.contentType.sys.id];
+    var findPageField = findPageFieldF(data, options, pageEntry.sys.contentType.sys.id);
+    var slugField = findPageField(pageContentTypeConfig.slugFieldId);
+    var titleField = pageContentTypeConfig.titleFieldId
+        ? findPageField(pageContentTypeConfig.titleFieldId)
+        : undefined;
+    var childPagesField = pageContentTypeConfig.childPagesFieldId
+        ? findPageField(pageContentTypeConfig.childPagesFieldId)
+        : undefined;
+    var fieldValue = localizeField(data, locale);
+    var childrenRefs = childrenRefsByPageId
+        ? childrenRefsByPageId.get(pageEntry.sys.id) || []
+        : childPagesField
+            ? ((_a = fieldValue(childPagesField.localized, pageEntry.fields[childPagesField.id])) === null || _a === void 0 ? void 0 : _a.flatMap(function (childPage) { var _a; return ((_a = childPage === null || childPage === void 0 ? void 0 : childPage.sys) === null || _a === void 0 ? void 0 : _a.id) ? [{ sys: { id: childPage === null || childPage === void 0 ? void 0 : childPage.sys.id } }] : []; })) || []
+            : [];
+    return slugField
+        ? pageEntryAdapter(data, options, slugField, titleField, childrenRefs, locale, parent, pageEntry)
+        : undefined;
+};
 var getChildrenRefsByParentId = function (data, locale, options) {
     var pages = data.pages;
     var acc = new Map();
@@ -98,26 +119,8 @@ var getChildrenRefsByParentId = function (data, locale, options) {
     return acc;
 };
 var buildLocalizedSitemapArrRecursively = function (data, options, locale, parent, childrenRefsByPageId, pageEntry, acc) {
-    var _a;
     var pages = data.pages;
-    var pageContentTypeConfig = options.pageContentTypes[pageEntry.sys.contentType.sys.id];
-    var findPageField = findPageFieldF(data, options, pageEntry.sys.contentType.sys.id);
-    var slugField = findPageField(pageContentTypeConfig.slugFieldId);
-    var titleField = pageContentTypeConfig.titleFieldId
-        ? findPageField(pageContentTypeConfig.titleFieldId)
-        : undefined;
-    var childPagesField = pageContentTypeConfig.childPagesFieldId
-        ? findPageField(pageContentTypeConfig.childPagesFieldId)
-        : undefined;
-    var fieldValue = localizeField(data, locale);
-    var childrenRefs = childrenRefsByPageId
-        ? childrenRefsByPageId.get(pageEntry.sys.id) || []
-        : childPagesField
-            ? ((_a = fieldValue(childPagesField.localized, pageEntry.fields[childPagesField.id])) === null || _a === void 0 ? void 0 : _a.flatMap(function (childPage) { var _a; return ((_a = childPage === null || childPage === void 0 ? void 0 : childPage.sys) === null || _a === void 0 ? void 0 : _a.id) ? [{ sys: { id: childPage === null || childPage === void 0 ? void 0 : childPage.sys.id } }] : []; })) || []
-            : [];
-    var page = slugField
-        ? pageEntryAdapter(data, options, slugField, titleField, childrenRefs, locale, parent, pageEntry)
-        : undefined;
+    var page = buildPage(data, options, childrenRefsByPageId, locale, parent, pageEntry);
     if (page) {
         var validChildPages_1 = page.childPages.filter(function (c) { return pages.get(c.sys.id) && !acc.get(c.sys.id); });
         var redirectChildPages = isRoot(page) && options.redirectContentType

package/dist/es6/impl/sitemap/methods/orphaned-pages.js

@@ -0,0 +1,97 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+var __read = (this && this.__read) || function (o, n) {
+    var m = typeof Symbol === "function" && o[Symbol.iterator];
+    if (!m) return o;
+    var i = m.call(o), r, ar = [], e;
+    try {
+        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
+    }
+    catch (error) { e = { error: error }; }
+    finally {
+        try {
+            if (r && !r.done && (m = i["return"])) m.call(i);
+        }
+        finally { if (e) throw e.error; }
+    }
+    return ar;
+};
+var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
+    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+        if (ar || !(i in from)) {
+            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+            ar[i] = from[i];
+        }
+    }
+    return to.concat(ar || Array.prototype.slice.call(from));
+};
+import { left, right } from "../../../utils/fp-utils";
+import { buildPage, localizedSitemapFromCacheOrBuildEff, } from "../helpers/build-localized-sitemap";
+import { toArboretumPage } from "../adapters/to-arboretum-page-adapter";
+var singleOrAllLocalesE = function (locales) {
+    return function (localeCode) {
+        if (localeCode) {
+            var locale = locales.get(localeCode);
+            return locale
+                ? right([locale])
+                : left("Failed to find locale by code: ".concat(localeCode));
+        }
+        else {
+            return right(__spreadArray([], __read(locales.values()), false));
+        }
+    };
+};
+export var orphanedPages = function (ctx) {
+    return function (options) {
+        var localeCode = options === null || options === void 0 ? void 0 : options.localeCode;
+        var localesE = singleOrAllLocalesE(ctx.data.locales)(localeCode);
+        var skip = typeof (options === null || options === void 0 ? void 0 : options.skip) !== "undefined" ? options.skip : 0;
+        if (localesE._tag === "Right") {
+            var pages = localesE.right
+                .flatMap(function (locale) {
+                var localizedSitemapE = localizedSitemapFromCacheOrBuildEff(ctx, locale);
+                var pages = localizedSitemapE._tag === "Right"
+                    ? __spreadArray([], __read(ctx.data.pages.values()), false).flatMap(function (p) {
+                        var sitemapPage = localizedSitemapE.right.sitemap.get(p.sys.id);
+                        if (sitemapPage) {
+                            return [];
+                        }
+                        else {
+                            var page = buildPage(ctx.data, ctx.options, undefined, locale, undefined, p);
+                            var arboretumPage = page
+                                ? toArboretumPage(localizedSitemapE.right, locale.code, {})(page)
+                                : undefined;
+                            return arboretumPage
+                                ? [
+                                    __assign(__assign({}, arboretumPage), { path: undefined, totalDirectChildrenCount: undefined, ancestors: undefined, children: undefined }),
+                                ]
+                                : [];
+                        }
+                    })
+                    : [];
+                return pages;
+            })
+                .sort(function (p1, p2) {
+                if (p1.id < p2.id)
+                    return -1;
+                if (p1.id > p2.id)
+                    return 1;
+                return 0;
+            })
+                .slice(skip, options === null || options === void 0 ? void 0 : options.limit);
+            return right(pages);
+        }
+        else {
+            return localesE;
+        }
+    };
+};

package/dist/es6/impl/sitemap/methods/search-orphaned-pages.js

@@ -0,0 +1,41 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+import { phraseSimilarity } from "../../../utils/phrase-similarity";
+import { CONSTANTS } from "../../constants";
+import { orphanedPages } from "./orphaned-pages";
+var orphanedPagePhraseSimilarity = function (page, phrase) {
+    var slugSimilarity = phraseSimilarity(phrase, page.slug);
+    var idSimilarity = phraseSimilarity(phrase, page.id);
+    var titleSimilarity = page.title ? phraseSimilarity(phrase, page.title) : 0;
+    return Math.max(slugSimilarity, idSimilarity, titleSimilarity);
+};
+export var searchOrphanedPages = function (ctx) {
+    return function (phrase, localeCode, limit) {
+        var pages = orphanedPages(ctx)({ localeCode: localeCode });
+        if (pages._tag === "Right") {
+            return pages.right
+                .map(function (page) {
+                var searchScore = orphanedPagePhraseSimilarity(page, phrase);
+                return __assign(__assign({}, page), { searchScore: searchScore });
+            })
+                .filter(function (_a) {
+                var searchScore = _a.searchScore;
+                return searchScore >= CONSTANTS.search.minSearchScore;
+            })
+                .sort(function (a, b) { return b.searchScore - a.searchScore; })
+                .slice(0, limit);
+        }
+        else {
+            return [];
+        }
+    };
+};

package/dist/es6/impl/sitemap/methods/search.js

@@ -1,97 +1,53 @@
-var __read = (this && this.__read) || function (o, n) {
-    var m = typeof Symbol === "function" && o[Symbol.iterator];
-    if (!m) return o;
-    var i = m.call(o), r, ar = [], e;
-    try {
-        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
-    }
-    catch (error) { e = { error: error }; }
-    finally {
-        try {
-            if (r && !r.done && (m = i["return"])) m.call(i);
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
         }
-        finally { if (e) throw e.error; }
-    }
-    return ar;
-};
-var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
-    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
-        if (ar || !(i in from)) {
-            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
-            ar[i] = from[i];
-        }
-    }
-    return to.concat(ar || Array.prototype.slice.call(from));
+        return t;
+    };
+    return __assign.apply(this, arguments);
 };
-import { stringSimilarity } from '../../../utils/string-similarity';
-import { localizedSitemapFromCacheOrBuildEff } from '../helpers/build-localized-sitemap';
-import { toArboretumPageWithMissingData } from '../adapters/to-arboretum-page-with-missing-data-adapter';
-import { redirectToArboretumPage } from '../adapters/redirect-to-arboretum-page-adapter';
-var minPhraseSimilarity = 0.4;
-var defaultLimit = 20;
-var pagePhraseSimilarity = function (page, path, phrase) {
-    var slugSimilarity = stringSimilarity(phrase, page.slug);
-    var pathSimilarity = stringSimilarity(phrase, path);
-    var idSimilarity = stringSimilarity(phrase, page.sys.id);
-    return Math.max.apply(Math, [slugSimilarity, pathSimilarity, idSimilarity]);
+import { phraseSimilarity } from "../../../utils/phrase-similarity";
+import { CONSTANTS } from "../../constants";
+import { pages } from "./pages";
+var pagePhraseSimilarity = function (page, phrase) {
+    var slugSimilarity = phraseSimilarity(phrase, page.slug);
+    var pathSimilarity = phraseSimilarity(phrase, page.path);
+    var idSimilarity = phraseSimilarity(phrase, page.id);
+    var titleSimilarity = page.title ? phraseSimilarity(phrase, page.title) : 0;
+    return Math.max(slugSimilarity, pathSimilarity, idSimilarity, titleSimilarity);
 };
 var redirectPhraseSimilarity = function (redirect, phrase) {
-    var pathSimilarity = stringSimilarity(phrase, redirect.path);
-    var idSimilarity = stringSimilarity(phrase, redirect.sys.id);
-    return Math.max.apply(Math, [pathSimilarity, idSimilarity]);
-};
-var localizedRecursiveSearch = function (localeCode, localizedSitemap, phrase, parentPath, currentPage) {
-    var getPath = function (page) {
-        return page.sys.id === localizedSitemap.root.sys.id
-            ? parentPath
-            : parentPath + '/' + page.slug;
-    };
-    var phraseSimilarity = currentPage.type === 'page'
-        ? pagePhraseSimilarity(currentPage, getPath(currentPage), phrase)
-        : redirectPhraseSimilarity(currentPage, phrase);
-    var childrenResults = currentPage.type === 'page'
-        ? currentPage.childPages.flatMap(function (_a) {
-            var id = _a.sys.id;
-            var childPage = localizedSitemap.sitemap.get(id);
-            var path = getPath(currentPage);
-            return childPage
-                ? localizedRecursiveSearch(localeCode, localizedSitemap, phrase, path, childPage)
-                : [];
-        })
-        : [];
-    var res = [];
-    if (phraseSimilarity >= minPhraseSimilarity) {
-        res.push({
-            phraseSimilarity: phraseSimilarity,
-            page: currentPage.type === 'page'
-                ? toArboretumPageWithMissingData(localeCode)(currentPage, undefined, undefined)
-                : redirectToArboretumPage(localeCode)(currentPage),
-        });
-    }
-    res.push.apply(res, __spreadArray([], __read(childrenResults), false));
-    return res;
+    var pathSimilarity = phraseSimilarity(phrase, redirect.path);
+    var idSimilarity = phraseSimilarity(phrase, redirect.id);
+    var titleSimilarity = redirect.title
+        ? phraseSimilarity(phrase, redirect.title)
+        : 0;
+    return Math.max(pathSimilarity, idSimilarity, titleSimilarity);
 };
 // Primitive implementation that can be inefficient for large sitemaps
 export var search = function (ctx) {
     return function (phrase, localeCode, limit) {
-        return __spreadArray([], __read(ctx.data.locales.values()), false).filter(function (locale) { return (localeCode ? locale.code === localeCode : true); })
-            .flatMap(function (locale) {
-            var sitemap = localizedSitemapFromCacheOrBuildEff(ctx, locale);
-            var homePage = sitemap._tag === 'Right'
-                ? sitemap.right.sitemap.get(sitemap.right.root.sys.id)
-                : undefined;
-            if (sitemap._tag === 'Right' && homePage) {
-                return localizedRecursiveSearch(locale.code, sitemap.right, phrase, "/".concat(locale.code), homePage);
-            }
-            else {
-                return [];
-            }
-        })
-            .sort(function (a, b) { return b.phraseSimilarity - a.phraseSimilarity; })
-            .slice(0, limit || defaultLimit)
-            .map(function (_a) {
-            var page = _a.page;
-            return page;
-        });
+        var allPages = pages(ctx)({ localeCode: localeCode });
+        if (allPages._tag === "Right") {
+            return allPages.right
+                .map(function (page) {
+                var searchScore = page.type === "page"
+                    ? pagePhraseSimilarity(page, phrase)
+                    : redirectPhraseSimilarity(page, phrase);
+                return __assign(__assign({}, page), { searchScore: searchScore });
+            })
+                .filter(function (_a) {
+                var searchScore = _a.searchScore;
+                return searchScore >= CONSTANTS.search.minSearchScore;
+            })
+                .sort(function (a, b) { return b.searchScore - a.searchScore; })
+                .slice(0, limit);
+        }
+        else {
+            return [];
+        }
     };
 };

package/dist/es6/utils/phrase-similarity.js

@@ -0,0 +1,6 @@
+import { stringSimilarity } from "./string-similarity";
+export var phraseSimilarity = function (phrase, value) {
+    var s1 = stringSimilarity(phrase, value);
+    var s2 = stringSimilarity(phrase, value.slice(0, phrase.length));
+    return s1 > s2 ? s1 : s2;
+};

package/dist/es6/utils/string-similarity.js

@@ -21,7 +21,7 @@ export function stringSimilarity(str1, str2, gramSize) {
     var e_1, _a;
     if (gramSize === void 0) { gramSize = 2; }
     function getNGrams(s, len) {
-        s = ' '.repeat(len - 1) + s.toLowerCase() + ' '.repeat(len - 1);
+        s = " ".repeat(len - 1) + s.toLowerCase() + " ".repeat(len - 1);
         var v = new Array(s.length - len + 1);
         for (var i = 0; i < v.length; i++) {
             v[i] = s.slice(i, i + len);

package/dist/impl/arboretum-client.impl.js

@@ -81,7 +81,6 @@ var pages_by_tag_id_1 = require("./sitemap/methods/pages-by-tag-id");
 var pages_by_ids_1 = require("./sitemap/methods/pages-by-ids");
 var pages_by_paths_1 = require("./sitemap/methods/pages-by-paths");
 var regenerate_1 = require("./sitemap/methods/regenerate");
-var search_1 = require("./sitemap/methods/search");
 var status_1 = require("./sitemap/methods/status");
 var fp_utils_1 = require("../utils/fp-utils");
 var pages_1 = require("./sitemap/methods/pages");
@@ -89,6 +88,9 @@ var build_sitemap_eagerly_1 = require("./sitemap/helpers/build-sitemap-eagerly")
 var cached_data_1 = require("./sitemap/methods/cached-data");
 var build_pages_by_tag_eagerly_1 = require("./sitemap/helpers/build-pages-by-tag-eagerly");
 var home_page_1 = require("./sitemap/methods/home-page");
+var orphaned_pages_1 = require("./sitemap/methods/orphaned-pages");
+var search_orphaned_pages_1 = require("./sitemap/methods/search-orphaned-pages");
+var search_1 = require("./sitemap/methods/search");
 var pageTagIdPrefix = "page";
 var pageHomeTagId = "".concat(pageTagIdPrefix, "Home");
 var localeTagIdPrefix = "locale";
@@ -171,6 +173,8 @@ var createArboretumClient = function (config) { return __awaiter(void 0, void 0,
                                 search: (0, search_1.search)(ctx_1),
                                 status: (0, status_1.status)(ctx_1),
                                 cachedData: (0, cached_data_1.cachedData)(ctx_1),
+                                orphanedPages: (0, orphaned_pages_1.orphanedPages)(ctx_1),
+                                searchOrphanedPages: (0, search_orphaned_pages_1.searchOrphanedPages)(ctx_1),
                             },
                             warnings: dataE.right.warnings,
                         }];

package/dist/impl/constants.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CONSTANTS = void 0;
+exports.CONSTANTS = {
+    search: {
+        minSearchScore: 0.4,
+    },
+};

package/dist/impl/sitemap/helpers/build-localized-sitemap.js

@@ -36,7 +36,7 @@ var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
     return to.concat(ar || Array.prototype.slice.call(from));
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.localizedSitemapFromCacheOrBuildEff = exports.buildLocalizedSitemap = void 0;
+exports.localizedSitemapFromCacheOrBuildEff = exports.buildLocalizedSitemap = exports.buildPage = void 0;
 var fp_utils_1 = require("../../../utils/fp-utils");
 var page_entry_adapter_1 = require("../adapters/page-entry-adapter");
 var redirect_entry_adapter_1 = require("../adapters/redirect-entry-adapter");
@@ -72,6 +72,28 @@ var findPageFieldF = function (data, options, pageContentTypeId) {
             : undefined;
     };
 };
+var buildPage = function (data, options, childrenRefsByPageId, locale, parent, pageEntry) {
+    var _a;
+    var pageContentTypeConfig = options.pageContentTypes[pageEntry.sys.contentType.sys.id];
+    var findPageField = findPageFieldF(data, options, pageEntry.sys.contentType.sys.id);
+    var slugField = findPageField(pageContentTypeConfig.slugFieldId);
+    var titleField = pageContentTypeConfig.titleFieldId
+        ? findPageField(pageContentTypeConfig.titleFieldId)
+        : undefined;
+    var childPagesField = pageContentTypeConfig.childPagesFieldId
+        ? findPageField(pageContentTypeConfig.childPagesFieldId)
+        : undefined;
+    var fieldValue = (0, localize_contentful_field_1.localizeField)(data, locale);
+    var childrenRefs = childrenRefsByPageId
+        ? childrenRefsByPageId.get(pageEntry.sys.id) || []
+        : childPagesField
+            ? ((_a = fieldValue(childPagesField.localized, pageEntry.fields[childPagesField.id])) === null || _a === void 0 ? void 0 : _a.flatMap(function (childPage) { var _a; return ((_a = childPage === null || childPage === void 0 ? void 0 : childPage.sys) === null || _a === void 0 ? void 0 : _a.id) ? [{ sys: { id: childPage === null || childPage === void 0 ? void 0 : childPage.sys.id } }] : []; })) || []
+            : [];
+    return slugField
+        ? (0, page_entry_adapter_1.pageEntryAdapter)(data, options, slugField, titleField, childrenRefs, locale, parent, pageEntry)
+        : undefined;
+};
+exports.buildPage = buildPage;
 var getChildrenRefsByParentId = function (data, locale, options) {
     var pages = data.pages;
     var acc = new Map();
@@ -101,26 +123,8 @@ var getChildrenRefsByParentId = function (data, locale, options) {
     return acc;
 };
 var buildLocalizedSitemapArrRecursively = function (data, options, locale, parent, childrenRefsByPageId, pageEntry, acc) {
-    var _a;
     var pages = data.pages;
-    var pageContentTypeConfig = options.pageContentTypes[pageEntry.sys.contentType.sys.id];
-    var findPageField = findPageFieldF(data, options, pageEntry.sys.contentType.sys.id);
-    var slugField = findPageField(pageContentTypeConfig.slugFieldId);
-    var titleField = pageContentTypeConfig.titleFieldId
-        ? findPageField(pageContentTypeConfig.titleFieldId)
-        : undefined;
-    var childPagesField = pageContentTypeConfig.childPagesFieldId
-        ? findPageField(pageContentTypeConfig.childPagesFieldId)
-        : undefined;
-    var fieldValue = (0, localize_contentful_field_1.localizeField)(data, locale);
-    var childrenRefs = childrenRefsByPageId
-        ? childrenRefsByPageId.get(pageEntry.sys.id) || []
-        : childPagesField
-            ? ((_a = fieldValue(childPagesField.localized, pageEntry.fields[childPagesField.id])) === null || _a === void 0 ? void 0 : _a.flatMap(function (childPage) { var _a; return ((_a = childPage === null || childPage === void 0 ? void 0 : childPage.sys) === null || _a === void 0 ? void 0 : _a.id) ? [{ sys: { id: childPage === null || childPage === void 0 ? void 0 : childPage.sys.id } }] : []; })) || []
-            : [];
-    var page = slugField
-        ? (0, page_entry_adapter_1.pageEntryAdapter)(data, options, slugField, titleField, childrenRefs, locale, parent, pageEntry)
-        : undefined;
+    var page = (0, exports.buildPage)(data, options, childrenRefsByPageId, locale, parent, pageEntry);
     if (page) {
         var validChildPages_1 = page.childPages.filter(function (c) { return pages.get(c.sys.id) && !acc.get(c.sys.id); });
         var redirectChildPages = (0, is_root_1.isRoot)(page) && options.redirectContentType

package/dist/impl/sitemap/methods/orphaned-pages.js

@@ -0,0 +1,101 @@
+"use strict";
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+var __read = (this && this.__read) || function (o, n) {
+    var m = typeof Symbol === "function" && o[Symbol.iterator];
+    if (!m) return o;
+    var i = m.call(o), r, ar = [], e;
+    try {
+        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
+    }
+    catch (error) { e = { error: error }; }
+    finally {
+        try {
+            if (r && !r.done && (m = i["return"])) m.call(i);
+        }
+        finally { if (e) throw e.error; }
+    }
+    return ar;
+};
+var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
+    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+        if (ar || !(i in from)) {
+            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+            ar[i] = from[i];
+        }
+    }
+    return to.concat(ar || Array.prototype.slice.call(from));
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.orphanedPages = void 0;
+var fp_utils_1 = require("../../../utils/fp-utils");
+var build_localized_sitemap_1 = require("../helpers/build-localized-sitemap");
+var to_arboretum_page_adapter_1 = require("../adapters/to-arboretum-page-adapter");
+var singleOrAllLocalesE = function (locales) {
+    return function (localeCode) {
+        if (localeCode) {
+            var locale = locales.get(localeCode);
+            return locale
+                ? (0, fp_utils_1.right)([locale])
+                : (0, fp_utils_1.left)("Failed to find locale by code: ".concat(localeCode));
+        }
+        else {
+            return (0, fp_utils_1.right)(__spreadArray([], __read(locales.values()), false));
+        }
+    };
+};
+var orphanedPages = function (ctx) {
+    return function (options) {
+        var localeCode = options === null || options === void 0 ? void 0 : options.localeCode;
+        var localesE = singleOrAllLocalesE(ctx.data.locales)(localeCode);
+        var skip = typeof (options === null || options === void 0 ? void 0 : options.skip) !== "undefined" ? options.skip : 0;
+        if (localesE._tag === "Right") {
+            var pages = localesE.right
+                .flatMap(function (locale) {
+                var localizedSitemapE = (0, build_localized_sitemap_1.localizedSitemapFromCacheOrBuildEff)(ctx, locale);
+                var pages = localizedSitemapE._tag === "Right"
+                    ? __spreadArray([], __read(ctx.data.pages.values()), false).flatMap(function (p) {
+                        var sitemapPage = localizedSitemapE.right.sitemap.get(p.sys.id);
+                        if (sitemapPage) {
+                            return [];
+                        }
+                        else {
+                            var page = (0, build_localized_sitemap_1.buildPage)(ctx.data, ctx.options, undefined, locale, undefined, p);
+                            var arboretumPage = page
+                                ? (0, to_arboretum_page_adapter_1.toArboretumPage)(localizedSitemapE.right, locale.code, {})(page)
+                                : undefined;
+                            return arboretumPage
+                                ? [
+                                    __assign(__assign({}, arboretumPage), { path: undefined, totalDirectChildrenCount: undefined, ancestors: undefined, children: undefined }),
+                                ]
+                                : [];
+                        }
+                    })
+                    : [];
+                return pages;
+            })
+                .sort(function (p1, p2) {
+                if (p1.id < p2.id)
+                    return -1;
+                if (p1.id > p2.id)
+                    return 1;
+                return 0;
+            })
+                .slice(skip, options === null || options === void 0 ? void 0 : options.limit);
+            return (0, fp_utils_1.right)(pages);
+        }
+        else {
+            return localesE;
+        }
+    };
+};
+exports.orphanedPages = orphanedPages;

package/dist/impl/sitemap/methods/search-orphaned-pages.js

@@ -0,0 +1,45 @@
+"use strict";
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.searchOrphanedPages = void 0;
+var phrase_similarity_1 = require("../../../utils/phrase-similarity");
+var constants_1 = require("../../constants");
+var orphaned_pages_1 = require("./orphaned-pages");
+var orphanedPagePhraseSimilarity = function (page, phrase) {
+    var slugSimilarity = (0, phrase_similarity_1.phraseSimilarity)(phrase, page.slug);
+    var idSimilarity = (0, phrase_similarity_1.phraseSimilarity)(phrase, page.id);
+    var titleSimilarity = page.title ? (0, phrase_similarity_1.phraseSimilarity)(phrase, page.title) : 0;
+    return Math.max(slugSimilarity, idSimilarity, titleSimilarity);
+};
+var searchOrphanedPages = function (ctx) {
+    return function (phrase, localeCode, limit) {
+        var pages = (0, orphaned_pages_1.orphanedPages)(ctx)({ localeCode: localeCode });
+        if (pages._tag === "Right") {
+            return pages.right
+                .map(function (page) {
+                var searchScore = orphanedPagePhraseSimilarity(page, phrase);
+                return __assign(__assign({}, page), { searchScore: searchScore });
+            })
+                .filter(function (_a) {
+                var searchScore = _a.searchScore;
+                return searchScore >= constants_1.CONSTANTS.search.minSearchScore;
+            })
+                .sort(function (a, b) { return b.searchScore - a.searchScore; })
+                .slice(0, limit);
+        }
+        else {
+            return [];
+        }
+    };
+};
+exports.searchOrphanedPages = searchOrphanedPages;

package/dist/impl/sitemap/methods/search.js

@@ -1,101 +1,57 @@
 "use strict";
-var __read = (this && this.__read) || function (o, n) {
-    var m = typeof Symbol === "function" && o[Symbol.iterator];
-    if (!m) return o;
-    var i = m.call(o), r, ar = [], e;
-    try {
-        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
-    }
-    catch (error) { e = { error: error }; }
-    finally {
-        try {
-            if (r && !r.done && (m = i["return"])) m.call(i);
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
         }
-        finally { if (e) throw e.error; }
-    }
-    return ar;
-};
-var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
-    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
-        if (ar || !(i in from)) {
-            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
-            ar[i] = from[i];
-        }
-    }
-    return to.concat(ar || Array.prototype.slice.call(from));
+        return t;
+    };
+    return __assign.apply(this, arguments);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.search = void 0;
-var string_similarity_1 = require("../../../utils/string-similarity");
-var build_localized_sitemap_1 = require("../helpers/build-localized-sitemap");
-var to_arboretum_page_with_missing_data_adapter_1 = require("../adapters/to-arboretum-page-with-missing-data-adapter");
-var redirect_to_arboretum_page_adapter_1 = require("../adapters/redirect-to-arboretum-page-adapter");
-var minPhraseSimilarity = 0.4;
-var defaultLimit = 20;
-var pagePhraseSimilarity = function (page, path, phrase) {
-    var slugSimilarity = (0, string_similarity_1.stringSimilarity)(phrase, page.slug);
-    var pathSimilarity = (0, string_similarity_1.stringSimilarity)(phrase, path);
-    var idSimilarity = (0, string_similarity_1.stringSimilarity)(phrase, page.sys.id);
-    return Math.max.apply(Math, [slugSimilarity, pathSimilarity, idSimilarity]);
+var phrase_similarity_1 = require("../../../utils/phrase-similarity");
+var constants_1 = require("../../constants");
+var pages_1 = require("./pages");
+var pagePhraseSimilarity = function (page, phrase) {
+    var slugSimilarity = (0, phrase_similarity_1.phraseSimilarity)(phrase, page.slug);
+    var pathSimilarity = (0, phrase_similarity_1.phraseSimilarity)(phrase, page.path);
+    var idSimilarity = (0, phrase_similarity_1.phraseSimilarity)(phrase, page.id);
+    var titleSimilarity = page.title ? (0, phrase_similarity_1.phraseSimilarity)(phrase, page.title) : 0;
+    return Math.max(slugSimilarity, pathSimilarity, idSimilarity, titleSimilarity);
 };
 var redirectPhraseSimilarity = function (redirect, phrase) {
-    var pathSimilarity = (0, string_similarity_1.stringSimilarity)(phrase, redirect.path);
-    var idSimilarity = (0, string_similarity_1.stringSimilarity)(phrase, redirect.sys.id);
-    return Math.max.apply(Math, [pathSimilarity, idSimilarity]);
-};
-var localizedRecursiveSearch = function (localeCode, localizedSitemap, phrase, parentPath, currentPage) {
-    var getPath = function (page) {
-        return page.sys.id === localizedSitemap.root.sys.id
-            ? parentPath
-            : parentPath + '/' + page.slug;
-    };
-    var phraseSimilarity = currentPage.type === 'page'
-        ? pagePhraseSimilarity(currentPage, getPath(currentPage), phrase)
-        : redirectPhraseSimilarity(currentPage, phrase);
-    var childrenResults = currentPage.type === 'page'
-        ? currentPage.childPages.flatMap(function (_a) {
-            var id = _a.sys.id;
-            var childPage = localizedSitemap.sitemap.get(id);
-            var path = getPath(currentPage);
-            return childPage
-                ? localizedRecursiveSearch(localeCode, localizedSitemap, phrase, path, childPage)
-                : [];
-        })
-        : [];
-    var res = [];
-    if (phraseSimilarity >= minPhraseSimilarity) {
-        res.push({
-            phraseSimilarity: phraseSimilarity,
-            page: currentPage.type === 'page'
-                ? (0, to_arboretum_page_with_missing_data_adapter_1.toArboretumPageWithMissingData)(localeCode)(currentPage, undefined, undefined)
-                : (0, redirect_to_arboretum_page_adapter_1.redirectToArboretumPage)(localeCode)(currentPage),
-        });
-    }
-    res.push.apply(res, __spreadArray([], __read(childrenResults), false));
-    return res;
+    var pathSimilarity = (0, phrase_similarity_1.phraseSimilarity)(phrase, redirect.path);
+    var idSimilarity = (0, phrase_similarity_1.phraseSimilarity)(phrase, redirect.id);
+    var titleSimilarity = redirect.title
+        ? (0, phrase_similarity_1.phraseSimilarity)(phrase, redirect.title)
+        : 0;
+    return Math.max(pathSimilarity, idSimilarity, titleSimilarity);
 };
 // Primitive implementation that can be inefficient for large sitemaps
 var search = function (ctx) {
     return function (phrase, localeCode, limit) {
-        return __spreadArray([], __read(ctx.data.locales.values()), false).filter(function (locale) { return (localeCode ? locale.code === localeCode : true); })
-            .flatMap(function (locale) {
-            var sitemap = (0, build_localized_sitemap_1.localizedSitemapFromCacheOrBuildEff)(ctx, locale);
-            var homePage = sitemap._tag === 'Right'
-                ? sitemap.right.sitemap.get(sitemap.right.root.sys.id)
-                : undefined;
-            if (sitemap._tag === 'Right' && homePage) {
-                return localizedRecursiveSearch(locale.code, sitemap.right, phrase, "/".concat(locale.code), homePage);
-            }
-            else {
-                return [];
-            }
-        })
-            .sort(function (a, b) { return b.phraseSimilarity - a.phraseSimilarity; })
-            .slice(0, limit || defaultLimit)
-            .map(function (_a) {
-            var page = _a.page;
-            return page;
-        });
+        var allPages = (0, pages_1.pages)(ctx)({ localeCode: localeCode });
+        if (allPages._tag === "Right") {
+            return allPages.right
+                .map(function (page) {
+                var searchScore = page.type === "page"
+                    ? pagePhraseSimilarity(page, phrase)
+                    : redirectPhraseSimilarity(page, phrase);
+                return __assign(__assign({}, page), { searchScore: searchScore });
+            })
+                .filter(function (_a) {
+                var searchScore = _a.searchScore;
+                return searchScore >= constants_1.CONSTANTS.search.minSearchScore;
+            })
+                .sort(function (a, b) { return b.searchScore - a.searchScore; })
+                .slice(0, limit);
+        }
+        else {
+            return [];
+        }
     };
 };
 exports.search = search;

package/dist/types/arboretum-client.d.ts

@@ -109,7 +109,14 @@ export type ArboretumPageT = ArboretumPageBaseT & {
         [key: string]: any;
     };
 };
+export type OrphanedArboretumPageT = Omit<ArboretumPageT, "path" | "totalDirectChildrenCount" | "ancestors" | "children">;
+export type OrphanedArboretumPageSearchResultT = OrphanedArboretumPageT & {
+    searchScore: number;
+};
 export type ArboretumPageNodeT = ArboretumPageT | ArboretumRedirectT | ArboretumAliasT;
+export type ArboretumPageSearchResultNodeT = ArboretumPageNodeT & {
+    searchScore: number;
+};
 export type OptionsT = {
     withChildren?: boolean;
     withAncestors?: boolean;
@@ -132,7 +139,7 @@ export type ArboretumClientT = {
         status: "OK";
         warnings?: Array<string>;
     }>;
-    search: (phrase: string, localeCode?: string, limit?: number) => Array<ArboretumPageNodeT>;
+    search: (phrase: string, localeCode?: string, limit?: number) => Array<ArboretumPageSearchResultNodeT>;
     status: () => {
         lastUpdatedAt: string;
         pagesCount: number;
@@ -141,5 +148,11 @@ export type ArboretumClientT = {
         regenerationInProgress: boolean;
     };
     cachedData: () => CachedDataT;
+    orphanedPages: (options?: {
+        limit?: number;
+        skip?: number;
+        localeCode?: string;
+    }) => Either<string, Array<OrphanedArboretumPageT>>;
+    searchOrphanedPages: (phrase: string, localeCode?: string, limit?: number) => Array<OrphanedArboretumPageSearchResultT>;
 };
 export {};

package/dist/types/impl/constants.d.ts

@@ -0,0 +1,5 @@
+export declare const CONSTANTS: {
+    search: {
+        minSearchScore: number;
+    };
+};

package/dist/types/impl/sitemap/helpers/build-localized-sitemap.d.ts

@@ -1,5 +1,13 @@
 import { Either } from "../../../utils/fp-utils";
-import { ArboretumClientCtx, LocalizedSitemapT } from "../../arboretum-client.impl";
-import { LocaleT } from "../../../clients/contentful-client/contentful-client";
+import { ArboretumClientCtx, LocalizedSitemapT, PageT } from "../../arboretum-client.impl";
+import { EntryT, LocaleT } from "../../../clients/contentful-client/contentful-client";
+import { SitemapDataT } from "../../data/sitemap-data";
+export declare const buildPage: (data: Pick<SitemapDataT, "locales" | "defaultLocaleCode" | "pages" | "contentTypes">, options: ArboretumClientCtx["options"], childrenRefsByPageId: Map<string, Array<{
+    sys: {
+        id: string;
+    };
+}>> | undefined, locale: LocaleT, parent: (NonNullable<PageT["parent"]> & {
+    path: string;
+}) | undefined, pageEntry: EntryT) => PageT | undefined;
 export declare const buildLocalizedSitemap: (data: Pick<ArboretumClientCtx["data"], "homePagesByTagId" | "pages" | "contentTypes" | "defaultLocaleCode" | "locales" | "redirects">, options: ArboretumClientCtx["options"], pageHomeTagId: ArboretumClientCtx["pageHomeTagId"], locale: LocaleT) => Either<string, LocalizedSitemapT>;
 export declare const localizedSitemapFromCacheOrBuildEff: (ctx: Pick<ArboretumClientCtx, "options" | "data" | "pageHomeTagId" | "sitemap">, locale: LocaleT) => Either<string, LocalizedSitemapT>;

package/dist/types/impl/sitemap/methods/orphaned-pages.d.ts

@@ -0,0 +1,3 @@
+import { ArboretumClientT } from "../../../arboretum-client";
+import { ArboretumClientCtx } from "../../arboretum-client.impl";
+export declare const orphanedPages: (ctx: Pick<ArboretumClientCtx, "data" | "sitemap" | "options" | "pageHomeTagId">) => ArboretumClientT["orphanedPages"];

package/dist/types/impl/sitemap/methods/search-orphaned-pages.d.ts

@@ -0,0 +1,3 @@
+import { ArboretumClientT } from "../../../arboretum-client";
+import { ArboretumClientCtx } from "../../arboretum-client.impl";
+export declare const searchOrphanedPages: (ctx: Pick<ArboretumClientCtx, "data" | "sitemap" | "options" | "pageHomeTagId">) => ArboretumClientT["searchOrphanedPages"];

package/dist/types/impl/sitemap/methods/search.d.ts

@@ -1,3 +1,3 @@
-import { ArboretumClientT } from '../../../arboretum-client';
-import { ArboretumClientCtx } from '../../arboretum-client.impl';
-export declare const search: (ctx: Pick<ArboretumClientCtx, 'data' | 'sitemap' | 'options' | 'pageHomeTagId'>) => ArboretumClientT['search'];
+import { ArboretumClientT } from "../../../arboretum-client";
+import { ArboretumClientCtx } from "../../arboretum-client.impl";
+export declare const search: (ctx: Pick<ArboretumClientCtx, "data" | "sitemap" | "options" | "pageHomeTagId">) => ArboretumClientT["search"];

package/dist/types/utils/phrase-similarity.d.ts

@@ -0,0 +1 @@
+export declare const phraseSimilarity: (phrase: string, value: string) => number;

package/dist/utils/phrase-similarity.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.phraseSimilarity = void 0;
+var string_similarity_1 = require("./string-similarity");
+var phraseSimilarity = function (phrase, value) {
+    var s1 = (0, string_similarity_1.stringSimilarity)(phrase, value);
+    var s2 = (0, string_similarity_1.stringSimilarity)(phrase, value.slice(0, phrase.length));
+    return s1 > s2 ? s1 : s2;
+};
+exports.phraseSimilarity = phraseSimilarity;

package/dist/utils/string-similarity.js

@@ -24,7 +24,7 @@ function stringSimilarity(str1, str2, gramSize) {
     var e_1, _a;
     if (gramSize === void 0) { gramSize = 2; }
     function getNGrams(s, len) {
-        s = ' '.repeat(len - 1) + s.toLowerCase() + ' '.repeat(len - 1);
+        s = " ".repeat(len - 1) + s.toLowerCase() + " ".repeat(len - 1);
         var v = new Array(s.length - len + 1);
         for (var i = 0; i < v.length; i++) {
             v[i] = s.slice(i, i + len);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bright.global/arboretum-sdk",
-  "version": "0.1.0-rc.2",
+  "version": "0.1.0-rc.4",
   "license": "MIT",
   "description": "The sitemap for contentful",
   "dependencies": {},