@redocly/framework 1.0.0-next.1 → 1.0.0-next.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundler/build/run.js +1 -1
- package/dist/bundler/build/vite-config.js +2 -2
- package/dist/bundler/vite-config.base.js +8 -8
- package/dist/cli/commands/translate.js +1 -1
- package/dist/cli/validate-react-pages.js +1 -1
- package/dist/client/RuntimeLink.js +1 -0
- package/dist/client/app.js +3 -3
- package/dist/client/experiments/runtime.js +1 -1
- package/dist/client/use-router-for-local-links.js +1 -1
- package/dist/client/utils/routes/is-router-path.js +1 -0
- package/dist/content-layer/config-schema.d.ts +7 -2
- package/dist/content-layer/config-schema.js +1 -1
- package/dist/content-layer/config.d.ts +22 -9
- package/dist/content-layer/config.js +1 -1
- package/dist/content-layer/context.d.ts +2 -0
- package/dist/content-layer/context.js +1 -1
- package/dist/content-layer/database/assets.js +1 -1
- package/dist/content-layer/database/blobs.js +1 -1
- package/dist/content-layer/database/entity-store.d.ts +5 -0
- package/dist/content-layer/database/entity-store.js +1 -1
- package/dist/content-layer/database/files.js +1 -1
- package/dist/content-layer/database/finalize.js +1 -1
- package/dist/content-layer/database/invalidation.d.ts +6 -0
- package/dist/content-layer/database/invalidation.js +26 -26
- package/dist/content-layer/database/link-refs.js +1 -1
- package/dist/content-layer/database/origins.js +1 -1
- package/dist/content-layer/database/problems.js +1 -1
- package/dist/content-layer/database/reset.js +1 -1
- package/dist/content-layer/database/route-query-deps.js +1 -1
- package/dist/content-layer/database/schema.d.ts +33 -0
- package/dist/content-layer/database/schema.js +1 -1
- package/dist/content-layer/database/search-vocab.js +2 -2
- package/dist/content-layer/database/site-config.d.ts +23 -0
- package/dist/content-layer/database/site-config.js +1 -1
- package/dist/content-layer/database/static-files.js +1 -1
- package/dist/content-layer/ingest/finalize-phase.js +1 -1
- package/dist/content-layer/ingest/hook-inputs.js +1 -1
- package/dist/content-layer/ingest/run.js +1 -1
- package/dist/content-layer/ingest/search-sync.js +1 -1
- package/dist/content-layer/ingest/sync.js +1 -1
- package/dist/content-layer/link-checker/delta.js +1 -1
- package/dist/content-layer/link-checker/run-build.js +1 -1
- package/dist/content-layer/loaders/context.js +1 -1
- package/dist/content-layer/markdown/client/markdoc-components.js +2 -2
- package/dist/content-layer/markdown/constants/builtin-tags.js +1 -1
- package/dist/content-layer/markdown/constants/tag-sets.d.ts +2 -0
- package/dist/content-layer/markdown/constants/tag-sets.js +1 -1
- package/dist/content-layer/markdown/nodes/heading.js +1 -1
- package/dist/content-layer/markdown/nodes/table.js +1 -1
- package/dist/content-layer/markdown/resolve/ast.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/code-snippet.js +5 -4
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/code-walkthrough/filesets.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/diagram-file.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/file-reference.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.d.ts +2 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/operation-samples.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/partial.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/svg-content.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc.js +1 -1
- package/dist/content-layer/markdown/resolve/raw-partials.d.ts +2 -1
- package/dist/content-layer/markdown/resolve/raw-partials.js +1 -1
- package/dist/content-layer/markdown/resolve/render-diagrams.d.ts +8 -1
- package/dist/content-layer/markdown/resolve/render-diagrams.js +1 -1
- package/dist/content-layer/markdown/search/to-markdown.js +1 -1
- package/dist/content-layer/markdown/search/to-sections.js +1 -1
- package/dist/content-layer/markdown/search/to-text.d.ts +4 -1
- package/dist/content-layer/markdown/search/to-text.js +5 -5
- package/dist/content-layer/markdown/tags/markdoc-error.d.ts +8 -0
- package/dist/content-layer/markdown/tags/markdoc-error.js +1 -1
- package/dist/content-layer/markdown/tags/variant.d.ts +6 -0
- package/dist/content-layer/markdown/tags/variant.js +1 -0
- package/dist/content-layer/markdown/utils/collect-anchors.js +1 -1
- package/dist/content-layer/markdown/utils/collect-headings.d.ts +3 -1
- package/dist/content-layer/markdown/utils/collect-headings.js +1 -1
- package/dist/content-layer/markdown/utils/first-heading.js +1 -1
- package/dist/content-layer/markdown/utils/heading-slugger.d.ts +8 -0
- package/dist/content-layer/markdown/utils/heading-slugger.js +1 -1
- package/dist/content-layer/markdown/utils/node-source-range.d.ts +3 -3
- package/dist/content-layer/markdown/utils/node-source-range.js +1 -1
- package/dist/content-layer/materialization/asset-reconcile.js +1 -1
- package/dist/content-layer/materialization/entity.js +1 -1
- package/dist/content-layer/plan-gates.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/client/template.js +4 -4
- package/dist/content-layer/plugins/internal/api-docs/index.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/build-sidebar.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/search-documents.d.ts +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/search-documents.js +1 -1
- package/dist/content-layer/plugins/internal/api-functions/server/api-function-telemetry.js +1 -0
- package/dist/content-layer/plugins/internal/api-functions/server/dispatch.js +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/resolve-items.d.ts +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/sidebars.d.ts +1 -1
- package/dist/content-layer/plugins/internal/markdoc/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/content-tools.d.ts +4 -1
- package/dist/content-layer/plugins/internal/mcp/content-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/custom-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-telemetry.js +1 -1
- package/dist/content-layer/plugins/internal/react-page/index.d.ts +3 -2
- package/dist/content-layer/plugins/internal/react-page/index.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/bundle.d.ts +2 -1
- package/dist/content-layer/plugins/internal/sidebar/bundle.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/index.d.ts +2 -1
- package/dist/content-layer/plugins/internal/sidebar/index.js +1 -1
- package/dist/content-layer/plugins/types/plugin.d.ts +5 -0
- package/dist/content-layer/plugins/types/search.d.ts +13 -2
- package/dist/content-layer/plugins/utils/link-access.js +1 -1
- package/dist/content-layer/problems/codes.d.ts +10 -0
- package/dist/content-layer/problems/codes.js +1 -1
- package/dist/content-layer/revisions/delete.js +1 -1
- package/dist/content-layer/search/engine/core/search-engine.js +1 -1
- package/dist/content-layer/search/facet-rows.js +1 -1
- package/dist/content-layer/search/keywords.d.ts +18 -0
- package/dist/content-layer/search/keywords.js +1 -0
- package/dist/content-layer/search/postings/postings-store.d.ts +14 -0
- package/dist/content-layer/search/postings/postings-store.js +1 -1
- package/dist/content-layer/search/store.d.ts +14 -1
- package/dist/content-layer/server/database.js +1 -1
- package/dist/content-layer/versions/group-info.d.ts +21 -0
- package/dist/content-layer/versions/group-info.js +1 -0
- package/dist/content-layer/versions/redirect.d.ts +13 -11
- package/dist/content-layer/versions/redirect.js +1 -1
- package/dist/content-layer/versions/resolve.d.ts +1 -21
- package/dist/content-layer/versions/resolve.js +1 -1
- package/dist/content-layer/versions/version-groups.d.ts +1 -1
- package/dist/content-layer/versions/version-groups.js +1 -1
- package/dist/server/__tests__/rbac-fixture.js +1 -1
- package/dist/server/app.js +3 -3
- package/dist/server/content.js +9 -8
- package/dist/server/html-tags.js +2 -1
- package/dist/server/lambda-entry.js +1 -1
- package/dist/server/node-entry.js +1 -1
- package/dist/server/page-handlers.js +1 -1
- package/dist/server/plugin-context.js +1 -1
- package/dist/server/project-env.d.ts +12 -0
- package/dist/server/project-env.js +1 -0
- package/dist/server/redirects.js +1 -1
- package/dist/server/runtime-config.js +1 -1
- package/dist/server/search/route.js +1 -1
- package/dist/server/search/search-telemetry.js +1 -0
- package/dist/server/ssrf/ssrf-blocklist.js +1 -1
- package/dist/server/subprocess/runner.js +1 -1
- package/dist/shared/constants/dependency-pack.js +1 -1
- package/dist/shared/constants/l10n/langs/ar.js +1 -1
- package/dist/shared/constants/l10n/langs/de.js +1 -1
- package/dist/shared/constants/l10n/langs/en.js +1 -1
- package/dist/shared/constants/l10n/langs/es.js +1 -1
- package/dist/shared/constants/l10n/langs/fr.js +1 -1
- package/dist/shared/constants/l10n/langs/hi.js +1 -1
- package/dist/shared/constants/l10n/langs/it.js +1 -1
- package/dist/shared/constants/l10n/langs/ja.js +1 -1
- package/dist/shared/constants/l10n/langs/ko.js +1 -1
- package/dist/shared/constants/l10n/langs/pl.js +1 -1
- package/dist/shared/constants/l10n/langs/pt-br.js +1 -1
- package/dist/shared/constants/l10n/langs/pt.js +1 -1
- package/dist/shared/constants/l10n/langs/ru.js +1 -1
- package/dist/shared/constants/l10n/langs/uk.js +1 -1
- package/dist/shared/constants/l10n/langs/zh.js +1 -1
- package/dist/shared/experiments.js +1 -1
- package/dist/shared/load-dot-env.js +1 -1
- package/dist/shared/plan-gates.d.ts +3 -2
- package/dist/shared/public-env.d.ts +9 -0
- package/dist/shared/public-env.js +1 -1
- package/dist/shared/search/facets.d.ts +5 -0
- package/dist/shared/search/facets.js +1 -1
- package/dist/shared/types/search.d.ts +1 -0
- package/dist/shared/types/sidebar.d.ts +1 -0
- package/drizzle/20261103061150_site_config_effective_hash/migration.sql +1 -0
- package/drizzle/20261105151816_search_http_path_tokens/migration.sql +1 -0
- package/package.json +10 -8
|
@@ -1 +1 @@
|
|
|
1
|
-
import{SEARCH_GROUP_FACET_FIELD as e,SEARCH_PRODUCT_FACET_FIELD as t,SEARCH_TEAMS_FACET_FIELD as n,SEARCH_VERSION_FACET_FIELD as r,isReservedSearchFacetField as i,searchVersionFacetValue as a}from"../../shared/search/facets.js";import{normalizeFacetValue as o}from"./facet-values.js";function
|
|
1
|
+
import{SEARCH_GROUP_FACET_FIELD as e,SEARCH_PRODUCT_FACET_FIELD as t,SEARCH_TEAMS_FACET_FIELD as n,SEARCH_VERSION_FACET_FIELD as r,isReservedSearchFacetField as i,searchVersionFacetValue as a}from"../../shared/search/facets.js";import{normalizeFacetValue as o}from"./facet-values.js";import{SEARCH_HIDE_FACET_FIELD as s,SEARCH_PIN_FACET_FIELD as c,curationPhrase as l}from"./keywords.js";function u(u){let d={},{facets:f,onDropped:p}=u;if(f!==void 0){if(typeof f!=`object`||!f||Array.isArray(f))p?.(`facets`,`not-an-object`);else for(let[e,t]of Object.entries(f)){if(i(e)){p?.(e,`reserved`);continue}if(!u.configuredFields.has(e))continue;let n=o(t);if(n===null){p?.(e,`invalid`);continue}let r=n.filter(e=>e.length<=500);r.length<n.length&&p?.(e,`too-long`),r.length>0&&(d[e]=r)}}if(d[e]=[u.groupKey||`Results`],u.teams.length>0&&(d[n]=[...new Set(u.teams)]),u.version!==null){let{group:e,version:t}=u.version;d[r]=[a(e,t)]}u.product!==null&&(d[t]=[u.product]);let m=e=>{let t=/* @__PURE__ */ new Set;for(let n of(e??[]).map(l))n!==``&&(n.length>500?p?.(`keywords`,`too-long`):n.split(` `).length>10?p?.(`keywords`,`too-many-words`):t.add(n));return t},h=m(u.keywords?.excludes),g=[...m(u.keywords?.includes)].filter(e=>!h.has(e));return g.length>0&&(d[c]=g),h.size>0&&(d[s]=[...h]),d}export{u as buildDocumentFacets};
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { SearchDocumentKeywords } from '../plugins/types/search.js';
|
|
2
|
+
/** Curation: the query phrases that show the document before the ranked hits. */
|
|
3
|
+
export declare const SEARCH_PIN_FACET_FIELD = "redocly_pin";
|
|
4
|
+
/** Curation: the query phrases that hide the document. */
|
|
5
|
+
export declare const SEARCH_HIDE_FACET_FIELD = "redocly_hide";
|
|
6
|
+
/** The most words a curation keyword has; a longer keyword is not stored. */
|
|
7
|
+
export declare const CURATION_MAX_KEYWORD_WORDS = 10;
|
|
8
|
+
/**
|
|
9
|
+
* The front matter `keywords` object (`{ includes, excludes }`) as curation keywords;
|
|
10
|
+
* undefined for another shape or when both lists are empty. A number or boolean item
|
|
11
|
+
* becomes its string, as in the classic engine; other items are dropped.
|
|
12
|
+
*/
|
|
13
|
+
export declare function curationKeywordsOf(value: unknown): SearchDocumentKeywords | undefined;
|
|
14
|
+
/**
|
|
15
|
+
* A keyword or a query as the curation compares them: its query tokens joined by one space.
|
|
16
|
+
* A query contains a keyword when ` <query> ` contains ` <keyword> `.
|
|
17
|
+
*/
|
|
18
|
+
export declare function curationPhrase(text: string): string;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import{isObject as e}from"../../shared/utils/is-object.js";import{tokenizeSearchQuery as t}from"./tokenize.js";const n=`redocly_pin`,r=`redocly_hide`;function i(t){if(!e(t))return;let n=e=>Array.isArray(e)?e.filter(e=>[`string`,`number`,`boolean`].includes(typeof e)).map(e=>String(e)):[],r=n(t.includes),i=n(t.excludes);if(r.length!==0||i.length!==0)return{...r.length>0?{includes:r}:{},...i.length>0?{excludes:i}:{}}}function a(e){return t(e).join(` `)}export{r as SEARCH_HIDE_FACET_FIELD,n as SEARCH_PIN_FACET_FIELD,i as curationKeywordsOf,a as curationPhrase};
|
|
@@ -1,5 +1,11 @@
|
|
|
1
1
|
import { type ContentLayerDatabase } from '../../database/connection.js';
|
|
2
|
+
import { SearchEngine } from '../engine/core/search-engine.js';
|
|
2
3
|
import { type SearchStore } from '../store.js';
|
|
4
|
+
/**
|
|
5
|
+
* How the store indexes a document's fields. Change it with `FIELDS` or a field's text, so
|
|
6
|
+
* the sync re-runs every producer and no stored row keeps the old index.
|
|
7
|
+
*/
|
|
8
|
+
export declare const SEARCH_INDEX_FORMAT = 2;
|
|
3
9
|
/** Characters a text snippet shows around the densest passage of matches. */
|
|
4
10
|
export declare const SNIPPET_LENGTH = 200;
|
|
5
11
|
/** The whole `content` with every match wrapped in `<mark>`. */
|
|
@@ -16,6 +22,13 @@ export declare function highlightPath(path: readonly string[] | undefined, title
|
|
|
16
22
|
* at word boundaries and marked with `…` on the sides that were trimmed.
|
|
17
23
|
*/
|
|
18
24
|
export declare function highlightSnippet(content: string, offsetGroups?: number[][], length?: number): string | undefined;
|
|
25
|
+
type RankedMatch = ReturnType<SearchEngine['search']>[number];
|
|
26
|
+
/**
|
|
27
|
+
* `ranked` with the `pinned` documents first: the ranked ones in rank order, then the
|
|
28
|
+
* others, which do not hold the words, in id order. Each pinned match ranks above every
|
|
29
|
+
* other match.
|
|
30
|
+
*/
|
|
31
|
+
export declare function pinFirst(ranked: readonly RankedMatch[], pinned: readonly number[]): RankedMatch[];
|
|
19
32
|
/**
|
|
20
33
|
* The SQL postings search store: documents, a term dictionary and per-field postings live
|
|
21
34
|
* in plain tables; queries pull the postings of the documents holding every query word and
|
|
@@ -26,3 +39,4 @@ export declare function highlightSnippet(content: string, offsetGroups?: number[
|
|
|
26
39
|
* terms, before the postings are read.
|
|
27
40
|
*/
|
|
28
41
|
export declare function createPostingsSearchStore(database: ContentLayerDatabase): SearchStore;
|
|
42
|
+
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{SEARCH_GROUP_FACET_FIELD as e,SEARCH_TEAMS_FACET_FIELD as t,SEARCH_VERSION_FACET_FIELD as n}from"../../../shared/search/facets.js";import{batchValues as r,normalizeBatchSize as i}from"../../database/connection.js";import{searchDocuments as a,searchFacets as o,searchFragmentParents as s,searchFragmentPostings as c,searchFragmentUsages as l,searchFragments as u,searchPostings as d,searchVocab as f}from"../../database/schema.js";import{teamBlockSectionKey as p}from"../../markdown/search/to-sections.js";import{refreshTermDocCounts as m,selectTermIdsOfDocuments as h,selectTermIdsOfFragments as g}from"../../database/search-vocab.js";import{SearchEngine as _}from"../engine/core/search-engine.js";import{PATH_SEGMENT_SEPARATOR as v,indexedPathSegments as y,indexedPathText as b,splitIndexedPath as x}from"./path-field.js";import{descriptionOffsetGroups as S,highlightFragment as C,indexedFragmentText as w,splitAnchor as T}from"./fragment-field.js";import{createPostingsTermLookup as E,wordOffsets as D}from"./term-lookup.js";import{optionalTokens as O}from"../stopwords.js";import{tokenizeSearchContent as k,tokenizeSearchQuery as ee}from"../tokenize.js";import{maxEditsForToken as A,pickCorrection as j}from"./typo-correction.js";import"../store.js";import{and as M,asc as N,between as P,desc as F,eq as I,exists as L,gte as R,inArray as z,lt as B,lte as V,ne as H,notExists as te,notInArray as ne,or as re,sql as U}from"drizzle-orm";import{alias as ie,unionAll as W}from"drizzle-orm/sqlite-core";const ae=/* @__PURE__ */ new Set([e]),G=[{name:`title`,weight:2},{name:`text`,weight:1},{name:`path`,weight:1}],oe={name:`parameters`,weight:1};function se(e,t,n,r){let i=k(t.title),a=k(t.text),o=k(b(t.path,t.title)),s=t.path||t.badges||t.product||t.version||t.isAdditionalOperation?{path:t.path,badges:t.badges,product:t.product,version:t.version,isAdditionalOperation:t.isAdditionalOperation}:null;return{fields:{title:i,text:a,path:o},facets:t.facets??{},row:{entityKey:e,docKey:t.docKey,routeSlug:t.routeSlug,locale:t.locale??``,anchor:t.anchor??null,title:t.title,text:t.text,titleTokens:i.length,textTokens:a.length,pathTokens:o.length,sourceHash:n,pluginVersion:r,groupKey:t.groupKey||null,httpMethod:t.httpMethod??null,httpPath:t.httpPath??null,deprecated:+!!t.deprecated,extra:s}}}function ce(e){let t=new Map(e.docs.map(e=>[e.docKey,e.locale??``])),n=(e.uses??[]).filter(e=>t.has(e.docKey)),r=/* @__PURE__ */ new Map;for(let e of n)r.has(e.fragmentKey)||r.set(e.fragmentKey,t.get(e.docKey)??``);let i=[],a=/* @__PURE__ */ new Set;for(let t of e.fragments??[]){let e=r.get(t.fragmentKey);e===void 0||a.has(t.fragmentKey)||(a.add(t.fragmentKey),i.push({fragment:t,locale:e,tokens:k(w(t))}))}let o=/* @__PURE__ */ new Map;for(let e of n){if(!a.has(e.fragmentKey))continue;let t=JSON.stringify([e.docKey,e.fragmentKey]);o.has(t)||o.set(t,e)}let s=/* @__PURE__ */ new Map;for(let e of o.values()){let t=e.path??[],{prefix:n,tail:r}=T(e.anchor),i=JSON.stringify([e.docKey,e.place,t,n]),a=s.get(i);a||(a={docKey:e.docKey,place:e.place,path:t,anchorPrefix:n,uses:[]},s.set(i,a)),a.uses.push({fragmentKey:e.fragmentKey,anchorTail:r})}return{entityKey:e.entityKey,docs:e.docs.map(t=>se(e.entityKey,t,e.sourceHash,e.pluginVersion)),fragments:i,parents:[...s.values()]}}function le(e){let t={fragmentKey:e.fragmentKey,name:e.name,description:e.description};return e.example&&(t.example=e.example),e.enumValues&&e.enumValues.length>0&&(t.enum=e.enumValues),t}const K=(e,t)=>JSON.stringify([e,t]),q=(e,t)=>JSON.stringify([e,t]);async function ue(e,t){let n=e.select({id:a.id}).from(a).where(z(a.entityKey,[...t])),r=e.select({id:u.id}).from(u).where(z(u.entityKey,[...t])),i=[...await h(e,n.getSQL()),...await g(e,r.getSQL())];return await e.delete(d).where(z(d.docId,n)),await e.delete(o).where(z(o.docId,n)),await e.delete(c).where(z(c.fragmentId,r)),await e.delete(s).where(z(s.docId,n)),await e.delete(l).where(z(l.fragmentId,r)),await e.delete(u).where(z(u.entityKey,[...t])),i}function de(e,t){if(e.length<=t)return e;let n=e.lastIndexOf(` `,t);return`${e.slice(0,n>0?n:t)}…`}function J(e){let t=[];return e.forEach(([e,...n],r)=>{for(let i of n)t.push({start:i,end:i+(e??0),word:r})}),t.sort((e,t)=>e.start-t.start||t.end-e.end)}function Y(e,t,n,r){let i=``,a=n;for(let{start:n,end:o}of t)n<a||o>r||(i+=`${e.slice(a,n)}<mark>${e.slice(n,o)}</mark>`,a=o);return i+e.slice(a,r)}function X(e,t){if(t?.length)return Y(e,J(t),0,e.length)}function fe(e,t,n,r){if(e===void 0||e.length<2)return;let i=y(e,t),a=i.length<e.length,o=X(i.join(v),n),s=a?r:void 0;if(o===void 0&&s===void 0)return;let c=o===void 0?[...i]:x(o);return a?[...c,s??t]:c}function Z(e,t,n=200){if(!t?.length)return;let r=J(t);if(r.length===0||e.length<=n)return Y(e,r,0,e.length);let i={first:0,last:0,words:0,matches:0};for(let e=0;e<r.length;e++){let t=r[e].start+n,a=/* @__PURE__ */ new Set,o=e;for(let n=e;n<r.length&&r[n].end<=t;n++)a.add(r[n].word),o=n;let s=o-e+1;(a.size>i.words||a.size===i.words&&s>i.matches)&&(i={first:e,last:o,words:a.size,matches:s})}let a=r[i.first].start,o=r[i.last].end,s=Math.max(0,Math.min(a-Math.floor((n-(o-a))/2),e.length-n)),c=Math.min(e.length,s+n);if(s>0){let t=e.lastIndexOf(` `,s);s=t===-1?0:Math.min(t+1,a)}if(c<e.length){let t=e.indexOf(` `,c);c=t===-1?e.length:Math.max(t,o)}let l=Y(e,r,s,c);return`${s>0?`…`:``}${l}${c<e.length?`…`:``}`}async function pe(e,t,n){let[r]=await e.select({max:U`max(${n})`}).from(t);return Number(r?.max??0)}function me(h){let g=i(void 0);async function v(e,t){let n=t.map(e=>e.entityKey),i=[];for(let t of r(n,g)){for(let n of await ue(e,t))i.push(n);await e.delete(a).where(z(a.entityKey,t))}let p=t.flatMap(e=>e.docs);if(p.length===0){await m(e,i);return}for(let t of r(p,g))await e.insert(a).values(t.map(e=>e.row));let h=/* @__PURE__ */ new Map;for(let t of r(n,g)){let n=await e.select({id:a.id,entityKey:a.entityKey,docKey:a.docKey}).from(a).where(z(a.entityKey,t));for(let e of n)h.set(K(e.entityKey,e.docKey),e.id)}let _=/* @__PURE__ */ new Map,v=(e,t)=>JSON.stringify([e,t]),y=await pe(e,u,u.id)+1,b=[];for(let e of t)for(let{fragment:t,locale:n}of e.fragments){let r=y++;_.set(v(e.entityKey,t.fragmentKey),r),b.push({id:r,entityKey:e.entityKey,fragmentKey:t.fragmentKey,locale:n,name:t.name,description:t.description??``,example:t.example??null,enumValues:t.enum??null})}let x=await pe(e,s,s.id)+1,S=[],C=[];for(let e of t)for(let t of e.parents){let n=h.get(K(e.entityKey,t.docKey));if(n===void 0)continue;let r=x++;S.push({id:r,docId:n,place:t.place,path:t.path,anchorPrefix:t.anchorPrefix});for(let i of t.uses){let t=_.get(v(e.entityKey,i.fragmentKey));t!==void 0&&C.push({fragmentId:t,docId:n,parentId:r,anchorTail:i.anchorTail})}}for(let t of r(b,g))await e.insert(u).values(t);for(let t of r(S,g))await e.insert(s).values(t);for(let t of r(C,g))await e.insert(l).values(t);let w=/* @__PURE__ */ new Map,T=e=>{let t=w.get(e);return t||(t=/* @__PURE__ */ new Set,w.set(e,t)),t};for(let e of p){let t=T(e.row.locale??``);for(let n of G)for(let r of e.fields[n.name].tokens)t.add(r.value)}for(let e of t)for(let{locale:t,tokens:n}of e.fragments){let e=T(t);for(let t of n.tokens)e.add(t.value)}let E=/* @__PURE__ */ new Map;for(let[t,n]of w)for(let i of r([...n],g)){await e.insert(f).values(i.map(e=>({term:e,locale:t}))).onConflictDoNothing();let n=await e.select({id:f.id,term:f.term}).from(f).where(M(I(f.locale,t),z(f.term,i)));for(let e of n)E.set(q(t,e.term),e.id)}let D=[];for(let e of p){let t=h.get(K(e.row.entityKey,e.row.docKey));if(t!==void 0)for(let n of G)for(let r of e.fields[n.name].tokens){let i=E.get(q(e.row.locale??``,r.value));i!==void 0&&D.push({termId:i,field:n.name,docId:t,offsets:JSON.stringify(r.offsets)})}}for(let t of r(D,g))await e.insert(d).values(t);let O=[];for(let e of t)for(let{fragment:t,locale:n,tokens:r}of e.fragments){let i=_.get(v(e.entityKey,t.fragmentKey));if(i!==void 0)for(let e of r.tokens){let t=E.get(q(n,e.value));t!==void 0&&O.push({termId:t,fragmentId:i,offsets:JSON.stringify(e.offsets)})}}for(let t of r(O,g))await e.insert(c).values(t);let k=[];for(let e of p){let t=h.get(K(e.row.entityKey,e.row.docKey));if(t!==void 0)for(let[n,r]of Object.entries(e.facets))for(let e of r)k.push({docId:t,field:n,value:e})}for(let t of r(k,g))await e.insert(o).values(t);await m(e,[...i,...E.values()])}let y=e=>e===void 0?void 0:z(f.locale,[...e]);function b(e,t){return h.db.select({id:f.id,term:f.term}).from(f).where(M(e,y(t))).orderBy(F(f.docCount),N(f.term)).limit(50)}let x=(e,t)=>b(M(R(f.term,e),V(f.term,`${e}\uffff`)),t);async function w(e,t){let n=A(e),r=e.codePointAt(0);if(n===0||r===void 0||r>=1114111)return[];let i=[...e].length,a=await h.db.select({id:f.id,term:f.term,docCount:f.docCount}).from(f).where(M(y(t),R(f.term,String.fromCodePoint(r)),B(f.term,String.fromCodePoint(r+1)),P(U`length(${f.term})`,i-n,i+n))).orderBy(F(f.docCount),N(f.term)).limit(2e3),o=/* @__PURE__ */ new Map;for(let{id:e,term:t,docCount:n}of a){let r=o.get(t);r?(r.docCount+=n,r.ids.push(e)):o.set(t,{term:t,docCount:n,ids:[e]})}let s=j(e,[...o.values()]);return s===null?[]:(o.get(s)?.ids??[]).map(e=>({id:e,term:s}))}async function T(e,t,n){let r=e.length-1,i=(e,n)=>t.has(e)&&n!==r,a=(e,t)=>t===r||t>r-3&&e.length>=3,[o,s]=await Promise.all([h.db.select({id:f.id,term:f.term}).from(f).where(M(z(f.term,e),y(n))),Promise.all(e.map(async(e,t)=>!i(e,t)&&a(e,t)?x(e,n):[]))]);return Promise.all(e.map(async(e,t)=>{let c=o.filter(t=>t.term===e);if(i(e,t))return k(e,c,!0);let l=[...c,...s[t]??[]];if(l.length>0)return k(e,l);let u=await w(e,n),d=u[0]?.term;if(d!==void 0){let e=a(d,t)?await x(d,n):[];return k(d,[...u,...e])}let p=t===r&&e.length>=3?await b(U`instr(${f.term}, ${e}) > 0`,n):[];return k(e,p)}))}let k=(e,t,n=!1)=>({word:e,ids:[...new Set(t.map(e=>e.id))],terms:new Set(t.map(e=>e.term)),optional:n});function se(e){let t=/* @__PURE__ */ new Set,n=[];for(let r of[...e].reverse())t.has(r.word)||(t.add(r.word),n.push(r));return n.reverse()}let J=()=>({hits:[],facetCounts:{}});function Y(e,t){let n=Math.max(0,Math.trunc(e.offset??0));return{offset:n,end:Math.min(n+t,500)}}function me(e){let t=e?.trim().toLowerCase();if(t)return e=>e.toLowerCase().startsWith(t)}let he=e=>(e.filter??[]).filter(e=>e.values.length>0),Q=ie(o,`carried`),$=(e,t)=>t.length===0?U`0`:L(h.db.select({one:U`1`}).from(Q).where(M(I(Q.docId,a.id),I(Q.field,e),z(Q.value,[...t]))));function ge(e,r){let i=[];e.locales!==void 0&&i.push(z(a.locale,[...e.locales]));let{candidates:o}=e;if(o!==void 0&&(r===void 0||o.lifted!==r)&&i.push(z(a.id,o.ids)),e.teams!==void 0&&i.push($(t,[...new Set(e.teams.map(e=>e.toLowerCase()))])),e.versions!==void 0){let t=te(h.db.select({one:U`1`}).from(Q).where(M(I(Q.docId,a.id),I(Q.field,n)))),r=[...new Set(e.versions)];i.push(r.length===0?t:re(t,$(n,r)))}for(let t of e.selections)t.field!==r&&i.push($(t.field,t.values));return i}async function _e(e){let t=await h.db.select({id:a.id,titleTokens:a.titleTokens,textTokens:a.textTokens,pathTokens:a.pathTokens,groupKey:a.groupKey,entityKey:a.entityKey,docKey:a.docKey}).from(a).where(M(...ge(e)));return new Map(t.map(({id:e,...t})=>[e,t]))}async function ve(e,t,n){return h.db.select({field:o.field,value:o.value,count:U`count(*)`}).from(a).crossJoin(o).where(M(I(o.docId,a.id),z(o.field,[...t]),...ge(e,n))).groupBy(o.field,o.value)}let ye=(e,t)=>h.db.select({docId:o.docId}).from(o).where(M(I(o.field,e),z(o.value,[...t])));function be(e,r){let i=o.docId,s=[];if(e.locales!==void 0&&s.push(z(i,h.db.select({id:a.id}).from(a).where(z(a.locale,[...e.locales])))),e.teams!==void 0){let n=[...new Set(e.teams.map(e=>e.toLowerCase()))];s.push(n.length===0?U`0`:z(i,ye(t,n)))}if(e.versions!==void 0){let t=ne(i,h.db.select({docId:o.docId}).from(o).where(I(o.field,n))),r=[...new Set(e.versions)];s.push(r.length===0?t:re(t,z(i,ye(n,r))))}for(let t of e.selections)t.field!==r&&s.push(z(i,ye(t.field,t.values)));return s}async function xe(e,t,n){return h.db.select({field:o.field,value:o.value,count:U`count(*)`}).from(o).where(M(z(o.field,[...t]),...be(e,n))).groupBy(o.field,o.value)}async function Se(e,t,n){let r=[...new Set(t)],i=r.filter(t=>e.candidates!==void 0&&e.candidates.lifted!==t),a=r.filter(e=>!i.includes(e)),o=new Set(e.selections.map(e=>e.field)),s=e=>{let t=e.filter(e=>!o.has(e));return[...t.length>0?[{fields:t,lift:void 0}]:[],...e.filter(e=>o.has(e)).map(e=>({fields:[e],lift:e}))]},c=(await Promise.all([...s(i).map(t=>ve(e,t.fields,t.lift)),...s(a).map(t=>xe(e,t.fields,t.lift))])).flat(),l=me(n),u={};for(let e of r)u[e]=c.filter(t=>t.field===e&&(l===void 0||l(t.value))).map(e=>({value:e.value,count:Number(e.count)})).sort((e,t)=>t.count-e.count||(e.value<t.value?-1:1)).slice(0,ae.has(e)?void 0:25);return u}async function Ce(e){let t=/* @__PURE__ */ new Map;for(let n of r(e,g)){let e=await h.db.select().from(a).where(z(a.id,n));for(let n of e)t.set(n.id,n)}return t}async function we(e,t){let n=[];for(let i of r(e,g)){let e=await h.db.select({field:d.field,term:f.term,docId:d.docId,offsets:d.offsets}).from(d).innerJoin(f,I(f.id,d.termId)).where(M(z(d.termId,i),t===void 0?void 0:z(d.docId,t)));for(let t of e)n.push(t)}return n}function Te(e,t){let n=h.db.select({docId:d.docId,termId:d.termId}).from(d).where(M(z(d.termId,e),H(d.field,`path`))),r=h.db.select({docId:l.docId,termId:c.termId}).from(c).innerJoin(l,I(l.fragmentId,c.fragmentId)).where(z(c.termId,e)),i=W(n,r).as(`occurrences`),a=h.db.select({docId:i.docId}).from(i);if(t===void 0)return a;let o=U.join(t.map(e=>U`max(case when ${z(i.termId,[...e])} then 1 else 0 end)`),U` + `);return a.groupBy(i.docId).having(U`${o} = ${t.length}`)}async function Ee(e){let t=(e,t)=>{let n=h.db.select({docId:d.docId}).from(d).where(M(z(d.termId,[...t]),H(d.field,`path`))),r=h.db.select({docId:l.docId}).from(c).innerJoin(l,I(l.fragmentId,c.fragmentId)).where(z(c.termId,[...t])),i=W(n,r).as(`reached`);return h.db.select({word:U`${e}`.as(`word`),count:U`count(distinct ${i.docId})`.as(`count`)}).from(i)},n=e.flatMap((e,n)=>e.length===0?[]:[t(n,e)]),r=e.map(()=>0);if(n.length===0)return r;let i=n.length===1?await n[0]:await W(...n);for(let e of i)r[Number(e.word)]=Number(e.count);return r}async function De(e,t){let n=[];for(let i of r(e,g)){let e=await h.db.select({term:f.term,fragmentId:c.fragmentId,offsets:c.offsets,docId:l.docId}).from(c).innerJoin(f,I(f.id,c.termId)).innerJoin(l,I(l.fragmentId,c.fragmentId)).where(M(z(c.termId,i),t===void 0?void 0:z(U`+${l.docId}`,t)));for(let t of e)n.push(t)}return n}function Oe(e){let t=/* @__PURE__ */ new Map;return e.map(e=>{let n=`${e.docId}\u0000${e.fragmentId}`,r=t.get(n);r===void 0&&t.set(n,r=t.size);let i=r*1e6,a=JSON.parse(e.offsets).map(e=>i+e);return{term:e.term,docId:e.docId,offsets:JSON.stringify(a)}})}function ke(e,t){let n=/* @__PURE__ */ new Map;for(let r of e){let e=n.get(r.docId);e||n.set(r.docId,e=/* @__PURE__ */ new Map);let i=e.get(r.fragmentId);i||(i={fragmentId:r.fragmentId,score:0,offsetGroups:[]},e.set(r.fragmentId,i));let a=JSON.parse(r.offsets);i.score+=a.length;for(let{word:e,terms:n}of t)n.has(r.term)&&i.offsetGroups.push([e.length,...D(e,r.term,a)])}let r=/* @__PURE__ */ new Map;for(let[e,t]of n){let n;for(let e of t.values())(n===void 0||e.score>n.score)&&(n=e);n&&r.set(e,{fragmentId:n.fragmentId,offsetGroups:n.offsetGroups})}return r}async function Ae(e){let t=/* @__PURE__ */ new Map;for(let n of r([...new Set(e)],g)){let e=await h.db.select().from(u).where(z(u.id,n));for(let n of e)t.set(n.id,le(n))}return t}async function je(e){let t=/* @__PURE__ */ new Map;if(e.size===0)return t;let n=await h.db.select({docId:l.docId,fragmentId:l.fragmentId,anchorTail:l.anchorTail,place:s.place,path:s.path,anchorPrefix:s.anchorPrefix}).from(l).innerJoin(s,I(s.id,l.parentId)).where(M(z(l.docId,[...e.keys()]),z(l.fragmentId,[...new Set([...e.values()].map(e=>e.fragmentId))])));for(let r of n)e.get(r.docId)?.fragmentId===r.fragmentId&&t.set(r.docId,{place:r.place,path:r.path,anchor:r.anchorPrefix+r.anchorTail});return t}async function Me(e){let[t]=await h.db.select({total:U`count(*)`,averageTitle:U`avg(${a.titleTokens})`,averageText:U`avg(${a.textTokens})`,averagePath:U`avg(nullif(${a.pathTokens}, 0))`}).from(a).where(e===void 0?void 0:z(a.locale,[...e]));return t}async function Ne(t,n,r){let{locales:i}=n,a=se(t),o=a.filter(e=>!e.optional).map(e=>e.ids).filter(e=>e.length>0),s=[...new Set(o.flat())];if(s.length===0)return J();let c=a.filter(e=>e.optional).flatMap(e=>e.ids),l=[.../* @__PURE__ */ new Set([...s,...c])],u=a.map(e=>e.word),d=new Set(a.filter(e=>e.optional).map(e=>e.word)),f=e=>({locales:i,candidates:{ids:e},teams:n.teams,versions:n.versions,selections:he(n)}),m=Te(s,o),h=Te(s),g=e=>Se(e,n.countFields??[],n.countValuePrefix);if(n.countOnly){let e=await g(f(m));return{hits:[],facetCounts:Object.values(e).every(e=>e.length===0)&&o.length>1?await g(f(h)):e}}let v=Promise.all([Me(i),Ee(a.map(e=>e.ids))]),y=(e,t)=>Promise.all([g(f(e)),_e(f(e)),we(l,t?e:void 0),De(s,t?e:void 0)]),[b,x,w,T]=await y(m,!0);x.size===0&&o.length>1&&([b,x,w,T]=await y(h,c.length>0));let[D,O]=await v;if(x.size===0||w.length===0&&T.length===0)return{hits:[],facetCounts:b};let k=new Map(a.map((e,t)=>[e.word,O[t]??0])),ee=new Set([...w,...T].map(e=>e.docId)),A=Y(n,r),j=(e,t)=>({totalDocuments:D?.total??0,averageDocumentLength:t??0,getDocumentLength:t=>x.get(t)?.[e]??0}),M=new _({limit:ee.size,fields:[{name:`title`,weight:G[0].weight,lookup:E(w.filter(e=>e.field===`title`)),corpusStats:j(`titleTokens`,D?.averageTitle??null)},{name:`text`,weight:G[1].weight,lookup:E(w.filter(e=>e.field===`text`)),corpusStats:j(`textTokens`,D?.averageText??null)},{name:`path`,weight:G[2].weight,lookup:E(w.filter(e=>e.field===`path`)),corpusStats:j(`pathTokens`,D?.averagePath??null),countsTowardFrequency:!1},{name:oe.name,weight:oe.weight,lookup:E(Oe(T)),corpusStats:{totalDocuments:D?.total??0,averageDocumentLength:1,getDocumentLength:()=>1}}]}),N=/* @__PURE__ */ new Set,P=/* @__PURE__ */ new Map,F=M.search(u.join(` `),{optional:d,documentFrequencies:k,terms:new Map(a.map(e=>[e.word,e.terms]))}).filter(e=>{let t=x.get(e.id);if(t===void 0)return!1;let n=K(t.entityKey,p(t.docKey));return N.has(n)?(t.groupKey!==null&&P.set(t.groupKey,(P.get(t.groupKey)??0)+1),!1):(N.add(n),!0)}),I=b[e];I!==void 0&&P.size>0&&(b[e]=I.map(({value:e,count:t})=>({value:e,count:t-(P.get(e)??0)})).filter(({count:e})=>e>0));let L=n.perGroup,R=/* @__PURE__ */ new Map,z=L===void 0?F.slice(A.offset,A.end):F.filter(e=>{let t=x.get(e.id)?.groupKey??null,n=R.get(t)??0;return R.set(t,n+1),n<L}),B=new Set(z.map(e=>e.id)),V=ke(T.filter(e=>B.has(e.docId)),a),[H,te,ne]=await Promise.all([Ce([...B]),Ae([...V.values()].map(e=>e.fragmentId)),je(V)]);return{hits:z.flatMap(e=>{let t=H.get(e.id);if(!t)return[];let n=t=>e.fields.find(e=>e.name===t),r=e=>n(e)?.offsets,i={},a=X(t.title,r(`title`)),o=Z(t.text,r(`text`)),s=fe(t.extra?.path,t.title,r(`path`),a);a!==void 0&&(i.title=a),o!==void 0&&(i.text=o),s!==void 0&&(i.path=s);let c=V.get(e.id),l=c?te.get(c.fragmentId):void 0,u=ne.get(e.id),f={...t,rank:e.rank,highlight:i};if(c===void 0||l===void 0||u===void 0)return[f];let p=C(l,u,c.offsetGroups),m=l.description??``;return p.description=Z(m,S(l,c.offsetGroups))??de(m,200),i.parameters=[p],[n(`title`)?.tokens.some(e=>!d.has(e))?f:{...f,parameterAnchor:u.anchor}]}),facetCounts:b}}async function Pe(e,t){let n=he(e),[r]=n,i={locales:e.locales,candidates:r&&{ids:h.db.select({docId:o.docId}).from(o).where(M(I(o.field,r.field),z(o.value,[...r.values]))),lifted:r.field},teams:e.teams,versions:e.versions,selections:n},s=await Se(i,e.countFields??[],e.countValuePrefix),c=Y(e,t);return e.countOnly||i.selections.length===0||c.end<=c.offset?{hits:[],facetCounts:s}:{hits:(await h.db.select().from(a).where(M(...ge(i))).orderBy(N(a.routeSlug),N(a.docKey)).limit(c.end-c.offset).offset(c.offset)).map(e=>Object.assign(e,{rank:0,highlight:{}})),facetCounts:s}}return{async replaceSourceDocuments(e,t){if(e.length===0)return;let n=e.map(ce);t?await v(t,n):await h.db.transaction(e=>v(e,n))},async removeSource(e){await h.db.transaction(async t=>{let n=await ue(t,[e]);await t.delete(a).where(I(a.entityKey,e)),await m(t,n)})},async query(e){let t=Math.min(Math.max(1,Math.trunc(e.limit)),500),n=ee(e.q);return n.length===0?Pe(e,t):Ne(await T(n,O(n,e.stopwords),e.locales),e,t)},async readDocuments(e={}){let t=[e.routeSlug===void 0?void 0:I(a.routeSlug,e.routeSlug),e.entityKey===void 0?void 0:I(a.entityKey,e.entityKey)].filter(e=>e!==void 0);return h.db.select().from(a).where(t.length>0?M(...t):void 0).orderBy(N(a.entityKey),N(a.docKey))}}}export{me as createPostingsSearchStore,X as highlightOffsets,fe as highlightPath,Z as highlightSnippet};
|
|
1
|
+
import{SEARCH_GROUP_FACET_FIELD as e,SEARCH_TEAMS_FACET_FIELD as t,SEARCH_VERSION_FACET_FIELD as n}from"../../../shared/search/facets.js";import{routes as r,searchDocuments as i,searchFacets as a,searchFragmentParents as o,searchFragmentPostings as s,searchFragmentUsages as c,searchFragments as l,searchPostings as u,searchVocab as d}from"../../database/schema.js";import{batchValues as f,normalizeBatchSize as p}from"../../database/connection.js";import{teamBlockSectionKey as m}from"../../markdown/search/to-sections.js";import{tokenizeSearchContent as h,tokenizeSearchQuery as g}from"../tokenize.js";import{SEARCH_HIDE_FACET_FIELD as _,SEARCH_PIN_FACET_FIELD as v}from"../keywords.js";import{refreshTermDocCounts as y,selectTermIdsOfDocuments as b,selectTermIdsOfFragments as x}from"../../database/search-vocab.js";import{SearchEngine as ee}from"../engine/core/search-engine.js";import{PATH_SEGMENT_SEPARATOR as S,indexedPathSegments as C,indexedPathText as w,splitIndexedPath as T}from"./path-field.js";import{descriptionOffsetGroups as te,highlightFragment as ne,indexedFragmentText as E,splitAnchor as D}from"./fragment-field.js";import{createPostingsTermLookup as O,wordOffsets as k}from"./term-lookup.js";import{optionalTokens as A}from"../stopwords.js";import{maxEditsForToken as re,pickCorrection as ie}from"./typo-correction.js";import"../store.js";import{and as j,asc as M,between as N,desc as P,eq as F,exists as I,gte as ae,inArray as L,lt as R,lte as oe,ne as z,notExists as B,notInArray as V,or as H,sql as U}from"drizzle-orm";import{alias as se,unionAll as W}from"drizzle-orm/sqlite-core";const ce=/* @__PURE__ */ new Set([e]),G=[{name:`title`,weight:2},{name:`text`,weight:1},{name:`path`,weight:1},{name:`httpPath`,weight:1}],le={name:`parameters`,weight:1},K=Object.fromEntries(G.map(e=>[e.name,e.weight])),ue=/* @__PURE__ */ new Set([`get`,`put`,`post`,`delete`,`options`,`head`,`patch`,`trace`,`query`]),q=/[_.:']/g;function de(e,t){if(!e)return h(``);let n=t?.toLowerCase(),r=n&&ue.has(n)?`${S}${n}`:``,i=h(`${e}${r}`),a=h(`${e.replace(q,` `)}${r}`),o=/* @__PURE__ */ new Map;for(let e of[...i.tokens,...a.tokens]){let t=o.get(e.value)??/* @__PURE__ */ new Set;for(let n of e.offsets)t.add(n);o.set(e.value,t)}return{tokens:[...o].map(([e,t])=>({documentId:0,value:e,offsets:[...t].sort((e,t)=>e-t)})),length:a.length}}function fe(e,t,n,r){let i=h(t.title),a=h(t.text),o=h(w(t.path,t.title)),s=de(t.httpPath,t.httpMethod),c=t.path||t.badges||t.product||t.version||t.isAdditionalOperation?{path:t.path,badges:t.badges,product:t.product,version:t.version,isAdditionalOperation:t.isAdditionalOperation}:null;return{fields:{title:i,text:a,path:o,httpPath:s},facets:t.facets??{},row:{entityKey:e,docKey:t.docKey,routeSlug:t.routeSlug,locale:t.locale??``,anchor:t.anchor??null,title:t.title,text:t.text,titleTokens:i.length,textTokens:a.length,pathTokens:o.length,httpPathTokens:s.length,sourceHash:n,pluginVersion:r,groupKey:t.groupKey||null,httpMethod:t.httpMethod??null,httpPath:t.httpPath??null,deprecated:+!!t.deprecated,extra:c}}}function pe(e){let t=new Map(e.docs.map(e=>[e.docKey,e.locale??``])),n=(e.uses??[]).filter(e=>t.has(e.docKey)),r=/* @__PURE__ */ new Map;for(let e of n)r.has(e.fragmentKey)||r.set(e.fragmentKey,t.get(e.docKey)??``);let i=[],a=/* @__PURE__ */ new Set;for(let t of e.fragments??[]){let e=r.get(t.fragmentKey);e===void 0||a.has(t.fragmentKey)||(a.add(t.fragmentKey),i.push({fragment:t,locale:e,tokens:h(E(t))}))}let o=/* @__PURE__ */ new Map;for(let e of n){if(!a.has(e.fragmentKey))continue;let t=JSON.stringify([e.docKey,e.fragmentKey]);o.has(t)||o.set(t,e)}let s=/* @__PURE__ */ new Map;for(let e of o.values()){let t=e.path??[],{prefix:n,tail:r}=D(e.anchor),i=JSON.stringify([e.docKey,e.place,t,n]),a=s.get(i);a||(a={docKey:e.docKey,place:e.place,path:t,anchorPrefix:n,uses:[]},s.set(i,a)),a.uses.push({fragmentKey:e.fragmentKey,anchorTail:r})}return{entityKey:e.entityKey,docs:e.docs.map(t=>fe(e.entityKey,t,e.sourceHash,e.pluginVersion)),fragments:i,parents:[...s.values()]}}function me(e){let t={fragmentKey:e.fragmentKey,name:e.name,description:e.description};return e.example&&(t.example=e.example),e.enumValues&&e.enumValues.length>0&&(t.enum=e.enumValues),t}const J=(e,t)=>JSON.stringify([e,t]),he=(e,t)=>JSON.stringify([e,t]),ge=[8,16],_e=e=>ge[e.length-1]??50;async function ve(e,t){let n=e.select({id:i.id}).from(i).where(L(i.entityKey,[...t])),r=e.select({id:l.id}).from(l).where(L(l.entityKey,[...t])),d=[...await b(e,n.getSQL()),...await x(e,r.getSQL())];return await e.delete(u).where(L(u.docId,n)),await e.delete(a).where(L(a.docId,n)),await e.delete(s).where(L(s.fragmentId,r)),await e.delete(o).where(L(o.docId,n)),await e.delete(c).where(L(c.fragmentId,r)),await e.delete(l).where(L(l.entityKey,[...t])),d}function ye(e,t){if(e.length<=t)return e;let n=e.lastIndexOf(` `,t);return`${e.slice(0,n>0?n:t)}…`}function Y(e){let t=[];return e.forEach(([e,...n],r)=>{for(let i of n)t.push({start:i,end:i+(e??0),word:r})}),t.sort((e,t)=>e.start-t.start||t.end-e.end)}function X(e,t,n,r){let i=``,a=n;for(let{start:n,end:o}of t)n<a||o>r||(i+=`${e.slice(a,n)}<mark>${e.slice(n,o)}</mark>`,a=o);return i+e.slice(a,r)}function Z(e,t){if(t?.length)return X(e,Y(t),0,e.length)}function be(e,t,n,r){if(e===void 0||e.length<2)return;let i=C(e,t),a=i.length<e.length,o=Z(i.join(S),n),s=a?r:void 0;if(o===void 0&&s===void 0)return;let c=o===void 0?[...i]:T(o);return a?[...c,s??t]:c}function xe(e,t,n=200){if(!t?.length)return;let r=Y(t);if(r.length===0||e.length<=n)return X(e,r,0,e.length);let i={first:0,last:0,words:0,matches:0};for(let e=0;e<r.length;e++){let t=r[e].start+n,a=/* @__PURE__ */ new Set,o=e;for(let n=e;n<r.length&&r[n].end<=t;n++)a.add(r[n].word),o=n;let s=o-e+1;(a.size>i.words||a.size===i.words&&s>i.matches)&&(i={first:e,last:o,words:a.size,matches:s})}let a=r[i.first].start,o=r[i.last].end,s=Math.max(0,Math.min(a-Math.floor((n-(o-a))/2),e.length-n)),c=Math.min(e.length,s+n);if(s>0){let t=e.lastIndexOf(` `,s);s=t===-1?0:Math.min(t+1,a)}if(c<e.length){let t=e.indexOf(` `,c);c=t===-1?e.length:Math.max(t,o)}let l=X(e,r,s,c);return`${s>0?`…`:``}${l}${c<e.length?`…`:``}`}async function Se(e,t,n){let[r]=await e.select({max:U`max(${n})`}).from(t);return Number(r?.max??0)}function Ce(e,t){if(t.length===0)return[...e];let n=new Set(t),r=e.filter(e=>n.has(e.id)),i=new Set(r.map(e=>e.id)),a=t.filter(e=>!i.has(e)).sort((e,t)=>e-t).map(e=>({id:e,rank:0,fields:[]})),o=e[0]?.rank??0,s=[...r,...a];return[...s.map((e,t)=>Object.assign(e,{rank:o+s.length-t})),...e.filter(e=>!n.has(e.id))]}function we(h){let b=p(void 0);async function x(e,t){let n=t.map(e=>e.entityKey),r=[];for(let t of f(n,b)){for(let n of await ve(e,t))r.push(n);await e.delete(i).where(L(i.entityKey,t))}let p=t.flatMap(e=>e.docs);if(p.length===0){await y(e,r);return}for(let t of f(p,b))await e.insert(i).values(t.map(e=>e.row));let m=/* @__PURE__ */ new Map;for(let t of f(n,b)){let n=await e.select({id:i.id,entityKey:i.entityKey,docKey:i.docKey}).from(i).where(L(i.entityKey,t));for(let e of n)m.set(J(e.entityKey,e.docKey),e.id)}let h=/* @__PURE__ */ new Map,g=(e,t)=>JSON.stringify([e,t]),_=await Se(e,l,l.id)+1,v=[];for(let e of t)for(let{fragment:t,locale:n}of e.fragments){let r=_++;h.set(g(e.entityKey,t.fragmentKey),r),v.push({id:r,entityKey:e.entityKey,fragmentKey:t.fragmentKey,locale:n,name:t.name,description:t.description??``,example:t.example??null,enumValues:t.enum??null})}let x=await Se(e,o,o.id)+1,ee=[],S=[];for(let e of t)for(let t of e.parents){let n=m.get(J(e.entityKey,t.docKey));if(n===void 0)continue;let r=x++;ee.push({id:r,docId:n,place:t.place,path:t.path,anchorPrefix:t.anchorPrefix});for(let i of t.uses){let t=h.get(g(e.entityKey,i.fragmentKey));t!==void 0&&S.push({fragmentId:t,docId:n,parentId:r,anchorTail:i.anchorTail})}}for(let t of f(v,b))await e.insert(l).values(t);for(let t of f(ee,b))await e.insert(o).values(t);for(let t of f(S,b))await e.insert(c).values(t);let C=/* @__PURE__ */ new Map,w=e=>{let t=C.get(e);return t||(t=/* @__PURE__ */ new Set,C.set(e,t)),t};for(let e of p){let t=w(e.row.locale??``);for(let n of G)for(let r of e.fields[n.name].tokens)t.add(r.value)}for(let e of t)for(let{locale:t,tokens:n}of e.fragments){let e=w(t);for(let t of n.tokens)e.add(t.value)}let T=/* @__PURE__ */ new Map;for(let[t,n]of C)for(let r of f([...n],b)){await e.insert(d).values(r.map(e=>({term:e,locale:t}))).onConflictDoNothing();let n=await e.select({id:d.id,term:d.term}).from(d).where(j(F(d.locale,t),L(d.term,r)));for(let e of n)T.set(he(t,e.term),e.id)}let te=[];for(let e of p){let t=m.get(J(e.row.entityKey,e.row.docKey));if(t!==void 0)for(let n of G)for(let r of e.fields[n.name].tokens){let i=T.get(he(e.row.locale??``,r.value));i!==void 0&&te.push({termId:i,field:n.name,docId:t,offsets:JSON.stringify(r.offsets)})}}for(let t of f(te,b))await e.insert(u).values(t);let ne=[];for(let e of t)for(let{fragment:t,locale:n,tokens:r}of e.fragments){let i=h.get(g(e.entityKey,t.fragmentKey));if(i!==void 0)for(let e of r.tokens){let t=T.get(he(n,e.value));t!==void 0&&ne.push({termId:t,fragmentId:i,offsets:JSON.stringify(e.offsets)})}}for(let t of f(ne,b))await e.insert(s).values(t);let E=[];for(let e of p){let t=m.get(J(e.row.entityKey,e.row.docKey));if(t!==void 0)for(let[n,r]of Object.entries(e.facets))for(let e of r)E.push({docId:t,field:n,value:e})}for(let t of f(E,b))await e.insert(a).values(t);await y(e,[...r,...T.values()])}let S=e=>e===void 0?void 0:L(d.locale,[...e]);function C(e,t,n=50){return h.db.select({id:d.id,term:d.term}).from(d).where(j(e,S(t))).orderBy(P(d.docCount),M(d.term)).limit(n)}let w=(e,t)=>C(j(ae(d.term,e),oe(d.term,`${e}\uffff`)),t,_e(e));async function T(e,t){let n=re(e),r=e.codePointAt(0);if(n===0||r===void 0||r>=1114111)return[];let i=[...e].length,a=await h.db.select({id:d.id,term:d.term,docCount:d.docCount}).from(d).where(j(S(t),ae(d.term,String.fromCodePoint(r)),R(d.term,String.fromCodePoint(r+1)),N(U`length(${d.term})`,i-n,i+n))).orderBy(P(d.docCount),M(d.term)).limit(2e3),o=/* @__PURE__ */ new Map;for(let{id:e,term:t,docCount:n}of a){let r=o.get(t);r?(r.docCount+=n,r.ids.push(e)):o.set(t,{term:t,docCount:n,ids:[e]})}let s=ie(e,[...o.values()]);return s===null?[]:(o.get(s)?.ids??[]).map(e=>({id:e,term:s}))}async function E(e,t,n){let r=e.length-1,i=(e,n)=>t.has(e)&&n!==r,a=(e,t)=>t===r||t>r-3&&e.length>=3,[o,s]=await Promise.all([h.db.select({id:d.id,term:d.term}).from(d).where(j(L(d.term,e),S(n))),Promise.all(e.map(async(e,t)=>!i(e,t)&&a(e,t)?w(e,n):[]))]);return Promise.all(e.map(async(e,t)=>{let c=o.filter(t=>t.term===e);if(i(e,t))return D(e,c,!0);let l=[...c,...s[t]??[]];if(l.length>0)return D(e,l);let u=await T(e,n),f=u[0]?.term;if(f!==void 0){let e=a(f,t)?await w(f,n):[];return D(f,[...u,...e])}let p=t===r&&e.length>=3?await C(U`instr(${d.term}, ${e}) > 0`,n):[];return D(e,p)}))}let D=(e,t,n=!1)=>({word:e,ids:[...new Set(t.map(e=>e.id))],terms:new Set(t.map(e=>e.term)),optional:n});function ue(e){let t=/* @__PURE__ */ new Set,n=[];for(let r of[...e].reverse())t.has(r.word)||(t.add(r.word),n.push(r));return n.reverse()}let q=()=>({hits:[],facetCounts:{}});function de(e,t){let n=Math.max(0,Math.trunc(e.offset??0));return{offset:n,end:Math.min(n+t,500)}}function fe(e){let t=e?.trim().toLowerCase();if(t)return e=>e.toLowerCase().startsWith(t)}let ge=e=>(e.filter??[]).filter(e=>e.values.length>0),Y=se(a,`carried`),X=(e,t)=>t.length===0?U`0`:I(h.db.select({one:U`1`}).from(Y).where(j(F(Y.docId,i.id),F(Y.field,e),L(Y.value,[...t]))));function we(e){if(e.locales===void 0)return;let t=L(i.locale,[...e.locales]),n=e.canonicalFallback;if(n===void 0)return t;let a=B(h.db.select({one:U`1`}).from(r).where(j(F(r.locale,n.locale),F(r.isFallback,!1),F(r.canonicalSlug,i.routeSlug)))),o=n.translatedPrefixes.length===0?void 0:H(I(h.db.select({one:U`1`}).from(r).where(F(r.slug,i.routeSlug))),j(...n.translatedPrefixes.map(e=>U`substr(${i.routeSlug}, 1, ${e.length+1}) <> ${`${e}/`}`)));return j(t,H(z(i.locale,``),j(a,o)))}function Q(e,r){let a=[we(e)],{candidates:o}=e;if(o!==void 0&&(r===void 0||o.lifted!==r)&&a.push(L(i.id,o.ids)),e.hidden!==void 0&&a.push(V(i.id,e.hidden)),e.teams!==void 0&&a.push(X(t,[...new Set(e.teams.map(e=>e.toLowerCase()))])),e.versions!==void 0){let t=B(h.db.select({one:U`1`}).from(Y).where(j(F(Y.docId,i.id),F(Y.field,n)))),r=[...new Set(e.versions)];a.push(r.length===0?t:H(t,X(n,r)))}for(let t of e.selections)t.field!==r&&a.push(X(t.field,t.values));return a}async function Te(e,t){let n=await h.db.select({id:i.id,titleTokens:i.titleTokens,textTokens:i.textTokens,pathTokens:i.pathTokens,httpPathTokens:i.httpPathTokens,groupKey:i.groupKey,entityKey:i.entityKey,docKey:i.docKey,pinned:(t===void 0?U`0`:U`${L(i.id,t)}`).as(`pinned`)}).from(i).where(j(...Q(e)));return new Map(n.map(({id:e,pinned:t,...n})=>[e,{...n,pinned:Number(t)===1}]))}async function Ee(e,t,n){return h.db.select({field:a.field,value:a.value,count:U`count(*)`}).from(i).crossJoin(a).where(j(F(a.docId,i.id),L(a.field,[...t]),...Q(e,n))).groupBy(a.field,a.value)}let $=(e,t)=>h.db.select({docId:a.docId}).from(a).where(j(F(a.field,e),L(a.value,[...t])));function De(e,r){let o=a.docId,s=[];if(e.locales!==void 0&&s.push(L(o,h.db.select({id:i.id}).from(i).where(we(e)))),e.teams!==void 0){let n=[...new Set(e.teams.map(e=>e.toLowerCase()))];s.push(n.length===0?U`0`:L(o,$(t,n)))}if(e.versions!==void 0){let t=V(o,h.db.select({docId:a.docId}).from(a).where(F(a.field,n))),r=[...new Set(e.versions)];s.push(r.length===0?t:H(t,L(o,$(n,r))))}for(let t of e.selections)t.field!==r&&s.push(L(o,$(t.field,t.values)));return s}async function Oe(e,t,n){return h.db.select({field:a.field,value:a.value,count:U`count(*)`}).from(a).where(j(L(a.field,[...t]),...De(e,n))).groupBy(a.field,a.value)}async function ke(e,t,n){let r=[...new Set(t)],i=r.filter(t=>e.candidates!==void 0&&e.candidates.lifted!==t),a=r.filter(e=>!i.includes(e)),o=new Set(e.selections.map(e=>e.field)),s=e=>{let t=e.filter(e=>!o.has(e));return[...t.length>0?[{fields:t,lift:void 0}]:[],...e.filter(e=>o.has(e)).map(e=>({fields:[e],lift:e}))]},c=(await Promise.all([...s(i).map(t=>Ee(e,t.fields,t.lift)),...s(a).map(t=>Oe(e,t.fields,t.lift))])).flat(),l=fe(n),u={};for(let e of r)u[e]=c.filter(t=>t.field===e&&(l===void 0||l(t.value))).map(e=>({value:e.value,count:Number(e.count)})).sort((e,t)=>t.count-e.count||(e.value<t.value?-1:1)).slice(0,ce.has(e)?void 0:25);return u}async function Ae(e){let t=/* @__PURE__ */ new Map;for(let n of f(e,b)){let e=await h.db.select().from(i).where(L(i.id,n));for(let n of e)t.set(n.id,n)}return t}async function je(e,t){let n=[];for(let r of f(e,b)){let e=await h.db.select({field:u.field,term:d.term,docId:u.docId,offsets:u.offsets}).from(u).innerJoin(d,F(d.id,u.termId)).where(j(L(u.termId,r),t===void 0?void 0:L(u.docId,t)));for(let t of e)n.push(t)}return n}function Me(e,t){let n=h.db.select({docId:u.docId,termId:u.termId}).from(u).where(j(L(u.termId,e),z(u.field,`path`))),r=h.db.select({docId:c.docId,termId:s.termId}).from(s).innerJoin(c,F(c.fragmentId,s.fragmentId)).where(L(s.termId,e)),i=W(n,r).as(`occurrences`),a=h.db.select({docId:i.docId}).from(i);if(t===void 0)return a;let o=U.join(t.map(e=>U`max(case when ${L(i.termId,[...e])} then 1 else 0 end)`),U` + `);return a.groupBy(i.docId).having(U`${o} = ${t.length}`)}async function Ne(e){let t=(e,t)=>{let n=h.db.select({docId:u.docId}).from(u).where(j(L(u.termId,[...t]),z(u.field,`path`))),r=h.db.select({docId:c.docId}).from(s).innerJoin(c,F(c.fragmentId,s.fragmentId)).where(L(s.termId,[...t])),i=W(n,r).as(`reached`);return h.db.select({word:U`${e}`.as(`word`),count:U`count(distinct ${i.docId})`.as(`count`)}).from(i)},n=e.flatMap((e,n)=>e.length===0?[]:[t(n,e)]),r=e.map(()=>0);if(n.length===0)return r;let i=n.length===1?await n[0]:await W(...n);for(let e of i)r[Number(e.word)]=Number(e.count);return r}async function Pe(e,t){let n=[];for(let r of f(e,b)){let e=await h.db.select({term:d.term,fragmentId:s.fragmentId,offsets:s.offsets,docId:c.docId}).from(s).innerJoin(d,F(d.id,s.termId)).innerJoin(c,F(c.fragmentId,s.fragmentId)).where(j(L(s.termId,r),t===void 0?void 0:L(U`+${c.docId}`,t)));for(let t of e)n.push(t)}return n}function Fe(e){let t=/* @__PURE__ */ new Map;return e.map(e=>{let n=`${e.docId}\u0000${e.fragmentId}`,r=t.get(n);r===void 0&&t.set(n,r=t.size);let i=r*1e6,a=JSON.parse(e.offsets).map(e=>i+e);return{term:e.term,docId:e.docId,offsets:JSON.stringify(a)}})}function Ie(e,t){let n=/* @__PURE__ */ new Map;for(let r of e){let e=n.get(r.docId);e||n.set(r.docId,e=/* @__PURE__ */ new Map);let i=e.get(r.fragmentId);i||(i={fragmentId:r.fragmentId,score:0,offsetGroups:[]},e.set(r.fragmentId,i));let a=JSON.parse(r.offsets);i.score+=a.length;for(let{word:e,terms:n}of t)n.has(r.term)&&i.offsetGroups.push([e.length,...k(e,r.term,a)])}let r=/* @__PURE__ */ new Map;for(let[e,t]of n){let n;for(let e of t.values())(n===void 0||e.score>n.score)&&(n=e);n&&r.set(e,{fragmentId:n.fragmentId,offsetGroups:n.offsetGroups})}return r}async function Le(e){let t=/* @__PURE__ */ new Map;for(let n of f([...new Set(e)],b)){let e=await h.db.select().from(l).where(L(l.id,n));for(let n of e)t.set(n.id,me(n))}return t}async function Re(e){let t=/* @__PURE__ */ new Map;if(e.size===0)return t;let n=await h.db.select({docId:c.docId,fragmentId:c.fragmentId,anchorTail:c.anchorTail,place:o.place,path:o.path,anchorPrefix:o.anchorPrefix}).from(c).innerJoin(o,F(o.id,c.parentId)).where(j(L(c.docId,[...e.keys()]),L(c.fragmentId,[...new Set([...e.values()].map(e=>e.fragmentId))])));for(let r of n)e.get(r.docId)?.fragmentId===r.fragmentId&&t.set(r.docId,{place:r.place,path:r.path,anchor:r.anchorPrefix+r.anchorTail});return t}async function ze(e){let[t]=await h.db.select({total:U`count(*)`,averageTitle:U`avg(${i.titleTokens})`,averageText:U`avg(${i.textTokens})`,averagePath:U`avg(nullif(${i.pathTokens}, 0))`,averageHttpPath:U`avg(nullif(${i.httpPathTokens}, 0))`}).from(i).where(e===void 0?void 0:L(i.locale,[...e]));return t}async function Be(e){let t=/* @__PURE__ */ new Set;for(let n=0;n<e.length;n++){let r=Math.min(e.length,n+10);for(let i=n+1;i<=r;i++)t.add(e.slice(n,i).join(` `))}let n=[...t],r=await h.db.selectDistinct({field:a.field}).from(a).where(j(L(a.field,[v,_]),L(a.value,n))),i=e=>r.some(t=>t.field===e),o=i(`redocly_hide`)?$(_,n):void 0;if(!i(`redocly_pin`))return o?{hidden:o}:{};let s=h.db.select({docId:a.docId}).from(a).where(j(F(a.field,v),L(a.value,n)));return o?{pinned:s,hidden:o}:{pinned:s}}async function Ve(e){return(await h.db.select({id:i.id}).from(i).where(j(...Q(e))).limit(1)).length>0}async function He(t,n,r,i){let{locales:a}=r,o=ue(t),s=o.filter(e=>!e.optional).map(e=>e.ids).filter(e=>e.length>0),c=[...new Set(s.flat())];if(c.length===0&&n.pinned===void 0)return q();let l=o.filter(e=>e.optional).flatMap(e=>e.ids),u=[.../* @__PURE__ */ new Set([...c,...l])],d=o.map(e=>e.word),f=new Set(o.filter(e=>e.optional).map(e=>e.word)),{pinned:p}=n,h=e=>p===void 0?e:U`(select doc_id from ${e} union select doc_id from ${p})`,g=e=>({locales:a,canonicalFallback:r.canonicalFallback,candidates:{ids:e},hidden:n.hidden,teams:r.teams,versions:r.versions,selections:ge(r)}),_=Me(c,s.length>0?s:void 0),v=Me(c),y=e=>ke(e,r.countFields??[],r.countValuePrefix),b=p!==void 0&&s.length>1?Ve(g(_)):void 0;if(r.countOnly){let[e,t]=await Promise.all([y(g(h(_))),b]),n=Object.values(e).every(e=>e.length===0);return c.length===0&&n?q():{hits:[],facetCounts:s.length>1&&!(t??!n)?await y(g(h(v))):e}}let x=Promise.all([ze(a),Ne(o.map(e=>e.ids))]),S=(e,t)=>{let n=h(e);return Promise.all([y(g(n)),Te(g(n),p),je(u,t?n:void 0),Pe(c,t?n:void 0)])},[C,w]=await Promise.all([S(_,!0),b]),[T,E,D,k]=C;!(w??E.size>0)&&s.length>1&&([T,E,D,k]=await S(v,l.length>0));let[A,re]=await x,ie=[...E].filter(([,e])=>e.pinned).map(([e])=>e);if(ie.length===0&&(E.size===0||D.length===0&&k.length===0))return c.length===0?q():{hits:[],facetCounts:T};let j=new Map(o.map((e,t)=>[e.word,re[t]??0])),M=new Set([...D,...k].map(e=>e.docId)),N=de(r,i),P=(e,t)=>({totalDocuments:A?.total??0,averageDocumentLength:t??0,getDocumentLength:t=>E.get(t)?.[e]??0}),F=/* @__PURE__ */ new Map;for(let e of D){let t=F.get(e.field);t?t.push(e):F.set(e.field,[e])}let I=e=>F.get(e)??[],ae=new ee({limit:M.size,fields:[{name:`title`,weight:K.title,lookup:O(I(`title`)),corpusStats:P(`titleTokens`,A?.averageTitle??null)},{name:`text`,weight:K.text,lookup:O(I(`text`)),corpusStats:P(`textTokens`,A?.averageText??null)},{name:`path`,weight:K.path,lookup:O(I(`path`)),corpusStats:P(`pathTokens`,A?.averagePath??null),countsTowardFrequency:!1},{name:`httpPath`,weight:K.httpPath,lookup:O(I(`httpPath`)),corpusStats:P(`httpPathTokens`,A?.averageHttpPath??null)},{name:le.name,weight:le.weight,lookup:O(Fe(k)),corpusStats:{totalDocuments:A?.total??0,averageDocumentLength:1,getDocumentLength:()=>1}}]}),L=/* @__PURE__ */ new Set,R=/* @__PURE__ */ new Map,oe=Ce(ae.search(d.join(` `),{optional:f,documentFrequencies:j,terms:new Map(o.map(e=>[e.word,e.terms]))}),ie).filter(e=>{let t=E.get(e.id);if(t===void 0)return!1;let n=J(t.entityKey,m(t.docKey));return L.has(n)?(t.groupKey!==null&&R.set(t.groupKey,(R.get(t.groupKey)??0)+1),!1):(L.add(n),!0)}),z=T[e];z!==void 0&&R.size>0&&(T[e]=z.map(({value:e,count:t})=>({value:e,count:t-(R.get(e)??0)})).filter(({count:e})=>e>0));let B=r.perGroup,V=/* @__PURE__ */ new Map,H=B===void 0?oe.slice(N.offset,N.end):oe.filter(e=>{let t=E.get(e.id)?.groupKey??null,n=V.get(t)??0;return V.set(t,n+1),n<B}),se=new Set(H.map(e=>e.id)),W=Ie(k.filter(e=>se.has(e.docId)),o),[ce,G,fe]=await Promise.all([Ae([...se]),Le([...W.values()].map(e=>e.fragmentId)),Re(W)]);return{hits:H.flatMap(e=>{let t=ce.get(e.id);if(!t)return[];let n=t=>e.fields.find(e=>e.name===t),r=e=>n(e)?.offsets,i={},a=Z(t.title,r(`title`)),o=xe(t.text,r(`text`)),s=be(t.extra?.path,t.title,r(`path`),a);a!==void 0&&(i.title=a),o!==void 0&&(i.text=o),s!==void 0&&(i.path=s);let c=Z(t.httpPath??``,r(`httpPath`));c?.includes(`<mark>`)&&(i.httpPath=c);let l=W.get(e.id),u=l?G.get(l.fragmentId):void 0,d=fe.get(e.id),p={...t,rank:e.rank,highlight:i};if(l===void 0||u===void 0||d===void 0)return[p];let m=ne(u,d,l.offsetGroups),h=u.description??``;return m.description=xe(h,te(u,l.offsetGroups))??ye(h,200),i.parameters=[m],[n(`title`)?.tokens.some(e=>!f.has(e))?p:{...p,parameterAnchor:d.anchor}]}),facetCounts:T}}async function Ue(e,t){let n=ge(e),[r]=n,o={locales:e.locales,canonicalFallback:e.canonicalFallback,candidates:r&&{ids:h.db.select({docId:a.docId}).from(a).where(j(F(a.field,r.field),L(a.value,[...r.values]))),lifted:r.field},teams:e.teams,versions:e.versions,selections:n},s=await ke(o,e.countFields??[],e.countValuePrefix),c=de(e,t);return e.countOnly||o.selections.length===0||c.end<=c.offset?{hits:[],facetCounts:s}:{hits:(await h.db.select().from(i).where(j(...Q(o))).orderBy(M(i.routeSlug),M(i.docKey)).limit(c.end-c.offset).offset(c.offset)).map(e=>Object.assign(e,{rank:0,highlight:{}})),facetCounts:s}}return{async replaceSourceDocuments(e,t){if(e.length===0)return;let n=e.map(pe);t?await x(t,n):await h.db.transaction(e=>x(e,n))},async removeSource(e){await h.db.transaction(async t=>{let n=await ve(t,[e]);await t.delete(i).where(F(i.entityKey,e)),await y(t,n)})},async query(e){let t=Math.min(Math.max(1,Math.trunc(e.limit)),500),n=g(e.q);if(n.length===0)return Ue(e,t);let r=A(n,e.stopwords),[i,a]=await Promise.all([E(n,r,e.locales),Be(n)]);return He(i,a,e,t)},async readDocuments(e={}){let t=[e.routeSlug===void 0?void 0:F(i.routeSlug,e.routeSlug),e.entityKey===void 0?void 0:F(i.entityKey,e.entityKey)].filter(e=>e!==void 0);return h.db.select().from(i).where(t.length>0?j(...t):void 0).orderBy(M(i.entityKey),M(i.docKey))}}}export{we as createPostingsSearchStore,Z as highlightOffsets,be as highlightPath,xe as highlightSnippet,Ce as pinFirst};
|
|
@@ -7,7 +7,7 @@ import type { SearchFilterInput } from '../../shared/types/search.js';
|
|
|
7
7
|
* facet rows. `facets` is the validated `field -> distinct values` map, reserved fields
|
|
8
8
|
* included (the route's teams among them), and becomes one `search_facets` row per value.
|
|
9
9
|
*/
|
|
10
|
-
export type SearchSourceDocument = Omit<SearchDocument, 'facets'> & {
|
|
10
|
+
export type SearchSourceDocument = Omit<SearchDocument, 'facets' | 'keywords'> & {
|
|
11
11
|
/** The locale of the document's route; `''` for canonical content. */
|
|
12
12
|
locale?: string;
|
|
13
13
|
/** The product whose pages include the document's route. */
|
|
@@ -57,6 +57,17 @@ export type SearchQuery = {
|
|
|
57
57
|
* absent. Each locale is its own partition: its words, completions and corrections.
|
|
58
58
|
*/
|
|
59
59
|
locales?: readonly string[];
|
|
60
|
+
/**
|
|
61
|
+
* For a search of `locale` that also covers the canonical (`''`) documents: a canonical
|
|
62
|
+
* document counts only when `locale` has no translation of its page, which the site then
|
|
63
|
+
* serves under the locale's prefix. A translated route's slug drops the canonical document
|
|
64
|
+
* of the same slug; a slug in `translatedPrefixes` (a translated route that serves its
|
|
65
|
+
* sub-paths, such as an API description) also drops those under it that have no route.
|
|
66
|
+
*/
|
|
67
|
+
canonicalFallback?: {
|
|
68
|
+
locale: string;
|
|
69
|
+
translatedPrefixes: readonly string[];
|
|
70
|
+
};
|
|
60
71
|
/**
|
|
61
72
|
* Words dropped from the query before it is resolved — not required, not loaded, not
|
|
62
73
|
* highlighted — unless the query is made of them alone. None when absent.
|
|
@@ -92,6 +103,8 @@ export type SearchHighlight = {
|
|
|
92
103
|
title?: string;
|
|
93
104
|
text?: string;
|
|
94
105
|
path?: string[];
|
|
106
|
+
/** The stored HTTP path, present when it matched. */
|
|
107
|
+
httpPath?: string;
|
|
95
108
|
/** The one indexed field of the document that matched best (the theme's `ParameterHighlight`). */
|
|
96
109
|
parameters?: SearchParameterHighlight[];
|
|
97
110
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{loadSiteConfig as e,resolveSiteConfig as t}from"../database/site-config.js";import{isRemoteDatabaseUrl as n}from"../database/utils/is-remote-database-url.js";import{openContentLayerDatabase as r,resolveLocalDatabasePath as i}from"../database/connection.js";import{garbageCollectOrphanBlobs as a,getBlob as o}from"../database/blobs.js";import{createEntityStore as s,loadCurrentEntityMetadata as c}from"../database/entity-store.js";import{listAssetSourcePaths as l}from"../database/assets.js";import{loadEntityRecordByKey as u}from"../database/entities.js";import{listProblemsForEntity as d}from"../database/problems.js";import{listRoutePagesByFile as f}from"../database/files.js";import{listStaticFileRecords as p}from"../database/static-files.js";import{createKvStore as m}from"../database/kv.js";export{s as createEntityStore,m as createKvStore,a as garbageCollectOrphanBlobs,o as getBlob,n as isRemoteDatabaseUrl,l as listAssetSourcePaths,d as listProblemsForEntity,f as listRoutePagesByFile,p as listStaticFileRecords,c as loadCurrentEntityMetadata,u as loadEntityRecordByKey,e as loadSiteConfig,r as openContentLayerDatabase,i as resolveLocalDatabasePath,t as resolveSiteConfig};
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export type VersionsYamlConfig = {
|
|
2
|
+
default?: string;
|
|
3
|
+
/** Realm accepts `name` for the display label; `label` is honored too. */
|
|
4
|
+
versions?: Array<string | {
|
|
5
|
+
version: string;
|
|
6
|
+
label?: string;
|
|
7
|
+
name?: string;
|
|
8
|
+
}>;
|
|
9
|
+
};
|
|
10
|
+
export type VersionGroupInfo = {
|
|
11
|
+
versions: string[];
|
|
12
|
+
defaultVersion: string | null;
|
|
13
|
+
labels: Map<string, string>;
|
|
14
|
+
};
|
|
15
|
+
/**
|
|
16
|
+
* Pure core of version-group resolution, shared by the catalog and the
|
|
17
|
+
* sidebar bundler. Without versions.yaml, detected versions sort newest
|
|
18
|
+
* first and the highest is the default. versions.yaml controls order and
|
|
19
|
+
* visibility; its `default` wins, else the last listed version.
|
|
20
|
+
*/
|
|
21
|
+
export declare function computeVersionGroupInfo(detectedUnsorted: readonly string[], config: VersionsYamlConfig | null): VersionGroupInfo;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import{compareVersions as e}from"../../shared/constants/versions.js";function t(t,n){let r=[...t].sort((t,n)=>e(n,t)),i=/* @__PURE__ */ new Map,a=r,o=!1;if(n?.versions&&Array.isArray(n.versions)&&n.versions.length>0){let e=[];for(let t of n.versions){let n=typeof t==`string`?t:t?.version;if(typeof n==`string`&&n.trim()!==``&&(e.push(n),typeof t==`object`)){let e=typeof t.label==`string`?t.label:t.name;typeof e==`string`&&i.set(n,e)}}a=e.filter(e=>r.includes(e)),o=a.length>0}let s=typeof n?.default==`string`&&a.includes(n.default)?n.default:null;return{versions:a,defaultVersion:s??(o?a.at(-1):a[0])??null,labels:i}}export{t as computeVersionGroupInfo};
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import type { ContentLayerDatabase } from '../database/connection.js';
|
|
2
|
-
import { type VersionCatalog
|
|
2
|
+
import { type VersionCatalog } from './resolve.js';
|
|
3
|
+
import type { VersionGroupInfo } from './group-info.js';
|
|
3
4
|
type DatabaseHandle = ContentLayerDatabase['db'];
|
|
4
5
|
/** Raw `?version=` query value of a request URL, or null. */
|
|
5
6
|
export declare function extractRawVersionParam(url: string | undefined): string | null;
|
|
6
7
|
/**
|
|
7
|
-
* The URL of the same page in another version of the group
|
|
8
|
-
*
|
|
9
|
-
*
|
|
10
|
-
*
|
|
11
|
-
* `catalog` when given, else from a new catalog.
|
|
8
|
+
* The URL of the same page in another version of the group; null when that
|
|
9
|
+
* version has no page at the same path. Links to the default version have no
|
|
10
|
+
* version prefix. The group default comes from `catalog` when given, else
|
|
11
|
+
* from a new catalog.
|
|
12
12
|
*/
|
|
13
13
|
export declare function resolveVersionCounterpart(db: DatabaseHandle, route: {
|
|
14
14
|
slug: string;
|
|
@@ -16,21 +16,23 @@ export declare function resolveVersionCounterpart(db: DatabaseHandle, route: {
|
|
|
16
16
|
version: string;
|
|
17
17
|
}, targetVersion: string, options?: {
|
|
18
18
|
catalog?: VersionCatalog;
|
|
19
|
-
exactOnly?: boolean;
|
|
20
19
|
}): Promise<string | null>;
|
|
21
20
|
export type VersionCounterparts = {
|
|
22
21
|
/** Only the versions with a page the viewer may see; a hidden default is `null`. */
|
|
23
22
|
group: VersionGroupInfo;
|
|
23
|
+
/** The public URL of the page shown for each version in `group.versions`, this page's own included. */
|
|
24
|
+
pages: ReadonlyMap<string, string>;
|
|
24
25
|
/** Content entities of the counterpart pages; core `__` dependencies are not content. */
|
|
25
26
|
entityKeys: string[];
|
|
26
27
|
/** The public URL of the page each version in `group` shows, by version. */
|
|
27
28
|
links: Map<string, string>;
|
|
28
29
|
};
|
|
29
30
|
/**
|
|
30
|
-
* The version group of the stored route `slug
|
|
31
|
-
*
|
|
32
|
-
* accepts when the counterpart is missing or rejected. Null when
|
|
33
|
-
* versioned route or `isSlugVisible` rejects it. A rejected page never
|
|
31
|
+
* The version group of the stored route `slug`, and for every other version of the
|
|
32
|
+
* group the public URL and entity keys of its counterpart, or of that version's first
|
|
33
|
+
* page `isSlugVisible` accepts when the counterpart is missing or rejected. Null when
|
|
34
|
+
* `slug` is not a versioned route or `isSlugVisible` rejects it. A rejected page never
|
|
35
|
+
* contributes.
|
|
34
36
|
*/
|
|
35
37
|
export declare function resolveVersionCounterparts(db: DatabaseHandle, slug: string, isSlugVisible: (slug: string) => boolean): Promise<VersionCounterparts | null>;
|
|
36
38
|
export type DefaultVersionAlias<T> =
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{slugifySegment as e}from"../../shared/utils/routes/slugify-segment.js";import{delocalizeRouteSlug as t,toLocaleSlug as n}from"../../shared/utils/l10n.js";import{entities as r,routeDeps as i,routes as a}from"../database/schema.js";import{extractRawQueryParam as o}from"../../shared/utils/routes/extract-raw-query-param.js";import{toPhysicalVersionedSlug as s,toPublicVersionedSlug as c,versionRoutePrefix as l}from"../../shared/constants/versions.js";import{
|
|
1
|
+
import{slugifySegment as e}from"../../shared/utils/routes/slugify-segment.js";import{delocalizeRouteSlug as t,toLocaleSlug as n}from"../../shared/utils/l10n.js";import{entities as r,routeDeps as i,routes as a}from"../database/schema.js";import{extractRawQueryParam as o}from"../../shared/utils/routes/extract-raw-query-param.js";import{toPhysicalVersionedSlug as s,toPublicVersionedSlug as c,versionRoutePrefix as l}from"../../shared/constants/versions.js";import{SIDEBAR_ROUTE_DEP_KEY as u,isCoreRouteDepKey as d}from"../../shared/constants/route-deps.js";import{isTabbedSidebar as f}from"../plugins/internal/sidebar/index.js";import{getVersionCatalog as p,resolveVersionGroupInfo as m}from"./resolve.js";import{and as h,eq as g,inArray as _,ne as v}from"drizzle-orm";function y(e){return o(e,`version`)}async function b(e,t,n,r={}){let i=l(t.versionGroup,t.version);if(!t.slug.startsWith(i))return null;let{defaultVersion:o}=await(r.catalog??await p(e)).groupInfo(t.versionGroup),s=o===n,u=`${l(t.versionGroup,n)}${t.slug.slice(i.length)}`,[d]=await e.select({slug:a.slug}).from(a).where(g(a.slug,u)).limit(1);return d?c(d.slug,t.versionGroup,n,s):null}async function x(e,t,n){let[r]=await e.select({versionGroup:a.versionGroup,version:a.version,locale:a.locale}).from(a).where(g(a.slug,t)).limit(1);if(!r?.versionGroup||!r.version||!n(t))return null;let o={slug:t,versionGroup:r.versionGroup,version:r.version},s=await m(e,o.versionGroup),u=l(o.versionGroup,o.version),f=/* @__PURE__ */ new Map([[o.version,o.slug]]);if(o.slug.startsWith(u)){let t=o.slug.slice(u.length);for(let[r,i]of await S(e,o,t,s,n))f.set(r,i)}let p=[...f].filter(([e])=>e!==o.version).map(([,e])=>e),v=p.length>0?await e.select({key:i.key,target:i.target}).from(i).where(h(_(i.routeSlug,p),g(i.dependencyType,`entity`))):[],y=s.defaultVersion!==null&&f.has(s.defaultVersion)?s.defaultVersion:null;return{group:{versions:s.versions.filter(e=>f.has(e)),defaultVersion:y,labels:new Map([...s.labels].filter(([e])=>f.has(e)))},pages:new Map([...f].map(([e,t])=>[e,c(t,o.versionGroup,e,e===s.defaultVersion)])),entityKeys:v.filter(e=>!d(e.key)).map(e=>e.target),links:new Map([...f].map(([e,t])=>[e,e===y?E(t,o.versionGroup,e,r.locale):t]))}}async function S(e,t,n,r,i){let o=r.versions.filter(e=>e!==t.version).map(e=>({version:e,slug:`${l(t.versionGroup,e)}${n}`}));if(o.length===0)return/* @__PURE__ */ new Map;let s=await e.select({slug:a.slug}).from(a).where(_(a.slug,o.map(e=>e.slug))),c=new Set(s.map(e=>e.slug).filter(e=>i(e))),u=o.filter(e=>!c.has(e.slug)).map(e=>e.version),d=u.length>0?await O(e,t.versionGroup,u,i):/* @__PURE__ */ new Map,f=/* @__PURE__ */ new Map;for(let e of o){let t=c.has(e.slug)?e.slug:d.get(e.version);t!==void 0&&i(t)&&f.set(e.version,t)}return f}async function C(e,n,r){let i=await p(e);if(i.pairs.length===0)return null;let a=await T(e,i,n,``,r);if(a)return a;let o=await w(e,n.split(`/`).find(Boolean)),s=o===void 0?void 0:t(n,o);return o===void 0||s===void 0?null:T(e,i,s,o,r)}async function w(t,n){if(n!==void 0)return(await t.selectDistinct({locale:a.locale}).from(a).where(v(a.locale,``))).find(t=>e(t.locale)===n)?.locale}async function T(e,t,r,i,a){if(t.prefixes.some(({prefix:e})=>r===e||r.startsWith(`${e}/`)))return null;let o=new Set(t.pairs.map(e=>e.versionGroup)),s=r.replace(/^\/+/,``).split(`/`).filter(Boolean);for(let r=s.length;r>=0;--r){let c=r===0?`/`:`/${s.slice(0,r).join(`/`)}`;if(!o.has(c))continue;let u=await t.groupInfo(c);if(!u.defaultVersion)continue;let d=s.slice(r).join(`/`),f=l(c,u.defaultVersion),p=d===``?f:`${f}/${d}`,m=await a(n(p,i));if(m)return{kind:`serve`,loaded:m,versionGroup:c,version:u.defaultVersion,locale:i};if(d===``){let t=await D(e,c,u.defaultVersion),r=t===null?null:n(t,i);if(t&&t!==p&&r&&await a(r))return{kind:`redirect`,to:E(r,c,u.defaultVersion,i)}}}return null}function E(e,r,i,a){let o=a===``?e:t(e,a)??e;return n(c(o,r,i,!0),a)}async function D(e,t,n){return(await O(e,t,[n])).get(n)??null}async function O(e,t,n,o=()=>!0){let s=/* @__PURE__ */ new Map;if(n.length===0)return s;let[c,[l]]=await Promise.all([e.select({slug:a.slug,version:a.version}).from(a).where(h(g(a.versionGroup,t),_(a.version,[...n]),g(a.locale,``))),e.select({target:i.target}).from(i).innerJoin(a,g(i.routeSlug,a.slug)).where(h(g(a.versionGroup,t),_(a.version,[...n]),g(a.locale,``),g(i.key,u),g(i.dependencyType,`entity`))).limit(1)]);if(c.length===0)return s;let d=/* @__PURE__ */ new Map;for(let e of c){if(e.version===null||!o(e.slug))continue;let t=d.get(e.version);t||(t=/* @__PURE__ */ new Set,d.set(e.version,t)),t.add(e.slug)}if(l){let[n]=await e.select({data:r.data}).from(r).where(h(g(r.key,l.target),g(r.isCurrent,1))).limit(1),i=n?.data,a=f(i)?i.tabs:i;Array.isArray(a)&&k(a,t,new Set(d.keys()),d,s)}for(let[e,t]of d){if(s.has(e))continue;let n=[...t].sort((e,t)=>e.length-t.length)[0];n&&s.set(e,n)}return s}function k(e,t,n,r,i){for(let a of e){if(n.size===0)return;if(typeof a!=`object`||!a)continue;let e=a;if(typeof e.version==`string`&&n.has(e.version)&&e.versionGroup===t&&typeof e.link==`string`){let a=e.isDefaultVersion===!0?s(e.link,t,e.version):e.link;a!==null&&r.get(e.version)?.has(a)&&(i.set(e.version,a),n.delete(e.version))}Array.isArray(e.menu)&&k(e.menu,t,n,r,i),Array.isArray(e.items)&&k(e.items,t,n,r,i)}}async function A(e,t){if(!t.versionGroup||!t.version||(await m(e,t.versionGroup)).defaultVersion!==t.version)return null;let n=E(t.slug,t.versionGroup,t.version,t.locale);return n===t.slug?null:n}export{y as extractRawVersionParam,D as firstVersionSlug,O as firstVersionSlugs,C as resolveDefaultVersionAlias,b as resolveVersionCounterpart,x as resolveVersionCounterparts,A as resolveVersionlessRedirect,E as toVersionlessSlug};
|
|
@@ -1,19 +1,6 @@
|
|
|
1
1
|
import type { ContentLayerDatabase } from '../database/connection.js';
|
|
2
|
+
import { type VersionGroupInfo } from './group-info.js';
|
|
2
3
|
type DatabaseHandle = ContentLayerDatabase['db'];
|
|
3
|
-
export type VersionsYamlConfig = {
|
|
4
|
-
default?: string;
|
|
5
|
-
/** Realm accepts `name` for the display label; `label` is honored too. */
|
|
6
|
-
versions?: Array<string | {
|
|
7
|
-
version: string;
|
|
8
|
-
label?: string;
|
|
9
|
-
name?: string;
|
|
10
|
-
}>;
|
|
11
|
-
};
|
|
12
|
-
export type VersionGroupInfo = {
|
|
13
|
-
versions: string[];
|
|
14
|
-
defaultVersion: string | null;
|
|
15
|
-
labels: Map<string, string>;
|
|
16
|
-
};
|
|
17
4
|
export { toPhysicalVersionedSlug, toPublicVersionedSlug, versionRoutePrefix, } from '../../shared/constants/versions.js';
|
|
18
5
|
/**
|
|
19
6
|
* All (versionGroup, version) pairs plus lazily-resolved per-group info.
|
|
@@ -38,10 +25,3 @@ export declare function getVersionCatalog(db: DatabaseHandle): Promise<VersionCa
|
|
|
38
25
|
* `computeVersionGroupInfo` for the rules.
|
|
39
26
|
*/
|
|
40
27
|
export declare function resolveVersionGroupInfo(db: DatabaseHandle, versionGroup: string): Promise<VersionGroupInfo>;
|
|
41
|
-
/**
|
|
42
|
-
* Pure core of version-group resolution, shared by the catalog and the
|
|
43
|
-
* sidebar bundler. Without versions.yaml, detected versions sort newest
|
|
44
|
-
* first and the highest is the default. versions.yaml controls order and
|
|
45
|
-
* visibility; its `default` wins, else the last listed version.
|
|
46
|
-
*/
|
|
47
|
-
export declare function computeVersionGroupInfo(detectedUnsorted: readonly string[], config: VersionsYamlConfig | null): VersionGroupInfo;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,routes as t}from"../database/schema.js";import{
|
|
1
|
+
import{entities as e,routes as t}from"../database/schema.js";import{toPhysicalVersionedSlug as n,toPublicVersionedSlug as r,versionRoutePrefix as i,versionsConfigEntityKey as a}from"../../shared/constants/versions.js";import{computeVersionGroupInfo as o}from"./group-info.js";import{and as s,eq as c,isNotNull as l}from"drizzle-orm";function u(e){return d(e)}async function d(e){let n=(await e.selectDistinct({versionGroup:t.versionGroup,version:t.version}).from(t).where(l(t.versionGroup))).filter(e=>e.versionGroup!==null&&e.version!==null),r=n.map(e=>({...e,prefix:i(e.versionGroup,e.version)})).sort((e,t)=>t.prefix.length-e.prefix.length),a=/* @__PURE__ */ new Map;return{pairs:n,prefixes:r,groupInfo:t=>{let r=a.get(t);return r||(r=p(e,t,n.filter(e=>e.versionGroup===t).map(e=>e.version)),a.set(t,r),r.catch(()=>a.delete(t))),r}}}async function f(e,t){return(await u(e)).groupInfo(t)}async function p(e,t,n){return o(n,await m(e,t))}async function m(t,n){let[r]=await t.select({data:e.data}).from(e).where(s(c(e.key,a(n)),c(e.isCurrent,1))).limit(1);return r?.data??null}export{u as getVersionCatalog,f as resolveVersionGroupInfo,n as toPhysicalVersionedSlug,r as toPublicVersionedSlug,i as versionRoutePrefix};
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { RouteIndex, RouteRow } from '../plugins/utils/route-index.js';
|
|
2
2
|
import type { PluginIO } from '../plugins/types/io.js';
|
|
3
|
-
import { type VersionGroupInfo } from './
|
|
3
|
+
import { type VersionGroupInfo } from './group-info.js';
|
|
4
4
|
export type VersionGroups = ReadonlyMap<string, VersionGroupInfo>;
|
|
5
5
|
export declare function collectVersionGroups(options: {
|
|
6
6
|
io: Pick<PluginIO, 'exists' | 'readFile'>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{findVersionFolder as e}from"../plugins/utils/version-path.js";import{computeVersionGroupInfo as t}from"./
|
|
1
|
+
import{findVersionFolder as e}from"../plugins/utils/version-path.js";import{computeVersionGroupInfo as t}from"./group-info.js";import n from"js-yaml";async function r(e){let n=/* @__PURE__ */ new Map;for(let r of e.versionedDirectories){let i=/* @__PURE__ */ new Map;for(let t of e.routes.inDirectory(r)){if(!t.versionGroup||!t.version)continue;let e=i.get(t.versionGroup);e||(e=/* @__PURE__ */ new Set,i.set(t.versionGroup,e)),e.add(t.version)}let a=await o({io:e.io,directory:r});for(let[e,r]of i)n.set(e,t([...r],a))}return n}function i(e){return e===``?`versions.yaml`:`${e}/versions.yaml`}function a(t){let n=/* @__PURE__ */ new Set;for(let r of t){if(!r.version||r.originFilePath===null)continue;let t=e(r.originFilePath);t&&n.add(t.parent)}return[...n].sort()}async function o(e){let t=i(e.directory);if(!await e.io.exists(t))return null;try{return n.load(await e.io.readFile(t))??null}catch{return null}}export{r as collectVersionGroups,a as findVersionedDirectories,i as versionsYamlPath};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{createNodePlatformFs as e}from"../../platform/node/fs.js";import{
|
|
1
|
+
import{createNodePlatformFs as e}from"../../platform/node/fs.js";import{entities as t,routeDeps as n}from"../../content-layer/database/schema.js";import{loadRedoclyConfig as r}from"../../content-layer/config.js";import{openContentLayerDatabase as i}from"../../content-layer/database/connection.js";import{invalidateAppDataCache as a}from"../content.js";import{registerLocalContentAssetRoute as o}from"../content-assets/serve-local.js";import{runContentEntityBuild as s}from"../../bundler/build/run.js";import{runContentIngest as c}from"../../content-layer/ingest/run.js";import{dirname as l,join as u}from"node:path";import{mkdir as d,mkdtemp as f,rm as p,writeFile as m}from"node:fs/promises";import{eq as h}from"drizzle-orm";import{tmpdir as g}from"node:os";async function _(e,t){let n=await v(e);try{await t(n)}finally{await n.dispose()}}async function v(t){let n=await f(u(g(),`realm-plus-rbac-`)),o=()=>p(n,{force:!0,recursive:!0});try{for(let[e,r]of Object.entries(t)){let t=u(n,e);await d(l(t),{recursive:!0}),typeof r==`string`?await m(t,r,`utf8`):await m(t,r)}await c({contentDir:n}),await s({contentDir:n});let{config:f}=await r(n,e()),p=await i({contentDir:n,runMigrations:!1});return{config:f,contentDir:n,database:p,dispose:async()=>{try{a(p),await p.close()}finally{await o()}}}}catch(e){throw await o(),e}}function y(e){return t=>o(t,{contentAssetsDir:u(e,`.realm`,`runtime`,`content-assets`)})}function b(e){return{headers:{},ip:`203.0.113.5`,method:`GET`,teams:e,url:`http://runtime.test/x`,userAgent:null}}async function x(e,n){let[r]=await e.db.select({data:t.data}).from(t).where(h(t.key,n)).limit(1);return r?.data??null}async function S(e,t){let[r]=await e.db.select({target:n.target}).from(n).where(h(n.routeSlug,t)).limit(1);if(!r)throw Error(`no route dep found for ${t}`);return r.target}async function C(e,t,n){let r=await S(e,t),i=await x(e,r),a=JSON.stringify(i),o=RegExp(`/content-assets/${n}-[a-f0-9]+(?:\\.a-[a-z0-9]+)?\\.[a-z]+`),s=a.match(o);if(!s)throw Error(`Could not find content-assets URL for "${n}" in page entity "${r}"`);return s[0]}export{v as createFixture,S as documentEntityKeyForRoute,C as extractContentAssetUrlFromPage,x as getEntityJsonData,y as registerContentAssetsRoute,b as requestWithTeams,_ as setupFixture};
|
package/dist/server/app.js
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import{createLogger as e}from"../shared/logger.js";import{resolveRbacDenialStatus as t}from"./rbac/engine.js";import{CORS_PROXY_META_NAME as n,CORS_PROXY_ROUTE_PATH as r}from"../shared/constants/cors-proxy.js";import{BUILD_ASSETS_URL_PREFIX as i}from"../shared/constants/runtime-layout.js";import{RUNTIME_ENTITY_DATA_PATH_PREFIX as a,RUNTIME_PAGE_PATH_PREFIX as o,RUNTIME_SERVER_FN_PATH_PREFIX as s,SystemRoute as c}from"./constants/system-routes.js";import{normalizeRoutePath as l}from"../shared/utils/routes/normalize-route-path.js";import{extractRawRevisionParam as u}from"../content-layer/revisions/read.js";import{getContentType as d}from"../shared/mime.js";import{getPathPrefix as f,stripPathPrefix as p,withPathPrefix as m}from"../shared/path-prefix.js";import{resolveViewerTeams as h}from"./rbac/teams.js";import{sanitizeRedirectPath as g}from"../shared/utils/redirect-path.js";import{isExternalRedirectTarget as _,withRequestSearch as v}from"../shared/utils/redirect-location.js";import{markdownPathForSlug as y}from"../shared/utils/routes/markdown-path.js";import{realmPlusVersion as ee}from"../shared/realm-plus-version.js";import{isAiAgentRequest as te}from"./ai-agent-request.js";import{escapeHtml as b}from"../shared/utils/escape-html.js";import{createAuthMiddleware as ne,getRequestViewer as x}from"./auth/middleware.js";import{readColorModeSettings as S,renderColorModeScript as C}from"./color-mode.js";import{canonicalPageUrl as re}from"./site-url.js";import{SITEMAP_ROUTE_PATH as ie}from"./sitemap.js";import{isMarkdownCopyHidden as w}from"../content-layer/markdown-copy-rule.js";import{hasPageAtPath as T,hasRouteAtSlug as ae,loadLlmsFullData as oe,loadLlmsIndexData as se,loadPageMarkdownText as E,loadRbacRuntime as ce,loadRuntimePublicAssetFilenames as le,loadSitemapXml as D,parseRuntimeEntityDataPath as O,parseRuntimePagePath as k,parseServerFnPath as A,readBlobCounted as j,resolveBlobDataAccess as M,resolveEntityVisibility as N}from"./content.js";import{createRequestLogMiddleware as P,currentRequestId as F}from"./request-log.js";import{attachmentDisposition as I}from"../shared/utils/attachment-disposition.js";import{createOriginSecretMiddleware as L}from"./origin-secret.js";import{renderExperimentsScript as R}from"./experiments.js";import{applyResponseHeaders as z,compileResponseHeaderRules as B,isEditorReferer as V}from"./response-headers.js";import{registerAuthRoutes as H}from"./auth/routes.js";import{registerAiEndpointCors as U,registerAskAiRoute as W,registerSemanticSearchRoute as ue}from"./ask-ai/route.js";import{registerFeedbackRoute as de}from"./feedback/route.js";import{registerTelemetryRoute as fe}from"./telemetry/route.js";import{registerReplayOAuth2Route as pe}from"./replay-oauth2/route.js";import{registerReviewRoutes as me}from"./review/route.js";import{registerPluginRoutes as he}from"./plugin-routes.js";import{LLMS_FULL_TXT_DEVELOPMENT_NOTE as ge,renderLlmsFullTxt as _e,renderLlmsTxt as ve}from"./llms-txt.js";import{registerSearchRoute as ye}from"./search/route.js";import{registerStaticFileRoute as be}from"./static-files/serve.js";import{resolve as G,sep as xe}from"node:path";import{readFile as Se}from"node:fs/promises";import{Hono as Ce}from"hono";function K(e){return p(new URL(e.req.url).pathname)}function we(t){let n=f(),r=new Ce,u=n?r.basePath(n):r,h=t.logger??e({level:`warn`}),_=h.child(`runtime:server`),v=t.getConfig;t.originSecret&&r.use(`*`,L(t.originSecret,_)),r.get(c.Health,e=>e.text(`ok`)),u.use(`*`,P(h.child(`http`),{path:e=>K(e)??new URL(e.req.url).pathname,requestId:$})),r.onError((e,t)=>{if(`getResponse`in e&&typeof e.getResponse==`function`){let n=e.getResponse();return t.newResponse(n.body,n)}_.error(`Request failed`,{err:e,method:t.req.method,pathname:K(t)??new URL(t.req.url).pathname});let n=F();return t.text(`Internal Server Error${n?`\nRequest ID: ${n}`:``}`,500)}),t.responseHeaders!==!1&&u.use(`*`,async(e,t)=>{await t();let n=K(e)??new URL(e.req.url).pathname;if(n===c.CorsProxy||n.startsWith(`${c.CorsProxy}/`))return;let r=B(v().responseHeaders);r.length>0&&z(r,n,e.res.headers),V(e.req.header(`referer`))&&e.header(`Cross-Origin-Resource-Policy`,`cross-origin`)});let b=t.requestObserver;if(b&&u.use(`*`,async(e,t)=>{let n=performance.now();b.begin({awsRequestId:$(e),method:e.req.method,path:K(e)??new URL(e.req.url).pathname});let r=500;try{await t(),r=e.res.status}finally{let t=e.get(`realmApiFunctionResponder`);b.end({durationMs:performance.now()-n,status:r,...t?{apiFunctionResponder:t}:{}})}}),U(u),t.auth){let e=t.database;u.use(`*`,ne(t.auth,{...e?{loadPublicAssetFilenames:()=>le({database:e,logger:_}),loadRbacRuntime:()=>ce({config:v(),database:e,logger:_})}:{},...t.manualAuthPaths?{manualAuthPaths:t.manualAuthPaths}:{}})),H(u,t.auth)}if(u.get(`${o}/*`,async e=>{if(X(e),!t.loadPageMetadata)return e.json({error:`Runtime page metadata endpoint is not configured.`},404);let n=K(e),r=n===null?null:k(n);if(!r)return e.json({error:`Invalid runtime page path "${n}".`},400);let i=await t.loadPageMetadata({config:v(),request:Z(e),slug:r});i.cacheControl!==void 0&&e.header(`Cache-Control`,i.cacheControl);let a=i.status===302&&i.redirectTo?g(i.redirectTo):null;if(a)return e.redirect(m(`${o}${a===`/`?`/index`:a}/data.json${new URL(e.req.url).search}`),302);let s=i.status===401&&i.redirectTo?g(i.redirectTo):null;return s?e.json({error:`Unauthorized`,redirectTo:s},401):i.redirect?e.json({error:`Redirect`,redirectTo:q(i.redirect,``)},404):(i.status!==void 0&&e.status(i.status),e.json(i.payload))}),u.get(`${a}/*`,async e=>{if(X(e),!t.loadEntityData)return e.json({error:`Runtime entity data endpoint is not configured.`},404);let n=K(e),r=n===null?null:O(n);if(!r)return e.json({error:`Invalid entity data path "${n}".`},400);let i=await t.loadEntityData({config:v(),key:r.key,locale:e.req.query(`locale`)||void 0,request:Z(e)});return i.status!==void 0&&e.status(i.status),i.cacheControl!==void 0&&e.header(`Cache-Control`,i.cacheControl),e.json(i.payload)}),u.get(`${s}/*`,async e=>{if(X(e),!t.loadServerFnData)return e.json({error:`Runtime server function endpoint is not configured.`},404);let n=new URL(e.req.url),r=p(n.pathname),i=r===null?null:A(r);if(!i)return e.json({error:`Invalid server function path "${r}".`},400);let a=null,o=n.searchParams.get(`args`);if(o!==null)try{a=JSON.parse(o)}catch{return e.json({error:`Invalid server function args for "${i.id}".`},400)}let s=await t.loadServerFnData({args:a,config:v(),id:i.id,request:Z(e)});return s.status!==void 0&&e.status(s.status),e.header(`Cache-Control`,`no-store`),e.json(s.payload)}),t.assetDir&&u.get(`${i}/*`,async e=>{let n=p(e.req.path);if(n===null)return e.notFound();let r=n.slice(i.length+1),a=G(t.assetDir??`.`),o=G(a,r);if(!o.startsWith(a+xe)&&o!==a)return e.notFound();try{let t=await Se(o);return e.header(`Content-Type`,d(o)),e.body(t)}catch(t){let n=t.code;if(n===`ENOENT`||n===`EISDIR`)return e.notFound();throw t}}),t.database){let e=t.database;u.get(`/blob-data/:keyAndFormat{.+}`,async t=>{let n=t.req.param(`keyAndFormat`),r=n.lastIndexOf(`.`);if(r<0)return t.notFound();let i=n.slice(0,r),a=n.slice(r+1),o=Z(t);if(await M({config:v(),database:e,key:i,request:o})===!1)return Y(t,o.teams);let s=await j(e,i);return s?(t.header(`Cache-Control`,`public, max-age=31536000, immutable`),a===`json`?(t.header(`Content-Type`,`application/json; charset=utf-8`),t.body(s.content)):a===`text`?(t.header(`Content-Type`,`text/plain; charset=utf-8`),t.body(s.content)):(t.header(`Content-Type`,`application/octet-stream`),t.body(Buffer.from(s.content,`base64`)))):t.notFound()})}if(t.search){if(!t.database)throw Error(`createApp: search requires a database.`);ye(u,{...t.search,getConfig:v,buildRequest:Z,database:t.database,logger:_})}if(u.get(c.Info,e=>e.json({version:ee(),engine:`realm-plus`})),W(u,{getConfig:v,buildRequest:Z,logger:_}),t.database){let e=t.database;de(u,{buildRequest:Z,hasRoute:t=>T(e,t),isSlugVisible:async(t,n)=>(await N({config:v(),database:e,logger:_,request:t}))?.isSlugVisible(n)??!0,logger:_}),ue(u,{getConfig:v,buildRequest:Z,hasRoute:t=>T(e,t),resolveVisibility:t=>N({config:v(),database:e,logger:_,request:t}),logger:_})}if(fe(u,{buildRequest:Z,logger:_}),pe(u),t.corsProxy&&(u.all(c.CorsProxy,t.corsProxy),u.all(`${c.CorsProxy}/*`,t.corsProxy)),t.auth?.review&&me(u,{config:t.auth.review}),t.pluginRoutes){if(!t.database)throw Error(`createApp: pluginRoutes requires a database.`);he(u,{...t.pluginRoutes,getConfig:v,buildRequest:Z,database:t.database,logger:_})}if(t.registerRoutes?.(u),t.staticFiles){if(!t.database)throw Error(`createApp: staticFiles requires a database.`);be(u,{...t.staticFiles,getConfig:v,buildRequest:Z,database:t.database,logger:_})}u.get(c.Favicon,e=>(e.header(`Cache-Control`,`public, max-age=86400, immutable`),e.body(null,204)));let x=t.database,S=t.loadPageMetadata;if(x){let e={contentDir:t.contentDir,context:t.context,database:x,logger:_};u.get(c.LlmsTxt,async t=>{let n=v(),r=w(n)?null:ve({seo:n.seo,pages:await se({...e,config:n}),origin:new URL(t.req.url).origin,logger:_});return t.header(`Cache-Control`,`no-store`),t.header(`Access-Control-Allow-Origin`,`*`),t.header(`Content-Type`,`text/plain; charset=utf-8`),r===null?t.body(J(404),404):(t.req.query(`download`)!==void 0&&t.header(`Content-Disposition`,`attachment; filename="llms.txt"`),t.body(r))}),u.get(ie,async t=>{let n=await D({...e,config:v()});return t.header(`Cache-Control`,`no-store`),n===null?t.body(null,404):(t.header(`Content-Type`,`application/xml; charset=utf-8`),t.body(n))}),u.get(c.LlmsFullTxt,async n=>{n.header(`Cache-Control`,`no-store`),n.header(`Content-Type`,`text/markdown; charset=utf-8`);let r=v();if(w(r))return n.body(J(404),404);if(t.development)return n.body(ge);let i=await oe({...e,config:r}),a=_e({...i,seo:r.seo});return a===null?n.body(J(404),404):n.body(a)})}if(x&&S){let e=(e,t,n,r)=>{if(e.header(`Cache-Control`,`no-store`),e.header(`Access-Control-Allow-Origin`,`*`),e.header(`Content-Type`,`text/markdown; charset=utf-8`),r){e.header(`X-Robots-Tag`,`noindex, follow`);let n=re(v().seo?.siteUrl,t);n&&e.header(`Link`,`<${n}>; rel="canonical"`)}if(e.req.query(`download`)!==void 0){let n=y(t);e.header(`Content-Disposition`,I(n.slice(n.lastIndexOf(`/`)+1)))}return e.body(n)};u.get(`*`,async(t,n)=>{let r=K(t);if(r===null||!r.endsWith(`.md`))return n();let i=r===`/index.html.md`?`/`:r.slice(0,-3);if(i===``||await ae(x,l(r)))return n();let a=await S({config:v(),request:Z(t),slug:i});if(t.header(`Cache-Control`,`no-store`),a.status===302&&a.redirectTo)return t.redirect(`${y(g(a.redirectTo))}${new URL(t.req.url).search}`,302);if(a.status===401&&a.redirectTo){let e=new URL(g(a.redirectTo),t.req.url);return e.searchParams.set(`redirectTo`,r),t.redirect(`${e.pathname}${e.search}`,302)}if(a.status!==200){let e=a.status??404;return t.body(J(e),e)}let o=await E(x,l(i));return o===null?t.body(J(404),404):e(t,l(i),o,!0)}),u.get(`*`,async(t,n)=>{if(!te(e=>t.req.header(e)))return n();let r=K(t);if(r===null)return n();let i=l(r);if((await S({config:v(),request:Z(t),slug:i})).status!==200)return n();let a=await E(x,i);return a===null?n():e(t,i,a,!1)})}if(u.get(`*`,async e=>{X(e);let n=new URL(e.req.url),r=K(e)??n.pathname,i=await t.renderPage(Z(e),v());if(i.redirect)return e.redirect(q(i.redirect,new URL(e.req.url).search),i.redirect.status);i.cacheControl!==void 0&&e.header(`Cache-Control`,i.cacheControl);let a=i.status===302&&i.redirectTo?g(i.redirectTo):null;if(a)return e.redirect(m(`${a}${new URL(e.req.url).search}`),302);let o=i.status===401&&i.redirectTo?g(i.redirectTo):null;if(o)return e.redirect(o,302);let{prelude:s,postlude:c}=Te({bodyTags:i.bodyTags,clientBootstrap:t.clientBootstrap,colorMode:i.colorMode,corsProxy:t.corsProxy!==void 0,favicon:i.favicon,headTags:i.headTags,htmlClass:i.htmlClass,lang:i.lang,page:i.page,title:i.title??`Runtime`});i.status!==void 0&&e.status(i.status);let l=i.appHtml;if(typeof l==`string`){let n=`${s}${l}${c}`;return t.transformHtml&&(n=await t.transformHtml(r,n)),e.html(n)}let u=l,d=new TextEncoder,f=null,p=new ReadableStream({async start(e){e.enqueue(d.encode(s)),f=u.getReader();try{for(;;){let{done:t,value:n}=await f.read();if(t)break;e.enqueue(n)}e.enqueue(d.encode(c)),e.close()}catch(t){e.error(t)}finally{try{f.releaseLock()}catch{}f=null}},cancel(e){f?f.cancel(e):u.cancel(e)}});return e.header(`Content-Type`,`text/html; charset=utf-8`),e.body(p)}),n){let e=globalThis.process?.env,t=(e?.REDOCLY_ENV??e?.NODE_ENV)===`production`?301:302;r.get(`/`,e=>e.redirect(n,t))}return r}function Te(e){let t=f();return{prelude:[`<!doctype html>`,`<html lang="${b(e.lang??`en`)}"${e.htmlClass?` class="${b(e.htmlClass)}"`:``}>`,` <head>`,` <meta charset="utf-8" />`,` <meta name="viewport" content="width=device-width, initial-scale=1" />`,` <title>${b(e.title)}</title>`,Ee(e.favicon),C(e.colorMode??S()),e.corsProxy?De():``,` <style>body { margin: 0 }</style>`,e.headTags??``,R(),` </head>`,` <body>`,` <div id="app">`].join(`
|
|
2
|
-
`),postlude:[`</div>`,
|
|
3
|
-
`)}}function q(e,t){let n=_(e.location)?e.location:m(e.location);return v(n,t)}function
|
|
1
|
+
import{createLogger as e}from"../shared/logger.js";import{resolveRbacDenialStatus as t}from"./rbac/engine.js";import{CORS_PROXY_META_NAME as n,CORS_PROXY_ROUTE_PATH as r}from"../shared/constants/cors-proxy.js";import{BUILD_ASSETS_URL_PREFIX as i}from"../shared/constants/runtime-layout.js";import{RUNTIME_ENTITY_DATA_PATH_PREFIX as a,RUNTIME_PAGE_PATH_PREFIX as o,RUNTIME_SERVER_FN_PATH_PREFIX as s,SystemRoute as c}from"./constants/system-routes.js";import{normalizeRoutePath as l}from"../shared/utils/routes/normalize-route-path.js";import{extractRawRevisionParam as u}from"../content-layer/revisions/read.js";import{getContentType as d}from"../shared/mime.js";import{getPathPrefix as f,stripPathPrefix as p,withPathPrefix as m}from"../shared/path-prefix.js";import{resolveViewerTeams as h}from"./rbac/teams.js";import{sanitizeRedirectPath as g}from"../shared/utils/redirect-path.js";import{isExternalRedirectTarget as _,withRequestSearch as v}from"../shared/utils/redirect-location.js";import{markdownPathForSlug as y}from"../shared/utils/routes/markdown-path.js";import{realmPlusVersion as ee}from"../shared/realm-plus-version.js";import{isAiAgentRequest as te}from"./ai-agent-request.js";import{escapeHtml as b}from"../shared/utils/escape-html.js";import{createAuthMiddleware as ne,getRequestViewer as x}from"./auth/middleware.js";import{readColorModeSettings as S,renderColorModeScript as C}from"./color-mode.js";import{defaultRedirectStatus as re}from"./redirects.js";import{canonicalPageUrl as ie}from"./site-url.js";import{SITEMAP_ROUTE_PATH as ae}from"./sitemap.js";import{isMarkdownCopyHidden as w}from"../content-layer/markdown-copy-rule.js";import{hasPageAtPath as T,hasRouteAtSlug as oe,loadLlmsFullData as se,loadLlmsIndexData as ce,loadPageMarkdownText as E,loadRbacRuntime as le,loadRuntimePublicAssetFilenames as D,loadSitemapXml as O,parseRuntimeEntityDataPath as k,parseRuntimePagePath as A,parseServerFnPath as j,readBlobCounted as M,resolveBlobDataAccess as N,resolveEntityVisibility as P}from"./content.js";import{createRequestLogMiddleware as F,currentRequestId as I}from"./request-log.js";import{attachmentDisposition as L}from"../shared/utils/attachment-disposition.js";import{createOriginSecretMiddleware as R}from"./origin-secret.js";import{renderExperimentsScript as z}from"./experiments.js";import{applyResponseHeaders as B,compileResponseHeaderRules as V,isEditorReferer as H}from"./response-headers.js";import{registerAuthRoutes as U}from"./auth/routes.js";import{registerAiEndpointCors as W,registerAskAiRoute as ue,registerSemanticSearchRoute as de}from"./ask-ai/route.js";import{registerFeedbackRoute as fe}from"./feedback/route.js";import{registerTelemetryRoute as pe}from"./telemetry/route.js";import{registerReplayOAuth2Route as me}from"./replay-oauth2/route.js";import{registerReviewRoutes as he}from"./review/route.js";import{registerPluginRoutes as ge}from"./plugin-routes.js";import{LLMS_FULL_TXT_DEVELOPMENT_NOTE as _e,renderLlmsFullTxt as ve,renderLlmsTxt as ye}from"./llms-txt.js";import{registerSearchRoute as be}from"./search/route.js";import{registerStaticFileRoute as xe}from"./static-files/serve.js";import{resolve as G,sep as Se}from"node:path";import{readFile as Ce}from"node:fs/promises";import{Hono as we}from"hono";function K(e){return p(new URL(e.req.url).pathname)}function Te(t){let n=f(),r=new we,u=n?r.basePath(n):r,h=t.logger??e({level:`warn`}),_=h.child(`runtime:server`),v=t.getConfig;t.originSecret&&r.use(`*`,R(t.originSecret,_)),r.get(c.Health,e=>e.text(`ok`)),u.use(`*`,F(h.child(`http`),{path:e=>K(e)??new URL(e.req.url).pathname,requestId:$})),r.onError((e,t)=>{if(`getResponse`in e&&typeof e.getResponse==`function`){let n=e.getResponse();return t.newResponse(n.body,n)}_.error(`Request failed`,{err:e,method:t.req.method,pathname:K(t)??new URL(t.req.url).pathname});let n=I();return t.text(`Internal Server Error${n?`\nRequest ID: ${n}`:``}`,500)}),t.responseHeaders!==!1&&u.use(`*`,async(e,t)=>{await t();let n=K(e)??new URL(e.req.url).pathname;if(n===c.CorsProxy||n.startsWith(`${c.CorsProxy}/`))return;let r=V(v().responseHeaders);r.length>0&&B(r,n,e.res.headers),H(e.req.header(`referer`))&&e.header(`Cross-Origin-Resource-Policy`,`cross-origin`)});let b=t.requestObserver;if(b&&u.use(`*`,async(e,t)=>{let n=performance.now();b.begin({awsRequestId:$(e),method:e.req.method,path:K(e)??new URL(e.req.url).pathname});let r=500;try{await t(),r=e.res.status}finally{let t=e.get(`realmApiFunctionResponder`);b.end({durationMs:performance.now()-n,status:r,...t?{apiFunctionResponder:t}:{}})}}),W(u),t.auth){let e=t.database;u.use(`*`,ne(t.auth,{...e?{loadPublicAssetFilenames:()=>D({database:e,logger:_}),loadRbacRuntime:()=>le({config:v(),database:e,logger:_})}:{},...t.manualAuthPaths?{manualAuthPaths:t.manualAuthPaths}:{}})),U(u,t.auth)}if(u.get(`${o}/*`,async e=>{if(Y(e),!t.loadPageMetadata)return e.json({error:`Runtime page metadata endpoint is not configured.`},404);let n=K(e),r=n===null?null:A(n);if(!r)return e.json({error:`Invalid runtime page path "${n}".`},400);let i=await t.loadPageMetadata({config:v(),request:Z(e),slug:r});i.cacheControl!==void 0&&e.header(`Cache-Control`,i.cacheControl);let a=i.status===302&&i.redirectTo?g(i.redirectTo):null;if(a)return e.redirect(m(`${o}${a===`/`?`/index`:a}/data.json${new URL(e.req.url).search}`),302);let s=i.status===401&&i.redirectTo?g(i.redirectTo):null;return s?e.json({error:`Unauthorized`,redirectTo:s},401):i.redirect?e.json({error:`Redirect`,redirectTo:q(i.redirect,``)},404):(i.status!==void 0&&e.status(i.status),e.json(i.payload))}),u.get(`${a}/*`,async e=>{if(Y(e),!t.loadEntityData)return e.json({error:`Runtime entity data endpoint is not configured.`},404);let n=K(e),r=n===null?null:k(n);if(!r)return e.json({error:`Invalid entity data path "${n}".`},400);let i=await t.loadEntityData({config:v(),key:r.key,locale:e.req.query(`locale`)||void 0,request:Z(e)});return i.status!==void 0&&e.status(i.status),i.cacheControl!==void 0&&e.header(`Cache-Control`,i.cacheControl),e.json(i.payload)}),u.get(`${s}/*`,async e=>{if(Y(e),!t.loadServerFnData)return e.json({error:`Runtime server function endpoint is not configured.`},404);let n=new URL(e.req.url),r=p(n.pathname),i=r===null?null:j(r);if(!i)return e.json({error:`Invalid server function path "${r}".`},400);let a=null,o=n.searchParams.get(`args`);if(o!==null)try{a=JSON.parse(o)}catch{return e.json({error:`Invalid server function args for "${i.id}".`},400)}let s=await t.loadServerFnData({args:a,config:v(),id:i.id,request:Z(e)});return s.status!==void 0&&e.status(s.status),e.header(`Cache-Control`,`no-store`),e.json(s.payload)}),t.assetDir&&u.get(`${i}/*`,async e=>{let n=p(e.req.path);if(n===null)return e.notFound();let r=n.slice(i.length+1),a=G(t.assetDir??`.`),o=G(a,r);if(!o.startsWith(a+Se)&&o!==a)return e.notFound();try{let t=await Ce(o);return e.header(`Content-Type`,d(o)),e.body(t)}catch(t){let n=t.code;if(n===`ENOENT`||n===`EISDIR`)return e.notFound();throw t}}),t.database){let e=t.database;u.get(`/blob-data/:keyAndFormat{.+}`,async t=>{let n=t.req.param(`keyAndFormat`),r=n.lastIndexOf(`.`);if(r<0)return t.notFound();let i=n.slice(0,r),a=n.slice(r+1),o=Z(t);if(await N({config:v(),database:e,key:i,request:o})===!1)return Ne(t,o.teams);let s=await M(e,i);return s?(t.header(`Cache-Control`,`public, max-age=31536000, immutable`),a===`json`?(t.header(`Content-Type`,`application/json; charset=utf-8`),t.body(s.content)):a===`text`?(t.header(`Content-Type`,`text/plain; charset=utf-8`),t.body(s.content)):(t.header(`Content-Type`,`application/octet-stream`),t.body(Buffer.from(s.content,`base64`)))):t.notFound()})}if(t.search){if(!t.database)throw Error(`createApp: search requires a database.`);be(u,{...t.search,getConfig:v,buildRequest:Z,database:t.database,logger:_})}if(u.get(c.Info,e=>e.json({version:ee(),engine:`realm-plus`})),ue(u,{getConfig:v,buildRequest:Z,logger:_}),t.database){let e=t.database;fe(u,{buildRequest:Z,hasRoute:t=>T(e,t),isSlugVisible:async(t,n)=>(await P({config:v(),database:e,logger:_,request:t}))?.isSlugVisible(n)??!0,logger:_}),de(u,{getConfig:v,buildRequest:Z,hasRoute:t=>T(e,t),resolveVisibility:t=>P({config:v(),database:e,logger:_,request:t}),logger:_})}if(pe(u,{buildRequest:Z,logger:_}),me(u),t.corsProxy&&(u.all(c.CorsProxy,t.corsProxy),u.all(`${c.CorsProxy}/*`,t.corsProxy)),t.auth?.review&&he(u,{config:t.auth.review}),t.pluginRoutes){if(!t.database)throw Error(`createApp: pluginRoutes requires a database.`);ge(u,{...t.pluginRoutes,getConfig:v,buildRequest:Z,database:t.database,logger:_})}if(t.registerRoutes?.(u),t.staticFiles){if(!t.database)throw Error(`createApp: staticFiles requires a database.`);xe(u,{...t.staticFiles,getConfig:v,buildRequest:Z,database:t.database,logger:_})}u.get(c.Favicon,e=>(e.header(`Cache-Control`,`public, max-age=86400, immutable`),e.body(null,204)));let x=t.database,S=t.loadPageMetadata;if(x){let e={contentDir:t.contentDir,context:t.context,database:x,logger:_};u.get(c.LlmsTxt,async t=>{let n=v(),r=w(n)?null:ye({seo:n.seo,pages:await ce({...e,config:n}),origin:new URL(t.req.url).origin,logger:_});return t.header(`Cache-Control`,`no-store`),t.header(`Access-Control-Allow-Origin`,`*`),t.header(`Content-Type`,`text/plain; charset=utf-8`),r===null?t.body(J(404),404):(t.req.query(`download`)!==void 0&&t.header(`Content-Disposition`,`attachment; filename="llms.txt"`),t.body(r))}),u.get(ae,async t=>{let n=await O({...e,config:v()});return t.header(`Cache-Control`,`no-store`),n===null?t.body(null,404):(t.header(`Content-Type`,`application/xml; charset=utf-8`),t.body(n))}),u.get(c.LlmsFullTxt,async n=>{n.header(`Cache-Control`,`no-store`),n.header(`Content-Type`,`text/markdown; charset=utf-8`);let r=v();if(w(r))return n.body(J(404),404);if(t.development)return n.body(_e);let i=await se({...e,config:r}),a=ve({...i,seo:r.seo});return a===null?n.body(J(404),404):n.body(a)})}if(x&&S){let e=(e,t,n,r)=>{if(e.header(`Cache-Control`,`no-store`),e.header(`Access-Control-Allow-Origin`,`*`),e.header(`Content-Type`,`text/markdown; charset=utf-8`),r){e.header(`X-Robots-Tag`,`noindex, follow`);let n=ie(v().seo?.siteUrl,t);n&&e.header(`Link`,`<${n}>; rel="canonical"`)}if(e.req.query(`download`)!==void 0){let n=y(t);e.header(`Content-Disposition`,L(n.slice(n.lastIndexOf(`/`)+1)))}return e.body(n)};u.get(`*`,async(t,n)=>{let r=K(t);if(r===null||!r.endsWith(`.md`))return n();let i=r===`/index.html.md`?`/`:r.slice(0,-3);if(i===``||await oe(x,l(r)))return n();let a=await S({config:v(),request:Z(t),slug:i});if(t.header(`Cache-Control`,`no-store`),a.status===302&&a.redirectTo)return t.redirect(`${y(g(a.redirectTo))}${new URL(t.req.url).search}`,302);if(a.status===401&&a.redirectTo){let e=new URL(g(a.redirectTo),t.req.url);return e.searchParams.set(`redirectTo`,r),t.redirect(`${e.pathname}${e.search}`,302)}if(a.status!==200){let e=a.status??404;return t.body(J(e),e)}let o=await E(x,l(i));return o===null?t.body(J(404),404):e(t,l(i),o,!0)}),u.get(`*`,async(t,n)=>{if(!te(e=>t.req.header(e)))return n();let r=K(t);if(r===null)return n();let i=l(r);if((await S({config:v(),request:Z(t),slug:i})).status!==200)return n();let a=await E(x,i);return a===null?n():e(t,i,a,!1)})}return u.get(`*`,async e=>{Y(e);let n=new URL(e.req.url),r=K(e)??n.pathname,i=await t.renderPage(Z(e),v());if(i.redirect)return e.redirect(q(i.redirect,new URL(e.req.url).search),i.redirect.status);i.cacheControl!==void 0&&e.header(`Cache-Control`,i.cacheControl);let a=i.status===302&&i.redirectTo?g(i.redirectTo):null;if(a)return e.redirect(m(`${a}${new URL(e.req.url).search}`),302);let o=i.status===401&&i.redirectTo?g(i.redirectTo):null;if(o)return e.redirect(o,302);let{prelude:s,postlude:c}=Ee({bodyTags:i.bodyTags,clientBootstrap:t.clientBootstrap,colorMode:i.colorMode,corsProxy:t.corsProxy!==void 0,favicon:i.favicon,headTags:i.headTags,htmlClass:i.htmlClass,lang:i.lang,page:i.page,title:i.title??`Runtime`});i.status!==void 0&&e.status(i.status);let l=i.appHtml;if(typeof l==`string`){let n=`${s}${l}${c}`;return t.transformHtml&&(n=await t.transformHtml(r,n)),e.html(n)}let u=l,d=new TextEncoder,f=null,p=new ReadableStream({async start(e){e.enqueue(d.encode(s)),f=u.getReader();try{for(;;){let{done:t,value:n}=await f.read();if(t)break;e.enqueue(n)}e.enqueue(d.encode(c)),e.close()}catch(t){e.error(t)}finally{try{f.releaseLock()}catch{}f=null}},cancel(e){f?f.cancel(e):u.cancel(e)}});return e.header(`Content-Type`,`text/html; charset=utf-8`),e.body(p)}),n&&r.get(`/`,e=>e.redirect(n,re())),r}function Ee(e){let t=f();return{prelude:[`<!doctype html>`,`<html lang="${b(e.lang??`en`)}"${e.htmlClass?` class="${b(e.htmlClass)}"`:``}>`,` <head>`,` <meta charset="utf-8" />`,` <meta name="viewport" content="width=device-width, initial-scale=1" />`,` <title>${b(e.title)}</title>`,De(e.favicon),C(e.colorMode??S()),e.corsProxy?Oe():``,` <style>body { margin: 0 }</style>`,e.headTags??``,z(),` </head>`,` <body>`,` <div id="app">`].join(`
|
|
2
|
+
`),postlude:[`</div>`,je(e.page),ke(t),e.bodyTags??``,` ${Ae(e.clientBootstrap)}`,` </body>`,`</html>`].filter(e=>e!==``).join(`
|
|
3
|
+
`)}}function q(e,t){let n=_(e.location)?e.location:m(e.location);return v(n,t)}function De(e){let t=m(e??c.Favicon),n=d(t);return` <link rel="icon"${n===`application/octet-stream`?``:` type="${n}"`} href="${b(t)}">`}function Oe(){let e=b(m(`${r}/`));return` <meta name="${n}" content="${e}" />`}function ke(e){return e===``?``:` <script>globalThis.__REALM_PATH_PREFIX__ = ${JSON.stringify(e).replaceAll(`<`,`\\u003C`)};<\/script>`}function Ae(e){switch(e.type){case`inline-module-import`:return`<script type="module">import ${JSON.stringify(e.specifier)};<\/script>`;case`script-src`:return`<script type="module" src="${m(e.src)}"><\/script>`}}function je(e){return` <script type="application/json" id="__REALM_PAGE__">${JSON.stringify(e??null).replaceAll(`<`,`\\u003C`)}<\/script>`}const Me={400:`Bad Request`,401:`Unauthorized`,403:`Forbidden`,404:`Not Found`,500:`Internal Server Error`,501:`Not Implemented`};function J(e){return`# ${e} ${Me[e]??`Error`}\n`}function Ne(e,n){let r=t(n);return e.header(`Cache-Control`,`no-store`),e.json({error:r===401?`Sign in to access this resource.`:`You do not have access to this resource.`},r)}function Y(e){X(e)&&e.header(`X-Robots-Tag`,`noindex`)}function X(e){return u(e.req.url)!==null}function Z(e){let t={};e.req.raw.headers.forEach((e,n)=>{t[n]=e});let n=e.req.url;if(f()){let t=new URL(e.req.url),r=p(t.pathname);r!==null&&(t.pathname=r,n=t.toString())}let r=x(e);return{headers:Object.freeze(t),ip:Pe(e,t),method:e.req.method,teams:h(r),url:n,userAgent:t[`user-agent`]??t[`x-realm-user-agent`]??null,...r?{viewer:r}:{}}}const Q=`lambda-web-request-id`;function $(e){let t=e.req.header(Q);if(t!==void 0)return t;let n=e.env?.context?.awsRequestId;return typeof n==`string`?n:null}function Pe(e,t){let n=Fe(e),r=(t[`x-forwarded-for`]??``).split(`,`).map(e=>e.trim()).filter(e=>e!==``);for(globalThis.process?.env?.AWS_LAMBDA_HTTP_ENDPOINT!==void 0&&t[Q]!==void 0&&r.pop();n!==null&&r.at(-1)===n;)r.pop();let i=t[`x-real-ip`];return r.at(-1)??(i||n)}function Fe(e){let t=e.env,n=t?.requestContext?.http?.sourceIp;if(typeof n==`string`&&n!==``)return n;let r=t?.incoming?.socket?.remoteAddress??null;return typeof r==`string`&&r!==``?r:null}export{Te as createApp};
|