@redocly/framework 1.0.0-next.1 → 1.0.0-next.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundler/build/run.js +1 -1
- package/dist/bundler/build/vite-config.js +2 -2
- package/dist/bundler/vite-config.base.js +8 -8
- package/dist/cli/commands/translate.js +1 -1
- package/dist/cli/validate-react-pages.js +1 -1
- package/dist/client/RuntimeLink.js +1 -0
- package/dist/client/app.js +3 -3
- package/dist/client/experiments/runtime.js +1 -1
- package/dist/client/use-router-for-local-links.js +1 -1
- package/dist/client/utils/routes/is-router-path.js +1 -0
- package/dist/content-layer/config-schema.d.ts +7 -2
- package/dist/content-layer/config-schema.js +1 -1
- package/dist/content-layer/config.d.ts +22 -9
- package/dist/content-layer/config.js +1 -1
- package/dist/content-layer/context.d.ts +2 -0
- package/dist/content-layer/context.js +1 -1
- package/dist/content-layer/database/assets.js +1 -1
- package/dist/content-layer/database/blobs.js +1 -1
- package/dist/content-layer/database/entity-store.d.ts +5 -0
- package/dist/content-layer/database/entity-store.js +1 -1
- package/dist/content-layer/database/files.js +1 -1
- package/dist/content-layer/database/finalize.js +1 -1
- package/dist/content-layer/database/invalidation.d.ts +6 -0
- package/dist/content-layer/database/invalidation.js +26 -26
- package/dist/content-layer/database/link-refs.js +1 -1
- package/dist/content-layer/database/origins.js +1 -1
- package/dist/content-layer/database/problems.js +1 -1
- package/dist/content-layer/database/reset.js +1 -1
- package/dist/content-layer/database/route-query-deps.js +1 -1
- package/dist/content-layer/database/schema.d.ts +33 -0
- package/dist/content-layer/database/schema.js +1 -1
- package/dist/content-layer/database/search-vocab.js +2 -2
- package/dist/content-layer/database/site-config.d.ts +23 -0
- package/dist/content-layer/database/site-config.js +1 -1
- package/dist/content-layer/database/static-files.js +1 -1
- package/dist/content-layer/ingest/finalize-phase.js +1 -1
- package/dist/content-layer/ingest/hook-inputs.js +1 -1
- package/dist/content-layer/ingest/run.js +1 -1
- package/dist/content-layer/ingest/search-sync.js +1 -1
- package/dist/content-layer/ingest/sync.js +1 -1
- package/dist/content-layer/link-checker/delta.js +1 -1
- package/dist/content-layer/link-checker/run-build.js +1 -1
- package/dist/content-layer/loaders/context.js +1 -1
- package/dist/content-layer/markdown/client/markdoc-components.js +2 -2
- package/dist/content-layer/markdown/constants/builtin-tags.js +1 -1
- package/dist/content-layer/markdown/constants/tag-sets.d.ts +2 -0
- package/dist/content-layer/markdown/constants/tag-sets.js +1 -1
- package/dist/content-layer/markdown/nodes/heading.js +1 -1
- package/dist/content-layer/markdown/nodes/table.js +1 -1
- package/dist/content-layer/markdown/resolve/ast.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/code-snippet.js +5 -4
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/code-walkthrough/filesets.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/diagram-file.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/file-reference.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.d.ts +2 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/operation-samples.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/partial.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/svg-content.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc.js +1 -1
- package/dist/content-layer/markdown/resolve/raw-partials.d.ts +2 -1
- package/dist/content-layer/markdown/resolve/raw-partials.js +1 -1
- package/dist/content-layer/markdown/resolve/render-diagrams.d.ts +8 -1
- package/dist/content-layer/markdown/resolve/render-diagrams.js +1 -1
- package/dist/content-layer/markdown/search/to-markdown.js +1 -1
- package/dist/content-layer/markdown/search/to-sections.js +1 -1
- package/dist/content-layer/markdown/search/to-text.d.ts +4 -1
- package/dist/content-layer/markdown/search/to-text.js +5 -5
- package/dist/content-layer/markdown/tags/markdoc-error.d.ts +8 -0
- package/dist/content-layer/markdown/tags/markdoc-error.js +1 -1
- package/dist/content-layer/markdown/tags/variant.d.ts +6 -0
- package/dist/content-layer/markdown/tags/variant.js +1 -0
- package/dist/content-layer/markdown/utils/collect-anchors.js +1 -1
- package/dist/content-layer/markdown/utils/collect-headings.d.ts +3 -1
- package/dist/content-layer/markdown/utils/collect-headings.js +1 -1
- package/dist/content-layer/markdown/utils/first-heading.js +1 -1
- package/dist/content-layer/markdown/utils/heading-slugger.d.ts +8 -0
- package/dist/content-layer/markdown/utils/heading-slugger.js +1 -1
- package/dist/content-layer/markdown/utils/node-source-range.d.ts +3 -3
- package/dist/content-layer/markdown/utils/node-source-range.js +1 -1
- package/dist/content-layer/materialization/asset-reconcile.js +1 -1
- package/dist/content-layer/materialization/entity.js +1 -1
- package/dist/content-layer/plan-gates.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/client/template.js +4 -4
- package/dist/content-layer/plugins/internal/api-docs/index.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/build-sidebar.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/search-documents.d.ts +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/search-documents.js +1 -1
- package/dist/content-layer/plugins/internal/api-functions/server/api-function-telemetry.js +1 -0
- package/dist/content-layer/plugins/internal/api-functions/server/dispatch.js +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/resolve-items.d.ts +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/sidebars.d.ts +1 -1
- package/dist/content-layer/plugins/internal/markdoc/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/content-tools.d.ts +4 -1
- package/dist/content-layer/plugins/internal/mcp/content-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/custom-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-telemetry.js +1 -1
- package/dist/content-layer/plugins/internal/react-page/index.d.ts +3 -2
- package/dist/content-layer/plugins/internal/react-page/index.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/bundle.d.ts +2 -1
- package/dist/content-layer/plugins/internal/sidebar/bundle.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/index.d.ts +2 -1
- package/dist/content-layer/plugins/internal/sidebar/index.js +1 -1
- package/dist/content-layer/plugins/types/plugin.d.ts +5 -0
- package/dist/content-layer/plugins/types/search.d.ts +13 -2
- package/dist/content-layer/plugins/utils/link-access.js +1 -1
- package/dist/content-layer/problems/codes.d.ts +10 -0
- package/dist/content-layer/problems/codes.js +1 -1
- package/dist/content-layer/revisions/delete.js +1 -1
- package/dist/content-layer/search/engine/core/search-engine.js +1 -1
- package/dist/content-layer/search/facet-rows.js +1 -1
- package/dist/content-layer/search/keywords.d.ts +18 -0
- package/dist/content-layer/search/keywords.js +1 -0
- package/dist/content-layer/search/postings/postings-store.d.ts +14 -0
- package/dist/content-layer/search/postings/postings-store.js +1 -1
- package/dist/content-layer/search/store.d.ts +14 -1
- package/dist/content-layer/server/database.js +1 -1
- package/dist/content-layer/versions/group-info.d.ts +21 -0
- package/dist/content-layer/versions/group-info.js +1 -0
- package/dist/content-layer/versions/redirect.d.ts +13 -11
- package/dist/content-layer/versions/redirect.js +1 -1
- package/dist/content-layer/versions/resolve.d.ts +1 -21
- package/dist/content-layer/versions/resolve.js +1 -1
- package/dist/content-layer/versions/version-groups.d.ts +1 -1
- package/dist/content-layer/versions/version-groups.js +1 -1
- package/dist/server/__tests__/rbac-fixture.js +1 -1
- package/dist/server/app.js +3 -3
- package/dist/server/content.js +9 -8
- package/dist/server/html-tags.js +2 -1
- package/dist/server/lambda-entry.js +1 -1
- package/dist/server/node-entry.js +1 -1
- package/dist/server/page-handlers.js +1 -1
- package/dist/server/plugin-context.js +1 -1
- package/dist/server/project-env.d.ts +12 -0
- package/dist/server/project-env.js +1 -0
- package/dist/server/redirects.js +1 -1
- package/dist/server/runtime-config.js +1 -1
- package/dist/server/search/route.js +1 -1
- package/dist/server/search/search-telemetry.js +1 -0
- package/dist/server/ssrf/ssrf-blocklist.js +1 -1
- package/dist/server/subprocess/runner.js +1 -1
- package/dist/shared/constants/dependency-pack.js +1 -1
- package/dist/shared/constants/l10n/langs/ar.js +1 -1
- package/dist/shared/constants/l10n/langs/de.js +1 -1
- package/dist/shared/constants/l10n/langs/en.js +1 -1
- package/dist/shared/constants/l10n/langs/es.js +1 -1
- package/dist/shared/constants/l10n/langs/fr.js +1 -1
- package/dist/shared/constants/l10n/langs/hi.js +1 -1
- package/dist/shared/constants/l10n/langs/it.js +1 -1
- package/dist/shared/constants/l10n/langs/ja.js +1 -1
- package/dist/shared/constants/l10n/langs/ko.js +1 -1
- package/dist/shared/constants/l10n/langs/pl.js +1 -1
- package/dist/shared/constants/l10n/langs/pt-br.js +1 -1
- package/dist/shared/constants/l10n/langs/pt.js +1 -1
- package/dist/shared/constants/l10n/langs/ru.js +1 -1
- package/dist/shared/constants/l10n/langs/uk.js +1 -1
- package/dist/shared/constants/l10n/langs/zh.js +1 -1
- package/dist/shared/experiments.js +1 -1
- package/dist/shared/load-dot-env.js +1 -1
- package/dist/shared/plan-gates.d.ts +3 -2
- package/dist/shared/public-env.d.ts +9 -0
- package/dist/shared/public-env.js +1 -1
- package/dist/shared/search/facets.d.ts +5 -0
- package/dist/shared/search/facets.js +1 -1
- package/dist/shared/types/search.d.ts +1 -0
- package/dist/shared/types/sidebar.d.ts +1 -0
- package/drizzle/20261103061150_site_config_effective_hash/migration.sql +1 -0
- package/drizzle/20261105151816_search_http_path_tokens/migration.sql +1 -0
- package/package.json +10 -8
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{hashJsonValue as e,toJsonValue as t}from"./utils/json.js";import{siteConfig as n}from"./schema.js";import{interpolateEnvVariables as r}from"@redocly/config";import{eq as i}from"drizzle-orm";function a(n){return e(t(n))}function o(e,t){let n=e.seo?.llmstxt;if(n?.details?.path===void 0){let{value:n,unsetVars:i}=r(e,t);return{config:n,unsetVars:i}}let{details:i,...a}=n,{value:o,unsetVars:s}=r({...e,seo:{...e.seo,llmstxt:a}},t);return{config:{...o,seo:{...o.seo,llmstxt:{...o.seo.llmstxt,details:i}}},unsetVars:s}}async function s(e,t,r){let i={value:t,effectiveHash:a(r)};await e.db.insert(n).values({id:1,...i}).onConflictDoUpdate({target:n.id,set:i})}async function c(e){let[t]=await e.db.select({value:n.value}).from(n).where(i(n.id,1)).limit(1);return t?.value??null}async function l(e){let[t]=await e.db.select({hash:n.effectiveHash}).from(n).where(i(n.id,1)).limit(1);return t?.hash??null}export{a as hashEffectiveConfig,l as loadEffectiveConfigHash,c as loadSiteConfig,o as resolveSiteConfig,s as writeSiteConfig};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{staticFiles as e}from"./schema.js";import{batchValues as t,normalizeBatchSize as n}from"./connection.js";import{replaceGlobalProblemsForKeysTx as r}from"./problems.js";import{eq as i,inArray as a}from"drizzle-orm";async function o(t){return t.db.select().from(e).orderBy(e.path)}async function s(t,n){n.length!==0&&await t.db.transaction(async t=>{for(let r of n)await t.update(e).set({hash:r.hash,size:r.size}).where(i(e.path,r.path))})}async function c(i,o){(o.ownerPluginIds.length!==0||o.problems!==void 0)&&await i.db.transaction(async i=>{if(o.ownerPluginIds.length>0){await i.delete(e).where(a(e.ownerPluginId,[...o.ownerPluginIds]));for(let r of t(o.rows,n(void 0)))r.length>0&&await i.insert(e).values(r)}o.problems&&await r(i,`static`,o.problems.keys,o.problems.newProblems)})}export{o as listStaticFileRecords,c as replaceStaticFileRows,s as updateStaticFileBodies};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{
|
|
1
|
+
import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{createProblem as d}from"../problems/codes.js";import{propagateEntityInvalidationFromKeys as f}from"../database/invalidation.js";import{listGlobalProblems as p,problemRow as m}from"../database/problems.js";import{listStaticFileRecords as h,replaceStaticFileRows as g}from"../database/static-files.js";import{createSearchHandle as _}from"../search/store.js";import{appDataNamespaceConflictProblem as v,attachConflictProblem as y,finalizeFailedProblem as b,keysBlamingPlugins as x}from"../problems/producers.js";import{buildHookSourceFiles as S,createHookEntityStore as C,finalizeHookInputs as w,resolvePluginHookTriggers as T}from"./hook-inputs.js";import{loadPluginScopedRouteDepOwners as E,registerSystemEntities as D,replaceFinalizeArtifacts as O,replaceFinalizeProblems as k,replaceFinalizeReads as A}from"../database/finalize.js";import{createEntityDescriber as j,normalizeRouteDependency as M}from"./normalize-artifacts.js";import{collectStaticFileRows as N,settleStaticFileClaims as P}from"../static/registry.js";async function F(e){let t=T(`finalize`,e.context,e.workingState,e.pluginScopedOriginRows,e.routeQueryRows,e.hookState,w(e.localeContext)),n=e.context.pluginRegistry.listFinalizePlugins().filter(t.shouldRun).map(e=>({plugin:e,inputsHash:t.fingerprintOf(e)})),r=n.map(({plugin:e})=>e.id),i=await L(e.database,r),a=/* @__PURE__ */ new Map,o=R(e.workingState,e.context),s=/* @__PURE__ */ new Map,c=[],l=[],u=[],d=[];for(let{plugin:r,inputsHash:f}of n){let n=await I({plugin:r,context:e.context,database:e.database,localeContext:e.localeContext,workingState:e.workingState,processedFiles:e.files,matchedPaths:t.matchedPathsOf(r),routeQueries:t.evaluator,attachOwnerByKey:i,staticFilesByPlugin:a,namespaceOwners:o,fragmentUpdates:s,pendingTrackedDependencyWrites:c,inputsHash:f,logger:e.logger,collectEntities:e.collectEntities,conflicts:u,staticProblems:d});for(let e of n.problems)l.push({pluginId:r.id,problem:e})}s.size>0&&await q(e.database,e.context,s);let f=new Set(e.context.pluginRegistry.listFinalizePlugins().map(e=>e.id));if(await W(e,a,d,f),r.length>0){let t=await p(e.database,`finalize`),n=U(t,new Set(r),f);await k(e.database,{pluginIds:r,pluginProblems:l.map(({pluginId:e,problem:t})=>m(t,{scope:`origin`,originFileId:null,originPluginId:e,hook:`finalize`})),globalKeys:[.../* @__PURE__ */ new Set([...u.map(e=>e.key),...x(t,n)])],globalProblems:u.map(e=>m(e.problem,{scope:`global`,source:`finalize`,key:e.key})),logger:e.logger})}for(let t of c)await V(e.database,t);return{ranPluginIds:r}}async function I(e){let t=e.logger.child(`content-layer:plugin:${e.plugin.id}`),r=await S(e.matchedPaths,e.processedFiles,{database:e.database,workingState:e.workingState}),o=a(e.context.config),c=[],l=i(e.context.platform.fs,e.context.contentDir,()=>e.workingState.filesByPath.keys(),e=>c.push(e)),u=[],f=e=>u.push(e),p=await s(e.plugin,{files:r,routes:e.routeQueries.index(f),io:l,config:o.config,localeContext:e.localeContext,entities:C(e.context,e.database,e.workingState,f),search:_(e.database),logger:t});if(!p.ok)return{problems:[b({pluginId:e.plugin.id,message:p.error.message})]};let m=p.value??{};return e.fragmentUpdates.set(e.plugin.id,m.appData===void 0?B(e.plugin.id,e.namespaceOwners):z({pluginId:e.plugin.id,appData:n(m.appData),namespaceOwners:e.namespaceOwners,conflicts:e.conflicts})),e.staticFilesByPlugin.set(e.plugin.id,await H({plugin:e.plugin,result:m,workingState:e.workingState,context:e.context,database:e.database,attachOwnerByKey:e.attachOwnerByKey,recordFileDependency:e=>c.push(e),conflicts:e.conflicts,staticProblems:e.staticProblems,logger:t,collectEntities:e.collectEntities})),e.pendingTrackedDependencyWrites.push({pluginId:e.plugin.id,inputsHash:e.inputsHash,configDependencies:o.collectDependencies(),fileDependencies:c,routeQueryDependencies:u,logger:t}),{problems:(m.problems??[]).map(d)}}async function L(e,t){let n=await E(e,t);return new Map(n.map(e=>[`${e.routeSlug}\u0000${e.key}`,e.originPluginId]))}function R(e,n){let r=/* @__PURE__ */ new Map,i=e.entitiesByKey.get(`app-data`)?.loaderArgs??null,a=t(i)&&t(i.fragments)?i.fragments:{},o=new Set(n.pluginRegistry.listFinalizePlugins().map(e=>e.id));for(let[e,t]of Object.entries(a))u(t)&&o.has(t.owner)&&r.set(e,t.owner);return r}function z(e){B(e.pluginId,e.namespaceOwners);let t={};for(let[n,r]of Object.entries(e.appData)){let i=e.namespaceOwners.get(n);if(i!==void 0&&i!==e.pluginId){e.conflicts.push(v({namespace:n,ownerPluginId:i,pluginId:e.pluginId}));continue}e.namespaceOwners.set(n,e.pluginId),t[n]=r}return t}function B(e,t){for(let[n,r]of t)r===e&&t.delete(n);return null}async function V(e,t){let n=[...t.configDependencies.map(e=>({...e,source:`config`})),...o(t.fileDependencies)];await A(e,{originPluginId:t.pluginId,fingerprint:t.inputsHash,dependencies:n,routeQueries:c(t.routeQueryDependencies),logger:t.logger})}async function H(t){let n=G({context:t.context,pluginId:t.plugin.id,result:t.result,state:t.workingState,attachOwnerByKey:t.attachOwnerByKey,recordFileDependency:t.recordFileDependency,conflicts:t.conflicts,staticProblems:t.staticProblems,logger:t.logger});await O(t.database,{originPluginId:t.plugin.id,routeDependencies:n.routeDependencies,entities:n.entities,logger:t.logger}),t.collectEntities?.(n.entities);let r=n.entities.flatMap(({key:n,kind:r,value:i})=>r===`inline`&&t.workingState.entitiesByKey.get(n)?.dataHash!==(i===null?null:e(i))?[n]:[]);if(r.length>0){let{invalidatedKeys:e}=await f(t.database,{keys:r,reason:`invalidate finalize entity readers`,markKeys:!1,logger:t.logger});for(let n of e){let e=t.workingState.entitiesByKey.get(n);e&&(e.status=`stale`)}}return n.staticFiles}function U(e,t,n){let r=new Set(t);for(let t of e){let e=t.data===null?void 0:t.data.pluginId;typeof e==`string`&&!n.has(e)&&r.add(e)}return r}async function W(e,t,n,r){let i=await h(e.database),a=await p(e.database,`static`),o=i.filter(e=>!t.has(e.ownerPluginId)),s=P({kept:o,collected:[...t],routeBySlug:e.workingState.routeBySlug,reservedSlugs:e.context.pluginRegistry.listReservedSlugs(),problems:n}),c=U(a,new Set(t.keys()),r),l=/* @__PURE__ */ new Set([...n.map(e=>e.key),...o.map(e=>e.path),...x(a,c)]);await g(e.database,{ownerPluginIds:[...s.keys()],rows:[...s].flatMap(([e,t])=>t.map(t=>({...t,ownerPluginId:e}))),problems:{keys:[...l],newProblems:n.map(e=>m(e.problem,{scope:`global`,source:`static`,key:e.key}))}})}function G(e){let t=/* @__PURE__ */ new Map,n=[],i=j(e.context,e.pluginId),a=e=>{t.set(e.key,e)};for(let t of e.result.entities??[])a(i(t));for(let t of e.result.attach??[])K({attachment:t,describeEntity:i,pluginId:e.pluginId,state:e.state,attachOwnerByKey:e.attachOwnerByKey,conflicts:e.conflicts,registerEntity:a,routeDependencies:n});let o=N({pluginId:e.pluginId,declarations:e.result.staticFiles??[],filesByPath:e.state.filesByPath,registerProducer:e=>{let t={...i(e.producer),shouldInvalidateValue:!1};return a(t),t.key},recordFileDependency:e.recordFileDependency,problems:e.staticProblems});return{routeDependencies:n,entities:[...t.values()].sort((e,t)=>r(e.key,t.key)),staticFiles:o}}function K(e){let{attachment:t}=e;if(e.state.routeBySlug.get(t.slug))for(let[n,r]of Object.entries(t.deps)){let i=`${t.slug}\u0000${n}`,a=e.attachOwnerByKey.get(i);if(a!==void 0){a!==e.pluginId&&e.conflicts.push(y({slug:t.slug,key:n,ownerPluginId:a,pluginId:e.pluginId}));continue}e.attachOwnerByKey.set(i,e.pluginId),e.routeDependencies.push(M({dependency:r,describeEntity:e.describeEntity,key:n,registerEntity:e.registerEntity,routeSlug:t.slug}))}}async function q(e,t,n){await D(e,[l({fragmentUpdates:n})],{logger:t.logger.child(`content-layer:db`)})}export{U as claimantsToReplace,F as runFinalizePhase};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e}from"../database/utils/json.js";import{compareStrings as t}from"../../shared/utils/compare-strings.js";import{matchesContentPluginFilter as n}from"../plugins/registry.js";import{createSourceFile as r}from"../plugins/source-file.js";import{createEntityStore as i,hashEntityRead as a}from"../database/entity-store.js";import{createRouteQueryEvaluator as o,isRouteQueryStale as s}from"../plugins/utils/route-index.js";import"../plugins/index.js";import{computeDirtyPluginScopedOrigins as c}from"../database/invalidation.js";import{loadFileManifestsByPaths as l}from"../database/files.js";import{materializeEntityByKey as u}from"../materialization/entity.js";import{createBuildTimeEntityLoaderContextFactory as d}from"../loaders/context.js";function f(e){return[e.defaultLocale,[...e.locales]]}function p(t,n,r,i,a,l,u){let d=new Set(c(i,t,{config:n.config,filesByPath:r.filesByPath,ignoredFilesByPath:r.ignoredFilesByPath})),f=o(r,n.config),p=f.memoized();for(let e of a)e.hook===t&&e.entityId===null&&!d.has(e.originPluginId)&&s(p,e)&&d.add(e.originPluginId);let m=/* @__PURE__ */ new Map,g=e=>{let t=m.get(e.id);return t||(t=h(e,r.filesByPath),m.set(e.id,t)),t},_=t=>e(u===void 0?[t.version,g(t)]:[t.version,g(t),u]);return{evaluator:f,fingerprintOf:_,matchedPathsOf:e=>g(e).map(([e])=>e),shouldRun:e=>d.has(e.id)||l[t].get(e.id)!==_(e)}}function m(e,t,n,r,i,a,o){let s=p(e,t,n,r,i,a,o);return(e===`extractAll`?t.pluginRegistry.listExtractAllPlugins():t.pluginRegistry.listFinalizePlugins()).some(s.shouldRun)}function h(e,r){let i=[];for(let[t,a]of r)n(e.content?.filter,t)&&i.push([t,a.hash]);return i.sort((e,n)=>t(e[0],n[0]))}async function g(e,t,n){let i=new Map(t.map(e=>[e.path,e])),a=e.filter(e=>i.get(e)?.manifest===void 0),o=a.length>0?await l(n.database,a):/* @__PURE__ */ new Map,s=[];for(let t of e){let e=n.workingState.filesByPath.get(t);if(!e)continue;let a=i.get(t)?.manifest??o.get(t)??{};s.push(r({path:t,hash:e.hash,manifest:a}))}return s}function _(e,t,n,r){return i({database:t,state:n,materialize:r=>u({database:t,key:r,loaderRegistry:e.pluginRegistry,loaderContextFactory:d({...e,state:n},t),contentDir:e.contentDir}),onEntityRead:e=>r({kind:`entity`,argument:e,resultHash:a(n,e)}),record:r})}export{g as buildHookSourceFiles,_ as createHookEntityStore,f as finalizeHookInputs,m as hasAnyPluginHookTrigger,p as resolvePluginHookTriggers};
|
|
1
|
+
import{hashJsonValue as e}from"../database/utils/json.js";import{compareStrings as t}from"../../shared/utils/compare-strings.js";import{matchesContentPluginFilter as n}from"../plugins/registry.js";import{createSourceFile as r}from"../plugins/source-file.js";import{createEntityStore as i,hashEntityRead as a}from"../database/entity-store.js";import{createRouteQueryEvaluator as o,isRouteQueryStale as s}from"../plugins/utils/route-index.js";import"../plugins/index.js";import{computeDirtyPluginScopedOrigins as c}from"../database/invalidation.js";import{loadFileManifestsByPaths as l}from"../database/files.js";import{materializeEntityByKey as u}from"../materialization/entity.js";import{createBuildTimeEntityLoaderContextFactory as d}from"../loaders/context.js";function f(e){return[e.defaultLocale,[...e.locales]]}function p(t,n,r,i,a,l,u){let d=new Set(c(i,t,{config:n.config,filesByPath:r.filesByPath,ignoredFilesByPath:r.ignoredFilesByPath})),f=o(r,n.config),p=f.memoized();for(let e of a)e.hook===t&&e.entityId===null&&!d.has(e.originPluginId)&&s(p,e)&&d.add(e.originPluginId);let m=/* @__PURE__ */ new Map,g=e=>{let t=m.get(e.id);return t||(t=h(e,r.filesByPath),m.set(e.id,t)),t},_=t=>e(u===void 0?[t.version,g(t)]:[t.version,g(t),u]);return{evaluator:f,fingerprintOf:_,matchedPathsOf:e=>g(e).map(([e])=>e),shouldRun:e=>d.has(e.id)||l[t].get(e.id)!==_(e)}}function m(e,t,n,r,i,a,o){let s=p(e,t,n,r,i,a,o);return(e===`extractAll`?t.pluginRegistry.listExtractAllPlugins():t.pluginRegistry.listFinalizePlugins()).some(s.shouldRun)}function h(e,r){let i=[];for(let[t,a]of r)n(e.content?.filter,t)&&i.push([t,a.hash]);return i.sort((e,n)=>t(e[0],n[0]))}async function g(e,t,n){let i=new Map(t.map(e=>[e.path,e])),a=e.filter(e=>i.get(e)?.manifest===void 0),o=a.length>0?await l(n.database,a):/* @__PURE__ */ new Map,s=[];for(let t of e){let e=n.workingState.filesByPath.get(t);if(!e)continue;let a=i.get(t)?.manifest??o.get(t)??{};s.push(r({path:t,hash:e.hash,manifest:a}))}return s}function _(e,t,n,r){return i({database:t,state:n,materialize:r=>u({database:t,key:r,loaderRegistry:e.pluginRegistry,loaderContextFactory:d({...e,state:n},t),contentDir:e.contentDir,logger:e.logger}),onEntityRead:e=>r({kind:`entity`,argument:e,resultHash:a(n,e)}),record:r})}export{g as buildHookSourceFiles,_ as createHookEntityStore,f as finalizeHookInputs,m as hasAnyPluginHookTrigger,p as resolvePluginHookTriggers};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{formatCount as e}from"../../shared/log-format.js";import{createLogger as t,stopwatch as n}from"../../shared/logger.js";import{L10N_DIR as r}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as i,l10nDirOf as a,resolveLocaleContext as o}from"../../shared/utils/l10n.js";import{isConfigChanged as s,isNestedConfigPath as c,loadContentLayerConfig as l,readNestedConfigProblems as ee}from"../config.js";import{contentIgnoreMatcherOf as te,normalizeHintPaths as ne,scanContentFiles as u}from"./scan.js";import{resolveContentPluginsForFile as d}from"../plugins/registry.js";import{resolveContentLayerContext as re}from"../context.js";import{openContentLayerDatabase as f}from"../database/connection.js";import{garbageCollectOrphanBlobs as ie}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{isPlanFeatureGranted as p}from"../../shared/plan-gates.js";import{listConfiguredProducts as ae,productFolderProblems as oe}from"../products.js";import{appDataSystemEntityDescriptor as se}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as ce}from"../plugins/project/loaded-set.js";import{apiOutputFiles as le,readApiOutputs as ue,withApiOutputHints as de}from"../api-outputs.js";import{createContentPlugins as m}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{assembleTemplateSet as fe}from"../templates/template-set.js";import{assembleServerModuleSet as pe}from"../server-modules/module-set.js";import{listRegisteredAssets as me}from"../database/assets.js";import{computeDirtyConfigOrigins as he,computeDirtyFileOrigins as ge,garbageCollectOrphanedEntities as _e,loadOriginDependencyRows as ve,propagateConfigDependencyInvalidation as ye,propagateEntityInvalidation as be}from"../database/invalidation.js";import{hasGlobalProblemsForSource as h,listGlobalProblems as xe,listProblems as Se,problemRow as g,replaceGlobalProblemsForKeysTx as Ce,replaceGlobalProblemsForSourceTx as _}from"../database/problems.js";import{persistContentFileState as we,refreshFileLastModified as Te}from"../database/files.js";import{loadSiteConfig as Ee,writeSiteConfig as De}from"../database/site-config.js";import{loadContentLayerState as v,partitionIgnoredFiles as Oe}from"../context-state.js";import{garbageCollectOrphanAssetFiles as ke,restoreMissingAssetFiles as Ae}from"../materialization/asset-reconcile.js";import{loadPluginHookState as je}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Me}from"../database/route-query-deps.js";import{createProblem as y}from"../problems/codes.js";import{runSearchSync as Ne}from"./search-sync.js";import{hashContentFiles as b}from"./hash.js";import{selectCurrentContentFiles as x}from"./current-files.js";import{collectL10nWarnings as Pe,l10nLayoutProblems as Fe,validateL10nConfig as Ie}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Le,reconcilePluginScopedRows as Re,registerSystemEntities as ze}from"../database/finalize.js";import{hasStaleManifestVersion as Be,resetContentDatabase as Ve}from"../database/reset.js";import{readGitLastModified as He}from"./git-last-modified.js";import{createContentScanPlan as Ue}from"./scan-plan.js";import{collectPageRedirects as S}from"../page-redirects.js";import{syncContentFiles as We}from"./sync.js";import{checkAllowedPackages as Ge}from"../allowed-packages.js";import{syncConfigLinkRefs as Ke}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as qe}from"./slugger/collision-peers.js";async function C(r){let a=re({contentDir:r.contentDir,context:r.context,currentFileIndex:r.currentFileIndex,logger:r.logger??t(),plugins:m(r.contentDir)}),u=a.contentDir,d=a.logger.child(`content-layer`),p=d.child(`content-layer:scan`),b=d.child(`content-layer:hash`),x=d.child(`content-layer:db`),S=d.child(`content-layer:plan`),C=d.child(`content-layer:diff`),w=d.child(`content-layer:sync`),T=n();d.debug(`Starting content ingest`,{contentDir:u,hints:r.hints??[]});let E=r.database===void 0,D=r.database??await f({contentDir:u,databaseUrl:r.databaseUrl,migrationsDir:r.migrationsDir,runMigrations:r.runMigrations,platform:a.platform,logger:x});try{if(await Be(D)){x.warn(`manifest version changed — resetting content database`);let e=n();await Ve(D,{logger:x}),x.info(`Reset content database`,{durationMs:e()}),a.state=void 0}let t=ne(u,r.hints??[]),re=n(),f=n(),m=await v({context:a,database:D}),E=[...m.filesByPath.values(),...m.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));x.debug(`Loaded previous content state`,{loadedCount:E.length,totalCount:E.length,durationMs:f()});let k=await l({context:a,force:!0});await ce({contentDir:u,config:k.config,fs:a.platform.fs,logger:d});let A=s(Xe(k.config,m.routeBySlug.values()),await Ee(D)),j=Ie(a.config.l10n);for(let e of j)d.debug(e.message);(A||j.length>0||await h(D,`l10n-config`))&&await D.db.transaction(e=>_(e,`l10n-config`,j.map(e=>g(e,{scope:`global`,source:`l10n-config`})))),(A||k.problems.length>0||await h(D,`config`))&&await D.db.transaction(e=>_(e,`config`,k.problems.map(e=>g(y(e),{scope:`global`,source:`config`}))));let M=await Ge(k.config,u,a.platform.fs);(M.length>0||await h(D,`allowed-packages`))&&await D.db.transaction(e=>_(e,`allowed-packages`,M.map(e=>g(y(e),{scope:`global`,source:`allowed-packages`}))));let N=te(a.config);Oe(m,N);let P=e=>ue({config:a.config,contentDir:u,fs:a.platform.fs,nestedConfigPaths:e,isIgnored:N}),F=A||t.some(c),I=await P([...m.filesByPath.keys()].filter(c)),Ze=n(),L=await Ue({contentDir:u,fs:a.platform.fs,previousFiles:E,hints:de(t,I),ignoredDirectories:r.ignoredDirectories,configChanged:F,logger:S});S.debug(`Resolved ingest scan plan`,{hints:L.hintedPaths.length,configChanged:F,scanTargets:L.scanTargets.length,affectedPreviousFiles:L.affectedPreviousFiles.length,durationMs:Ze()});let Qe=new Map(E.map(e=>[e.path,e.hash])),R=await Ye({contentDir:u,currentFileIndex:a.currentFileIndex,fs:a.platform.fs,scanPlan:L,ignoredDirectories:r.ignoredDirectories,scanLogger:p,hashLogger:b,previous:a.currentFileIndex?void 0:Qe,onProgress:r.onProgress});(L.hintedPaths.length===0||L.hintedPaths.includes(``))&&(I=await P(R.map(e=>e.path).filter(e=>c(e)&&!N(e))));let $e=await le({outputs:I,files:R,contentDir:u,fs:a.platform.fs,previous:Qe}),z=[...R.filter(e=>!I.has(e.path)),...$e],B=new Map(await He(u,p));for(let[e,t]of I){let n=B.get(t);n!==void 0&&B.set(e,n)}d.info(`Scanned ${e(z.length)} files`,{durationMs:re()});let et=n(),V=O(z,L.affectedPreviousFiles,{hintScopes:L.hintScopes,totalPrevious:E.length});C.debug(`Computed content diff`,{...V.summary,durationMs:et()}),d.info(`Compared with the previous state: ${V.summary.added} added, ${V.summary.changed} changed, ${V.summary.removed} removed, ${V.summary.unchanged} unchanged`);let tt=n(),nt=n(),rt=await we(D,{upserts:[...V.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:B.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...V.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:B.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:V.removed.map(e=>e.path),logger:x});x.debug(`Persisted content file state`,{upserts:V.added.length+V.changed.length,removed:V.removed.length,durationMs:nt()});for(let e of V.removed)m.filesByPath.delete(e.path),m.ignoredFilesByPath.delete(e.path);for(let e of rt)(N(e.path)?m.ignoredFilesByPath:m.filesByPath).set(e.path,e);let H=o(a.config.l10n,i(m.filesByPath.keys())),U=a.currentFileIndex!==void 0||F||L.hintedPaths.length===0||L.hintedPaths.includes(``);if(U){let e=Fe(Pe({l10n:a.config.l10n,localeContext:H,filePaths:m.filesByPath.keys()})),t=oe(ae(a.config),m.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await D.db.transaction(async n=>{await _(n,`l10n-layout`,e.map(e=>g(e,{scope:`global`,source:`l10n-layout`}))),await _(n,`products`,t.map(e=>g(y(e),{scope:`global`,source:`products`})))})}let W=U?[...m.filesByPath.keys()].filter(c):[...V.added,...V.changed].map(e=>e.path).filter(e=>c(e)&&!N(e)),G=V.removed.map(e=>e.path).filter(c);if(U||W.length>0||G.length>0){let e=(await ee({contentDir:u,fs:a.platform.fs,paths:W})).map(e=>g(y(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await D.db.transaction(t=>U?_(t,`nested-config`,e):Ce(t,`nested-config`,[...W,...G],e))}let K=z.flatMap(e=>{let t=m.filesByPath.get(e.path),n=B.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(m.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await Te(D,K,x),await be(D,{changedFilePaths:[...V.added.map(e=>e.path),...V.changed.map(e=>e.path),...V.removed.map(e=>e.path),...K.map(e=>e.path)],membershipChangedPaths:[...V.added,...V.removed].map(e=>e.path).filter(e=>!N(e)),logger:x});let it=a.pluginRegistry.listExtractAllPlugins(),q=a.pluginRegistry.listFinalizePlugins(),at=new Set(q.map(e=>e.id)),J=[...Le(m.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!at.has(e)),ot=await Re(D,[...it.map(e=>({pluginId:e.id,hook:`extractAll`})),...q.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:x});J.length>0&&await ze(D,[se({fragmentUpdates:new Map(J.map(e=>[e,null]))})],{logger:x});let[Y,st,ct]=await Promise.all([ve(D),Me(D),je(D)]),X=he(Y,a.config),lt=ge(Y,m);await ye(D,{config:a.config,logger:x}),await _e(D,x),(ot||J.length>0)&&(a.state=void 0,m=await v({context:a,database:D}));let ut=await xe(D,`slugger`),dt=qe(ut,{touchedPaths:[...V.added.map(e=>e.path),...V.changed.map(e=>e.path),...V.removed.map(e=>e.path),...X.map(e=>e.originFilePath),...lt.map(e=>e.originFilePath)],storedFilesByPath:m.filesByPath}),Z=Je({context:a,diff:V,currentFiles:z,dirtyOrigins:[...X,...lt,...dt],hintedPaths:L.hintedPaths,storedFilesByPath:m.filesByPath,storedPluginsByPath:m.filePluginsByPath}),ft=n(),Q=await We({context:a,database:D,localeContext:H,files:Z,removedPaths:new Set(V.removed.map(e=>e.path)),pluginScopedOriginRows:Y,routeQueryRows:st,hookState:ct,storedSluggerProblems:ut,captureRevisions:r.captureRevisions,onFileSynced:(e,t)=>r.onProgress?.({stage:`sync`,done:e,total:t})});w.debug(`Synchronized content routes`,{files:Z.length,durationMs:ft()}),await Ke({database:D,config:a.config,configChanged:A,logger:x}),d.info(`Updated content state: ${V.added.length+V.changed.length} upserted, ${V.removed.length} removed, ${Z.length} synced`,{durationMs:tt()}),r.searchSync!==!1&&await Ne({context:a,database:D,inlineSearchables:Q.inlineSearchables});let pt=await ie(D,{logger:x});pt.removed>0&&x.debug(`blob GC removed orphan blobs`,{count:pt.removed});let $=await ke(a.pluginIO,{contentDir:u,database:D,logger:x});if($.removedRows>0&&x.debug(`asset GC removed orphan assets`,{count:$.removedRows,swept:$.sweptFilenames.length}),r.reconcileAssetFiles??!0){let e=await Ae(a.pluginIO,{contentDir:u,registered:await me(D)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&x.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&x.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:mt}=await v({context:a,database:D});a.config=Xe(k.config,mt.values()),await De(D,a.config);try{await D.db.transaction(e=>_(e,`system`,[]))}catch(e){x.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let ht=r.collectProblems===!1?[]:await Se(D);d.debug(`Content ingest complete`,{durationMs:T()});let gt=a.state??m,_t=fe({registry:a.pluginRegistry,routes:gt.routeBySlug.values()}),vt=pe({registry:a.pluginRegistry,entities:gt.entitiesByKey.values()});return{contentDir:u,diff:V,currentFiles:R,previousFiles:L.affectedPreviousFiles,problems:ht,templateSet:_t,serverModuleSet:vt,inlineSearchables:Q.inlineSearchables,routeChanges:{...Q.routeChanges,unbounded:Q.routeChanges.unbounded||A}}}finally{E&&await D.close()}}function Je(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||T(e.context,n,e.storedPluginsByPath.get(n.path))&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??D(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of w(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??D(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function w(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${r}/`))),i=[];for(let e of t){let t=a(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&i.push(e)}return i}function T(e,t,n){let r=d(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function E(e,t){return`${e.replace(/\/$/,``)}/${t}`}function D(e,t){if(t)return{absolutePath:E(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function O(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function Ye(e){if(e.currentFileIndex){let t=x({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=n(),r=await u({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:r.length,durationMs:t()});let i=n(),a=await b(r,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:a.length,durationMs:i()}),a}function Xe(e,t){let n=p(e,`redirects`)?S(t):{};return{...e,redirects:{...n,...e.redirects}}}export{O as diffContentFiles,C as runContentIngest};
|
|
1
|
+
import{formatCount as e}from"../../shared/log-format.js";import{createLogger as t,stopwatch as n}from"../../shared/logger.js";import{L10N_DIR as r}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as i,l10nDirOf as a,resolveLocaleContext as o}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as s,writeSiteConfig as c}from"../database/site-config.js";import{isConfigChanged as l,isNestedConfigPath as u,loadContentLayerConfig as ee,readNestedConfigProblems as te}from"../config.js";import{contentIgnoreMatcherOf as ne,normalizeHintPaths as re,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as ie}from"../context.js";import{openContentLayerDatabase as p}from"../database/connection.js";import{garbageCollectOrphanBlobs as ae}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{isPlanFeatureGranted as m}from"../../shared/plan-gates.js";import{listConfiguredProducts as oe,productFolderProblems as se}from"../products.js";import{appDataSystemEntityDescriptor as ce}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as le}from"../plugins/project/loaded-set.js";import{apiOutputFiles as ue,readApiOutputs as de,withApiOutputHints as fe}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{assembleTemplateSet as pe}from"../templates/template-set.js";import{assembleServerModuleSet as me}from"../server-modules/module-set.js";import{listRegisteredAssets as he}from"../database/assets.js";import{createProblem as g}from"../problems/codes.js";import{computeDirtyConfigOrigins as ge,computeDirtyFileOrigins as _e,garbageCollectOrphanedEntities as ve,loadOriginDependencyRows as ye,propagateConfigDependencyInvalidation as be,propagateEntityInvalidation as xe,propagateRetryableProblemInvalidation as Se}from"../database/invalidation.js";import{hasGlobalProblemsForSource as _,listGlobalProblems as Ce,listProblems as we,problemRow as v,replaceGlobalProblemsForKeysTx as Te,replaceGlobalProblemsForSourceTx as y}from"../database/problems.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe}from"../context-state.js";import{garbageCollectOrphanAssetFiles as ke,restoreMissingAssetFiles as Ae}from"../materialization/asset-reconcile.js";import{loadPluginHookState as je}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Me}from"../database/route-query-deps.js";import{runSearchSync as Ne}from"./search-sync.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as Pe,l10nLayoutProblems as Fe,validateL10nConfig as Ie}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Le,reconcilePluginScopedRows as Re,registerSystemEntities as ze}from"../database/finalize.js";import{hasStaleManifestVersion as Be,resetContentDatabase as Ve}from"../database/reset.js";import{readGitLastModified as He}from"./git-last-modified.js";import{createContentScanPlan as Ue}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{syncContentFiles as We}from"./sync.js";import{checkAllowedPackages as Ge}from"../allowed-packages.js";import{syncConfigLinkRefs as Ke}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as qe}from"./slugger/collision-peers.js";async function w(r){let a=ie({contentDir:r.contentDir,context:r.context,currentFileIndex:r.currentFileIndex,logger:r.logger??t(),plugins:h(r.contentDir)}),d=a.contentDir,f=a.logger.child(`content-layer`),m=f.child(`content-layer:scan`),x=f.child(`content-layer:hash`),S=f.child(`content-layer:db`),C=f.child(`content-layer:plan`),w=f.child(`content-layer:diff`),T=f.child(`content-layer:sync`),E=n();f.debug(`Starting content ingest`,{contentDir:d,hints:r.hints??[]});let D=r.database===void 0,O=r.database??await p({contentDir:d,databaseUrl:r.databaseUrl,migrationsDir:r.migrationsDir,runMigrations:r.runMigrations,platform:a.platform,logger:S});try{if(await Be(O)){S.warn(`manifest version changed — resetting content database`);let e=n();await Ve(O,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),a.state=void 0}let t=re(d,r.hints??[]),ie=n(),p=n(),h=await b({context:a,database:O}),D=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:D.length,totalCount:D.length,durationMs:p()});let j=await ee({context:a,force:!0});await le({contentDir:d,config:j.config,fs:a.platform.fs,logger:f});let M=l(A(j.config,h.routeBySlug.values()),await s(O)),N=Ie(a.config.l10n);for(let e of N)f.debug(e.message);(M||N.length>0||await _(O,`l10n-config`))&&await O.db.transaction(e=>y(e,`l10n-config`,N.map(e=>v(e,{scope:`global`,source:`l10n-config`})))),(M||j.problems.length>0||await _(O,`config`))&&await O.db.transaction(e=>y(e,`config`,j.problems.map(e=>v(g(e),{scope:`global`,source:`config`}))));let Xe=await Ge(j.config,d,a.platform.fs);(Xe.length>0||await _(O,`allowed-packages`))&&await O.db.transaction(e=>y(e,`allowed-packages`,Xe.map(e=>v(g(e),{scope:`global`,source:`allowed-packages`}))));let P=ne(a.config);Oe(h,P);let F=e=>de({config:a.config,contentDir:d,fs:a.platform.fs,nestedConfigPaths:e,isIgnored:P}),I=M||t.some(u),L=await F([...h.filesByPath.keys()].filter(u)),Ze=n(),R=await Ue({contentDir:d,fs:a.platform.fs,previousFiles:D,hints:fe(t,L),ignoredDirectories:r.ignoredDirectories,configChanged:I,logger:C});C.debug(`Resolved ingest scan plan`,{hints:R.hintedPaths.length,configChanged:I,scanTargets:R.scanTargets.length,affectedPreviousFiles:R.affectedPreviousFiles.length,durationMs:Ze()});let z=new Map(D.map(e=>[e.path,e.hash])),B=await Ye({contentDir:d,currentFileIndex:a.currentFileIndex,fs:a.platform.fs,scanPlan:R,ignoredDirectories:r.ignoredDirectories,scanLogger:m,hashLogger:x,previous:a.currentFileIndex?void 0:z,onProgress:r.onProgress});(R.hintedPaths.length===0||R.hintedPaths.includes(``))&&(L=await F(B.map(e=>e.path).filter(e=>u(e)&&!P(e))));let Qe=await ue({outputs:L,files:B,contentDir:d,fs:a.platform.fs,previous:z}),V=[...B.filter(e=>!L.has(e.path)),...Qe],H=new Map(await He(d,m));for(let[e,t]of L){let n=H.get(t);n!==void 0&&H.set(e,n)}f.info(`Scanned ${e(V.length)} files`,{durationMs:ie()});let $e=n(),U=k(V,R.affectedPreviousFiles,{hintScopes:R.hintScopes,totalPrevious:D.length});w.debug(`Computed content diff`,{...U.summary,durationMs:$e()}),f.info(`Compared with the previous state: ${U.summary.added} added, ${U.summary.changed} changed, ${U.summary.removed} removed, ${U.summary.unchanged} unchanged`);let et=n(),tt=n(),nt=await Ee(O,{upserts:[...U.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:H.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...U.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:H.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:U.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:U.added.length+U.changed.length,removed:U.removed.length,durationMs:tt()});for(let e of U.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of nt)(P(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let W=o(a.config.l10n,i(h.filesByPath.keys())),G=a.currentFileIndex!==void 0||I||R.hintedPaths.length===0||R.hintedPaths.includes(``);if(G){let e=Fe(Pe({l10n:a.config.l10n,localeContext:W,filePaths:h.filesByPath.keys()})),t=se(oe(a.config),h.filesByPath.keys());for(let t of e)f.debug(t.message);for(let e of t)f.debug(e.message);await O.db.transaction(async n=>{await y(n,`l10n-layout`,e.map(e=>v(e,{scope:`global`,source:`l10n-layout`}))),await y(n,`products`,t.map(e=>v(g(e),{scope:`global`,source:`products`})))})}let K=G?[...h.filesByPath.keys()].filter(u):[...U.added,...U.changed].map(e=>e.path).filter(e=>u(e)&&!P(e)),q=U.removed.map(e=>e.path).filter(u);if(G||K.length>0||q.length>0){let e=(await te({contentDir:d,fs:a.platform.fs,paths:K})).map(e=>v(g(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await O.db.transaction(t=>G?y(t,`nested-config`,e):Te(t,`nested-config`,[...K,...q],e))}let J=V.flatMap(e=>{let t=h.filesByPath.get(e.path),n=H.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(O,J,S),await xe(O,{changedFilePaths:[...U.added.map(e=>e.path),...U.changed.map(e=>e.path),...U.removed.map(e=>e.path),...J.map(e=>e.path)],membershipChangedPaths:[...U.added,...U.removed].map(e=>e.path).filter(e=>!P(e)),logger:S});let rt=a.pluginRegistry.listExtractAllPlugins(),it=a.pluginRegistry.listFinalizePlugins(),at=new Set(it.map(e=>e.id)),Y=[...Le(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!at.has(e)),ot=await Re(O,[...rt.map(e=>({pluginId:e.id,hook:`extractAll`})),...it.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});Y.length>0&&await ze(O,[ce({fragmentUpdates:new Map(Y.map(e=>[e,null]))})],{logger:S});let[X,st,ct]=await Promise.all([ye(O),Me(O),je(O)]),lt=ge(X,a.config),ut=_e(X,h);await be(O,{config:a.config,logger:S}),await Se(O,{logger:S}),await ve(O,S),(ot||Y.length>0)&&(a.state=void 0,h=await b({context:a,database:O}));let dt=await Ce(O,`slugger`),ft=qe(dt,{touchedPaths:[...U.added.map(e=>e.path),...U.changed.map(e=>e.path),...U.removed.map(e=>e.path),...lt.map(e=>e.originFilePath),...ut.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),Z=Je({context:a,diff:U,currentFiles:V,dirtyOrigins:[...lt,...ut,...ft],hintedPaths:R.hintedPaths,storedFilesByPath:h.filesByPath,storedPluginsByPath:h.filePluginsByPath}),pt=n(),Q=await We({context:a,database:O,localeContext:W,files:Z,removedPaths:new Set(U.removed.map(e=>e.path)),pluginScopedOriginRows:X,routeQueryRows:st,hookState:ct,storedSluggerProblems:dt,captureRevisions:r.captureRevisions,onFileSynced:(e,t)=>r.onProgress?.({stage:`sync`,done:e,total:t})});T.debug(`Synchronized content routes`,{files:Z.length,durationMs:pt()}),await Ke({database:O,config:a.config,configChanged:M,logger:S}),f.info(`Updated content state: ${U.added.length+U.changed.length} upserted, ${U.removed.length} removed, ${Z.length} synced`,{durationMs:et()}),r.searchSync!==!1&&await Ne({context:a,database:O,inlineSearchables:Q.inlineSearchables});let mt=await ae(O,{logger:S});mt.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:mt.removed});let $=await ke(a.pluginIO,{contentDir:d,database:O,logger:S});if($.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:$.removedRows,swept:$.sweptFilenames.length}),r.reconcileAssetFiles??!0){let e=await Ae(a.pluginIO,{contentDir:d,registered:await he(O)});e.restored.length>0&&f.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:ht}=await b({context:a,database:O});a.config=A(j.config,ht.values()),await c(O,A(j.siteConfig,ht.values()),a.config);try{await O.db.transaction(e=>y(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let gt=r.collectProblems===!1?[]:await we(O);f.debug(`Content ingest complete`,{durationMs:E()});let _t=a.state??h,vt=pe({registry:a.pluginRegistry,routes:_t.routeBySlug.values()}),yt=me({registry:a.pluginRegistry,entities:_t.entitiesByKey.values()});return{contentDir:d,diff:U,currentFiles:B,previousFiles:R.affectedPreviousFiles,problems:gt,templateSet:vt,serverModuleSet:yt,inlineSearchables:Q.inlineSearchables,routeChanges:{...Q.routeChanges,unbounded:Q.routeChanges.unbounded||M}}}finally{D&&await O.close()}}function Je(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||E(e.context,n,e.storedPluginsByPath.get(n.path))&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??O(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??O(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${r}/`))),i=[];for(let e of t){let t=a(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&i.push(e)}return i}function E(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function D(e,t){return`${e.replace(/\/$/,``)}/${t}`}function O(e,t){if(t)return{absolutePath:D(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function k(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function Ye(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=n(),r=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:r.length,durationMs:t()});let i=n(),a=await x(r,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:a.length,durationMs:i()}),a}function A(e,t){let n=m(e,`redirects`)?C(t):{};return{...e,redirects:{...n,...e.redirects}}}export{k as diffContentFiles,w as runContentIngest};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{formatDuration as i}from"../../shared/log-format.js";import{isRbacScope as a}from"../../server/rbac/engine.js";import{normalizeRouteSlug as o}from"../../shared/utils/routes/normalize-route-slug.js";import{computePathPrefixes as s}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as c}from"../materialization/data-ref.js";import{batchValues as l,normalizeBatchSize as u}from"../database/connection.js";import{entities as d,pageMarkdown as f,routeQueryDeps as p,searchDocuments as m}from"../database/schema.js";import{resolveDataRef as h}from"../database/blobs.js";import{createRouteQueryEvaluator as g,dedupeRouteQueryDependencies as _,isRouteQueryStale as v}from"../plugins/utils/route-index.js";import{listConfiguredProducts as y}from"../products.js";import{userMarkdocSchemaDigest as b}from"../markdown/constants/tag-sets.js";import{findProductForSlug as x}from"../../shared/products.js";import{createMarkdownCopyRule as S}from"../markdown-copy-rule.js";import{problemRow as C,replaceEntityProblemsForCodesBatchTx as w}from"../database/problems.js";import{createSearchStore as T}from"../search/store.js";import{loadContentLayerState as E}from"../context-state.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{createProblem as O}from"../problems/codes.js";import{SEARCH_PROBLEM_CODES as k,searchFacetInvalidProblem as A,searchableFailedProblem as j}from"../problems/producers.js";import{loadAttachedRouteSlugs as M}from"../database/route-deps.js";import{toRbacTeams as N,toRbacTeamsWithinRoute as P}from"./rbac-teams.js";import{buildDocumentFacets as F}from"../search/facet-rows.js";import{createHookEntityStore as I}from"./hook-inputs.js";import{and as L,eq as R,inArray as z}from"drizzle-orm";function B(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function V(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),a=[],o=/* @__PURE__ */ new Map,s=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),c=e.inlineSearchables??/* @__PURE__ */ new Map,u=e.entityKeys===void 0?void 0:[...e.entityKeys,...c.keys()],d=await re(n,u);if(s.size===0&&c.size===0&&d.size===0)return{synced:0,problems:a};let f=await E({context:t,database:n}),p=T(n),m=g(f,t.config),h=y(t.config),_=ee(f,m,h),v=_(),x=te(t),w=S(t.config),D=B(x,h,w.settings,b()),O=ne(r,{configuredFields:x}),A=0,N=(e,t)=>{a.push(...t),o.set(e,t.map(t=>C(t,{scope:`entity`,entityId:e})))},P=(e,t,n,i)=>{let s=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${s}`);let c=j({entityKey:t,pluginId:n,message:s});a.push(c),o.set(e,[C(c,{scope:`entity`,entityId:e})])},F=async()=>(await H(n,o,k,r),{synced:A,problems:a});u===void 0&&await G({context:t,database:n,state:f,store:p,stored:d,searchableLoaders:s});let I=[];for(let[e,n]of c){let i=f.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){d.has(e)&&await p.removeSource(e);continue}try{let a=await O.prepare(e,n.docs,v);I.push({entityKey:e,docs:a.docs,...Y(e,n,a.docs),sourceHash:D(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),N(i.id,[...W(e,n.problems,r),...a.problems])}catch(t){P(i.id,e,i.pluginId,t)}}}if(await p.replaceSourceDocuments(I),A+=I.length,s.size===0)return F();let L=await ie(n,[...s.keys()],e.entityKeys),R=await ae(n,m,L.map(e=>e.id)),z=L.filter(e=>{let n=s.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=d.get(e.key);return i===void 0||i.sourceHash!==D(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||R.has(e.id)});if(z.length===0)return F();let V=await M(n,z.map(e=>e.key)),q=0,X=0,Z=0,Q=0,$=0;for(let r of l(z,50)){q+=1;let i=Date.now(),a=await J(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=s.get(i.loaderId);if(r){try{let e=await K({row:i,entry:r,value:a.get(i.id),attachedSlug:V.get(i.key),context:t,database:n,state:f,evaluator:m,resolveAccess:_,prepare:O.prepare,stampOf:D,allowsMarkdownCopy:w.allows});o.push(e),N(i.id,e.problems)}catch(e){P(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await U({context:t,database:n,store:p,outputs:o}),$+=Date.now()-i,A+=o.length}return u===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${q} ${q===1?`chunk`:`chunks`} (load ${i(Z)}, producers ${i(Q)}, writes ${i($)})`),F()}async function H(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>w(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function U(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:_(e.reads)}))});for(let e of n){if(await i.delete(f).where(R(f.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(f).values(a)}}})}function W(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])k.includes(e.code)?r.push(O(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${k.join(`, `)}`);return r}async function G(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(f).where(R(f.entityKey,t)))}}async function K(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),l=await c(o.data,e=>h(r,e)),u=[],d=e=>u.push(e),f=e.evaluator.index(d),p=e.attachedSlug===void 0?void 0:f.get(e.attachedSlug),m=e.resolveAccess(d),g={config:e.context.config,entities:I(e.context,r,e.state,d),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:f,route:p},_=i?await i(l,g):{docs:[]},v=a&&e.allowsMarkdownCopy(p)?await a(l,g):null,y=q(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:m.rbacTeamsForSlug(e.routeSlug)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...Y(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:u,problems:[...W(t.key,_.problems,e.context.logger),...b.problems]}}function q(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{}})}}}return a}async function J(e,t){let n=await e.db.select({id:d.id,data:d.data,dataHash:d.dataHash}).from(d).where(z(d.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function ee(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(s(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,rbacTeamsForSlug:e=>N(o(e)),localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return x(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function Y(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(Z(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=o(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,...m}=u,h=i.productForSlug(r),g=i.versionForSlug(r),_=F({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:P(d,p),version:g,product:h?.name??null,onDropped:(e,t)=>{let a=`${e}\u0000${t}`;s.has(a)||(s.add(a),c.push(A({entityKey:n,field:e,reason:X[t],filePath:i.originFilePathForSlug(r)})))}}),v={...m,routeSlug:r,locale:i.localeForSlug(r),facets:_};h&&(v.product={name:h.name,folder:h.folder}),g&&(v.version=g),l.push(v)}return{docs:l,problems:c}}}}const X={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`};function Z(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!a(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:l(t,u(void 0))){let t=await e.db.selectDistinct({entityKey:m.entityKey,sourceHash:m.sourceHash,pluginVersion:m.pluginVersion}).from(m).where(r===void 0?void 0:z(m.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:f.entityKey,sourceHash:f.sourceHash,pluginVersion:f.pluginVersion}).from(f).where(r===void 0?void 0:z(f.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:d.id,key:d.key,loaderId:d.loaderId,dataHash:d.dataHash}).from(d).where(L(R(d.status,`ready`),R(d.isCurrent,1),z(d.loaderId,[...t]),n===void 0?void 0:z(d.key,[...n]))).orderBy(d.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=u(void 0),o=await e.db.select({entityId:p.entityId,kind:p.kind,argument:p.argument,resultHash:p.resultHash}).from(p).where(L(R(p.hook,`searchable`),a?z(p.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&v(t,e)&&r.add(e.entityId);return r}function Q(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Q as collectInlineSearchables,V as runSearchSync};
|
|
1
|
+
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{formatDuration as i}from"../../shared/log-format.js";import{isRbacScope as a}from"../../server/rbac/engine.js";import{normalizeRouteSlug as o}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as s,pageMarkdown as c,routeQueryDeps as l,searchDocuments as u}from"../database/schema.js";import{computePathPrefixes as d}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as f}from"../materialization/data-ref.js";import{batchValues as p,normalizeBatchSize as m}from"../database/connection.js";import{resolveDataRef as h}from"../database/blobs.js";import{createRouteQueryEvaluator as g,dedupeRouteQueryDependencies as _,isRouteQueryStale as v}from"../plugins/utils/route-index.js";import{listConfiguredProducts as y}from"../products.js";import{userMarkdocSchemaDigest as b}from"../markdown/constants/tag-sets.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{createMarkdownCopyRule as C}from"../markdown-copy-rule.js";import{createProblem as w}from"../problems/codes.js";import{problemRow as T,replaceEntityProblemsForCodesBatchTx as E}from"../database/problems.js";import"../search/postings/postings-store.js";import{createSearchStore as D}from"../search/store.js";import{loadContentLayerState as ee}from"../context-state.js";import{replaceEntityRouteQueryDepsTx as O}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as k,searchFacetInvalidProblem as A,searchableFailedProblem as j}from"../problems/producers.js";import{loadAttachedRouteSlugs as M}from"../database/route-deps.js";import{toRbacTeams as N,toRbacTeamsWithinRoute as P}from"./rbac-teams.js";import{buildDocumentFacets as F}from"../search/facet-rows.js";import{createHookEntityStore as I}from"./hook-inputs.js";import{and as L,eq as R,inArray as z}from"drizzle-orm";function te(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function B(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),a=[],o=/* @__PURE__ */ new Map,s=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),c=e.inlineSearchables??/* @__PURE__ */ new Map,l=e.entityKeys===void 0?void 0:[...e.entityKeys,...c.keys()],u=await re(n,l);if(s.size===0&&c.size===0&&u.size===0)return{synced:0,problems:a};let d=await ee({context:t,database:n}),f=D(n),m=g(d,t.config),h=y(t.config),_=q(d,m,h),v=_(),x=J(t),S=C(t.config),w=te(x,h,S.settings,b()),E=X(r,{configuredFields:x}),O=0,A=(e,t)=>{a.push(...t),o.set(e,t.map(t=>T(t,{scope:`entity`,entityId:e})))},N=(e,t,n,i)=>{let s=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${s}`);let c=j({entityKey:t,pluginId:n,message:s});a.push(c),o.set(e,[T(c,{scope:`entity`,entityId:e})])},P=async()=>(await ne(n,o,k,r),{synced:O,problems:a});l===void 0&&await U({context:t,database:n,state:d,store:f,stored:u,searchableLoaders:s});let F=[];for(let[e,n]of c){let i=d.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){u.has(e)&&await f.removeSource(e);continue}try{let a=await E.prepare(e,n.docs,v);F.push({entityKey:e,docs:a.docs,...Y(e,n,a.docs),sourceHash:w(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),A(i.id,[...H(e,n.problems,r),...a.problems])}catch(t){N(i.id,e,i.pluginId,t)}}}if(await f.replaceSourceDocuments(F),O+=F.length,s.size===0)return P();let I=await ie(n,[...s.keys()],e.entityKeys),L=await ae(n,m,I.map(e=>e.id)),R=I.filter(e=>{let n=s.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=u.get(e.key);return i===void 0||i.sourceHash!==w(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||L.has(e.id)});if(R.length===0)return P();let z=await M(n,R.map(e=>e.key)),B=0,G=0,Z=0,Q=0,$=0;for(let r of p(R,50)){B+=1;let i=Date.now(),a=await K(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=s.get(i.loaderId);if(r){try{let e=await W({row:i,entry:r,value:a.get(i.id),attachedSlug:z.get(i.key),context:t,database:n,state:d,evaluator:m,resolveAccess:_,prepare:E.prepare,stampOf:w,allowsMarkdownCopy:S.allows});o.push(e),A(i.id,e.problems)}catch(e){N(i.id,i.key,r.pluginId,e)}G+=1,e.onProgress?.(G,R.length)}}Q+=Date.now()-i,i=Date.now(),await V({context:t,database:n,store:f,outputs:o}),$+=Date.now()-i,O+=o.length}return l===void 0&&r.info(`Synced ${R.length} content ${R.length===1?`item`:`items`} for search in ${B} ${B===1?`chunk`:`chunks`} (load ${i(Z)}, producers ${i(Q)}, writes ${i($)})`),P()}async function ne(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>E(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function V(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await O(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:_(e.reads)}))});for(let e of n){if(await i.delete(c).where(R(c.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(c).values(a)}}})}function H(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])k.includes(e.code)?r.push(w(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${k.join(`, `)}`);return r}async function U(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(c).where(R(c.entityKey,t)))}}async function W(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await f(o.data,e=>h(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),p=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),g={config:e.context.config,entities:I(e.context,r,e.state,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:p},_=i?await i(c,g):{docs:[]},v=a&&e.allowsMarkdownCopy(p)?await a(c,g):null,y=G(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:m.rbacTeamsForSlug(e.routeSlug)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...Y(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...H(t.key,_.problems,e.context.logger),...b.problems]}}function G(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{}})}}}return a}async function K(e,t){let n=await e.db.select({id:s.id,data:s.data,dataHash:s.dataHash}).from(s).where(z(s.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function q(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(d(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,rbacTeamsForSlug:e=>N(o(e)),localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function J(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function Y(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function X(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(Q(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=o(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=F({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:P(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;s.has(a)||(s.add(a),c.push(A({entityKey:n,field:e,reason:Z[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Z={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function Q(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!a(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:p(t,m(void 0))){let t=await e.db.selectDistinct({entityKey:u.entityKey,sourceHash:u.sourceHash,pluginVersion:u.pluginVersion}).from(u).where(r===void 0?void 0:z(u.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:c.entityKey,sourceHash:c.sourceHash,pluginVersion:c.pluginVersion}).from(c).where(r===void 0?void 0:z(c.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:s.id,key:s.key,loaderId:s.loaderId,dataHash:s.dataHash}).from(s).where(L(R(s.status,`ready`),R(s.isCurrent,1),z(s.loaderId,[...t]),n===void 0?void 0:z(s.key,[...n]))).orderBy(s.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=m(void 0),o=await e.db.select({entityId:l.entityId,kind:l.kind,argument:l.argument,resultHash:l.resultHash}).from(l).where(L(R(l.hook,`searchable`),a?z(l.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&v(t,e)&&r.add(e.entityId);return r}function $(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{$ as collectInlineSearchables,B as runSearchSync};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{garbageCollectOrphanedEntities as
|
|
1
|
+
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{createProblem as s}from"../problems/codes.js";import{garbageCollectOrphanedEntities as c,propagateRouteQueryInvalidation as l}from"../database/invalidation.js";import{problemRow as u}from"../database/problems.js";import{loadFileManifestsByPaths as d}from"../database/files.js";import{loadContentLayerState as f,reloadContentLayerEntities as p}from"../context-state.js";import{bulkSyncOrigins as m}from"../database/origins.js";import{extractFailedProblem as h,sluggerProblemSources as ee}from"../problems/producers.js";import{resolveRevisionsConfig as g}from"../revisions/config.js";import{finalizeHookInputs as _,hasAnyPluginHookTrigger as v}from"./hook-inputs.js";import{collectInlineSearchables as y}from"./search-sync.js";import{dropCollidingRoutes as b}from"./slugger/drop-colliding-routes.js";import{allReservedSlugs as te,resolveFinalSlugs as x}from"./slugger/resolve-final-slugs.js";import{normalizePluginArtifacts as S}from"./normalize-artifacts.js";import{runFinalizePhase as C}from"./finalize-phase.js";import{applyOriginRoutesToWorkingState as w,cloneContentLayerState as T,removeFileFromWorkingState as ne,removeOriginFromWorkingState as E}from"./working-state.js";import{dropCollidingExtractAllRoutes as D,runExtractAllPhase as O}from"./extract-all-phase.js";import{diffFallbackRoutes as k,generateFallbackRoutes as A}from"./generate-fallback-routes.js";async function j(n){let s=await f({context:n.context,database:n.database}),l=T(s);for(let e of n.removedPaths)ne(l,e);if(n.files.length===0&&n.removedPaths.size===0&&![`extractAll`,`finalize`].some(e=>v(e,n.context,s,n.pluginScopedOriginRows,n.routeQueryRows,n.hookState,e===`finalize`?_(n.localeContext):void 0)))return await P(n,l),n.context.state=l,{inlineSearchables:/* @__PURE__ */ new Map,routeChanges:{changedSlugs:[],unbounded:!1}};let h=n.context.logger.child(`content-layer:sync`),{localeContext:S}=n,j=I(n.context.config,`/l10n`),M=I(n.context.config,`/metadataGlobs`),N=await O({context:n.context,database:n.database,workingState:l,files:n.files,originRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:extractAll`)}),F=n.context.logger.child(`content-layer:plugin`),R=g(n.context.config),z=n.files.filter(e=>e.manifest===void 0).map(e=>e.path),B=await d(n.database,z),V=n.context.pluginRegistry.list().map(e=>e.id);E(l,V,o,null);let H=[],U=`${e}/`,W=n.files.map(e=>({file:e,localized:Number(e.path.startsWith(U))})).sort((e,t)=>e.localized-t.localized).map(e=>e.file);for(let[e,a]of W.entries()){let o=l.filesByPath.get(a.path)??l.ignoredFilesByPath.get(a.path);if(!o)throw Error(`Missing stored file state for "${a.path}".`);let s=t(n.context,a.path),c=(l.filePluginsByPath.get(a.path)??[]).map(e=>e.pluginId).filter(e=>!s.some(t=>t.id===e)),u=[];for(let e of c)E(l,V,e,a.path),u.push({hook:`extract`,originDependencies:[],originFileId:o.id,originFilePath:a.path,originPluginId:e,routeDependencies:[],routes:[],entities:[],problems:[]});for(let e of s)E(l,V,e.id,a.path);let d=i({path:a.path,hash:a.hash,manifest:a.manifest??B.get(a.path)??{}}),f=await r(s,d,{config:n.context.config,fs:n.context.platform.fs,contentDir:n.context.contentDir,scannedPaths:()=>l.filesByPath.keys(),logger:F});for(let e of f)L({context:n.context,workingState:l,allPluginIds:V,filePath:a.path,fileRecord:o,attempt:e,origins:u,revisions:R,localeContext:S,l10nConfigDependency:j,metadataGlobsConfigDependency:M,pluginLogger:F});let p=s.map(e=>({id:e.id,version:e.version}));H.push({fileId:o.id,filePath:a.path,plugins:p,origins:u}),l.filePluginsByPath.set(a.path,p.map(e=>({fileId:o.id,pluginId:e.id,pluginVersion:e.version}))),n.onFileSynced?.(e+1,W.length)}let G=n.context.pluginRegistry.listReservedSlugs(),{collisions:K,routeBySlug:q,wildcardShadows:J,problems:Y}=x({state:l,previousWildcardShadows:s.wildcardShadows,reservedSlugs:G,logger:h});l.wildcardShadows=J,l.routeBySlug=q;let ie=/* @__PURE__ */ new Set([...n.files.map(e=>e.path),...n.removedPaths,...N.pending.map(e=>e.pluginId),...N.failures.map(e=>e.pluginId)]),X=new Set(Y.map(e=>e.key));for(let e of n.storedSluggerProblems){if(e.key===null)continue;let t=ee(e.data);t.length>0&&t.every(e=>ie.has(e))&&X.add(e.key)}b({state:l,bulkItems:H,collisions:K,allPluginIds:V}),D(N.pending,K);let Z=A({state:l,localeContext:S,reservedSlugs:te(G)}),ae=k(s.routesByOriginKey.get(a(`internal.l10n`,null))??[],Z);w(l,V,o,null,Z);let Q=/* @__PURE__ */ new Map;for(let e of H)for(let t of e.origins)y(t.entities,Q);for(let e of N.pending)y(e.entities,Q);let $=/* @__PURE__ */ new Set;if(R){for(let e of H)if(R.isTracked(e.filePath))for(let t of e.origins)for(let e of t.entities)$.add(e.key)}await m(n.database,H,{logger:F,revisions:R?{max:R.max,trackedKeys:$,capture:n.captureRevisions===!0}:void 0,extractAllOrigins:N.pending.map(e=>({hook:`extractAll`,originFileId:null,originFilePath:null,originPluginId:e.pluginId,originDependencies:e.originDependencies,routeDependencies:e.routeDependencies,routes:e.routes,entities:e.entities,problems:[],fingerprint:e.inputsHash,routeQueries:e.routeQueries})),extractAllFailures:N.failures,globalProblems:{source:`slugger`,keys:[...X],newProblems:Y.map(e=>u(e.problem,{scope:`global`,source:`slugger`,key:e.key}))},fallbackRoutes:{pluginId:o,...ae}}),await p({state:l,database:n.database}),await P(n,l);let oe=await C({context:n.context,database:n.database,localeContext:S,workingState:l,files:n.files,pluginScopedOriginRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:finalize`),collectEntities:e=>y(e,Q)}),se=await c(n.database);return(oe.ranPluginIds.length>0||se.removedOrphans)&&await p({state:l,database:n.database}),n.context.state=l,{inlineSearchables:Q,routeChanges:re(s.routeBySlug,l.routeBySlug)}}function re(e,t){let n=[];for(let[r,i]of e){let e=t.get(r);(e===void 0||e.originFilePath!==i.originFilePath)&&n.push(r)}for(let r of t.keys())e.has(r)||n.push(r);return{changedSlugs:n,unbounded:!M(e,t)}}function M(e,t){let n=N(e),r=N(t);return n.size===r.size&&[...n].every(e=>r.has(e))}function N(e){let t=/* @__PURE__ */ new Set;for(let[n,r]of e)r.wildcardPrefix&&t.add(n);return t}async function P(e,t){let{invalidatedKeys:n}=await l(e.database,{rows:e.routeQueryRows,state:t,config:e.context.config,logger:e.context.logger.child(`content-layer:db`)});for(let e of n){let n=t.entitiesByKey.get(e);n&&(n.status=`stale`)}}function F(e){return[...e.configDependencies.map(e=>({...e,source:`config`})),...e.fileDependencies]}function I(e,t){return{source:`config`,accessType:`value`,path:t,valueHash:n(e,{accessType:`value`,path:t})}}function L(e){let{context:t,workingState:n,allPluginIds:r,filePath:i,fileRecord:o,attempt:c}=e,l=c.result.ok?c.result.value:null,u=e.localeContext.isL10nPath(i)?[...F(c),e.l10nConfigDependency]:F(c);if(!l){e.origins.push({hook:`extract`,originDependencies:u,originFileId:o.id,originFilePath:i,originPluginId:c.plugin.id,routeDependencies:[],routes:[],entities:[],problems:c.result.ok?[]:[h({filePath:i,pluginId:c.plugin.id,message:c.result.error.message})]});return}let d=S({context:t,filePath:i,pluginId:c.plugin.id,revisions:e.revisions,routeDrafts:l.routes,standaloneEntities:l.entities??[],localeContext:e.localeContext,resolveCanonicalRoute:(e,t)=>n.routesByOriginKey.get(a(c.plugin.id,e))?.find(e=>e.routeId===t)});w(n,r,c.plugin.id,i,d.routes),e.origins.push({hook:`extract`,originDependencies:d.routes.length>0?[...u,e.metadataGlobsConfigDependency]:u,originFileId:o.id,originFilePath:i,originPluginId:c.plugin.id,routeDependencies:d.routeDependencies,routes:d.routes,entities:d.entities,problems:(l.problems??[]).map(e=>s({...e,location:e.location??{filePath:i}})),linkRefs:l.linkRefs})}export{j as syncContentFiles};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{createProblem as a}from"../problems/codes.js";import{deleteProblemsForLinkRefsTx as o,insertProblemsTx as s,problemRow as c,replaceAllLinkProblemsTx as l}from"../database/problems.js";import{clearLinkCheckCheckpointTx as u}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as d}from"./load-view.js";import{unresolvedFilePathRefReads as f,validateLinkRefs as p}from"./validate.js";import{and as m,eq as h,getTableColumns as g,gte as _,inArray as v,lt as y,notInArray as b,or as x}from"drizzle-orm";function S(e){return{run:t=>w(e.logger,()=>T(e,t))}}async function C(r){await w(r.logger,async()=>{let i=await r.database.db.select({entityId:e.id,path:n.path}).from(e).leftJoin(t,h(t.entityId,e.id)).leftJoin(n,h(t.originFileId,n.id)).where(m(h(e.key,r.entityKey),h(e.isCurrent,1))),a=i[0]?.entityId;if(a===void 0)return;let o=i.map(e=>e.path).filter(e=>e!==null),s=[...new Set(o)],c=r.viewCache?await r.viewCache.refreshInventories(s):void 0;await T(r,{entityIds:[a],originFilePaths:[],changedSlugs:[],changedFilePaths:s,unbounded:!1},c)})}async function w(e,t){try{await t()}catch(t){e?.warn(`Incremental link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)})}}async function T(e,t,n){if(t.unbounded){await E(e);return}if(!D(t))return;let r=n??await d(e),i=await O(e.database,t,r);if(i.length===0)return;let a=p(i,r).map(j),c=i.map(e=>e.id);await e.database.db.transaction(async e=>{await o(e,c),await s(e,a),await u(e)}),e.logger?.debug(`Incremental link check complete`,{refs:i.length,broken:a.length})}async function E(e){let[t,n]=await Promise.all([e.database.db.select().from(r),d(e)]),i=p(t,n).map(j);await e.database.db.transaction(async e=>{await l(e,i),await u(e)}),e.logger?.debug(`Full link check complete`,{refs:t.length,broken:i.length})}function D(e){return e.entityIds.length>0||e.originFilePaths.length>0||e.changedSlugs.length>0||e.changedFilePaths.length>0}async function O(e,t,a){let o=/* @__PURE__ */ new Map,s=e=>{for(let t of e)o.set(t.id,t)};for(let n of i(t.entityIds,500))s(await e.db.select().from(r).where(v(r.entityId,n)));for(let a of i(t.originFilePaths,500))s(await e.db.select(g(r)).from(r).innerJoin(n,h(r.originFileId,n.id)).where(v(n.path,a)));let c=new Set(t.changedSlugs);for(let e of t.changedFilePaths)for(let t of a.routeSlugsBySourcePath.get(e)??[])c.add(t);for(let t of i([...c],500))s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),v(r.target,t))));let l=[...c].filter(e=>a.routeBySlug.get(e)?.wildcardPrefix===!0);for(let t of i(l,20)){let n=t.map(e=>{let t=k(e);return m(_(r.target,t),y(r.target,A(t)))});s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),x(...n))))}for(let n of i(t.changedFilePaths,500))s(await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),v(r.target,n))));if(c.size>0||t.changedFilePaths.length>0){let i=new Set(t.changedFilePaths);s((await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),b(r.target,e.db.select({path:n.path}).from(n))))).filter(e=>{let t=f(e,a);return t.filePaths.some(e=>i.has(e))||t.slugs.some(e=>c.has(e)||l.some(t=>e.startsWith(k(t))))}))}return[...o.values()]}function k(e){return e===`/`?`/`:`${e}/`}function A(e){return`${e.slice(0,-1)}0`}function j(e){return c(a(e.problem),{scope:`link`,linkRefId:e.ref.id})}export{S as createDevLinkCheckSession,O as loadAffectedRefs,C as runMaterializationLinkCheck};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{
|
|
1
|
+
import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{createProblem as o}from"../problems/codes.js";import{deleteOrphanedLinkProblemsTx as s,deleteProblemsForLinkRefsTx as c,insertProblemsTx as l,problemRow as u,replaceAllLinkProblemsTx as d}from"../database/problems.js";import{loadLinkCheckCheckpoint as f,writeLinkCheckCheckpointTx as p}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as m}from"./load-view.js";import{validateLinkRefs as h}from"./validate.js";import{loadAffectedRefs as g}from"./delta.js";import{narrowRangeToTarget as _}from"../../shared/utils/narrow-range-to-target.js";import{diffLinkCheckTargets as v,fingerprintLinkCheckView as y}from"./fingerprint.js";import{and as b,asc as x,count as S,eq as C,gt as w}from"drizzle-orm";async function T(e){try{return await E(e)}catch(t){return e.logger?.warn(`Link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)}),{ok:!1}}}async function E(e){let[t,n,r]=await Promise.all([m(e),A(e.database),f(e.database)]),i=await y(t,n);return r===null||r.unboundedInputs!==i.unboundedInputs?D(e,t,i):O(e,t,i,r)}async function D(e,t,n){let r=[],{judged:i,judgedThroughRefId:a}=await k(e.database,t,0,r),o=await M(r,e.readSourceFile);return await e.database.db.transaction(async e=>{await d(e,o),await p(e,{...n,judgedThroughRefId:a})}),{ok:!0,checked:i,broken:o.length,judged:i}}async function O(e,t,i,a){let{database:o}=e,u=v(a.targets,i.targets),d=await j(o),f=(await g(o,{entityIds:d,originFilePaths:u.changedFilePaths,changedSlugs:u.changedSlugs,changedFilePaths:u.changedFilePaths},t)).filter(e=>e.id<=a.judgedThroughRefId),m=h(f,t),_=await k(o,t,a.judgedThroughRefId,m),y=f.length+_.judged,b=u.changedSlugs.length>0||u.changedFilePaths.length>0;if(y>0||b){let t=await M(m,e.readSourceFile);await o.db.transaction(async e=>{await c(e,f.map(e=>e.id)),await l(e,t),await s(e),await p(e,{...i,judgedThroughRefId:_.judgedThroughRefId})})}let[[x],[w]]=await Promise.all([o.db.select({value:S()}).from(n),o.db.select({value:S()}).from(r).where(C(r.scope,`link`))]);return{ok:!0,checked:x?.value??0,broken:w?.value??0,judged:y}}async function k(e,t,r,i){let a=0,o=r;for(;;){let r=await e.db.select().from(n).where(w(n.id,o)).orderBy(x(n.id)).limit(1e4),s=r.at(-1);if(s===void 0)break;for(let e of h(r,t))i.push(e);a+=r.length,o=s.id}return{judged:a,judgedThroughRefId:o}}async function A(e){let n=await e.db.select({path:t.path,hash:t.hash}).from(t);return new Map(n.map(e=>[e.path,e.hash]))}async function j(t){return(await t.db.select({id:e.id}).from(e).where(b(C(e.status,`stale`),C(e.isCurrent,1)))).map(e=>e.id)}async function M(e,t){let n=/* @__PURE__ */ new Map;e.forEach(({ref:e,problem:t},r)=>{let i=t.location;if(i?.range===void 0)return;let a={index:r,raw:e.raw,location:i,range:i.range},o=n.get(e.filePath);o===void 0?n.set(e.filePath,[a]):o.push(a)});let r=/* @__PURE__ */ new Map;for(let[e,o]of n){let n=await t(e);if(n===null)continue;let s=a(n);for(let{index:e,raw:t,location:n,range:a}of o){let o=_(s,a,t);r.set(e,{...n,range:o,snippet:i(s,o)})}}return e.map(({ref:e,problem:t},n)=>{let i=r.get(n),a=i===void 0?t:{...t,location:i};return u(o(a),{scope:`link`,linkRefId:e.id})})}export{T as runBuildLinkCheck};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{createSearchHandle as u}from"../search/store.js";import{createAudienceTagResolver as d}from"../markdown/resolve/audience-tag.js";import{materializeEntityByKey as f}from"../materialization/entity.js";import{createMarkdownService as p}from"../markdown/service.js";import{resolve as m}from"node:path";function h(h,g,_={}){let v,y,b,x,S;return function C(w,T,E){let D=h.pluginRegistry.getById(w.pluginId);if(!D)throw Error(`Entity loader "${w.definition.id}" references missing plugin "${w.pluginId}".`);let{state:O}=h;if(!O)throw Error(`Entity loader "${w.definition.id}" ran before content state was loaded.`);let k=r(h.config),A=k.config.access?.rbac,j=h.config.access?.rbac;(j!==v||y===void 0)&&(v=j,y=d(A,e=>h.logger.warn(e)));let M=y,N=k.config.l10n?.defaultLocale;(S===void 0||S.defaultLocale!==N)&&(x??=e(O.filesByPath.keys()),S={defaultLocale:N,locales:t({defaultLocale:N},x).locales});let P=S.locales,F=[],I=[],L=[];return(b?.state!==O||b.config!==h.config)&&(b={state:O,config:h.config,evaluator:l(O,h.config)}),{args:T??{},config:k.config,contentDir:h.contentDir,file:{absolutePath:m(h.contentDir,E),path:E,lastModifiedAt:O.filesByPath.get(E)?.lastModifiedAt??null},io:{...h.pluginIO,async glob(e){return L.push(e),n(O.filesByPath.keys(),e)}},entities:c({database:g,state:O,materialize:e=>f({database:g,key:e,loaderRegistry:h.pluginRegistry,loaderContextFactory:C,contentDir:h.contentDir,revisions:_.revisions}),onEntityRead:e=>F.push(e),record:e=>I.push(e)}),search:u(g),logger:h.logger.child(`content-layer:entity:${w.definition.id}`),plugin:{id:D.id,version:D.version},pluginRegistry:h.pluginRegistry,resolveAudienceTag:M,routes:b.evaluator.index(e=>I.push(e)),markdown:p({state:O,resolveAudienceTag:M,contentLocales:P}),createBlobRef:async(e,t)=>{let n=t?.format??`json`,r=typeof e==`string`?e:Buffer.from(e).toString(`base64`),o=a(r);return await s(g,{key:o,content:r,size:r.length}),i(o,n)},resolveDataRef:e=>o(g,e),_trackedConfig:k,_loadedEntityKeys:F,_globPatterns:L,_routeQueries:I}}}export{h as createBuildTimeEntityLoaderContextFactory};
|
|
1
|
+
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{createSearchHandle as u}from"../search/store.js";import{createAudienceTagResolver as d}from"../markdown/resolve/audience-tag.js";import{materializeEntityByKey as f}from"../materialization/entity.js";import{createMarkdownService as p}from"../markdown/service.js";import{resolve as m}from"node:path";function h(h,g,_={}){let v,y,b,x,S;return function C(w,T,E){let D=h.pluginRegistry.getById(w.pluginId);if(!D)throw Error(`Entity loader "${w.definition.id}" references missing plugin "${w.pluginId}".`);let{state:O}=h;if(!O)throw Error(`Entity loader "${w.definition.id}" ran before content state was loaded.`);let k=r(h.config),A=k.config.access?.rbac,j=h.config.access?.rbac;(j!==v||y===void 0)&&(v=j,y=d(A,e=>h.logger.warn(e)));let M=y,N=k.config.l10n?.defaultLocale;(S===void 0||S.defaultLocale!==N)&&(x??=e(O.filesByPath.keys()),S={defaultLocale:N,locales:t({defaultLocale:N},x).locales});let P=S.locales,F=[],I=[],L=[];return(b?.state!==O||b.config!==h.config)&&(b={state:O,config:h.config,evaluator:l(O,h.config)}),{args:T??{},config:k.config,contentDir:h.contentDir,file:{absolutePath:m(h.contentDir,E),path:E,lastModifiedAt:O.filesByPath.get(E)?.lastModifiedAt??null},io:{...h.pluginIO,async glob(e){return L.push(e),n(O.filesByPath.keys(),e)}},entities:c({database:g,state:O,materialize:e=>f({database:g,key:e,loaderRegistry:h.pluginRegistry,loaderContextFactory:C,contentDir:h.contentDir,revisions:_.revisions,logger:h.logger}),onEntityRead:e=>F.push(e),record:e=>I.push(e)}),search:u(g),logger:h.logger.child(`content-layer:entity:${w.definition.id}`),plugin:{id:D.id,version:D.version},pluginRegistry:h.pluginRegistry,resolveAudienceTag:M,routes:b.evaluator.index(e=>I.push(e)),markdown:p({state:O,resolveAudienceTag:M,contentLocales:P}),createBlobRef:async(e,t)=>{let n=t?.format??`json`,r=typeof e==`string`?e:Buffer.from(e).toString(`base64`),o=a(r);return await s(g,{key:o,content:r,size:r.length}),i(o,n)},resolveDataRef:e=>o(g,e),_trackedConfig:k,_loadedEntityKeys:F,_globPatterns:L,_routeQueries:I}}}export{h as createBuildTimeEntityLoaderContextFactory};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import
|
|
1
|
+
import{withPathPrefix as e,withPathPrefixForSrcSet as t}from"../../../shared/path-prefix.js";import{isRouterPath as n}from"../../../client/utils/routes/is-router-path.js";import{resolveRelativeHref as r}from"../../../client/utils/routes/resolve-relative-href.js";import*as i from"react";import{Link as a,useLocation as o}from"react-router";import{jsx as s}from"react/jsx-runtime";import{dynamic as c}from"@redocly/theme/core/utils";import l from"styled-components";import{CodeSnippetProvider as u,PageActionsContext as d}from"@redocly/theme/core/contexts";import{Accordion as ee}from"@redocly/theme/markdoc/components/Accordion/Accordion";import{AccordionGroup as f}from"@redocly/theme/markdoc/components/Accordion/AccordionGroup";import{Admonition as p}from"@redocly/theme/markdoc/components/Admonition/Admonition";import{Card as m}from"@redocly/theme/markdoc/components/Cards/Card";import{Cards as h}from"@redocly/theme/markdoc/components/Cards/Cards";import{CodeBlock as g}from"@redocly/theme/markdoc/components/CodeBlock/CodeBlock";import{CodeGroup as _}from"@redocly/theme/markdoc/components/CodeGroup/CodeGroup";import{CodeStep as te}from"@redocly/theme/markdoc/components/CodeWalkthrough/CodeStep";import{CodeToggle as ne}from"@redocly/theme/markdoc/components/CodeWalkthrough/CodeToggle";import{CodeWalkthrough as re}from"@redocly/theme/markdoc/components/CodeWalkthrough/CodeWalkthrough";import{ConnectMCP as v}from"@redocly/theme/markdoc/components/ConnectMCP/ConnectMCP";import{Diagram as y}from"@redocly/theme/markdoc/components/Diagram/Diagram";import{Experiment as b}from"@redocly/theme/components/Experiment/Experiment";import{Variant as x}from"@redocly/theme/components/Experiment/Variant";import{Heading as S}from"@redocly/theme/markdoc/components/Heading/Heading";import{Input as C}from"@redocly/theme/markdoc/components/CodeWalkthrough/Input";import{Icon as w}from"@redocly/theme/markdoc/components/Icon/Icon";import{Image as T}from"@redocly/theme/markdoc/components/Image/Image";import{InlineSvg as E}from"@redocly/theme/markdoc/components/InlineSvg/InlineSvg";import{LoginButton as D}from"@redocly/theme/markdoc/components/LoginButton/LoginButton";import{MarkdocExample as O}from"@redocly/theme/markdoc/components/MarkdocExample/MarkdocExample";import{NumberedItem as k}from"@redocly/theme/markdoc/components/NumberedList/NumberedItem";import{NumberedList as A}from"@redocly/theme/markdoc/components/NumberedList/NumberedList";import{Prompt as j}from"@redocly/theme/markdoc/components/Prompt/Prompt";import{Tabs as M}from"@redocly/theme/markdoc/components/Tabs/Tabs";import{TabItemFragment as N}from"@redocly/theme/markdoc/components/Tabs/TabItemFragment";import{Markdown as P}from"@redocly/theme/components/Markdown/Markdown";import{SearchAiCitation as F}from"@redocly/theme/components/Search/SearchAiCitation";import I from"@redocly/markdoc/dist/react.js";import{useL10nHref as ie}from"virtual:realm-runtime";import{userMarkdocComponents as L}from"virtual:realm-markdoc-components";const R=t=>typeof t==`string`?e(t):void 0,z=e=>typeof e==`string`?t(e):void 0,B=e=>/^(https?:|\/\/)/.test(e);function V(e){let t=ie(),{pathname:i}=o();if(!e||B(e)||e.startsWith(`mailto:`))return{kind:`external`,href:e};let a=r(e,i);return n(a)?{kind:`page`,href:t(a)}:{kind:`file`,href:a}}function H({href:t,children:n,...r}){let i=V(t);if(i.kind===`external`){let e=t&&B(t)?`_blank`:void 0;return/* @__PURE__ */ s(`a`,{href:t,target:e,...r,rel:typeof r.rel==`string`?r.rel:`noreferrer`,children:n})}return i.kind===`file`?/* @__PURE__ */ s(`a`,{href:e(i.href),...r,children:n}):/* @__PURE__ */ s(a,{to:i.href,...r,children:n})}function U(e){return function({href:t,...n}){return/* @__PURE__ */ s(e,{...n,href:V(t).href})}}const{MarkdownLink:W,...G}=L;function K({src:e,srcSet:t,...n}){return/* @__PURE__ */ s(T,{...n,src:R(e),srcSet:z(t)})}let q=Promise.resolve();function J(){return q}function Y(e,t){return new Promise(n=>{t&&(e.addEventListener(`load`,()=>n()),e.addEventListener(`error`,()=>n())),document.body.appendChild(e),t||n()})}function X({src:e,children:t,...n}){return i.useEffect(()=>{let r=typeof e==`string`?e:void 0;if(r&&document.querySelector(`script[src="${CSS.escape(r)}"]`))return;let a=document.createElement(`script`);r?a.src=r:t!=null&&(a.textContent=i.Children.toArray(t).join(``));for(let[e,t]of Object.entries(n))(typeof t==`string`||typeof t==`boolean`)&&a.setAttribute(e,String(t));r&&n.async?Y(a,!0):q=q.then(()=>Y(a,!!r))},[e]),null}function Z({image:e,icon:t,...n}){return/* @__PURE__ */ s(m,{...n,image:R(e),icon:R(t)})}const ae=l.span.attrs({role:`alert`,"data-component-name":`MarkdocInlineError`})`
|
|
2
2
|
display: inline;
|
|
3
3
|
padding: 0 var(--spacing-xs);
|
|
4
4
|
border: var(--admonition-danger-border);
|
|
@@ -6,4 +6,4 @@ import"../../../shared/constants/content-assets.js";import{withPathPrefix as e,w
|
|
|
6
6
|
background-color: var(--admonition-danger-bg-color);
|
|
7
7
|
color: var(--admonition-danger-text-color);
|
|
8
8
|
font-size: var(--font-size-sm);
|
|
9
|
-
`,
|
|
9
|
+
`,Q={Accordion:ee,AccordionGroup:f,Admonition:p,AiCitation:F,Card:Z,Cards:h,CodeBlock:g,CodeGroup:_,CodeStep:te,CodeToggle:ne,CodeWalkthrough:re,ConnectMCP:v,Diagram:y,Experiment:b,ExperimentVariant:x,Heading:S,HtmlScript:X,Icon:w,Image:K,InlineSvg:E,Input:C,JsonExample:c(()=>import(`./OpenapiTagComponents.js`).then(e=>e.JsonExample)),JsonSchema:c(()=>import(`./JsonSchemaTag.js`).then(e=>e.JsonSchemaTag)),LoginButton:D,MarkdocExample:O,MarkdocInlineError:ae,NumberedItem:k,NumberedList:A,OpenApiCodeSample:c(()=>import(`./OpenApiEmbedTags.js`).then(e=>e.OpenApiCodeSample)),OpenApiExample:c(()=>import(`./OpenApiEmbedTags.js`).then(e=>e.OpenApiExample)),OpenApiResponseSample:c(()=>import(`./OpenApiEmbedTags.js`).then(e=>e.OpenApiResponseSample)),Prompt:j,ReplayOpenApi:c(()=>import(`./ReplayOpenApiTag.js`).then(e=>e.ReplayOpenApiTag)),Tabs:M,TabItemFragment:N,Link:H,...G,MarkdownLink:W===void 0?H:U(W)},oe=I;function $(e,t=Q){return/* @__PURE__ */ s(u,{children:oe(e,i,{components:t})})}function se({ast:e,components:t=Q,withPageActions:n}){let r=i.useMemo(()=>$(e,t),[e,t]);return/* @__PURE__ */ s(d.Provider,{value:n??null,children:/* @__PURE__ */ s(P,{children:r})})}export{X as HtmlScript,Z as MarkdocCard,K as MarkdocImage,H as MarkdocLink,se as MarkdocRenderer,Q as markdocComponents,$ as renderMarkdocAst,J as waitForMarkdownScripts};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{jsonExampleTag as e,jsonSchemaTag as t,openapiCodeSampleTag as n,openapiExampleTag as r,openapiResponseSampleTag as i,replayOpenapiTag as a}from"../tags/openapi.js";import{codeSnippetTag as o}from"../tags/code-snippet.js";import{diagramTag as s}from"../tags/diagram.js";import{html as c}from"../tags/html.js";import{MARKDOC_ERROR_TAG as l,markdocError as u}from"../tags/markdoc-error.js";import{partial as d}from"../tags/partial.js";import{
|
|
1
|
+
import{jsonExampleTag as e,jsonSchemaTag as t,openapiCodeSampleTag as n,openapiExampleTag as r,openapiResponseSampleTag as i,replayOpenapiTag as a}from"../tags/openapi.js";import{codeSnippetTag as o}from"../tags/code-snippet.js";import{diagramTag as s}from"../tags/diagram.js";import{html as c}from"../tags/html.js";import{MARKDOC_ERROR_TAG as l,markdocError as u}from"../tags/markdoc-error.js";import{partial as d}from"../tags/partial.js";import{variant as f}from"../tags/variant.js";import{fence as p}from"../nodes/fence.js";import{heading as m}from"../nodes/heading.js";import{item as h}from"../nodes/gfm-list-item.js";import{table as g,td as _,th as v}from"../nodes/table.js";import{text as y}from"../nodes/text.js";import b from"@redocly/markdoc";import{accordion as x}from"@redocly/theme/markdoc/tags/accordion";import{accordionGroup as S}from"@redocly/theme/markdoc/tags/accordion-group";import{admonition as C}from"@redocly/theme/markdoc/tags/admonition";import{card as w}from"@redocly/theme/markdoc/tags/card";import{cards as T}from"@redocly/theme/markdoc/tags/cards";import{codeGroup as E}from"@redocly/theme/markdoc/tags/code-group";import{codeStep as D}from"@redocly/theme/markdoc/tags/code-step";import{toggle as O}from"@redocly/theme/markdoc/tags/code-toggle";import{codeWalkthrough as k}from"@redocly/theme/markdoc/tags/code-walkthrough";import{connectMcp as A}from"@redocly/theme/markdoc/tags/connect-mcp";import{debug as j}from"@redocly/theme/markdoc/tags/debug";import{experiment as M}from"@redocly/theme/markdoc/tags/experiment";import{icon as N}from"@redocly/theme/markdoc/tags/icon";import{img as P}from"@redocly/theme/markdoc/tags/img";import{inlineSvg as F}from"@redocly/theme/markdoc/tags/inline-svg";import{input as I}from"@redocly/theme/markdoc/tags/input";import{loginButton as L}from"@redocly/theme/markdoc/tags/login-button";import{markdocExample as R}from"@redocly/theme/markdoc/tags/markdoc-example";import{numberedItem as z}from"@redocly/theme/markdoc/tags/numbered-item";import{numberedList as B}from"@redocly/theme/markdoc/tags/numbered-list";import{prompt as V}from"@redocly/theme/markdoc/tags/prompt";import{tab as H}from"@redocly/theme/markdoc/tags/tab";import{tabs as U}from"@redocly/theme/markdoc/tags/tabs";import{VARIANT_TAG as W}from"@redocly/theme/markdoc/tags/variant";import{visibility as G}from"@redocly/theme/markdoc/tags/visibility";const K=[k.tagName,D.tagName,O.tagName,I.tagName],q={[x.tagName]:x.schema,[S.tagName]:S.schema,[C.tagName]:C.schema,[w.tagName]:w.schema,[T.tagName]:T.schema,[E.tagName]:E.schema,"code-snippet":o,[D.tagName]:D.schema,[k.tagName]:k.schema,[A.tagName]:A.schema,[j.tagName]:j.schema,diagram:s,[M.tagName]:M.schema,html:c,[N.tagName]:N.schema,[P.tagName]:P.schema,[F.tagName]:F.schema,[I.tagName]:I.schema,"json-example":e,"json-schema":t,[L.tagName]:L.schema,[l]:u,[R.tagName]:R.schema,[z.tagName]:z.schema,[B.tagName]:B.schema,"openapi-code-sample":n,"openapi-example":r,"openapi-response-sample":i,partial:d,[V.tagName]:V.schema,"replay-openapi":a,[H.tagName]:H.schema,[U.tagName]:U.schema,[O.tagName]:O.schema,[W]:f,[G.tagName]:G.schema},J=(e,t)=>({...e,children:[...e.children??[],...t]}),Y={link:J({...b.nodes.link,render:`MarkdownLink`},[`softbreak`,`image`]),strong:J(b.nodes.strong,[`softbreak`,`em`,`strong`]),em:J(b.nodes.em,[`softbreak`,`em`,`strong`]),s:J(b.nodes.s,[`softbreak`]),image:{...b.nodes.image,render:`Image`},fence:p,heading:m,item:h,table:g,td:_,th:v,text:y};export{K as CODE_WALKTHROUGH_TAG_NAMES,Y as builtInMarkdocNodes,q as builtInMarkdocTags};
|
|
@@ -31,6 +31,8 @@ export declare function registerUserMarkdocSchema(schema: UserMarkdocSchema | un
|
|
|
31
31
|
export declare function registerUserMarkdocSchemaFailure(files: readonly string[]): void;
|
|
32
32
|
/** The files the CLI loaded the project schema from; `undefined` when it did not load one. */
|
|
33
33
|
export declare function userMarkdocSchemaFiles(): readonly string[] | undefined;
|
|
34
|
+
/** The tags the registered project schema defines, built-in names included; empty without one. */
|
|
35
|
+
export declare function userMarkdocTagNames(): string[];
|
|
34
36
|
/** Whether the CLI validates pages: it registered the project schema, or found none. */
|
|
35
37
|
export declare function isMarkdocValidationEnabled(): boolean;
|
|
36
38
|
/** The digest of the registered project schema; `undefined` without one. */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{builtInMarkdocNodes as e,builtInMarkdocTags as t}from"./builtin-tags.js";import{builtInMarkdocFunctions as n}from"./builtin-functions.js";const r=`@theme/markdoc/schema.ts`;let i,a,o=!1;function s(e,t,n){globalThis.__REALM_MARKDOC_USER_SCHEMA__=e,i=t,a=n,o=!1}function c(e){s(void 0,void 0,e),o=!0}function l(){return a}function u(){return a!==void 0&&!o}function
|
|
1
|
+
import{builtInMarkdocNodes as e,builtInMarkdocTags as t}from"./builtin-tags.js";import{builtInMarkdocFunctions as n}from"./builtin-functions.js";const r=`@theme/markdoc/schema.ts`;let i,a,o=!1;function s(e,t,n){globalThis.__REALM_MARKDOC_USER_SCHEMA__=e,i=t,a=n,o=!1}function c(e){s(void 0,void 0,e),o=!0}function l(){return a}function u(){return Object.keys(globalThis.__REALM_MARKDOC_USER_SCHEMA__?.tags??{})}function d(){return a!==void 0&&!o}function f(){return i}const p=`builtin`,m=`api-docs`,h={[m]:async()=>{let{apiDocsMarkdocNodes:e,apiDocsMarkdocTags:t}=await import(`@redocly/api-docs/lib/components/markdoc/defaultMarkdocConfig.js`);return{tags:t,nodes:e}}},g=/* @__PURE__ */ new Map;let _;const v=/* @__PURE__ */ new Set,y=e=>!!e&&typeof e==`object`;function b(e,t){let r={tags:{...e.tags},nodes:{...e.nodes},functions:{...n,...e.functions}};for(let e of[`tags`,`nodes`,`functions`])for(let[n,i]of Object.entries(t[e]??{}))if(y(i)){if(e===`functions`&&n in r.functions){v.has(n)||(v.add(n),console.warn(`[markdoc] The user schema defines the "${n}" function, but the engine already defines it. The engine function is used.`));continue}r[e][n]=i}return r}async function x(r){let i=globalThis.__REALM_MARKDOC_USER_SCHEMA__;i!==_&&(_=i,g.clear(),v.clear());let a=r??`builtin`,o=g.get(a);if(o)return o;let s={tags:t,nodes:e,functions:n};if(i&&(s=b(s,i)),a!==`builtin`){let e=await h[a]?.();if(!e)throw Error(`Unknown markdoc tag set "${a}".`);s={tags:{...s.tags,...e.tags},nodes:{...s.nodes,...e.nodes},functions:{...s.functions,...e.functions}}}return g.set(a,s),s}const S=`page-validation`;async function C(){let e=await x(),t=await x(m),n=g.get(S);if(n)return n;let r={...t,tags:{...t.tags,...e.tags},nodes:{...t.nodes,...e.nodes}};return g.set(S,r),r}export{m as API_DOCS_MARKDOC_TAG_SET,p as BUILTIN_MARKDOC_TAG_SET,r as USER_MARKDOC_SCHEMA_FILE,d as isMarkdocValidationEnabled,y as isSchemaLike,s as registerUserMarkdocSchema,c as registerUserMarkdocSchemaFailure,x as resolveMarkdocTagSet,C as resolveMarkdownPageValidationSet,f as userMarkdocSchemaDigest,l as userMarkdocSchemaFiles,u as userMarkdocTagNames};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{headingSlugger as e}from"../utils/heading-slugger.js";import{getInnerText as t}from"../utils/get-inner-text.js";import n from"@redocly/markdoc";const r={children:[`inline`],attributes:{id:{type:String},level:{type:Number,required:!0,default:1}},transform(r,i){let a=r.transformAttributes(i),o=r.transformChildren(i),s=typeof a.id==`string`?e.explicit(a.id):e.slug(t(o));return new n.Tag(`Heading`,{...a,id:s,level:r.attributes.level},o)}};export{r as heading};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{MARKDOWN_CLASS_NAME as e}from"@redocly/theme/core/constants";import t from"@redocly/markdoc";const n={transform(n,r){let
|
|
1
|
+
import{MARKDOWN_CLASS_NAME as e}from"@redocly/theme/core/constants";import t from"@redocly/markdoc";const n={transform(n,r){let{class:i,...a}=n.transformAttributes(r),s=n.transformChildren(r);return o(s),new t.Tag(`div`,{className:`md-table-wrapper`},[new t.Tag(`table`,{...a,className:[e,i].filter(Boolean).join(` `)},s)])}},r={type:String,matches:[`top`,`middle`,`bottom`],render:`vAlign`},i={...t.nodes.td,attributes:{...t.nodes.td.attributes,valign:r}},a={...t.nodes.th,attributes:{...t.nodes.th.attributes,valign:r}};function o([e]){if(t.Tag.isTag(e)&&e.name===`thead`){for(let n of e.children)if(t.Tag.isTag(n))for(let e of n.children)t.Tag.isTag(e)&&e.name===`th`&&(e.attributes[`data-label`]=s(e.children))}}function s(e){return e.map(e=>typeof e==`string`||typeof e==`number`?String(e):t.Tag.isTag(e)?s(e.children):``).join(``).trim()}export{n as table,i as td,a as th};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{markdocNodeRange as e}from"../utils/node-source-range.js";import{builtInMarkdocTags as t}from"../constants/builtin-tags.js";import{getExampleContent as n,walkWithExampleContent as r}from"../utils/reparse-example-fences.js";import{parseMarkdownDocument as i}from"../utils/parse-cache.js";import{substituteStaticVariables as a}from"../utils/substitute-variables.js";import{collectMarkdocTagNames as o,isPromptTag as s,resolveMarkdocBuildTimeAttributes as c}from"./markdoc.js";import{inlineRawPartials as l}from"./raw-partials.js";import{renderMarkdocDiagrams as u}from"./render-diagrams.js";import d from"@redocly/markdoc";const f=/* @__PURE__ */ new Set([`parse-error`,`missing-opening`,`missing-closing`,`fence-tag-error`,`no-inline-annotations`]);async function p(e,n,r){let s=await l(e,n,r.resolverContext),f=i(s.source),p=r.validation?v(f,n,h(r.validation)):[],{entityDeps:m,assetUsages:g,linkRefs:_,problems:y}=await c(f,{tags:r.tags??t,sourceFilePath:n,resolverContext:r.resolverContext,source:s.source});r.variables&&a(f,r.variables);let x=await u(f,n,r.resolverContext.logger),S=b(f,n),C=r.transform?.(f)??[];return{ast:d.compact(f),entityDeps:[...s.entityDeps,...m],assetUsages:g,linkRefs:_,tagList:o(f),problems:[...s.problems,...y,...S,...p,...C,...x]}}const m=/* @__PURE__ */ new WeakMap;function h(e){let t=m.get(e);return t===void 0&&(t=d.prepareConfig({...e,tags:g(e.tags),nodes:g(e.nodes)}),m.set(e,t)),t}function g(e){if(e!==void 0)return Object.fromEntries(Object.entries(e).map(([e,t])=>{let{validate:n}=t;return n===void 0?[e,t]:[e,{...t,validate(e,t){try{return n.call(this,e,t)}catch(t){return[{id:`validate-failed`,level:`error`,message:`The validate() of '${e.tag??e.type}' failed: ${_(t)}`}]}}}]}))}const _=e=>e instanceof Error?e.message:String(e);function v(e,t,i){let a=[e],o=/* @__PURE__ */ new Set,c=[];for(let t of r(e,s)){for(let e of t.errors??[])o.add(e);let e=n(t);e&&a.push(e),s(t)&&c.push({node:t,children:t.children})}for(let e of c)e.node.children=[];try{return a.flatMap(e=>d.validate(e,i)).filter(e=>!o.has(e.error)).map(e=>y(e,t))}catch(e){return[{code:`markdoc/validation-error`,message:`Markdoc validation failed: ${_(e)}`,location:{filePath:t,range:{start:{line:1},end:{line:1}}}}]}finally{for(let e of c)e.node.children=e.children}}function y(t,n){let{level:r,message:i}=t.error,a={code:`markdoc/validation-error`,message:i,location:{filePath:n,range:e(t)??{start:{line:1},end:{line:1}}}};return r!==`error`&&r!==`critical`&&(a.severity=`warning`),a}function b(t,n){let i=[];for(let a of r(t))for(let t of a.errors){let r=f.has(t.id)?`markdoc/parse-error`:`markdoc/validation-error`;i.push({code:r,message:t.message,location:{filePath:n,range:e(a)??{start:{line:1},end:{line:1}}}})}return i}export{p as resolveMarkdownAst};
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{markdocErrorResult as e}from"../../tags/markdoc-error.js";import{resolveResolverTarget as t}from"./context-paths.js";async function n(n){let{node:i,attributeName:a}=n,o=i.attributes[a];if(typeof o!=`string`||o===``||n.io===void 0)return null;let s=t(n,o);if(s===null)return null;let c=[{kind:`file`,path:s.contentPath}];if(!await n.io.exists(s.absolutePath)){let t=`Code snippet file ${s.contentPath} does not exist`;return e(i,t,n.sourceFilePath,c)}let l=await n.io.readFile(s.absolutePath);try{i.attributes.rawContent=r(l,{from:i.attributes.from,to:i.attributes.to,after:i.attributes.after,before:i.attributes.before,prefix:typeof i.attributes.prefix==`string`?i.attributes.prefix:``,contentPath:s.contentPath})}catch(t){let r=t instanceof Error?t.message:String(t);return e(i,r,n.sourceFilePath,c)}return i.children=[],{entityDeps:c}}function r(e,t){let n=t.from??t.after,r=t.to??t.before,i=t.after!=null,a=t.before!=null,o=(typeof n==`number`?Math.max(n||0,1):1)+ +!!i,s=(typeof r==`number`?r:1/0)-+!!a,c=e;if(typeof n==`string`){let e=c.indexOf(n);if(e===-1)throw Error(`Cannot find start text "${n}" in snippet file ${t.contentPath}`);for(;c[e]!==`
|
|
2
2
|
`&&e>0;)e--;Number.isFinite(s)&&e>0&&(s-=c.slice(0,e).split(`
|
|
3
|
-
`).length),c=e===0?c:c.slice(e+1)}if(typeof r==`string`){let e=c.indexOf(r);if(e===-1)throw Error(`Cannot find end text "${r}" in snippet file ${t.contentPath}`);c[e-1]===`
|
|
4
|
-
`&&e
|
|
3
|
+
`).length),c=e===0?c:c.slice(e+1)}if(typeof r==`string`){let e=c.indexOf(r);if(e===-1)throw Error(`Cannot find end text "${r}" in snippet file ${t.contentPath}`);if(a)c[e-1]===`
|
|
4
|
+
`&&e--;else{let t=c.indexOf(`
|
|
5
|
+
`,e);e=t===-1?c.length:t}c=c.slice(0,e)}let l=c.split(`
|
|
5
6
|
`);if(a)for(;l[l.length-1]===``;)l.pop();return t.prefix+l.slice(o-1,s).join(`
|
|
6
|
-
`)}export{
|
|
7
|
+
`)}export{r as extractSnippetRegion,n as resolveCodeSnippetFileAttribute};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{markdocErrorResult as e}from"../../../tags/markdoc-error.js";import{resolveResolverTarget as t}from"../context-paths.js";import{mapFileExtensionToLanguage as n}from"./map-file-extension-to-language.js";import{parseFileChunks as r}from"./file-chunk-parser.js";import{join as i,posix as a}from"node:path";import o from"picomatch";async function s(s){let{node:c,attributeName:l}=s,u=s.io,d=c.attributes[l];if(!Array.isArray(d)||u===void 0)return c.attributes.resolvedFilesets=[],null;let f=u,p=[];async function m(e){let c=t(s,e);if(c===null)return s.logger?.warn(`code-walkthrough: cannot resolve "${e}" from ${s.sourceFilePath}`),[];let l=o.scan(c.contentPath).isGlob?await f.glob?.(c.contentPath)??[]:[c.contentPath];return(await Promise.all(l.map(async e=>{p.push({kind:`file`,path:e});let t=i(s.contentDir,e);if(!await f.exists(t))return s.logger?.warn(`code-walkthrough: file ${e} does not exist`),null;let o=await f.readFile(t),{root:c,metadata:l}=r(o,e);return{path:e,content:c,metadata:l,basename:a.basename(e),language:n(a.extname(e))}}))).filter(e=>e!==null)}let h;try{h=await Promise.all(d.map(async e=>{let t=Array.isArray(e.files)?e.files:[],n=Array.isArray(e.downloadAssociatedFiles)?e.downloadAssociatedFiles:[],[r,i]=await Promise.all([Promise.all(t.map(m)),Promise.all(n.map(m))]);return{when:e.when,unless:e.unless,files:r.flat(),downloadAssociatedFiles:i.flat()}}))}catch(t){let n=t instanceof Error?t.message:String(t);return e(c,n,s.sourceFilePath,p)}return c.attributes.resolvedFilesets=h,{entityDeps:p}}export{s as resolveCodeWalkthroughFilesetsAttribute};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{markdocErrorResult as e}from"../../tags/markdoc-error.js";import{resolveResolverTarget as t}from"./context-paths.js";async function n(n){let{node:r,attributeName:i}=n,a=r.attributes[i];if(typeof a!=`string`||a===``||n.io===void 0)return null;let o=t(n,a);if(o===null)return null;if(!await n.io.exists(o.absolutePath)){let t=`Diagram file ${o.contentPath} does not exist`;return e(r,t,n.sourceFilePath,[{kind:`file`,path:o.contentPath}])}return r.attributes.rawContent=await n.io.readFile(o.absolutePath),r.children=[],{entityDeps:[{kind:`file`,path:o.contentPath}]}}export{n as resolveDiagramFileAttribute};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{L10N_DIR as e}from"../../../../shared/constants/l10n/defaults.js";import{delocalizeL10nPath as t,l10nDirOf as n}from"../../../../shared/utils/l10n.js";import{
|
|
1
|
+
import{L10N_DIR as e}from"../../../../shared/constants/l10n/defaults.js";import{delocalizeL10nPath as t,l10nDirOf as n}from"../../../../shared/utils/l10n.js";import{markdocErrorResult as r}from"../../tags/markdoc-error.js";import{resolveResolverTarget as i}from"./context-paths.js";import a from"js-yaml";function o(e){return l(e,`RawContent`,e=>e)}function s(e){return l(e,`Resolved`,e=>a.load(e))}function c(t){let{node:r,attributeName:a,sourceFilePath:o}=t,s=r.attributes[a];if(typeof s!=`string`||s===``)return null;let c=n(o),l=c!==void 0&&s.startsWith(`/`)&&n(s.slice(1))===void 0?`/${e}/${c}${s}`:s,u=i(t,l)?.contentPath;return u!==void 0&&(r.attributes[a]=u),null}async function l(e,n,a){let o=e.node.attributes[e.attributeName];if(typeof o!=`string`||o===``||e.io===void 0)return null;let s=i(e,o);if(s===null)return null;let c=[{kind:`file`,path:s.contentPath}],l=s;if(!await e.io.exists(s.absolutePath)){let n=t(e.sourceFilePath);if(l=n===void 0?null:i({...e,sourceFilePath:n},o),l!==null&&c.push({kind:`file`,path:l.contentPath}),l===null||!await e.io.exists(l.absolutePath)){let t=`File ${s.contentPath} does not exist`;return r(e.node,t,e.sourceFilePath,c)}}let u=await e.io.readFile(l.absolutePath),d;try{d=a(u)}catch(t){let n=t instanceof Error?t.message:String(t),i=`File ${l.contentPath} is not valid: ${n}`;return r(e.node,i,e.sourceFilePath,c)}return e.node.attributes[`${e.attributeName}${n}`]=d,{entityDeps:c}}export{s as resolveParsedYamlAttribute,o as resolveRawContentAttribute,c as resolveRelativePathAttribute};
|
|
@@ -4,5 +4,6 @@ export declare function resolveJsonSchemaRefAttribute(ctx: MarkdocAttributeResol
|
|
|
4
4
|
/** `{% json-example schema={...} %}`: generate a sample value from the resolved schema. */
|
|
5
5
|
export declare function resolveSampleFromJsonSchemaAttribute(ctx: MarkdocAttributeResolverContext): Promise<MarkdocAttributeResolverResult | null>;
|
|
6
6
|
/** `{% json-example value={...} %}`: a literal value passes through; a `{ $ref: "file#/pointer" }`
|
|
7
|
-
* loads the pointed value (a tracked file dep). Failures land in `valueResolvedErrors
|
|
7
|
+
* loads the pointed value (a tracked file dep). Failures land in `valueResolvedErrors` and
|
|
8
|
+
* a problem on the tag's line. */
|
|
8
9
|
export declare function resolveJsonExampleRefAttribute(ctx: MarkdocAttributeResolverContext): Promise<MarkdocAttributeResolverResult | null>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isObject as e}from"../../../../shared/utils/is-object.js";import{toContainedContentPath as t}from"../../../ingest/scan.js";import{
|
|
1
|
+
import{isObject as e}from"../../../../shared/utils/is-object.js";import{toContainedContentPath as t}from"../../../ingest/scan.js";import{markdocNodeProblem as n}from"../../utils/node-source-range.js";import{resolveResolverTarget as r}from"./context-paths.js";import{join as i}from"node:path";async function a(e,t){let{bundle:n,createConfig:r,Source:a}=await import(`@redocly/openapi-core`),s=JSON.parse(JSON.stringify({openapi:`3.1.0`,components:{schemas:{__root:t}}})),c=i(e.contentDir,e.sourceFilePath),l=await n({config:await r({}),doc:{source:new a(c,``),parsed:s}}),u=l.bundle.parsed,d=u.components?.schemas,f=d?.__root?.$ref,p=typeof f==`string`?f.split(`/`).at(-1):void 0;return{oas:u,schema:p?d?.[p]:d?.__root,errors:(l.problems??[]).slice(0,1).map(e=>e.message),fileDeps:o(l.fileDependencies,e.contentDir,c)}}function o(e,n,r){if(e===void 0)return[];let i=/* @__PURE__ */ new Set;for(let a of e){let e=t(n,a);a!==r&&e!==null&&i.add(e)}return[...i].sort()}function s(e,t=[]){return e.length>0||t.length>0?{entityDeps:e.map(e=>({kind:`file`,path:e})),problems:t}:null}function c(e,t){let{node:r,attributeName:i}=e;return r.attributes[`${i}ResolvedErrors`]=t,e.logger?.warn(`${r.tag} in ${e.sourceFilePath}: ${t[0]}`),n(r,t[0],e.sourceFilePath)}async function l(t){let{node:n,attributeName:r}=t,i=n.attributes[r];if(!e(i))return null;let{oas:o,errors:l,fileDeps:u}=await a(t,i);return n.attributes[`${r}Resolved`]=o,l.length>0?s(u,[c(t,l)]):s(u)}async function u(t){let{node:n,attributeName:r}=t,i=n.attributes[r];if(!e(i)||n.attributes.value!==void 0)return null;let{oas:o,schema:l,errors:u,fileDeps:d}=await a(t,i);if(u.length>0)return s(d,[c(t,u)]);let f=n.attributes.mode,p=await import(`openapi-sampler`);try{n.attributes[`${r}Resolved`]=p.sample(l,{...f===`read`?{skipWriteOnly:!0}:void 0,...f===`write`?{skipReadOnly:!0}:void 0},o)}catch(e){return s(d,[c(t,[`Failed to generate a sample from the schema: ${e?.message??e}`])])}return s(d)}async function d(t){let{node:n,attributeName:i}=t,a=n.attributes[i],o=e=>({problems:[c(t,[e])]});if(a!==void 0&&n.attributes.schema!==void 0)return o(`The "schema" and "value" attributes are mutually exclusive, use only one.`);if(a===void 0)return n.attributes.schema===void 0?o(`The tag requires a "schema" or "value" attribute.`):null;let s=e(a)?a.$ref:void 0;if(typeof s!=`string`)return n.attributes[`${i}Resolved`]=a,null;let[l,u]=s.split(`#`),d=l?r(t,l):null;if(d===null||t.io===void 0)return o(`Invalid $ref "${s}": the path must stay inside the content directory.`);if(!await t.io.exists(d.absolutePath))return o(`Invalid $ref: no such file ${d.contentPath}`);let p=await t.io.readFile(d.absolutePath),m=[{kind:`file`,path:d.contentPath}],h;try{h=(await import(`js-yaml`)).load(p)}catch(e){return{entityDeps:m,...o(`File ${d.contentPath} must be valid JSON or YAML: ${e.message}`)}}let g=u?f(h,u):h;return u&&g===void 0?{entityDeps:m,...o(`Invalid $ref: ${d.contentPath} has no value at #${u}`)}:(n.attributes[`${i}Resolved`]=g,{entityDeps:m})}function f(t,n){let r=t;for(let t of n.split(`/`).slice(+!!n.startsWith(`/`))){let n=t.replaceAll(`~1`,`/`).replaceAll(`~0`,`~`);if(Array.isArray(r))r=r[Number(n)];else if(e(r))r=r[n];else return}return r}export{d as resolveJsonExampleRefAttribute,l as resolveJsonSchemaRefAttribute,u as resolveSampleFromJsonSchemaAttribute};
|