@redocly/framework 1.0.0-next.8 → 1.0.0-next.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundler/build/output-metadata.js +1 -1
- package/dist/bundler/build/run.js +1 -1
- package/dist/bundler/dev/run.js +1 -1
- package/dist/bundler/dev/runtime-app.js +1 -1
- package/dist/bundler/dev/vite-config.js +1 -1
- package/dist/bundler/user-markdoc-schema.js +1 -1
- package/dist/bundler/vite-config.base.js +8 -8
- package/dist/cli/args.js +1 -1
- package/dist/cli/commands/translate.js +1 -1
- package/dist/cli/dev-console/index.js +1 -1
- package/dist/cli/dev-console/tui.js +1 -1
- package/dist/cli/output.js +12 -12
- package/dist/cli/validate-react-pages.js +1 -1
- package/dist/client/app.js +1 -1
- package/dist/client/history-mount.js +1 -0
- package/dist/client/revisions-history.js +1 -1
- package/dist/content-layer/database/files.js +1 -1
- package/dist/content-layer/database/finalize.js +1 -1
- package/dist/content-layer/database/origins.js +1 -1
- package/dist/content-layer/ingest/finalize-phase.js +1 -1
- package/dist/content-layer/ingest/l10n-warnings.js +1 -1
- package/dist/content-layer/ingest/markdoc-schema-problem.js +1 -0
- package/dist/content-layer/ingest/run.js +1 -1
- package/dist/content-layer/ingest/search-sync.js +1 -1
- package/dist/content-layer/ingest/sync.js +1 -1
- package/dist/content-layer/link-checker/delta.js +1 -1
- package/dist/content-layer/link-checker/run-build.js +1 -1
- package/dist/content-layer/loaders/context.js +1 -1
- package/dist/content-layer/markdown/constants/markdown-text-tag-set.js +1 -1
- package/dist/content-layer/markdown/constants/tag-sets.d.ts +11 -2
- package/dist/content-layer/markdown/constants/tag-sets.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/file-reference.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/operation-samples.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/partial.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/svg-content.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc.js +1 -1
- package/dist/content-layer/markdown/resolve/references.d.ts +3 -1
- package/dist/content-layer/markdown/resolve/references.js +1 -1
- package/dist/content-layer/markdown/search/to-sections.d.ts +7 -2
- package/dist/content-layer/markdown/search/to-sections.js +1 -1
- package/dist/content-layer/markdown/search/to-text.js +5 -5
- package/dist/content-layer/markdown/server/render.js +1 -1
- package/dist/content-layer/markdown/service.js +1 -1
- package/dist/content-layer/markdown/types/service.d.ts +2 -0
- package/dist/content-layer/markdown/utils/first-heading.js +1 -1
- package/dist/content-layer/markdown/utils/parse-cache.js +1 -1
- package/dist/content-layer/materialization/entity.js +1 -1
- package/dist/content-layer/materialization/static-files.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/index.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/build-definition.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/markdown-docs.js +11 -11
- package/dist/content-layer/plugins/internal/api-docs/server/options.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/search-documents.js +1 -1
- package/dist/content-layer/plugins/internal/api-functions/server/dispatch.js +1 -1
- package/dist/content-layer/plugins/internal/app-data/banner.js +1 -1
- package/dist/content-layer/plugins/internal/app-data/index.d.ts +1 -1
- package/dist/content-layer/plugins/internal/app-data/index.js +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/index.js +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/resolve-items.js +1 -1
- package/dist/content-layer/plugins/internal/l10n/translations-loader.js +1 -1
- package/dist/content-layer/plugins/internal/markdoc/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/agent-card.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/auth.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/custom-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/handler.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-telemetry.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/authorize.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/callback.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/discovery.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/token.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/tokens.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/server-card.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/skills-resources.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/bundle.d.ts +15 -15
- package/dist/content-layer/plugins/internal/sidebar/bundle.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/index.d.ts +1 -1
- package/dist/content-layer/plugins/internal/sidebar/index.js +2 -2
- package/dist/content-layer/plugins/internal/skills/server/routes.js +1 -1
- package/dist/content-layer/plugins/internal/versions/index.js +1 -1
- package/dist/content-layer/plugins/project/load.js +2 -2
- package/dist/content-layer/plugins/utils/link-access.d.ts +2 -0
- package/dist/content-layer/plugins/utils/link-access.js +1 -1
- package/dist/content-layer/problems/codes.js +1 -1
- package/dist/content-layer/search/postings/postings-store.js +1 -1
- package/dist/content-layer/server/database.js +1 -1
- package/dist/content-layer/static/registry.js +1 -1
- package/dist/server/app.js +2 -2
- package/dist/server/ask-ai/route.js +1 -1
- package/dist/server/auth/middleware.js +1 -1
- package/dist/server/auth/routes.js +1 -1
- package/dist/server/content.js +9 -9
- package/dist/server/lambda-entry.js +1 -1
- package/dist/server/node-entry.js +1 -1
- package/dist/server/page-handlers.js +2 -2
- package/dist/server/search/route.js +1 -1
- package/dist/server/seo-tags.js +2 -2
- package/dist/server/static-files/serve.js +1 -1
- package/dist/server/subprocess/child-entry.js +1 -1
- package/dist/server/subprocess/host.js +1 -1
- package/dist/shared/constants/l10n/langs/ar.js +1 -1
- package/dist/shared/constants/l10n/langs/de.js +1 -1
- package/dist/shared/constants/l10n/langs/en.js +1 -1
- package/dist/shared/constants/l10n/langs/es.js +1 -1
- package/dist/shared/constants/l10n/langs/fr.js +1 -1
- package/dist/shared/constants/l10n/langs/hi.js +1 -1
- package/dist/shared/constants/l10n/langs/it.js +1 -1
- package/dist/shared/constants/l10n/langs/ja.js +1 -1
- package/dist/shared/constants/l10n/langs/ko.js +1 -1
- package/dist/shared/constants/l10n/langs/pl.js +1 -1
- package/dist/shared/constants/l10n/langs/pt-br.js +1 -1
- package/dist/shared/constants/l10n/langs/pt.js +1 -1
- package/dist/shared/constants/l10n/langs/ru.js +1 -1
- package/dist/shared/constants/l10n/langs/uk.js +1 -1
- package/dist/shared/constants/l10n/langs/zh.js +1 -1
- package/dist/shared/constants/versions.d.ts +2 -0
- package/dist/shared/constants/versions.js +1 -1
- package/dist/shared/rbac/api-docs.js +1 -1
- package/dist/shared/rbac/l10n-rules.js +1 -1
- package/dist/shared/rbac/team-templates.js +1 -1
- package/dist/shared/utils/l10n.js +1 -1
- package/package.json +8 -8
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isJsonObject as e,toJsonObject as t,toStableJsonString as n}from"./utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{entities as i,entityDeps as a,originDeps as o,pluginHookState as s,routeDeps as c,routeQueryDeps as l,routes as u,staticFiles as d}from"./schema.js";import{batchValues as f,normalizeBatchSize as p,runWithSqliteBusyRetry as m}from"./connection.js";import{
|
|
1
|
+
import{isJsonObject as e,toJsonObject as t,toStableJsonString as n}from"./utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{entities as i,entityDeps as a,originDeps as o,pluginHookState as s,routeDeps as c,routeQueryDeps as l,routes as u,staticFiles as d}from"./schema.js";import{batchValues as f,normalizeBatchSize as p,runWithSqliteBusyRetry as m}from"./connection.js";import{generateEntityId as h}from"./entities.js";import{deleteProblemsForPluginHookTx as g,insertProblemsTx as _,replaceGlobalProblemsForKeysTx as v}from"./problems.js";import{writePluginHookState as y}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as b}from"./route-query-deps.js";import{upsertEntityDescriptors as x}from"./origins.js";import{inArray as S,notInArray as C,sql as w}from"drizzle-orm";async function T(e,t,n){t.length!==0&&await m(()=>e.db.transaction(async e=>{for(let n of t)await E(e,n)}),{logger:n?.logger,operation:`register system entities`})}async function E(e,t){let[r]=await e.select({id:i.id,kind:i.kind,pluginId:i.pluginId,loaderId:i.loaderId,loaderArgs:i.loaderArgs}).from(i).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`).limit(1),a=t.fragmentUpdates?D(r?.loaderArgs??null,t.loaderArgs,t.fragmentUpdates):t.loaderArgs,o=!r||r.kind!==t.kind||r.pluginId!==t.pluginId||r.loaderId!==t.loaderId||n(r.loaderArgs??null)!==n(a??null);await e.insert(i).values({id:r?.id??h(),key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:a,status:`stale`,data:null,markdoc:null,isSystem:1}).onConflictDoUpdate({target:i.id,set:{kind:w.raw(`excluded.kind`),pluginId:w.raw(`excluded.plugin_id`),loaderId:w.raw(`excluded.loader_id`),loaderArgs:w.raw(`excluded.loader_args`),isSystem:w.raw(`excluded.is_system`)}}),(t.shouldInvalidateValue||o)&&await e.update(i).set({status:`stale`,invalidationSeq:w`${i.invalidationSeq} + 1`}).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`)}function D(n,i,a){let o=e(n)&&e(n.fragments)?n.fragments:{},s={};for(let[t,n]of Object.entries(o))e(n)&&typeof n.owner==`string`&&!a.has(n.owner)&&(s[t]=n);for(let[e,t]of a)for(let[n,r]of Object.entries(t??{}))s[n]={owner:e,value:r};let c=t(Object.fromEntries(Object.keys(s).sort(r).map(e=>[e,s[e]])));return{...e(i)?i:{},fragments:c}}function O(t){let n=/* @__PURE__ */ new Set,r=e(t)&&e(t.fragments)?t.fragments:{};for(let t of Object.values(r))e(t)&&typeof t.owner==`string`&&`value`in t&&n.add(t.owner);return n}async function k(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await e.delete(o).where(w`${o.originPluginId} = ${t.originPluginId} and ${o.originFileId} is null and ${o.hook} = 'finalize'`);for(let r of f(t.dependencies,n))r.length!==0&&await e.insert(o).values(r.map(e=>({accessType:e.accessType,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,source:e.source,path:e.path,valueHash:e.valueHash})));await b(e,{originPluginId:t.originPluginId,hook:`finalize`,entityId:null,dependencies:t.routeQueries}),await y(e,{pluginId:t.originPluginId,hook:`finalize`,fingerprint:t.fingerprint})}),{logger:t.logger,operation:`replace finalize reads`})}async function A(e,t,n){let r=t.map(e=>`${e.hook}:${e.pluginId}`),i=e=>t.filter(t=>t.hook===e).map(e=>e.pluginId),f=i(`extractAll`),p=i(`finalize`),h=(e,t)=>C(w`${t} || ':' || ${e}`,r),g=e=>w`${e.originFileId} is null and ${e.hook} in ('extractAll', 'finalize') and ${h(e.originPluginId,e.hook)}`;return m(()=>e.db.transaction(async e=>[await e.delete(o).where(g(o)).returning({id:o.id}),await e.delete(a).where(g(a)).returning({id:a.id}),await e.delete(c).where(g(c)).returning({id:c.id}),await e.delete(l).where(w`${l.entityId} is null and ${l.hook} in ('extractAll', 'finalize') and ${h(l.originPluginId,l.hook)}`).returning({id:l.id}),await e.delete(u).where(w`${u.sourceId} is null and ${u.isFallback} = 0 and ${C(u.pluginId,f)}`).returning({id:u.id}),await e.delete(d).where(C(d.ownerPluginId,p)).returning({id:d.path}),await e.delete(s).where(h(s.pluginId,s.hook)).returning({id:s.pluginId})].some(e=>e.length>0)),{logger:n?.logger,operation:`reconcile plugin-scoped rows`})}async function j(e,t){let n=[...t],r=w`${c.originFileId} is null`;return e.db.select({routeSlug:c.routeSlug,key:c.key,originPluginId:c.originPluginId}).from(c).where(n.length===0?r:w`${r} and not (${c.hook} = 'finalize' and ${S(c.originPluginId,n)})`)}async function M(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await P(e,t.originPluginId),await F(e,t,n)}),{logger:t.logger,operation:`replace finalize artifacts`})}async function N(e,t){await m(()=>e.db.transaction(async e=>{await g(e,t.pluginIds,`finalize`),await _(e,t.pluginProblems),await v(e,`finalize`,t.globalKeys,t.globalProblems)}),{logger:t.logger,operation:`replace finalize problems`})}async function P(e,t){await e.delete(c).where(w`${c.originFileId} is null and ${c.originPluginId} = ${t} and ${c.hook} = 'finalize'`),await e.delete(a).where(w`${a.originFileId} is null and ${a.originPluginId} = ${t} and ${a.hook} = 'finalize'`)}async function F(e,t,n){let r=await x(e,t.entities,n);for(let r of f(t.routeDependencies,n))r.length!==0&&await e.insert(c).values(r.map(e=>({args:e.args,dependencyType:e.dependencyType,key:e.key,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,routeSlug:e.routeSlug,target:e.target}))).onConflictDoNothing();if(t.entities.length!==0)for(let n of t.entities){let i=r.get(n.key);if(!i)throw Error(`Missing entity row for key "${n.key}".`);await e.insert(a).values({dependencyRef:t.originPluginId,dependencyType:`origin`,entityId:i,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`}).onConflictDoNothing()}}export{O as collectAppDataFragmentOwnerIds,j as loadPluginScopedRouteDepOwners,A as reconcilePluginScopedRows,T as registerSystemEntities,M as replaceFinalizeArtifacts,N as replaceFinalizeProblems,k as replaceFinalizeReads};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e}from"./utils/json.js";import{entities as t,entityDeps as n,filePlugins as r,linkRefs as i,originDeps as a,routeDeps as o,routes as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{
|
|
1
|
+
import{hashJsonValue as e}from"./utils/json.js";import{entities as t,entityDeps as n,filePlugins as r,linkRefs as i,originDeps as a,routeDeps as o,routes as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{generateEntityId as d}from"./entities.js";import{garbageCollectOrphanedEntitiesInTransaction as f}from"./invalidation.js";import{deleteProblemsForFilesTx as p,deleteProblemsForPluginHookTx as m,insertProblemsTx as h,problemRow as g,replaceGlobalProblemsForKeysTx as _}from"./problems.js";import{deleteOriginLinkRefsForFilesTx as v}from"./link-refs.js";import{detectMarkdocPayloadFlag as y}from"../markdown/server/render.js";import{cutEntityRevisionTx as b}from"../revisions/cut.js";import{writePluginHookState as x}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as S}from"./route-query-deps.js";import{and as C,eq as w,inArray as T,sql as E}from"drizzle-orm";async function D(e,t){let[r]=await e.select({originFileId:n.originFileId}).from(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} = 'origin'`).limit(1);if(await e.delete(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} in ('file','entity','glob')`),t.deps.length===0)return;if(!r&&!t.isSystem)throw Error(`replaceEntityRuntimeDeps: entity ${t.entityId} has no origin dep row.`);let i=/* @__PURE__ */ new Set,a=[];for(let e of t.deps){let n=e.kind===`file`?e.path:e.kind===`glob`?e.pattern:e.key,o=`${e.kind} ${n}`;i.has(o)||(i.add(o),a.push({entityId:t.entityId,originFileId:r?.originFileId??null,originPluginId:t.originPluginId,hook:`loader`,dependencyType:e.kind,dependencyRef:n}))}for(let t of c(a,500))await e.insert(n).values(t)}async function O(e,t,c){let d=c?.extractAllOrigins??[],p=c?.extractAllFailures??[],m=c?.globalProblems,v=c?.fallbackRoutes,y=(v?.removedSlugs.length??0)+(v?.added.length??0);if(t.length===0&&d.length===0&&p.length===0&&m===void 0&&y===0)return;let b=l(c?.batchSize);await u(()=>e.db.transaction(async e=>{await k(e,{fileIds:t.map(e=>e.fileId),extractAllOrigins:d,extractAllFailures:p,fallbackRoutes:v,batchSize:b}),await F(A(t),b,t=>e.insert(r).values(t));let l=j(t,d,v);await F(l.routes,b,t=>e.insert(s).values(t)),await F(l.routeDeps,b,t=>e.insert(o).values(t));let u=await I(e,l.entityDescriptors,b,c?.revisions);await F(l.originDeps,b,t=>e.insert(a).values(t)),await F(l.linkRefs,b,t=>e.insert(i).values(t));let y=[...l.problems,...p.map(e=>g(e.problem,{scope:`origin`,originFileId:null,originPluginId:e.pluginId,hook:`extractAll`}))];await h(e,y,b),m&&await _(e,m.source,m.keys,m.newProblems),l.entityDescriptors.length>0&&await F(P(l.entityOrigins,u),b,t=>e.insert(n).values(t));for(let t of d)await S(e,{originPluginId:t.originPluginId,hook:`extractAll`,entityId:null,dependencies:t.routeQueries}),await x(e,{pluginId:t.originPluginId,hook:`extractAll`,fingerprint:t.fingerprint});await f(e)}),{logger:c?.logger,operation:`bulk sync origins`})}async function k(e,t){for(let i of c(t.fileIds,t.batchSize))await e.delete(r).where(T(r.fileId,i)),await e.delete(o).where(T(o.originFileId,i)),await e.delete(s).where(T(s.sourceId,i)),await e.delete(n).where(T(n.originFileId,i)),await e.delete(a).where(T(a.originFileId,i));await p(e,t.fileIds,t.batchSize),await v(e,t.fileIds,t.batchSize),await m(e,[...t.extractAllOrigins.map(e=>e.originPluginId),...t.extractAllFailures.map(e=>e.pluginId)],`extractAll`);let i=t.extractAllOrigins.map(e=>e.originPluginId);for(let r of c(i,t.batchSize))await e.delete(o).where(E`${o.originFileId} is null and ${o.hook} = 'extractAll' and ${T(o.originPluginId,r)}`),await e.delete(s).where(E`${s.sourceId} is null and ${T(s.pluginId,r)}`),await e.delete(n).where(E`${n.originFileId} is null and ${n.hook} = 'extractAll' and ${T(n.originPluginId,r)}`),await e.delete(a).where(E`${a.originFileId} is null and ${a.hook} = 'extractAll' and ${T(a.originPluginId,r)}`);if(t.fallbackRoutes){let{pluginId:n,removedSlugs:r,added:i}=t.fallbackRoutes,a=[.../* @__PURE__ */ new Set([...r,...i.map(e=>e.slug)])];for(let r of c(a,t.batchSize))await e.delete(s).where(E`${s.sourceId} is null and ${s.pluginId} = ${n} and ${T(s.slug,r)}`)}}function A(e){let t=[];for(let n of e)for(let e of n.plugins)t.push({fileId:n.fileId,pluginId:e.id,pluginVersion:e.version});return t}function j(e,t,n){let r={routes:[],routeDeps:[],originDeps:[],entityDescriptors:[],entityOrigins:[],problems:[],linkRefs:[]};for(let t of e)for(let e of t.origins)N(e,r);for(let e of t)N(e,r);for(let e of n?.added??[])r.routes.push(M(e,null));return r}function M(e,t){return{metadata:e.metadata,pluginId:e.pluginId,routeId:e.routeId,sidebarSubtreeEntityKey:e.sidebarSubtreeEntityKey,wildcardPrefix:e.wildcardPrefix??!1,slug:e.slug,requestedSlug:e.requestedSlug,slugType:e.slugType,sourceId:t,template:e.template,versionGroup:e.versionGroup,version:e.version,locale:e.locale,isFallback:e.isFallback,canonicalSlug:e.canonicalSlug}}function N(e,t){for(let n of e.routes)t.routes.push(M(n,e.originFileId));for(let n of e.routeDependencies)t.routeDeps.push({args:n.args,dependencyType:n.dependencyType,key:n.key,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,routeSlug:n.routeSlug,target:n.target});for(let n of e.originDependencies)t.originDeps.push({accessType:n.accessType,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,source:n.source,path:n.path,valueHash:n.valueHash});for(let n of e.problems)t.problems.push(g(n,{scope:`origin`,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook}));e.entities.length>0&&(t.entityDescriptors.push(...e.entities),t.entityOrigins.push({originFileId:e.originFileId,originFilePath:e.originFilePath,originPluginId:e.originPluginId,hook:e.hook,descriptors:e.entities}));for(let n of e.linkRefs??[]){let r=n.filePath??e.originFilePath;r!==null&&t.linkRefs.push({entityId:null,originFileId:e.originFileId,originPluginId:e.originPluginId,filePath:r,kind:n.kind,raw:n.raw,targetKind:n.targetKind,target:n.target,fragment:n.fragment,title:n.title??null,range:n.range??null})}}function P(e,t){let n=[];for(let r of e)for(let e of r.descriptors){let i=t.get(e.key);if(!i)throw Error(`bulkSyncOrigins: missing entity id for key "${e.key}" after upsert.`);n.push({dependencyRef:r.originFilePath??r.originPluginId,dependencyType:`origin`,entityId:i,originFileId:r.originFileId,originPluginId:r.originPluginId,hook:r.hook})}return n}async function F(e,t,n){for(let r of c(e,t))r.length>0&&await n(r)}async function I(n,r,i=500,a){if(r.length===0)return/* @__PURE__ */ new Map;let o=/* @__PURE__ */ new Map;for(let e of r)o.set(e.key,e);let s=[...o.keys()],l=/* @__PURE__ */ new Map,u=/* @__PURE__ */ new Map;for(let e of c(s,i)){let r=await n.select({id:t.id,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,data:t.data,markdoc:t.markdoc,dataHash:t.dataHash,version:t.version,revisionCreatedAt:t.revisionCreatedAt}).from(t).where(C(T(t.key,e),w(t.isCurrent,1)));for(let e of r)l.set(e.key,e.id),u.set(e.key,e)}let f=Date.now(),p=[];for(let t of o.values()){let r=u.get(t.key),i=r?.id??d();l.set(t.key,i);let o=t.kind===`inline`?`ready`:t.shouldInvalidateValue||!r?`stale`:`ready`,s=t.kind===`inline`?t.value:null,c=s===null?null:e(s),m=r?.revisionCreatedAt??f;t.kind===`inline`&&r&&(r.dataHash??null)!==c&&(a?.trackedKeys.has(t.key)&&await b(n,{current:r,max:a.max}),m=Math.max(f,r.revisionCreatedAt+1)),p.push({id:i,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,status:o,data:s,markdoc:s===null?null:y(JSON.stringify(s)),dataHash:c,isSystem:+!!t.isSystem,version:t.version,isCurrent:1,revisionCreatedAt:m})}for(let e of c(p,i))e.length!==0&&await n.insert(t).values(e).onConflictDoUpdate({target:t.id,set:{kind:E.raw(`excluded.kind`),type:E.raw(`excluded.type`),metadata:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.metadata ELSE entities.metadata END`),pluginId:E.raw(`excluded.plugin_id`),loaderId:E.raw(`excluded.loader_id`),loaderArgs:E.raw(`excluded.loader_args`),status:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.status ELSE entities.status END`),data:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data ELSE entities.data END`),markdoc:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.markdoc ELSE entities.markdoc END`),dataHash:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data_hash ELSE entities.data_hash END`),isSystem:E.raw(`excluded.is_system`),version:E.raw(`excluded.version`),revisionCreatedAt:E.raw(`excluded.revision_created_at`),invalidationSeq:E`case when excluded.status = 'stale' then ${t.invalidationSeq} + 1 else ${t.invalidationSeq} end`}});return l}export{O as bulkSyncOrigins,D as replaceEntityRuntimeDeps,I as upsertEntityDescriptors};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{
|
|
1
|
+
import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{createProblem as d}from"../problems/codes.js";import{propagateEntityInvalidationFromKeys as f}from"../database/invalidation.js";import{listGlobalProblems as p,problemRow as m}from"../database/problems.js";import{listStaticFileRecords as h,replaceStaticFileRows as g}from"../database/static-files.js";import{createSearchHandle as _}from"../search/store.js";import{appDataNamespaceConflictProblem as v,attachConflictProblem as y,finalizeFailedProblem as b,keysBlamingPlugins as x}from"../problems/producers.js";import{buildHookSourceFiles as S,createHookEntityStore as C,finalizeHookInputs as w,resolvePluginHookTriggers as T}from"./hook-inputs.js";import{loadPluginScopedRouteDepOwners as E,registerSystemEntities as D,replaceFinalizeArtifacts as O,replaceFinalizeProblems as k,replaceFinalizeReads as A}from"../database/finalize.js";import{createEntityDescriber as j,normalizeRouteDependency as M}from"./normalize-artifacts.js";import{collectStaticFileRows as N,settleStaticFileClaims as P}from"../static/registry.js";async function F(e){let t=e.materializer.state,n=T(`finalize`,e.context,t,e.pluginScopedOriginRows,e.routeQueryRows,e.hookState,w(e.localeContext)),r=e.context.pluginRegistry.listFinalizePlugins().filter(n.shouldRun).map(e=>({plugin:e,inputsHash:n.fingerprintOf(e)})),i=r.map(({plugin:e})=>e.id),a=await L(e.database,i),o=/* @__PURE__ */ new Map,s=R(t,e.context),c=/* @__PURE__ */ new Map,l=[],u=[],d=[],f=[];for(let{plugin:t,inputsHash:i}of r){let r=await I({plugin:t,context:e.context,database:e.database,localeContext:e.localeContext,materializer:e.materializer,processedFiles:e.files,matchedPaths:n.matchedPathsOf(t),routeQueries:n.evaluator,attachOwnerByKey:a,staticFilesByPlugin:o,namespaceOwners:s,fragmentUpdates:c,pendingTrackedDependencyWrites:l,inputsHash:i,logger:e.logger,collectEntities:e.collectEntities,conflicts:d,staticProblems:f});for(let e of r.problems)u.push({pluginId:t.id,problem:e})}c.size>0&&await q(e.database,e.context,c);let h=new Set(e.context.pluginRegistry.listFinalizePlugins().map(e=>e.id));if(await W({context:e.context,database:e.database,workingState:t},o,f,h),i.length>0){let t=await p(e.database,`finalize`),n=U(t,new Set(i),h);await k(e.database,{pluginIds:i,pluginProblems:u.map(({pluginId:e,problem:t})=>m(t,{scope:`origin`,originFileId:null,originPluginId:e,hook:`finalize`})),globalKeys:[.../* @__PURE__ */ new Set([...d.map(e=>e.key),...x(t,n)])],globalProblems:d.map(e=>m(e.problem,{scope:`global`,source:`finalize`,key:e.key})),logger:e.logger})}for(let t of l)await V(e.database,t);return{ranPluginIds:i}}async function I(e){let t=e.logger.child(`content-layer:plugin:${e.plugin.id}`),r=e.materializer.state,o=await S(e.matchedPaths,e.processedFiles,{database:e.database,workingState:r}),c=a(e.context.config),l=[],u=i(e.context.platform.fs,e.context.contentDir,()=>r.filesByPath.keys(),e=>l.push(e)),f=[],p=e=>f.push(e),m=await s(e.plugin,{files:o,routes:e.routeQueries.index(p),io:u,config:c.config,localeContext:e.localeContext,entities:C(e.database,e.materializer,p),search:_(e.database),logger:t});if(!m.ok)return{problems:[b({pluginId:e.plugin.id,message:m.error.message})]};let h=m.value??{};return e.fragmentUpdates.set(e.plugin.id,h.appData===void 0?B(e.plugin.id,e.namespaceOwners):z({pluginId:e.plugin.id,appData:n(h.appData),namespaceOwners:e.namespaceOwners,conflicts:e.conflicts})),e.staticFilesByPlugin.set(e.plugin.id,await H({plugin:e.plugin,result:h,workingState:r,context:e.context,database:e.database,attachOwnerByKey:e.attachOwnerByKey,recordFileDependency:e=>l.push(e),conflicts:e.conflicts,staticProblems:e.staticProblems,logger:t,collectEntities:e.collectEntities})),e.pendingTrackedDependencyWrites.push({pluginId:e.plugin.id,inputsHash:e.inputsHash,configDependencies:c.collectDependencies(),fileDependencies:l,routeQueryDependencies:f,logger:t}),{problems:(h.problems??[]).map(d)}}async function L(e,t){let n=await E(e,t);return new Map(n.map(e=>[`${e.routeSlug}\u0000${e.key}`,e.originPluginId]))}function R(e,n){let r=/* @__PURE__ */ new Map,i=e.entitiesByKey.get(`app-data`)?.loaderArgs??null,a=t(i)&&t(i.fragments)?i.fragments:{},o=new Set(n.pluginRegistry.listFinalizePlugins().map(e=>e.id));for(let[e,t]of Object.entries(a))u(t)&&o.has(t.owner)&&r.set(e,t.owner);return r}function z(e){B(e.pluginId,e.namespaceOwners);let t={};for(let[n,r]of Object.entries(e.appData)){let i=e.namespaceOwners.get(n);if(i!==void 0&&i!==e.pluginId){e.conflicts.push(v({namespace:n,ownerPluginId:i,pluginId:e.pluginId}));continue}e.namespaceOwners.set(n,e.pluginId),t[n]=r}return t}function B(e,t){for(let[n,r]of t)r===e&&t.delete(n);return null}async function V(e,t){let n=[...t.configDependencies.map(e=>({...e,source:`config`})),...o(t.fileDependencies)];await A(e,{originPluginId:t.pluginId,fingerprint:t.inputsHash,dependencies:n,routeQueries:c(t.routeQueryDependencies),logger:t.logger})}async function H(t){let n=G({context:t.context,pluginId:t.plugin.id,result:t.result,state:t.workingState,attachOwnerByKey:t.attachOwnerByKey,recordFileDependency:t.recordFileDependency,conflicts:t.conflicts,staticProblems:t.staticProblems,logger:t.logger});await O(t.database,{originPluginId:t.plugin.id,routeDependencies:n.routeDependencies,entities:n.entities,logger:t.logger}),t.collectEntities?.(n.entities);let r=n.entities.flatMap(({key:n,kind:r,value:i})=>r===`inline`&&t.workingState.entitiesByKey.get(n)?.dataHash!==(i===null?null:e(i))?[n]:[]);if(r.length>0){let{invalidatedKeys:e}=await f(t.database,{keys:r,reason:`invalidate finalize entity readers`,markKeys:!1,logger:t.logger});for(let n of e){let e=t.workingState.entitiesByKey.get(n);e&&(e.status=`stale`)}}return n.staticFiles}function U(e,t,n){let r=new Set(t);for(let t of e){let e=t.data===null?void 0:t.data.pluginId;typeof e==`string`&&!n.has(e)&&r.add(e)}return r}async function W(e,t,n,r){let i=await h(e.database),a=await p(e.database,`static`),o=i.filter(e=>!t.has(e.ownerPluginId)),s=P({kept:o,collected:[...t],routeBySlug:e.workingState.routeBySlug,reservedSlugs:e.context.pluginRegistry.listReservedSlugs(),problems:n}),c=U(a,new Set(t.keys()),r),l=/* @__PURE__ */ new Set([...n.map(e=>e.key),...o.map(e=>e.path),...x(a,c)]);await g(e.database,{ownerPluginIds:[...s.keys()],rows:[...s].flatMap(([e,t])=>t.map(t=>({...t,ownerPluginId:e}))),problems:{keys:[...l],newProblems:n.map(e=>m(e.problem,{scope:`global`,source:`static`,key:e.key}))}})}function G(e){let t=/* @__PURE__ */ new Map,n=[],i=j(e.context,e.pluginId),a=e=>{t.set(e.key,e)};for(let t of e.result.entities??[])a(i(t));for(let t of e.result.attach??[])K({attachment:t,describeEntity:i,pluginId:e.pluginId,state:e.state,attachOwnerByKey:e.attachOwnerByKey,conflicts:e.conflicts,registerEntity:a,routeDependencies:n});let o=N({pluginId:e.pluginId,declarations:e.result.staticFiles??[],filesByPath:e.state.filesByPath,registerProducer:e=>{let t={...i(e.producer),shouldInvalidateValue:!1};return a(t),t.key},recordFileDependency:e.recordFileDependency,problems:e.staticProblems});return{routeDependencies:n,entities:[...t.values()].sort((e,t)=>r(e.key,t.key)),staticFiles:o}}function K(e){let{attachment:t}=e;if(e.state.routeBySlug.get(t.slug))for(let[n,r]of Object.entries(t.deps)){let i=`${t.slug}\u0000${n}`,a=e.attachOwnerByKey.get(i);if(a!==void 0){a!==e.pluginId&&e.conflicts.push(y({slug:t.slug,key:n,ownerPluginId:a,pluginId:e.pluginId}));continue}e.attachOwnerByKey.set(i,e.pluginId),e.routeDependencies.push(M({dependency:r,describeEntity:e.describeEntity,key:n,registerEntity:e.registerEntity,routeSlug:t.slug}))}}async function q(e,t,n){await D(e,[l({fragmentUpdates:n})],{logger:t.logger.child(`content-layer:db`)})}export{U as claimantsToReplace,F as runFinalizePhase};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{compareStrings as e}from"../../shared/utils/compare-strings.js";import{
|
|
1
|
+
import{compareStrings as e}from"../../shared/utils/compare-strings.js";import{isObject as t}from"../../shared/utils/is-object.js";import{L10N_DIR as n,TRANSLATIONS_FILE_NAMES as r,TRANSLATIONS_FILE_PATTERN as i}from"../../shared/constants/l10n/defaults.js";import{slugifySegment as a}from"../../shared/utils/routes/slugify-segment.js";import{collectL10nDirLocales as o,isLocaleCode as s,l10nDirOf as c,normalizeL10nConfig as l}from"../../shared/utils/l10n.js";import{createProblem as u}from"../problems/codes.js";function d(e){if(e==null)return[];if(!t(e))return[f("Invalid `l10n` config: expected an object")];let n=[],{defaultLocale:r,locales:i}=e,a=r!=null;if(a&&!s(r)&&n.push(f("Invalid `l10n.defaultLocale`: expected a non-empty string")),i==null)return n;if(!Array.isArray(i))return n.push(f("Invalid `l10n.locales`: expected an array")),n;for(let e of i)(!t(e)||!s(e.code))&&n.push(f("Invalid `l10n.locales` entry: expected an object with a string `code`"));return a?s(r)&&!l(e).locales?.some(e=>e.code===r)&&n.push(f(`Invalid \`l10n.locales\`: the default locale \`${r}\` must be listed`)):n.push(f("Invalid `l10n`: `locales` requires `defaultLocale`")),n}function f(e){return u({code:`configuration/l10n-invalid`,message:e})}function p(e){let{localeContext:t}=e,n=[...e.filePaths],r=o(n),i=t.locales,s=[];r.includes(t.defaultLocale)&&s.push({kind:`default-locale-dir`,dir:t.defaultLocale});let u=n.filter(e=>e.startsWith(`@l10n/`)&&c(e)===void 0);u.length>0&&s.push({kind:`stray-file`,paths:u.sort()});let d=/* @__PURE__ */ new Map;for(let e of i){let t=a(e);d.set(t,[...d.get(t)??[],e])}for(let e of d.values())e.length>1&&s.push({kind:`dir-slug-collision`,codes:e});s.push(...m(n,t));let f=l(e.l10n).locales;if(f===void 0)return s;let p=new Set(f.map(e=>e.code)),h=[...p].filter(e=>e!==t.defaultLocale&&!t.isLocale(e));h.length>0&&s.push({kind:`locale-without-dir`,locales:h});let g=i.filter(e=>!p.has(e));return g.length>0&&s.push({kind:`dir-not-in-config`,dirs:g}),s}function m(t,n){let r=/* @__PURE__ */ new Map;for(let i of[...t].sort(e)){let e=h(i,n);e!==void 0&&r.set(e,[...r.get(e)??[],i])}return[...r.entries()].filter(([,e])=>e.length>1).map(([e,t])=>({kind:`duplicate-translations`,locale:e,paths:t}))}function h(e,t){let a=e.toLowerCase();if(!i.test(a))return;if(r.some(e=>a===e))return t.defaultLocale;let o=RegExp(`^${n}/([^/]+)/(translations\\.ya?ml)$`,`i`).exec(e);if(o!==null)return t.isLocale(o[1])?o[1]:void 0}function g(e){return e.map(e=>u({code:`configuration/l10n-layout`,message:_(e),data:{...e}}))}function _(e){switch(e.kind){case`default-locale-dir`:return`Ignored \`${n}/${e.dir}/\`: the default locale lives at the project root`;case`stray-file`:return`Ignored files directly under \`${n}/\`, expected \`${n}/<locale>/<path>\`: ${e.paths.join(`, `)}`;case`dir-slug-collision`:return`Two \`${n}\` directories map to the same URL segment: ${e.codes.join(`, `)}`;case`locale-without-dir`:return`Missing \`${n}/<locale>/\` directory for configured locales: ${e.locales.join(`, `)}`;case`dir-not-in-config`:return`\`${n}/\` directories not listed in \`l10n.locales\` are hidden from the language picker: ${e.dirs.join(`, `)}`;case`duplicate-translations`:return`Loaded only the first translations file for \`${e.locale}\`: ${e.paths.join(`, `)}`}}export{p as collectL10nWarnings,g as l10nLayoutProblems,h as translationsFileLocale,d as validateL10nConfig};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import{USER_MARKDOC_SCHEMA_FILE as e,userMarkdocSchemaFailure as t}from"../markdown/constants/tag-sets.js";import{createProblem as n}from"../problems/codes.js";import{hasGlobalProblemsForSource as r,problemRow as i,replaceGlobalProblemsForSourceTx as a}from"../database/problems.js";const o=`markdoc-schema`;async function s(s){let c=t();if(c===void 0&&!await r(s,o))return;let l=c===void 0?[]:[i(n({code:`configuration/markdoc-schema-failed`,message:`The Markdoc schema did not load: ${c}`,location:{filePath:e}}),{scope:`global`,source:o})];await s.db.transaction(e=>a(e,o,l))}export{s as syncUserMarkdocSchemaProblem};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isPlanFeatureGranted as e}from"../../shared/plan-gates.js";import{assembleTemplateSet as t}from"../templates/template-set.js";import{assembleServerModuleSet as n}from"../server-modules/module-set.js";import{formatCount as r}from"../../shared/log-format.js";import{createLogger as i,stopwatch as a}from"../../shared/logger.js";import{L10N_DIR as o}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as s,l10nDirOf as c,resolveLocaleContext as l}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as ee,writeSiteConfig as te}from"../database/site-config.js";import{isConfigChanged as ne,isNestedConfigPath as u,loadContentLayerConfig as re,readNestedConfigProblems as ie}from"../config.js";import{contentIgnoreMatcherOf as ae,normalizeHintPaths as oe,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as se}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{listConfiguredProducts as ce,productFolderProblems as le}from"../products.js";import{appDataSystemEntityDescriptor as ue}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as de}from"../plugins/project/loaded-set.js";import{apiOutputFiles as fe,readApiOutputs as pe,withApiOutputHints as me}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{hasGlobalProblemsForSource as g,listGlobalProblems as he,listProblems as ge,problemRow as _,replaceGlobalProblemsForKeysTx as _e,replaceGlobalProblemsForSourceTx as v}from"../database/problems.js";import{listRegisteredAssets as ve}from"../database/assets.js";import{createProblem as y}from"../problems/codes.js";import{computeDirtyConfigOrigins as ye,computeDirtyFileOrigins as be,garbageCollectOrphanedEntities as xe,loadOriginDependencyRows as Se,propagateConfigDependencyInvalidation as Ce,propagateEntityInvalidation as we,propagateRetryableProblemInvalidation as Te}from"../database/invalidation.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe,reloadContentLayerEntities as ke}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Ae,restoreMissingAssetFiles as je}from"../materialization/asset-reconcile.js";import{resolveRevisionCapture as Me}from"../revisions/config.js";import{loadPluginHookState as Ne}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Pe}from"../database/route-query-deps.js";import{createEntityMaterializer as Fe}from"../materialization/materializer.js";import{runSearchSync as Ie}from"./search-sync.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as Le,l10nLayoutProblems as Re,validateL10nConfig as ze}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Be,reconcilePluginScopedRows as Ve,registerSystemEntities as He}from"../database/finalize.js";import{hasStaleManifestVersion as Ue,resetContentDatabase as We}from"../database/reset.js";import{readGitLastModified as Ge}from"./git-last-modified.js";import{createContentScanPlan as Ke}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{syncContentFiles as qe}from"./sync.js";import{checkAllowedPackages as Je}from"../allowed-packages.js";import{syncConfigLinkRefs as Ye}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Xe}from"./slugger/collision-peers.js";async function w(e){let o=p({contentDir:e.contentDir,context:e.context,currentFileIndex:e.currentFileIndex,logger:e.logger??i(),plugins:h(e.contentDir)}),c=o.contentDir,d=o.logger.child(`content-layer`),f=d.child(`content-layer:scan`),x=d.child(`content-layer:hash`),S=d.child(`content-layer:db`),C=d.child(`content-layer:plan`),w=d.child(`content-layer:diff`),T=d.child(`content-layer:sync`),E=e.captureRevisions===!0,D=a();d.debug(`Starting content ingest`,{contentDir:c,hints:e.hints??[]});let A=e.database===void 0,j=e.database??await m({contentDir:c,databaseUrl:e.databaseUrl,migrationsDir:e.migrationsDir,runMigrations:e.runMigrations,platform:o.platform,logger:S});try{if(await Ue(j)){S.warn(`manifest version changed — resetting content database`);let e=a();await We(j,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),o.state=void 0}let i=oe(c,e.hints??[]),p=a(),m=a(),h=await b({context:o,database:j}),A=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:A.length,totalCount:A.length,durationMs:m()});let M=await re({context:o,force:!0});await de({contentDir:c,config:M.config,fs:o.platform.fs,logger:d});let N=ne(k(M.config,h.routeBySlug.values()),await ee(j)),P=ze(o.config.l10n);for(let e of P)d.debug(e.message);(N||P.length>0||await g(j,`l10n-config`))&&await j.db.transaction(e=>v(e,`l10n-config`,P.map(e=>_(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await g(j,`config`))&&await j.db.transaction(e=>v(e,`config`,M.problems.map(e=>_(y(e),{scope:`global`,source:`config`}))));let F=await Je(M.config,c,o.platform.fs);(F.length>0||await g(j,`allowed-packages`))&&await j.db.transaction(e=>v(e,`allowed-packages`,F.map(e=>_(y(e),{scope:`global`,source:`allowed-packages`}))));let I=ae(o.config);Oe(h,I);let L=e=>pe({config:o.config,contentDir:c,fs:o.platform.fs,nestedConfigPaths:e,isIgnored:I}),R=N||i.some(u),z=await L([...h.filesByPath.keys()].filter(u)),et=a(),B=await Ke({contentDir:c,fs:o.platform.fs,previousFiles:A,hints:me(i,z),ignoredDirectories:e.ignoredDirectories,configChanged:R,logger:C});C.debug(`Resolved ingest scan plan`,{hints:B.hintedPaths.length,configChanged:R,scanTargets:B.scanTargets.length,affectedPreviousFiles:B.affectedPreviousFiles.length,durationMs:et()});let tt=new Map(A.map(e=>[e.path,e.hash])),V=await $e({contentDir:c,currentFileIndex:o.currentFileIndex,fs:o.platform.fs,scanPlan:B,ignoredDirectories:e.ignoredDirectories,scanLogger:f,hashLogger:x,previous:o.currentFileIndex?void 0:tt,onProgress:e.onProgress});(B.hintedPaths.length===0||B.hintedPaths.includes(``))&&(z=await L(V.map(e=>e.path).filter(e=>u(e)&&!I(e))));let nt=await fe({outputs:z,files:V,contentDir:c,fs:o.platform.fs,previous:tt}),H=[...V.filter(e=>!z.has(e.path)),...nt],U=new Map(await Ge(c,f));for(let[e,t]of z){let n=U.get(t);n!==void 0&&U.set(e,n)}d.info(`Scanned ${r(H.length)} files`,{durationMs:p()});let rt=a(),W=O(H,B.affectedPreviousFiles,{hintScopes:B.hintScopes,totalPrevious:A.length});w.debug(`Computed content diff`,{...W.summary,durationMs:rt()}),d.info(`Compared with the previous state: ${W.summary.added} added, ${W.summary.changed} changed, ${W.summary.removed} removed, ${W.summary.unchanged} unchanged`);let it=a(),at=a(),ot=await Ee(j,{upserts:[...W.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...W.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:W.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:W.added.length+W.changed.length,removed:W.removed.length,durationMs:at()});for(let e of W.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of ot)(I(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let st=l(o.config.l10n,s(h.filesByPath.keys())),G=o.currentFileIndex!==void 0||R||B.hintedPaths.length===0||B.hintedPaths.includes(``);if(G){let e=Re(Le({l10n:o.config.l10n,localeContext:st,filePaths:h.filesByPath.keys()})),t=le(ce(o.config),h.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await j.db.transaction(async n=>{await v(n,`l10n-layout`,e.map(e=>_(e,{scope:`global`,source:`l10n-layout`}))),await v(n,`products`,t.map(e=>_(y(e),{scope:`global`,source:`products`})))})}let K=G?[...h.filesByPath.keys()].filter(u):[...W.added,...W.changed].map(e=>e.path).filter(e=>u(e)&&!I(e)),ct=W.removed.map(e=>e.path).filter(u);if(G||K.length>0||ct.length>0){let e=(await ie({contentDir:c,fs:o.platform.fs,paths:K})).map(e=>_(y(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await j.db.transaction(t=>G?v(t,`nested-config`,e):_e(t,`nested-config`,[...K,...ct],e))}let lt=H.flatMap(e=>{let t=h.filesByPath.get(e.path),n=U.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(j,lt,S);let ut=new Set(H.filter(e=>Qe(o,e,h.filePluginsByPath.get(e.path))).map(e=>e.path)),dt=await we(j,{changedFilePaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...lt.map(e=>e.path),...ut],membershipChangedPaths:[...W.added,...W.removed].map(e=>e.path).filter(e=>!I(e)),logger:S}),ft=o.pluginRegistry.listExtractAllPlugins(),pt=o.pluginRegistry.listFinalizePlugins(),mt=new Set(pt.map(e=>e.id)),q=[...Be(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!mt.has(e)),ht=await Ve(j,[...ft.map(e=>({pluginId:e.id,hook:`extractAll`})),...pt.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});q.length>0&&await He(j,[ue({fragmentUpdates:new Map(q.map(e=>[e,null]))})],{logger:S});let[J,gt,_t]=await Promise.all([Se(j),Pe(j),Ne(j)]),vt=ye(J,o.config),yt=be(J,h),bt=await Ce(j,{config:o.config,logger:S}),xt=await Te(j,{logger:S});if((await xe(j,S)).removedOrphans)await ke({state:h,database:j});else for(let e of[...dt.invalidatedKeys,...bt.invalidatedKeys,...xt.invalidatedKeys]){let t=h.entitiesByKey.get(e);t&&(t.status=`stale`)}(ht||q.length>0)&&(o.state=void 0,h=await b({context:o,database:j}));let St=await he(j,`slugger`),Ct=Xe(St,{touchedPaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...vt.map(e=>e.originFilePath),...yt.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),Y=Ze({context:o,diff:W,currentFiles:H,dirtyOrigins:[...vt,...yt,...Ct],hintedPaths:B.hintedPaths,storedFilesByPath:h.filesByPath,pluginSetChangedPaths:ut}),wt=a(),Tt=Me(o.config,E),X=await qe({context:o,database:j,localeContext:st,files:Y,removedPaths:new Set(W.removed.map(e=>e.path)),pluginScopedOriginRows:J,routeQueryRows:gt,hookState:_t,storedSluggerProblems:St,revisions:Tt,onFileSynced:(t,n)=>e.onProgress?.({stage:`sync`,done:t,total:n})});o.state=X.state,T.debug(`Synchronized content routes`,{files:Y.length,durationMs:wt()}),await Ye({database:j,config:o.config,configChanged:N,logger:S}),d.info(`Updated content state: ${W.added.length+W.changed.length} upserted, ${W.removed.length} removed, ${Y.length} synced`,{durationMs:it()}),e.searchSync!==!1&&await Ie({context:o,database:j,inlineSearchables:X.inlineSearchables,materializer:Fe({deps:{...o,state:X.state},database:j,revisions:Tt})});let Et=await se(j,{logger:S});Et.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:Et.removed});let Z=await Ae(o.pluginIO,{contentDir:c,database:j,logger:S});if(Z.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:Z.removedRows,swept:Z.sweptFilenames.length}),e.reconcileAssetFiles??!0){let e=await je(o.pluginIO,{contentDir:c,registered:await ve(j)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:Q}=X.state;o.config=k(M.config,Q.values()),await te(j,k(M.siteConfig,Q.values()),o.config);try{await j.db.transaction(e=>v(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let Dt=e.collectProblems===!1?[]:await ge(j);d.debug(`Content ingest complete`,{durationMs:D()});let $=X.state,Ot=t({registry:o.pluginRegistry,routes:$.routeBySlug.values()}),kt=n({registry:o.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:c,diff:W,currentFiles:V,previousFiles:B.affectedPreviousFiles,problems:Dt,templateSet:Ot,serverModuleSet:kt,inlineSearchables:X.inlineSearchables,routeChanges:{...X.routeChanges,unbounded:X.routeChanges.unbounded||N}}}finally{A&&await j.close()}}function Ze(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||e.pluginSetChangedPaths.has(n.path)&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??D(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??D(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${o}/`))),r=[];for(let e of t){let t=c(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&r.push(e)}return r}function Qe(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function E(e,t){return`${e.replace(/\/$/,``)}/${t}`}function D(e,t){if(t)return{absolutePath:E(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function O(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function $e(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=a(),n=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:n.length,durationMs:t()});let r=a(),i=await x(n,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:i.length,durationMs:r()}),i}function k(t,n){let r=e(t,`redirects`)?C(n):{};return{...t,redirects:{...r,...t.redirects}}}export{O as diffContentFiles,w as runContentIngest};
|
|
1
|
+
import{isPlanFeatureGranted as e}from"../../shared/plan-gates.js";import{assembleTemplateSet as t}from"../templates/template-set.js";import{assembleServerModuleSet as n}from"../server-modules/module-set.js";import{formatCount as r}from"../../shared/log-format.js";import{createLogger as i,stopwatch as a}from"../../shared/logger.js";import{L10N_DIR as o}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as s,l10nDirOf as c,resolveLocaleContext as l}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as ee,writeSiteConfig as te}from"../database/site-config.js";import{isConfigChanged as ne,isNestedConfigPath as u,loadContentLayerConfig as re,readNestedConfigProblems as ie}from"../config.js";import{contentIgnoreMatcherOf as ae,normalizeHintPaths as oe,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as se}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{listConfiguredProducts as ce,productFolderProblems as le}from"../products.js";import{appDataSystemEntityDescriptor as ue}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as de}from"../plugins/project/loaded-set.js";import{apiOutputFiles as fe,readApiOutputs as pe,withApiOutputHints as me}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{listRegisteredAssets as he}from"../database/assets.js";import{createProblem as g}from"../problems/codes.js";import{computeDirtyConfigOrigins as ge,computeDirtyFileOrigins as _e,garbageCollectOrphanedEntities as ve,loadOriginDependencyRows as ye,propagateConfigDependencyInvalidation as be,propagateEntityInvalidation as xe,propagateRetryableProblemInvalidation as Se}from"../database/invalidation.js";import{hasGlobalProblemsForSource as _,listGlobalProblems as Ce,listProblems as we,problemRow as v,replaceGlobalProblemsForKeysTx as Te,replaceGlobalProblemsForSourceTx as y}from"../database/problems.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe,reloadContentLayerEntities as ke}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Ae,restoreMissingAssetFiles as je}from"../materialization/asset-reconcile.js";import{resolveRevisionCapture as Me}from"../revisions/config.js";import{loadPluginHookState as Ne}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Pe}from"../database/route-query-deps.js";import{createEntityMaterializer as Fe}from"../materialization/materializer.js";import{runSearchSync as Ie}from"./search-sync.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as Le,l10nLayoutProblems as Re,validateL10nConfig as ze}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Be,reconcilePluginScopedRows as Ve,registerSystemEntities as He}from"../database/finalize.js";import{hasStaleManifestVersion as Ue,resetContentDatabase as We}from"../database/reset.js";import{readGitLastModified as Ge}from"./git-last-modified.js";import{createContentScanPlan as Ke}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{syncContentFiles as qe}from"./sync.js";import{checkAllowedPackages as Je}from"../allowed-packages.js";import{syncUserMarkdocSchemaProblem as Ye}from"./markdoc-schema-problem.js";import{syncConfigLinkRefs as Xe}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Ze}from"./slugger/collision-peers.js";async function w(e){let o=p({contentDir:e.contentDir,context:e.context,currentFileIndex:e.currentFileIndex,logger:e.logger??i(),plugins:h(e.contentDir)}),c=o.contentDir,d=o.logger.child(`content-layer`),f=d.child(`content-layer:scan`),x=d.child(`content-layer:hash`),S=d.child(`content-layer:db`),C=d.child(`content-layer:plan`),w=d.child(`content-layer:diff`),T=d.child(`content-layer:sync`),E=e.captureRevisions===!0,D=a();d.debug(`Starting content ingest`,{contentDir:c,hints:e.hints??[]});let A=e.database===void 0,j=e.database??await m({contentDir:c,databaseUrl:e.databaseUrl,migrationsDir:e.migrationsDir,runMigrations:e.runMigrations,platform:o.platform,logger:S});try{if(await Ue(j)){S.warn(`manifest version changed — resetting content database`);let e=a();await We(j,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),o.state=void 0}let i=oe(c,e.hints??[]),p=a(),m=a(),h=await b({context:o,database:j}),A=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:A.length,totalCount:A.length,durationMs:m()});let M=await re({context:o,force:!0});await de({contentDir:c,config:M.config,fs:o.platform.fs,logger:d});let N=ne(k(M.config,h.routeBySlug.values()),await ee(j)),P=ze(o.config.l10n);for(let e of P)d.debug(e.message);(N||P.length>0||await _(j,`l10n-config`))&&await j.db.transaction(e=>y(e,`l10n-config`,P.map(e=>v(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await _(j,`config`))&&await j.db.transaction(e=>y(e,`config`,M.problems.map(e=>v(g(e),{scope:`global`,source:`config`}))));let F=await Je(M.config,c,o.platform.fs);(F.length>0||await _(j,`allowed-packages`))&&await j.db.transaction(e=>y(e,`allowed-packages`,F.map(e=>v(g(e),{scope:`global`,source:`allowed-packages`})))),await Ye(j);let I=ae(o.config);Oe(h,I);let L=e=>pe({config:o.config,contentDir:c,fs:o.platform.fs,nestedConfigPaths:e,isIgnored:I}),R=N||i.some(u),z=await L([...h.filesByPath.keys()].filter(u)),tt=a(),B=await Ke({contentDir:c,fs:o.platform.fs,previousFiles:A,hints:me(i,z),ignoredDirectories:e.ignoredDirectories,configChanged:R,logger:C});C.debug(`Resolved ingest scan plan`,{hints:B.hintedPaths.length,configChanged:R,scanTargets:B.scanTargets.length,affectedPreviousFiles:B.affectedPreviousFiles.length,durationMs:tt()});let V=new Map(A.map(e=>[e.path,e.hash])),H=await et({contentDir:c,currentFileIndex:o.currentFileIndex,fs:o.platform.fs,scanPlan:B,ignoredDirectories:e.ignoredDirectories,scanLogger:f,hashLogger:x,previous:o.currentFileIndex?void 0:V,onProgress:e.onProgress});(B.hintedPaths.length===0||B.hintedPaths.includes(``))&&(z=await L(H.map(e=>e.path).filter(e=>u(e)&&!I(e))));let nt=await fe({outputs:z,files:H,contentDir:c,fs:o.platform.fs,previous:V}),U=[...H.filter(e=>!z.has(e.path)),...nt],W=new Map(await Ge(c,f));for(let[e,t]of z){let n=W.get(t);n!==void 0&&W.set(e,n)}d.info(`Scanned ${r(U.length)} files`,{durationMs:p()});let rt=a(),G=O(U,B.affectedPreviousFiles,{hintScopes:B.hintScopes,totalPrevious:A.length});w.debug(`Computed content diff`,{...G.summary,durationMs:rt()}),d.info(`Compared with the previous state: ${G.summary.added} added, ${G.summary.changed} changed, ${G.summary.removed} removed, ${G.summary.unchanged} unchanged`);let it=a(),at=a(),ot=await Ee(j,{upserts:[...G.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:W.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...G.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:W.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:G.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:G.added.length+G.changed.length,removed:G.removed.length,durationMs:at()});for(let e of G.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of ot)(I(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let st=l(o.config.l10n,s(h.filesByPath.keys())),K=o.currentFileIndex!==void 0||R||B.hintedPaths.length===0||B.hintedPaths.includes(``);if(K){let e=Re(Le({l10n:o.config.l10n,localeContext:st,filePaths:h.filesByPath.keys()})),t=le(ce(o.config),h.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await j.db.transaction(async n=>{await y(n,`l10n-layout`,e.map(e=>v(e,{scope:`global`,source:`l10n-layout`}))),await y(n,`products`,t.map(e=>v(g(e),{scope:`global`,source:`products`})))})}let q=K?[...h.filesByPath.keys()].filter(u):[...G.added,...G.changed].map(e=>e.path).filter(e=>u(e)&&!I(e)),ct=G.removed.map(e=>e.path).filter(u);if(K||q.length>0||ct.length>0){let e=(await ie({contentDir:c,fs:o.platform.fs,paths:q})).map(e=>v(g(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await j.db.transaction(t=>K?y(t,`nested-config`,e):Te(t,`nested-config`,[...q,...ct],e))}let lt=U.flatMap(e=>{let t=h.filesByPath.get(e.path),n=W.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(j,lt,S);let ut=new Set(U.filter(e=>$e(o,e,h.filePluginsByPath.get(e.path))).map(e=>e.path)),dt=await xe(j,{changedFilePaths:[...G.added.map(e=>e.path),...G.changed.map(e=>e.path),...G.removed.map(e=>e.path),...lt.map(e=>e.path),...ut],membershipChangedPaths:[...G.added,...G.removed].map(e=>e.path).filter(e=>!I(e)),logger:S}),ft=o.pluginRegistry.listExtractAllPlugins(),pt=o.pluginRegistry.listFinalizePlugins(),mt=new Set(pt.map(e=>e.id)),J=[...Be(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!mt.has(e)),ht=await Ve(j,[...ft.map(e=>({pluginId:e.id,hook:`extractAll`})),...pt.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});J.length>0&&await He(j,[ue({fragmentUpdates:new Map(J.map(e=>[e,null]))})],{logger:S});let[Y,gt,_t]=await Promise.all([ye(j),Pe(j),Ne(j)]),vt=ge(Y,o.config),yt=_e(Y,h),bt=await be(j,{config:o.config,logger:S}),xt=await Se(j,{logger:S});if((await ve(j,S)).removedOrphans)await ke({state:h,database:j});else for(let e of[...dt.invalidatedKeys,...bt.invalidatedKeys,...xt.invalidatedKeys]){let t=h.entitiesByKey.get(e);t&&(t.status=`stale`)}(ht||J.length>0)&&(o.state=void 0,h=await b({context:o,database:j}));let St=await Ce(j,`slugger`),Ct=Ze(St,{touchedPaths:[...G.added.map(e=>e.path),...G.changed.map(e=>e.path),...G.removed.map(e=>e.path),...vt.map(e=>e.originFilePath),...yt.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),X=Qe({context:o,diff:G,currentFiles:U,dirtyOrigins:[...vt,...yt,...Ct],hintedPaths:B.hintedPaths,storedFilesByPath:h.filesByPath,pluginSetChangedPaths:ut}),wt=a(),Tt=Me(o.config,E),Z=await qe({context:o,database:j,localeContext:st,files:X,removedPaths:new Set(G.removed.map(e=>e.path)),pluginScopedOriginRows:Y,routeQueryRows:gt,hookState:_t,storedSluggerProblems:St,revisions:Tt,onFileSynced:(t,n)=>e.onProgress?.({stage:`sync`,done:t,total:n})});o.state=Z.state,T.debug(`Synchronized content routes`,{files:X.length,durationMs:wt()}),await Xe({database:j,config:o.config,configChanged:N,logger:S}),d.info(`Updated content state: ${G.added.length+G.changed.length} upserted, ${G.removed.length} removed, ${X.length} synced`,{durationMs:it()}),e.searchSync!==!1&&await Ie({context:o,database:j,inlineSearchables:Z.inlineSearchables,materializer:Fe({deps:{...o,state:Z.state},database:j,revisions:Tt})});let Et=await se(j,{logger:S});Et.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:Et.removed});let Q=await Ae(o.pluginIO,{contentDir:c,database:j,logger:S});if(Q.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:Q.removedRows,swept:Q.sweptFilenames.length}),e.reconcileAssetFiles??!0){let e=await je(o.pluginIO,{contentDir:c,registered:await he(j)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:Dt}=Z.state;o.config=k(M.config,Dt.values()),await te(j,k(M.siteConfig,Dt.values()),o.config);try{await j.db.transaction(e=>y(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let Ot=e.collectProblems===!1?[]:await we(j);d.debug(`Content ingest complete`,{durationMs:D()});let $=Z.state,kt=t({registry:o.pluginRegistry,routes:$.routeBySlug.values()}),At=n({registry:o.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:c,diff:G,currentFiles:H,previousFiles:B.affectedPreviousFiles,problems:Ot,templateSet:kt,serverModuleSet:At,inlineSearchables:Z.inlineSearchables,routeChanges:{...Z.routeChanges,unbounded:Z.routeChanges.unbounded||N}}}finally{A&&await j.close()}}function Qe(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||e.pluginSetChangedPaths.has(n.path)&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??D(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??D(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${o}/`))),r=[];for(let e of t){let t=c(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&r.push(e)}return r}function $e(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function E(e,t){return`${e.replace(/\/$/,``)}/${t}`}function D(e,t){if(t)return{absolutePath:E(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function O(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function et(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=a(),n=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:n.length,durationMs:t()});let r=a(),i=await x(n,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:i.length,durationMs:r()}),i}function k(t,n){let r=e(t,`redirects`)?C(n):{};return{...t,redirects:{...r,...t.redirects}}}export{O as diffContentFiles,w as runContentIngest};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{formatDuration as i}from"../../shared/log-format.js";import{isRbacScope as a}from"../../shared/rbac/engine.js";import{normalizeRouteSlug as o}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as s,pageMarkdown as c,routeQueryDeps as l,searchDocuments as u}from"../database/schema.js";import{computePathPrefixes as d}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as f}from"../materialization/data-ref.js";import{batchValues as p,normalizeBatchSize as m}from"../database/connection.js";import{resolveDataRef as h}from"../database/blobs.js";import{createRouteQueryEvaluator as g,dedupeRouteQueryDependencies as _,isRouteQueryStale as v}from"../plugins/utils/route-index.js";import{listConfiguredProducts as y}from"../products.js";import{userMarkdocSchemaDigest as b}from"../markdown/constants/tag-sets.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{problemRow as C,replaceEntityProblemsForCodesBatchTx as w}from"../database/problems.js";import{createProblem as T}from"../problems/codes.js";import"../search/postings/postings-store.js";import{createSearchStore as E}from"../search/store.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as O,searchFacetInvalidProblem as k,searchableFailedProblem as ee}from"../problems/producers.js";import{loadAttachedRouteSlugs as A}from"../database/route-deps.js";import{toRbacTeamsWithinRoute as j}from"./rbac-teams.js";import{createMarkdownCopyRule as M}from"../markdown-copy-rule.js";import{buildDocumentFacets as N}from"../search/facet-rows.js";import{createHookEntityStore as P}from"./hook-inputs.js";import{and as F,eq as I,inArray as L}from"drizzle-orm";function R(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function z(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),a=[],o=/* @__PURE__ */ new Map,s=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),c=e.inlineSearchables??/* @__PURE__ */ new Map,l=e.entityKeys===void 0?void 0:[...e.entityKeys,...c.keys()],u=await re(n,l);if(s.size===0&&c.size===0&&u.size===0)return{synced:0,problems:a};let{materializer:d}=e,{state:f}=d,m=E(n),h=g(f,t.config),_=y(t.config),v=q(f,h,_),x=v(),S=te(t),w=M(t.config),T=R(S,_,w.settings,b()),D=ne(r,{configuredFields:S}),k=0,j=(e,t)=>{a.push(...t),o.set(e,t.map(t=>C(t,{scope:`entity`,entityId:e})))},N=(e,t,n,i)=>{let s=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${s}`);let c=ee({entityKey:t,pluginId:n,message:s});a.push(c),o.set(e,[C(c,{scope:`entity`,entityId:e})])},P=async()=>(await B(n,o,O,r),{synced:k,problems:a});l===void 0&&await U({context:t,database:n,state:f,store:m,stored:u,searchableLoaders:s});let F=[];for(let[e,n]of c){let i=f.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){u.has(e)&&await m.removeSource(e);continue}try{let a=await D.prepare(e,n.docs,x);F.push({entityKey:e,docs:a.docs,...J(e,n,a.docs),sourceHash:T(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),j(i.id,[...H(e,n.problems,r),...a.problems])}catch(t){N(i.id,e,i.pluginId,t)}}}if(await m.replaceSourceDocuments(F),k+=F.length,s.size===0)return P();let I=await ie(n,[...s.keys()],e.entityKeys),L=await ae(n,h,I.map(e=>e.id)),z=I.filter(e=>{let n=s.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=u.get(e.key);return i===void 0||i.sourceHash!==T(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||L.has(e.id)});if(z.length===0)return P();let G=await A(n,z.map(e=>e.key)),Y=0,X=0,Z=0,Q=0,$=0;for(let r of p(z,50)){Y+=1;let i=Date.now(),a=await K(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=s.get(i.loaderId);if(r){try{let e=await W({row:i,entry:r,value:a.get(i.id),attachedSlug:G.get(i.key),context:t,database:n,materializer:d,evaluator:h,resolveAccess:v,prepare:D.prepare,stampOf:T,allowsMarkdownCopy:w.allows});o.push(e),j(i.id,e.problems)}catch(e){N(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await V({context:t,database:n,store:m,outputs:o}),$+=Date.now()-i,k+=o.length}return l===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${Y} ${Y===1?`chunk`:`chunks`} (load ${i(Z)}, producers ${i(Q)}, writes ${i($)})`),P()}async function B(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>w(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function V(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:_(e.reads)}))});for(let e of n){if(await i.delete(c).where(I(c.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,rbacScope:t.rbacScope??null,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(c).values(a)}}})}function H(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])O.includes(e.code)?r.push(T(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${O.join(`, `)}`);return r}async function U(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(c).where(I(c.entityKey,t)))}}async function W(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await f(o.data,e=>h(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),p=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),g={config:e.context.config,entities:P(r,e.materializer,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:p},_=i?await i(c,g):{docs:[]},v=a&&e.allowsMarkdownCopy(p)?await a(c,g):null,y=G(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:j(m.accessForSlug(e.routeSlug),e.rbacScope)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...J(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...H(t.key,_.problems,e.context.logger),...b.problems]}}function G(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,o=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);if(t.rbacScope!==void 0&&!a(t.rbacScope))throw Error(`markdown for "${e}" returned "${r}" with an invalid rbacScope.`);i.add(r),o.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{},...t.rbacScope===void 0?{}:{rbacScope:t.rbacScope}})}}}return o}async function K(e,t){let n=await e.db.select({id:s.id,data:s.data,dataHash:s.dataHash}).from(s).where(L(s.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function q(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(d(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function J(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(X(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=o(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=N({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:j(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;s.has(a)||(s.add(a),c.push(k({entityKey:n,field:e,reason:Y[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Y={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function X(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!a(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:p(t,m(void 0))){let t=await e.db.selectDistinct({entityKey:u.entityKey,sourceHash:u.sourceHash,pluginVersion:u.pluginVersion}).from(u).where(r===void 0?void 0:L(u.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:c.entityKey,sourceHash:c.sourceHash,pluginVersion:c.pluginVersion}).from(c).where(r===void 0?void 0:L(c.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:s.id,key:s.key,loaderId:s.loaderId,dataHash:s.dataHash}).from(s).where(F(I(s.status,`ready`),I(s.isCurrent,1),L(s.loaderId,[...t]),n===void 0?void 0:L(s.key,[...n]))).orderBy(s.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=m(void 0),o=await e.db.select({entityId:l.entityId,kind:l.kind,argument:l.argument,resultHash:l.resultHash}).from(l).where(F(I(l.hook,`searchable`),a?L(l.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&v(t,e)&&r.add(e.entityId);return r}function Z(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Z as collectInlineSearchables,z as runSearchSync};
|
|
1
|
+
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{userMarkdocSchemaDigest as i}from"../markdown/constants/tag-sets.js";import{formatDuration as a}from"../../shared/log-format.js";import{isRbacScope as o}from"../../shared/rbac/engine.js";import{normalizeRouteSlug as s}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as c,pageMarkdown as l,routeQueryDeps as u,searchDocuments as d}from"../database/schema.js";import{computePathPrefixes as f}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as p}from"../materialization/data-ref.js";import{batchValues as m,normalizeBatchSize as h}from"../database/connection.js";import{resolveDataRef as g}from"../database/blobs.js";import{createRouteQueryEvaluator as _,dedupeRouteQueryDependencies as v,isRouteQueryStale as y}from"../plugins/utils/route-index.js";import{listConfiguredProducts as b}from"../products.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{createMarkdownCopyRule as ee}from"../markdown-copy-rule.js";import{createProblem as C}from"../problems/codes.js";import{problemRow as w,replaceEntityProblemsForCodesBatchTx as T}from"../database/problems.js";import"../search/postings/postings-store.js";import{createSearchStore as E}from"../search/store.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as O,searchFacetInvalidProblem as k,searchableFailedProblem as A}from"../problems/producers.js";import{loadAttachedRouteSlugs as j}from"../database/route-deps.js";import{toRbacTeamsWithinRoute as M}from"./rbac-teams.js";import{buildDocumentFacets as N}from"../search/facet-rows.js";import{createHookEntityStore as P}from"./hook-inputs.js";import{and as F,eq as I,inArray as L}from"drizzle-orm";function R(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function z(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),o=[],s=/* @__PURE__ */ new Map,c=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),l=e.inlineSearchables??/* @__PURE__ */ new Map,u=e.entityKeys===void 0?void 0:[...e.entityKeys,...l.keys()],d=await re(n,u);if(c.size===0&&l.size===0&&d.size===0)return{synced:0,problems:o};let{materializer:f}=e,{state:p}=f,h=E(n),g=_(p,t.config),v=b(t.config),y=q(p,g,v),x=y(),S=te(t),C=ee(t.config),T=R(S,v,C.settings,i()),D=ne(r,{configuredFields:S}),k=0,M=(e,t)=>{o.push(...t),s.set(e,t.map(t=>w(t,{scope:`entity`,entityId:e})))},N=(e,t,n,i)=>{let a=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${a}`);let c=A({entityKey:t,pluginId:n,message:a});o.push(c),s.set(e,[w(c,{scope:`entity`,entityId:e})])},P=async()=>(await B(n,s,O,r),{synced:k,problems:o});u===void 0&&await U({context:t,database:n,state:p,store:h,stored:d,searchableLoaders:c});let F=[];for(let[e,n]of l){let i=p.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){d.has(e)&&await h.removeSource(e);continue}try{let a=await D.prepare(e,n.docs,x);F.push({entityKey:e,docs:a.docs,...J(e,n,a.docs),sourceHash:T(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),M(i.id,[...H(e,n.problems,r),...a.problems])}catch(t){N(i.id,e,i.pluginId,t)}}}if(await h.replaceSourceDocuments(F),k+=F.length,c.size===0)return P();let I=await ie(n,[...c.keys()],e.entityKeys),L=await ae(n,g,I.map(e=>e.id)),z=I.filter(e=>{let n=c.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=d.get(e.key);return i===void 0||i.sourceHash!==T(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||L.has(e.id)});if(z.length===0)return P();let G=await j(n,z.map(e=>e.key)),Y=0,X=0,Z=0,Q=0,$=0;for(let r of m(z,50)){Y+=1;let i=Date.now(),a=await K(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=c.get(i.loaderId);if(r){try{let e=await W({row:i,entry:r,value:a.get(i.id),attachedSlug:G.get(i.key),context:t,database:n,materializer:f,evaluator:g,resolveAccess:y,prepare:D.prepare,stampOf:T,allowsMarkdownCopy:C.allows});o.push(e),M(i.id,e.problems)}catch(e){N(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await V({context:t,database:n,store:h,outputs:o}),$+=Date.now()-i,k+=o.length}return u===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${Y} ${Y===1?`chunk`:`chunks`} (load ${a(Z)}, producers ${a(Q)}, writes ${a($)})`),P()}async function B(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>T(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function V(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:v(e.reads)}))});for(let e of n){if(await i.delete(l).where(I(l.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,rbacScope:t.rbacScope??null,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(l).values(a)}}})}function H(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])O.includes(e.code)?r.push(C(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${O.join(`, `)}`);return r}async function U(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(l).where(I(l.entityKey,t)))}}async function W(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await p(o.data,e=>g(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),f=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),h={config:e.context.config,entities:P(r,e.materializer,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:f},_=i?await i(c,h):{docs:[]},v=a&&e.allowsMarkdownCopy(f)?await a(c,h):null,y=G(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:M(m.accessForSlug(e.routeSlug),e.rbacScope)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...J(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...H(t.key,_.problems,e.context.logger),...b.problems]}}function G(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);if(t.rbacScope!==void 0&&!o(t.rbacScope))throw Error(`markdown for "${e}" returned "${r}" with an invalid rbacScope.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{},...t.rbacScope===void 0?{}:{rbacScope:t.rbacScope}})}}}return a}async function K(e,t){let n=await e.db.select({id:c.id,data:c.data,dataHash:c.dataHash}).from(c).where(L(c.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function q(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(f(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function J(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,o=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(X(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=s(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=N({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:M(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;o.has(a)||(o.add(a),c.push(k({entityKey:n,field:e,reason:Y[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Y={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function X(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!o(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:m(t,h(void 0))){let t=await e.db.selectDistinct({entityKey:d.entityKey,sourceHash:d.sourceHash,pluginVersion:d.pluginVersion}).from(d).where(r===void 0?void 0:L(d.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:l.entityKey,sourceHash:l.sourceHash,pluginVersion:l.pluginVersion}).from(l).where(r===void 0?void 0:L(l.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:c.id,key:c.key,loaderId:c.loaderId,dataHash:c.dataHash}).from(c).where(F(I(c.status,`ready`),I(c.isCurrent,1),L(c.loaderId,[...t]),n===void 0?void 0:L(c.key,[...n]))).orderBy(c.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=h(void 0),o=await e.db.select({entityId:u.entityId,kind:u.kind,argument:u.argument,resultHash:u.resultHash}).from(u).where(F(I(u.hook,`searchable`),a?L(u.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&y(t,e)&&r.add(e.entityId);return r}function Z(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Z as collectInlineSearchables,z as runSearchSync};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{
|
|
1
|
+
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{createProblem as s}from"../problems/codes.js";import{garbageCollectOrphanedEntities as c,propagateRouteQueryInvalidation as l}from"../database/invalidation.js";import{problemRow as u}from"../database/problems.js";import{loadFileManifestsByPaths as d}from"../database/files.js";import{loadContentLayerState as f,reloadContentLayerEntities as p}from"../context-state.js";import{resolveRevisionsConfig as m}from"../revisions/config.js";import{bulkSyncOrigins as ee}from"../database/origins.js";import{extractFailedProblem as h,sluggerProblemSources as g}from"../problems/producers.js";import{createEntityMaterializer as _}from"../materialization/materializer.js";import{finalizeHookInputs as te,hasAnyPluginHookTrigger as ne}from"./hook-inputs.js";import{collectInlineSearchables as v}from"./search-sync.js";import{dropCollidingRoutes as y}from"./slugger/drop-colliding-routes.js";import{allReservedSlugs as b,resolveFinalSlugs as x}from"./slugger/resolve-final-slugs.js";import{normalizePluginArtifacts as S}from"./normalize-artifacts.js";import{runFinalizePhase as C}from"./finalize-phase.js";import{applyOriginRoutesToWorkingState as w,cloneContentLayerState as T,removeFileFromWorkingState as E,removeOriginFromWorkingState as D}from"./working-state.js";import{dropCollidingExtractAllRoutes as O,runExtractAllPhase as k}from"./extract-all-phase.js";import{diffFallbackRoutes as re,generateFallbackRoutes as ie}from"./generate-fallback-routes.js";async function A(n){let s=await f({context:n.context,database:n.database}),l=T(s);for(let e of n.removedPaths)E(l,e);if(n.files.length===0&&n.removedPaths.size===0&&![`extractAll`,`finalize`].some(e=>ne(e,n.context,s,n.pluginScopedOriginRows,n.routeQueryRows,n.hookState,e===`finalize`?te(n.localeContext):void 0)))return await N(n,l),{state:l,inlineSearchables:/* @__PURE__ */ new Map,routeChanges:{changedSlugs:[],unbounded:!1}};let h=n.context.logger.child(`content-layer:sync`),{localeContext:S}=n,A=F(n.context.config,`/l10n`),j=F(n.context.config,`/metadataGlobs`),M=m(n.context.config),P=n.revisions,L=()=>_({deps:{...n.context,state:l},database:n.database,revisions:P}),R=await k({context:n.context,database:n.database,materializer:L(),files:n.files,originRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:extractAll`)}),z=n.context.logger.child(`content-layer:plugin`),B=n.files.filter(e=>e.manifest===void 0).map(e=>e.path),V=await d(n.database,B),H=n.context.pluginRegistry.list().map(e=>e.id);D(l,H,o,null);let U=[],W=`${e}/`,G=n.files.map(e=>({file:e,localized:Number(e.path.startsWith(W))})).sort((e,t)=>e.localized-t.localized).map(e=>e.file);for(let[e,a]of G.entries()){let o=l.filesByPath.get(a.path)??l.ignoredFilesByPath.get(a.path);if(!o)throw Error(`Missing stored file state for "${a.path}".`);let s=t(n.context,a.path),c=(l.filePluginsByPath.get(a.path)??[]).map(e=>e.pluginId).filter(e=>!s.some(t=>t.id===e)),u=[];for(let e of c)D(l,H,e,a.path),u.push({hook:`extract`,originDependencies:[],originFileId:o.id,originFilePath:a.path,originPluginId:e,routeDependencies:[],routes:[],entities:[],problems:[]});for(let e of s)D(l,H,e.id,a.path);let d=i({path:a.path,hash:a.hash,manifest:a.manifest??V.get(a.path)??{}}),f=await r(s,d,{config:n.context.config,fs:n.context.platform.fs,contentDir:n.context.contentDir,scannedPaths:()=>l.filesByPath.keys(),logger:z});for(let e of f)I({context:n.context,workingState:l,allPluginIds:H,filePath:a.path,fileRecord:o,attempt:e,origins:u,revisions:M,localeContext:S,l10nConfigDependency:A,metadataGlobsConfigDependency:j,pluginLogger:z});let p=s.map(e=>({id:e.id,version:e.version}));U.push({fileId:o.id,filePath:a.path,plugins:p,origins:u}),l.filePluginsByPath.set(a.path,p.map(e=>({fileId:o.id,pluginId:e.id,pluginVersion:e.version}))),n.onFileSynced?.(e+1,G.length)}let K=n.context.pluginRegistry.listReservedSlugs(),{collisions:q,routeBySlug:oe,wildcardShadows:se,problems:J}=x({state:l,previousWildcardShadows:s.wildcardShadows,reservedSlugs:K,logger:h});l.wildcardShadows=se,l.routeBySlug=oe;let ce=/* @__PURE__ */ new Set([...n.files.map(e=>e.path),...n.removedPaths,...R.pending.map(e=>e.pluginId),...R.failures.map(e=>e.pluginId)]),Y=new Set(J.map(e=>e.key));for(let e of n.storedSluggerProblems){if(e.key===null)continue;let t=g(e.data);t.length>0&&t.every(e=>ce.has(e))&&Y.add(e.key)}y({state:l,bulkItems:U,collisions:q,allPluginIds:H}),O(R.pending,q);let X=ie({state:l,localeContext:S,reservedSlugs:b(K)}),le=re(s.routesByOriginKey.get(a(`internal.l10n`,null))??[],X);w(l,H,o,null,X);let Z=/* @__PURE__ */ new Map;for(let e of U)for(let t of e.origins)v(t.entities,Z);for(let e of R.pending)v(e.entities,Z);let Q=/* @__PURE__ */ new Set;if(P){for(let e of U)if(P.isTracked(e.filePath))for(let t of e.origins)for(let e of t.entities)Q.add(e.key)}await ee(n.database,U,{logger:z,revisions:P?{max:P.max,trackedKeys:Q}:void 0,extractAllOrigins:R.pending.map(e=>({hook:`extractAll`,originFileId:null,originFilePath:null,originPluginId:e.pluginId,originDependencies:e.originDependencies,routeDependencies:e.routeDependencies,routes:e.routes,entities:e.entities,problems:[],fingerprint:e.inputsHash,routeQueries:e.routeQueries})),extractAllFailures:R.failures,globalProblems:{source:`slugger`,keys:[...Y],newProblems:J.map(e=>u(e.problem,{scope:`global`,source:`slugger`,key:e.key}))},fallbackRoutes:{pluginId:o,...le}}),await p({state:l,database:n.database}),await N(n,l);let $=await C({context:n.context,database:n.database,localeContext:S,materializer:L(),files:n.files,pluginScopedOriginRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:finalize`),collectEntities:e=>v(e,Z)}),ue=await c(n.database);return($.ranPluginIds.length>0||ue.removedOrphans)&&await p({state:l,database:n.database}),{state:l,inlineSearchables:Z,routeChanges:ae(s.routeBySlug,l.routeBySlug)}}function ae(e,t){let n=[];for(let[r,i]of e){let e=t.get(r);(e===void 0||e.originFilePath!==i.originFilePath)&&n.push(r)}for(let r of t.keys())e.has(r)||n.push(r);return{changedSlugs:n,unbounded:!j(e,t)}}function j(e,t){let n=M(e),r=M(t);return n.size===r.size&&[...n].every(e=>r.has(e))}function M(e){let t=/* @__PURE__ */ new Set;for(let[n,r]of e)r.wildcardPrefix&&t.add(n);return t}async function N(e,t){let{invalidatedKeys:n}=await l(e.database,{rows:e.routeQueryRows,state:t,config:e.context.config,logger:e.context.logger.child(`content-layer:db`)});for(let e of n){let n=t.entitiesByKey.get(e);n&&(n.status=`stale`)}}function P(e){return[...e.configDependencies.map(e=>({...e,source:`config`})),...e.fileDependencies]}function F(e,t){return{source:`config`,accessType:`value`,path:t,valueHash:n(e,{accessType:`value`,path:t})}}function I(e){let{context:t,workingState:n,allPluginIds:r,filePath:i,fileRecord:o,attempt:c}=e,l=c.result.ok?c.result.value:null,u=e.localeContext.isL10nPath(i)?[...P(c),e.l10nConfigDependency]:P(c);if(!l){e.origins.push({hook:`extract`,originDependencies:u,originFileId:o.id,originFilePath:i,originPluginId:c.plugin.id,routeDependencies:[],routes:[],entities:[],problems:c.result.ok?[]:[h({filePath:i,pluginId:c.plugin.id,message:c.result.error.message})]});return}let d=S({context:t,filePath:i,pluginId:c.plugin.id,revisions:e.revisions,routeDrafts:l.routes,standaloneEntities:l.entities??[],localeContext:e.localeContext,resolveCanonicalRoute:(e,t)=>n.routesByOriginKey.get(a(c.plugin.id,e))?.find(e=>e.routeId===t)});w(n,r,c.plugin.id,i,d.routes),e.origins.push({hook:`extract`,originDependencies:d.routes.length>0?[...u,e.metadataGlobsConfigDependency]:u,originFileId:o.id,originFilePath:i,originPluginId:c.plugin.id,routeDependencies:d.routeDependencies,routes:d.routes,entities:d.entities,problems:(l.problems??[]).map(e=>s({...e,location:e.location??{filePath:i}})),linkRefs:l.linkRefs})}export{A as syncContentFiles};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{
|
|
1
|
+
import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{createProblem as a}from"../problems/codes.js";import{deleteProblemsForLinkRefsTx as o,insertProblemsTx as s,problemRow as c,replaceAllLinkProblemsTx as l}from"../database/problems.js";import{clearLinkCheckCheckpointTx as u}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as d}from"./load-view.js";import{unresolvedFilePathRefReads as f,validateLinkRefs as p}from"./validate.js";import{and as m,eq as h,getTableColumns as g,gte as _,inArray as v,lt as y,notInArray as b,or as x}from"drizzle-orm";function S(e){return{run:t=>w(e.logger,()=>T(e,t))}}async function C(r){await w(r.logger,async()=>{let i=await r.database.db.select({entityId:e.id,path:n.path}).from(e).leftJoin(t,h(t.entityId,e.id)).leftJoin(n,h(t.originFileId,n.id)).where(m(h(e.key,r.entityKey),h(e.isCurrent,1))),a=i[0]?.entityId;if(a===void 0)return;let o=i.map(e=>e.path).filter(e=>e!==null),s=[...new Set(o)],c=r.viewCache?await r.viewCache.refreshInventories(s):void 0;await T(r,{entityIds:[a],originFilePaths:[],changedSlugs:[],changedFilePaths:s,unbounded:!1},c)})}async function w(e,t){try{await t()}catch(t){e?.warn(`Incremental link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)})}}async function T(e,t,n){if(t.unbounded){await E(e);return}if(!D(t))return;let r=n??await d(e),i=await O(e.database,t,r);if(i.length===0)return;let a=p(i,r).map(j),c=i.map(e=>e.id);await e.database.db.transaction(async e=>{await o(e,c),await s(e,a),await u(e)}),e.logger?.debug(`Incremental link check complete`,{refs:i.length,broken:a.length})}async function E(e){let[t,n]=await Promise.all([e.database.db.select().from(r),d(e)]),i=p(t,n).map(j);await e.database.db.transaction(async e=>{await l(e,i),await u(e)}),e.logger?.debug(`Full link check complete`,{refs:t.length,broken:i.length})}function D(e){return e.entityIds.length>0||e.originFilePaths.length>0||e.changedSlugs.length>0||e.changedFilePaths.length>0}async function O(e,t,a){let o=/* @__PURE__ */ new Map,s=e=>{for(let t of e)o.set(t.id,t)};for(let n of i(t.entityIds,500))s(await e.db.select().from(r).where(v(r.entityId,n)));for(let a of i(t.originFilePaths,500))s(await e.db.select(g(r)).from(r).innerJoin(n,h(r.originFileId,n.id)).where(v(n.path,a)));let c=new Set(t.changedSlugs);for(let e of t.changedFilePaths)for(let t of a.routeSlugsBySourcePath.get(e)??[])c.add(t);for(let t of i([...c],500))s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),v(r.target,t))));let l=[...c].filter(e=>a.routeBySlug.get(e)?.wildcardPrefix===!0);for(let t of i(l,20)){let n=t.map(e=>{let t=k(e);return m(_(r.target,t),y(r.target,A(t)))});s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),x(...n))))}for(let n of i(t.changedFilePaths,500))s(await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),v(r.target,n))));if(c.size>0||t.changedFilePaths.length>0){let i=new Set(t.changedFilePaths);s((await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),b(r.target,e.db.select({path:n.path}).from(n))))).filter(e=>{let t=f(e,a);return t.filePaths.some(e=>i.has(e))||t.slugs.some(e=>c.has(e)||l.some(t=>e.startsWith(k(t))))}))}return[...o.values()]}function k(e){return e===`/`?`/`:`${e}/`}function A(e){return`${e.slice(0,-1)}0`}function j(e){return c(a(e.problem),{scope:`link`,linkRefId:e.ref.id})}export{S as createDevLinkCheckSession,O as loadAffectedRefs,C as runMaterializationLinkCheck};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{
|
|
1
|
+
import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{createProblem as o}from"../problems/codes.js";import{deleteOrphanedLinkProblemsTx as s,deleteProblemsForLinkRefsTx as c,insertProblemsTx as l,problemRow as u,replaceAllLinkProblemsTx as d}from"../database/problems.js";import{loadLinkCheckCheckpoint as f,writeLinkCheckCheckpointTx as p}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as m}from"./load-view.js";import{validateLinkRefs as h}from"./validate.js";import{loadAffectedRefs as g}from"./delta.js";import{narrowRangeToTarget as _}from"../../shared/utils/narrow-range-to-target.js";import{diffLinkCheckTargets as v,fingerprintLinkCheckView as y}from"./fingerprint.js";import{and as b,asc as x,count as S,eq as C,gt as w}from"drizzle-orm";async function T(e){try{return await E(e)}catch(t){return e.logger?.warn(`Link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)}),{ok:!1}}}async function E(e){let[t,n,r]=await Promise.all([m(e),A(e.database),f(e.database)]),i=await y(t,n);return r===null||r.unboundedInputs!==i.unboundedInputs?D(e,t,i):O(e,t,i,r)}async function D(e,t,n){let r=[],{judged:i,judgedThroughRefId:a}=await k(e.database,t,0,r),o=await M(r,e.readSourceFile);return await e.database.db.transaction(async e=>{await d(e,o),await p(e,{...n,judgedThroughRefId:a})}),{ok:!0,checked:i,broken:o.length,judged:i}}async function O(e,t,i,a){let{database:o}=e,u=v(a.targets,i.targets),d=await j(o),f=(await g(o,{entityIds:d,originFilePaths:u.changedFilePaths,changedSlugs:u.changedSlugs,changedFilePaths:u.changedFilePaths},t)).filter(e=>e.id<=a.judgedThroughRefId),m=h(f,t),_=await k(o,t,a.judgedThroughRefId,m),y=f.length+_.judged,b=u.changedSlugs.length>0||u.changedFilePaths.length>0;if(y>0||b){let t=await M(m,e.readSourceFile);await o.db.transaction(async e=>{await c(e,f.map(e=>e.id)),await l(e,t),await s(e),await p(e,{...i,judgedThroughRefId:_.judgedThroughRefId})})}let[[x],[w]]=await Promise.all([o.db.select({value:S()}).from(n),o.db.select({value:S()}).from(r).where(C(r.scope,`link`))]);return{ok:!0,checked:x?.value??0,broken:w?.value??0,judged:y}}async function k(e,t,r,i){let a=0,o=r;for(;;){let r=await e.db.select().from(n).where(w(n.id,o)).orderBy(x(n.id)).limit(1e4),s=r.at(-1);if(s===void 0)break;for(let e of h(r,t))i.push(e);a+=r.length,o=s.id}return{judged:a,judgedThroughRefId:o}}async function A(e){let n=await e.db.select({path:t.path,hash:t.hash}).from(t);return new Map(n.map(e=>[e.path,e.hash]))}async function j(t){return(await t.db.select({id:e.id}).from(e).where(b(C(e.status,`stale`),C(e.isCurrent,1)))).map(e=>e.id)}async function M(e,t){let n=/* @__PURE__ */ new Map;e.forEach(({ref:e,problem:t},r)=>{let i=t.location;if(i?.range===void 0)return;let a={index:r,raw:e.raw,location:i,range:i.range},o=n.get(e.filePath);o===void 0?n.set(e.filePath,[a]):o.push(a)});let r=/* @__PURE__ */ new Map;for(let[e,o]of n){let n=await t(e);if(n===null)continue;let s=a(n);for(let{index:e,raw:t,location:n,range:a}of o){let o=_(s,a,t);r.set(e,{...n,range:o,snippet:i(s,o)})}}return e.map(({ref:e,problem:t},n)=>{let i=r.get(n),a=i===void 0?t:{...t,location:i};return u(o(a),{scope:`link`,linkRefId:e.id})})}export{T as runBuildLinkCheck};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{
|
|
1
|
+
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{versionDefaultEntityKey as u}from"../../shared/constants/versions.js";import{createSearchHandle as d}from"../search/store.js";import{createAudienceTagResolver as f}from"../markdown/resolve/audience-tag.js";import{createMarkdownService as p}from"../markdown/service.js";import{resolve as m}from"node:path";function h(h,g,_){let v,y,b,x,S;return function(C,w,T){let E=h.pluginRegistry.getById(C.pluginId);if(!E)throw Error(`Entity loader "${C.definition.id}" references missing plugin "${C.pluginId}".`);let{state:D}=h,O=r(h.config),k=O.config.access?.rbac,A=h.config.access?.rbac;(A!==v||y===void 0)&&(v=A,y=f(k));let j=y,M=O.config.l10n?.defaultLocale;(S===void 0||S.defaultLocale!==M)&&(x??=e(D.filesByPath.keys()),S={defaultLocale:M,locales:t({defaultLocale:M},x).locales});let N=S.locales,P=[],F=[],I=[];(b?.state!==D||b.config!==h.config)&&(b={state:D,config:h.config,evaluator:l(D,h.config)});let L=c({database:g,state:D,materialize:_,onEntityRead:e=>P.push(e),record:e=>F.push(e)}),R=/* @__PURE__ */ new Map,z=e=>{let t=R.get(e);if(t===void 0){let n=u(e);t=L.get(n).then(e=>e===null?null:L.load(n)),R.set(e,t)}return t};return{args:w??{},config:O.config,contentDir:h.contentDir,file:{absolutePath:m(h.contentDir,T),path:T,lastModifiedAt:D.filesByPath.get(T)?.lastModifiedAt??null},io:{...h.pluginIO,async glob(e){return I.push(e),n(D.filesByPath.keys(),e)}},entities:L,search:d(g),logger:h.logger.child(`content-layer:entity:${C.definition.id}`),plugin:{id:E.id,version:E.version},pluginRegistry:h.pluginRegistry,resolveAudienceTag:j,routes:b.evaluator.index(e=>F.push(e)),markdown:p({state:D,resolveAudienceTag:j,contentLocales:N,defaultVersion:z}),createBlobRef:async(e,t)=>{let n=t?.format??`json`,r=typeof e==`string`?e:Buffer.from(e).toString(`base64`),o=a(r);return await s(g,{key:o,content:r,size:r.length}),i(o,n)},resolveDataRef:e=>o(g,e),_trackedConfig:O,_loadedEntityKeys:P,_globPatterns:I,_routeQueries:F}}}export{h as createBuildTimeEntityLoaderContextFactory};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{builtInMarkdocFunctions as e}from"./builtin-functions.js";import{builtInMarkdocNodes as t,builtInMarkdocTags as n}from"./builtin-tags.js";import{isSchemaLike as r}from"./tag-sets.js";import{getAttributeBuildTimeResolver as i}from"../resolve/attribute-resolver-key.js";import a from"@redocly/markdoc";const o=/* @__PURE__ */ new Set([`codeSnippetFile`,`svgContent`,`tagRawContent`,`codeWalkthroughFilesets`,`partialFile`,`jsonSchemaRef`,`sampleFromJsonSchema`,`jsonExampleRef`,`openapiCodeSamples`,`openapiCodeSamplePanel`,`openapiReplay`,`openapiResponseSamples`,`openapiResponsePanel`,`openapiExample`]),s=/* @__PURE__ */ new Set([`diagram`]);function c(e){return Object.values(e.attributes??{}).some(e=>i(e)!==null)}function l(e,t){return s.has(e)||Object.values(t.attributes??{}).some(e=>{let t=i(e);return t!==null&&o.has(t)})}function u(e){return{transform:()=>new a.Tag(`Admonition`,{type:`danger`},[`The "${e}" tag is not available in inline markdown.`])}}function d(i){let o={};for(let[e,t]of Object.entries(n))o[e]=l(e,t)?u(e):t;let s={...t};for(let[e,t]of[[`tags`,o],[`nodes`,s]])for(let[n,a]of Object.entries(i?.[e]??{}))r(a)&&!c(a)&&(t[n]=a);return o[`ai-citation`]={render:`AiCitation`,selfClosing:!0,attributes:{number:{type:Number,required:!0},url:{type:String,required:!0}}},s.document={...a.nodes.document,render:`div`},{tags:o,nodes:s,functions:{...i?.functions,...e}}}export{d as buildMarkdownTextTagSet};
|
|
@@ -28,12 +28,21 @@ export declare function registerUserMarkdocSchema(schema: UserMarkdocSchema | un
|
|
|
28
28
|
* dependency on the files and are not validated until it loads: without it, each of its
|
|
29
29
|
* tags would be reported as undefined.
|
|
30
30
|
*/
|
|
31
|
-
export declare function registerUserMarkdocSchemaFailure(files: readonly string[]): void;
|
|
31
|
+
export declare function registerUserMarkdocSchemaFailure(files: readonly string[], message: string): void;
|
|
32
|
+
/**
|
|
33
|
+
* Why the project schema is not in use; `undefined` when it loaded or there is none. The CLI
|
|
34
|
+
* load and the dev server's import both set it.
|
|
35
|
+
*/
|
|
36
|
+
export declare function userMarkdocSchemaFailure(): string | undefined;
|
|
37
|
+
export declare function setUserMarkdocSchemaFailure(message: string | undefined): void;
|
|
32
38
|
/** The files the CLI loaded the project schema from; `undefined` when it did not load one. */
|
|
33
39
|
export declare function userMarkdocSchemaFiles(): readonly string[] | undefined;
|
|
34
40
|
/** The tags the registered project schema defines, built-in names included; empty without one. */
|
|
35
41
|
export declare function userMarkdocTagNames(): string[];
|
|
36
|
-
/**
|
|
42
|
+
/**
|
|
43
|
+
* Whether the CLI validates pages: it registered the project schema, or found none. A schema
|
|
44
|
+
* that failed is not registered, so each of its tags would be undefined.
|
|
45
|
+
*/
|
|
37
46
|
export declare function isMarkdocValidationEnabled(): boolean;
|
|
38
47
|
/** The digest of the registered project schema; `undefined` without one. */
|
|
39
48
|
export declare function userMarkdocSchemaDigest(): string | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{builtInMarkdocFunctions as e}from"./builtin-functions.js";import{builtInMarkdocNodes as t,builtInMarkdocTags as n}from"./builtin-tags.js";const r=`@theme/markdoc/schema.ts`;let i,a,o;function s(e,t,n){globalThis.__REALM_MARKDOC_USER_SCHEMA__=e,i=t,a=n,o=void 0}function c(e,t){s(void 0,void 0,e),o=t}function l(){return o}function u(e){o=e}function d(){return a}function f(){return Object.keys(globalThis.__REALM_MARKDOC_USER_SCHEMA__?.tags??{})}function p(){return a!==void 0&&o===void 0}function m(){return i}const h=`builtin`,g=`api-docs`,_={[g]:async()=>{let{apiDocsMarkdocNodes:e,apiDocsMarkdocTags:t}=await import(`@redocly/api-docs/markdoc`);return{tags:t,nodes:e}}},v=/* @__PURE__ */ new Map;let y;const b=/* @__PURE__ */ new Set,x=e=>!!e&&typeof e==`object`;function S(t,n){let r={tags:{...t.tags},nodes:{...t.nodes},functions:{...e,...t.functions}};for(let e of[`tags`,`nodes`,`functions`])for(let[t,i]of Object.entries(n[e]??{}))if(x(i)){if(e===`functions`&&t in r.functions){b.has(t)||(b.add(t),console.warn(`[markdoc] The user schema defines the "${t}" function, but the engine already defines it. The engine function is used.`));continue}r[e][t]=i}return r}async function C(r){let i=globalThis.__REALM_MARKDOC_USER_SCHEMA__;i!==y&&(y=i,v.clear(),b.clear());let a=r??`builtin`,o=v.get(a);if(o)return o;let s={tags:n,nodes:t,functions:e};if(i&&(s=S(s,i)),a!==`builtin`){let e=await _[a]?.();if(!e)throw Error(`Unknown markdoc tag set "${a}".`);s={tags:{...s.tags,...e.tags},nodes:{...s.nodes,...e.nodes},functions:{...s.functions,...e.functions}}}return v.set(a,s),s}const w=`page-validation`;async function T(){let e=await C(),t=await C(g),n=v.get(w);if(n)return n;let r={...t,tags:{...t.tags,...e.tags},nodes:{...t.nodes,...e.nodes}};return v.set(w,r),r}export{g as API_DOCS_MARKDOC_TAG_SET,h as BUILTIN_MARKDOC_TAG_SET,r as USER_MARKDOC_SCHEMA_FILE,p as isMarkdocValidationEnabled,x as isSchemaLike,s as registerUserMarkdocSchema,c as registerUserMarkdocSchemaFailure,C as resolveMarkdocTagSet,T as resolveMarkdownPageValidationSet,u as setUserMarkdocSchemaFailure,m as userMarkdocSchemaDigest,l as userMarkdocSchemaFailure,d as userMarkdocSchemaFiles,f as userMarkdocTagNames};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{markdocErrorResult as e}from"../../tags/markdoc-error.js";import{L10N_DIR as t}from"../../../../shared/constants/l10n/defaults.js";import{delocalizeL10nPath as n,l10nDirOf as r}from"../../../../shared/utils/l10n.js";import{resolveResolverTarget as i}from"./context-paths.js";import a from"js-yaml";function o(e){return l(e,`RawContent`,e=>e)}function s(e){return l(e,`Resolved`,e=>a.load(e))}function c(e){let{node:n,attributeName:a,sourceFilePath:o}=e,s=n.attributes[a];if(typeof s!=`string`||s===``)return null;let c=r(o),l=c!==void 0&&s.startsWith(`/`)&&r(s.slice(1))===void 0?`/${t}/${c}${s}`:s,u=i(e,l)?.contentPath;return u!==void 0&&(n.attributes[a]=u),null}async function l(t,r,a){let o=t.node.attributes[t.attributeName];if(typeof o!=`string`||o===``||t.io===void 0)return null;let s=i(t,o);if(s===null)return null;let c=[{kind:`file`,path:s.contentPath}],l=s;if(!await t.io.exists(s.absolutePath)){let r=n(t.sourceFilePath);if(l=r===void 0?null:i({...t,sourceFilePath:r},o),l!==null&&c.push({kind:`file`,path:l.contentPath}),l===null||!await t.io.exists(l.absolutePath)){let n=`File ${s.contentPath} does not exist`;return e(t.node,n,t.sourceFilePath,c)}}let u=await t.io.readFile(l.absolutePath),d;try{d=a(u)}catch(n){let r=n instanceof Error?n.message:String(n),i=`File ${l.contentPath} is not valid: ${r}`;return e(t.node,i,t.sourceFilePath,c)}return t.node.attributes[`${t.attributeName}${r}`]=d,{entityDeps:c}}export{s as resolveParsedYamlAttribute,o as resolveRawContentAttribute,c as resolveRelativePathAttribute};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isObject as e}from"../../../../shared/utils/is-object.js";import{
|
|
1
|
+
import{isObject as e}from"../../../../shared/utils/is-object.js";import{markdocNodeProblem as t}from"../../utils/node-source-range.js";import{toContainedContentPath as n}from"../../../ingest/scan.js";import{resolveResolverTarget as r}from"./context-paths.js";import{join as i}from"node:path";async function a(e,t,n){let{bundle:r,createConfig:a,Source:o}=await import(`@redocly/openapi-core`),{createBundleConfig:l,resolvePendingMarkdown:u}=await import(`../../../plugins/internal/api-docs/server/build-definition.js`),d=n?{markdown:e.markdown,loader:{...e,inJsonSchemaDescription:!0},sink:n}:void 0,f=JSON.parse(JSON.stringify({openapi:`3.1.0`,components:{schemas:{__root:t}}})),p=i(e.contentDir,e.sourceFilePath),m=await r({config:await l(a,{bundle:{config:{},configDir:``,plugins:[]},specRelativePath:e.sourceFilePath,rootDir:e.contentDir,resolution:d}),doc:{source:new o(p,``),parsed:f}}),h=m.bundle.parsed,g;if(d){let n=structuredClone(h),{sink:r}=d;await u(d,r.pending,e.contentDir,e.sourceFilePath),r.pending.some(e=>typeof e.read()==`object`)&&(g=n),r.problems=s(e,r.problems,t)}let _=h.components?.schemas,v=_?.__root?.$ref,y=typeof v==`string`?v.split(`/`).at(-1):void 0,b=y?_?.[y]:_?.__root;return{oas:h,asWritten:g,schema:b,errors:(m.problems??[]).slice(0,1).map(e=>e.message),fileDeps:c(m.fileDependencies,e.contentDir,p)}}function o(){return{entityDeps:[],assetUsages:[],linkRefs:[],problems:[],pending:[]}}function s(n,r,i){let a=r.find(e=>e.code.startsWith(`markdoc/`));if(a===void 0)return r;let o=e(i)?i.$ref:void 0,s=typeof o==`string`?`the schema ${o}`:`the schema`;return[...r.filter(e=>!e.code.startsWith(`markdoc/`)),{...t(n.node,`A description in ${s} is not valid Markdoc, so it renders as text: ${a.message}`,n.sourceFilePath,a.code),severity:`warning`}]}function c(e,t,r){if(e===void 0)return[];let i=/* @__PURE__ */ new Set;for(let a of e){let e=n(t,a);a!==r&&e!==null&&i.add(e)}return[...i].sort()}function l(e,t=[]){return e.length>0||t.length>0?{entityDeps:e.map(e=>({kind:`file`,path:e})),problems:t}:null}function u(e,n){let{node:r,attributeName:i}=e;return r.attributes[`${i}ResolvedErrors`]=n,e.logger?.warn(`${r.tag} in ${e.sourceFilePath}: ${n[0]}`),t(r,n[0],e.sourceFilePath)}async function d(t){let{node:n,attributeName:r}=t,i=n.attributes[r];if(!e(i))return null;let s=o(),{oas:c,asWritten:l,errors:d,fileDeps:f}=await a(t,i,t.inJsonSchemaDescription?void 0:s);n.attributes[`${r}Resolved`]=c,l!==void 0&&(n.attributes[`${r}AsWritten`]=l);let p=d.length>0?[u(t,d)]:[];return{entityDeps:[...f.map(e=>({kind:`file`,path:e})),...s.entityDeps],assetUsages:s.assetUsages,linkRefs:s.linkRefs,problems:[...p,...s.problems]}}async function f(t){let{node:n,attributeName:r}=t,i=n.attributes[r];if(!e(i)||n.attributes.value!==void 0)return null;let{oas:o,schema:s,errors:c,fileDeps:d}=await a(t,i);if(c.length>0)return l(d,[u(t,c)]);let f=n.attributes.mode,p=await import(`openapi-sampler`);try{n.attributes[`${r}Resolved`]=p.sample(s,{...f===`read`?{skipWriteOnly:!0}:void 0,...f===`write`?{skipReadOnly:!0}:void 0},o)}catch(e){return l(d,[u(t,[`Failed to generate a sample from the schema: ${e?.message??e}`])])}return l(d)}async function p(t){let{node:n,attributeName:i}=t,a=n.attributes[i],o=e=>({problems:[u(t,[e])]});if(a!==void 0&&n.attributes.schema!==void 0)return o(`The "schema" and "value" attributes are mutually exclusive, use only one.`);if(a===void 0)return n.attributes.schema===void 0?o(`The tag requires a "schema" or "value" attribute.`):null;let s=e(a)?a.$ref:void 0;if(typeof s!=`string`)return n.attributes[`${i}Resolved`]=a,null;let[c,l]=s.split(`#`),d=c?r(t,c):null;if(d===null||t.io===void 0)return o(`Invalid $ref "${s}": the path must stay inside the content directory.`);if(!await t.io.exists(d.absolutePath))return o(`Invalid $ref: no such file ${d.contentPath}`);let f=await t.io.readFile(d.absolutePath),p=[{kind:`file`,path:d.contentPath}],h;try{h=(await import(`js-yaml`)).load(f)}catch(e){return{entityDeps:p,...o(`File ${d.contentPath} must be valid JSON or YAML: ${e.message}`)}}let g=l?m(h,l):h;return l&&g===void 0?{entityDeps:p,...o(`Invalid $ref: ${d.contentPath} has no value at #${l}`)}:(n.attributes[`${i}Resolved`]=g,{entityDeps:p})}function m(t,n){let r=t;for(let t of n.split(`/`).slice(+!!n.startsWith(`/`))){let n=t.replaceAll(`~1`,`/`).replaceAll(`~0`,`~`);if(Array.isArray(r))r=r[Number(n)];else if(e(r))r=r[n];else return}return r}export{p as resolveJsonExampleRefAttribute,d as resolveJsonSchemaRefAttribute,f as resolveSampleFromJsonSchemaAttribute};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{isObject as e}from"../../../../shared/utils/is-object.js";import{markdocNodeProblem as t}from"../../utils/node-source-range.js";import{compileRouteAccessMatcher as n,matchContentScope as r}from"../../../../shared/rbac/engine.js";import{SPEC_KIND_OPENAPI as i}from"../../../../shared/constants/api-spec-kinds.js";import{createLruCache as a}from"../../../../shared/utils/lru-cache.js";import{parseMarkdownCached as o}from"../../utils/parse-cache.js";import{resolveResolverTarget as s}from"./context-paths.js";import{createApiEntityKey as c}from"../../../plugins/utils/api-entity-key.js";import{withMockServerOption as l}from"../../../plugins/internal/api-docs/server/options.js";import{annotateApiDocsRbac as u}from"../../../../shared/rbac/api-docs.js";import{REDOCLY_TEAMS_RBAC as d}from"@redocly/config";const f={curl:`shell`,JavaScript:`javascript`,"Node.js":`javascript`,Python:`python`,Java:`java`,"Java8+Apache":`java`,"C#":`csharp`,"C#+Newtonsoft":`csharp`,PHP:`php`,Go:`go`,Ruby:`ruby`,R:`r`},p=/* @__PURE__ */ new WeakMap;async function m(e){let t=p.get(e.node);t===void 0&&(t=h(e),p.set(e.node,t));let n=await t;return{definition:n.definition,problems:n.problems.splice(0)}}async function h(e){let t=e.node.attributes.descriptionFile;if(typeof t!=`string`||t===``||e.entities===void 0)return{definition:null,problems:[]};let n=s(e,t);if(n===null)return g(e,`descriptionFile "${t}" must stay inside the content directory`);let r=c(n.contentPath),i=await e.entities.get(r);return i===null||i.type!==`api`?g(e,`no API description found at ${n.contentPath}`):i.metadata?.specType===`openapi`?{definition:{contentPath:n.contentPath,document:await e.entities.load(r),metadata:i.metadata??{},dataHash:i.status===`ready`?i.dataHash??null:null},problems:[]}:g(e,`${n.contentPath} is not an OpenAPI description`)}function g(e,n){return e.logger?.warn(`${e.node.tag} in ${e.sourceFilePath}: ${n}`),e.node.attributes.descriptionFileInvalid=!0,{definition:null,problems:[t(e.node,n,e.sourceFilePath)]}}const _=(e,t)=>e.node.attributes[t]??void 0;function v(t){let n=e(t.options)?t.options:{};return e(n.mockServer)?{...n,mockServer:{...n.mockServer,position:`off`}}:n}function y(t,n){let r=_(t,`language`),i=_(t,`options`);return{...n,...i,codeSamples:{...e(n.codeSamples)?n.codeSamples:{},...i?.codeSamples,...r&&{languages:[{lang:r}]}}}}async function b(e){let{definition:t,problems:n}=await m(e);if(t===null)return{problems:n};let{buildCodeSamples:r,getRequestBodySamples:i,normalizeOptions:a,resolveOperationSampleContext:s}=await import(`@redocly/api-docs/server`),c=a({specType:`openapi`,...y(e,v(t.metadata)),markdownParser:o}),l=s(t.document,c,{operationId:_(e,`operationId`),pointer:_(e,`pointer`)});if(!l)return null;let u={exampleKey:_(e,`exampleKey`),mimeType:_(e,`mimeType`),parameters:_(e,`parameters`),requestBody:_(e,`requestBody`),environments:_(e,`environments`),environment:_(e,`environment`)},d=r(l,u).map(e=>({lang:f[e.lang]??e.lang.toLowerCase(),title:e.label??e.lang,source:e.source})),p=c.codeSamples?.languages??[],h=p.findIndex(({lang:e})=>e===`Payload`);if(h!==-1){let e=i(l,{exampleKey:u.exampleKey,mimeType:u.mimeType,titlePrefix:p[h].label});d.splice(h,0,...e)}return d.length>0&&(e.node.attributes[e.attributeName]=d),null}async function x(e){let{definition:t,problems:n}=await m(e);if(t===null)return{problems:n};let{getResponseSamples:r,normalizeOptions:i,resolveOperationSampleContext:a}=await import(`@redocly/api-docs/server`),s=a(t.document,i({specType:`openapi`,...v(t.metadata),markdownParser:o}),{operationId:_(e,`operationId`),pointer:_(e,`pointer`)});if(!s)return null;let c=r(s,{exampleKey:_(e,`exampleKey`)});return c.length>0&&(e.node.attributes[e.attributeName]=c),null}const S=a({budget:4});function C(e,t,n){let r=async()=>{let{buildItems:r}=await import(`@redocly/api-docs/server`),a=u(t.document,i,{warn:t=>e.logger?.warn(t)}),{items:s,store:c}=await r({type:i,document:a,options:{...n,specType:i,markdownParser:o},basePath:`/`,markdownParser:o});return{items:s,store:c}};if(t.dataHash===null)return r();let a=JSON.stringify([t.contentPath,t.dataHash,n]),s=S.get(a);return s===void 0&&(s=r(),S.set(a,s)),s}function w(e){return e.startsWith(`#`)?e.slice(1):e}function T(e,t){let n=_(t,`pointer`),r=_(t,`operationId`);if(n!==void 0||r!==void 0)for(let i of e){let e=i.content?.meta;if(n!==void 0&&e?.pointer!==void 0&&w(e.pointer)===w(n)||r!==void 0&&e?.sourceId===r)return i;let a=T(i.items??[],t);if(a!==void 0)return a}}function E(e){return e[d]}function D(e,t,n){for(let r of e){if(r.nodeType!==`container`)continue;let e=E(r)??n;for(let n of r.panels??[]){let r=`children`in n?n.children.find(t):void 0;if(r!==void 0){let t=E(n)??e;return{entry:r,scope:t===void 0?{}:{[d]:t}}}}let i=D(r.children,t,e);if(i!==void 0)return i}}async function O(e,t){return N(e,t,e.markdown.pageRouteSlug(t))}async function k(e){let{definition:t,problems:n}=await m(e);if(t===null)return{problems:n};let r=v(t.metadata),{items:i,store:a}=await C(e,t,r),o=T(i,e),s=o?.content?D(o.content.children,e=>e.kind===`code-sample`,E(o)):void 0;if(s===void 0)return null;let c=s.entry,{appendUndeclaredConfigureParameters:l}=await import(`@redocly/api-docs/server`),u=_(e,`parameters`),d={apiStore:a,options:y(e,r),panel:{...c,source:l(c.source,{...u?.path&&{path:u.path},...u?.query&&{query:u.query},...u?.header&&{headers:u.header},...u?.cookie&&{cookie:u.cookie}}),...s.scope},...await O(e,t.contentPath)};return e.node.attributes[e.attributeName]=d,null}async function A(e){let{definition:t,problems:n}=await m(e);if(t===null)return{problems:n};let r=v(t.metadata),{items:i,store:a}=await C(e,t,r),o=T(i,e),s=o?.content?D(o.content.children,e=>e.kind===`response`&&!!e.responseCodes?.length,E(o)):void 0;if(s?.entry.responseCodes===void 0)return null;let c={apiStore:a,options:r,panel:{responseCodes:s.entry.responseCodes,...s.entry.schemaId!==void 0&&{schemaId:s.entry.schemaId},...s.scope},...await O(e,t.contentPath)};return e.node.attributes[e.attributeName]=c,null}async function j(e){let t=_(e,`pointer`);if(t===void 0)return null;let{definition:n,problems:r}=await m(e);if(n===null)return{problems:r};let i=v(n.metadata),{items:a,store:o}=await C(e,n,i),s=w(t).replace(/^\//,``),c=Object.fromEntries([s,s.replace(/\/value$/,``)].filter(e=>o.exampleStore[e]!==void 0).map(e=>[e,o.exampleStore[e]]));if(Object.keys(c).length===0)return null;let l=(await import(`@redocly/api-docs/server`)).findExampleEncoding(a,t),u={apiStore:{schemaStore:{},exampleStore:c,securitySchemeStore:{}},options:{...i,..._(e,`options`)},...l!==void 0&&{encoding:l},...await O(e,n.contentPath)};return e.node.attributes[e.attributeName]=u,null}function M(e,t,n,r,i){if(!e.requestBody||!t&&!n)return e;let a={...e.requestBody};if(t&&(a=a[t]?{[t]:a[t]}:{}),n)for(let[e,t]of Object.entries(a)){let o=t.exampleIds?.filter(e=>r[e]?.key!==void 0);if(!o?.length)continue;let s=i(o,n,e=>r[e]);a[e]={...t,exampleIds:s?[s]:[]}}return{...e,requestBody:a}}function N(e,t,i){let a=n(e.config);if(a===null)return{};let o=r(a,{filePath:t,slug:i??null});return{[d]:o}}async function P(t){let{definition:n,problems:r}=await m(t);if(n===null)return{problems:r};let{findExampleIdByKey:a,JsonPointer:s,normalizeOptions:c,resolveOperationSampleContext:d}=await import(`@redocly/api-docs/server`),f=n.metadata,p=e(f.options)?f.options:{},h=t.markdown.pageRouteSlug(n.contentPath),g=l(p,t.config,h),v=_(t,`options`),y={...g,...v??{}},b=c({specType:`openapi`,...y,markdownParser:o}),x=u(n.document,i,{warn:e=>t.logger?.warn(e)}),S=d(x,b,{operationId:_(t,`operationId`),pointer:_(t,`pointer`)});if(!S)return null;let C=M(S.source,_(t,`mimeType`),_(t,`exampleKey`),S.storeCtx.exampleStore,a),w={apiStore:{schemaStore:S.storeCtx.schemaStore,exampleStore:S.storeCtx.exampleStore,securitySchemeStore:S.storeCtx.securitySchemeStore,specVersion:x.openapi},definition:x,operationId:S.operation.operationId??``,operationSource:C,options:y,pointer:s.compile([`paths`,S.pathName,S.method.toLowerCase()]),...N(t,n.contentPath,h)};return t.node.attributes[t.attributeName]=w,null}export{k as resolveOpenapiCodeSamplePanelAttribute,b as resolveOpenapiCodeSamplesAttribute,j as resolveOpenapiExampleAttribute,P as resolveOpenapiReplayAttribute,A as resolveOpenapiResponsePanelAttribute,x as resolveOpenapiResponseSamplesAttribute};
|