@redocly/framework 1.0.0-next.1 → 1.0.0-next.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (146) hide show
  1. package/dist/bundler/build/output-metadata.js +1 -1
  2. package/dist/bundler/build/run.js +1 -1
  3. package/dist/cli/args.js +1 -1
  4. package/dist/cli/commands/translate.js +1 -1
  5. package/dist/cli/validate-react-pages.js +1 -1
  6. package/dist/content-layer/config-schema.d.ts +7 -2
  7. package/dist/content-layer/config-schema.js +1 -1
  8. package/dist/content-layer/config.d.ts +22 -9
  9. package/dist/content-layer/config.js +1 -1
  10. package/dist/content-layer/context.d.ts +2 -0
  11. package/dist/content-layer/context.js +1 -1
  12. package/dist/content-layer/database/assets.js +1 -1
  13. package/dist/content-layer/database/blobs.js +1 -1
  14. package/dist/content-layer/database/entity-store.d.ts +5 -0
  15. package/dist/content-layer/database/entity-store.js +1 -1
  16. package/dist/content-layer/database/files.js +1 -1
  17. package/dist/content-layer/database/finalize.js +1 -1
  18. package/dist/content-layer/database/invalidation.d.ts +6 -0
  19. package/dist/content-layer/database/invalidation.js +26 -26
  20. package/dist/content-layer/database/link-refs.js +1 -1
  21. package/dist/content-layer/database/origins.js +1 -1
  22. package/dist/content-layer/database/problems.js +1 -1
  23. package/dist/content-layer/database/reset.js +1 -1
  24. package/dist/content-layer/database/route-query-deps.js +1 -1
  25. package/dist/content-layer/database/schema.d.ts +33 -0
  26. package/dist/content-layer/database/schema.js +1 -1
  27. package/dist/content-layer/database/search-vocab.js +2 -2
  28. package/dist/content-layer/database/site-config.d.ts +23 -0
  29. package/dist/content-layer/database/site-config.js +1 -1
  30. package/dist/content-layer/database/static-files.js +1 -1
  31. package/dist/content-layer/ingest/finalize-phase.js +1 -1
  32. package/dist/content-layer/ingest/hook-inputs.js +1 -1
  33. package/dist/content-layer/ingest/run.js +1 -1
  34. package/dist/content-layer/ingest/search-sync.js +1 -1
  35. package/dist/content-layer/ingest/sync.js +1 -1
  36. package/dist/content-layer/link-checker/delta.js +1 -1
  37. package/dist/content-layer/loaders/context.js +1 -1
  38. package/dist/content-layer/markdown/constants/tag-sets.d.ts +2 -0
  39. package/dist/content-layer/markdown/constants/tag-sets.js +1 -1
  40. package/dist/content-layer/markdown/nodes/table.js +1 -1
  41. package/dist/content-layer/markdown/resolve/ast.js +1 -1
  42. package/dist/content-layer/markdown/resolve/markdoc-resolvers/code-snippet.js +5 -4
  43. package/dist/content-layer/markdown/resolve/markdoc-resolvers/code-walkthrough/filesets.js +1 -1
  44. package/dist/content-layer/markdown/resolve/markdoc-resolvers/diagram-file.js +1 -1
  45. package/dist/content-layer/markdown/resolve/markdoc-resolvers/file-reference.js +1 -1
  46. package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.d.ts +2 -1
  47. package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.js +1 -1
  48. package/dist/content-layer/markdown/resolve/markdoc-resolvers/operation-samples.js +1 -1
  49. package/dist/content-layer/markdown/resolve/markdoc-resolvers/partial.js +1 -1
  50. package/dist/content-layer/markdown/resolve/markdoc-resolvers/svg-content.js +1 -1
  51. package/dist/content-layer/markdown/resolve/markdoc.js +1 -1
  52. package/dist/content-layer/markdown/resolve/render-diagrams.d.ts +8 -1
  53. package/dist/content-layer/markdown/resolve/render-diagrams.js +1 -1
  54. package/dist/content-layer/markdown/tags/markdoc-error.d.ts +8 -0
  55. package/dist/content-layer/markdown/tags/markdoc-error.js +1 -1
  56. package/dist/content-layer/markdown/utils/node-source-range.d.ts +3 -3
  57. package/dist/content-layer/markdown/utils/node-source-range.js +1 -1
  58. package/dist/content-layer/materialization/asset-reconcile.js +1 -1
  59. package/dist/content-layer/materialization/entity.js +1 -1
  60. package/dist/content-layer/materialization/static-files.js +1 -1
  61. package/dist/content-layer/plan-gates.js +1 -1
  62. package/dist/content-layer/plugins/internal/api-docs/client/template.js +4 -4
  63. package/dist/content-layer/plugins/internal/api-docs/index.js +1 -1
  64. package/dist/content-layer/plugins/internal/api-docs/server/build-sidebar.js +1 -1
  65. package/dist/content-layer/plugins/internal/api-docs/server/search-documents.d.ts +1 -1
  66. package/dist/content-layer/plugins/internal/api-docs/server/search-documents.js +1 -1
  67. package/dist/content-layer/plugins/internal/catalog-classic/resolve-items.d.ts +1 -1
  68. package/dist/content-layer/plugins/internal/catalog-classic/sidebars.d.ts +1 -1
  69. package/dist/content-layer/plugins/internal/markdoc/index.js +1 -1
  70. package/dist/content-layer/plugins/internal/mcp/content-tools.d.ts +4 -1
  71. package/dist/content-layer/plugins/internal/mcp/content-tools.js +1 -1
  72. package/dist/content-layer/plugins/internal/mcp/index.js +1 -1
  73. package/dist/content-layer/plugins/internal/mcp/server/agent-card.js +1 -1
  74. package/dist/content-layer/plugins/internal/mcp/server/auth.js +1 -1
  75. package/dist/content-layer/plugins/internal/mcp/server/handler.js +1 -1
  76. package/dist/content-layer/plugins/internal/mcp/server/oauth/discovery.js +1 -1
  77. package/dist/content-layer/plugins/internal/mcp/server/server-card.js +1 -1
  78. package/dist/content-layer/plugins/internal/mcp/server/skills-resources.js +1 -1
  79. package/dist/content-layer/plugins/internal/react-page/index.js +1 -1
  80. package/dist/content-layer/plugins/internal/sidebar/bundle.d.ts +2 -1
  81. package/dist/content-layer/plugins/internal/sidebar/bundle.js +1 -1
  82. package/dist/content-layer/plugins/internal/sidebar/index.d.ts +2 -1
  83. package/dist/content-layer/plugins/internal/sidebar/index.js +1 -1
  84. package/dist/content-layer/plugins/internal/skills/server/routes.js +1 -1
  85. package/dist/content-layer/plugins/types/search.d.ts +13 -2
  86. package/dist/content-layer/plugins/utils/link-access.js +1 -1
  87. package/dist/content-layer/problems/codes.d.ts +10 -0
  88. package/dist/content-layer/problems/codes.js +1 -1
  89. package/dist/content-layer/revisions/delete.js +1 -1
  90. package/dist/content-layer/search/engine/core/search-engine.js +1 -1
  91. package/dist/content-layer/search/facet-rows.js +1 -1
  92. package/dist/content-layer/search/keywords.d.ts +18 -0
  93. package/dist/content-layer/search/keywords.js +1 -0
  94. package/dist/content-layer/search/postings/postings-store.d.ts +14 -0
  95. package/dist/content-layer/search/postings/postings-store.js +1 -1
  96. package/dist/content-layer/search/store.d.ts +3 -1
  97. package/dist/content-layer/server/database.js +1 -1
  98. package/dist/content-layer/static/registry.js +1 -1
  99. package/dist/content-layer/versions/group-info.d.ts +21 -0
  100. package/dist/content-layer/versions/group-info.js +1 -0
  101. package/dist/content-layer/versions/redirect.d.ts +13 -11
  102. package/dist/content-layer/versions/redirect.js +1 -1
  103. package/dist/content-layer/versions/resolve.d.ts +1 -21
  104. package/dist/content-layer/versions/resolve.js +1 -1
  105. package/dist/content-layer/versions/version-groups.d.ts +1 -1
  106. package/dist/content-layer/versions/version-groups.js +1 -1
  107. package/dist/server/__tests__/rbac-fixture.js +1 -1
  108. package/dist/server/app.js +3 -3
  109. package/dist/server/content.js +9 -9
  110. package/dist/server/lambda-entry.js +1 -1
  111. package/dist/server/node-entry.js +1 -1
  112. package/dist/server/page-handlers.js +2 -2
  113. package/dist/server/plugin-context.js +1 -1
  114. package/dist/server/project-env.d.ts +12 -0
  115. package/dist/server/project-env.js +1 -0
  116. package/dist/server/redirects.js +1 -1
  117. package/dist/server/runtime-config.js +1 -1
  118. package/dist/server/search/route.js +1 -1
  119. package/dist/server/static-files/serve.js +1 -1
  120. package/dist/server/subprocess/child-entry.js +1 -1
  121. package/dist/server/subprocess/host.js +1 -1
  122. package/dist/server/subprocess/runner.js +1 -1
  123. package/dist/shared/constants/dependency-pack.js +1 -1
  124. package/dist/shared/constants/l10n/langs/ar.js +1 -1
  125. package/dist/shared/constants/l10n/langs/de.js +1 -1
  126. package/dist/shared/constants/l10n/langs/en.js +1 -1
  127. package/dist/shared/constants/l10n/langs/es.js +1 -1
  128. package/dist/shared/constants/l10n/langs/fr.js +1 -1
  129. package/dist/shared/constants/l10n/langs/hi.js +1 -1
  130. package/dist/shared/constants/l10n/langs/it.js +1 -1
  131. package/dist/shared/constants/l10n/langs/ja.js +1 -1
  132. package/dist/shared/constants/l10n/langs/ko.js +1 -1
  133. package/dist/shared/constants/l10n/langs/pl.js +1 -1
  134. package/dist/shared/constants/l10n/langs/pt-br.js +1 -1
  135. package/dist/shared/constants/l10n/langs/pt.js +1 -1
  136. package/dist/shared/constants/l10n/langs/ru.js +1 -1
  137. package/dist/shared/constants/l10n/langs/uk.js +1 -1
  138. package/dist/shared/constants/l10n/langs/zh.js +1 -1
  139. package/dist/shared/plan-gates.d.ts +3 -2
  140. package/dist/shared/search/facets.d.ts +5 -0
  141. package/dist/shared/search/facets.js +1 -1
  142. package/dist/shared/types/search.d.ts +1 -0
  143. package/dist/shared/types/sidebar.d.ts +1 -0
  144. package/drizzle/20261103061150_site_config_effective_hash/migration.sql +1 -0
  145. package/drizzle/20261105151816_search_http_path_tokens/migration.sql +1 -0
  146. package/package.json +7 -6
@@ -1 +1 @@
1
- import{batchValues as e}from"./connection.js";import{linkRefs as t,targetInventories as n}from"./schema.js";import{deleteProblemsForLinkRefsTx as r}from"./problems.js";import{and as i,eq as a,inArray as o,isNull as s}from"drizzle-orm";async function c(e,n,r=500){await d(e,(await e.select({id:t.id}).from(t).where(a(t.entityId,n.entityId))).map(e=>e.id),n.drafts,e=>({entityId:n.entityId,originFileId:n.originFileId,originPluginId:n.originPluginId,filePath:e.filePath??n.filePath,kind:e.kind,raw:e.raw,targetKind:e.targetKind,target:e.target,fragment:e.fragment,title:e.title??null,range:e.range??null,data:e.data??null}),r)}async function l(e,n,r=500){await d(e,(await e.select({id:t.id}).from(t).where(i(a(t.originPluginId,n.originPluginId),s(t.entityId)))).map(e=>e.id),n.drafts,e=>({entityId:null,originFileId:null,originPluginId:n.originPluginId,filePath:e.filePath??n.filePath,kind:e.kind,raw:e.raw,targetKind:e.targetKind,target:e.target,fragment:e.fragment,title:e.title??null,range:e.range??null,data:e.data??null}),r)}async function u(e,n){let[r]=await e.db.select({id:t.id}).from(t).where(i(a(t.originPluginId,n),s(t.entityId))).limit(1);return r!==void 0}async function d(n,i,a,s,c){i.length>0&&(await r(n,i,c),await n.delete(t).where(o(t.id,i)));for(let r of e(a,c))await n.insert(t).values(r.map(s))}async function f(e,t){await e.delete(n).where(i(a(n.fileId,t.fileId),a(n.originPluginId,t.originPluginId),a(n.kind,t.draft.kind))),(t.draft.kind!==`subpath`||t.draft.targets.length!==0)&&await e.insert(n).values({fileId:t.fileId,originPluginId:t.originPluginId,kind:t.draft.kind,exhaustive:t.draft.exhaustive,targets:t.draft.targets})}async function p(t,r,i=500){for(let a of e(r,i))await t.delete(n).where(o(n.fileId,a));await m(t,r,i)}async function m(n,a,c=500){for(let l of e(a,c)){let e=await n.select({id:t.id}).from(t).where(i(o(t.originFileId,l),s(t.entityId)));if(e.length===0)continue;let a=e.map(e=>e.id);await r(n,a,c),await n.delete(t).where(o(t.id,a))}}export{p as deleteLinkRowsForFilesTx,m as deleteOriginLinkRefsForFilesTx,u as hasPluginLinkRefs,c as replaceLinkRefsForEntityTx,l as replacePluginLinkRefsTx,f as upsertTargetInventoryTx};
1
+ import{linkRefs as e,targetInventories as t}from"./schema.js";import{batchValues as n}from"./connection.js";import{deleteProblemsForLinkRefsTx as r}from"./problems.js";import{and as i,eq as a,inArray as o,isNull as s}from"drizzle-orm";async function c(t,n,r=500){await d(t,(await t.select({id:e.id}).from(e).where(a(e.entityId,n.entityId))).map(e=>e.id),n.drafts,e=>({entityId:n.entityId,originFileId:n.originFileId,originPluginId:n.originPluginId,filePath:e.filePath??n.filePath,kind:e.kind,raw:e.raw,targetKind:e.targetKind,target:e.target,fragment:e.fragment,title:e.title??null,range:e.range??null,data:e.data??null}),r)}async function l(t,n,r=500){await d(t,(await t.select({id:e.id}).from(e).where(i(a(e.originPluginId,n.originPluginId),s(e.entityId)))).map(e=>e.id),n.drafts,e=>({entityId:null,originFileId:null,originPluginId:n.originPluginId,filePath:e.filePath??n.filePath,kind:e.kind,raw:e.raw,targetKind:e.targetKind,target:e.target,fragment:e.fragment,title:e.title??null,range:e.range??null,data:e.data??null}),r)}async function u(t,n){let[r]=await t.db.select({id:e.id}).from(e).where(i(a(e.originPluginId,n),s(e.entityId))).limit(1);return r!==void 0}async function d(t,i,a,s,c){i.length>0&&(await r(t,i,c),await t.delete(e).where(o(e.id,i)));for(let r of n(a,c))await t.insert(e).values(r.map(s))}async function f(e,n){await e.delete(t).where(i(a(t.fileId,n.fileId),a(t.originPluginId,n.originPluginId),a(t.kind,n.draft.kind))),(n.draft.kind!==`subpath`||n.draft.targets.length!==0)&&await e.insert(t).values({fileId:n.fileId,originPluginId:n.originPluginId,kind:n.draft.kind,exhaustive:n.draft.exhaustive,targets:n.draft.targets})}async function p(e,r,i=500){for(let a of n(r,i))await e.delete(t).where(o(t.fileId,a));await m(e,r,i)}async function m(t,a,c=500){for(let l of n(a,c)){let n=await t.select({id:e.id}).from(e).where(i(o(e.originFileId,l),s(e.entityId)));if(n.length===0)continue;let a=n.map(e=>e.id);await r(t,a,c),await t.delete(e).where(o(e.id,a))}}export{p as deleteLinkRowsForFilesTx,m as deleteOriginLinkRefsForFilesTx,u as hasPluginLinkRefs,c as replaceLinkRefsForEntityTx,l as replacePluginLinkRefsTx,f as upsertTargetInventoryTx};
@@ -1 +1 @@
1
- import{hashJsonValue as e}from"./utils/json.js";import{batchValues as t,normalizeBatchSize as n,runWithSqliteBusyRetry as r}from"./connection.js";import{entities as i,entityDeps as a,filePlugins as o,linkRefs as s,originDeps as c,routeDeps as l,routes as u}from"./schema.js";import{generateEntityId as d}from"./entities.js";import{garbageCollectOrphanedEntitiesInTransaction as f}from"./invalidation.js";import{deleteProblemsForFilesTx as p,deleteProblemsForPluginHookTx as m,insertProblemsTx as h,problemRow as g,replaceGlobalProblemsForKeysTx as _}from"./problems.js";import{deleteOriginLinkRefsForFilesTx as v}from"./link-refs.js";import{detectMarkdocPayloadFlag as y}from"../markdown/server/render.js";import{cutEntityRevisionTx as b}from"../revisions/cut.js";import{writePluginHookState as x}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as S}from"./route-query-deps.js";import{and as C,eq as w,inArray as T,sql as E}from"drizzle-orm";async function D(e,n){let[r]=await e.select({originFileId:a.originFileId}).from(a).where(E`${a.entityId} = ${n.entityId} and ${a.dependencyType} = 'origin'`).limit(1);if(await e.delete(a).where(E`${a.entityId} = ${n.entityId} and ${a.dependencyType} in ('file','entity','glob')`),n.deps.length===0)return;if(!r&&!n.isSystem)throw Error(`replaceEntityRuntimeDeps: entity ${n.entityId} has no origin dep row.`);let i=/* @__PURE__ */ new Set,o=[];for(let e of n.deps){let t=e.kind===`file`?e.path:e.kind===`glob`?e.pattern:e.key,a=`${e.kind} ${t}`;i.has(a)||(i.add(a),o.push({entityId:n.entityId,originFileId:r?.originFileId??null,originPluginId:n.originPluginId,hook:`loader`,dependencyType:e.kind,dependencyRef:t}))}for(let n of t(o,500))await e.insert(a).values(n)}async function O(e,t,i){let d=i?.extractAllOrigins??[],p=i?.extractAllFailures??[],m=i?.globalProblems,v=i?.fallbackRoutes,y=(v?.removedSlugs.length??0)+(v?.added.length??0);if(t.length===0&&d.length===0&&p.length===0&&m===void 0&&y===0)return;let b=n(i?.batchSize);await r(()=>e.db.transaction(async e=>{await k(e,{fileIds:t.map(e=>e.fileId),extractAllOrigins:d,extractAllFailures:p,fallbackRoutes:v,batchSize:b}),await F(A(t),b,t=>e.insert(o).values(t));let n=j(t,d,v);await F(n.routes,b,t=>e.insert(u).values(t)),await F(n.routeDeps,b,t=>e.insert(l).values(t));let r=await I(e,n.entityDescriptors,b,i?.revisions);await F(n.originDeps,b,t=>e.insert(c).values(t)),await F(n.linkRefs,b,t=>e.insert(s).values(t));let y=[...n.problems,...p.map(e=>g(e.problem,{scope:`origin`,originFileId:null,originPluginId:e.pluginId,hook:`extractAll`}))];await h(e,y,b),m&&await _(e,m.source,m.keys,m.newProblems),n.entityDescriptors.length>0&&await F(P(n.entityOrigins,r),b,t=>e.insert(a).values(t));for(let t of d)await S(e,{originPluginId:t.originPluginId,hook:`extractAll`,entityId:null,dependencies:t.routeQueries}),await x(e,{pluginId:t.originPluginId,hook:`extractAll`,fingerprint:t.fingerprint});await f(e)}),{logger:i?.logger,operation:`bulk sync origins`})}async function k(e,n){for(let r of t(n.fileIds,n.batchSize))await e.delete(o).where(T(o.fileId,r)),await e.delete(l).where(T(l.originFileId,r)),await e.delete(u).where(T(u.sourceId,r)),await e.delete(a).where(T(a.originFileId,r)),await e.delete(c).where(T(c.originFileId,r));await p(e,n.fileIds,n.batchSize),await v(e,n.fileIds,n.batchSize),await m(e,[...n.extractAllOrigins.map(e=>e.originPluginId),...n.extractAllFailures.map(e=>e.pluginId)],`extractAll`);let r=n.extractAllOrigins.map(e=>e.originPluginId);for(let i of t(r,n.batchSize))await e.delete(l).where(E`${l.originFileId} is null and ${l.hook} = 'extractAll' and ${T(l.originPluginId,i)}`),await e.delete(u).where(E`${u.sourceId} is null and ${T(u.pluginId,i)}`),await e.delete(a).where(E`${a.originFileId} is null and ${a.hook} = 'extractAll' and ${T(a.originPluginId,i)}`),await e.delete(c).where(E`${c.originFileId} is null and ${c.hook} = 'extractAll' and ${T(c.originPluginId,i)}`);if(n.fallbackRoutes){let{pluginId:r,removedSlugs:i,added:a}=n.fallbackRoutes,o=[.../* @__PURE__ */ new Set([...i,...a.map(e=>e.slug)])];for(let i of t(o,n.batchSize))await e.delete(u).where(E`${u.sourceId} is null and ${u.pluginId} = ${r} and ${T(u.slug,i)}`)}}function A(e){let t=[];for(let n of e)for(let e of n.plugins)t.push({fileId:n.fileId,pluginId:e.id,pluginVersion:e.version});return t}function j(e,t,n){let r={routes:[],routeDeps:[],originDeps:[],entityDescriptors:[],entityOrigins:[],problems:[],linkRefs:[]};for(let t of e)for(let e of t.origins)N(e,r);for(let e of t)N(e,r);for(let e of n?.added??[])r.routes.push(M(e,null));return r}function M(e,t){return{metadata:e.metadata,pluginId:e.pluginId,routeId:e.routeId,sidebarSubtreeEntityKey:e.sidebarSubtreeEntityKey,wildcardPrefix:e.wildcardPrefix??!1,slug:e.slug,requestedSlug:e.requestedSlug,slugType:e.slugType,sourceId:t,template:e.template,versionGroup:e.versionGroup,version:e.version,locale:e.locale,isFallback:e.isFallback,canonicalSlug:e.canonicalSlug}}function N(e,t){for(let n of e.routes)t.routes.push(M(n,e.originFileId));for(let n of e.routeDependencies)t.routeDeps.push({args:n.args,dependencyType:n.dependencyType,key:n.key,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,routeSlug:n.routeSlug,target:n.target});for(let n of e.originDependencies)t.originDeps.push({accessType:n.accessType,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,source:n.source,path:n.path,valueHash:n.valueHash});for(let n of e.problems)t.problems.push(g(n,{scope:`origin`,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook}));e.entities.length>0&&(t.entityDescriptors.push(...e.entities),t.entityOrigins.push({originFileId:e.originFileId,originFilePath:e.originFilePath,originPluginId:e.originPluginId,hook:e.hook,descriptors:e.entities}));for(let n of e.linkRefs??[]){let r=n.filePath??e.originFilePath;r!==null&&t.linkRefs.push({entityId:null,originFileId:e.originFileId,originPluginId:e.originPluginId,filePath:r,kind:n.kind,raw:n.raw,targetKind:n.targetKind,target:n.target,fragment:n.fragment,title:n.title??null,range:n.range??null})}}function P(e,t){let n=[];for(let r of e)for(let e of r.descriptors){let i=t.get(e.key);if(!i)throw Error(`bulkSyncOrigins: missing entity id for key "${e.key}" after upsert.`);n.push({dependencyRef:r.originFilePath??r.originPluginId,dependencyType:`origin`,entityId:i,originFileId:r.originFileId,originPluginId:r.originPluginId,hook:r.hook})}return n}async function F(e,n,r){for(let i of t(e,n))i.length>0&&await r(i)}async function I(n,r,a=500,o){if(r.length===0)return/* @__PURE__ */ new Map;let s=/* @__PURE__ */ new Map;for(let e of r)s.set(e.key,e);let c=[...s.keys()],l=/* @__PURE__ */ new Map,u=/* @__PURE__ */ new Map;for(let e of t(c,a)){let t=await n.select({id:i.id,key:i.key,kind:i.kind,type:i.type,metadata:i.metadata,pluginId:i.pluginId,loaderId:i.loaderId,loaderArgs:i.loaderArgs,data:i.data,markdoc:i.markdoc,dataHash:i.dataHash,version:i.version,revisionCreatedAt:i.revisionCreatedAt}).from(i).where(C(T(i.key,e),w(i.isCurrent,1)));for(let e of t)l.set(e.key,e.id),u.set(e.key,e)}let f=Date.now(),p=[];for(let t of s.values()){let r=u.get(t.key),i=r?.id??d();l.set(t.key,i);let a=t.kind===`inline`?`ready`:t.shouldInvalidateValue||!r?`stale`:`ready`,s=t.kind===`inline`?t.value:null,c=s===null?null:e(s),m=r?.revisionCreatedAt??f;t.kind===`inline`&&r&&(r.dataHash??null)!==c&&(o?.capture&&o.trackedKeys.has(t.key)&&await b(n,{current:r,max:o.max}),m=Math.max(f,r.revisionCreatedAt+1)),p.push({id:i,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,status:a,data:s,markdoc:s===null?null:y(JSON.stringify(s)),dataHash:c,isSystem:+!!t.isSystem,version:t.version,isCurrent:1,revisionCreatedAt:m})}for(let e of t(p,a))e.length!==0&&await n.insert(i).values(e).onConflictDoUpdate({target:i.id,set:{kind:E.raw(`excluded.kind`),type:E.raw(`excluded.type`),metadata:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.metadata ELSE entities.metadata END`),pluginId:E.raw(`excluded.plugin_id`),loaderId:E.raw(`excluded.loader_id`),loaderArgs:E.raw(`excluded.loader_args`),status:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.status ELSE entities.status END`),data:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data ELSE entities.data END`),markdoc:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.markdoc ELSE entities.markdoc END`),dataHash:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data_hash ELSE entities.data_hash END`),isSystem:E.raw(`excluded.is_system`),version:E.raw(`excluded.version`),revisionCreatedAt:E.raw(`excluded.revision_created_at`),invalidationSeq:E`case when excluded.status = 'stale' then ${i.invalidationSeq} + 1 else ${i.invalidationSeq} end`}});return l}export{O as bulkSyncOrigins,D as replaceEntityRuntimeDeps,I as upsertEntityDescriptors};
1
+ import{hashJsonValue as e}from"./utils/json.js";import{entities as t,entityDeps as n,filePlugins as r,linkRefs as i,originDeps as a,routeDeps as o,routes as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{deleteProblemsForFilesTx as d,deleteProblemsForPluginHookTx as f,insertProblemsTx as p,problemRow as m,replaceGlobalProblemsForKeysTx as h}from"./problems.js";import{generateEntityId as g}from"./entities.js";import{garbageCollectOrphanedEntitiesInTransaction as _}from"./invalidation.js";import{deleteOriginLinkRefsForFilesTx as v}from"./link-refs.js";import{cutEntityRevisionTx as y}from"../revisions/cut.js";import{detectMarkdocPayloadFlag as b}from"../markdown/server/render.js";import{writePluginHookState as x}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as S}from"./route-query-deps.js";import{and as C,eq as w,inArray as T,sql as E}from"drizzle-orm";async function D(e,t){let[r]=await e.select({originFileId:n.originFileId}).from(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} = 'origin'`).limit(1);if(await e.delete(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} in ('file','entity','glob')`),t.deps.length===0)return;if(!r&&!t.isSystem)throw Error(`replaceEntityRuntimeDeps: entity ${t.entityId} has no origin dep row.`);let i=/* @__PURE__ */ new Set,a=[];for(let e of t.deps){let n=e.kind===`file`?e.path:e.kind===`glob`?e.pattern:e.key,o=`${e.kind} ${n}`;i.has(o)||(i.add(o),a.push({entityId:t.entityId,originFileId:r?.originFileId??null,originPluginId:t.originPluginId,hook:`loader`,dependencyType:e.kind,dependencyRef:n}))}for(let t of c(a,500))await e.insert(n).values(t)}async function O(e,t,c){let d=c?.extractAllOrigins??[],f=c?.extractAllFailures??[],g=c?.globalProblems,v=c?.fallbackRoutes,y=(v?.removedSlugs.length??0)+(v?.added.length??0);if(t.length===0&&d.length===0&&f.length===0&&g===void 0&&y===0)return;let b=l(c?.batchSize);await u(()=>e.db.transaction(async e=>{await k(e,{fileIds:t.map(e=>e.fileId),extractAllOrigins:d,extractAllFailures:f,fallbackRoutes:v,batchSize:b}),await F(A(t),b,t=>e.insert(r).values(t));let l=j(t,d,v);await F(l.routes,b,t=>e.insert(s).values(t)),await F(l.routeDeps,b,t=>e.insert(o).values(t));let u=await I(e,l.entityDescriptors,b,c?.revisions);await F(l.originDeps,b,t=>e.insert(a).values(t)),await F(l.linkRefs,b,t=>e.insert(i).values(t));let y=[...l.problems,...f.map(e=>m(e.problem,{scope:`origin`,originFileId:null,originPluginId:e.pluginId,hook:`extractAll`}))];await p(e,y,b),g&&await h(e,g.source,g.keys,g.newProblems),l.entityDescriptors.length>0&&await F(P(l.entityOrigins,u),b,t=>e.insert(n).values(t));for(let t of d)await S(e,{originPluginId:t.originPluginId,hook:`extractAll`,entityId:null,dependencies:t.routeQueries}),await x(e,{pluginId:t.originPluginId,hook:`extractAll`,fingerprint:t.fingerprint});await _(e)}),{logger:c?.logger,operation:`bulk sync origins`})}async function k(e,t){for(let i of c(t.fileIds,t.batchSize))await e.delete(r).where(T(r.fileId,i)),await e.delete(o).where(T(o.originFileId,i)),await e.delete(s).where(T(s.sourceId,i)),await e.delete(n).where(T(n.originFileId,i)),await e.delete(a).where(T(a.originFileId,i));await d(e,t.fileIds,t.batchSize),await v(e,t.fileIds,t.batchSize),await f(e,[...t.extractAllOrigins.map(e=>e.originPluginId),...t.extractAllFailures.map(e=>e.pluginId)],`extractAll`);let i=t.extractAllOrigins.map(e=>e.originPluginId);for(let r of c(i,t.batchSize))await e.delete(o).where(E`${o.originFileId} is null and ${o.hook} = 'extractAll' and ${T(o.originPluginId,r)}`),await e.delete(s).where(E`${s.sourceId} is null and ${T(s.pluginId,r)}`),await e.delete(n).where(E`${n.originFileId} is null and ${n.hook} = 'extractAll' and ${T(n.originPluginId,r)}`),await e.delete(a).where(E`${a.originFileId} is null and ${a.hook} = 'extractAll' and ${T(a.originPluginId,r)}`);if(t.fallbackRoutes){let{pluginId:n,removedSlugs:r,added:i}=t.fallbackRoutes,a=[.../* @__PURE__ */ new Set([...r,...i.map(e=>e.slug)])];for(let r of c(a,t.batchSize))await e.delete(s).where(E`${s.sourceId} is null and ${s.pluginId} = ${n} and ${T(s.slug,r)}`)}}function A(e){let t=[];for(let n of e)for(let e of n.plugins)t.push({fileId:n.fileId,pluginId:e.id,pluginVersion:e.version});return t}function j(e,t,n){let r={routes:[],routeDeps:[],originDeps:[],entityDescriptors:[],entityOrigins:[],problems:[],linkRefs:[]};for(let t of e)for(let e of t.origins)N(e,r);for(let e of t)N(e,r);for(let e of n?.added??[])r.routes.push(M(e,null));return r}function M(e,t){return{metadata:e.metadata,pluginId:e.pluginId,routeId:e.routeId,sidebarSubtreeEntityKey:e.sidebarSubtreeEntityKey,wildcardPrefix:e.wildcardPrefix??!1,slug:e.slug,requestedSlug:e.requestedSlug,slugType:e.slugType,sourceId:t,template:e.template,versionGroup:e.versionGroup,version:e.version,locale:e.locale,isFallback:e.isFallback,canonicalSlug:e.canonicalSlug}}function N(e,t){for(let n of e.routes)t.routes.push(M(n,e.originFileId));for(let n of e.routeDependencies)t.routeDeps.push({args:n.args,dependencyType:n.dependencyType,key:n.key,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,routeSlug:n.routeSlug,target:n.target});for(let n of e.originDependencies)t.originDeps.push({accessType:n.accessType,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,source:n.source,path:n.path,valueHash:n.valueHash});for(let n of e.problems)t.problems.push(m(n,{scope:`origin`,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook}));e.entities.length>0&&(t.entityDescriptors.push(...e.entities),t.entityOrigins.push({originFileId:e.originFileId,originFilePath:e.originFilePath,originPluginId:e.originPluginId,hook:e.hook,descriptors:e.entities}));for(let n of e.linkRefs??[]){let r=n.filePath??e.originFilePath;r!==null&&t.linkRefs.push({entityId:null,originFileId:e.originFileId,originPluginId:e.originPluginId,filePath:r,kind:n.kind,raw:n.raw,targetKind:n.targetKind,target:n.target,fragment:n.fragment,title:n.title??null,range:n.range??null})}}function P(e,t){let n=[];for(let r of e)for(let e of r.descriptors){let i=t.get(e.key);if(!i)throw Error(`bulkSyncOrigins: missing entity id for key "${e.key}" after upsert.`);n.push({dependencyRef:r.originFilePath??r.originPluginId,dependencyType:`origin`,entityId:i,originFileId:r.originFileId,originPluginId:r.originPluginId,hook:r.hook})}return n}async function F(e,t,n){for(let r of c(e,t))r.length>0&&await n(r)}async function I(n,r,i=500,a){if(r.length===0)return/* @__PURE__ */ new Map;let o=/* @__PURE__ */ new Map;for(let e of r)o.set(e.key,e);let s=[...o.keys()],l=/* @__PURE__ */ new Map,u=/* @__PURE__ */ new Map;for(let e of c(s,i)){let r=await n.select({id:t.id,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,data:t.data,markdoc:t.markdoc,dataHash:t.dataHash,version:t.version,revisionCreatedAt:t.revisionCreatedAt}).from(t).where(C(T(t.key,e),w(t.isCurrent,1)));for(let e of r)l.set(e.key,e.id),u.set(e.key,e)}let d=Date.now(),f=[];for(let t of o.values()){let r=u.get(t.key),i=r?.id??g();l.set(t.key,i);let o=t.kind===`inline`?`ready`:t.shouldInvalidateValue||!r?`stale`:`ready`,s=t.kind===`inline`?t.value:null,c=s===null?null:e(s),p=r?.revisionCreatedAt??d;t.kind===`inline`&&r&&(r.dataHash??null)!==c&&(a?.capture&&a.trackedKeys.has(t.key)&&await y(n,{current:r,max:a.max}),p=Math.max(d,r.revisionCreatedAt+1)),f.push({id:i,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,status:o,data:s,markdoc:s===null?null:b(JSON.stringify(s)),dataHash:c,isSystem:+!!t.isSystem,version:t.version,isCurrent:1,revisionCreatedAt:p})}for(let e of c(f,i))e.length!==0&&await n.insert(t).values(e).onConflictDoUpdate({target:t.id,set:{kind:E.raw(`excluded.kind`),type:E.raw(`excluded.type`),metadata:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.metadata ELSE entities.metadata END`),pluginId:E.raw(`excluded.plugin_id`),loaderId:E.raw(`excluded.loader_id`),loaderArgs:E.raw(`excluded.loader_args`),status:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.status ELSE entities.status END`),data:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data ELSE entities.data END`),markdoc:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.markdoc ELSE entities.markdoc END`),dataHash:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data_hash ELSE entities.data_hash END`),isSystem:E.raw(`excluded.is_system`),version:E.raw(`excluded.version`),revisionCreatedAt:E.raw(`excluded.revision_created_at`),invalidationSeq:E`case when excluded.status = 'stale' then ${t.invalidationSeq} + 1 else ${t.invalidationSeq} end`}});return l}export{O as bulkSyncOrigins,D as replaceEntityRuntimeDeps,I as upsertEntityDescriptors};
@@ -1 +1 @@
1
- import{batchValues as e}from"./connection.js";import{linkRefs as t,problems as n}from"./schema.js";import{asc as r,count as i,inArray as a,notInArray as o,sql as s}from"drizzle-orm";function c(e,t){return{scope:t.scope,originFileId:t.scope===`origin`?t.originFileId:null,originPluginId:t.scope===`origin`?t.originPluginId:null,hook:t.scope===`origin`?t.hook:null,entityId:t.scope===`entity`?t.entityId:null,linkRefId:t.scope===`link`?t.linkRefId:null,source:t.scope===`global`?t.source:null,key:t.scope===`global`?t.key??null:null,code:e.code,category:e.category,severity:e.severity,message:e.message,filePath:e.location?.filePath??null,range:e.location?.range??null,snippet:e.location?.snippet??null,data:e.data??null}}async function l(t,r,i=500){for(let a of e(r,i))await t.insert(n).values(a)}async function u(t,r,i=500){for(let o of e(r,i))await t.delete(n).where(s`${n.scope} = 'origin' and ${a(n.originFileId,o)}`)}async function d(e,t,r){t.length!==0&&await e.delete(n).where(s`${n.scope} = 'origin' and ${n.originFileId} is null and ${n.hook} = ${r} and ${a(n.originPluginId,[...t])}`)}async function f(t,r,i,o=500){if(i.length!==0&&r.size!==0){for(let c of e([...r.keys()],o))await t.delete(n).where(s`${n.scope} = 'entity' and ${a(n.entityId,c)} and ${a(n.code,[...i])}`);await l(t,[...r.values()].flat(),o)}}async function p(e,t,r,i){await e.delete(n).where(r.length===0?s`${n.scope} = 'entity' and ${n.entityId} = ${t}`:s`${n.scope} = 'entity' and ${n.entityId} = ${t} and ${o(n.code,[...r])}`),await l(e,i)}async function m(e,t){let[r]=await e.db.select({id:n.id}).from(n).where(s`${n.scope} = 'global' and ${n.source} = ${t}`).limit(1);return r!==void 0}async function h(e,t,r){await e.delete(n).where(s`${n.scope} = 'global' and ${n.source} = ${t}`),await l(e,r)}async function g(e,t,r,i){r.length>0&&await e.delete(n).where(s`${n.scope} = 'global' and ${n.source} = ${t} and ${a(n.key,[...r])}`),await l(e,i)}async function _(t,r,i=500){for(let o of e(r,i))await t.delete(n).where(s`${n.scope} = 'link' and ${a(n.linkRefId,o)}`)}async function v(e){await e.delete(n).where(s`${n.scope} = 'link' and ${n.linkRefId} not in (select ${t.id} from ${t})`)}async function y(e,t,r=500){await e.delete(n).where(s`${n.scope} = 'link'`),await l(e,t,r)}async function b(e,t){return e.db.select().from(n).where(s`${n.scope} = 'global' and ${n.source} = ${t}`)}async function x(e,t){return e.db.select().from(n).where(s`${n.scope} = 'entity' and ${n.entityId} = ${t}`).orderBy(r(n.id))}async function S(e,t={}){let i=e.db.select().from(n).orderBy(r(n.filePath),r(n.linkRefId),r(n.id));return t.limit===void 0?i:i.limit(t.limit)}async function C(e){let t=await e.db.select({severity:n.severity,code:n.code,count:i()}).from(n).groupBy(n.severity,n.code),r=0,a=0,o={};for(let e of t)e.severity===`error`?r+=e.count:a+=e.count,o[e.code]=(o[e.code]??0)+e.count;return{errors:r,warnings:a,byCode:o}}function w(e){let t=0,n=0;for(let r of e)r.severity===`error`?t+=1:n+=1;return{errors:t,warnings:n}}export{v as deleteOrphanedLinkProblemsTx,u as deleteProblemsForFilesTx,_ as deleteProblemsForLinkRefsTx,d as deleteProblemsForPluginHookTx,m as hasGlobalProblemsForSource,l as insertProblemsTx,b as listGlobalProblems,S as listProblems,x as listProblemsForEntity,c as problemRow,y as replaceAllLinkProblemsTx,p as replaceEntityProblemsExceptCodesTx,f as replaceEntityProblemsForCodesBatchTx,g as replaceGlobalProblemsForKeysTx,h as replaceGlobalProblemsForSourceTx,w as summarizeProblems,C as summarizeStoredProblems};
1
+ import{linkRefs as e,problems as t}from"./schema.js";import{batchValues as n}from"./connection.js";import{asc as r,count as i,inArray as a,notInArray as o,sql as s}from"drizzle-orm";function c(e,t){return{scope:t.scope,originFileId:t.scope===`origin`?t.originFileId:null,originPluginId:t.scope===`origin`?t.originPluginId:null,hook:t.scope===`origin`?t.hook:null,entityId:t.scope===`entity`?t.entityId:null,linkRefId:t.scope===`link`?t.linkRefId:null,source:t.scope===`global`?t.source:null,key:t.scope===`global`?t.key??null:null,code:e.code,category:e.category,severity:e.severity,message:e.message,filePath:e.location?.filePath??null,range:e.location?.range??null,snippet:e.location?.snippet??null,data:e.data??null}}async function l(e,r,i=500){for(let a of n(r,i))await e.insert(t).values(a)}async function u(e,r,i=500){for(let o of n(r,i))await e.delete(t).where(s`${t.scope} = 'origin' and ${a(t.originFileId,o)}`)}async function d(e,n,r){n.length!==0&&await e.delete(t).where(s`${t.scope} = 'origin' and ${t.originFileId} is null and ${t.hook} = ${r} and ${a(t.originPluginId,[...n])}`)}async function f(e,r,i,o=500){if(i.length!==0&&r.size!==0){for(let c of n([...r.keys()],o))await e.delete(t).where(s`${t.scope} = 'entity' and ${a(t.entityId,c)} and ${a(t.code,[...i])}`);await l(e,[...r.values()].flat(),o)}}async function p(e,n,r,i){await e.delete(t).where(r.length===0?s`${t.scope} = 'entity' and ${t.entityId} = ${n}`:s`${t.scope} = 'entity' and ${t.entityId} = ${n} and ${o(t.code,[...r])}`),await l(e,i)}async function m(e,n){let[r]=await e.db.select({id:t.id}).from(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`).limit(1);return r!==void 0}async function h(e,n,r){await e.delete(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`),await l(e,r)}async function g(e,n,r,i){r.length>0&&await e.delete(t).where(s`${t.scope} = 'global' and ${t.source} = ${n} and ${a(t.key,[...r])}`),await l(e,i)}async function _(e,r,i=500){for(let o of n(r,i))await e.delete(t).where(s`${t.scope} = 'link' and ${a(t.linkRefId,o)}`)}async function v(n){await n.delete(t).where(s`${t.scope} = 'link' and ${t.linkRefId} not in (select ${e.id} from ${e})`)}async function y(e,n,r=500){await e.delete(t).where(s`${t.scope} = 'link'`),await l(e,n,r)}async function b(e,n){return e.db.select().from(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`)}async function x(e,n){return e.db.select().from(t).where(s`${t.scope} = 'entity' and ${t.entityId} = ${n}`).orderBy(r(t.id))}async function S(e,n={}){let i=e.db.select().from(t).orderBy(r(t.filePath),r(t.linkRefId),r(t.id));return n.limit===void 0?i:i.limit(n.limit)}async function C(e){let n=await e.db.select({severity:t.severity,code:t.code,count:i()}).from(t).groupBy(t.severity,t.code),r=0,a=0,o={};for(let e of n)e.severity===`error`?r+=e.count:a+=e.count,o[e.code]=(o[e.code]??0)+e.count;return{errors:r,warnings:a,byCode:o}}function w(e){let t=0,n=0;for(let r of e)r.severity===`error`?t+=1:n+=1;return{errors:t,warnings:n}}export{v as deleteOrphanedLinkProblemsTx,u as deleteProblemsForFilesTx,_ as deleteProblemsForLinkRefsTx,d as deleteProblemsForPluginHookTx,m as hasGlobalProblemsForSource,l as insertProblemsTx,b as listGlobalProblems,S as listProblems,x as listProblemsForEntity,c as problemRow,y as replaceAllLinkProblemsTx,p as replaceEntityProblemsExceptCodesTx,f as replaceEntityProblemsForCodesBatchTx,g as replaceGlobalProblemsForKeysTx,h as replaceGlobalProblemsForSourceTx,w as summarizeProblems,C as summarizeStoredProblems};
@@ -1 +1 @@
1
- import{runWithSqliteBusyRetry as e}from"./connection.js";import{assetRefs as t,assets as n,blobRefs as r,blobs as i,entities as a,entityDeps as o,filePlugins as s,files as c,linkCheckCheckpoint as l,linkRefs as u,loaderConfigDeps as d,originDeps as f,pageMarkdown as p,pluginHookState as m,problems as h,reactPageChecks as g,routeDeps as _,routes as v,searchDocuments as y,searchFragmentParents as b,searchFragmentPostings as x,searchFragmentUsages as S,searchFragments as C,searchPostings as w,searchVocab as T,staticFiles as E,targetInventories as D}from"./schema.js";import{ne as O}from"drizzle-orm";async function k(e){let[t]=await e.db.select({id:c.id}).from(c).where(O(c.manifestVersion,5)).limit(1);return t!==void 0}async function A(O,k){await e(()=>O.db.transaction(async e=>{await e.delete(h),await e.delete(l),await e.delete(u),await e.delete(D),await e.delete(o),await e.delete(d),await e.delete(r),await e.delete(t),await e.delete(s),await e.delete(f),await e.delete(_),await e.delete(v),await e.delete(a),await e.delete(c),await e.delete(i),await e.delete(n),await e.delete(E),await e.delete(w),await e.delete(x),await e.delete(b),await e.delete(S),await e.delete(C),await e.delete(T),await e.delete(y),await e.delete(p),await e.delete(m),await e.delete(g)}),{logger:k?.logger,operation:`reset content database`})}export{k as hasStaleManifestVersion,A as resetContentDatabase};
1
+ import{assetRefs as e,assets as t,blobRefs as n,blobs as r,entities as i,entityDeps as a,filePlugins as o,files as s,linkCheckCheckpoint as c,linkRefs as l,loaderConfigDeps as u,originDeps as d,pageMarkdown as f,pluginHookState as p,problems as m,reactPageChecks as h,routeDeps as g,routes as _,searchDocuments as v,searchFragmentParents as y,searchFragmentPostings as b,searchFragmentUsages as x,searchFragments as S,searchPostings as C,searchVocab as w,staticFiles as T,targetInventories as E}from"./schema.js";import{runWithSqliteBusyRetry as D}from"./connection.js";import{ne as O}from"drizzle-orm";async function k(e){let[t]=await e.db.select({id:s.id}).from(s).where(O(s.manifestVersion,5)).limit(1);return t!==void 0}async function A(O,k){await D(()=>O.db.transaction(async D=>{await D.delete(m),await D.delete(c),await D.delete(l),await D.delete(E),await D.delete(a),await D.delete(u),await D.delete(n),await D.delete(e),await D.delete(o),await D.delete(d),await D.delete(g),await D.delete(_),await D.delete(i),await D.delete(s),await D.delete(r),await D.delete(t),await D.delete(T),await D.delete(C),await D.delete(b),await D.delete(y),await D.delete(x),await D.delete(S),await D.delete(w),await D.delete(v),await D.delete(f),await D.delete(p),await D.delete(h)}),{logger:k?.logger,operation:`reset content database`})}export{k as hasStaleManifestVersion,A as resetContentDatabase};
@@ -1 +1 @@
1
- import{batchValues as e,normalizeBatchSize as t}from"./connection.js";import{routeQueryDeps as n}from"./schema.js";import{and as r,eq as i,inArray as a,isNull as o}from"drizzle-orm";async function s(e){return e.db.select({originPluginId:n.originPluginId,hook:n.hook,entityId:n.entityId,kind:n.kind,argument:n.argument,resultHash:n.resultHash}).from(n).orderBy(n.originPluginId,n.hook,n.entityId)}async function c(a,s){await a.delete(n).where(r(i(n.originPluginId,s.originPluginId),i(n.hook,s.hook),s.entityId===null?o(n.entityId):i(n.entityId,s.entityId)));for(let r of e(s.dependencies,t(void 0)))await a.insert(n).values(r.map(e=>({originPluginId:s.originPluginId,hook:s.hook,entityId:s.entityId,kind:e.kind,argument:e.argument,resultHash:e.resultHash})))}async function l(o,s){let c=t(void 0);for(let t of e(s.scopes.map(e=>e.entityId),c))await o.delete(n).where(r(i(n.hook,s.hook),a(n.entityId,t)));let l=s.scopes.flatMap(e=>e.dependencies.map(t=>({originPluginId:e.originPluginId,hook:s.hook,entityId:e.entityId,kind:t.kind,argument:t.argument,resultHash:t.resultHash})));for(let t of e(l,c))await o.insert(n).values(t)}export{s as loadRouteQueryDependencyRows,l as replaceEntityRouteQueryDepsTx,c as replaceRouteQueryDepsTx};
1
+ import{routeQueryDeps as e}from"./schema.js";import{batchValues as t,normalizeBatchSize as n}from"./connection.js";import{and as r,eq as i,inArray as a,isNull as o}from"drizzle-orm";async function s(t){return t.db.select({originPluginId:e.originPluginId,hook:e.hook,entityId:e.entityId,kind:e.kind,argument:e.argument,resultHash:e.resultHash}).from(e).orderBy(e.originPluginId,e.hook,e.entityId)}async function c(a,s){await a.delete(e).where(r(i(e.originPluginId,s.originPluginId),i(e.hook,s.hook),s.entityId===null?o(e.entityId):i(e.entityId,s.entityId)));for(let r of t(s.dependencies,n(void 0)))await a.insert(e).values(r.map(e=>({originPluginId:s.originPluginId,hook:s.hook,entityId:s.entityId,kind:e.kind,argument:e.argument,resultHash:e.resultHash})))}async function l(o,s){let c=n(void 0);for(let n of t(s.scopes.map(e=>e.entityId),c))await o.delete(e).where(r(i(e.hook,s.hook),a(e.entityId,n)));let l=s.scopes.flatMap(e=>e.dependencies.map(t=>({originPluginId:e.originPluginId,hook:s.hook,entityId:e.entityId,kind:t.kind,argument:t.argument,resultHash:t.resultHash})));for(let n of t(l,c))await o.insert(e).values(n)}export{s as loadRouteQueryDependencyRows,l as replaceEntityRouteQueryDepsTx,c as replaceRouteQueryDepsTx};
@@ -2003,6 +2003,22 @@ export declare const searchDocuments: import("drizzle-orm/sqlite-core").SQLiteTa
2003
2003
  identity: undefined;
2004
2004
  generated: undefined;
2005
2005
  }, {}>;
2006
+ httpPathTokens: import("drizzle-orm/sqlite-core").SQLiteColumn<{
2007
+ name: string;
2008
+ tableName: "search_documents";
2009
+ dataType: "number int53";
2010
+ data: number;
2011
+ driverParam: number;
2012
+ notNull: true;
2013
+ hasDefault: true;
2014
+ isPrimaryKey: false;
2015
+ isAutoincrement: false;
2016
+ hasRuntimeDefault: false;
2017
+ enumValues: undefined;
2018
+ baseColumn: never;
2019
+ identity: undefined;
2020
+ generated: undefined;
2021
+ }, {}>;
2006
2022
  sourceHash: import("drizzle-orm/sqlite-core").SQLiteColumn<{
2007
2023
  name: string;
2008
2024
  tableName: "search_documents";
@@ -2898,6 +2914,22 @@ export declare const siteConfig: import("drizzle-orm/sqlite-core").SQLiteTableWi
2898
2914
  identity: undefined;
2899
2915
  generated: undefined;
2900
2916
  }, {}>;
2917
+ effectiveHash: import("drizzle-orm/sqlite-core").SQLiteColumn<{
2918
+ name: string;
2919
+ tableName: "site_config";
2920
+ dataType: "string";
2921
+ data: string;
2922
+ driverParam: string;
2923
+ notNull: false;
2924
+ hasDefault: false;
2925
+ isPrimaryKey: false;
2926
+ isAutoincrement: false;
2927
+ hasRuntimeDefault: false;
2928
+ enumValues: [string, ...string[]];
2929
+ baseColumn: never;
2930
+ identity: undefined;
2931
+ generated: undefined;
2932
+ }, {}>;
2901
2933
  };
2902
2934
  dialect: 'sqlite';
2903
2935
  }>;
@@ -3715,6 +3747,7 @@ export type SearchDocumentRecord = {
3715
3747
  titleTokens: number;
3716
3748
  textTokens: number;
3717
3749
  pathTokens: number;
3750
+ httpPathTokens: number;
3718
3751
  sourceHash: string;
3719
3752
  pluginVersion: string;
3720
3753
  groupKey: string | null;
@@ -1 +1 @@
1
- import{sql as e}from"drizzle-orm";import{index as t,integer as n,primaryKey as r,sqliteTable as i,text as a,uniqueIndex as o}from"drizzle-orm/sqlite-core";const s=i(`files`,{id:n(`id`).primaryKey({autoIncrement:!0}),path:a(`path`).notNull(),hash:a(`hash`).notNull(),manifest:a(`manifest`).notNull().default(`{}`),manifestVersion:n(`manifest_v`).notNull().default(0),lastModifiedAt:a(`last_modified_at`)},e=>[o(`files_path_unique`).on(e.path)]),c=i(`file_plugins`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),pluginId:a(`plugin_id`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[o(`file_plugins_file_plugin_unique`).on(e.fileId,e.pluginId)]),l=i(`origin_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),source:a(`source`).$type().notNull().default(`config`),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},t=>[o(`origin_deps_file_scope_unique`).on(t.originFileId,t.originPluginId,t.source,t.path,t.accessType).where(e`${t.originFileId} is not null`),o(`origin_deps_plugin_scope_unique`).on(t.originPluginId,t.hook,t.source,t.path,t.accessType).where(e`${t.originFileId} is null`)]),u=i(`routes`,{id:n(`id`).primaryKey({autoIncrement:!0}),slug:a(`slug`).notNull(),requestedSlug:a(`requested_slug`).notNull().default(`/`),slugType:a(`slug_type`).$type().notNull().default(`derived`),routeId:a(`route_id`).notNull(),metadata:a(`metadata`,{mode:`json`}).$type().notNull().default(e`'{}'`),template:a(`template`).notNull(),sidebarSubtreeEntityKey:a(`sidebar_subtree_entity_key`),wildcardPrefix:n(`wildcard_prefix`,{mode:`boolean`}).notNull().default(!1),pluginId:a(`plugin_id`).notNull(),sourceId:n(`source_id`).references(()=>s.id,{onDelete:`cascade`}),versionGroup:a(`version_group`),version:a(`version`),locale:a(`locale`).notNull().default(``),isFallback:n(`is_fallback`,{mode:`boolean`}).notNull().default(!1),canonicalSlug:a(`canonical_slug`).notNull().default(``)},n=>[o(`routes_slug_unique`).on(n.slug),t(`routes_version_group_idx`).on(n.versionGroup),o(`routes_file_scope_unique`).on(n.sourceId,n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is not null`),o(`routes_plugin_scope_unique`).on(n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is null`),t(`routes_locale_fallback_idx`).on(n.locale,n.isFallback,n.canonicalSlug)]),d=i(`route_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),routeSlug:a(`route_slug`).notNull(),key:a(`key`).notNull(),dependencyType:a(`dependency_type`).notNull(),target:a(`target`).notNull(),args:a(`args`,{mode:`json`}).$type().default(e`null`)},n=>[o(`route_deps_file_scope_unique`).on(n.originFileId,n.originPluginId,n.routeSlug,n.key).where(e`${n.originFileId} is not null`),o(`route_deps_plugin_scope_unique`).on(n.routeSlug,n.key).where(e`${n.originFileId} is null`),t(`route_deps_route_slug_idx`).on(n.routeSlug)]),f=i(`entities`,{id:a(`id`).primaryKey(),key:a(`key`).notNull(),kind:a(`kind`).notNull(),type:a(`type`),metadata:a(`metadata`,{mode:`json`}).$type().default(e`null`),pluginId:a(`plugin_id`).notNull(),loaderId:a(`loader_id`),loaderArgs:a(`loader_args`,{mode:`json`}).$type().default(e`null`),status:a(`status`).notNull().default(`stale`),data:a(`data`,{mode:`json`}).$type().default(e`null`),markdoc:a(`markdoc`,{mode:`json`}).$type().default(e`null`),dataHash:a(`data_hash`),invalidationSeq:n(`invalidation_seq`).notNull().default(0),isSystem:n(`is_system`).notNull().default(0),version:a(`version`),isCurrent:n(`is_current`).notNull().default(1),revisionCreatedAt:n(`revision_created_at`).notNull().default(0),promotedFromId:a(`promoted_from_id`).references(()=>f.id,{onDelete:`set null`})},n=>[o(`entities_key_current_unique`).on(n.key).where(e`${n.isCurrent} = 1`),t(`entities_key_revision_idx`).on(n.key,n.revisionCreatedAt),t(`entities_type_idx`).on(n.type),t(`entities_plugin_type_idx`).on(n.pluginId,n.type),t(`entities_current_system_idx`).on(n.isCurrent,n.isSystem,n.id),t(`entities_status_loader_idx`).on(n.status,n.isCurrent,n.loaderId)]),p=i(`entity_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),dependencyType:a(`dependency_type`).notNull(),dependencyRef:a(`dependency_ref`).notNull()},n=>[o(`entity_deps_file_scope_unique`).on(n.entityId,n.originFileId,n.originPluginId,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is not null`),o(`entity_deps_plugin_scope_unique`).on(n.entityId,n.originPluginId,n.hook,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is null`),t(`entity_deps_entity_idx`).on(n.entityId)]),m=i(`route_query_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).notNull(),argument:a(`argument`).notNull(),resultHash:a(`result_hash`).notNull()},n=>[o(`route_query_deps_plugin_scope_unique`).on(n.originPluginId,n.hook,n.kind,n.argument).where(e`${n.entityId} is null`),o(`route_query_deps_entity_scope_unique`).on(n.entityId,n.hook,n.kind,n.argument).where(e`${n.entityId} is not null`),t(`route_query_deps_entity_idx`).on(n.entityId)]),h=i(`plugin_hook_state`,{pluginId:a(`plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.pluginId,e.hook]})]),g=i(`loader_config_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},e=>[o(`loader_config_deps_unique`).on(e.entityId,e.path,e.accessType)]),_=i(`blobs`,{key:a(`key`).primaryKey(),content:a(`content`).notNull(),size:n(`size`).notNull(),createdAt:n(`created_at`).notNull()}),v=i(`blob_refs`,{blobKey:a(`blob_key`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`blob_refs_pk`).on(e.blobKey,e.entityId)]),y=i(`assets`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),kind:a(`kind`).notNull(),filename:a(`filename`).notNull()},e=>[o(`assets_pk`).on(e.path,e.hash),t(`assets_filename_idx`).on(e.filename)]),b=i(`asset_refs`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`asset_refs_pk`).on(e.path,e.hash,e.entityId)]),x=i(`static_files`,{path:a(`path`).primaryKey(),ownerPluginId:a(`owner_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),sourcePath:a(`source_path`),entityKey:a(`entity_key`),hash:a(`hash`),contentType:a(`content_type`).notNull(),size:n(`size`),audience:a(`audience`,{mode:`json`}).$type()},e=>[t(`static_files_owner_idx`).on(e.ownerPluginId)]),S=i(`search_documents`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),docKey:a(`doc_key`).notNull(),routeSlug:a(`route_slug`).notNull(),anchor:a(`anchor`),locale:a(`locale`).notNull().default(``),title:a(`title`).notNull(),text:a(`text`).notNull(),titleTokens:n(`title_tokens`).notNull().default(0),textTokens:n(`text_tokens`).notNull().default(0),pathTokens:n(`path_tokens`).notNull().default(0),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull(),groupKey:a(`group_key`),httpMethod:a(`http_method`),httpPath:a(`http_path`),deprecated:n(`deprecated`).notNull().default(0),extra:a(`extra`,{mode:`json`}).$type()},e=>[o(`search_documents_entity_doc_idx`).on(e.entityKey,e.docKey),t(`search_documents_route_slug_idx`).on(e.routeSlug)]),C=i(`search_vocab`,{id:n(`id`).primaryKey({autoIncrement:!0}),term:a(`term`).notNull(),locale:a(`locale`).notNull().default(``),docCount:n(`doc_count`).notNull().default(0)},e=>[o(`search_vocab_term_locale_idx`).on(e.term,e.locale)]),w=i(`search_postings`,{termId:n(`term_id`).notNull(),field:a(`field`).notNull(),docId:n(`doc_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.field,e.docId]}),t(`search_postings_doc_idx`).on(e.docId)]),T=i(`search_facets`,{docId:n(`doc_id`).notNull(),field:a(`field`).notNull(),value:a(`value`).notNull()},e=>[r({columns:[e.docId,e.field,e.value]}),t(`search_facets_field_value_idx`).on(e.field,e.value,e.docId)]),E=i(`search_fragments`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),fragmentKey:a(`fragment_key`).notNull(),locale:a(`locale`).notNull().default(``),name:a(`name`).notNull(),description:a(`description`).notNull().default(``),example:a(`example`),enumValues:a(`enum_values`,{mode:`json`}).$type()},e=>[o(`search_fragments_entity_key_idx`).on(e.entityKey,e.fragmentKey)]),D=i(`search_fragment_parents`,{id:n(`id`).primaryKey({autoIncrement:!0}),docId:n(`doc_id`).notNull(),place:a(`place`).notNull(),path:a(`path`,{mode:`json`}).$type().notNull(),anchorPrefix:a(`anchor_prefix`).notNull()},e=>[t(`search_fragment_parents_doc_idx`).on(e.docId)]),O=i(`search_fragment_usages`,{fragmentId:n(`fragment_id`).notNull(),docId:n(`doc_id`).notNull(),parentId:n(`parent_id`).notNull(),anchorTail:a(`anchor_tail`).notNull()},e=>[r({columns:[e.fragmentId,e.docId]}),t(`search_fragment_usages_doc_idx`).on(e.docId)]),k=i(`search_fragment_postings`,{termId:n(`term_id`).notNull(),fragmentId:n(`fragment_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.fragmentId]}),t(`search_fragment_postings_fragment_idx`).on(e.fragmentId)]),A=i(`page_markdown`,{entityKey:a(`entity_key`).notNull(),chunkIndex:n(`chunk_index`).notNull(),routeSlug:a(`route_slug`).notNull(),text:a(`text`).notNull(),heading:a(`heading`),anchor:a(`anchor`),title:a(`title`),description:a(`description`),rbacTeams:a(`rbac_teams`,{mode:`json`}).$type(),hash:a(`hash`).notNull(),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[r({columns:[e.entityKey,e.routeSlug,e.chunkIndex]}),t(`page_markdown_route_slug_idx`).on(e.routeSlug)]),j=i(`site_config`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull()}),M=i(`link_check_checkpoint`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull()}),N=i(`react_page_checks`,{path:a(`path`).notNull(),locale:a(`locale`).notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.path,e.locale]})]),P=i(`kv_store`,{key:a(`key`).primaryKey(),value:a(`value`).notNull(),expiresAt:n(`expires_at`),createdAt:n(`created_at`).notNull(),updatedAt:n(`updated_at`).notNull()},e=>[t(`kv_store_expires_idx`).on(e.expiresAt)]),F=i(`link_refs`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).$type().notNull(),raw:a(`raw`).notNull(),targetKind:a(`target_kind`).$type().notNull(),target:a(`target`).notNull(),fragment:a(`fragment`),title:a(`title`),filePath:a(`file_path`).notNull(),range:a(`range`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`link_refs_target_idx`).on(e.targetKind,e.target),t(`link_refs_entity_idx`).on(e.entityId),t(`link_refs_origin_file_idx`).on(e.originFileId),t(`link_refs_plugin_idx`).on(e.originPluginId)]),I=i(`target_inventories`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),exhaustive:n(`exhaustive`,{mode:`boolean`}).notNull().default(!0),targets:a(`targets`,{mode:`json`}).$type().notNull()},e=>[o(`target_inventories_unique`).on(e.fileId,e.originPluginId,e.kind)]),L=i(`problems`,{id:n(`id`).primaryKey({autoIncrement:!0}),scope:a(`scope`).$type().notNull(),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`),hook:a(`hook`).$type(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),linkRefId:n(`link_ref_id`).references(()=>F.id,{onDelete:`cascade`}),source:a(`source`),key:a(`key`),code:a(`code`).notNull(),category:a(`category`).$type().notNull(),severity:a(`severity`).$type().notNull(),message:a(`message`).notNull(),filePath:a(`file_path`),range:a(`range`,{mode:`json`}).$type().default(e`null`),snippet:a(`snippet`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`problems_origin_file_idx`).on(e.scope,e.originFileId),t(`problems_entity_idx`).on(e.scope,e.entityId),t(`problems_link_ref_idx`).on(e.scope,e.linkRefId),t(`problems_global_source_key_idx`).on(e.scope,e.source,e.key),t(`problems_list_idx`).on(e.filePath,e.linkRefId,e.id)]);export{b as assetRefs,y as assets,v as blobRefs,_ as blobs,f as entities,p as entityDeps,c as filePlugins,s as files,P as kvStore,M as linkCheckCheckpoint,F as linkRefs,g as loaderConfigDeps,l as originDeps,A as pageMarkdown,h as pluginHookState,L as problems,N as reactPageChecks,d as routeDeps,m as routeQueryDeps,u as routes,S as searchDocuments,T as searchFacets,D as searchFragmentParents,k as searchFragmentPostings,O as searchFragmentUsages,E as searchFragments,w as searchPostings,C as searchVocab,j as siteConfig,x as staticFiles,I as targetInventories};
1
+ import{sql as e}from"drizzle-orm";import{index as t,integer as n,primaryKey as r,sqliteTable as i,text as a,uniqueIndex as o}from"drizzle-orm/sqlite-core";const s=i(`files`,{id:n(`id`).primaryKey({autoIncrement:!0}),path:a(`path`).notNull(),hash:a(`hash`).notNull(),manifest:a(`manifest`).notNull().default(`{}`),manifestVersion:n(`manifest_v`).notNull().default(0),lastModifiedAt:a(`last_modified_at`)},e=>[o(`files_path_unique`).on(e.path)]),c=i(`file_plugins`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),pluginId:a(`plugin_id`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[o(`file_plugins_file_plugin_unique`).on(e.fileId,e.pluginId)]),l=i(`origin_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),source:a(`source`).$type().notNull().default(`config`),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},t=>[o(`origin_deps_file_scope_unique`).on(t.originFileId,t.originPluginId,t.source,t.path,t.accessType).where(e`${t.originFileId} is not null`),o(`origin_deps_plugin_scope_unique`).on(t.originPluginId,t.hook,t.source,t.path,t.accessType).where(e`${t.originFileId} is null`)]),u=i(`routes`,{id:n(`id`).primaryKey({autoIncrement:!0}),slug:a(`slug`).notNull(),requestedSlug:a(`requested_slug`).notNull().default(`/`),slugType:a(`slug_type`).$type().notNull().default(`derived`),routeId:a(`route_id`).notNull(),metadata:a(`metadata`,{mode:`json`}).$type().notNull().default(e`'{}'`),template:a(`template`).notNull(),sidebarSubtreeEntityKey:a(`sidebar_subtree_entity_key`),wildcardPrefix:n(`wildcard_prefix`,{mode:`boolean`}).notNull().default(!1),pluginId:a(`plugin_id`).notNull(),sourceId:n(`source_id`).references(()=>s.id,{onDelete:`cascade`}),versionGroup:a(`version_group`),version:a(`version`),locale:a(`locale`).notNull().default(``),isFallback:n(`is_fallback`,{mode:`boolean`}).notNull().default(!1),canonicalSlug:a(`canonical_slug`).notNull().default(``)},n=>[o(`routes_slug_unique`).on(n.slug),t(`routes_version_group_idx`).on(n.versionGroup),o(`routes_file_scope_unique`).on(n.sourceId,n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is not null`),o(`routes_plugin_scope_unique`).on(n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is null`),t(`routes_locale_fallback_idx`).on(n.locale,n.isFallback,n.canonicalSlug)]),d=i(`route_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),routeSlug:a(`route_slug`).notNull(),key:a(`key`).notNull(),dependencyType:a(`dependency_type`).notNull(),target:a(`target`).notNull(),args:a(`args`,{mode:`json`}).$type().default(e`null`)},n=>[o(`route_deps_file_scope_unique`).on(n.originFileId,n.originPluginId,n.routeSlug,n.key).where(e`${n.originFileId} is not null`),o(`route_deps_plugin_scope_unique`).on(n.routeSlug,n.key).where(e`${n.originFileId} is null`),t(`route_deps_route_slug_idx`).on(n.routeSlug)]),f=i(`entities`,{id:a(`id`).primaryKey(),key:a(`key`).notNull(),kind:a(`kind`).notNull(),type:a(`type`),metadata:a(`metadata`,{mode:`json`}).$type().default(e`null`),pluginId:a(`plugin_id`).notNull(),loaderId:a(`loader_id`),loaderArgs:a(`loader_args`,{mode:`json`}).$type().default(e`null`),status:a(`status`).notNull().default(`stale`),data:a(`data`,{mode:`json`}).$type().default(e`null`),markdoc:a(`markdoc`,{mode:`json`}).$type().default(e`null`),dataHash:a(`data_hash`),invalidationSeq:n(`invalidation_seq`).notNull().default(0),isSystem:n(`is_system`).notNull().default(0),version:a(`version`),isCurrent:n(`is_current`).notNull().default(1),revisionCreatedAt:n(`revision_created_at`).notNull().default(0),promotedFromId:a(`promoted_from_id`).references(()=>f.id,{onDelete:`set null`})},n=>[o(`entities_key_current_unique`).on(n.key).where(e`${n.isCurrent} = 1`),t(`entities_key_revision_idx`).on(n.key,n.revisionCreatedAt),t(`entities_type_idx`).on(n.type),t(`entities_plugin_type_idx`).on(n.pluginId,n.type),t(`entities_current_system_idx`).on(n.isCurrent,n.isSystem,n.id),t(`entities_status_loader_idx`).on(n.status,n.isCurrent,n.loaderId)]),p=i(`entity_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),dependencyType:a(`dependency_type`).notNull(),dependencyRef:a(`dependency_ref`).notNull()},n=>[o(`entity_deps_file_scope_unique`).on(n.entityId,n.originFileId,n.originPluginId,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is not null`),o(`entity_deps_plugin_scope_unique`).on(n.entityId,n.originPluginId,n.hook,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is null`),t(`entity_deps_entity_idx`).on(n.entityId)]),m=i(`route_query_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).notNull(),argument:a(`argument`).notNull(),resultHash:a(`result_hash`).notNull()},n=>[o(`route_query_deps_plugin_scope_unique`).on(n.originPluginId,n.hook,n.kind,n.argument).where(e`${n.entityId} is null`),o(`route_query_deps_entity_scope_unique`).on(n.entityId,n.hook,n.kind,n.argument).where(e`${n.entityId} is not null`),t(`route_query_deps_entity_idx`).on(n.entityId)]),h=i(`plugin_hook_state`,{pluginId:a(`plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.pluginId,e.hook]})]),g=i(`loader_config_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},e=>[o(`loader_config_deps_unique`).on(e.entityId,e.path,e.accessType)]),_=i(`blobs`,{key:a(`key`).primaryKey(),content:a(`content`).notNull(),size:n(`size`).notNull(),createdAt:n(`created_at`).notNull()}),v=i(`blob_refs`,{blobKey:a(`blob_key`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`blob_refs_pk`).on(e.blobKey,e.entityId)]),y=i(`assets`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),kind:a(`kind`).notNull(),filename:a(`filename`).notNull()},e=>[o(`assets_pk`).on(e.path,e.hash),t(`assets_filename_idx`).on(e.filename)]),b=i(`asset_refs`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`asset_refs_pk`).on(e.path,e.hash,e.entityId)]),x=i(`static_files`,{path:a(`path`).primaryKey(),ownerPluginId:a(`owner_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),sourcePath:a(`source_path`),entityKey:a(`entity_key`),hash:a(`hash`),contentType:a(`content_type`).notNull(),size:n(`size`),audience:a(`audience`,{mode:`json`}).$type()},e=>[t(`static_files_owner_idx`).on(e.ownerPluginId)]),S=i(`search_documents`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),docKey:a(`doc_key`).notNull(),routeSlug:a(`route_slug`).notNull(),anchor:a(`anchor`),locale:a(`locale`).notNull().default(``),title:a(`title`).notNull(),text:a(`text`).notNull(),titleTokens:n(`title_tokens`).notNull().default(0),textTokens:n(`text_tokens`).notNull().default(0),pathTokens:n(`path_tokens`).notNull().default(0),httpPathTokens:n(`http_path_tokens`).notNull().default(0),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull(),groupKey:a(`group_key`),httpMethod:a(`http_method`),httpPath:a(`http_path`),deprecated:n(`deprecated`).notNull().default(0),extra:a(`extra`,{mode:`json`}).$type()},e=>[o(`search_documents_entity_doc_idx`).on(e.entityKey,e.docKey),t(`search_documents_route_slug_idx`).on(e.routeSlug)]),C=i(`search_vocab`,{id:n(`id`).primaryKey({autoIncrement:!0}),term:a(`term`).notNull(),locale:a(`locale`).notNull().default(``),docCount:n(`doc_count`).notNull().default(0)},e=>[o(`search_vocab_term_locale_idx`).on(e.term,e.locale)]),w=i(`search_postings`,{termId:n(`term_id`).notNull(),field:a(`field`).notNull(),docId:n(`doc_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.field,e.docId]}),t(`search_postings_doc_idx`).on(e.docId)]),T=i(`search_facets`,{docId:n(`doc_id`).notNull(),field:a(`field`).notNull(),value:a(`value`).notNull()},e=>[r({columns:[e.docId,e.field,e.value]}),t(`search_facets_field_value_idx`).on(e.field,e.value,e.docId)]),E=i(`search_fragments`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),fragmentKey:a(`fragment_key`).notNull(),locale:a(`locale`).notNull().default(``),name:a(`name`).notNull(),description:a(`description`).notNull().default(``),example:a(`example`),enumValues:a(`enum_values`,{mode:`json`}).$type()},e=>[o(`search_fragments_entity_key_idx`).on(e.entityKey,e.fragmentKey)]),D=i(`search_fragment_parents`,{id:n(`id`).primaryKey({autoIncrement:!0}),docId:n(`doc_id`).notNull(),place:a(`place`).notNull(),path:a(`path`,{mode:`json`}).$type().notNull(),anchorPrefix:a(`anchor_prefix`).notNull()},e=>[t(`search_fragment_parents_doc_idx`).on(e.docId)]),O=i(`search_fragment_usages`,{fragmentId:n(`fragment_id`).notNull(),docId:n(`doc_id`).notNull(),parentId:n(`parent_id`).notNull(),anchorTail:a(`anchor_tail`).notNull()},e=>[r({columns:[e.fragmentId,e.docId]}),t(`search_fragment_usages_doc_idx`).on(e.docId)]),k=i(`search_fragment_postings`,{termId:n(`term_id`).notNull(),fragmentId:n(`fragment_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.fragmentId]}),t(`search_fragment_postings_fragment_idx`).on(e.fragmentId)]),A=i(`page_markdown`,{entityKey:a(`entity_key`).notNull(),chunkIndex:n(`chunk_index`).notNull(),routeSlug:a(`route_slug`).notNull(),text:a(`text`).notNull(),heading:a(`heading`),anchor:a(`anchor`),title:a(`title`),description:a(`description`),rbacTeams:a(`rbac_teams`,{mode:`json`}).$type(),hash:a(`hash`).notNull(),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[r({columns:[e.entityKey,e.routeSlug,e.chunkIndex]}),t(`page_markdown_route_slug_idx`).on(e.routeSlug)]),j=i(`site_config`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull(),effectiveHash:a(`effective_hash`)}),M=i(`link_check_checkpoint`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull()}),N=i(`react_page_checks`,{path:a(`path`).notNull(),locale:a(`locale`).notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.path,e.locale]})]),P=i(`kv_store`,{key:a(`key`).primaryKey(),value:a(`value`).notNull(),expiresAt:n(`expires_at`),createdAt:n(`created_at`).notNull(),updatedAt:n(`updated_at`).notNull()},e=>[t(`kv_store_expires_idx`).on(e.expiresAt)]),F=i(`link_refs`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).$type().notNull(),raw:a(`raw`).notNull(),targetKind:a(`target_kind`).$type().notNull(),target:a(`target`).notNull(),fragment:a(`fragment`),title:a(`title`),filePath:a(`file_path`).notNull(),range:a(`range`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`link_refs_target_idx`).on(e.targetKind,e.target),t(`link_refs_entity_idx`).on(e.entityId),t(`link_refs_origin_file_idx`).on(e.originFileId),t(`link_refs_plugin_idx`).on(e.originPluginId)]),I=i(`target_inventories`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),exhaustive:n(`exhaustive`,{mode:`boolean`}).notNull().default(!0),targets:a(`targets`,{mode:`json`}).$type().notNull()},e=>[o(`target_inventories_unique`).on(e.fileId,e.originPluginId,e.kind)]),L=i(`problems`,{id:n(`id`).primaryKey({autoIncrement:!0}),scope:a(`scope`).$type().notNull(),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`),hook:a(`hook`).$type(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),linkRefId:n(`link_ref_id`).references(()=>F.id,{onDelete:`cascade`}),source:a(`source`),key:a(`key`),code:a(`code`).notNull(),category:a(`category`).$type().notNull(),severity:a(`severity`).$type().notNull(),message:a(`message`).notNull(),filePath:a(`file_path`),range:a(`range`,{mode:`json`}).$type().default(e`null`),snippet:a(`snippet`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`problems_origin_file_idx`).on(e.scope,e.originFileId),t(`problems_entity_idx`).on(e.scope,e.entityId),t(`problems_link_ref_idx`).on(e.scope,e.linkRefId),t(`problems_global_source_key_idx`).on(e.scope,e.source,e.key),t(`problems_list_idx`).on(e.filePath,e.linkRefId,e.id)]);export{b as assetRefs,y as assets,v as blobRefs,_ as blobs,f as entities,p as entityDeps,c as filePlugins,s as files,P as kvStore,M as linkCheckCheckpoint,F as linkRefs,g as loaderConfigDeps,l as originDeps,A as pageMarkdown,h as pluginHookState,L as problems,N as reactPageChecks,d as routeDeps,m as routeQueryDeps,u as routes,S as searchDocuments,T as searchFacets,D as searchFragmentParents,k as searchFragmentPostings,O as searchFragmentUsages,E as searchFragments,w as searchPostings,C as searchVocab,j as siteConfig,x as staticFiles,I as targetInventories};
@@ -1,2 +1,2 @@
1
- import{batchValues as e,normalizeBatchSize as t}from"./connection.js";import{searchFragmentPostings as n,searchPostings as r,searchVocab as i}from"./schema.js";import{and as a,eq as o,inArray as s,sql as c}from"drizzle-orm";async function l(e,t){return(await e.selectDistinct({termId:r.termId}).from(r).where(c`${r.docId} in (${t})`)).map(e=>e.termId)}async function u(e,t){return(await e.selectDistinct({termId:n.termId}).from(n).where(c`${n.fragmentId} in (${t})`)).map(e=>e.termId)}async function d(l,u){let d=[...new Set(u)];for(let u of e(d,t(void 0)))await l.update(i).set({docCount:c`(select count(distinct ${r.docId}) from ${r} where ${r.termId} = ${i.id})
2
- + (select count(*) from ${n} where ${n.termId} = ${i.id})`}).where(s(i.id,u)),await l.delete(i).where(a(s(i.id,u),o(i.docCount,0)))}export{d as refreshTermDocCounts,l as selectTermIdsOfDocuments,u as selectTermIdsOfFragments};
1
+ import{searchFragmentPostings as e,searchPostings as t,searchVocab as n}from"./schema.js";import{batchValues as r,normalizeBatchSize as i}from"./connection.js";import{and as a,eq as o,inArray as s,sql as c}from"drizzle-orm";async function l(e,n){return(await e.selectDistinct({termId:t.termId}).from(t).where(c`${t.docId} in (${n})`)).map(e=>e.termId)}async function u(t,n){return(await t.selectDistinct({termId:e.termId}).from(e).where(c`${e.fragmentId} in (${n})`)).map(e=>e.termId)}async function d(l,u){let d=[...new Set(u)];for(let u of r(d,i(void 0)))await l.update(n).set({docCount:c`(select count(distinct ${t.docId}) from ${t} where ${t.termId} = ${n.id})
2
+ + (select count(*) from ${e} where ${e.termId} = ${n.id})`}).where(s(n.id,u)),await l.delete(n).where(a(s(n.id,u),o(n.docCount,0)))}export{d as refreshTermDocCounts,l as selectTermIdsOfDocuments,u as selectTermIdsOfFragments};
@@ -0,0 +1,23 @@
1
+ import { type EnvLookup } from '@redocly/config';
2
+ import type { RealmConfig } from '../../shared/types/config.js';
3
+ import type { ContentLayerDatabase } from './connection.js';
4
+ /** A digest of an effective config by structure: key order does not matter. */
5
+ export declare function hashEffectiveConfig(config: RealmConfig): string;
6
+ /**
7
+ * A stored config with its `{{ process.env.X }}` references resolved against `env`; an unset
8
+ * one stays as written and is named once in `unsetVars`. `seo.llmstxt.details` read from a
9
+ * `path` is left out: that file's text stays literal, as classic Realm reads it.
10
+ */
11
+ export declare function resolveSiteConfig(config: RealmConfig, env: EnvLookup): {
12
+ config: RealmConfig;
13
+ unsetVars: string[];
14
+ };
15
+ /**
16
+ * Stores the config an ingest loaded next to the content it produced; the digest of
17
+ * `effectiveConfig` lets the next ingest see a changed variable as a config change.
18
+ */
19
+ export declare function writeSiteConfig(database: ContentLayerDatabase, config: RealmConfig, effectiveConfig: RealmConfig): Promise<void>;
20
+ /** The config the database's content was ingested with; null before the first ingest. */
21
+ export declare function loadSiteConfig(database: ContentLayerDatabase): Promise<RealmConfig | null>;
22
+ /** The digest `writeSiteConfig` stored; null before the first ingest or in a row an older one wrote. */
23
+ export declare function loadEffectiveConfigHash(database: ContentLayerDatabase): Promise<string | null>;
@@ -1 +1 @@
1
- import{siteConfig as e}from"./schema.js";import{eq as t}from"drizzle-orm";async function n(t,n){await t.db.insert(e).values({id:1,value:n}).onConflictDoUpdate({target:e.id,set:{value:n}})}async function r(n){let[r]=await n.db.select({value:e.value}).from(e).where(t(e.id,1)).limit(1);return r?.value??null}export{r as loadSiteConfig,n as writeSiteConfig};
1
+ import{hashJsonValue as e,toJsonValue as t}from"./utils/json.js";import{siteConfig as n}from"./schema.js";import{interpolateEnvVariables as r}from"@redocly/config";import{eq as i}from"drizzle-orm";function a(n){return e(t(n))}function o(e,t){let n=e.seo?.llmstxt;if(n?.details?.path===void 0){let{value:n,unsetVars:i}=r(e,t);return{config:n,unsetVars:i}}let{details:i,...a}=n,{value:o,unsetVars:s}=r({...e,seo:{...e.seo,llmstxt:a}},t);return{config:{...o,seo:{...o.seo,llmstxt:{...o.seo.llmstxt,details:i}}},unsetVars:s}}async function s(e,t,r){let i={value:t,effectiveHash:a(r)};await e.db.insert(n).values({id:1,...i}).onConflictDoUpdate({target:n.id,set:i})}async function c(e){let[t]=await e.db.select({value:n.value}).from(n).where(i(n.id,1)).limit(1);return t?.value??null}async function l(e){let[t]=await e.db.select({hash:n.effectiveHash}).from(n).where(i(n.id,1)).limit(1);return t?.hash??null}export{a as hashEffectiveConfig,l as loadEffectiveConfigHash,c as loadSiteConfig,o as resolveSiteConfig,s as writeSiteConfig};
@@ -1 +1 @@
1
- import{batchValues as e,normalizeBatchSize as t}from"./connection.js";import{staticFiles as n}from"./schema.js";import{replaceGlobalProblemsForKeysTx as r}from"./problems.js";import{eq as i,inArray as a}from"drizzle-orm";async function o(e){return e.db.select().from(n).orderBy(n.path)}async function s(e,t){t.length!==0&&await e.db.transaction(async e=>{for(let r of t)await e.update(n).set({hash:r.hash,size:r.size}).where(i(n.path,r.path))})}async function c(i,o){(o.ownerPluginIds.length!==0||o.problems!==void 0)&&await i.db.transaction(async i=>{if(o.ownerPluginIds.length>0){await i.delete(n).where(a(n.ownerPluginId,[...o.ownerPluginIds]));for(let r of e(o.rows,t(void 0)))r.length>0&&await i.insert(n).values(r)}o.problems&&await r(i,`static`,o.problems.keys,o.problems.newProblems)})}export{o as listStaticFileRecords,c as replaceStaticFileRows,s as updateStaticFileBodies};
1
+ import{staticFiles as e}from"./schema.js";import{batchValues as t,normalizeBatchSize as n}from"./connection.js";import{replaceGlobalProblemsForKeysTx as r}from"./problems.js";import{eq as i,inArray as a}from"drizzle-orm";async function o(t){return t.db.select().from(e).orderBy(e.path)}async function s(t,n){n.length!==0&&await t.db.transaction(async t=>{for(let r of n)await t.update(e).set({hash:r.hash,size:r.size}).where(i(e.path,r.path))})}async function c(i,o){(o.ownerPluginIds.length!==0||o.problems!==void 0)&&await i.db.transaction(async i=>{if(o.ownerPluginIds.length>0){await i.delete(e).where(a(e.ownerPluginId,[...o.ownerPluginIds]));for(let r of t(o.rows,n(void 0)))r.length>0&&await i.insert(e).values(r)}o.problems&&await r(i,`static`,o.problems.keys,o.problems.newProblems)})}export{o as listStaticFileRecords,c as replaceStaticFileRows,s as updateStaticFileBodies};
@@ -1 +1 @@
1
- import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{propagateEntityInvalidationFromKeys as d}from"../database/invalidation.js";import{listGlobalProblems as f,problemRow as p}from"../database/problems.js";import{listStaticFileRecords as m,replaceStaticFileRows as h}from"../database/static-files.js";import{createSearchHandle as g}from"../search/store.js";import{createProblem as _}from"../problems/codes.js";import{appDataNamespaceConflictProblem as v,attachConflictProblem as y,finalizeFailedProblem as b,keysBlamingPlugins as x}from"../problems/producers.js";import{buildHookSourceFiles as S,createHookEntityStore as C,finalizeHookInputs as w,resolvePluginHookTriggers as T}from"./hook-inputs.js";import{loadPluginScopedRouteDepOwners as E,registerSystemEntities as D,replaceFinalizeArtifacts as O,replaceFinalizeProblems as k,replaceFinalizeReads as A}from"../database/finalize.js";import{createEntityDescriber as j,normalizeRouteDependency as M}from"./normalize-artifacts.js";import{collectStaticFileRows as N,settleStaticFileClaims as P}from"../static/registry.js";async function F(e){let t=T(`finalize`,e.context,e.workingState,e.pluginScopedOriginRows,e.routeQueryRows,e.hookState,w(e.localeContext)),n=e.context.pluginRegistry.listFinalizePlugins().filter(t.shouldRun).map(e=>({plugin:e,inputsHash:t.fingerprintOf(e)})),r=n.map(({plugin:e})=>e.id),i=await L(e.database,r),a=/* @__PURE__ */ new Map,o=R(e.workingState,e.context),s=/* @__PURE__ */ new Map,c=[],l=[],u=[],d=[];for(let{plugin:r,inputsHash:f}of n){let n=await I({plugin:r,context:e.context,database:e.database,localeContext:e.localeContext,workingState:e.workingState,processedFiles:e.files,matchedPaths:t.matchedPathsOf(r),routeQueries:t.evaluator,attachOwnerByKey:i,staticFilesByPlugin:a,namespaceOwners:o,fragmentUpdates:s,pendingTrackedDependencyWrites:c,inputsHash:f,logger:e.logger,collectEntities:e.collectEntities,conflicts:u,staticProblems:d});for(let e of n.problems)l.push({pluginId:r.id,problem:e})}s.size>0&&await q(e.database,e.context,s);let m=new Set(e.context.pluginRegistry.listFinalizePlugins().map(e=>e.id));if(await W(e,a,d,m),r.length>0){let t=await f(e.database,`finalize`),n=U(t,new Set(r),m);await k(e.database,{pluginIds:r,pluginProblems:l.map(({pluginId:e,problem:t})=>p(t,{scope:`origin`,originFileId:null,originPluginId:e,hook:`finalize`})),globalKeys:[.../* @__PURE__ */ new Set([...u.map(e=>e.key),...x(t,n)])],globalProblems:u.map(e=>p(e.problem,{scope:`global`,source:`finalize`,key:e.key})),logger:e.logger})}for(let t of c)await V(e.database,t);return{ranPluginIds:r}}async function I(e){let t=e.logger.child(`content-layer:plugin:${e.plugin.id}`),r=await S(e.matchedPaths,e.processedFiles,{database:e.database,workingState:e.workingState}),o=a(e.context.config),c=[],l=i(e.context.platform.fs,e.context.contentDir,()=>e.workingState.filesByPath.keys(),e=>c.push(e)),u=[],d=e=>u.push(e),f=await s(e.plugin,{files:r,routes:e.routeQueries.index(d),io:l,config:o.config,localeContext:e.localeContext,entities:C(e.context,e.database,e.workingState,d),search:g(e.database),logger:t});if(!f.ok)return{problems:[b({pluginId:e.plugin.id,message:f.error.message})]};let p=f.value??{};return e.fragmentUpdates.set(e.plugin.id,p.appData===void 0?B(e.plugin.id,e.namespaceOwners):z({pluginId:e.plugin.id,appData:n(p.appData),namespaceOwners:e.namespaceOwners,conflicts:e.conflicts})),e.staticFilesByPlugin.set(e.plugin.id,await H({plugin:e.plugin,result:p,workingState:e.workingState,context:e.context,database:e.database,attachOwnerByKey:e.attachOwnerByKey,recordFileDependency:e=>c.push(e),conflicts:e.conflicts,staticProblems:e.staticProblems,logger:t,collectEntities:e.collectEntities})),e.pendingTrackedDependencyWrites.push({pluginId:e.plugin.id,inputsHash:e.inputsHash,configDependencies:o.collectDependencies(),fileDependencies:c,routeQueryDependencies:u,logger:t}),{problems:(p.problems??[]).map(_)}}async function L(e,t){let n=await E(e,t);return new Map(n.map(e=>[`${e.routeSlug}\u0000${e.key}`,e.originPluginId]))}function R(e,n){let r=/* @__PURE__ */ new Map,i=e.entitiesByKey.get(`app-data`)?.loaderArgs??null,a=t(i)&&t(i.fragments)?i.fragments:{},o=new Set(n.pluginRegistry.listFinalizePlugins().map(e=>e.id));for(let[e,t]of Object.entries(a))u(t)&&o.has(t.owner)&&r.set(e,t.owner);return r}function z(e){B(e.pluginId,e.namespaceOwners);let t={};for(let[n,r]of Object.entries(e.appData)){let i=e.namespaceOwners.get(n);if(i!==void 0&&i!==e.pluginId){e.conflicts.push(v({namespace:n,ownerPluginId:i,pluginId:e.pluginId}));continue}e.namespaceOwners.set(n,e.pluginId),t[n]=r}return t}function B(e,t){for(let[n,r]of t)r===e&&t.delete(n);return null}async function V(e,t){let n=[...t.configDependencies.map(e=>({...e,source:`config`})),...o(t.fileDependencies)];await A(e,{originPluginId:t.pluginId,fingerprint:t.inputsHash,dependencies:n,routeQueries:c(t.routeQueryDependencies),logger:t.logger})}async function H(t){let n=G({context:t.context,pluginId:t.plugin.id,result:t.result,state:t.workingState,attachOwnerByKey:t.attachOwnerByKey,recordFileDependency:t.recordFileDependency,conflicts:t.conflicts,staticProblems:t.staticProblems,logger:t.logger});await O(t.database,{originPluginId:t.plugin.id,routeDependencies:n.routeDependencies,entities:n.entities,logger:t.logger}),t.collectEntities?.(n.entities);let r=n.entities.flatMap(({key:n,kind:r,value:i})=>r===`inline`&&t.workingState.entitiesByKey.get(n)?.dataHash!==(i===null?null:e(i))?[n]:[]);if(r.length>0){let{invalidatedKeys:e}=await d(t.database,{keys:r,reason:`invalidate finalize entity readers`,markKeys:!1,logger:t.logger});for(let n of e){let e=t.workingState.entitiesByKey.get(n);e&&(e.status=`stale`)}}return n.staticFiles}function U(e,t,n){let r=new Set(t);for(let t of e){let e=t.data===null?void 0:t.data.pluginId;typeof e==`string`&&!n.has(e)&&r.add(e)}return r}async function W(e,t,n,r){let i=await m(e.database),a=await f(e.database,`static`),o=i.filter(e=>!t.has(e.ownerPluginId)),s=P({kept:o,collected:[...t],routeBySlug:e.workingState.routeBySlug,reservedSlugs:e.context.pluginRegistry.listReservedSlugs(),problems:n}),c=U(a,new Set(t.keys()),r),l=/* @__PURE__ */ new Set([...n.map(e=>e.key),...o.map(e=>e.path),...x(a,c)]);await h(e.database,{ownerPluginIds:[...s.keys()],rows:[...s].flatMap(([e,t])=>t.map(t=>({...t,ownerPluginId:e}))),problems:{keys:[...l],newProblems:n.map(e=>p(e.problem,{scope:`global`,source:`static`,key:e.key}))}})}function G(e){let t=/* @__PURE__ */ new Map,n=[],i=j(e.context,e.pluginId),a=e=>{t.set(e.key,e)};for(let t of e.result.entities??[])a(i(t));for(let t of e.result.attach??[])K({attachment:t,describeEntity:i,pluginId:e.pluginId,state:e.state,attachOwnerByKey:e.attachOwnerByKey,conflicts:e.conflicts,registerEntity:a,routeDependencies:n});let o=N({pluginId:e.pluginId,declarations:e.result.staticFiles??[],filesByPath:e.state.filesByPath,registerProducer:e=>{let t={...i(e.producer),shouldInvalidateValue:!1};return a(t),t.key},recordFileDependency:e.recordFileDependency,problems:e.staticProblems});return{routeDependencies:n,entities:[...t.values()].sort((e,t)=>r(e.key,t.key)),staticFiles:o}}function K(e){let{attachment:t}=e;if(e.state.routeBySlug.get(t.slug))for(let[n,r]of Object.entries(t.deps)){let i=`${t.slug}\u0000${n}`,a=e.attachOwnerByKey.get(i);if(a!==void 0){a!==e.pluginId&&e.conflicts.push(y({slug:t.slug,key:n,ownerPluginId:a,pluginId:e.pluginId}));continue}e.attachOwnerByKey.set(i,e.pluginId),e.routeDependencies.push(M({dependency:r,describeEntity:e.describeEntity,key:n,registerEntity:e.registerEntity,routeSlug:t.slug}))}}async function q(e,t,n){await D(e,[l({fragmentUpdates:n})],{logger:t.logger.child(`content-layer:db`)})}export{U as claimantsToReplace,F as runFinalizePhase};
1
+ import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{listGlobalProblems as d,problemRow as f}from"../database/problems.js";import{createProblem as p}from"../problems/codes.js";import{propagateEntityInvalidationFromKeys as m}from"../database/invalidation.js";import{listStaticFileRecords as h,replaceStaticFileRows as g}from"../database/static-files.js";import{appDataNamespaceConflictProblem as _,attachConflictProblem as v,finalizeFailedProblem as y,keysBlamingPlugins as b}from"../problems/producers.js";import{createSearchHandle as x}from"../search/store.js";import{buildHookSourceFiles as S,createHookEntityStore as C,finalizeHookInputs as w,resolvePluginHookTriggers as T}from"./hook-inputs.js";import{loadPluginScopedRouteDepOwners as E,registerSystemEntities as D,replaceFinalizeArtifacts as O,replaceFinalizeProblems as k,replaceFinalizeReads as A}from"../database/finalize.js";import{createEntityDescriber as j,normalizeRouteDependency as M}from"./normalize-artifacts.js";import{collectStaticFileRows as N,settleStaticFileClaims as P}from"../static/registry.js";async function F(e){let t=T(`finalize`,e.context,e.workingState,e.pluginScopedOriginRows,e.routeQueryRows,e.hookState,w(e.localeContext)),n=e.context.pluginRegistry.listFinalizePlugins().filter(t.shouldRun).map(e=>({plugin:e,inputsHash:t.fingerprintOf(e)})),r=n.map(({plugin:e})=>e.id),i=await L(e.database,r),a=/* @__PURE__ */ new Map,o=R(e.workingState,e.context),s=/* @__PURE__ */ new Map,c=[],l=[],u=[],p=[];for(let{plugin:r,inputsHash:d}of n){let n=await I({plugin:r,context:e.context,database:e.database,localeContext:e.localeContext,workingState:e.workingState,processedFiles:e.files,matchedPaths:t.matchedPathsOf(r),routeQueries:t.evaluator,attachOwnerByKey:i,staticFilesByPlugin:a,namespaceOwners:o,fragmentUpdates:s,pendingTrackedDependencyWrites:c,inputsHash:d,logger:e.logger,collectEntities:e.collectEntities,conflicts:u,staticProblems:p});for(let e of n.problems)l.push({pluginId:r.id,problem:e})}s.size>0&&await q(e.database,e.context,s);let m=new Set(e.context.pluginRegistry.listFinalizePlugins().map(e=>e.id));if(await W(e,a,p,m),r.length>0){let t=await d(e.database,`finalize`),n=U(t,new Set(r),m);await k(e.database,{pluginIds:r,pluginProblems:l.map(({pluginId:e,problem:t})=>f(t,{scope:`origin`,originFileId:null,originPluginId:e,hook:`finalize`})),globalKeys:[.../* @__PURE__ */ new Set([...u.map(e=>e.key),...b(t,n)])],globalProblems:u.map(e=>f(e.problem,{scope:`global`,source:`finalize`,key:e.key})),logger:e.logger})}for(let t of c)await V(e.database,t);return{ranPluginIds:r}}async function I(e){let t=e.logger.child(`content-layer:plugin:${e.plugin.id}`),r=await S(e.matchedPaths,e.processedFiles,{database:e.database,workingState:e.workingState}),o=a(e.context.config),c=[],l=i(e.context.platform.fs,e.context.contentDir,()=>e.workingState.filesByPath.keys(),e=>c.push(e)),u=[],d=e=>u.push(e),f=await s(e.plugin,{files:r,routes:e.routeQueries.index(d),io:l,config:o.config,localeContext:e.localeContext,entities:C(e.context,e.database,e.workingState,d),search:x(e.database),logger:t});if(!f.ok)return{problems:[y({pluginId:e.plugin.id,message:f.error.message})]};let m=f.value??{};return e.fragmentUpdates.set(e.plugin.id,m.appData===void 0?B(e.plugin.id,e.namespaceOwners):z({pluginId:e.plugin.id,appData:n(m.appData),namespaceOwners:e.namespaceOwners,conflicts:e.conflicts})),e.staticFilesByPlugin.set(e.plugin.id,await H({plugin:e.plugin,result:m,workingState:e.workingState,context:e.context,database:e.database,attachOwnerByKey:e.attachOwnerByKey,recordFileDependency:e=>c.push(e),conflicts:e.conflicts,staticProblems:e.staticProblems,logger:t,collectEntities:e.collectEntities})),e.pendingTrackedDependencyWrites.push({pluginId:e.plugin.id,inputsHash:e.inputsHash,configDependencies:o.collectDependencies(),fileDependencies:c,routeQueryDependencies:u,logger:t}),{problems:(m.problems??[]).map(p)}}async function L(e,t){let n=await E(e,t);return new Map(n.map(e=>[`${e.routeSlug}\u0000${e.key}`,e.originPluginId]))}function R(e,n){let r=/* @__PURE__ */ new Map,i=e.entitiesByKey.get(`app-data`)?.loaderArgs??null,a=t(i)&&t(i.fragments)?i.fragments:{},o=new Set(n.pluginRegistry.listFinalizePlugins().map(e=>e.id));for(let[e,t]of Object.entries(a))u(t)&&o.has(t.owner)&&r.set(e,t.owner);return r}function z(e){B(e.pluginId,e.namespaceOwners);let t={};for(let[n,r]of Object.entries(e.appData)){let i=e.namespaceOwners.get(n);if(i!==void 0&&i!==e.pluginId){e.conflicts.push(_({namespace:n,ownerPluginId:i,pluginId:e.pluginId}));continue}e.namespaceOwners.set(n,e.pluginId),t[n]=r}return t}function B(e,t){for(let[n,r]of t)r===e&&t.delete(n);return null}async function V(e,t){let n=[...t.configDependencies.map(e=>({...e,source:`config`})),...o(t.fileDependencies)];await A(e,{originPluginId:t.pluginId,fingerprint:t.inputsHash,dependencies:n,routeQueries:c(t.routeQueryDependencies),logger:t.logger})}async function H(t){let n=G({context:t.context,pluginId:t.plugin.id,result:t.result,state:t.workingState,attachOwnerByKey:t.attachOwnerByKey,recordFileDependency:t.recordFileDependency,conflicts:t.conflicts,staticProblems:t.staticProblems,logger:t.logger});await O(t.database,{originPluginId:t.plugin.id,routeDependencies:n.routeDependencies,entities:n.entities,logger:t.logger}),t.collectEntities?.(n.entities);let r=n.entities.flatMap(({key:n,kind:r,value:i})=>r===`inline`&&t.workingState.entitiesByKey.get(n)?.dataHash!==(i===null?null:e(i))?[n]:[]);if(r.length>0){let{invalidatedKeys:e}=await m(t.database,{keys:r,reason:`invalidate finalize entity readers`,markKeys:!1,logger:t.logger});for(let n of e){let e=t.workingState.entitiesByKey.get(n);e&&(e.status=`stale`)}}return n.staticFiles}function U(e,t,n){let r=new Set(t);for(let t of e){let e=t.data===null?void 0:t.data.pluginId;typeof e==`string`&&!n.has(e)&&r.add(e)}return r}async function W(e,t,n,r){let i=await h(e.database),a=await d(e.database,`static`),o=i.filter(e=>!t.has(e.ownerPluginId)),s=P({kept:o,collected:[...t],routeBySlug:e.workingState.routeBySlug,reservedSlugs:e.context.pluginRegistry.listReservedSlugs(),problems:n}),c=U(a,new Set(t.keys()),r),l=/* @__PURE__ */ new Set([...n.map(e=>e.key),...o.map(e=>e.path),...b(a,c)]);await g(e.database,{ownerPluginIds:[...s.keys()],rows:[...s].flatMap(([e,t])=>t.map(t=>({...t,ownerPluginId:e}))),problems:{keys:[...l],newProblems:n.map(e=>f(e.problem,{scope:`global`,source:`static`,key:e.key}))}})}function G(e){let t=/* @__PURE__ */ new Map,n=[],i=j(e.context,e.pluginId),a=e=>{t.set(e.key,e)};for(let t of e.result.entities??[])a(i(t));for(let t of e.result.attach??[])K({attachment:t,describeEntity:i,pluginId:e.pluginId,state:e.state,attachOwnerByKey:e.attachOwnerByKey,conflicts:e.conflicts,registerEntity:a,routeDependencies:n});let o=N({pluginId:e.pluginId,declarations:e.result.staticFiles??[],filesByPath:e.state.filesByPath,registerProducer:e=>{let t={...i(e.producer),shouldInvalidateValue:!1};return a(t),t.key},recordFileDependency:e.recordFileDependency,problems:e.staticProblems});return{routeDependencies:n,entities:[...t.values()].sort((e,t)=>r(e.key,t.key)),staticFiles:o}}function K(e){let{attachment:t}=e;if(e.state.routeBySlug.get(t.slug))for(let[n,r]of Object.entries(t.deps)){let i=`${t.slug}\u0000${n}`,a=e.attachOwnerByKey.get(i);if(a!==void 0){a!==e.pluginId&&e.conflicts.push(v({slug:t.slug,key:n,ownerPluginId:a,pluginId:e.pluginId}));continue}e.attachOwnerByKey.set(i,e.pluginId),e.routeDependencies.push(M({dependency:r,describeEntity:e.describeEntity,key:n,registerEntity:e.registerEntity,routeSlug:t.slug}))}}async function q(e,t,n){await D(e,[l({fragmentUpdates:n})],{logger:t.logger.child(`content-layer:db`)})}export{U as claimantsToReplace,F as runFinalizePhase};
@@ -1 +1 @@
1
- import{hashJsonValue as e}from"../database/utils/json.js";import{compareStrings as t}from"../../shared/utils/compare-strings.js";import{matchesContentPluginFilter as n}from"../plugins/registry.js";import{createSourceFile as r}from"../plugins/source-file.js";import{createEntityStore as i,hashEntityRead as a}from"../database/entity-store.js";import{createRouteQueryEvaluator as o,isRouteQueryStale as s}from"../plugins/utils/route-index.js";import"../plugins/index.js";import{computeDirtyPluginScopedOrigins as c}from"../database/invalidation.js";import{loadFileManifestsByPaths as l}from"../database/files.js";import{materializeEntityByKey as u}from"../materialization/entity.js";import{createBuildTimeEntityLoaderContextFactory as d}from"../loaders/context.js";function f(e){return[e.defaultLocale,[...e.locales]]}function p(t,n,r,i,a,l,u){let d=new Set(c(i,t,{config:n.config,filesByPath:r.filesByPath,ignoredFilesByPath:r.ignoredFilesByPath})),f=o(r,n.config),p=f.memoized();for(let e of a)e.hook===t&&e.entityId===null&&!d.has(e.originPluginId)&&s(p,e)&&d.add(e.originPluginId);let m=/* @__PURE__ */ new Map,g=e=>{let t=m.get(e.id);return t||(t=h(e,r.filesByPath),m.set(e.id,t)),t},_=t=>e(u===void 0?[t.version,g(t)]:[t.version,g(t),u]);return{evaluator:f,fingerprintOf:_,matchedPathsOf:e=>g(e).map(([e])=>e),shouldRun:e=>d.has(e.id)||l[t].get(e.id)!==_(e)}}function m(e,t,n,r,i,a,o){let s=p(e,t,n,r,i,a,o);return(e===`extractAll`?t.pluginRegistry.listExtractAllPlugins():t.pluginRegistry.listFinalizePlugins()).some(s.shouldRun)}function h(e,r){let i=[];for(let[t,a]of r)n(e.content?.filter,t)&&i.push([t,a.hash]);return i.sort((e,n)=>t(e[0],n[0]))}async function g(e,t,n){let i=new Map(t.map(e=>[e.path,e])),a=e.filter(e=>i.get(e)?.manifest===void 0),o=a.length>0?await l(n.database,a):/* @__PURE__ */ new Map,s=[];for(let t of e){let e=n.workingState.filesByPath.get(t);if(!e)continue;let a=i.get(t)?.manifest??o.get(t)??{};s.push(r({path:t,hash:e.hash,manifest:a}))}return s}function _(e,t,n,r){return i({database:t,state:n,materialize:r=>u({database:t,key:r,loaderRegistry:e.pluginRegistry,loaderContextFactory:d({...e,state:n},t),contentDir:e.contentDir}),onEntityRead:e=>r({kind:`entity`,argument:e,resultHash:a(n,e)}),record:r})}export{g as buildHookSourceFiles,_ as createHookEntityStore,f as finalizeHookInputs,m as hasAnyPluginHookTrigger,p as resolvePluginHookTriggers};
1
+ import{hashJsonValue as e}from"../database/utils/json.js";import{compareStrings as t}from"../../shared/utils/compare-strings.js";import{matchesContentPluginFilter as n}from"../plugins/registry.js";import{createSourceFile as r}from"../plugins/source-file.js";import{createEntityStore as i,hashEntityRead as a}from"../database/entity-store.js";import{createRouteQueryEvaluator as o,isRouteQueryStale as s}from"../plugins/utils/route-index.js";import"../plugins/index.js";import{computeDirtyPluginScopedOrigins as c}from"../database/invalidation.js";import{loadFileManifestsByPaths as l}from"../database/files.js";import{materializeEntityByKey as u}from"../materialization/entity.js";import{createBuildTimeEntityLoaderContextFactory as d}from"../loaders/context.js";function f(e){return[e.defaultLocale,[...e.locales]]}function p(t,n,r,i,a,l,u){let d=new Set(c(i,t,{config:n.config,filesByPath:r.filesByPath,ignoredFilesByPath:r.ignoredFilesByPath})),f=o(r,n.config),p=f.memoized();for(let e of a)e.hook===t&&e.entityId===null&&!d.has(e.originPluginId)&&s(p,e)&&d.add(e.originPluginId);let m=/* @__PURE__ */ new Map,g=e=>{let t=m.get(e.id);return t||(t=h(e,r.filesByPath),m.set(e.id,t)),t},_=t=>e(u===void 0?[t.version,g(t)]:[t.version,g(t),u]);return{evaluator:f,fingerprintOf:_,matchedPathsOf:e=>g(e).map(([e])=>e),shouldRun:e=>d.has(e.id)||l[t].get(e.id)!==_(e)}}function m(e,t,n,r,i,a,o){let s=p(e,t,n,r,i,a,o);return(e===`extractAll`?t.pluginRegistry.listExtractAllPlugins():t.pluginRegistry.listFinalizePlugins()).some(s.shouldRun)}function h(e,r){let i=[];for(let[t,a]of r)n(e.content?.filter,t)&&i.push([t,a.hash]);return i.sort((e,n)=>t(e[0],n[0]))}async function g(e,t,n){let i=new Map(t.map(e=>[e.path,e])),a=e.filter(e=>i.get(e)?.manifest===void 0),o=a.length>0?await l(n.database,a):/* @__PURE__ */ new Map,s=[];for(let t of e){let e=n.workingState.filesByPath.get(t);if(!e)continue;let a=i.get(t)?.manifest??o.get(t)??{};s.push(r({path:t,hash:e.hash,manifest:a}))}return s}function _(e,t,n,r){return i({database:t,state:n,materialize:r=>u({database:t,key:r,loaderRegistry:e.pluginRegistry,loaderContextFactory:d({...e,state:n},t),contentDir:e.contentDir,logger:e.logger}),onEntityRead:e=>r({kind:`entity`,argument:e,resultHash:a(n,e)}),record:r})}export{g as buildHookSourceFiles,_ as createHookEntityStore,f as finalizeHookInputs,m as hasAnyPluginHookTrigger,p as resolvePluginHookTriggers};
@@ -1 +1 @@
1
- import{formatCount as e}from"../../shared/log-format.js";import{createLogger as t,stopwatch as n}from"../../shared/logger.js";import{L10N_DIR as r}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as i,l10nDirOf as a,resolveLocaleContext as o}from"../../shared/utils/l10n.js";import{isConfigChanged as s,isNestedConfigPath as c,loadContentLayerConfig as l,readNestedConfigProblems as ee}from"../config.js";import{contentIgnoreMatcherOf as te,normalizeHintPaths as ne,scanContentFiles as u}from"./scan.js";import{resolveContentPluginsForFile as d}from"../plugins/registry.js";import{resolveContentLayerContext as re}from"../context.js";import{openContentLayerDatabase as f}from"../database/connection.js";import{garbageCollectOrphanBlobs as ie}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{isPlanFeatureGranted as p}from"../../shared/plan-gates.js";import{listConfiguredProducts as ae,productFolderProblems as oe}from"../products.js";import{appDataSystemEntityDescriptor as se}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as ce}from"../plugins/project/loaded-set.js";import{apiOutputFiles as le,readApiOutputs as ue,withApiOutputHints as de}from"../api-outputs.js";import{createContentPlugins as m}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{assembleTemplateSet as fe}from"../templates/template-set.js";import{assembleServerModuleSet as pe}from"../server-modules/module-set.js";import{listRegisteredAssets as me}from"../database/assets.js";import{computeDirtyConfigOrigins as he,computeDirtyFileOrigins as ge,garbageCollectOrphanedEntities as _e,loadOriginDependencyRows as ve,propagateConfigDependencyInvalidation as ye,propagateEntityInvalidation as be}from"../database/invalidation.js";import{hasGlobalProblemsForSource as h,listGlobalProblems as xe,listProblems as Se,problemRow as g,replaceGlobalProblemsForKeysTx as Ce,replaceGlobalProblemsForSourceTx as _}from"../database/problems.js";import{persistContentFileState as we,refreshFileLastModified as Te}from"../database/files.js";import{loadSiteConfig as Ee,writeSiteConfig as De}from"../database/site-config.js";import{loadContentLayerState as v,partitionIgnoredFiles as Oe}from"../context-state.js";import{garbageCollectOrphanAssetFiles as ke,restoreMissingAssetFiles as Ae}from"../materialization/asset-reconcile.js";import{loadPluginHookState as je}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Me}from"../database/route-query-deps.js";import{createProblem as y}from"../problems/codes.js";import{runSearchSync as Ne}from"./search-sync.js";import{hashContentFiles as b}from"./hash.js";import{selectCurrentContentFiles as x}from"./current-files.js";import{collectL10nWarnings as Pe,l10nLayoutProblems as Fe,validateL10nConfig as Ie}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Le,reconcilePluginScopedRows as Re,registerSystemEntities as ze}from"../database/finalize.js";import{hasStaleManifestVersion as Be,resetContentDatabase as Ve}from"../database/reset.js";import{readGitLastModified as He}from"./git-last-modified.js";import{createContentScanPlan as Ue}from"./scan-plan.js";import{collectPageRedirects as S}from"../page-redirects.js";import{syncContentFiles as We}from"./sync.js";import{checkAllowedPackages as Ge}from"../allowed-packages.js";import{syncConfigLinkRefs as Ke}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as qe}from"./slugger/collision-peers.js";async function C(r){let a=re({contentDir:r.contentDir,context:r.context,currentFileIndex:r.currentFileIndex,logger:r.logger??t(),plugins:m(r.contentDir)}),u=a.contentDir,d=a.logger.child(`content-layer`),p=d.child(`content-layer:scan`),b=d.child(`content-layer:hash`),x=d.child(`content-layer:db`),S=d.child(`content-layer:plan`),C=d.child(`content-layer:diff`),w=d.child(`content-layer:sync`),T=n();d.debug(`Starting content ingest`,{contentDir:u,hints:r.hints??[]});let E=r.database===void 0,D=r.database??await f({contentDir:u,databaseUrl:r.databaseUrl,migrationsDir:r.migrationsDir,runMigrations:r.runMigrations,platform:a.platform,logger:x});try{if(await Be(D)){x.warn(`manifest version changed — resetting content database`);let e=n();await Ve(D,{logger:x}),x.info(`Reset content database`,{durationMs:e()}),a.state=void 0}let t=ne(u,r.hints??[]),re=n(),f=n(),m=await v({context:a,database:D}),E=[...m.filesByPath.values(),...m.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));x.debug(`Loaded previous content state`,{loadedCount:E.length,totalCount:E.length,durationMs:f()});let k=await l({context:a,force:!0});await ce({contentDir:u,config:k.config,fs:a.platform.fs,logger:d});let A=s(Xe(k.config,m.routeBySlug.values()),await Ee(D)),j=Ie(a.config.l10n);for(let e of j)d.debug(e.message);(A||j.length>0||await h(D,`l10n-config`))&&await D.db.transaction(e=>_(e,`l10n-config`,j.map(e=>g(e,{scope:`global`,source:`l10n-config`})))),(A||k.problems.length>0||await h(D,`config`))&&await D.db.transaction(e=>_(e,`config`,k.problems.map(e=>g(y(e),{scope:`global`,source:`config`}))));let M=await Ge(k.config,u,a.platform.fs);(M.length>0||await h(D,`allowed-packages`))&&await D.db.transaction(e=>_(e,`allowed-packages`,M.map(e=>g(y(e),{scope:`global`,source:`allowed-packages`}))));let N=te(a.config);Oe(m,N);let P=e=>ue({config:a.config,contentDir:u,fs:a.platform.fs,nestedConfigPaths:e,isIgnored:N}),F=A||t.some(c),I=await P([...m.filesByPath.keys()].filter(c)),Ze=n(),L=await Ue({contentDir:u,fs:a.platform.fs,previousFiles:E,hints:de(t,I),ignoredDirectories:r.ignoredDirectories,configChanged:F,logger:S});S.debug(`Resolved ingest scan plan`,{hints:L.hintedPaths.length,configChanged:F,scanTargets:L.scanTargets.length,affectedPreviousFiles:L.affectedPreviousFiles.length,durationMs:Ze()});let Qe=new Map(E.map(e=>[e.path,e.hash])),R=await Ye({contentDir:u,currentFileIndex:a.currentFileIndex,fs:a.platform.fs,scanPlan:L,ignoredDirectories:r.ignoredDirectories,scanLogger:p,hashLogger:b,previous:a.currentFileIndex?void 0:Qe,onProgress:r.onProgress});(L.hintedPaths.length===0||L.hintedPaths.includes(``))&&(I=await P(R.map(e=>e.path).filter(e=>c(e)&&!N(e))));let $e=await le({outputs:I,files:R,contentDir:u,fs:a.platform.fs,previous:Qe}),z=[...R.filter(e=>!I.has(e.path)),...$e],B=new Map(await He(u,p));for(let[e,t]of I){let n=B.get(t);n!==void 0&&B.set(e,n)}d.info(`Scanned ${e(z.length)} files`,{durationMs:re()});let et=n(),V=O(z,L.affectedPreviousFiles,{hintScopes:L.hintScopes,totalPrevious:E.length});C.debug(`Computed content diff`,{...V.summary,durationMs:et()}),d.info(`Compared with the previous state: ${V.summary.added} added, ${V.summary.changed} changed, ${V.summary.removed} removed, ${V.summary.unchanged} unchanged`);let tt=n(),nt=n(),rt=await we(D,{upserts:[...V.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:B.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...V.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:B.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:V.removed.map(e=>e.path),logger:x});x.debug(`Persisted content file state`,{upserts:V.added.length+V.changed.length,removed:V.removed.length,durationMs:nt()});for(let e of V.removed)m.filesByPath.delete(e.path),m.ignoredFilesByPath.delete(e.path);for(let e of rt)(N(e.path)?m.ignoredFilesByPath:m.filesByPath).set(e.path,e);let H=o(a.config.l10n,i(m.filesByPath.keys())),U=a.currentFileIndex!==void 0||F||L.hintedPaths.length===0||L.hintedPaths.includes(``);if(U){let e=Fe(Pe({l10n:a.config.l10n,localeContext:H,filePaths:m.filesByPath.keys()})),t=oe(ae(a.config),m.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await D.db.transaction(async n=>{await _(n,`l10n-layout`,e.map(e=>g(e,{scope:`global`,source:`l10n-layout`}))),await _(n,`products`,t.map(e=>g(y(e),{scope:`global`,source:`products`})))})}let W=U?[...m.filesByPath.keys()].filter(c):[...V.added,...V.changed].map(e=>e.path).filter(e=>c(e)&&!N(e)),G=V.removed.map(e=>e.path).filter(c);if(U||W.length>0||G.length>0){let e=(await ee({contentDir:u,fs:a.platform.fs,paths:W})).map(e=>g(y(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await D.db.transaction(t=>U?_(t,`nested-config`,e):Ce(t,`nested-config`,[...W,...G],e))}let K=z.flatMap(e=>{let t=m.filesByPath.get(e.path),n=B.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(m.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await Te(D,K,x),await be(D,{changedFilePaths:[...V.added.map(e=>e.path),...V.changed.map(e=>e.path),...V.removed.map(e=>e.path),...K.map(e=>e.path)],membershipChangedPaths:[...V.added,...V.removed].map(e=>e.path).filter(e=>!N(e)),logger:x});let it=a.pluginRegistry.listExtractAllPlugins(),q=a.pluginRegistry.listFinalizePlugins(),at=new Set(q.map(e=>e.id)),J=[...Le(m.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!at.has(e)),ot=await Re(D,[...it.map(e=>({pluginId:e.id,hook:`extractAll`})),...q.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:x});J.length>0&&await ze(D,[se({fragmentUpdates:new Map(J.map(e=>[e,null]))})],{logger:x});let[Y,st,ct]=await Promise.all([ve(D),Me(D),je(D)]),X=he(Y,a.config),lt=ge(Y,m);await ye(D,{config:a.config,logger:x}),await _e(D,x),(ot||J.length>0)&&(a.state=void 0,m=await v({context:a,database:D}));let ut=await xe(D,`slugger`),dt=qe(ut,{touchedPaths:[...V.added.map(e=>e.path),...V.changed.map(e=>e.path),...V.removed.map(e=>e.path),...X.map(e=>e.originFilePath),...lt.map(e=>e.originFilePath)],storedFilesByPath:m.filesByPath}),Z=Je({context:a,diff:V,currentFiles:z,dirtyOrigins:[...X,...lt,...dt],hintedPaths:L.hintedPaths,storedFilesByPath:m.filesByPath,storedPluginsByPath:m.filePluginsByPath}),ft=n(),Q=await We({context:a,database:D,localeContext:H,files:Z,removedPaths:new Set(V.removed.map(e=>e.path)),pluginScopedOriginRows:Y,routeQueryRows:st,hookState:ct,storedSluggerProblems:ut,captureRevisions:r.captureRevisions,onFileSynced:(e,t)=>r.onProgress?.({stage:`sync`,done:e,total:t})});w.debug(`Synchronized content routes`,{files:Z.length,durationMs:ft()}),await Ke({database:D,config:a.config,configChanged:A,logger:x}),d.info(`Updated content state: ${V.added.length+V.changed.length} upserted, ${V.removed.length} removed, ${Z.length} synced`,{durationMs:tt()}),r.searchSync!==!1&&await Ne({context:a,database:D,inlineSearchables:Q.inlineSearchables});let pt=await ie(D,{logger:x});pt.removed>0&&x.debug(`blob GC removed orphan blobs`,{count:pt.removed});let $=await ke(a.pluginIO,{contentDir:u,database:D,logger:x});if($.removedRows>0&&x.debug(`asset GC removed orphan assets`,{count:$.removedRows,swept:$.sweptFilenames.length}),r.reconcileAssetFiles??!0){let e=await Ae(a.pluginIO,{contentDir:u,registered:await me(D)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&x.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&x.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:mt}=await v({context:a,database:D});a.config=Xe(k.config,mt.values()),await De(D,a.config);try{await D.db.transaction(e=>_(e,`system`,[]))}catch(e){x.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let ht=r.collectProblems===!1?[]:await Se(D);d.debug(`Content ingest complete`,{durationMs:T()});let gt=a.state??m,_t=fe({registry:a.pluginRegistry,routes:gt.routeBySlug.values()}),vt=pe({registry:a.pluginRegistry,entities:gt.entitiesByKey.values()});return{contentDir:u,diff:V,currentFiles:R,previousFiles:L.affectedPreviousFiles,problems:ht,templateSet:_t,serverModuleSet:vt,inlineSearchables:Q.inlineSearchables,routeChanges:{...Q.routeChanges,unbounded:Q.routeChanges.unbounded||A}}}finally{E&&await D.close()}}function Je(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||T(e.context,n,e.storedPluginsByPath.get(n.path))&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??D(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of w(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??D(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function w(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${r}/`))),i=[];for(let e of t){let t=a(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&i.push(e)}return i}function T(e,t,n){let r=d(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function E(e,t){return`${e.replace(/\/$/,``)}/${t}`}function D(e,t){if(t)return{absolutePath:E(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function O(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function Ye(e){if(e.currentFileIndex){let t=x({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=n(),r=await u({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:r.length,durationMs:t()});let i=n(),a=await b(r,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:a.length,durationMs:i()}),a}function Xe(e,t){let n=p(e,`redirects`)?S(t):{};return{...e,redirects:{...n,...e.redirects}}}export{O as diffContentFiles,C as runContentIngest};
1
+ import{formatCount as e}from"../../shared/log-format.js";import{createLogger as t,stopwatch as n}from"../../shared/logger.js";import{L10N_DIR as r}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as i,l10nDirOf as a,resolveLocaleContext as o}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as s,writeSiteConfig as c}from"../database/site-config.js";import{isConfigChanged as l,isNestedConfigPath as u,loadContentLayerConfig as ee,readNestedConfigProblems as te}from"../config.js";import{contentIgnoreMatcherOf as ne,normalizeHintPaths as re,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as ie}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{isPlanFeatureGranted as h}from"../../shared/plan-gates.js";import{listConfiguredProducts as ae,productFolderProblems as oe}from"../products.js";import{appDataSystemEntityDescriptor as se}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as ce}from"../plugins/project/loaded-set.js";import{apiOutputFiles as le,readApiOutputs as ue,withApiOutputHints as de}from"../api-outputs.js";import{createContentPlugins as g}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{assembleTemplateSet as fe}from"../templates/template-set.js";import{assembleServerModuleSet as pe}from"../server-modules/module-set.js";import{hasGlobalProblemsForSource as _,listGlobalProblems as me,listProblems as he,problemRow as v,replaceGlobalProblemsForKeysTx as ge,replaceGlobalProblemsForSourceTx as y}from"../database/problems.js";import{listRegisteredAssets as _e}from"../database/assets.js";import{createProblem as b}from"../problems/codes.js";import{computeDirtyConfigOrigins as ve,computeDirtyFileOrigins as ye,garbageCollectOrphanedEntities as be,loadOriginDependencyRows as xe,propagateConfigDependencyInvalidation as Se,propagateEntityInvalidation as Ce,propagateRetryableProblemInvalidation as we}from"../database/invalidation.js";import{persistContentFileState as Te,refreshFileLastModified as Ee}from"../database/files.js";import{loadContentLayerState as x,partitionIgnoredFiles as De}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Oe,restoreMissingAssetFiles as ke}from"../materialization/asset-reconcile.js";import{loadPluginHookState as Ae}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as je}from"../database/route-query-deps.js";import{runSearchSync as Me}from"./search-sync.js";import{hashContentFiles as S}from"./hash.js";import{selectCurrentContentFiles as C}from"./current-files.js";import{collectL10nWarnings as Ne,l10nLayoutProblems as Pe,validateL10nConfig as Fe}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Ie,reconcilePluginScopedRows as Le,registerSystemEntities as Re}from"../database/finalize.js";import{hasStaleManifestVersion as ze,resetContentDatabase as Be}from"../database/reset.js";import{readGitLastModified as Ve}from"./git-last-modified.js";import{createContentScanPlan as He}from"./scan-plan.js";import{collectPageRedirects as w}from"../page-redirects.js";import{syncContentFiles as Ue}from"./sync.js";import{checkAllowedPackages as We}from"../allowed-packages.js";import{syncConfigLinkRefs as Ge}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Ke}from"./slugger/collision-peers.js";async function T(r){let a=p({contentDir:r.contentDir,context:r.context,currentFileIndex:r.currentFileIndex,logger:r.logger??t(),plugins:g(r.contentDir)}),d=a.contentDir,f=a.logger.child(`content-layer`),h=f.child(`content-layer:scan`),S=f.child(`content-layer:hash`),C=f.child(`content-layer:db`),w=f.child(`content-layer:plan`),T=f.child(`content-layer:diff`),E=f.child(`content-layer:sync`),D=n();f.debug(`Starting content ingest`,{contentDir:d,hints:r.hints??[]});let O=r.database===void 0,k=r.database??await m({contentDir:d,databaseUrl:r.databaseUrl,migrationsDir:r.migrationsDir,runMigrations:r.runMigrations,platform:a.platform,logger:C});try{if(await ze(k)){C.warn(`manifest version changed — resetting content database`);let e=n();await Be(k,{logger:C}),C.info(`Reset content database`,{durationMs:e()}),a.state=void 0}let t=re(d,r.hints??[]),p=n(),m=n(),g=await x({context:a,database:k}),O=[...g.filesByPath.values(),...g.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));C.debug(`Loaded previous content state`,{loadedCount:O.length,totalCount:O.length,durationMs:m()});let M=await ee({context:a,force:!0});await ce({contentDir:d,config:M.config,fs:a.platform.fs,logger:f});let N=l(j(M.config,g.routeBySlug.values()),await s(k)),P=Fe(a.config.l10n);for(let e of P)f.debug(e.message);(N||P.length>0||await _(k,`l10n-config`))&&await k.db.transaction(e=>y(e,`l10n-config`,P.map(e=>v(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await _(k,`config`))&&await k.db.transaction(e=>y(e,`config`,M.problems.map(e=>v(b(e),{scope:`global`,source:`config`}))));let Ye=await We(M.config,d,a.platform.fs);(Ye.length>0||await _(k,`allowed-packages`))&&await k.db.transaction(e=>y(e,`allowed-packages`,Ye.map(e=>v(b(e),{scope:`global`,source:`allowed-packages`}))));let F=ne(a.config);De(g,F);let I=e=>ue({config:a.config,contentDir:d,fs:a.platform.fs,nestedConfigPaths:e,isIgnored:F}),L=N||t.some(u),R=await I([...g.filesByPath.keys()].filter(u)),Xe=n(),z=await He({contentDir:d,fs:a.platform.fs,previousFiles:O,hints:de(t,R),ignoredDirectories:r.ignoredDirectories,configChanged:L,logger:w});w.debug(`Resolved ingest scan plan`,{hints:z.hintedPaths.length,configChanged:L,scanTargets:z.scanTargets.length,affectedPreviousFiles:z.affectedPreviousFiles.length,durationMs:Xe()});let B=new Map(O.map(e=>[e.path,e.hash])),V=await Je({contentDir:d,currentFileIndex:a.currentFileIndex,fs:a.platform.fs,scanPlan:z,ignoredDirectories:r.ignoredDirectories,scanLogger:h,hashLogger:S,previous:a.currentFileIndex?void 0:B,onProgress:r.onProgress});(z.hintedPaths.length===0||z.hintedPaths.includes(``))&&(R=await I(V.map(e=>e.path).filter(e=>u(e)&&!F(e))));let Ze=await le({outputs:R,files:V,contentDir:d,fs:a.platform.fs,previous:B}),H=[...V.filter(e=>!R.has(e.path)),...Ze],U=new Map(await Ve(d,h));for(let[e,t]of R){let n=U.get(t);n!==void 0&&U.set(e,n)}f.info(`Scanned ${e(H.length)} files`,{durationMs:p()});let Qe=n(),W=A(H,z.affectedPreviousFiles,{hintScopes:z.hintScopes,totalPrevious:O.length});T.debug(`Computed content diff`,{...W.summary,durationMs:Qe()}),f.info(`Compared with the previous state: ${W.summary.added} added, ${W.summary.changed} changed, ${W.summary.removed} removed, ${W.summary.unchanged} unchanged`);let $e=n(),et=n(),tt=await Te(k,{upserts:[...W.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...W.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:W.removed.map(e=>e.path),logger:C});C.debug(`Persisted content file state`,{upserts:W.added.length+W.changed.length,removed:W.removed.length,durationMs:et()});for(let e of W.removed)g.filesByPath.delete(e.path),g.ignoredFilesByPath.delete(e.path);for(let e of tt)(F(e.path)?g.ignoredFilesByPath:g.filesByPath).set(e.path,e);let G=o(a.config.l10n,i(g.filesByPath.keys())),K=a.currentFileIndex!==void 0||L||z.hintedPaths.length===0||z.hintedPaths.includes(``);if(K){let e=Pe(Ne({l10n:a.config.l10n,localeContext:G,filePaths:g.filesByPath.keys()})),t=oe(ae(a.config),g.filesByPath.keys());for(let t of e)f.debug(t.message);for(let e of t)f.debug(e.message);await k.db.transaction(async n=>{await y(n,`l10n-layout`,e.map(e=>v(e,{scope:`global`,source:`l10n-layout`}))),await y(n,`products`,t.map(e=>v(b(e),{scope:`global`,source:`products`})))})}let q=K?[...g.filesByPath.keys()].filter(u):[...W.added,...W.changed].map(e=>e.path).filter(e=>u(e)&&!F(e)),nt=W.removed.map(e=>e.path).filter(u);if(K||q.length>0||nt.length>0){let e=(await te({contentDir:d,fs:a.platform.fs,paths:q})).map(e=>v(b(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await k.db.transaction(t=>K?y(t,`nested-config`,e):ge(t,`nested-config`,[...q,...nt],e))}let rt=H.flatMap(e=>{let t=g.filesByPath.get(e.path),n=U.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(g.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await Ee(k,rt,C),await Ce(k,{changedFilePaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...rt.map(e=>e.path)],membershipChangedPaths:[...W.added,...W.removed].map(e=>e.path).filter(e=>!F(e)),logger:C});let it=a.pluginRegistry.listExtractAllPlugins(),at=a.pluginRegistry.listFinalizePlugins(),ot=new Set(at.map(e=>e.id)),J=[...Ie(g.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!ot.has(e)),st=await Le(k,[...it.map(e=>({pluginId:e.id,hook:`extractAll`})),...at.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:C});J.length>0&&await Re(k,[se({fragmentUpdates:new Map(J.map(e=>[e,null]))})],{logger:C});let[Y,ct,lt]=await Promise.all([xe(k),je(k),Ae(k)]),ut=ve(Y,a.config),dt=ye(Y,g);await Se(k,{config:a.config,logger:C}),await we(k,{logger:C}),await be(k,C),(st||J.length>0)&&(a.state=void 0,g=await x({context:a,database:k}));let ft=await me(k,`slugger`),pt=Ke(ft,{touchedPaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...ut.map(e=>e.originFilePath),...dt.map(e=>e.originFilePath)],storedFilesByPath:g.filesByPath}),X=qe({context:a,diff:W,currentFiles:H,dirtyOrigins:[...ut,...dt,...pt],hintedPaths:z.hintedPaths,storedFilesByPath:g.filesByPath,storedPluginsByPath:g.filePluginsByPath}),mt=n(),Z=await Ue({context:a,database:k,localeContext:G,files:X,removedPaths:new Set(W.removed.map(e=>e.path)),pluginScopedOriginRows:Y,routeQueryRows:ct,hookState:lt,storedSluggerProblems:ft,captureRevisions:r.captureRevisions,onFileSynced:(e,t)=>r.onProgress?.({stage:`sync`,done:e,total:t})});E.debug(`Synchronized content routes`,{files:X.length,durationMs:mt()}),await Ge({database:k,config:a.config,configChanged:N,logger:C}),f.info(`Updated content state: ${W.added.length+W.changed.length} upserted, ${W.removed.length} removed, ${X.length} synced`,{durationMs:$e()}),r.searchSync!==!1&&await Me({context:a,database:k,inlineSearchables:Z.inlineSearchables});let ht=await ie(k,{logger:C});ht.removed>0&&C.debug(`blob GC removed orphan blobs`,{count:ht.removed});let Q=await Oe(a.pluginIO,{contentDir:d,database:k,logger:C});if(Q.removedRows>0&&C.debug(`asset GC removed orphan assets`,{count:Q.removedRows,swept:Q.sweptFilenames.length}),r.reconcileAssetFiles??!0){let e=await ke(a.pluginIO,{contentDir:d,registered:await _e(k)});e.restored.length>0&&f.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&C.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&C.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:gt}=await x({context:a,database:k});a.config=j(M.config,gt.values()),await c(k,j(M.siteConfig,gt.values()),a.config);try{await k.db.transaction(e=>y(e,`system`,[]))}catch(e){C.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let _t=r.collectProblems===!1?[]:await he(k);f.debug(`Content ingest complete`,{durationMs:D()});let $=a.state??g,vt=fe({registry:a.pluginRegistry,routes:$.routeBySlug.values()}),yt=pe({registry:a.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:d,diff:W,currentFiles:V,previousFiles:z.affectedPreviousFiles,problems:_t,templateSet:vt,serverModuleSet:yt,inlineSearchables:Z.inlineSearchables,routeChanges:{...Z.routeChanges,unbounded:Z.routeChanges.unbounded||N}}}finally{O&&await k.close()}}function qe(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||D(e.context,n,e.storedPluginsByPath.get(n.path))&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??k(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of E(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??k(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function E(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${r}/`))),i=[];for(let e of t){let t=a(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&i.push(e)}return i}function D(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function O(e,t){return`${e.replace(/\/$/,``)}/${t}`}function k(e,t){if(t)return{absolutePath:O(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function A(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function Je(e){if(e.currentFileIndex){let t=C({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=n(),r=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:r.length,durationMs:t()});let i=n(),a=await S(r,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:a.length,durationMs:i()}),a}function j(e,t){let n=h(e,`redirects`)?w(t):{};return{...e,redirects:{...n,...e.redirects}}}export{A as diffContentFiles,T as runContentIngest};
@@ -1 +1 @@
1
- import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{formatDuration as i}from"../../shared/log-format.js";import{isRbacScope as a}from"../../server/rbac/engine.js";import{normalizeRouteSlug as o}from"../../shared/utils/routes/normalize-route-slug.js";import{computePathPrefixes as s}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as c}from"../materialization/data-ref.js";import{batchValues as l,normalizeBatchSize as u}from"../database/connection.js";import{entities as d,pageMarkdown as f,routeQueryDeps as p,searchDocuments as m}from"../database/schema.js";import{resolveDataRef as h}from"../database/blobs.js";import{createRouteQueryEvaluator as g,dedupeRouteQueryDependencies as _,isRouteQueryStale as v}from"../plugins/utils/route-index.js";import{listConfiguredProducts as y}from"../products.js";import{userMarkdocSchemaDigest as b}from"../markdown/constants/tag-sets.js";import{findProductForSlug as x}from"../../shared/products.js";import{createMarkdownCopyRule as S}from"../markdown-copy-rule.js";import{problemRow as C,replaceEntityProblemsForCodesBatchTx as w}from"../database/problems.js";import{createSearchStore as T}from"../search/store.js";import{loadContentLayerState as E}from"../context-state.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{createProblem as O}from"../problems/codes.js";import{SEARCH_PROBLEM_CODES as k,searchFacetInvalidProblem as A,searchableFailedProblem as j}from"../problems/producers.js";import{loadAttachedRouteSlugs as M}from"../database/route-deps.js";import{toRbacTeams as N,toRbacTeamsWithinRoute as P}from"./rbac-teams.js";import{buildDocumentFacets as F}from"../search/facet-rows.js";import{createHookEntityStore as I}from"./hook-inputs.js";import{and as L,eq as R,inArray as z}from"drizzle-orm";function B(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function V(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),a=[],o=/* @__PURE__ */ new Map,s=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),c=e.inlineSearchables??/* @__PURE__ */ new Map,u=e.entityKeys===void 0?void 0:[...e.entityKeys,...c.keys()],d=await re(n,u);if(s.size===0&&c.size===0&&d.size===0)return{synced:0,problems:a};let f=await E({context:t,database:n}),p=T(n),m=g(f,t.config),h=y(t.config),_=ee(f,m,h),v=_(),x=te(t),w=S(t.config),D=B(x,h,w.settings,b()),O=ne(r,{configuredFields:x}),A=0,N=(e,t)=>{a.push(...t),o.set(e,t.map(t=>C(t,{scope:`entity`,entityId:e})))},P=(e,t,n,i)=>{let s=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${s}`);let c=j({entityKey:t,pluginId:n,message:s});a.push(c),o.set(e,[C(c,{scope:`entity`,entityId:e})])},F=async()=>(await H(n,o,k,r),{synced:A,problems:a});u===void 0&&await G({context:t,database:n,state:f,store:p,stored:d,searchableLoaders:s});let I=[];for(let[e,n]of c){let i=f.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){d.has(e)&&await p.removeSource(e);continue}try{let a=await O.prepare(e,n.docs,v);I.push({entityKey:e,docs:a.docs,...Y(e,n,a.docs),sourceHash:D(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),N(i.id,[...W(e,n.problems,r),...a.problems])}catch(t){P(i.id,e,i.pluginId,t)}}}if(await p.replaceSourceDocuments(I),A+=I.length,s.size===0)return F();let L=await ie(n,[...s.keys()],e.entityKeys),R=await ae(n,m,L.map(e=>e.id)),z=L.filter(e=>{let n=s.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=d.get(e.key);return i===void 0||i.sourceHash!==D(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||R.has(e.id)});if(z.length===0)return F();let V=await M(n,z.map(e=>e.key)),q=0,X=0,Z=0,Q=0,$=0;for(let r of l(z,50)){q+=1;let i=Date.now(),a=await J(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=s.get(i.loaderId);if(r){try{let e=await K({row:i,entry:r,value:a.get(i.id),attachedSlug:V.get(i.key),context:t,database:n,state:f,evaluator:m,resolveAccess:_,prepare:O.prepare,stampOf:D,allowsMarkdownCopy:w.allows});o.push(e),N(i.id,e.problems)}catch(e){P(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await U({context:t,database:n,store:p,outputs:o}),$+=Date.now()-i,A+=o.length}return u===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${q} ${q===1?`chunk`:`chunks`} (load ${i(Z)}, producers ${i(Q)}, writes ${i($)})`),F()}async function H(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>w(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function U(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:_(e.reads)}))});for(let e of n){if(await i.delete(f).where(R(f.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(f).values(a)}}})}function W(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])k.includes(e.code)?r.push(O(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${k.join(`, `)}`);return r}async function G(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(f).where(R(f.entityKey,t)))}}async function K(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),l=await c(o.data,e=>h(r,e)),u=[],d=e=>u.push(e),f=e.evaluator.index(d),p=e.attachedSlug===void 0?void 0:f.get(e.attachedSlug),m=e.resolveAccess(d),g={config:e.context.config,entities:I(e.context,r,e.state,d),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:f,route:p},_=i?await i(l,g):{docs:[]},v=a&&e.allowsMarkdownCopy(p)?await a(l,g):null,y=q(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:m.rbacTeamsForSlug(e.routeSlug)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...Y(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:u,problems:[...W(t.key,_.problems,e.context.logger),...b.problems]}}function q(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{}})}}}return a}async function J(e,t){let n=await e.db.select({id:d.id,data:d.data,dataHash:d.dataHash}).from(d).where(z(d.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function ee(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(s(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,rbacTeamsForSlug:e=>N(o(e)),localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return x(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function Y(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(Z(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=o(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,...m}=u,h=i.productForSlug(r),g=i.versionForSlug(r),_=F({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:P(d,p),version:g,product:h?.name??null,onDropped:(e,t)=>{let a=`${e}\u0000${t}`;s.has(a)||(s.add(a),c.push(A({entityKey:n,field:e,reason:X[t],filePath:i.originFilePathForSlug(r)})))}}),v={...m,routeSlug:r,locale:i.localeForSlug(r),facets:_};h&&(v.product={name:h.name,folder:h.folder}),g&&(v.version=g),l.push(v)}return{docs:l,problems:c}}}}const X={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`};function Z(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!a(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:l(t,u(void 0))){let t=await e.db.selectDistinct({entityKey:m.entityKey,sourceHash:m.sourceHash,pluginVersion:m.pluginVersion}).from(m).where(r===void 0?void 0:z(m.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:f.entityKey,sourceHash:f.sourceHash,pluginVersion:f.pluginVersion}).from(f).where(r===void 0?void 0:z(f.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:d.id,key:d.key,loaderId:d.loaderId,dataHash:d.dataHash}).from(d).where(L(R(d.status,`ready`),R(d.isCurrent,1),z(d.loaderId,[...t]),n===void 0?void 0:z(d.key,[...n]))).orderBy(d.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=u(void 0),o=await e.db.select({entityId:p.entityId,kind:p.kind,argument:p.argument,resultHash:p.resultHash}).from(p).where(L(R(p.hook,`searchable`),a?z(p.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&v(t,e)&&r.add(e.entityId);return r}function Q(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Q as collectInlineSearchables,V as runSearchSync};
1
+ import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{formatDuration as i}from"../../shared/log-format.js";import{isRbacScope as a}from"../../server/rbac/engine.js";import{normalizeRouteSlug as o}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as s,pageMarkdown as c,routeQueryDeps as l,searchDocuments as u}from"../database/schema.js";import{computePathPrefixes as d}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as f}from"../materialization/data-ref.js";import{batchValues as p,normalizeBatchSize as m}from"../database/connection.js";import{resolveDataRef as h}from"../database/blobs.js";import{createRouteQueryEvaluator as g,dedupeRouteQueryDependencies as _,isRouteQueryStale as v}from"../plugins/utils/route-index.js";import{listConfiguredProducts as y}from"../products.js";import{userMarkdocSchemaDigest as b}from"../markdown/constants/tag-sets.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{problemRow as C,replaceEntityProblemsForCodesBatchTx as w}from"../database/problems.js";import{createProblem as T}from"../problems/codes.js";import{loadContentLayerState as E}from"../context-state.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as O,searchFacetInvalidProblem as k,searchableFailedProblem as A}from"../problems/producers.js";import"../search/postings/postings-store.js";import{createSearchStore as j}from"../search/store.js";import{loadAttachedRouteSlugs as M}from"../database/route-deps.js";import{toRbacTeams as N,toRbacTeamsWithinRoute as P}from"./rbac-teams.js";import{createMarkdownCopyRule as F}from"../markdown-copy-rule.js";import{buildDocumentFacets as I}from"../search/facet-rows.js";import{createHookEntityStore as L}from"./hook-inputs.js";import{and as R,eq as z,inArray as B}from"drizzle-orm";function V(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function H(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),a=[],o=/* @__PURE__ */ new Map,s=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),c=e.inlineSearchables??/* @__PURE__ */ new Map,l=e.entityKeys===void 0?void 0:[...e.entityKeys,...c.keys()],u=await re(n,l);if(s.size===0&&c.size===0&&u.size===0)return{synced:0,problems:a};let d=await E({context:t,database:n}),f=j(n),m=g(d,t.config),h=y(t.config),_=ee(d,m,h),v=_(),x=te(t),S=F(t.config),w=V(x,h,S.settings,b()),T=ne(r,{configuredFields:x}),D=0,k=(e,t)=>{a.push(...t),o.set(e,t.map(t=>C(t,{scope:`entity`,entityId:e})))},N=(e,t,n,i)=>{let s=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${s}`);let c=A({entityKey:t,pluginId:n,message:s});a.push(c),o.set(e,[C(c,{scope:`entity`,entityId:e})])},P=async()=>(await U(n,o,O,r),{synced:D,problems:a});l===void 0&&await K({context:t,database:n,state:d,store:f,stored:u,searchableLoaders:s});let I=[];for(let[e,n]of c){let i=d.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){u.has(e)&&await f.removeSource(e);continue}try{let a=await T.prepare(e,n.docs,v);I.push({entityKey:e,docs:a.docs,...X(e,n,a.docs),sourceHash:w(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),k(i.id,[...G(e,n.problems,r),...a.problems])}catch(t){N(i.id,e,i.pluginId,t)}}}if(await f.replaceSourceDocuments(I),D+=I.length,s.size===0)return P();let L=await ie(n,[...s.keys()],e.entityKeys),R=await ae(n,m,L.map(e=>e.id)),z=L.filter(e=>{let n=s.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=u.get(e.key);return i===void 0||i.sourceHash!==w(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||R.has(e.id)});if(z.length===0)return P();let B=await M(n,z.map(e=>e.key)),H=0,J=0,Z=0,Q=0,$=0;for(let r of p(z,50)){H+=1;let i=Date.now(),a=await Y(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=s.get(i.loaderId);if(r){try{let e=await q({row:i,entry:r,value:a.get(i.id),attachedSlug:B.get(i.key),context:t,database:n,state:d,evaluator:m,resolveAccess:_,prepare:T.prepare,stampOf:w,allowsMarkdownCopy:S.allows});o.push(e),k(i.id,e.problems)}catch(e){N(i.id,i.key,r.pluginId,e)}J+=1,e.onProgress?.(J,z.length)}}Q+=Date.now()-i,i=Date.now(),await W({context:t,database:n,store:f,outputs:o}),$+=Date.now()-i,D+=o.length}return l===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${H} ${H===1?`chunk`:`chunks`} (load ${i(Z)}, producers ${i(Q)}, writes ${i($)})`),P()}async function U(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>w(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function W(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:_(e.reads)}))});for(let e of n){if(await i.delete(c).where(z(c.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(c).values(a)}}})}function G(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])O.includes(e.code)?r.push(T(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${O.join(`, `)}`);return r}async function K(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(c).where(z(c.entityKey,t)))}}async function q(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await f(o.data,e=>h(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),p=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),g={config:e.context.config,entities:L(e.context,r,e.state,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:p},_=i?await i(c,g):{docs:[]},v=a&&e.allowsMarkdownCopy(p)?await a(c,g):null,y=J(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:m.rbacTeamsForSlug(e.routeSlug)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...X(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...G(t.key,_.problems,e.context.logger),...b.problems]}}function J(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{}})}}}return a}async function Y(e,t){let n=await e.db.select({id:s.id,data:s.data,dataHash:s.dataHash}).from(s).where(B(s.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function ee(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(d(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,rbacTeamsForSlug:e=>N(o(e)),localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function X(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(Q(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=o(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=I({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:P(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;s.has(a)||(s.add(a),c.push(k({entityKey:n,field:e,reason:Z[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Z={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function Q(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!a(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:p(t,m(void 0))){let t=await e.db.selectDistinct({entityKey:u.entityKey,sourceHash:u.sourceHash,pluginVersion:u.pluginVersion}).from(u).where(r===void 0?void 0:B(u.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:c.entityKey,sourceHash:c.sourceHash,pluginVersion:c.pluginVersion}).from(c).where(r===void 0?void 0:B(c.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:s.id,key:s.key,loaderId:s.loaderId,dataHash:s.dataHash}).from(s).where(R(z(s.status,`ready`),z(s.isCurrent,1),B(s.loaderId,[...t]),n===void 0?void 0:B(s.key,[...n]))).orderBy(s.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=m(void 0),o=await e.db.select({entityId:l.entityId,kind:l.kind,argument:l.argument,resultHash:l.resultHash}).from(l).where(R(z(l.hook,`searchable`),a?B(l.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&v(t,e)&&r.add(e.entityId);return r}function $(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{$ as collectInlineSearchables,H as runSearchSync};
@@ -1 +1 @@
1
- import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{garbageCollectOrphanedEntities as s,propagateRouteQueryInvalidation as c}from"../database/invalidation.js";import{problemRow as l}from"../database/problems.js";import{loadFileManifestsByPaths as u}from"../database/files.js";import{loadContentLayerState as d,reloadContentLayerEntities as f}from"../context-state.js";import{bulkSyncOrigins as p}from"../database/origins.js";import{createProblem as m}from"../problems/codes.js";import{extractFailedProblem as h,sluggerProblemSources as g}from"../problems/producers.js";import{resolveRevisionsConfig as _}from"../revisions/config.js";import{finalizeHookInputs as v,hasAnyPluginHookTrigger as y}from"./hook-inputs.js";import{collectInlineSearchables as b}from"./search-sync.js";import{dropCollidingRoutes as x}from"./slugger/drop-colliding-routes.js";import{allReservedSlugs as ee,resolveFinalSlugs as S}from"./slugger/resolve-final-slugs.js";import{normalizePluginArtifacts as C}from"./normalize-artifacts.js";import{runFinalizePhase as w}from"./finalize-phase.js";import{applyOriginRoutesToWorkingState as T,cloneContentLayerState as te,removeFileFromWorkingState as ne,removeOriginFromWorkingState as E}from"./working-state.js";import{dropCollidingExtractAllRoutes as D,runExtractAllPhase as O}from"./extract-all-phase.js";import{diffFallbackRoutes as k,generateFallbackRoutes as A}from"./generate-fallback-routes.js";async function j(n){let c=await d({context:n.context,database:n.database}),m=te(c);for(let e of n.removedPaths)ne(m,e);if(n.files.length===0&&n.removedPaths.size===0&&![`extractAll`,`finalize`].some(e=>y(e,n.context,c,n.pluginScopedOriginRows,n.routeQueryRows,n.hookState,e===`finalize`?v(n.localeContext):void 0)))return await P(n,m),n.context.state=m,{inlineSearchables:/* @__PURE__ */ new Map,routeChanges:{changedSlugs:[],unbounded:!1}};let h=n.context.logger.child(`content-layer:sync`),{localeContext:C}=n,j=I(n.context.config,`/l10n`),M=I(n.context.config,`/metadataGlobs`),N=await O({context:n.context,database:n.database,workingState:m,files:n.files,originRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:extractAll`)}),F=n.context.logger.child(`content-layer:plugin`),R=_(n.context.config),z=n.files.filter(e=>e.manifest===void 0).map(e=>e.path),B=await u(n.database,z),V=n.context.pluginRegistry.list().map(e=>e.id);E(m,V,o,null);let H=[],U=`${e}/`,W=n.files.map(e=>({file:e,localized:Number(e.path.startsWith(U))})).sort((e,t)=>e.localized-t.localized).map(e=>e.file);for(let[e,a]of W.entries()){let o=m.filesByPath.get(a.path)??m.ignoredFilesByPath.get(a.path);if(!o)throw Error(`Missing stored file state for "${a.path}".`);let s=t(n.context,a.path),c=(m.filePluginsByPath.get(a.path)??[]).map(e=>e.pluginId).filter(e=>!s.some(t=>t.id===e)),l=[];for(let e of c)E(m,V,e,a.path),l.push({hook:`extract`,originDependencies:[],originFileId:o.id,originFilePath:a.path,originPluginId:e,routeDependencies:[],routes:[],entities:[],problems:[]});for(let e of s)E(m,V,e.id,a.path);let u=i({path:a.path,hash:a.hash,manifest:a.manifest??B.get(a.path)??{}}),d=await r(s,u,{config:n.context.config,fs:n.context.platform.fs,contentDir:n.context.contentDir,scannedPaths:()=>m.filesByPath.keys(),logger:F});for(let e of d)L({context:n.context,workingState:m,allPluginIds:V,filePath:a.path,fileRecord:o,attempt:e,origins:l,revisions:R,localeContext:C,l10nConfigDependency:j,metadataGlobsConfigDependency:M,pluginLogger:F});let f=s.map(e=>({id:e.id,version:e.version}));H.push({fileId:o.id,filePath:a.path,plugins:f,origins:l}),m.filePluginsByPath.set(a.path,f.map(e=>({fileId:o.id,pluginId:e.id,pluginVersion:e.version}))),n.onFileSynced?.(e+1,W.length)}let G=n.context.pluginRegistry.listReservedSlugs(),{collisions:K,routeBySlug:q,wildcardShadows:J,problems:Y}=S({state:m,previousWildcardShadows:c.wildcardShadows,reservedSlugs:G,logger:h});m.wildcardShadows=J,m.routeBySlug=q;let ie=/* @__PURE__ */ new Set([...n.files.map(e=>e.path),...n.removedPaths,...N.pending.map(e=>e.pluginId),...N.failures.map(e=>e.pluginId)]),X=new Set(Y.map(e=>e.key));for(let e of n.storedSluggerProblems){if(e.key===null)continue;let t=g(e.data);t.length>0&&t.every(e=>ie.has(e))&&X.add(e.key)}x({state:m,bulkItems:H,collisions:K,allPluginIds:V}),D(N.pending,K);let Z=A({state:m,localeContext:C,reservedSlugs:ee(G)}),ae=k(c.routesByOriginKey.get(a(`internal.l10n`,null))??[],Z);T(m,V,o,null,Z);let Q=/* @__PURE__ */ new Map;for(let e of H)for(let t of e.origins)b(t.entities,Q);for(let e of N.pending)b(e.entities,Q);let $=/* @__PURE__ */ new Set;if(R){for(let e of H)if(R.isTracked(e.filePath))for(let t of e.origins)for(let e of t.entities)$.add(e.key)}await p(n.database,H,{logger:F,revisions:R?{max:R.max,trackedKeys:$,capture:n.captureRevisions===!0}:void 0,extractAllOrigins:N.pending.map(e=>({hook:`extractAll`,originFileId:null,originFilePath:null,originPluginId:e.pluginId,originDependencies:e.originDependencies,routeDependencies:e.routeDependencies,routes:e.routes,entities:e.entities,problems:[],fingerprint:e.inputsHash,routeQueries:e.routeQueries})),extractAllFailures:N.failures,globalProblems:{source:`slugger`,keys:[...X],newProblems:Y.map(e=>l(e.problem,{scope:`global`,source:`slugger`,key:e.key}))},fallbackRoutes:{pluginId:o,...ae}}),await f({state:m,database:n.database}),await P(n,m);let oe=await w({context:n.context,database:n.database,localeContext:C,workingState:m,files:n.files,pluginScopedOriginRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:finalize`),collectEntities:e=>b(e,Q)}),se=await s(n.database);return(oe.ranPluginIds.length>0||se.removedOrphans)&&await f({state:m,database:n.database}),n.context.state=m,{inlineSearchables:Q,routeChanges:re(c.routeBySlug,m.routeBySlug)}}function re(e,t){let n=[];for(let[r,i]of e){let e=t.get(r);(e===void 0||e.originFilePath!==i.originFilePath)&&n.push(r)}for(let r of t.keys())e.has(r)||n.push(r);return{changedSlugs:n,unbounded:!M(e,t)}}function M(e,t){let n=N(e),r=N(t);return n.size===r.size&&[...n].every(e=>r.has(e))}function N(e){let t=/* @__PURE__ */ new Set;for(let[n,r]of e)r.wildcardPrefix&&t.add(n);return t}async function P(e,t){let{invalidatedKeys:n}=await c(e.database,{rows:e.routeQueryRows,state:t,config:e.context.config,logger:e.context.logger.child(`content-layer:db`)});for(let e of n){let n=t.entitiesByKey.get(e);n&&(n.status=`stale`)}}function F(e){return[...e.configDependencies.map(e=>({...e,source:`config`})),...e.fileDependencies]}function I(e,t){return{source:`config`,accessType:`value`,path:t,valueHash:n(e,{accessType:`value`,path:t})}}function L(e){let{context:t,workingState:n,allPluginIds:r,filePath:i,fileRecord:o,attempt:s}=e,c=s.result.ok?s.result.value:null,l=e.localeContext.isL10nPath(i)?[...F(s),e.l10nConfigDependency]:F(s);if(!c){e.origins.push({hook:`extract`,originDependencies:l,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:[],routes:[],entities:[],problems:s.result.ok?[]:[h({filePath:i,pluginId:s.plugin.id,message:s.result.error.message})]});return}let u=C({context:t,filePath:i,pluginId:s.plugin.id,revisions:e.revisions,routeDrafts:c.routes,standaloneEntities:c.entities??[],localeContext:e.localeContext,resolveCanonicalRoute:(e,t)=>n.routesByOriginKey.get(a(s.plugin.id,e))?.find(e=>e.routeId===t)});T(n,r,s.plugin.id,i,u.routes),e.origins.push({hook:`extract`,originDependencies:u.routes.length>0?[...l,e.metadataGlobsConfigDependency]:l,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:u.routeDependencies,routes:u.routes,entities:u.entities,problems:(c.problems??[]).map(e=>m({...e,location:e.location??{filePath:i}})),linkRefs:c.linkRefs})}export{j as syncContentFiles};
1
+ import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{problemRow as s}from"../database/problems.js";import{createProblem as c}from"../problems/codes.js";import{garbageCollectOrphanedEntities as l,propagateRouteQueryInvalidation as u}from"../database/invalidation.js";import{loadFileManifestsByPaths as d}from"../database/files.js";import{loadContentLayerState as f,reloadContentLayerEntities as p}from"../context-state.js";import{bulkSyncOrigins as m}from"../database/origins.js";import{extractFailedProblem as h,sluggerProblemSources as ee}from"../problems/producers.js";import{resolveRevisionsConfig as g}from"../revisions/config.js";import{finalizeHookInputs as _,hasAnyPluginHookTrigger as v}from"./hook-inputs.js";import{collectInlineSearchables as y}from"./search-sync.js";import{dropCollidingRoutes as b}from"./slugger/drop-colliding-routes.js";import{allReservedSlugs as te,resolveFinalSlugs as x}from"./slugger/resolve-final-slugs.js";import{normalizePluginArtifacts as S}from"./normalize-artifacts.js";import{runFinalizePhase as C}from"./finalize-phase.js";import{applyOriginRoutesToWorkingState as w,cloneContentLayerState as T,removeFileFromWorkingState as ne,removeOriginFromWorkingState as E}from"./working-state.js";import{dropCollidingExtractAllRoutes as D,runExtractAllPhase as O}from"./extract-all-phase.js";import{diffFallbackRoutes as k,generateFallbackRoutes as A}from"./generate-fallback-routes.js";async function j(n){let c=await f({context:n.context,database:n.database}),u=T(c);for(let e of n.removedPaths)ne(u,e);if(n.files.length===0&&n.removedPaths.size===0&&![`extractAll`,`finalize`].some(e=>v(e,n.context,c,n.pluginScopedOriginRows,n.routeQueryRows,n.hookState,e===`finalize`?_(n.localeContext):void 0)))return await P(n,u),n.context.state=u,{inlineSearchables:/* @__PURE__ */ new Map,routeChanges:{changedSlugs:[],unbounded:!1}};let h=n.context.logger.child(`content-layer:sync`),{localeContext:S}=n,j=I(n.context.config,`/l10n`),M=I(n.context.config,`/metadataGlobs`),N=await O({context:n.context,database:n.database,workingState:u,files:n.files,originRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:extractAll`)}),F=n.context.logger.child(`content-layer:plugin`),R=g(n.context.config),z=n.files.filter(e=>e.manifest===void 0).map(e=>e.path),B=await d(n.database,z),V=n.context.pluginRegistry.list().map(e=>e.id);E(u,V,o,null);let H=[],U=`${e}/`,W=n.files.map(e=>({file:e,localized:Number(e.path.startsWith(U))})).sort((e,t)=>e.localized-t.localized).map(e=>e.file);for(let[e,a]of W.entries()){let o=u.filesByPath.get(a.path)??u.ignoredFilesByPath.get(a.path);if(!o)throw Error(`Missing stored file state for "${a.path}".`);let s=t(n.context,a.path),c=(u.filePluginsByPath.get(a.path)??[]).map(e=>e.pluginId).filter(e=>!s.some(t=>t.id===e)),l=[];for(let e of c)E(u,V,e,a.path),l.push({hook:`extract`,originDependencies:[],originFileId:o.id,originFilePath:a.path,originPluginId:e,routeDependencies:[],routes:[],entities:[],problems:[]});for(let e of s)E(u,V,e.id,a.path);let d=i({path:a.path,hash:a.hash,manifest:a.manifest??B.get(a.path)??{}}),f=await r(s,d,{config:n.context.config,fs:n.context.platform.fs,contentDir:n.context.contentDir,scannedPaths:()=>u.filesByPath.keys(),logger:F});for(let e of f)L({context:n.context,workingState:u,allPluginIds:V,filePath:a.path,fileRecord:o,attempt:e,origins:l,revisions:R,localeContext:S,l10nConfigDependency:j,metadataGlobsConfigDependency:M,pluginLogger:F});let p=s.map(e=>({id:e.id,version:e.version}));H.push({fileId:o.id,filePath:a.path,plugins:p,origins:l}),u.filePluginsByPath.set(a.path,p.map(e=>({fileId:o.id,pluginId:e.id,pluginVersion:e.version}))),n.onFileSynced?.(e+1,W.length)}let G=n.context.pluginRegistry.listReservedSlugs(),{collisions:K,routeBySlug:q,wildcardShadows:J,problems:Y}=x({state:u,previousWildcardShadows:c.wildcardShadows,reservedSlugs:G,logger:h});u.wildcardShadows=J,u.routeBySlug=q;let ie=/* @__PURE__ */ new Set([...n.files.map(e=>e.path),...n.removedPaths,...N.pending.map(e=>e.pluginId),...N.failures.map(e=>e.pluginId)]),X=new Set(Y.map(e=>e.key));for(let e of n.storedSluggerProblems){if(e.key===null)continue;let t=ee(e.data);t.length>0&&t.every(e=>ie.has(e))&&X.add(e.key)}b({state:u,bulkItems:H,collisions:K,allPluginIds:V}),D(N.pending,K);let Z=A({state:u,localeContext:S,reservedSlugs:te(G)}),ae=k(c.routesByOriginKey.get(a(`internal.l10n`,null))??[],Z);w(u,V,o,null,Z);let Q=/* @__PURE__ */ new Map;for(let e of H)for(let t of e.origins)y(t.entities,Q);for(let e of N.pending)y(e.entities,Q);let $=/* @__PURE__ */ new Set;if(R){for(let e of H)if(R.isTracked(e.filePath))for(let t of e.origins)for(let e of t.entities)$.add(e.key)}await m(n.database,H,{logger:F,revisions:R?{max:R.max,trackedKeys:$,capture:n.captureRevisions===!0}:void 0,extractAllOrigins:N.pending.map(e=>({hook:`extractAll`,originFileId:null,originFilePath:null,originPluginId:e.pluginId,originDependencies:e.originDependencies,routeDependencies:e.routeDependencies,routes:e.routes,entities:e.entities,problems:[],fingerprint:e.inputsHash,routeQueries:e.routeQueries})),extractAllFailures:N.failures,globalProblems:{source:`slugger`,keys:[...X],newProblems:Y.map(e=>s(e.problem,{scope:`global`,source:`slugger`,key:e.key}))},fallbackRoutes:{pluginId:o,...ae}}),await p({state:u,database:n.database}),await P(n,u);let oe=await C({context:n.context,database:n.database,localeContext:S,workingState:u,files:n.files,pluginScopedOriginRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:finalize`),collectEntities:e=>y(e,Q)}),se=await l(n.database);return(oe.ranPluginIds.length>0||se.removedOrphans)&&await p({state:u,database:n.database}),n.context.state=u,{inlineSearchables:Q,routeChanges:re(c.routeBySlug,u.routeBySlug)}}function re(e,t){let n=[];for(let[r,i]of e){let e=t.get(r);(e===void 0||e.originFilePath!==i.originFilePath)&&n.push(r)}for(let r of t.keys())e.has(r)||n.push(r);return{changedSlugs:n,unbounded:!M(e,t)}}function M(e,t){let n=N(e),r=N(t);return n.size===r.size&&[...n].every(e=>r.has(e))}function N(e){let t=/* @__PURE__ */ new Set;for(let[n,r]of e)r.wildcardPrefix&&t.add(n);return t}async function P(e,t){let{invalidatedKeys:n}=await u(e.database,{rows:e.routeQueryRows,state:t,config:e.context.config,logger:e.context.logger.child(`content-layer:db`)});for(let e of n){let n=t.entitiesByKey.get(e);n&&(n.status=`stale`)}}function F(e){return[...e.configDependencies.map(e=>({...e,source:`config`})),...e.fileDependencies]}function I(e,t){return{source:`config`,accessType:`value`,path:t,valueHash:n(e,{accessType:`value`,path:t})}}function L(e){let{context:t,workingState:n,allPluginIds:r,filePath:i,fileRecord:o,attempt:s}=e,l=s.result.ok?s.result.value:null,u=e.localeContext.isL10nPath(i)?[...F(s),e.l10nConfigDependency]:F(s);if(!l){e.origins.push({hook:`extract`,originDependencies:u,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:[],routes:[],entities:[],problems:s.result.ok?[]:[h({filePath:i,pluginId:s.plugin.id,message:s.result.error.message})]});return}let d=S({context:t,filePath:i,pluginId:s.plugin.id,revisions:e.revisions,routeDrafts:l.routes,standaloneEntities:l.entities??[],localeContext:e.localeContext,resolveCanonicalRoute:(e,t)=>n.routesByOriginKey.get(a(s.plugin.id,e))?.find(e=>e.routeId===t)});w(n,r,s.plugin.id,i,d.routes),e.origins.push({hook:`extract`,originDependencies:d.routes.length>0?[...u,e.metadataGlobsConfigDependency]:u,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:d.routeDependencies,routes:d.routes,entities:d.entities,problems:(l.problems??[]).map(e=>c({...e,location:e.location??{filePath:i}})),linkRefs:l.linkRefs})}export{j as syncContentFiles};
@@ -1 +1 @@
1
- import{batchValues as e}from"../database/connection.js";import{entities as t,entityDeps as n,files as r,linkRefs as i}from"../database/schema.js";import{deleteProblemsForLinkRefsTx as a,insertProblemsTx as o,problemRow as s,replaceAllLinkProblemsTx as c}from"../database/problems.js";import{createProblem as l}from"../problems/codes.js";import{clearLinkCheckCheckpointTx as u}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as d}from"./load-view.js";import{unresolvedFilePathRefReads as f,validateLinkRefs as p}from"./validate.js";import{and as m,eq as h,getTableColumns as g,gte as _,inArray as v,lt as y,notInArray as b,or as x}from"drizzle-orm";function S(e){return{run:t=>w(e.logger,()=>T(e,t))}}async function C(e){await w(e.logger,async()=>{let i=await e.database.db.select({entityId:t.id,path:r.path}).from(t).leftJoin(n,h(n.entityId,t.id)).leftJoin(r,h(n.originFileId,r.id)).where(m(h(t.key,e.entityKey),h(t.isCurrent,1))),a=i[0]?.entityId;if(a===void 0)return;let o=i.map(e=>e.path).filter(e=>e!==null),s=[...new Set(o)],c=e.viewCache?await e.viewCache.refreshInventories(s):void 0;await T(e,{entityIds:[a],originFilePaths:[],changedSlugs:[],changedFilePaths:s,unbounded:!1},c)})}async function w(e,t){try{await t()}catch(t){e?.warn(`Incremental link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)})}}async function T(e,t,n){if(t.unbounded){await E(e);return}if(!D(t))return;let r=n??await d(e),i=await O(e.database,t,r);if(i.length===0)return;let s=p(i,r).map(j),c=i.map(e=>e.id);await e.database.db.transaction(async e=>{await a(e,c),await o(e,s),await u(e)}),e.logger?.debug(`Incremental link check complete`,{refs:i.length,broken:s.length})}async function E(e){let[t,n]=await Promise.all([e.database.db.select().from(i),d(e)]),r=p(t,n).map(j);await e.database.db.transaction(async e=>{await c(e,r),await u(e)}),e.logger?.debug(`Full link check complete`,{refs:t.length,broken:r.length})}function D(e){return e.entityIds.length>0||e.originFilePaths.length>0||e.changedSlugs.length>0||e.changedFilePaths.length>0}async function O(t,n,a){let o=/* @__PURE__ */ new Map,s=e=>{for(let t of e)o.set(t.id,t)};for(let r of e(n.entityIds,500))s(await t.db.select().from(i).where(v(i.entityId,r)));for(let a of e(n.originFilePaths,500))s(await t.db.select(g(i)).from(i).innerJoin(r,h(i.originFileId,r.id)).where(v(r.path,a)));let c=new Set(n.changedSlugs);for(let e of n.changedFilePaths)for(let t of a.routeSlugsBySourcePath.get(e)??[])c.add(t);for(let n of e([...c],500))s(await t.db.select().from(i).where(m(h(i.targetKind,`slug`),v(i.target,n))));let l=[...c].filter(e=>a.routeBySlug.get(e)?.wildcardPrefix===!0);for(let n of e(l,20)){let e=n.map(e=>{let t=k(e);return m(_(i.target,t),y(i.target,A(t)))});s(await t.db.select().from(i).where(m(h(i.targetKind,`slug`),x(...e))))}for(let r of e(n.changedFilePaths,500))s(await t.db.select().from(i).where(m(h(i.targetKind,`file-path`),v(i.target,r))));if(c.size>0||n.changedFilePaths.length>0){let e=new Set(n.changedFilePaths);s((await t.db.select().from(i).where(m(h(i.targetKind,`file-path`),b(i.target,t.db.select({path:r.path}).from(r))))).filter(t=>{let n=f(t,a);return n.filePaths.some(t=>e.has(t))||n.slugs.some(e=>c.has(e)||l.some(t=>e.startsWith(k(t))))}))}return[...o.values()]}function k(e){return e===`/`?`/`:`${e}/`}function A(e){return`${e.slice(0,-1)}0`}function j(e){return s(l(e.problem),{scope:`link`,linkRefId:e.ref.id})}export{S as createDevLinkCheckSession,O as loadAffectedRefs,C as runMaterializationLinkCheck};
1
+ import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{deleteProblemsForLinkRefsTx as a,insertProblemsTx as o,problemRow as s,replaceAllLinkProblemsTx as c}from"../database/problems.js";import{createProblem as l}from"../problems/codes.js";import{clearLinkCheckCheckpointTx as u}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as d}from"./load-view.js";import{unresolvedFilePathRefReads as f,validateLinkRefs as p}from"./validate.js";import{and as m,eq as h,getTableColumns as g,gte as _,inArray as v,lt as y,notInArray as b,or as x}from"drizzle-orm";function S(e){return{run:t=>w(e.logger,()=>T(e,t))}}async function C(r){await w(r.logger,async()=>{let i=await r.database.db.select({entityId:e.id,path:n.path}).from(e).leftJoin(t,h(t.entityId,e.id)).leftJoin(n,h(t.originFileId,n.id)).where(m(h(e.key,r.entityKey),h(e.isCurrent,1))),a=i[0]?.entityId;if(a===void 0)return;let o=i.map(e=>e.path).filter(e=>e!==null),s=[...new Set(o)],c=r.viewCache?await r.viewCache.refreshInventories(s):void 0;await T(r,{entityIds:[a],originFilePaths:[],changedSlugs:[],changedFilePaths:s,unbounded:!1},c)})}async function w(e,t){try{await t()}catch(t){e?.warn(`Incremental link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)})}}async function T(e,t,n){if(t.unbounded){await E(e);return}if(!D(t))return;let r=n??await d(e),i=await O(e.database,t,r);if(i.length===0)return;let s=p(i,r).map(j),c=i.map(e=>e.id);await e.database.db.transaction(async e=>{await a(e,c),await o(e,s),await u(e)}),e.logger?.debug(`Incremental link check complete`,{refs:i.length,broken:s.length})}async function E(e){let[t,n]=await Promise.all([e.database.db.select().from(r),d(e)]),i=p(t,n).map(j);await e.database.db.transaction(async e=>{await c(e,i),await u(e)}),e.logger?.debug(`Full link check complete`,{refs:t.length,broken:i.length})}function D(e){return e.entityIds.length>0||e.originFilePaths.length>0||e.changedSlugs.length>0||e.changedFilePaths.length>0}async function O(e,t,a){let o=/* @__PURE__ */ new Map,s=e=>{for(let t of e)o.set(t.id,t)};for(let n of i(t.entityIds,500))s(await e.db.select().from(r).where(v(r.entityId,n)));for(let a of i(t.originFilePaths,500))s(await e.db.select(g(r)).from(r).innerJoin(n,h(r.originFileId,n.id)).where(v(n.path,a)));let c=new Set(t.changedSlugs);for(let e of t.changedFilePaths)for(let t of a.routeSlugsBySourcePath.get(e)??[])c.add(t);for(let t of i([...c],500))s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),v(r.target,t))));let l=[...c].filter(e=>a.routeBySlug.get(e)?.wildcardPrefix===!0);for(let t of i(l,20)){let n=t.map(e=>{let t=k(e);return m(_(r.target,t),y(r.target,A(t)))});s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),x(...n))))}for(let n of i(t.changedFilePaths,500))s(await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),v(r.target,n))));if(c.size>0||t.changedFilePaths.length>0){let i=new Set(t.changedFilePaths);s((await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),b(r.target,e.db.select({path:n.path}).from(n))))).filter(e=>{let t=f(e,a);return t.filePaths.some(e=>i.has(e))||t.slugs.some(e=>c.has(e)||l.some(t=>e.startsWith(k(t))))}))}return[...o.values()]}function k(e){return e===`/`?`/`:`${e}/`}function A(e){return`${e.slice(0,-1)}0`}function j(e){return s(l(e.problem),{scope:`link`,linkRefId:e.ref.id})}export{S as createDevLinkCheckSession,O as loadAffectedRefs,C as runMaterializationLinkCheck};