@redocly/framework 1.0.0-next.6 → 1.0.0-next.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundler/build/output-metadata.js +1 -1
- package/dist/bundler/build/run.js +1 -1
- package/dist/bundler/dev/dev-content-build.js +1 -0
- package/dist/bundler/dev/dev-problems.js +1 -1
- package/dist/bundler/dev/dev-reporter.js +1 -1
- package/dist/bundler/dev/routes/dev-content-build-route.js +1 -0
- package/dist/bundler/dev/routes/dev-problems-route.js +1 -1
- package/dist/bundler/dev/run.js +1 -1
- package/dist/bundler/dev/runtime-app.js +1 -1
- package/dist/cli/args.js +1 -1
- package/dist/cli/commands/build.js +1 -1
- package/dist/cli/commands/ingest.js +1 -1
- package/dist/cli/commands/translate.js +1 -1
- package/dist/cli/dev-console/{sweep.js → content-build.js} +1 -1
- package/dist/cli/dev-console/index.js +1 -1
- package/dist/cli/dev-console/lines.js +2 -2
- package/dist/cli/dev-console/plain.js +1 -1
- package/dist/cli/dev-console/tui.js +2 -2
- package/dist/cli/validate-react-pages.js +1 -1
- package/dist/client/app.js +2 -7
- package/dist/client/client-entry.js +1 -1
- package/dist/client/dev-problems/ProblemsBar.js +75 -15
- package/dist/client/dev-problems/build-segment.js +1 -0
- package/dist/client/dev-problems/index.js +1 -1
- package/dist/client/dev-problems/use-dev-problems.js +1 -1
- package/dist/client/review/ReviewBar.js +163 -69
- package/dist/client/review/login-url.js +1 -0
- package/dist/client/use-bar-position.js +1 -0
- package/dist/client/use-page-versions.js +1 -1
- package/dist/client/use-search.js +1 -1
- package/dist/content-layer/api-outputs.js +1 -1
- package/dist/content-layer/config-schema.js +1 -1
- package/dist/content-layer/config.d.ts +2 -1
- package/dist/content-layer/config.js +1 -1
- package/dist/content-layer/database/files.js +1 -1
- package/dist/content-layer/database/finalize.js +1 -1
- package/dist/content-layer/database/origins.js +1 -1
- package/dist/content-layer/database/problems.d.ts +2 -0
- package/dist/content-layer/database/problems.js +1 -1
- package/dist/content-layer/database/reset.js +1 -1
- package/dist/content-layer/database/schema.d.ts +17 -0
- package/dist/content-layer/database/schema.js +1 -1
- package/dist/content-layer/ingest/finalize-phase.js +1 -1
- package/dist/content-layer/ingest/git-last-modified.js +3 -3
- package/dist/content-layer/ingest/hash.js +1 -1
- package/dist/content-layer/ingest/run.js +1 -1
- package/dist/content-layer/ingest/search-sync.js +1 -1
- package/dist/content-layer/ingest/sync.js +1 -1
- package/dist/content-layer/link-checker/delta.js +1 -1
- package/dist/content-layer/link-checker/fingerprint.js +1 -1
- package/dist/content-layer/link-checker/load-view.js +1 -1
- package/dist/content-layer/link-checker/run-build.js +1 -1
- package/dist/content-layer/link-checker/validate.js +1 -1
- package/dist/content-layer/link-checker/view.js +1 -1
- package/dist/content-layer/loaders/context.js +1 -1
- package/dist/content-layer/loaders/define.d.ts +3 -0
- package/dist/content-layer/markdown/client/JsonSchemaTag.js +1 -1
- package/dist/content-layer/markdown/client/code-highlight-notation.js +3 -3
- package/dist/content-layer/markdown/client/markdoc-components.js +2 -2
- package/dist/content-layer/markdown/resolve/audience-tag.d.ts +1 -5
- package/dist/content-layer/markdown/resolve/audience-tag.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/operation-samples.js +1 -1
- package/dist/content-layer/markdown/resolve/references.js +1 -1
- package/dist/content-layer/markdown/search/to-sections.d.ts +1 -1
- package/dist/content-layer/markdown/search/to-sections.js +1 -1
- package/dist/content-layer/markdown/tags/html.d.ts +2 -2
- package/dist/content-layer/markdown/tags/html.js +1 -1
- package/dist/content-layer/markdown/tags/openapi.js +1 -1
- package/dist/content-layer/materialization/entity.js +1 -1
- package/dist/content-layer/materialization/static-files.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/client/event-handlers.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/client/template.js +11 -3
- package/dist/content-layer/plugins/internal/api-docs/index.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/build-definition.d.ts +21 -11
- package/dist/content-layer/plugins/internal/api-docs/server/build-definition.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/build-sidebar.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/markdown-decorator.d.ts +1 -4
- package/dist/content-layer/plugins/internal/api-docs/server/markdown-decorator.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/markdown-docs.js +14 -14
- package/dist/content-layer/plugins/internal/api-docs/server/spec-download.js +1 -1
- package/dist/content-layer/plugins/internal/api-functions/server/access.js +1 -1
- package/dist/content-layer/plugins/internal/api-functions/server/dispatch.js +1 -1
- package/dist/content-layer/plugins/internal/app-data/index.d.ts +1 -1
- package/dist/content-layer/plugins/internal/app-data/index.js +1 -1
- package/dist/content-layer/plugins/internal/markdoc/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/constants.d.ts +17 -0
- package/dist/content-layer/plugins/internal/mcp/constants.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/content-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/agent-card.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/audit.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/auth.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/capabilities.js +6 -6
- package/dist/content-layer/plugins/internal/mcp/server/codemode/constants.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/discover.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/prompts.js +8 -8
- package/dist/content-layer/plugins/internal/mcp/server/custom-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/allowed-http-methods.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/api-call-operations.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/call-api.js +2 -0
- package/dist/content-layer/plugins/internal/mcp/server/gateway/credentials-page/form-page.js +10 -10
- package/dist/content-layer/plugins/internal/mcp/server/gateway/credentials-page/outcome-pages.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/credentials.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/fetch-bridge.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/ssrf-guard.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/upstream-detail.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/index.js +3 -3
- package/dist/content-layer/plugins/internal/mcp/server/gateway/tool-list.js +1 -0
- package/dist/content-layer/plugins/internal/mcp/server/gateway/tools.js +4 -4
- package/dist/content-layer/plugins/internal/mcp/server/gateway/upstream-auth-scheme.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/handler.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-server.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-telemetry.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/authorize.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/callback.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/discovery.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/token.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/tokens.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/server-card.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/skills-resources.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/openapi-catalog.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/openapi-document.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/openapi.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/pages.js +2 -2
- package/dist/content-layer/plugins/internal/mcp/server/tools/schemas.js +1 -1
- package/dist/content-layer/plugins/internal/mock/server/handler.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/index.d.ts +2 -1
- package/dist/content-layer/plugins/internal/sidebar/index.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/subtree.js +1 -1
- package/dist/content-layer/plugins/internal/skills/server/routes.js +1 -1
- package/dist/content-layer/plugins/types/markdoc.d.ts +2 -0
- package/dist/content-layer/plugins/utils/route-index.js +1 -1
- package/dist/content-layer/problems/codes.js +1 -1
- package/dist/content-layer/search/postings/fragment-field.d.ts +2 -0
- package/dist/content-layer/search/postings/fragment-field.js +1 -1
- package/dist/content-layer/search/postings/postings-store.js +1 -1
- package/dist/content-layer/server/database.js +1 -1
- package/dist/content-layer/static/registry.js +1 -1
- package/dist/content-layer/versions/version-groups.d.ts +5 -1
- package/dist/content-layer/versions/version-groups.js +1 -1
- package/dist/server/app.js +3 -3
- package/dist/server/ask-ai/route.js +1 -1
- package/dist/server/auth/access-config.js +1 -1
- package/dist/server/auth/gate.js +1 -1
- package/dist/server/auth/middleware.js +1 -1
- package/dist/server/auth/oidc.js +1 -1
- package/dist/server/auth/routes.js +1 -1
- package/dist/server/content.js +9 -9
- package/dist/server/lambda-entry.js +1 -1
- package/dist/server/node-entry.js +1 -1
- package/dist/server/page-handlers.js +2 -2
- package/dist/server/redirects.js +1 -1
- package/dist/server/review/route.js +1 -1
- package/dist/server/search/route.js +1 -1
- package/dist/server/static-files/serve.js +1 -1
- package/dist/server/subprocess/child-entry.js +1 -1
- package/dist/server/subprocess/host.js +1 -1
- package/dist/server/telemetry/mock-server-events.js +1 -0
- package/dist/server/telemetry/redirect-event.js +1 -0
- package/dist/server/telemetry/sender.js +1 -1
- package/dist/shared/constants/content-update.js +1 -1
- package/dist/shared/constants/dev-content-build.js +1 -0
- package/dist/shared/constants/dev-problems.js +1 -1
- package/dist/shared/constants/dev-source-sync.js +1 -1
- package/dist/shared/constants/manifest-version.d.ts +3 -1
- package/dist/shared/constants/openapi-operation-methods.d.ts +2 -0
- package/dist/shared/constants/openapi-operation-methods.js +1 -0
- package/dist/shared/constants/review.d.ts +5 -0
- package/dist/shared/constants/review.js +1 -1
- package/dist/shared/load-dot-env.js +1 -1
- package/dist/shared/rbac/api-docs.d.ts +2 -1
- package/dist/shared/rbac/api-docs.js +1 -1
- package/dist/shared/rbac/engine.d.ts +12 -9
- package/dist/shared/rbac/engine.js +0 -0
- package/dist/shared/rbac/filter.js +1 -1
- package/dist/shared/rbac/route-scope.d.ts +1 -1
- package/dist/shared/types/auth.d.ts +1 -0
- package/dist/shared/types/config.d.ts +1 -0
- package/dist/shared/types/search.d.ts +7 -2
- package/drizzle/20261111152552_page_markdown_rbac_scope/migration.sql +1 -0
- package/package.json +26 -5
- package/dist/bundler/dev/__tests__/reset-content-update-state.js +0 -1
- package/dist/bundler/dev/materialization-sweeper.js +0 -1
- package/dist/client/dev-problems/sweep-segment.js +0 -1
- package/dist/client/review/use-bar-position.js +0 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/__tests__/fake-kv.js +0 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/__tests__/secret-store-fixture.js +0 -1
- package/dist/server/__tests__/rbac-fixture.js +0 -1
- package/dist/server/__tests__/test-session.js +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
import{toJsonObject as e,toJsonValue as t}from"./database/utils/json.js";import{hashContentBytes as n}from"../shared/utils/content-hash.js";import{getProcessEnv as r,getPublicEnv as i,resolveRedoclyEnvironment as a,sanitizeBranchName as o}from"../shared/public-env.js";import{isClosedToAnonymous as s,parseRbacConfigData as c}from"../shared/rbac/engine.js";import{readProjectEnv as l}from"../shared/project-env.js";import{listL10nDirs as u,resolveLocaleContext as d}from"../shared/utils/l10n.js";import{expandConfigRbacForL10n as f}from"../shared/rbac/l10n-rules.js";import{expandConfigRbacTeamTemplates as p,listTeamDirs as m,teamTemplatePrefixes as ee}from"../shared/rbac/team-templates.js";import{resolveContentPath as h}from"../shared/utils/resolve-content-path.js";import{resolveConfigRedirects as g}from"./config-redirects.js";import{NESTED_CONFIG_SCHEMA as _,realmConfigSchema as v,sanitizeConfig as y}from"./config-schema.js";import{hashEffectiveConfig as b,resolveSiteConfig as x}from"./database/site-config.js";import{applyEnforcedAccess as S}from"./enforced-access.js";import{applyPlanGates as C}from"./plan-gates.js";import{resolve as w}from"node:path";import T from"js-yaml";import{interpolateEnvVariables as E}from"@redocly/config";const D=[`redocly.yaml`,`redocly.yml`],O=`redocly.yaml`;async function k(e,t,i={}){let a=await
|
|
1
|
+
import{toJsonObject as e,toJsonValue as t}from"./database/utils/json.js";import{hashContentBytes as n}from"../shared/utils/content-hash.js";import{getProcessEnv as r,getPublicEnv as i,resolveRedoclyEnvironment as a,sanitizeBranchName as o}from"../shared/public-env.js";import{isClosedToAnonymous as s,parseRbacConfigData as c}from"../shared/rbac/engine.js";import{readProjectEnv as l}from"../shared/project-env.js";import{listL10nDirs as u,resolveLocaleContext as d}from"../shared/utils/l10n.js";import{expandConfigRbacForL10n as f}from"../shared/rbac/l10n-rules.js";import{expandConfigRbacTeamTemplates as p,listTeamDirs as m,teamTemplatePrefixes as ee}from"../shared/rbac/team-templates.js";import{resolveContentPath as h}from"../shared/utils/resolve-content-path.js";import{resolveConfigRedirects as g}from"./config-redirects.js";import{NESTED_CONFIG_SCHEMA as _,realmConfigSchema as v,sanitizeConfig as y}from"./config-schema.js";import{hashEffectiveConfig as b,resolveSiteConfig as x}from"./database/site-config.js";import{applyEnforcedAccess as S}from"./enforced-access.js";import{applyPlanGates as C}from"./plan-gates.js";import{resolve as w}from"node:path";import T from"js-yaml";import{interpolateEnvVariables as E}from"@redocly/config";const D=[`redocly.yaml`,`redocly.yml`],O=`redocly.yaml`;async function k(e,t,i={}){let a=await ae(e,t),o=r();if(!a){let e=[],t=S(C($(),o,t=>e.push({code:`configuration/ignored`,message:t})),o);return{absolutePath:null,config:t,siteConfig:t,path:null,hash:null,refs:[],problems:e}}let s=await t.readBinaryFile(a.absolutePath),c=[],d=[],f=[],p=P(new TextDecoder().decode(s),a.path),h=[],g=l(o),_={contentDir:e,fs:t,env:g,refs:f,warnings:c,errors:d},v=Q(await ne(await L(await F(p,{..._,deprecations:h}),``,_),_)),y={filePath:a.path},b=[],w=H(v.access)?v.access.rbac:void 0,T=K(v,{dirLocales:await u(e,t),teamDirs:await m(e,t,ee(H(w)?w:{})),env:g,pluginSchemas:i,report:e=>b.push({...e,location:y})}),E=S(C(T,o,e=>b.push({code:`configuration/ignored`,message:e,location:y})),o),{config:D,unsetVars:O}=x(E,g);for(let e of O)c.push(`The config references process.env.${e}, which is not set.`);let k=[...c.map(e=>({code:`configuration/ignored`,message:e,location:y})),...[...new Set(h)].map(e=>({code:`configuration/deprecated`,message:e,location:y})),...d.map(e=>({code:`configuration/invalid`,severity:`error`,message:e,location:y})),...b];return{...a,config:D,siteConfig:E,hash:await n(s),refs:f,problems:k}}function A(e,t){return b(e)!==t}async function j(e){if(e.context.configLoaded&&e.force!==!0)return{absolutePath:e.context.configFilePath?w(e.context.contentDir,e.context.configFilePath):null,config:e.context.config,siteConfig:e.context.siteConfig,path:e.context.configFilePath,hash:e.context.configHash,refs:e.context.configRefs,problems:[]};let t=Object.fromEntries(e.context.pluginRegistry.list().flatMap(e=>e.configSchema?[[e.id,e.configSchema]]:[])),n=await k(e.context.contentDir,e.context.platform.fs,t);return e.context.config=n.config,e.context.siteConfig=n.siteConfig,e.context.configFilePath=n.path,e.context.configHash=n.hash,e.context.configRefs=n.refs,e.context.configLoaded=!0,n}function M(e,t){let n=E(P(e,t),l(r())).value,{value:i,problems:a}=y(_,n);for(let e of a)e.location={filePath:t};return{config:i,problems:a}}function te(e){return e.endsWith(`/${O}`)}async function N(e){let t=[];for(let n of e.paths)try{let r=await e.fs.readFile(w(e.contentDir,n));t.push(...M(r,n).problems)}catch(e){let r=e instanceof Error?e.message:String(e);t.push({code:`configuration/invalid`,message:`The config cannot be read: ${r}`,location:{filePath:n}})}return t}function P(t,n){let r=T.load(t);if(r==null)return{};try{return e(r)}catch(e){throw Error(`Expected ${n} to contain a YAML object.`,{cause:e})}}async function F(e,t){let{env:n,...r}=e;if(!H(n))return e;let i=t.env.PUBLIC_REDOCLY_BRANCH_NAME,s=[...i?[`branch.${o(i)}`]:[],a(t.env.REDOCLY_ENV)],c=e=>t.deprecations.push(e),l=J(r,c);for(let e of s){let r=await I(n[e],e,t);r&&(l=V(l,J(r,c)))}return l}async function I(e,t,n){if(!H(e))return null;if(typeof e.$ref!=`string`)return e;let{$ref:r,...i}=e,a=`env.${t}`,o=R(await z(r,a,n),i,a,n);return H(o)?o:null}async function L(e,t,n){if(Array.isArray(e))return Promise.all(e.map((e,r)=>L(e,`${t}[${r}]`,n)));if(!H(e))return e;if(typeof e.$ref==`string`){let{$ref:r,...i}=e;return R(await z(r,t,n),await L(i,t,n),t,n)}let r={};for(let[i,a]of Object.entries(e))r[i]=await L(a,t===``?i:`${t}.${i}`,n);return r}function R(e,t,n,r){if(Object.keys(t).length===0)return e;if(H(e))return{...e,...t};if(e==null)return t;let i=Array.isArray(e)?`list`:`scalar`;return r.warnings.push(`${n===``?`The config`:n} has keys next to a $ref to a ${i}; only the referenced file applies.`),e}function z(e,n,r){return B(e,`${n} $ref`,r,e=>t(T.load(e)))}async function B(e,t,r,i,a=`warning`){let o=a===`error`?r.errors:r.warnings,s=h(e,D[0]);if(s===null)return o.push(`${t} "${e}" escapes the content root.`),null;try{let e=await r.fs.readBinaryFile(w(r.contentDir,s));return r.refs.push({path:s,hash:await n(e)}),i(new TextDecoder().decode(e))}catch(n){let r=n instanceof Error?n.message:String(n);return o.push(`Cannot read ${t} "${e}": ${r}`),null}}async function ne(e,t){let{seo:n}=e;if(!H(n)||!H(n.llmstxt)||!H(n.llmstxt.details))return e;let{path:r,...i}=n.llmstxt.details;if(typeof r!=`string`)return e;let a=null;i.content===void 0?a=await B(E(r,t.env).value,`seo.llmstxt.details.path`,t,e=>e,`error`):t.errors.push(`seo.llmstxt.details.path and seo.llmstxt.details.content are mutually exclusive; the path is ignored.`);let o={...n.llmstxt,details:a===null?i:{...i,path:r,content:a}};return{...e,seo:{...n,llmstxt:o}}}function V(e,t){let n={...e};for(let[e,r]of Object.entries(t)){if(e===`__proto__`||e===`constructor`||e===`prototype`)continue;let t=n[e];n[e]=H(t)&&H(r)?V(t,r):r}return n}function H(e){return typeof e==`object`&&!!e&&!Array.isArray(e)}const U=[`hide`,`name`,`ignore`,`publicEndpoint`],W=`redocly.apigee`,G=[`requiresLogin`,`rbac`,`sso`,`idps`,`logoutReturnUrl`,`residency`];function K(e,t={}){let n=t.report??(()=>{}),r=t.dirLocales??[],a=J(e,e=>n({code:`configuration/deprecated`,message:e}));H(a.mcp)&&a.mcp.docs!==void 0&&n({code:`configuration/deprecated`,message:`The 'mcp.docs' property is deprecated. Use the 'mcp' properties instead.`});let o=y(v(t.pluginSchemas??{}),a,{env:t.env});for(let e of o.problems)n(e);let{redirects:s,access:c,...l}=f(p(q(o.value,t.env),t.teamDirs??{},n),r),u={...l,publicEnv:i()};c&&(u.access=ie(c,n));let m=g(s,d(l.l10n,r));return m&&(u.redirects=m),u}function q(e,t){if(!t)return e;let n={...e};for(let r of[`access`,`l10n`,`redirects`])r in e&&(n[r]=E(e[r],t).value);return n}function J(e,t){return Y(re(X(Q(e),t)),t)}function Y(e,t){let{developerOnboarding:n}=e;if(!H(n)||!Array.isArray(n.adapters))return e;let r=n.adapters.find(e=>H(e)&&(e.type===`APIGEE_X`||e.type===`APIGEE_EDGE`));if(!H(r)||(t(`The Apigee adapter in 'developerOnboarding' is deprecated. Add the Apigee plugin and move the adapter to 'redocly.apigee'.`),e[W]!==void 0))return e;let{type:i,ignoreApiProducts:a,allowApiProductsOutsideCatalog:o,...s}=r,c={};return a!==void 0&&(c.exclude=a),o!==void 0&&(c.allowOutsideCatalog=o),{...e,[W]:{...s,apiProducts:c}}}function X(e,t){let n=e;e.reunite!==void 0&&(t(`The 'reunite' property is deprecated. Use 'platform' instead.`),e.platform!==void 0&&e.platform!==null&&t(`Both 'platform' and 'reunite' are set. 'reunite' is ignored, so remove it.`),n=Z(e));let{access:r}=n;return H(r)&&H(r.rbac)&&r.rbac.reunite!==void 0&&(t(`The 'access.rbac.reunite' property is deprecated. Use 'access.rbac.platform' instead.`),n={...n,access:{...r,rbac:Z(r.rbac)}}),n}function Z(e){let{reunite:t,...n}=e;return{...n,platform:e.platform??t}}function re(e){let{mcp:t}=e;if(!H(t))return e;let{docs:n,...r}=t;if(!H(n))return e;let i={...n};for(let e of U){let t=n[e];delete i[e],t!==void 0&&(r[e]===void 0||r[e]===null||e===`hide`&&t===!0)&&(r[e]=t)}return{...e,mcp:{...r,docs:i}}}function Q(e){let t=G.map(t=>[t,e[t]]).filter(([,e])=>e!==void 0);if(t.length===0)return e;let n={...e},r=H(e.access)?{...e.access}:{};for(let[e,i]of t)delete n[e],(r[e]===void 0||r[e]===null)&&(r[e]=i);return{...n,access:r}}function ie(e,t){let n=e.rbac?c(e.rbac,e=>t({code:`configuration/invalid`,message:e})):null;return n?(e.requiresLogin===!0&&t({code:`configuration/ignored`,message:`access.requiresLogin is ignored because access.rbac is also configured — the two are mutually exclusive. Remove one.`}),{...e,requiresLogin:s(n)}):e}async function ae(e,t){for(let n of D){let r=w(e,n);if(await t.exists(r))return{absolutePath:r,path:n}}return null}function $(){return K({})}export{O as NESTED_CONFIG_FILENAME,D as REDOCLY_CONFIG_FILENAMES,$ as createEmptyRealmConfig,V as deepMergeConfig,A as isConfigChanged,te as isNestedConfigPath,j as loadContentLayerConfig,k as loadRedoclyConfig,K as normalizeRedoclyConfig,M as parseNestedConfig,N as readNestedConfigProblems};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,entityDeps as t,filePlugins as n,files as r,originDeps as i,routeDeps as a,routes as o,searchDocuments as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{
|
|
1
|
+
import{entities as e,entityDeps as t,filePlugins as n,files as r,originDeps as i,routeDeps as a,routes as o,searchDocuments as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{deleteProblemsForFilesTx as d}from"./problems.js";import{garbageCollectOrphanedEntitiesInTransaction as f}from"./invalidation.js";import{deleteLinkRowsForFilesTx as p}from"./link-refs.js";import{and as m,eq as h,inArray as g,sql as _}from"drizzle-orm";async function v(e){return e.db.select({hash:r.hash,id:r.id,lastModifiedAt:r.lastModifiedAt,manifestVersion:r.manifestVersion,path:r.path}).from(r).orderBy(r.path)}async function y(e,t){let n=/* @__PURE__ */ new Map;for(let i of c(t,500)){let t=await e.db.select({manifest:r.manifest,path:r.path}).from(r).where(g(r.path,i));for(let e of t)n.set(e.path,JSON.parse(e.manifest))}return n}async function b(e){let t=await e.db.select({fileId:n.fileId,filePath:r.path,pluginId:n.pluginId,pluginVersion:n.pluginVersion}).from(n).innerJoin(r,h(n.fileId,r.id)).orderBy(r.path,n.pluginId),i=/* @__PURE__ */ new Map;for(let e of t){let t=i.get(e.filePath)??[];t.push({fileId:e.fileId,pluginId:e.pluginId,pluginVersion:e.pluginVersion}),i.set(e.filePath,t)}return i}async function x(e){let[t,n,i,a]=await Promise.all([v(e),e.db.select({metadata:o.metadata,originFileId:o.sourceId,originFilePath:r.path,originPluginId:o.pluginId,routeId:o.routeId,sidebarSubtreeEntityKey:o.sidebarSubtreeEntityKey,wildcardPrefix:o.wildcardPrefix,slug:o.slug,requestedSlug:o.requestedSlug,slugType:o.slugType,template:o.template,versionGroup:o.versionGroup,version:o.version,locale:o.locale,isFallback:o.isFallback,canonicalSlug:o.canonicalSlug}).from(o).leftJoin(r,h(o.sourceId,r.id)).orderBy(r.path,o.pluginId,o.routeId),S(e),b(e)]);return{entities:i,filePluginsByPath:a,files:t,routes:n}}async function S(t,n){return t.db.select({id:e.id,isSystem:e.isSystem,key:e.key,kind:e.kind,type:e.type,metadata:e.metadata,dataHash:e.dataHash,loaderArgs:e.loaderArgs,loaderId:e.loaderId,pluginId:e.pluginId,status:e.status}).from(e).where(n===void 0?h(e.isCurrent,1):m(g(e.key,[...n]),h(e.isCurrent,1))).orderBy(e.key)}async function C(e,s){let m=l(s.batchSize);return s.upserts.length===0&&s.removedPaths.length===0?[]:u(()=>e.db.transaction(async e=>{let l=[];for(let t of c(s.upserts,m)){let n=await e.insert(r).values(t).onConflictDoUpdate({target:r.path,set:{hash:_.raw(`excluded.hash`),manifest:_.raw(`excluded.manifest`),manifestVersion:_.raw(`excluded.manifest_v`),lastModifiedAt:_.raw(`excluded.last_modified_at`)}}).returning({id:r.id,path:r.path,hash:r.hash,lastModifiedAt:r.lastModifiedAt,manifestVersion:r.manifestVersion});l.push(...n)}if(s.removedPaths.length>0){let l=(await e.select({id:r.id}).from(r).where(g(r.path,s.removedPaths))).map(e=>e.id);if(l.length>0){for(let r of c(l,m))await e.delete(t).where(g(t.originFileId,r)),await e.delete(i).where(g(i.originFileId,r)),await e.delete(a).where(g(a.originFileId,r)),await e.delete(o).where(g(o.sourceId,r)),await e.delete(n).where(g(n.fileId,r)),await d(e,r,m),await p(e,r,m);for(let t of c(l,m))await e.delete(r).where(g(r.id,t));await f(e)}}return l}),{logger:s.logger,operation:`persist content file state`})}async function w(e,t,n){t.length!==0&&await u(()=>e.db.transaction(async e=>{for(let n of t)await e.update(r).set({lastModifiedAt:n.lastModifiedAt}).where(h(r.path,n.path))}),{logger:n,operation:`refresh file last-modified`})}async function T(e){let[t,n]=await Promise.all([e.db.select({filePath:r.path,slug:o.slug,metadata:o.metadata}).from(o).innerJoin(r,h(o.sourceId,r.id)),e.db.select({slug:s.routeSlug,title:s.title}).from(s).where(g(s.docKey,[`page`,`overview`]))]),i=new Map(n.map(e=>[e.slug,e.title])),a=/* @__PURE__ */ new Map;for(let{filePath:e,slug:n,metadata:r}of t){let t=a.get(e);if(t!==void 0&&t.slug.length<=n.length)continue;let o=i.get(n)||r.title;a.set(e,typeof o==`string`&&o?{slug:n,title:o}:{slug:n})}return a}export{T as listRoutePagesByFile,y as loadFileManifestsByPaths,S as loadPersistedContentStateEntities,x as loadPersistedContentStateSummary,v as loadStoredContentFiles,C as persistContentFileState,w as refreshFileLastModified};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isJsonObject as e,toJsonObject as t,toStableJsonString as n}from"./utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{entities as i,entityDeps as a,originDeps as o,pluginHookState as s,routeDeps as c,routeQueryDeps as l,routes as u,staticFiles as d}from"./schema.js";import{batchValues as f,normalizeBatchSize as p,runWithSqliteBusyRetry as m}from"./connection.js";import{
|
|
1
|
+
import{isJsonObject as e,toJsonObject as t,toStableJsonString as n}from"./utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{entities as i,entityDeps as a,originDeps as o,pluginHookState as s,routeDeps as c,routeQueryDeps as l,routes as u,staticFiles as d}from"./schema.js";import{batchValues as f,normalizeBatchSize as p,runWithSqliteBusyRetry as m}from"./connection.js";import{deleteProblemsForPluginHookTx as h,insertProblemsTx as g,replaceGlobalProblemsForKeysTx as _}from"./problems.js";import{generateEntityId as v}from"./entities.js";import{writePluginHookState as y}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as b}from"./route-query-deps.js";import{upsertEntityDescriptors as x}from"./origins.js";import{inArray as S,notInArray as C,sql as w}from"drizzle-orm";async function T(e,t,n){t.length!==0&&await m(()=>e.db.transaction(async e=>{for(let n of t)await E(e,n)}),{logger:n?.logger,operation:`register system entities`})}async function E(e,t){let[r]=await e.select({id:i.id,kind:i.kind,pluginId:i.pluginId,loaderId:i.loaderId,loaderArgs:i.loaderArgs}).from(i).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`).limit(1),a=t.fragmentUpdates?D(r?.loaderArgs??null,t.loaderArgs,t.fragmentUpdates):t.loaderArgs,o=!r||r.kind!==t.kind||r.pluginId!==t.pluginId||r.loaderId!==t.loaderId||n(r.loaderArgs??null)!==n(a??null);await e.insert(i).values({id:r?.id??v(),key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:a,status:`stale`,data:null,markdoc:null,isSystem:1}).onConflictDoUpdate({target:i.id,set:{kind:w.raw(`excluded.kind`),pluginId:w.raw(`excluded.plugin_id`),loaderId:w.raw(`excluded.loader_id`),loaderArgs:w.raw(`excluded.loader_args`),isSystem:w.raw(`excluded.is_system`)}}),(t.shouldInvalidateValue||o)&&await e.update(i).set({status:`stale`,invalidationSeq:w`${i.invalidationSeq} + 1`}).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`)}function D(n,i,a){let o=e(n)&&e(n.fragments)?n.fragments:{},s={};for(let[t,n]of Object.entries(o))e(n)&&typeof n.owner==`string`&&!a.has(n.owner)&&(s[t]=n);for(let[e,t]of a)for(let[n,r]of Object.entries(t??{}))s[n]={owner:e,value:r};let c=t(Object.fromEntries(Object.keys(s).sort(r).map(e=>[e,s[e]])));return{...e(i)?i:{},fragments:c}}function O(t){let n=/* @__PURE__ */ new Set,r=e(t)&&e(t.fragments)?t.fragments:{};for(let t of Object.values(r))e(t)&&typeof t.owner==`string`&&`value`in t&&n.add(t.owner);return n}async function k(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await e.delete(o).where(w`${o.originPluginId} = ${t.originPluginId} and ${o.originFileId} is null and ${o.hook} = 'finalize'`);for(let r of f(t.dependencies,n))r.length!==0&&await e.insert(o).values(r.map(e=>({accessType:e.accessType,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,source:e.source,path:e.path,valueHash:e.valueHash})));await b(e,{originPluginId:t.originPluginId,hook:`finalize`,entityId:null,dependencies:t.routeQueries}),await y(e,{pluginId:t.originPluginId,hook:`finalize`,fingerprint:t.fingerprint})}),{logger:t.logger,operation:`replace finalize reads`})}async function A(e,t,n){let r=t.map(e=>`${e.hook}:${e.pluginId}`),i=e=>t.filter(t=>t.hook===e).map(e=>e.pluginId),f=i(`extractAll`),p=i(`finalize`),h=(e,t)=>C(w`${t} || ':' || ${e}`,r),g=e=>w`${e.originFileId} is null and ${e.hook} in ('extractAll', 'finalize') and ${h(e.originPluginId,e.hook)}`;return m(()=>e.db.transaction(async e=>[await e.delete(o).where(g(o)).returning({id:o.id}),await e.delete(a).where(g(a)).returning({id:a.id}),await e.delete(c).where(g(c)).returning({id:c.id}),await e.delete(l).where(w`${l.entityId} is null and ${l.hook} in ('extractAll', 'finalize') and ${h(l.originPluginId,l.hook)}`).returning({id:l.id}),await e.delete(u).where(w`${u.sourceId} is null and ${u.isFallback} = 0 and ${C(u.pluginId,f)}`).returning({id:u.id}),await e.delete(d).where(C(d.ownerPluginId,p)).returning({id:d.path}),await e.delete(s).where(h(s.pluginId,s.hook)).returning({id:s.pluginId})].some(e=>e.length>0)),{logger:n?.logger,operation:`reconcile plugin-scoped rows`})}async function j(e,t){let n=[...t],r=w`${c.originFileId} is null`;return e.db.select({routeSlug:c.routeSlug,key:c.key,originPluginId:c.originPluginId}).from(c).where(n.length===0?r:w`${r} and not (${c.hook} = 'finalize' and ${S(c.originPluginId,n)})`)}async function M(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await P(e,t.originPluginId),await F(e,t,n)}),{logger:t.logger,operation:`replace finalize artifacts`})}async function N(e,t){await m(()=>e.db.transaction(async e=>{await h(e,t.pluginIds,`finalize`),await g(e,t.pluginProblems),await _(e,`finalize`,t.globalKeys,t.globalProblems)}),{logger:t.logger,operation:`replace finalize problems`})}async function P(e,t){await e.delete(c).where(w`${c.originFileId} is null and ${c.originPluginId} = ${t} and ${c.hook} = 'finalize'`),await e.delete(a).where(w`${a.originFileId} is null and ${a.originPluginId} = ${t} and ${a.hook} = 'finalize'`)}async function F(e,t,n){let r=await x(e,t.entities,n);for(let r of f(t.routeDependencies,n))r.length!==0&&await e.insert(c).values(r.map(e=>({args:e.args,dependencyType:e.dependencyType,key:e.key,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,routeSlug:e.routeSlug,target:e.target}))).onConflictDoNothing();if(t.entities.length!==0)for(let n of t.entities){let i=r.get(n.key);if(!i)throw Error(`Missing entity row for key "${n.key}".`);await e.insert(a).values({dependencyRef:t.originPluginId,dependencyType:`origin`,entityId:i,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`}).onConflictDoNothing()}}export{O as collectAppDataFragmentOwnerIds,j as loadPluginScopedRouteDepOwners,A as reconcilePluginScopedRows,T as registerSystemEntities,M as replaceFinalizeArtifacts,N as replaceFinalizeProblems,k as replaceFinalizeReads};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e}from"./utils/json.js";import{entities as t,entityDeps as n,filePlugins as r,linkRefs as i,originDeps as a,routeDeps as o,routes as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{
|
|
1
|
+
import{hashJsonValue as e}from"./utils/json.js";import{entities as t,entityDeps as n,filePlugins as r,linkRefs as i,originDeps as a,routeDeps as o,routes as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{deleteProblemsForFilesTx as d,deleteProblemsForPluginHookTx as f,insertProblemsTx as p,problemRow as m,replaceGlobalProblemsForKeysTx as h}from"./problems.js";import{generateEntityId as g}from"./entities.js";import{garbageCollectOrphanedEntitiesInTransaction as _}from"./invalidation.js";import{deleteOriginLinkRefsForFilesTx as v}from"./link-refs.js";import{cutEntityRevisionTx as y}from"../revisions/cut.js";import{detectMarkdocPayloadFlag as b}from"../markdown/server/render.js";import{writePluginHookState as x}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as S}from"./route-query-deps.js";import{and as C,eq as w,inArray as T,sql as E}from"drizzle-orm";async function D(e,t){let[r]=await e.select({originFileId:n.originFileId}).from(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} = 'origin'`).limit(1);if(await e.delete(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} in ('file','entity','glob')`),t.deps.length===0)return;if(!r&&!t.isSystem)throw Error(`replaceEntityRuntimeDeps: entity ${t.entityId} has no origin dep row.`);let i=/* @__PURE__ */ new Set,a=[];for(let e of t.deps){let n=e.kind===`file`?e.path:e.kind===`glob`?e.pattern:e.key,o=`${e.kind} ${n}`;i.has(o)||(i.add(o),a.push({entityId:t.entityId,originFileId:r?.originFileId??null,originPluginId:t.originPluginId,hook:`loader`,dependencyType:e.kind,dependencyRef:n}))}for(let t of c(a,500))await e.insert(n).values(t)}async function O(e,t,c){let d=c?.extractAllOrigins??[],f=c?.extractAllFailures??[],g=c?.globalProblems,v=c?.fallbackRoutes,y=(v?.removedSlugs.length??0)+(v?.added.length??0);if(t.length===0&&d.length===0&&f.length===0&&g===void 0&&y===0)return;let b=l(c?.batchSize);await u(()=>e.db.transaction(async e=>{await k(e,{fileIds:t.map(e=>e.fileId),extractAllOrigins:d,extractAllFailures:f,fallbackRoutes:v,batchSize:b}),await F(A(t),b,t=>e.insert(r).values(t));let l=j(t,d,v);await F(l.routes,b,t=>e.insert(s).values(t)),await F(l.routeDeps,b,t=>e.insert(o).values(t));let u=await I(e,l.entityDescriptors,b,c?.revisions);await F(l.originDeps,b,t=>e.insert(a).values(t)),await F(l.linkRefs,b,t=>e.insert(i).values(t));let y=[...l.problems,...f.map(e=>m(e.problem,{scope:`origin`,originFileId:null,originPluginId:e.pluginId,hook:`extractAll`}))];await p(e,y,b),g&&await h(e,g.source,g.keys,g.newProblems),l.entityDescriptors.length>0&&await F(P(l.entityOrigins,u),b,t=>e.insert(n).values(t));for(let t of d)await S(e,{originPluginId:t.originPluginId,hook:`extractAll`,entityId:null,dependencies:t.routeQueries}),await x(e,{pluginId:t.originPluginId,hook:`extractAll`,fingerprint:t.fingerprint});await _(e)}),{logger:c?.logger,operation:`bulk sync origins`})}async function k(e,t){for(let i of c(t.fileIds,t.batchSize))await e.delete(r).where(T(r.fileId,i)),await e.delete(o).where(T(o.originFileId,i)),await e.delete(s).where(T(s.sourceId,i)),await e.delete(n).where(T(n.originFileId,i)),await e.delete(a).where(T(a.originFileId,i));await d(e,t.fileIds,t.batchSize),await v(e,t.fileIds,t.batchSize),await f(e,[...t.extractAllOrigins.map(e=>e.originPluginId),...t.extractAllFailures.map(e=>e.pluginId)],`extractAll`);let i=t.extractAllOrigins.map(e=>e.originPluginId);for(let r of c(i,t.batchSize))await e.delete(o).where(E`${o.originFileId} is null and ${o.hook} = 'extractAll' and ${T(o.originPluginId,r)}`),await e.delete(s).where(E`${s.sourceId} is null and ${T(s.pluginId,r)}`),await e.delete(n).where(E`${n.originFileId} is null and ${n.hook} = 'extractAll' and ${T(n.originPluginId,r)}`),await e.delete(a).where(E`${a.originFileId} is null and ${a.hook} = 'extractAll' and ${T(a.originPluginId,r)}`);if(t.fallbackRoutes){let{pluginId:n,removedSlugs:r,added:i}=t.fallbackRoutes,a=[.../* @__PURE__ */ new Set([...r,...i.map(e=>e.slug)])];for(let r of c(a,t.batchSize))await e.delete(s).where(E`${s.sourceId} is null and ${s.pluginId} = ${n} and ${T(s.slug,r)}`)}}function A(e){let t=[];for(let n of e)for(let e of n.plugins)t.push({fileId:n.fileId,pluginId:e.id,pluginVersion:e.version});return t}function j(e,t,n){let r={routes:[],routeDeps:[],originDeps:[],entityDescriptors:[],entityOrigins:[],problems:[],linkRefs:[]};for(let t of e)for(let e of t.origins)N(e,r);for(let e of t)N(e,r);for(let e of n?.added??[])r.routes.push(M(e,null));return r}function M(e,t){return{metadata:e.metadata,pluginId:e.pluginId,routeId:e.routeId,sidebarSubtreeEntityKey:e.sidebarSubtreeEntityKey,wildcardPrefix:e.wildcardPrefix??!1,slug:e.slug,requestedSlug:e.requestedSlug,slugType:e.slugType,sourceId:t,template:e.template,versionGroup:e.versionGroup,version:e.version,locale:e.locale,isFallback:e.isFallback,canonicalSlug:e.canonicalSlug}}function N(e,t){for(let n of e.routes)t.routes.push(M(n,e.originFileId));for(let n of e.routeDependencies)t.routeDeps.push({args:n.args,dependencyType:n.dependencyType,key:n.key,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,routeSlug:n.routeSlug,target:n.target});for(let n of e.originDependencies)t.originDeps.push({accessType:n.accessType,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,source:n.source,path:n.path,valueHash:n.valueHash});for(let n of e.problems)t.problems.push(m(n,{scope:`origin`,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook}));e.entities.length>0&&(t.entityDescriptors.push(...e.entities),t.entityOrigins.push({originFileId:e.originFileId,originFilePath:e.originFilePath,originPluginId:e.originPluginId,hook:e.hook,descriptors:e.entities}));for(let n of e.linkRefs??[]){let r=n.filePath??e.originFilePath;r!==null&&t.linkRefs.push({entityId:null,originFileId:e.originFileId,originPluginId:e.originPluginId,filePath:r,kind:n.kind,raw:n.raw,targetKind:n.targetKind,target:n.target,fragment:n.fragment,title:n.title??null,range:n.range??null})}}function P(e,t){let n=[];for(let r of e)for(let e of r.descriptors){let i=t.get(e.key);if(!i)throw Error(`bulkSyncOrigins: missing entity id for key "${e.key}" after upsert.`);n.push({dependencyRef:r.originFilePath??r.originPluginId,dependencyType:`origin`,entityId:i,originFileId:r.originFileId,originPluginId:r.originPluginId,hook:r.hook})}return n}async function F(e,t,n){for(let r of c(e,t))r.length>0&&await n(r)}async function I(n,r,i=500,a){if(r.length===0)return/* @__PURE__ */ new Map;let o=/* @__PURE__ */ new Map;for(let e of r)o.set(e.key,e);let s=[...o.keys()],l=/* @__PURE__ */ new Map,u=/* @__PURE__ */ new Map;for(let e of c(s,i)){let r=await n.select({id:t.id,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,data:t.data,markdoc:t.markdoc,dataHash:t.dataHash,version:t.version,revisionCreatedAt:t.revisionCreatedAt}).from(t).where(C(T(t.key,e),w(t.isCurrent,1)));for(let e of r)l.set(e.key,e.id),u.set(e.key,e)}let d=Date.now(),f=[];for(let t of o.values()){let r=u.get(t.key),i=r?.id??g();l.set(t.key,i);let o=t.kind===`inline`?`ready`:t.shouldInvalidateValue||!r?`stale`:`ready`,s=t.kind===`inline`?t.value:null,c=s===null?null:e(s),p=r?.revisionCreatedAt??d;t.kind===`inline`&&r&&(r.dataHash??null)!==c&&(a?.trackedKeys.has(t.key)&&await y(n,{current:r,max:a.max}),p=Math.max(d,r.revisionCreatedAt+1)),f.push({id:i,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,status:o,data:s,markdoc:s===null?null:b(JSON.stringify(s)),dataHash:c,isSystem:+!!t.isSystem,version:t.version,isCurrent:1,revisionCreatedAt:p})}for(let e of c(f,i))e.length!==0&&await n.insert(t).values(e).onConflictDoUpdate({target:t.id,set:{kind:E.raw(`excluded.kind`),type:E.raw(`excluded.type`),metadata:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.metadata ELSE entities.metadata END`),pluginId:E.raw(`excluded.plugin_id`),loaderId:E.raw(`excluded.loader_id`),loaderArgs:E.raw(`excluded.loader_args`),status:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.status ELSE entities.status END`),data:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data ELSE entities.data END`),markdoc:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.markdoc ELSE entities.markdoc END`),dataHash:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data_hash ELSE entities.data_hash END`),isSystem:E.raw(`excluded.is_system`),version:E.raw(`excluded.version`),revisionCreatedAt:E.raw(`excluded.revision_created_at`),invalidationSeq:E`case when excluded.status = 'stale' then ${t.invalidationSeq} + 1 else ${t.invalidationSeq} end`}});return l}export{O as bulkSyncOrigins,D as replaceEntityRuntimeDeps,I as upsertEntityDescriptors};
|
|
@@ -70,6 +70,8 @@ export declare function summarizeStoredProblems(database: ContentLayerDatabase):
|
|
|
70
70
|
errors: number;
|
|
71
71
|
warnings: number;
|
|
72
72
|
byCode: Record<string, number>;
|
|
73
|
+
/** The error-severity part of `byCode`: a code with no errors is absent. */
|
|
74
|
+
errorsByCode: Record<string, number>;
|
|
73
75
|
}>;
|
|
74
76
|
/** Tallies severities over an already-loaded row set. */
|
|
75
77
|
export declare function summarizeProblems(rows: readonly Pick<ProblemRecord, 'severity'>[]): {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{linkRefs as e,problems as t}from"./schema.js";import{batchValues as n}from"./connection.js";import{asc as r,count as i,inArray as a,notInArray as o,sql as s}from"drizzle-orm";function c(e,t){return{scope:t.scope,originFileId:t.scope===`origin`?t.originFileId:null,originPluginId:t.scope===`origin`?t.originPluginId:null,hook:t.scope===`origin`?t.hook:null,entityId:t.scope===`entity`?t.entityId:null,linkRefId:t.scope===`link`?t.linkRefId:null,source:t.scope===`global`?t.source:null,key:t.scope===`global`?t.key??null:null,code:e.code,category:e.category,severity:e.severity,message:e.message,filePath:e.location?.filePath??null,range:e.location?.range??null,snippet:e.location?.snippet??null,data:e.data??null}}async function l(e,r,i=500){for(let a of n(r,i))await e.insert(t).values(a)}async function u(e,r,i=500){for(let o of n(r,i))await e.delete(t).where(s`${t.scope} = 'origin' and ${a(t.originFileId,o)}`)}async function d(e,n,r){n.length!==0&&await e.delete(t).where(s`${t.scope} = 'origin' and ${t.originFileId} is null and ${t.hook} = ${r} and ${a(t.originPluginId,[...n])}`)}async function f(e,r,i,o=500){if(i.length!==0&&r.size!==0){for(let c of n([...r.keys()],o))await e.delete(t).where(s`${t.scope} = 'entity' and ${a(t.entityId,c)} and ${a(t.code,[...i])}`);await l(e,[...r.values()].flat(),o)}}async function p(e,n,r,i){await e.delete(t).where(r.length===0?s`${t.scope} = 'entity' and ${t.entityId} = ${n}`:s`${t.scope} = 'entity' and ${t.entityId} = ${n} and ${o(t.code,[...r])}`),await l(e,i)}async function m(e,n){let[r]=await e.db.select({id:t.id}).from(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`).limit(1);return r!==void 0}async function h(e,n,r){await e.delete(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`),await l(e,r)}async function g(e,n,r,i){r.length>0&&await e.delete(t).where(s`${t.scope} = 'global' and ${t.source} = ${n} and ${a(t.key,[...r])}`),await l(e,i)}async function _(e,r,i=500){for(let o of n(r,i))await e.delete(t).where(s`${t.scope} = 'link' and ${a(t.linkRefId,o)}`)}async function v(n){await n.delete(t).where(s`${t.scope} = 'link' and ${t.linkRefId} not in (select ${e.id} from ${e})`)}async function y(e,n,r=500){await e.delete(t).where(s`${t.scope} = 'link'`),await l(e,n,r)}async function b(e,n){return e.db.select().from(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`)}async function x(e,n){return e.db.select().from(t).where(s`${t.scope} = 'entity' and ${t.entityId} = ${n}`).orderBy(r(t.id))}async function S(e,n={}){let i=e.db.select().from(t).orderBy(r(t.filePath),r(t.linkRefId),r(t.id));return n.limit===void 0?i:i.limit(n.limit)}async function C(e){let n=await e.db.select({severity:t.severity,code:t.code,count:i()}).from(t).groupBy(t.severity,t.code),r=0,a=0,o={};for(let e of n)e.severity===`error`?r+=e.count:a+=e.count,o[e.code]=(o[e.code]??0)+e.count;return{errors:r,warnings:a,byCode:o}}function w(e){let t=0,n=0;for(let r of e)r.severity===`error`?t+=1:n+=1;return{errors:t,warnings:n}}export{v as deleteOrphanedLinkProblemsTx,u as deleteProblemsForFilesTx,_ as deleteProblemsForLinkRefsTx,d as deleteProblemsForPluginHookTx,m as hasGlobalProblemsForSource,l as insertProblemsTx,b as listGlobalProblems,S as listProblems,x as listProblemsForEntity,c as problemRow,y as replaceAllLinkProblemsTx,p as replaceEntityProblemsExceptCodesTx,f as replaceEntityProblemsForCodesBatchTx,g as replaceGlobalProblemsForKeysTx,h as replaceGlobalProblemsForSourceTx,w as summarizeProblems,C as summarizeStoredProblems};
|
|
1
|
+
import{linkRefs as e,problems as t}from"./schema.js";import{batchValues as n}from"./connection.js";import{asc as r,count as i,inArray as a,notInArray as o,sql as s}from"drizzle-orm";function c(e,t){return{scope:t.scope,originFileId:t.scope===`origin`?t.originFileId:null,originPluginId:t.scope===`origin`?t.originPluginId:null,hook:t.scope===`origin`?t.hook:null,entityId:t.scope===`entity`?t.entityId:null,linkRefId:t.scope===`link`?t.linkRefId:null,source:t.scope===`global`?t.source:null,key:t.scope===`global`?t.key??null:null,code:e.code,category:e.category,severity:e.severity,message:e.message,filePath:e.location?.filePath??null,range:e.location?.range??null,snippet:e.location?.snippet??null,data:e.data??null}}async function l(e,r,i=500){for(let a of n(r,i))await e.insert(t).values(a)}async function u(e,r,i=500){for(let o of n(r,i))await e.delete(t).where(s`${t.scope} = 'origin' and ${a(t.originFileId,o)}`)}async function d(e,n,r){n.length!==0&&await e.delete(t).where(s`${t.scope} = 'origin' and ${t.originFileId} is null and ${t.hook} = ${r} and ${a(t.originPluginId,[...n])}`)}async function f(e,r,i,o=500){if(i.length!==0&&r.size!==0){for(let c of n([...r.keys()],o))await e.delete(t).where(s`${t.scope} = 'entity' and ${a(t.entityId,c)} and ${a(t.code,[...i])}`);await l(e,[...r.values()].flat(),o)}}async function p(e,n,r,i){await e.delete(t).where(r.length===0?s`${t.scope} = 'entity' and ${t.entityId} = ${n}`:s`${t.scope} = 'entity' and ${t.entityId} = ${n} and ${o(t.code,[...r])}`),await l(e,i)}async function m(e,n){let[r]=await e.db.select({id:t.id}).from(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`).limit(1);return r!==void 0}async function h(e,n,r){await e.delete(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`),await l(e,r)}async function g(e,n,r,i){r.length>0&&await e.delete(t).where(s`${t.scope} = 'global' and ${t.source} = ${n} and ${a(t.key,[...r])}`),await l(e,i)}async function _(e,r,i=500){for(let o of n(r,i))await e.delete(t).where(s`${t.scope} = 'link' and ${a(t.linkRefId,o)}`)}async function v(n){await n.delete(t).where(s`${t.scope} = 'link' and ${t.linkRefId} not in (select ${e.id} from ${e})`)}async function y(e,n,r=500){await e.delete(t).where(s`${t.scope} = 'link'`),await l(e,n,r)}async function b(e,n){return e.db.select().from(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`)}async function x(e,n){return e.db.select().from(t).where(s`${t.scope} = 'entity' and ${t.entityId} = ${n}`).orderBy(r(t.id))}async function S(e,n={}){let i=e.db.select().from(t).orderBy(r(t.filePath),r(t.linkRefId),r(t.id));return n.limit===void 0?i:i.limit(n.limit)}async function C(e){let n=await e.db.select({severity:t.severity,code:t.code,count:i()}).from(t).groupBy(t.severity,t.code),r=0,a=0,o={},s={};for(let e of n)e.severity===`error`?(r+=e.count,s[e.code]=(s[e.code]??0)+e.count):a+=e.count,o[e.code]=(o[e.code]??0)+e.count;return{errors:r,warnings:a,byCode:o,errorsByCode:s}}function w(e){let t=0,n=0;for(let r of e)r.severity===`error`?t+=1:n+=1;return{errors:t,warnings:n}}export{v as deleteOrphanedLinkProblemsTx,u as deleteProblemsForFilesTx,_ as deleteProblemsForLinkRefsTx,d as deleteProblemsForPluginHookTx,m as hasGlobalProblemsForSource,l as insertProblemsTx,b as listGlobalProblems,S as listProblems,x as listProblemsForEntity,c as problemRow,y as replaceAllLinkProblemsTx,p as replaceEntityProblemsExceptCodesTx,f as replaceEntityProblemsForCodesBatchTx,g as replaceGlobalProblemsForKeysTx,h as replaceGlobalProblemsForSourceTx,w as summarizeProblems,C as summarizeStoredProblems};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{assetRefs as e,assets as t,blobRefs as n,blobs as r,entities as i,entityDeps as a,filePlugins as o,files as s,linkCheckCheckpoint as c,linkRefs as l,loaderConfigDeps as u,originDeps as d,pageMarkdown as f,pluginHookState as p,problems as m,reactPageChecks as h,routeDeps as g,routes as _,searchDocuments as v,searchFragmentParents as y,searchFragmentPostings as b,searchFragmentUsages as x,searchFragments as S,searchPostings as C,searchVocab as w,staticFiles as T,targetInventories as E}from"./schema.js";import{runWithSqliteBusyRetry as D}from"./connection.js";import{ne as O}from"drizzle-orm";async function k(e){let[t]=await e.db.select({id:s.id}).from(s).where(O(s.manifestVersion,
|
|
1
|
+
import{assetRefs as e,assets as t,blobRefs as n,blobs as r,entities as i,entityDeps as a,filePlugins as o,files as s,linkCheckCheckpoint as c,linkRefs as l,loaderConfigDeps as u,originDeps as d,pageMarkdown as f,pluginHookState as p,problems as m,reactPageChecks as h,routeDeps as g,routes as _,searchDocuments as v,searchFragmentParents as y,searchFragmentPostings as b,searchFragmentUsages as x,searchFragments as S,searchPostings as C,searchVocab as w,staticFiles as T,targetInventories as E}from"./schema.js";import{runWithSqliteBusyRetry as D}from"./connection.js";import{ne as O}from"drizzle-orm";async function k(e){let[t]=await e.db.select({id:s.id}).from(s).where(O(s.manifestVersion,6)).limit(1);return t!==void 0}async function A(O,k){await D(()=>O.db.transaction(async D=>{await D.delete(m),await D.delete(c),await D.delete(l),await D.delete(E),await D.delete(a),await D.delete(u),await D.delete(n),await D.delete(e),await D.delete(o),await D.delete(d),await D.delete(g),await D.delete(_),await D.delete(i),await D.delete(s),await D.delete(r),await D.delete(t),await D.delete(T),await D.delete(C),await D.delete(b),await D.delete(y),await D.delete(x),await D.delete(S),await D.delete(w),await D.delete(v),await D.delete(f),await D.delete(p),await D.delete(h)}),{logger:k?.logger,operation:`reset content database`})}export{k as hasStaleManifestVersion,A as resetContentDatabase};
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import type { ContentConfigAccessType } from '../config-deps.js';
|
|
2
2
|
import type { SearchDocumentBadge } from '../plugins/types/search.js';
|
|
3
3
|
import type { ProblemCategory, ProblemScope, ProblemSeverity } from '../problems/types.js';
|
|
4
|
+
import type { RbacScope } from '../../shared/rbac/types.js';
|
|
4
5
|
import type { RealmConfig } from '../../shared/types/config.js';
|
|
5
6
|
import type { SourceRange, SourceSnippet } from '../../shared/types/source-location.js';
|
|
6
7
|
export type JsonPrimitive = string | number | boolean | null;
|
|
@@ -2827,6 +2828,22 @@ export declare const pageMarkdown: import("drizzle-orm/sqlite-core").SQLiteTable
|
|
|
2827
2828
|
identity: undefined;
|
|
2828
2829
|
generated: undefined;
|
|
2829
2830
|
}, {}>;
|
|
2831
|
+
rbacScope: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
2832
|
+
name: string;
|
|
2833
|
+
tableName: "page_markdown";
|
|
2834
|
+
dataType: "object json";
|
|
2835
|
+
data: RbacScope | null;
|
|
2836
|
+
driverParam: string;
|
|
2837
|
+
notNull: false;
|
|
2838
|
+
hasDefault: false;
|
|
2839
|
+
isPrimaryKey: false;
|
|
2840
|
+
isAutoincrement: false;
|
|
2841
|
+
hasRuntimeDefault: false;
|
|
2842
|
+
enumValues: undefined;
|
|
2843
|
+
baseColumn: never;
|
|
2844
|
+
identity: undefined;
|
|
2845
|
+
generated: undefined;
|
|
2846
|
+
}, {}>;
|
|
2830
2847
|
hash: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
2831
2848
|
name: string;
|
|
2832
2849
|
tableName: "page_markdown";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{sql as e}from"drizzle-orm";import{index as t,integer as n,primaryKey as r,sqliteTable as i,text as a,uniqueIndex as o}from"drizzle-orm/sqlite-core";const s=i(`files`,{id:n(`id`).primaryKey({autoIncrement:!0}),path:a(`path`).notNull(),hash:a(`hash`).notNull(),manifest:a(`manifest`).notNull().default(`{}`),manifestVersion:n(`manifest_v`).notNull().default(0),lastModifiedAt:a(`last_modified_at`)},e=>[o(`files_path_unique`).on(e.path)]),c=i(`file_plugins`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),pluginId:a(`plugin_id`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[o(`file_plugins_file_plugin_unique`).on(e.fileId,e.pluginId)]),l=i(`origin_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),source:a(`source`).$type().notNull().default(`config`),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},t=>[o(`origin_deps_file_scope_unique`).on(t.originFileId,t.originPluginId,t.source,t.path,t.accessType).where(e`${t.originFileId} is not null`),o(`origin_deps_plugin_scope_unique`).on(t.originPluginId,t.hook,t.source,t.path,t.accessType).where(e`${t.originFileId} is null`)]),u=i(`routes`,{id:n(`id`).primaryKey({autoIncrement:!0}),slug:a(`slug`).notNull(),requestedSlug:a(`requested_slug`).notNull().default(`/`),slugType:a(`slug_type`).$type().notNull().default(`derived`),routeId:a(`route_id`).notNull(),metadata:a(`metadata`,{mode:`json`}).$type().notNull().default(e`'{}'`),template:a(`template`).notNull(),sidebarSubtreeEntityKey:a(`sidebar_subtree_entity_key`),wildcardPrefix:n(`wildcard_prefix`,{mode:`boolean`}).notNull().default(!1),pluginId:a(`plugin_id`).notNull(),sourceId:n(`source_id`).references(()=>s.id,{onDelete:`cascade`}),versionGroup:a(`version_group`),version:a(`version`),locale:a(`locale`).notNull().default(``),isFallback:n(`is_fallback`,{mode:`boolean`}).notNull().default(!1),canonicalSlug:a(`canonical_slug`).notNull().default(``)},n=>[o(`routes_slug_unique`).on(n.slug),t(`routes_version_group_idx`).on(n.versionGroup),o(`routes_file_scope_unique`).on(n.sourceId,n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is not null`),o(`routes_plugin_scope_unique`).on(n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is null`),t(`routes_locale_fallback_idx`).on(n.locale,n.isFallback,n.canonicalSlug)]),d=i(`route_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),routeSlug:a(`route_slug`).notNull(),key:a(`key`).notNull(),dependencyType:a(`dependency_type`).notNull(),target:a(`target`).notNull(),args:a(`args`,{mode:`json`}).$type().default(e`null`)},n=>[o(`route_deps_file_scope_unique`).on(n.originFileId,n.originPluginId,n.routeSlug,n.key).where(e`${n.originFileId} is not null`),o(`route_deps_plugin_scope_unique`).on(n.routeSlug,n.key).where(e`${n.originFileId} is null`),t(`route_deps_route_slug_idx`).on(n.routeSlug)]),f=i(`entities`,{id:a(`id`).primaryKey(),key:a(`key`).notNull(),kind:a(`kind`).notNull(),type:a(`type`),metadata:a(`metadata`,{mode:`json`}).$type().default(e`null`),pluginId:a(`plugin_id`).notNull(),loaderId:a(`loader_id`),loaderArgs:a(`loader_args`,{mode:`json`}).$type().default(e`null`),status:a(`status`).notNull().default(`stale`),data:a(`data`,{mode:`json`}).$type().default(e`null`),markdoc:a(`markdoc`,{mode:`json`}).$type().default(e`null`),dataHash:a(`data_hash`),invalidationSeq:n(`invalidation_seq`).notNull().default(0),isSystem:n(`is_system`).notNull().default(0),version:a(`version`),isCurrent:n(`is_current`).notNull().default(1),revisionCreatedAt:n(`revision_created_at`).notNull().default(0),promotedFromId:a(`promoted_from_id`).references(()=>f.id,{onDelete:`set null`})},n=>[o(`entities_key_current_unique`).on(n.key).where(e`${n.isCurrent} = 1`),t(`entities_key_revision_idx`).on(n.key,n.revisionCreatedAt),t(`entities_type_idx`).on(n.type),t(`entities_plugin_type_idx`).on(n.pluginId,n.type),t(`entities_current_system_idx`).on(n.isCurrent,n.isSystem,n.id),t(`entities_status_loader_idx`).on(n.status,n.isCurrent,n.loaderId)]),p=i(`entity_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),dependencyType:a(`dependency_type`).notNull(),dependencyRef:a(`dependency_ref`).notNull()},n=>[o(`entity_deps_file_scope_unique`).on(n.entityId,n.originFileId,n.originPluginId,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is not null`),o(`entity_deps_plugin_scope_unique`).on(n.entityId,n.originPluginId,n.hook,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is null`),t(`entity_deps_entity_idx`).on(n.entityId)]),m=i(`route_query_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).notNull(),argument:a(`argument`).notNull(),resultHash:a(`result_hash`).notNull()},n=>[o(`route_query_deps_plugin_scope_unique`).on(n.originPluginId,n.hook,n.kind,n.argument).where(e`${n.entityId} is null`),o(`route_query_deps_entity_scope_unique`).on(n.entityId,n.hook,n.kind,n.argument).where(e`${n.entityId} is not null`),t(`route_query_deps_entity_idx`).on(n.entityId)]),h=i(`plugin_hook_state`,{pluginId:a(`plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.pluginId,e.hook]})]),g=i(`loader_config_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},e=>[o(`loader_config_deps_unique`).on(e.entityId,e.path,e.accessType)]),_=i(`blobs`,{key:a(`key`).primaryKey(),content:a(`content`).notNull(),size:n(`size`).notNull(),createdAt:n(`created_at`).notNull()}),v=i(`blob_refs`,{blobKey:a(`blob_key`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`blob_refs_pk`).on(e.blobKey,e.entityId)]),y=i(`assets`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),kind:a(`kind`).notNull(),filename:a(`filename`).notNull()},e=>[o(`assets_pk`).on(e.path,e.hash),t(`assets_filename_idx`).on(e.filename)]),b=i(`asset_refs`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`asset_refs_pk`).on(e.path,e.hash,e.entityId)]),x=i(`static_files`,{path:a(`path`).primaryKey(),ownerPluginId:a(`owner_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),sourcePath:a(`source_path`),entityKey:a(`entity_key`),hash:a(`hash`),contentType:a(`content_type`).notNull(),size:n(`size`),audience:a(`audience`,{mode:`json`}).$type()},e=>[t(`static_files_owner_idx`).on(e.ownerPluginId)]),S=i(`search_documents`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),docKey:a(`doc_key`).notNull(),routeSlug:a(`route_slug`).notNull(),anchor:a(`anchor`),locale:a(`locale`).notNull().default(``),title:a(`title`).notNull(),text:a(`text`).notNull(),titleTokens:n(`title_tokens`).notNull().default(0),textTokens:n(`text_tokens`).notNull().default(0),pathTokens:n(`path_tokens`).notNull().default(0),httpPathTokens:n(`http_path_tokens`).notNull().default(0),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull(),groupKey:a(`group_key`),httpMethod:a(`http_method`),httpPath:a(`http_path`),deprecated:n(`deprecated`).notNull().default(0),extra:a(`extra`,{mode:`json`}).$type()},e=>[o(`search_documents_entity_doc_idx`).on(e.entityKey,e.docKey),t(`search_documents_route_slug_idx`).on(e.routeSlug)]),C=i(`search_vocab`,{id:n(`id`).primaryKey({autoIncrement:!0}),term:a(`term`).notNull(),locale:a(`locale`).notNull().default(``),docCount:n(`doc_count`).notNull().default(0)},e=>[o(`search_vocab_term_locale_idx`).on(e.term,e.locale)]),w=i(`search_postings`,{termId:n(`term_id`).notNull(),field:a(`field`).notNull(),docId:n(`doc_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.field,e.docId]}),t(`search_postings_doc_idx`).on(e.docId)]),T=i(`search_facets`,{docId:n(`doc_id`).notNull(),field:a(`field`).notNull(),value:a(`value`).notNull()},e=>[r({columns:[e.docId,e.field,e.value]}),t(`search_facets_field_value_idx`).on(e.field,e.value,e.docId)]),E=i(`search_fragments`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),fragmentKey:a(`fragment_key`).notNull(),locale:a(`locale`).notNull().default(``),name:a(`name`).notNull(),description:a(`description`).notNull().default(``),example:a(`example`),enumValues:a(`enum_values`,{mode:`json`}).$type()},e=>[o(`search_fragments_entity_key_idx`).on(e.entityKey,e.fragmentKey)]),D=i(`search_fragment_parents`,{id:n(`id`).primaryKey({autoIncrement:!0}),docId:n(`doc_id`).notNull(),place:a(`place`).notNull(),path:a(`path`,{mode:`json`}).$type().notNull(),anchorPrefix:a(`anchor_prefix`).notNull()},e=>[t(`search_fragment_parents_doc_idx`).on(e.docId)]),O=i(`search_fragment_usages`,{fragmentId:n(`fragment_id`).notNull(),docId:n(`doc_id`).notNull(),parentId:n(`parent_id`).notNull(),anchorTail:a(`anchor_tail`).notNull()},e=>[r({columns:[e.fragmentId,e.docId]}),t(`search_fragment_usages_doc_idx`).on(e.docId)]),k=i(`search_fragment_postings`,{termId:n(`term_id`).notNull(),fragmentId:n(`fragment_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.fragmentId]}),t(`search_fragment_postings_fragment_idx`).on(e.fragmentId)]),A=i(`page_markdown`,{entityKey:a(`entity_key`).notNull(),chunkIndex:n(`chunk_index`).notNull(),routeSlug:a(`route_slug`).notNull(),text:a(`text`).notNull(),heading:a(`heading`),anchor:a(`anchor`),title:a(`title`),description:a(`description`),rbacTeams:a(`rbac_teams`,{mode:`json`}).$type(),hash:a(`hash`).notNull(),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[r({columns:[e.entityKey,e.routeSlug,e.chunkIndex]}),t(`page_markdown_route_slug_idx`).on(e.routeSlug)]),j=i(`site_config`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull(),effectiveHash:a(`effective_hash`)}),M=i(`link_check_checkpoint`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull()}),N=i(`react_page_checks`,{path:a(`path`).notNull(),locale:a(`locale`).notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.path,e.locale]})]),P=i(`kv_store`,{key:a(`key`).primaryKey(),value:a(`value`).notNull(),expiresAt:n(`expires_at`),createdAt:n(`created_at`).notNull(),updatedAt:n(`updated_at`).notNull()},e=>[t(`kv_store_expires_idx`).on(e.expiresAt)]),F=i(`link_refs`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).$type().notNull(),raw:a(`raw`).notNull(),targetKind:a(`target_kind`).$type().notNull(),target:a(`target`).notNull(),fragment:a(`fragment`),title:a(`title`),filePath:a(`file_path`).notNull(),range:a(`range`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`link_refs_target_idx`).on(e.targetKind,e.target),t(`link_refs_entity_idx`).on(e.entityId),t(`link_refs_origin_file_idx`).on(e.originFileId),t(`link_refs_plugin_idx`).on(e.originPluginId)]),I=i(`target_inventories`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),exhaustive:n(`exhaustive`,{mode:`boolean`}).notNull().default(!0),targets:a(`targets`,{mode:`json`}).$type().notNull()},e=>[o(`target_inventories_unique`).on(e.fileId,e.originPluginId,e.kind)]),L=i(`problems`,{id:n(`id`).primaryKey({autoIncrement:!0}),scope:a(`scope`).$type().notNull(),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`),hook:a(`hook`).$type(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),linkRefId:n(`link_ref_id`).references(()=>F.id,{onDelete:`cascade`}),source:a(`source`),key:a(`key`),code:a(`code`).notNull(),category:a(`category`).$type().notNull(),severity:a(`severity`).$type().notNull(),message:a(`message`).notNull(),filePath:a(`file_path`),range:a(`range`,{mode:`json`}).$type().default(e`null`),snippet:a(`snippet`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`problems_origin_file_idx`).on(e.scope,e.originFileId),t(`problems_entity_idx`).on(e.scope,e.entityId),t(`problems_link_ref_idx`).on(e.scope,e.linkRefId),t(`problems_global_source_key_idx`).on(e.scope,e.source,e.key),t(`problems_list_idx`).on(e.filePath,e.linkRefId,e.id)]);export{b as assetRefs,y as assets,v as blobRefs,_ as blobs,f as entities,p as entityDeps,c as filePlugins,s as files,P as kvStore,M as linkCheckCheckpoint,F as linkRefs,g as loaderConfigDeps,l as originDeps,A as pageMarkdown,h as pluginHookState,L as problems,N as reactPageChecks,d as routeDeps,m as routeQueryDeps,u as routes,S as searchDocuments,T as searchFacets,D as searchFragmentParents,k as searchFragmentPostings,O as searchFragmentUsages,E as searchFragments,w as searchPostings,C as searchVocab,j as siteConfig,x as staticFiles,I as targetInventories};
|
|
1
|
+
import{sql as e}from"drizzle-orm";import{index as t,integer as n,primaryKey as r,sqliteTable as i,text as a,uniqueIndex as o}from"drizzle-orm/sqlite-core";const s=i(`files`,{id:n(`id`).primaryKey({autoIncrement:!0}),path:a(`path`).notNull(),hash:a(`hash`).notNull(),manifest:a(`manifest`).notNull().default(`{}`),manifestVersion:n(`manifest_v`).notNull().default(0),lastModifiedAt:a(`last_modified_at`)},e=>[o(`files_path_unique`).on(e.path)]),c=i(`file_plugins`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),pluginId:a(`plugin_id`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[o(`file_plugins_file_plugin_unique`).on(e.fileId,e.pluginId)]),l=i(`origin_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),source:a(`source`).$type().notNull().default(`config`),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},t=>[o(`origin_deps_file_scope_unique`).on(t.originFileId,t.originPluginId,t.source,t.path,t.accessType).where(e`${t.originFileId} is not null`),o(`origin_deps_plugin_scope_unique`).on(t.originPluginId,t.hook,t.source,t.path,t.accessType).where(e`${t.originFileId} is null`)]),u=i(`routes`,{id:n(`id`).primaryKey({autoIncrement:!0}),slug:a(`slug`).notNull(),requestedSlug:a(`requested_slug`).notNull().default(`/`),slugType:a(`slug_type`).$type().notNull().default(`derived`),routeId:a(`route_id`).notNull(),metadata:a(`metadata`,{mode:`json`}).$type().notNull().default(e`'{}'`),template:a(`template`).notNull(),sidebarSubtreeEntityKey:a(`sidebar_subtree_entity_key`),wildcardPrefix:n(`wildcard_prefix`,{mode:`boolean`}).notNull().default(!1),pluginId:a(`plugin_id`).notNull(),sourceId:n(`source_id`).references(()=>s.id,{onDelete:`cascade`}),versionGroup:a(`version_group`),version:a(`version`),locale:a(`locale`).notNull().default(``),isFallback:n(`is_fallback`,{mode:`boolean`}).notNull().default(!1),canonicalSlug:a(`canonical_slug`).notNull().default(``)},n=>[o(`routes_slug_unique`).on(n.slug),t(`routes_version_group_idx`).on(n.versionGroup),o(`routes_file_scope_unique`).on(n.sourceId,n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is not null`),o(`routes_plugin_scope_unique`).on(n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is null`),t(`routes_locale_fallback_idx`).on(n.locale,n.isFallback,n.canonicalSlug)]),d=i(`route_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),routeSlug:a(`route_slug`).notNull(),key:a(`key`).notNull(),dependencyType:a(`dependency_type`).notNull(),target:a(`target`).notNull(),args:a(`args`,{mode:`json`}).$type().default(e`null`)},n=>[o(`route_deps_file_scope_unique`).on(n.originFileId,n.originPluginId,n.routeSlug,n.key).where(e`${n.originFileId} is not null`),o(`route_deps_plugin_scope_unique`).on(n.routeSlug,n.key).where(e`${n.originFileId} is null`),t(`route_deps_route_slug_idx`).on(n.routeSlug)]),f=i(`entities`,{id:a(`id`).primaryKey(),key:a(`key`).notNull(),kind:a(`kind`).notNull(),type:a(`type`),metadata:a(`metadata`,{mode:`json`}).$type().default(e`null`),pluginId:a(`plugin_id`).notNull(),loaderId:a(`loader_id`),loaderArgs:a(`loader_args`,{mode:`json`}).$type().default(e`null`),status:a(`status`).notNull().default(`stale`),data:a(`data`,{mode:`json`}).$type().default(e`null`),markdoc:a(`markdoc`,{mode:`json`}).$type().default(e`null`),dataHash:a(`data_hash`),invalidationSeq:n(`invalidation_seq`).notNull().default(0),isSystem:n(`is_system`).notNull().default(0),version:a(`version`),isCurrent:n(`is_current`).notNull().default(1),revisionCreatedAt:n(`revision_created_at`).notNull().default(0),promotedFromId:a(`promoted_from_id`).references(()=>f.id,{onDelete:`set null`})},n=>[o(`entities_key_current_unique`).on(n.key).where(e`${n.isCurrent} = 1`),t(`entities_key_revision_idx`).on(n.key,n.revisionCreatedAt),t(`entities_type_idx`).on(n.type),t(`entities_plugin_type_idx`).on(n.pluginId,n.type),t(`entities_current_system_idx`).on(n.isCurrent,n.isSystem,n.id),t(`entities_status_loader_idx`).on(n.status,n.isCurrent,n.loaderId)]),p=i(`entity_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),dependencyType:a(`dependency_type`).notNull(),dependencyRef:a(`dependency_ref`).notNull()},n=>[o(`entity_deps_file_scope_unique`).on(n.entityId,n.originFileId,n.originPluginId,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is not null`),o(`entity_deps_plugin_scope_unique`).on(n.entityId,n.originPluginId,n.hook,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is null`),t(`entity_deps_entity_idx`).on(n.entityId)]),m=i(`route_query_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).notNull(),argument:a(`argument`).notNull(),resultHash:a(`result_hash`).notNull()},n=>[o(`route_query_deps_plugin_scope_unique`).on(n.originPluginId,n.hook,n.kind,n.argument).where(e`${n.entityId} is null`),o(`route_query_deps_entity_scope_unique`).on(n.entityId,n.hook,n.kind,n.argument).where(e`${n.entityId} is not null`),t(`route_query_deps_entity_idx`).on(n.entityId)]),h=i(`plugin_hook_state`,{pluginId:a(`plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.pluginId,e.hook]})]),g=i(`loader_config_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},e=>[o(`loader_config_deps_unique`).on(e.entityId,e.path,e.accessType)]),_=i(`blobs`,{key:a(`key`).primaryKey(),content:a(`content`).notNull(),size:n(`size`).notNull(),createdAt:n(`created_at`).notNull()}),v=i(`blob_refs`,{blobKey:a(`blob_key`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`blob_refs_pk`).on(e.blobKey,e.entityId)]),y=i(`assets`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),kind:a(`kind`).notNull(),filename:a(`filename`).notNull()},e=>[o(`assets_pk`).on(e.path,e.hash),t(`assets_filename_idx`).on(e.filename)]),b=i(`asset_refs`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`asset_refs_pk`).on(e.path,e.hash,e.entityId)]),x=i(`static_files`,{path:a(`path`).primaryKey(),ownerPluginId:a(`owner_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),sourcePath:a(`source_path`),entityKey:a(`entity_key`),hash:a(`hash`),contentType:a(`content_type`).notNull(),size:n(`size`),audience:a(`audience`,{mode:`json`}).$type()},e=>[t(`static_files_owner_idx`).on(e.ownerPluginId)]),S=i(`search_documents`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),docKey:a(`doc_key`).notNull(),routeSlug:a(`route_slug`).notNull(),anchor:a(`anchor`),locale:a(`locale`).notNull().default(``),title:a(`title`).notNull(),text:a(`text`).notNull(),titleTokens:n(`title_tokens`).notNull().default(0),textTokens:n(`text_tokens`).notNull().default(0),pathTokens:n(`path_tokens`).notNull().default(0),httpPathTokens:n(`http_path_tokens`).notNull().default(0),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull(),groupKey:a(`group_key`),httpMethod:a(`http_method`),httpPath:a(`http_path`),deprecated:n(`deprecated`).notNull().default(0),extra:a(`extra`,{mode:`json`}).$type()},e=>[o(`search_documents_entity_doc_idx`).on(e.entityKey,e.docKey),t(`search_documents_route_slug_idx`).on(e.routeSlug)]),C=i(`search_vocab`,{id:n(`id`).primaryKey({autoIncrement:!0}),term:a(`term`).notNull(),locale:a(`locale`).notNull().default(``),docCount:n(`doc_count`).notNull().default(0)},e=>[o(`search_vocab_term_locale_idx`).on(e.term,e.locale)]),w=i(`search_postings`,{termId:n(`term_id`).notNull(),field:a(`field`).notNull(),docId:n(`doc_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.field,e.docId]}),t(`search_postings_doc_idx`).on(e.docId)]),T=i(`search_facets`,{docId:n(`doc_id`).notNull(),field:a(`field`).notNull(),value:a(`value`).notNull()},e=>[r({columns:[e.docId,e.field,e.value]}),t(`search_facets_field_value_idx`).on(e.field,e.value,e.docId)]),E=i(`search_fragments`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),fragmentKey:a(`fragment_key`).notNull(),locale:a(`locale`).notNull().default(``),name:a(`name`).notNull(),description:a(`description`).notNull().default(``),example:a(`example`),enumValues:a(`enum_values`,{mode:`json`}).$type()},e=>[o(`search_fragments_entity_key_idx`).on(e.entityKey,e.fragmentKey)]),D=i(`search_fragment_parents`,{id:n(`id`).primaryKey({autoIncrement:!0}),docId:n(`doc_id`).notNull(),place:a(`place`).notNull(),path:a(`path`,{mode:`json`}).$type().notNull(),anchorPrefix:a(`anchor_prefix`).notNull()},e=>[t(`search_fragment_parents_doc_idx`).on(e.docId)]),O=i(`search_fragment_usages`,{fragmentId:n(`fragment_id`).notNull(),docId:n(`doc_id`).notNull(),parentId:n(`parent_id`).notNull(),anchorTail:a(`anchor_tail`).notNull()},e=>[r({columns:[e.fragmentId,e.docId]}),t(`search_fragment_usages_doc_idx`).on(e.docId)]),k=i(`search_fragment_postings`,{termId:n(`term_id`).notNull(),fragmentId:n(`fragment_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.fragmentId]}),t(`search_fragment_postings_fragment_idx`).on(e.fragmentId)]),A=i(`page_markdown`,{entityKey:a(`entity_key`).notNull(),chunkIndex:n(`chunk_index`).notNull(),routeSlug:a(`route_slug`).notNull(),text:a(`text`).notNull(),heading:a(`heading`),anchor:a(`anchor`),title:a(`title`),description:a(`description`),rbacTeams:a(`rbac_teams`,{mode:`json`}).$type(),rbacScope:a(`rbac_scope`,{mode:`json`}).$type(),hash:a(`hash`).notNull(),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[r({columns:[e.entityKey,e.routeSlug,e.chunkIndex]}),t(`page_markdown_route_slug_idx`).on(e.routeSlug)]),j=i(`site_config`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull(),effectiveHash:a(`effective_hash`)}),M=i(`link_check_checkpoint`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull()}),N=i(`react_page_checks`,{path:a(`path`).notNull(),locale:a(`locale`).notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.path,e.locale]})]),P=i(`kv_store`,{key:a(`key`).primaryKey(),value:a(`value`).notNull(),expiresAt:n(`expires_at`),createdAt:n(`created_at`).notNull(),updatedAt:n(`updated_at`).notNull()},e=>[t(`kv_store_expires_idx`).on(e.expiresAt)]),F=i(`link_refs`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).$type().notNull(),raw:a(`raw`).notNull(),targetKind:a(`target_kind`).$type().notNull(),target:a(`target`).notNull(),fragment:a(`fragment`),title:a(`title`),filePath:a(`file_path`).notNull(),range:a(`range`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`link_refs_target_idx`).on(e.targetKind,e.target),t(`link_refs_entity_idx`).on(e.entityId),t(`link_refs_origin_file_idx`).on(e.originFileId),t(`link_refs_plugin_idx`).on(e.originPluginId)]),I=i(`target_inventories`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),exhaustive:n(`exhaustive`,{mode:`boolean`}).notNull().default(!0),targets:a(`targets`,{mode:`json`}).$type().notNull()},e=>[o(`target_inventories_unique`).on(e.fileId,e.originPluginId,e.kind)]),L=i(`problems`,{id:n(`id`).primaryKey({autoIncrement:!0}),scope:a(`scope`).$type().notNull(),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`),hook:a(`hook`).$type(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),linkRefId:n(`link_ref_id`).references(()=>F.id,{onDelete:`cascade`}),source:a(`source`),key:a(`key`),code:a(`code`).notNull(),category:a(`category`).$type().notNull(),severity:a(`severity`).$type().notNull(),message:a(`message`).notNull(),filePath:a(`file_path`),range:a(`range`,{mode:`json`}).$type().default(e`null`),snippet:a(`snippet`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`problems_origin_file_idx`).on(e.scope,e.originFileId),t(`problems_entity_idx`).on(e.scope,e.entityId),t(`problems_link_ref_idx`).on(e.scope,e.linkRefId),t(`problems_global_source_key_idx`).on(e.scope,e.source,e.key),t(`problems_list_idx`).on(e.filePath,e.linkRefId,e.id)]);export{b as assetRefs,y as assets,v as blobRefs,_ as blobs,f as entities,p as entityDeps,c as filePlugins,s as files,P as kvStore,M as linkCheckCheckpoint,F as linkRefs,g as loaderConfigDeps,l as originDeps,A as pageMarkdown,h as pluginHookState,L as problems,N as reactPageChecks,d as routeDeps,m as routeQueryDeps,u as routes,S as searchDocuments,T as searchFacets,D as searchFragmentParents,k as searchFragmentPostings,O as searchFragmentUsages,E as searchFragments,w as searchPostings,C as searchVocab,j as siteConfig,x as staticFiles,I as targetInventories};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{
|
|
1
|
+
import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{listGlobalProblems as d,problemRow as f}from"../database/problems.js";import{createProblem as p}from"../problems/codes.js";import{propagateEntityInvalidationFromKeys as m}from"../database/invalidation.js";import{listStaticFileRecords as h,replaceStaticFileRows as g}from"../database/static-files.js";import{createSearchHandle as _}from"../search/store.js";import{appDataNamespaceConflictProblem as v,attachConflictProblem as y,finalizeFailedProblem as b,keysBlamingPlugins as x}from"../problems/producers.js";import{buildHookSourceFiles as S,createHookEntityStore as C,finalizeHookInputs as w,resolvePluginHookTriggers as T}from"./hook-inputs.js";import{loadPluginScopedRouteDepOwners as E,registerSystemEntities as D,replaceFinalizeArtifacts as O,replaceFinalizeProblems as k,replaceFinalizeReads as A}from"../database/finalize.js";import{createEntityDescriber as j,normalizeRouteDependency as M}from"./normalize-artifacts.js";import{collectStaticFileRows as N,settleStaticFileClaims as P}from"../static/registry.js";async function F(e){let t=e.materializer.state,n=T(`finalize`,e.context,t,e.pluginScopedOriginRows,e.routeQueryRows,e.hookState,w(e.localeContext)),r=e.context.pluginRegistry.listFinalizePlugins().filter(n.shouldRun).map(e=>({plugin:e,inputsHash:n.fingerprintOf(e)})),i=r.map(({plugin:e})=>e.id),a=await L(e.database,i),o=/* @__PURE__ */ new Map,s=R(t,e.context),c=/* @__PURE__ */ new Map,l=[],u=[],p=[],m=[];for(let{plugin:t,inputsHash:i}of r){let r=await I({plugin:t,context:e.context,database:e.database,localeContext:e.localeContext,materializer:e.materializer,processedFiles:e.files,matchedPaths:n.matchedPathsOf(t),routeQueries:n.evaluator,attachOwnerByKey:a,staticFilesByPlugin:o,namespaceOwners:s,fragmentUpdates:c,pendingTrackedDependencyWrites:l,inputsHash:i,logger:e.logger,collectEntities:e.collectEntities,conflicts:p,staticProblems:m});for(let e of r.problems)u.push({pluginId:t.id,problem:e})}c.size>0&&await q(e.database,e.context,c);let h=new Set(e.context.pluginRegistry.listFinalizePlugins().map(e=>e.id));if(await W({context:e.context,database:e.database,workingState:t},o,m,h),i.length>0){let t=await d(e.database,`finalize`),n=U(t,new Set(i),h);await k(e.database,{pluginIds:i,pluginProblems:u.map(({pluginId:e,problem:t})=>f(t,{scope:`origin`,originFileId:null,originPluginId:e,hook:`finalize`})),globalKeys:[.../* @__PURE__ */ new Set([...p.map(e=>e.key),...x(t,n)])],globalProblems:p.map(e=>f(e.problem,{scope:`global`,source:`finalize`,key:e.key})),logger:e.logger})}for(let t of l)await V(e.database,t);return{ranPluginIds:i}}async function I(e){let t=e.logger.child(`content-layer:plugin:${e.plugin.id}`),r=e.materializer.state,o=await S(e.matchedPaths,e.processedFiles,{database:e.database,workingState:r}),c=a(e.context.config),l=[],u=i(e.context.platform.fs,e.context.contentDir,()=>r.filesByPath.keys(),e=>l.push(e)),d=[],f=e=>d.push(e),m=await s(e.plugin,{files:o,routes:e.routeQueries.index(f),io:u,config:c.config,localeContext:e.localeContext,entities:C(e.database,e.materializer,f),search:_(e.database),logger:t});if(!m.ok)return{problems:[b({pluginId:e.plugin.id,message:m.error.message})]};let h=m.value??{};return e.fragmentUpdates.set(e.plugin.id,h.appData===void 0?B(e.plugin.id,e.namespaceOwners):z({pluginId:e.plugin.id,appData:n(h.appData),namespaceOwners:e.namespaceOwners,conflicts:e.conflicts})),e.staticFilesByPlugin.set(e.plugin.id,await H({plugin:e.plugin,result:h,workingState:r,context:e.context,database:e.database,attachOwnerByKey:e.attachOwnerByKey,recordFileDependency:e=>l.push(e),conflicts:e.conflicts,staticProblems:e.staticProblems,logger:t,collectEntities:e.collectEntities})),e.pendingTrackedDependencyWrites.push({pluginId:e.plugin.id,inputsHash:e.inputsHash,configDependencies:c.collectDependencies(),fileDependencies:l,routeQueryDependencies:d,logger:t}),{problems:(h.problems??[]).map(p)}}async function L(e,t){let n=await E(e,t);return new Map(n.map(e=>[`${e.routeSlug}\u0000${e.key}`,e.originPluginId]))}function R(e,n){let r=/* @__PURE__ */ new Map,i=e.entitiesByKey.get(`app-data`)?.loaderArgs??null,a=t(i)&&t(i.fragments)?i.fragments:{},o=new Set(n.pluginRegistry.listFinalizePlugins().map(e=>e.id));for(let[e,t]of Object.entries(a))u(t)&&o.has(t.owner)&&r.set(e,t.owner);return r}function z(e){B(e.pluginId,e.namespaceOwners);let t={};for(let[n,r]of Object.entries(e.appData)){let i=e.namespaceOwners.get(n);if(i!==void 0&&i!==e.pluginId){e.conflicts.push(v({namespace:n,ownerPluginId:i,pluginId:e.pluginId}));continue}e.namespaceOwners.set(n,e.pluginId),t[n]=r}return t}function B(e,t){for(let[n,r]of t)r===e&&t.delete(n);return null}async function V(e,t){let n=[...t.configDependencies.map(e=>({...e,source:`config`})),...o(t.fileDependencies)];await A(e,{originPluginId:t.pluginId,fingerprint:t.inputsHash,dependencies:n,routeQueries:c(t.routeQueryDependencies),logger:t.logger})}async function H(t){let n=G({context:t.context,pluginId:t.plugin.id,result:t.result,state:t.workingState,attachOwnerByKey:t.attachOwnerByKey,recordFileDependency:t.recordFileDependency,conflicts:t.conflicts,staticProblems:t.staticProblems,logger:t.logger});await O(t.database,{originPluginId:t.plugin.id,routeDependencies:n.routeDependencies,entities:n.entities,logger:t.logger}),t.collectEntities?.(n.entities);let r=n.entities.flatMap(({key:n,kind:r,value:i})=>r===`inline`&&t.workingState.entitiesByKey.get(n)?.dataHash!==(i===null?null:e(i))?[n]:[]);if(r.length>0){let{invalidatedKeys:e}=await m(t.database,{keys:r,reason:`invalidate finalize entity readers`,markKeys:!1,logger:t.logger});for(let n of e){let e=t.workingState.entitiesByKey.get(n);e&&(e.status=`stale`)}}return n.staticFiles}function U(e,t,n){let r=new Set(t);for(let t of e){let e=t.data===null?void 0:t.data.pluginId;typeof e==`string`&&!n.has(e)&&r.add(e)}return r}async function W(e,t,n,r){let i=await h(e.database),a=await d(e.database,`static`),o=i.filter(e=>!t.has(e.ownerPluginId)),s=P({kept:o,collected:[...t],routeBySlug:e.workingState.routeBySlug,reservedSlugs:e.context.pluginRegistry.listReservedSlugs(),problems:n}),c=U(a,new Set(t.keys()),r),l=/* @__PURE__ */ new Set([...n.map(e=>e.key),...o.map(e=>e.path),...x(a,c)]);await g(e.database,{ownerPluginIds:[...s.keys()],rows:[...s].flatMap(([e,t])=>t.map(t=>({...t,ownerPluginId:e}))),problems:{keys:[...l],newProblems:n.map(e=>f(e.problem,{scope:`global`,source:`static`,key:e.key}))}})}function G(e){let t=/* @__PURE__ */ new Map,n=[],i=j(e.context,e.pluginId),a=e=>{t.set(e.key,e)};for(let t of e.result.entities??[])a(i(t));for(let t of e.result.attach??[])K({attachment:t,describeEntity:i,pluginId:e.pluginId,state:e.state,attachOwnerByKey:e.attachOwnerByKey,conflicts:e.conflicts,registerEntity:a,routeDependencies:n});let o=N({pluginId:e.pluginId,declarations:e.result.staticFiles??[],filesByPath:e.state.filesByPath,registerProducer:e=>{let t={...i(e.producer),shouldInvalidateValue:!1};return a(t),t.key},recordFileDependency:e.recordFileDependency,problems:e.staticProblems});return{routeDependencies:n,entities:[...t.values()].sort((e,t)=>r(e.key,t.key)),staticFiles:o}}function K(e){let{attachment:t}=e;if(e.state.routeBySlug.get(t.slug))for(let[n,r]of Object.entries(t.deps)){let i=`${t.slug}\u0000${n}`,a=e.attachOwnerByKey.get(i);if(a!==void 0){a!==e.pluginId&&e.conflicts.push(y({slug:t.slug,key:n,ownerPluginId:a,pluginId:e.pluginId}));continue}e.attachOwnerByKey.set(i,e.pluginId),e.routeDependencies.push(M({dependency:r,describeEntity:e.describeEntity,key:n,registerEntity:e.registerEntity,routeSlug:t.slug}))}}async function q(e,t,n){await D(e,[l({fragmentUpdates:n})],{logger:t.logger.child(`content-layer:db`)})}export{U as claimantsToReplace,F as runFinalizePhase};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
import{spawn as e}from"node:child_process";const t=/* @__PURE__ */ new Map;function n(t,n){return new Promise((r,i)=>{let a=e(`git`,[...n],{cwd:t,stdio:[`ignore`,`pipe`,`ignore`]}),o=``;a.stdout.setEncoding(`utf8`),a.stdout.on(`data`,e=>{o+=e}),a.on(`error`,i),a.on(`close`,e=>e===0?r(o):i(/* @__PURE__ */ Error(`git ${n[0]} exited ${e}`)))})}async function r(r,i){let a,o;try{a=(await n(r,[`rev-parse`,`--show-prefix`])).trim(),o=new Set((await n(r,[`ls-files`,`--`,`.`])).split(`
|
|
2
|
-
`).map(e=>e.trim()).filter(Boolean))}catch(e){return i?.debug(`Skipping git last-modified lookup`,{error:String(e)}),t}return o.size===0?t:new Promise(t=>{let n=/* @__PURE__ */ new Map,
|
|
3
|
-
`);
|
|
4
|
-
`),t(n)}),
|
|
2
|
+
`).map(e=>e.trim()).filter(Boolean))}catch(e){return i?.debug(`Skipping git last-modified lookup`,{error:String(e)}),t}return o.size===0?t:new Promise(t=>{let n=/* @__PURE__ */ new Map,s=e(`git`,[`log`,`--raw`,`--no-renames`,`--no-merges`,`--pretty=format:%at`,`--`,`.`],{cwd:r,stdio:[`ignore`,`pipe`,`pipe`]}),c=0,l=``,u=``,d=!1,f=e=>{if(d)return;l+=e;let t=l.split(`
|
|
3
|
+
`);l=t.pop()??``;for(let e of t){let t=e.trim();if(!t)continue;if(!t.startsWith(`:`)){c=Number(t);continue}let r=t.split(` `),i=r[r.length-1];if(i===void 0)continue;let l=a&&i.startsWith(a)?i.slice(a.length):i;if(o.delete(l)&&(n.set(l,(/* @__PURE__ */ new Date(c*1e3)).toISOString()),o.size===0)){d=!0,s.kill();return}}};s.stdout.setEncoding(`utf8`),s.stdout.on(`data`,f),s.stderr.setEncoding(`utf8`),s.stderr.on(`data`,e=>{u+=e}),s.on(`close`,e=>{f(`
|
|
4
|
+
`),e!==0&&!d&&i?.warn(`Could not read the full git history, some last updated dates can be wrong`,{stderr:u.trim()}),t(n)}),s.on(`error`,()=>t(n))})}export{r as readGitLastModified};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashContentBytes as e}from"../../shared/utils/content-hash.js";import{isMissingError as t}from"../../shared/utils/is-missing-error.js";import{toLowerExt as n}from"../../shared/utils/file-ext.js";import{extractManifest as r}from"../../shared/utils/file-manifest.js";async function i(i,a){let o=[],s=a.logger;for(let[c,l]of i.entries()){let u=null,d=await a.fs.contentHash?.(l.absolutePath)??null;if(d===null){try{u=await a.fs.readBinaryFile(l.absolutePath)}catch(e){if(t(e)){s?.debug(`Skipping missing file during hashing`,{path:l.path}),a.onFileHashed?.(c+1,i.length);continue}throw e}d=await e(u)}let f=a.previous?.get(l.path)===d;o.push(f?{...l,hash:d,manifestVersion:
|
|
1
|
+
import{hashContentBytes as e}from"../../shared/utils/content-hash.js";import{isMissingError as t}from"../../shared/utils/is-missing-error.js";import{toLowerExt as n}from"../../shared/utils/file-ext.js";import{extractManifest as r}from"../../shared/utils/file-manifest.js";async function i(i,a){let o=[],s=a.logger;for(let[c,l]of i.entries()){let u=null,d=await a.fs.contentHash?.(l.absolutePath)??null;if(d===null){try{u=await a.fs.readBinaryFile(l.absolutePath)}catch(e){if(t(e)){s?.debug(`Skipping missing file during hashing`,{path:l.path}),a.onFileHashed?.(c+1,i.length);continue}throw e}d=await e(u)}let f=a.previous?.get(l.path)===d;o.push(f?{...l,hash:d,manifestVersion:6}:{...l,hash:d,manifest:u?r(u,n(l.path),()=>s?.warn(`Failed to parse frontmatter in ${l.path}`)):{},manifestVersion:6}),a.onFileHashed?.(c+1,i.length)}return o}export{i as hashContentFiles};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isPlanFeatureGranted as e}from"../../shared/plan-gates.js";import{assembleTemplateSet as t}from"../templates/template-set.js";import{assembleServerModuleSet as n}from"../server-modules/module-set.js";import{formatCount as r}from"../../shared/log-format.js";import{createLogger as i,stopwatch as a}from"../../shared/logger.js";import{L10N_DIR as o}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as s,l10nDirOf as c,resolveLocaleContext as l}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as ee,writeSiteConfig as te}from"../database/site-config.js";import{isConfigChanged as ne,isNestedConfigPath as u,loadContentLayerConfig as re,readNestedConfigProblems as ie}from"../config.js";import{contentIgnoreMatcherOf as ae,normalizeHintPaths as oe,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as se}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{listConfiguredProducts as ce,productFolderProblems as le}from"../products.js";import{appDataSystemEntityDescriptor as ue}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as de}from"../plugins/project/loaded-set.js";import{apiOutputFiles as fe,readApiOutputs as pe,withApiOutputHints as me}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{listRegisteredAssets as he}from"../database/assets.js";import{createProblem as g}from"../problems/codes.js";import{computeDirtyConfigOrigins as ge,computeDirtyFileOrigins as _e,garbageCollectOrphanedEntities as ve,loadOriginDependencyRows as ye,propagateConfigDependencyInvalidation as be,propagateEntityInvalidation as xe,propagateRetryableProblemInvalidation as Se}from"../database/invalidation.js";import{hasGlobalProblemsForSource as _,listGlobalProblems as Ce,listProblems as we,problemRow as v,replaceGlobalProblemsForKeysTx as Te,replaceGlobalProblemsForSourceTx as y}from"../database/problems.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe,reloadContentLayerEntities as ke}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Ae,restoreMissingAssetFiles as je}from"../materialization/asset-reconcile.js";import{resolveRevisionCapture as Me}from"../revisions/config.js";import{loadPluginHookState as Ne}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Pe}from"../database/route-query-deps.js";import{createEntityMaterializer as Fe}from"../materialization/materializer.js";import{runSearchSync as Ie}from"./search-sync.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as Le,l10nLayoutProblems as Re,validateL10nConfig as ze}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Be,reconcilePluginScopedRows as Ve,registerSystemEntities as He}from"../database/finalize.js";import{hasStaleManifestVersion as Ue,resetContentDatabase as We}from"../database/reset.js";import{readGitLastModified as Ge}from"./git-last-modified.js";import{createContentScanPlan as Ke}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{syncContentFiles as qe}from"./sync.js";import{checkAllowedPackages as Je}from"../allowed-packages.js";import{syncConfigLinkRefs as Ye}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Xe}from"./slugger/collision-peers.js";async function w(e){let o=p({contentDir:e.contentDir,context:e.context,currentFileIndex:e.currentFileIndex,logger:e.logger??i(),plugins:h(e.contentDir)}),c=o.contentDir,d=o.logger.child(`content-layer`),f=d.child(`content-layer:scan`),x=d.child(`content-layer:hash`),S=d.child(`content-layer:db`),C=d.child(`content-layer:plan`),w=d.child(`content-layer:diff`),T=d.child(`content-layer:sync`),E=e.captureRevisions===!0,D=a();d.debug(`Starting content ingest`,{contentDir:c,hints:e.hints??[]});let O=e.database===void 0,j=e.database??await m({contentDir:c,databaseUrl:e.databaseUrl,migrationsDir:e.migrationsDir,runMigrations:e.runMigrations,platform:o.platform,logger:S});try{if(await Ue(j)){S.warn(`manifest version changed — resetting content database`);let e=a();await We(j,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),o.state=void 0}let i=oe(c,e.hints??[]),p=a(),m=a(),h=await b({context:o,database:j}),O=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:O.length,totalCount:O.length,durationMs:m()});let M=await re({context:o,force:!0});await de({contentDir:c,config:M.config,fs:o.platform.fs,logger:d});let N=ne(A(M.config,h.routeBySlug.values()),await ee(j)),P=ze(o.config.l10n);for(let e of P)d.debug(e.message);(N||P.length>0||await _(j,`l10n-config`))&&await j.db.transaction(e=>y(e,`l10n-config`,P.map(e=>v(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await _(j,`config`))&&await j.db.transaction(e=>y(e,`config`,M.problems.map(e=>v(g(e),{scope:`global`,source:`config`}))));let F=await Je(M.config,c,o.platform.fs);(F.length>0||await _(j,`allowed-packages`))&&await j.db.transaction(e=>y(e,`allowed-packages`,F.map(e=>v(g(e),{scope:`global`,source:`allowed-packages`}))));let I=ae(o.config);Oe(h,I);let L=e=>pe({config:o.config,contentDir:c,fs:o.platform.fs,nestedConfigPaths:e,isIgnored:I}),R=N||i.some(u),z=await L([...h.filesByPath.keys()].filter(u)),$e=a(),B=await Ke({contentDir:c,fs:o.platform.fs,previousFiles:O,hints:me(i,z),ignoredDirectories:e.ignoredDirectories,configChanged:R,logger:C});C.debug(`Resolved ingest scan plan`,{hints:B.hintedPaths.length,configChanged:R,scanTargets:B.scanTargets.length,affectedPreviousFiles:B.affectedPreviousFiles.length,durationMs:$e()});let et=new Map(O.map(e=>[e.path,e.hash])),V=await Qe({contentDir:c,currentFileIndex:o.currentFileIndex,fs:o.platform.fs,scanPlan:B,ignoredDirectories:e.ignoredDirectories,scanLogger:f,hashLogger:x,previous:o.currentFileIndex?void 0:et,onProgress:e.onProgress});(B.hintedPaths.length===0||B.hintedPaths.includes(``))&&(z=await L(V.map(e=>e.path).filter(e=>u(e)&&!I(e))));let tt=await fe({outputs:z,files:V,contentDir:c,fs:o.platform.fs,previous:et}),H=[...V.filter(e=>!z.has(e.path)),...tt],U=new Map(await Ge(c,f));for(let[e,t]of z){let n=U.get(t);n!==void 0&&U.set(e,n)}d.info(`Scanned ${r(H.length)} files`,{durationMs:p()});let nt=a(),W=k(H,B.affectedPreviousFiles,{hintScopes:B.hintScopes,totalPrevious:O.length});w.debug(`Computed content diff`,{...W.summary,durationMs:nt()}),d.info(`Compared with the previous state: ${W.summary.added} added, ${W.summary.changed} changed, ${W.summary.removed} removed, ${W.summary.unchanged} unchanged`);let rt=a(),it=a(),at=await Ee(j,{upserts:[...W.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...W.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:W.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:W.added.length+W.changed.length,removed:W.removed.length,durationMs:it()});for(let e of W.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of at)(I(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let ot=l(o.config.l10n,s(h.filesByPath.keys())),G=o.currentFileIndex!==void 0||R||B.hintedPaths.length===0||B.hintedPaths.includes(``);if(G){let e=Re(Le({l10n:o.config.l10n,localeContext:ot,filePaths:h.filesByPath.keys()})),t=le(ce(o.config),h.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await j.db.transaction(async n=>{await y(n,`l10n-layout`,e.map(e=>v(e,{scope:`global`,source:`l10n-layout`}))),await y(n,`products`,t.map(e=>v(g(e),{scope:`global`,source:`products`})))})}let K=G?[...h.filesByPath.keys()].filter(u):[...W.added,...W.changed].map(e=>e.path).filter(e=>u(e)&&!I(e)),st=W.removed.map(e=>e.path).filter(u);if(G||K.length>0||st.length>0){let e=(await ie({contentDir:c,fs:o.platform.fs,paths:K})).map(e=>v(g(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await j.db.transaction(t=>G?y(t,`nested-config`,e):Te(t,`nested-config`,[...K,...st],e))}let ct=H.flatMap(e=>{let t=h.filesByPath.get(e.path),n=U.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(j,ct,S);let lt=await xe(j,{changedFilePaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...ct.map(e=>e.path)],membershipChangedPaths:[...W.added,...W.removed].map(e=>e.path).filter(e=>!I(e)),logger:S}),ut=o.pluginRegistry.listExtractAllPlugins(),dt=o.pluginRegistry.listFinalizePlugins(),ft=new Set(dt.map(e=>e.id)),q=[...Be(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!ft.has(e)),pt=await Ve(j,[...ut.map(e=>({pluginId:e.id,hook:`extractAll`})),...dt.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});q.length>0&&await He(j,[ue({fragmentUpdates:new Map(q.map(e=>[e,null]))})],{logger:S});let[J,mt,ht]=await Promise.all([ye(j),Pe(j),Ne(j)]),gt=ge(J,o.config),_t=_e(J,h),vt=await be(j,{config:o.config,logger:S}),yt=await Se(j,{logger:S});if((await ve(j,S)).removedOrphans)await ke({state:h,database:j});else for(let e of[...lt.invalidatedKeys,...vt.invalidatedKeys,...yt.invalidatedKeys]){let t=h.entitiesByKey.get(e);t&&(t.status=`stale`)}(pt||q.length>0)&&(o.state=void 0,h=await b({context:o,database:j}));let bt=await Ce(j,`slugger`),xt=Xe(bt,{touchedPaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...gt.map(e=>e.originFilePath),..._t.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),Y=Ze({context:o,diff:W,currentFiles:H,dirtyOrigins:[...gt,..._t,...xt],hintedPaths:B.hintedPaths,storedFilesByPath:h.filesByPath,storedPluginsByPath:h.filePluginsByPath}),St=a(),X=Me(o.config,E),Z=await qe({context:o,database:j,localeContext:ot,files:Y,removedPaths:new Set(W.removed.map(e=>e.path)),pluginScopedOriginRows:J,routeQueryRows:mt,hookState:ht,storedSluggerProblems:bt,revisions:X,onFileSynced:(t,n)=>e.onProgress?.({stage:`sync`,done:t,total:n})});o.state=Z.state,T.debug(`Synchronized content routes`,{files:Y.length,durationMs:St()}),await Ye({database:j,config:o.config,configChanged:N,logger:S}),d.info(`Updated content state: ${W.added.length+W.changed.length} upserted, ${W.removed.length} removed, ${Y.length} synced`,{durationMs:rt()}),e.searchSync!==!1&&await Ie({context:o,database:j,inlineSearchables:Z.inlineSearchables,materializer:Fe({deps:{...o,state:Z.state},database:j,revisions:X})});let Ct=await se(j,{logger:S});Ct.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:Ct.removed});let Q=await Ae(o.pluginIO,{contentDir:c,database:j,logger:S});if(Q.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:Q.removedRows,swept:Q.sweptFilenames.length}),e.reconcileAssetFiles??!0){let e=await je(o.pluginIO,{contentDir:c,registered:await he(j)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:wt}=Z.state;o.config=A(M.config,wt.values()),await te(j,A(M.siteConfig,wt.values()),o.config);try{await j.db.transaction(e=>y(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let Tt=e.collectProblems===!1?[]:await we(j);d.debug(`Content ingest complete`,{durationMs:D()});let $=Z.state,Et=t({registry:o.pluginRegistry,routes:$.routeBySlug.values()}),Dt=n({registry:o.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:c,diff:W,currentFiles:V,previousFiles:B.affectedPreviousFiles,problems:Tt,templateSet:Et,serverModuleSet:Dt,inlineSearchables:Z.inlineSearchables,routeChanges:{...Z.routeChanges,unbounded:Z.routeChanges.unbounded||N}}}finally{O&&await j.close()}}function Ze(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||E(e.context,n,e.storedPluginsByPath.get(n.path))&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??O(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??O(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${o}/`))),r=[];for(let e of t){let t=c(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&r.push(e)}return r}function E(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function D(e,t){return`${e.replace(/\/$/,``)}/${t}`}function O(e,t){if(t)return{absolutePath:D(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function k(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function Qe(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=a(),n=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:n.length,durationMs:t()});let r=a(),i=await x(n,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:i.length,durationMs:r()}),i}function A(t,n){let r=e(t,`redirects`)?C(n):{};return{...t,redirects:{...r,...t.redirects}}}export{k as diffContentFiles,w as runContentIngest};
|
|
1
|
+
import{isPlanFeatureGranted as e}from"../../shared/plan-gates.js";import{assembleTemplateSet as t}from"../templates/template-set.js";import{assembleServerModuleSet as n}from"../server-modules/module-set.js";import{formatCount as r}from"../../shared/log-format.js";import{createLogger as i,stopwatch as a}from"../../shared/logger.js";import{L10N_DIR as o}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as s,l10nDirOf as c,resolveLocaleContext as l}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as ee,writeSiteConfig as te}from"../database/site-config.js";import{isConfigChanged as ne,isNestedConfigPath as u,loadContentLayerConfig as re,readNestedConfigProblems as ie}from"../config.js";import{contentIgnoreMatcherOf as ae,normalizeHintPaths as oe,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as se}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{listConfiguredProducts as ce,productFolderProblems as le}from"../products.js";import{appDataSystemEntityDescriptor as ue}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as de}from"../plugins/project/loaded-set.js";import{apiOutputFiles as fe,readApiOutputs as pe,withApiOutputHints as me}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{hasGlobalProblemsForSource as g,listGlobalProblems as he,listProblems as ge,problemRow as _,replaceGlobalProblemsForKeysTx as _e,replaceGlobalProblemsForSourceTx as v}from"../database/problems.js";import{listRegisteredAssets as ve}from"../database/assets.js";import{createProblem as y}from"../problems/codes.js";import{computeDirtyConfigOrigins as ye,computeDirtyFileOrigins as be,garbageCollectOrphanedEntities as xe,loadOriginDependencyRows as Se,propagateConfigDependencyInvalidation as Ce,propagateEntityInvalidation as we,propagateRetryableProblemInvalidation as Te}from"../database/invalidation.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe,reloadContentLayerEntities as ke}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Ae,restoreMissingAssetFiles as je}from"../materialization/asset-reconcile.js";import{resolveRevisionCapture as Me}from"../revisions/config.js";import{loadPluginHookState as Ne}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Pe}from"../database/route-query-deps.js";import{createEntityMaterializer as Fe}from"../materialization/materializer.js";import{runSearchSync as Ie}from"./search-sync.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as Le,l10nLayoutProblems as Re,validateL10nConfig as ze}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Be,reconcilePluginScopedRows as Ve,registerSystemEntities as He}from"../database/finalize.js";import{hasStaleManifestVersion as Ue,resetContentDatabase as We}from"../database/reset.js";import{readGitLastModified as Ge}from"./git-last-modified.js";import{createContentScanPlan as Ke}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{syncContentFiles as qe}from"./sync.js";import{checkAllowedPackages as Je}from"../allowed-packages.js";import{syncConfigLinkRefs as Ye}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Xe}from"./slugger/collision-peers.js";async function w(e){let o=p({contentDir:e.contentDir,context:e.context,currentFileIndex:e.currentFileIndex,logger:e.logger??i(),plugins:h(e.contentDir)}),c=o.contentDir,d=o.logger.child(`content-layer`),f=d.child(`content-layer:scan`),x=d.child(`content-layer:hash`),S=d.child(`content-layer:db`),C=d.child(`content-layer:plan`),w=d.child(`content-layer:diff`),T=d.child(`content-layer:sync`),E=e.captureRevisions===!0,D=a();d.debug(`Starting content ingest`,{contentDir:c,hints:e.hints??[]});let A=e.database===void 0,j=e.database??await m({contentDir:c,databaseUrl:e.databaseUrl,migrationsDir:e.migrationsDir,runMigrations:e.runMigrations,platform:o.platform,logger:S});try{if(await Ue(j)){S.warn(`manifest version changed — resetting content database`);let e=a();await We(j,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),o.state=void 0}let i=oe(c,e.hints??[]),p=a(),m=a(),h=await b({context:o,database:j}),A=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:A.length,totalCount:A.length,durationMs:m()});let M=await re({context:o,force:!0});await de({contentDir:c,config:M.config,fs:o.platform.fs,logger:d});let N=ne(k(M.config,h.routeBySlug.values()),await ee(j)),P=ze(o.config.l10n);for(let e of P)d.debug(e.message);(N||P.length>0||await g(j,`l10n-config`))&&await j.db.transaction(e=>v(e,`l10n-config`,P.map(e=>_(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await g(j,`config`))&&await j.db.transaction(e=>v(e,`config`,M.problems.map(e=>_(y(e),{scope:`global`,source:`config`}))));let F=await Je(M.config,c,o.platform.fs);(F.length>0||await g(j,`allowed-packages`))&&await j.db.transaction(e=>v(e,`allowed-packages`,F.map(e=>_(y(e),{scope:`global`,source:`allowed-packages`}))));let I=ae(o.config);Oe(h,I);let L=e=>pe({config:o.config,contentDir:c,fs:o.platform.fs,nestedConfigPaths:e,isIgnored:I}),R=N||i.some(u),z=await L([...h.filesByPath.keys()].filter(u)),et=a(),B=await Ke({contentDir:c,fs:o.platform.fs,previousFiles:A,hints:me(i,z),ignoredDirectories:e.ignoredDirectories,configChanged:R,logger:C});C.debug(`Resolved ingest scan plan`,{hints:B.hintedPaths.length,configChanged:R,scanTargets:B.scanTargets.length,affectedPreviousFiles:B.affectedPreviousFiles.length,durationMs:et()});let tt=new Map(A.map(e=>[e.path,e.hash])),V=await $e({contentDir:c,currentFileIndex:o.currentFileIndex,fs:o.platform.fs,scanPlan:B,ignoredDirectories:e.ignoredDirectories,scanLogger:f,hashLogger:x,previous:o.currentFileIndex?void 0:tt,onProgress:e.onProgress});(B.hintedPaths.length===0||B.hintedPaths.includes(``))&&(z=await L(V.map(e=>e.path).filter(e=>u(e)&&!I(e))));let nt=await fe({outputs:z,files:V,contentDir:c,fs:o.platform.fs,previous:tt}),H=[...V.filter(e=>!z.has(e.path)),...nt],U=new Map(await Ge(c,f));for(let[e,t]of z){let n=U.get(t);n!==void 0&&U.set(e,n)}d.info(`Scanned ${r(H.length)} files`,{durationMs:p()});let rt=a(),W=O(H,B.affectedPreviousFiles,{hintScopes:B.hintScopes,totalPrevious:A.length});w.debug(`Computed content diff`,{...W.summary,durationMs:rt()}),d.info(`Compared with the previous state: ${W.summary.added} added, ${W.summary.changed} changed, ${W.summary.removed} removed, ${W.summary.unchanged} unchanged`);let it=a(),at=a(),ot=await Ee(j,{upserts:[...W.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...W.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:W.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:W.added.length+W.changed.length,removed:W.removed.length,durationMs:at()});for(let e of W.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of ot)(I(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let st=l(o.config.l10n,s(h.filesByPath.keys())),G=o.currentFileIndex!==void 0||R||B.hintedPaths.length===0||B.hintedPaths.includes(``);if(G){let e=Re(Le({l10n:o.config.l10n,localeContext:st,filePaths:h.filesByPath.keys()})),t=le(ce(o.config),h.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await j.db.transaction(async n=>{await v(n,`l10n-layout`,e.map(e=>_(e,{scope:`global`,source:`l10n-layout`}))),await v(n,`products`,t.map(e=>_(y(e),{scope:`global`,source:`products`})))})}let K=G?[...h.filesByPath.keys()].filter(u):[...W.added,...W.changed].map(e=>e.path).filter(e=>u(e)&&!I(e)),ct=W.removed.map(e=>e.path).filter(u);if(G||K.length>0||ct.length>0){let e=(await ie({contentDir:c,fs:o.platform.fs,paths:K})).map(e=>_(y(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await j.db.transaction(t=>G?v(t,`nested-config`,e):_e(t,`nested-config`,[...K,...ct],e))}let lt=H.flatMap(e=>{let t=h.filesByPath.get(e.path),n=U.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(j,lt,S);let ut=new Set(H.filter(e=>Qe(o,e,h.filePluginsByPath.get(e.path))).map(e=>e.path)),dt=await we(j,{changedFilePaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...lt.map(e=>e.path),...ut],membershipChangedPaths:[...W.added,...W.removed].map(e=>e.path).filter(e=>!I(e)),logger:S}),ft=o.pluginRegistry.listExtractAllPlugins(),pt=o.pluginRegistry.listFinalizePlugins(),mt=new Set(pt.map(e=>e.id)),q=[...Be(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!mt.has(e)),ht=await Ve(j,[...ft.map(e=>({pluginId:e.id,hook:`extractAll`})),...pt.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});q.length>0&&await He(j,[ue({fragmentUpdates:new Map(q.map(e=>[e,null]))})],{logger:S});let[J,gt,_t]=await Promise.all([Se(j),Pe(j),Ne(j)]),vt=ye(J,o.config),yt=be(J,h),bt=await Ce(j,{config:o.config,logger:S}),xt=await Te(j,{logger:S});if((await xe(j,S)).removedOrphans)await ke({state:h,database:j});else for(let e of[...dt.invalidatedKeys,...bt.invalidatedKeys,...xt.invalidatedKeys]){let t=h.entitiesByKey.get(e);t&&(t.status=`stale`)}(ht||q.length>0)&&(o.state=void 0,h=await b({context:o,database:j}));let St=await he(j,`slugger`),Ct=Xe(St,{touchedPaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...vt.map(e=>e.originFilePath),...yt.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),Y=Ze({context:o,diff:W,currentFiles:H,dirtyOrigins:[...vt,...yt,...Ct],hintedPaths:B.hintedPaths,storedFilesByPath:h.filesByPath,pluginSetChangedPaths:ut}),wt=a(),Tt=Me(o.config,E),X=await qe({context:o,database:j,localeContext:st,files:Y,removedPaths:new Set(W.removed.map(e=>e.path)),pluginScopedOriginRows:J,routeQueryRows:gt,hookState:_t,storedSluggerProblems:St,revisions:Tt,onFileSynced:(t,n)=>e.onProgress?.({stage:`sync`,done:t,total:n})});o.state=X.state,T.debug(`Synchronized content routes`,{files:Y.length,durationMs:wt()}),await Ye({database:j,config:o.config,configChanged:N,logger:S}),d.info(`Updated content state: ${W.added.length+W.changed.length} upserted, ${W.removed.length} removed, ${Y.length} synced`,{durationMs:it()}),e.searchSync!==!1&&await Ie({context:o,database:j,inlineSearchables:X.inlineSearchables,materializer:Fe({deps:{...o,state:X.state},database:j,revisions:Tt})});let Et=await se(j,{logger:S});Et.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:Et.removed});let Z=await Ae(o.pluginIO,{contentDir:c,database:j,logger:S});if(Z.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:Z.removedRows,swept:Z.sweptFilenames.length}),e.reconcileAssetFiles??!0){let e=await je(o.pluginIO,{contentDir:c,registered:await ve(j)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:Q}=X.state;o.config=k(M.config,Q.values()),await te(j,k(M.siteConfig,Q.values()),o.config);try{await j.db.transaction(e=>v(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let Dt=e.collectProblems===!1?[]:await ge(j);d.debug(`Content ingest complete`,{durationMs:D()});let $=X.state,Ot=t({registry:o.pluginRegistry,routes:$.routeBySlug.values()}),kt=n({registry:o.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:c,diff:W,currentFiles:V,previousFiles:B.affectedPreviousFiles,problems:Dt,templateSet:Ot,serverModuleSet:kt,inlineSearchables:X.inlineSearchables,routeChanges:{...X.routeChanges,unbounded:X.routeChanges.unbounded||N}}}finally{A&&await j.close()}}function Ze(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||e.pluginSetChangedPaths.has(n.path)&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??D(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??D(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${o}/`))),r=[];for(let e of t){let t=c(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&r.push(e)}return r}function Qe(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function E(e,t){return`${e.replace(/\/$/,``)}/${t}`}function D(e,t){if(t)return{absolutePath:E(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function O(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function $e(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=a(),n=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:n.length,durationMs:t()});let r=a(),i=await x(n,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:i.length,durationMs:r()}),i}function k(t,n){let r=e(t,`redirects`)?C(n):{};return{...t,redirects:{...r,...t.redirects}}}export{O as diffContentFiles,w as runContentIngest};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{formatDuration as i}from"../../shared/log-format.js";import{isRbacScope as a}from"../../shared/rbac/engine.js";import{normalizeRouteSlug as o}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as s,pageMarkdown as c,routeQueryDeps as l,searchDocuments as u}from"../database/schema.js";import{computePathPrefixes as d}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as f}from"../materialization/data-ref.js";import{batchValues as p,normalizeBatchSize as m}from"../database/connection.js";import{resolveDataRef as h}from"../database/blobs.js";import{createRouteQueryEvaluator as g,dedupeRouteQueryDependencies as _,isRouteQueryStale as v}from"../plugins/utils/route-index.js";import{listConfiguredProducts as y}from"../products.js";import{userMarkdocSchemaDigest as b}from"../markdown/constants/tag-sets.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{createMarkdownCopyRule as C}from"../markdown-copy-rule.js";import{createProblem as w}from"../problems/codes.js";import{problemRow as T,replaceEntityProblemsForCodesBatchTx as E}from"../database/problems.js";import"../search/postings/postings-store.js";import{createSearchStore as D}from"../search/store.js";import{replaceEntityRouteQueryDepsTx as O}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as k,searchFacetInvalidProblem as A,searchableFailedProblem as j}from"../problems/producers.js";import{loadAttachedRouteSlugs as M}from"../database/route-deps.js";import{toRbacTeams as N,toRbacTeamsWithinRoute as P}from"./rbac-teams.js";import{buildDocumentFacets as F}from"../search/facet-rows.js";import{createHookEntityStore as I}from"./hook-inputs.js";import{and as L,eq as R,inArray as z}from"drizzle-orm";function B(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function V(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),a=[],o=/* @__PURE__ */ new Map,s=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),c=e.inlineSearchables??/* @__PURE__ */ new Map,l=e.entityKeys===void 0?void 0:[...e.entityKeys,...c.keys()],u=await re(n,l);if(s.size===0&&c.size===0&&u.size===0)return{synced:0,problems:a};let{materializer:d}=e,{state:f}=d,m=D(n),h=g(f,t.config),_=y(t.config),v=ee(f,h,_),x=v(),S=te(t),w=C(t.config),E=B(S,_,w.settings,b()),O=ne(r,{configuredFields:S}),A=0,N=(e,t)=>{a.push(...t),o.set(e,t.map(t=>T(t,{scope:`entity`,entityId:e})))},P=(e,t,n,i)=>{let s=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${s}`);let c=j({entityKey:t,pluginId:n,message:s});a.push(c),o.set(e,[T(c,{scope:`entity`,entityId:e})])},F=async()=>(await H(n,o,k,r),{synced:A,problems:a});l===void 0&&await G({context:t,database:n,state:f,store:m,stored:u,searchableLoaders:s});let I=[];for(let[e,n]of c){let i=f.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){u.has(e)&&await m.removeSource(e);continue}try{let a=await O.prepare(e,n.docs,x);I.push({entityKey:e,docs:a.docs,...Y(e,n,a.docs),sourceHash:E(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),N(i.id,[...W(e,n.problems,r),...a.problems])}catch(t){P(i.id,e,i.pluginId,t)}}}if(await m.replaceSourceDocuments(I),A+=I.length,s.size===0)return F();let L=await ie(n,[...s.keys()],e.entityKeys),R=await ae(n,h,L.map(e=>e.id)),z=L.filter(e=>{let n=s.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=u.get(e.key);return i===void 0||i.sourceHash!==E(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||R.has(e.id)});if(z.length===0)return F();let V=await M(n,z.map(e=>e.key)),q=0,X=0,Z=0,Q=0,$=0;for(let r of p(z,50)){q+=1;let i=Date.now(),a=await J(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=s.get(i.loaderId);if(r){try{let e=await K({row:i,entry:r,value:a.get(i.id),attachedSlug:V.get(i.key),context:t,database:n,materializer:d,evaluator:h,resolveAccess:v,prepare:O.prepare,stampOf:E,allowsMarkdownCopy:w.allows});o.push(e),N(i.id,e.problems)}catch(e){P(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await U({context:t,database:n,store:m,outputs:o}),$+=Date.now()-i,A+=o.length}return l===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${q} ${q===1?`chunk`:`chunks`} (load ${i(Z)}, producers ${i(Q)}, writes ${i($)})`),F()}async function H(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>E(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function U(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await O(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:_(e.reads)}))});for(let e of n){if(await i.delete(c).where(R(c.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(c).values(a)}}})}function W(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])k.includes(e.code)?r.push(w(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${k.join(`, `)}`);return r}async function G(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(c).where(R(c.entityKey,t)))}}async function K(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await f(o.data,e=>h(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),p=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),g={config:e.context.config,entities:I(r,e.materializer,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:p},_=i?await i(c,g):{docs:[]},v=a&&e.allowsMarkdownCopy(p)?await a(c,g):null,y=q(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:m.rbacTeamsForSlug(e.routeSlug)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...Y(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...W(t.key,_.problems,e.context.logger),...b.problems]}}function q(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{}})}}}return a}async function J(e,t){let n=await e.db.select({id:s.id,data:s.data,dataHash:s.dataHash}).from(s).where(z(s.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function ee(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(d(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,rbacTeamsForSlug:e=>N(o(e)),localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function Y(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(Z(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=o(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=F({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:P(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;s.has(a)||(s.add(a),c.push(A({entityKey:n,field:e,reason:X[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const X={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function Z(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!a(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:p(t,m(void 0))){let t=await e.db.selectDistinct({entityKey:u.entityKey,sourceHash:u.sourceHash,pluginVersion:u.pluginVersion}).from(u).where(r===void 0?void 0:z(u.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:c.entityKey,sourceHash:c.sourceHash,pluginVersion:c.pluginVersion}).from(c).where(r===void 0?void 0:z(c.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:s.id,key:s.key,loaderId:s.loaderId,dataHash:s.dataHash}).from(s).where(L(R(s.status,`ready`),R(s.isCurrent,1),z(s.loaderId,[...t]),n===void 0?void 0:z(s.key,[...n]))).orderBy(s.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=m(void 0),o=await e.db.select({entityId:l.entityId,kind:l.kind,argument:l.argument,resultHash:l.resultHash}).from(l).where(L(R(l.hook,`searchable`),a?z(l.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&v(t,e)&&r.add(e.entityId);return r}function Q(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Q as collectInlineSearchables,V as runSearchSync};
|
|
1
|
+
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{formatDuration as i}from"../../shared/log-format.js";import{isRbacScope as a}from"../../shared/rbac/engine.js";import{normalizeRouteSlug as o}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as s,pageMarkdown as c,routeQueryDeps as l,searchDocuments as u}from"../database/schema.js";import{computePathPrefixes as d}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as f}from"../materialization/data-ref.js";import{batchValues as p,normalizeBatchSize as m}from"../database/connection.js";import{resolveDataRef as h}from"../database/blobs.js";import{createRouteQueryEvaluator as g,dedupeRouteQueryDependencies as _,isRouteQueryStale as v}from"../plugins/utils/route-index.js";import{listConfiguredProducts as y}from"../products.js";import{userMarkdocSchemaDigest as b}from"../markdown/constants/tag-sets.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{problemRow as C,replaceEntityProblemsForCodesBatchTx as w}from"../database/problems.js";import{createProblem as T}from"../problems/codes.js";import"../search/postings/postings-store.js";import{createSearchStore as E}from"../search/store.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as O,searchFacetInvalidProblem as k,searchableFailedProblem as ee}from"../problems/producers.js";import{loadAttachedRouteSlugs as A}from"../database/route-deps.js";import{toRbacTeamsWithinRoute as j}from"./rbac-teams.js";import{createMarkdownCopyRule as M}from"../markdown-copy-rule.js";import{buildDocumentFacets as N}from"../search/facet-rows.js";import{createHookEntityStore as P}from"./hook-inputs.js";import{and as F,eq as I,inArray as L}from"drizzle-orm";function R(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function z(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),a=[],o=/* @__PURE__ */ new Map,s=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),c=e.inlineSearchables??/* @__PURE__ */ new Map,l=e.entityKeys===void 0?void 0:[...e.entityKeys,...c.keys()],u=await re(n,l);if(s.size===0&&c.size===0&&u.size===0)return{synced:0,problems:a};let{materializer:d}=e,{state:f}=d,m=E(n),h=g(f,t.config),_=y(t.config),v=q(f,h,_),x=v(),S=te(t),w=M(t.config),T=R(S,_,w.settings,b()),D=ne(r,{configuredFields:S}),k=0,j=(e,t)=>{a.push(...t),o.set(e,t.map(t=>C(t,{scope:`entity`,entityId:e})))},N=(e,t,n,i)=>{let s=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${s}`);let c=ee({entityKey:t,pluginId:n,message:s});a.push(c),o.set(e,[C(c,{scope:`entity`,entityId:e})])},P=async()=>(await B(n,o,O,r),{synced:k,problems:a});l===void 0&&await U({context:t,database:n,state:f,store:m,stored:u,searchableLoaders:s});let F=[];for(let[e,n]of c){let i=f.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){u.has(e)&&await m.removeSource(e);continue}try{let a=await D.prepare(e,n.docs,x);F.push({entityKey:e,docs:a.docs,...J(e,n,a.docs),sourceHash:T(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),j(i.id,[...H(e,n.problems,r),...a.problems])}catch(t){N(i.id,e,i.pluginId,t)}}}if(await m.replaceSourceDocuments(F),k+=F.length,s.size===0)return P();let I=await ie(n,[...s.keys()],e.entityKeys),L=await ae(n,h,I.map(e=>e.id)),z=I.filter(e=>{let n=s.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=u.get(e.key);return i===void 0||i.sourceHash!==T(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||L.has(e.id)});if(z.length===0)return P();let G=await A(n,z.map(e=>e.key)),Y=0,X=0,Z=0,Q=0,$=0;for(let r of p(z,50)){Y+=1;let i=Date.now(),a=await K(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=s.get(i.loaderId);if(r){try{let e=await W({row:i,entry:r,value:a.get(i.id),attachedSlug:G.get(i.key),context:t,database:n,materializer:d,evaluator:h,resolveAccess:v,prepare:D.prepare,stampOf:T,allowsMarkdownCopy:w.allows});o.push(e),j(i.id,e.problems)}catch(e){N(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await V({context:t,database:n,store:m,outputs:o}),$+=Date.now()-i,k+=o.length}return l===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${Y} ${Y===1?`chunk`:`chunks`} (load ${i(Z)}, producers ${i(Q)}, writes ${i($)})`),P()}async function B(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>w(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function V(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:_(e.reads)}))});for(let e of n){if(await i.delete(c).where(I(c.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,rbacScope:t.rbacScope??null,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(c).values(a)}}})}function H(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])O.includes(e.code)?r.push(T(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${O.join(`, `)}`);return r}async function U(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(c).where(I(c.entityKey,t)))}}async function W(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await f(o.data,e=>h(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),p=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),g={config:e.context.config,entities:P(r,e.materializer,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:p},_=i?await i(c,g):{docs:[]},v=a&&e.allowsMarkdownCopy(p)?await a(c,g):null,y=G(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:j(m.accessForSlug(e.routeSlug),e.rbacScope)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...J(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...H(t.key,_.problems,e.context.logger),...b.problems]}}function G(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,o=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);if(t.rbacScope!==void 0&&!a(t.rbacScope))throw Error(`markdown for "${e}" returned "${r}" with an invalid rbacScope.`);i.add(r),o.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{},...t.rbacScope===void 0?{}:{rbacScope:t.rbacScope}})}}}return o}async function K(e,t){let n=await e.db.select({id:s.id,data:s.data,dataHash:s.dataHash}).from(s).where(L(s.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function q(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(d(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function J(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(X(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=o(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=N({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:j(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;s.has(a)||(s.add(a),c.push(k({entityKey:n,field:e,reason:Y[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Y={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function X(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!a(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:p(t,m(void 0))){let t=await e.db.selectDistinct({entityKey:u.entityKey,sourceHash:u.sourceHash,pluginVersion:u.pluginVersion}).from(u).where(r===void 0?void 0:L(u.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:c.entityKey,sourceHash:c.sourceHash,pluginVersion:c.pluginVersion}).from(c).where(r===void 0?void 0:L(c.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:s.id,key:s.key,loaderId:s.loaderId,dataHash:s.dataHash}).from(s).where(F(I(s.status,`ready`),I(s.isCurrent,1),L(s.loaderId,[...t]),n===void 0?void 0:L(s.key,[...n]))).orderBy(s.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=m(void 0),o=await e.db.select({entityId:l.entityId,kind:l.kind,argument:l.argument,resultHash:l.resultHash}).from(l).where(F(I(l.hook,`searchable`),a?L(l.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&v(t,e)&&r.add(e.entityId);return r}function Z(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Z as collectInlineSearchables,z as runSearchSync};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{
|
|
1
|
+
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{problemRow as s}from"../database/problems.js";import{createProblem as c}from"../problems/codes.js";import{garbageCollectOrphanedEntities as l,propagateRouteQueryInvalidation as u}from"../database/invalidation.js";import{loadFileManifestsByPaths as d}from"../database/files.js";import{loadContentLayerState as f,reloadContentLayerEntities as p}from"../context-state.js";import{resolveRevisionsConfig as m}from"../revisions/config.js";import{bulkSyncOrigins as ee}from"../database/origins.js";import{extractFailedProblem as h,sluggerProblemSources as g}from"../problems/producers.js";import{createEntityMaterializer as _}from"../materialization/materializer.js";import{finalizeHookInputs as te,hasAnyPluginHookTrigger as ne}from"./hook-inputs.js";import{collectInlineSearchables as v}from"./search-sync.js";import{dropCollidingRoutes as y}from"./slugger/drop-colliding-routes.js";import{allReservedSlugs as b,resolveFinalSlugs as x}from"./slugger/resolve-final-slugs.js";import{normalizePluginArtifacts as S}from"./normalize-artifacts.js";import{runFinalizePhase as C}from"./finalize-phase.js";import{applyOriginRoutesToWorkingState as w,cloneContentLayerState as T,removeFileFromWorkingState as E,removeOriginFromWorkingState as D}from"./working-state.js";import{dropCollidingExtractAllRoutes as O,runExtractAllPhase as k}from"./extract-all-phase.js";import{diffFallbackRoutes as re,generateFallbackRoutes as ie}from"./generate-fallback-routes.js";async function A(n){let c=await f({context:n.context,database:n.database}),u=T(c);for(let e of n.removedPaths)E(u,e);if(n.files.length===0&&n.removedPaths.size===0&&![`extractAll`,`finalize`].some(e=>ne(e,n.context,c,n.pluginScopedOriginRows,n.routeQueryRows,n.hookState,e===`finalize`?te(n.localeContext):void 0)))return await N(n,u),{state:u,inlineSearchables:/* @__PURE__ */ new Map,routeChanges:{changedSlugs:[],unbounded:!1}};let h=n.context.logger.child(`content-layer:sync`),{localeContext:S}=n,A=F(n.context.config,`/l10n`),j=F(n.context.config,`/metadataGlobs`),M=m(n.context.config),P=n.revisions,L=()=>_({deps:{...n.context,state:u},database:n.database,revisions:P}),R=await k({context:n.context,database:n.database,materializer:L(),files:n.files,originRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:extractAll`)}),z=n.context.logger.child(`content-layer:plugin`),B=n.files.filter(e=>e.manifest===void 0).map(e=>e.path),V=await d(n.database,B),H=n.context.pluginRegistry.list().map(e=>e.id);D(u,H,o,null);let U=[],W=`${e}/`,G=n.files.map(e=>({file:e,localized:Number(e.path.startsWith(W))})).sort((e,t)=>e.localized-t.localized).map(e=>e.file);for(let[e,a]of G.entries()){let o=u.filesByPath.get(a.path)??u.ignoredFilesByPath.get(a.path);if(!o)throw Error(`Missing stored file state for "${a.path}".`);let s=t(n.context,a.path),c=(u.filePluginsByPath.get(a.path)??[]).map(e=>e.pluginId).filter(e=>!s.some(t=>t.id===e)),l=[];for(let e of c)D(u,H,e,a.path),l.push({hook:`extract`,originDependencies:[],originFileId:o.id,originFilePath:a.path,originPluginId:e,routeDependencies:[],routes:[],entities:[],problems:[]});for(let e of s)D(u,H,e.id,a.path);let d=i({path:a.path,hash:a.hash,manifest:a.manifest??V.get(a.path)??{}}),f=await r(s,d,{config:n.context.config,fs:n.context.platform.fs,contentDir:n.context.contentDir,scannedPaths:()=>u.filesByPath.keys(),logger:z});for(let e of f)I({context:n.context,workingState:u,allPluginIds:H,filePath:a.path,fileRecord:o,attempt:e,origins:l,revisions:M,localeContext:S,l10nConfigDependency:A,metadataGlobsConfigDependency:j,pluginLogger:z});let p=s.map(e=>({id:e.id,version:e.version}));U.push({fileId:o.id,filePath:a.path,plugins:p,origins:l}),u.filePluginsByPath.set(a.path,p.map(e=>({fileId:o.id,pluginId:e.id,pluginVersion:e.version}))),n.onFileSynced?.(e+1,G.length)}let K=n.context.pluginRegistry.listReservedSlugs(),{collisions:q,routeBySlug:oe,wildcardShadows:se,problems:J}=x({state:u,previousWildcardShadows:c.wildcardShadows,reservedSlugs:K,logger:h});u.wildcardShadows=se,u.routeBySlug=oe;let ce=/* @__PURE__ */ new Set([...n.files.map(e=>e.path),...n.removedPaths,...R.pending.map(e=>e.pluginId),...R.failures.map(e=>e.pluginId)]),Y=new Set(J.map(e=>e.key));for(let e of n.storedSluggerProblems){if(e.key===null)continue;let t=g(e.data);t.length>0&&t.every(e=>ce.has(e))&&Y.add(e.key)}y({state:u,bulkItems:U,collisions:q,allPluginIds:H}),O(R.pending,q);let X=ie({state:u,localeContext:S,reservedSlugs:b(K)}),le=re(c.routesByOriginKey.get(a(`internal.l10n`,null))??[],X);w(u,H,o,null,X);let Z=/* @__PURE__ */ new Map;for(let e of U)for(let t of e.origins)v(t.entities,Z);for(let e of R.pending)v(e.entities,Z);let Q=/* @__PURE__ */ new Set;if(P){for(let e of U)if(P.isTracked(e.filePath))for(let t of e.origins)for(let e of t.entities)Q.add(e.key)}await ee(n.database,U,{logger:z,revisions:P?{max:P.max,trackedKeys:Q}:void 0,extractAllOrigins:R.pending.map(e=>({hook:`extractAll`,originFileId:null,originFilePath:null,originPluginId:e.pluginId,originDependencies:e.originDependencies,routeDependencies:e.routeDependencies,routes:e.routes,entities:e.entities,problems:[],fingerprint:e.inputsHash,routeQueries:e.routeQueries})),extractAllFailures:R.failures,globalProblems:{source:`slugger`,keys:[...Y],newProblems:J.map(e=>s(e.problem,{scope:`global`,source:`slugger`,key:e.key}))},fallbackRoutes:{pluginId:o,...le}}),await p({state:u,database:n.database}),await N(n,u);let $=await C({context:n.context,database:n.database,localeContext:S,materializer:L(),files:n.files,pluginScopedOriginRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:finalize`),collectEntities:e=>v(e,Z)}),ue=await l(n.database);return($.ranPluginIds.length>0||ue.removedOrphans)&&await p({state:u,database:n.database}),{state:u,inlineSearchables:Z,routeChanges:ae(c.routeBySlug,u.routeBySlug)}}function ae(e,t){let n=[];for(let[r,i]of e){let e=t.get(r);(e===void 0||e.originFilePath!==i.originFilePath)&&n.push(r)}for(let r of t.keys())e.has(r)||n.push(r);return{changedSlugs:n,unbounded:!j(e,t)}}function j(e,t){let n=M(e),r=M(t);return n.size===r.size&&[...n].every(e=>r.has(e))}function M(e){let t=/* @__PURE__ */ new Set;for(let[n,r]of e)r.wildcardPrefix&&t.add(n);return t}async function N(e,t){let{invalidatedKeys:n}=await u(e.database,{rows:e.routeQueryRows,state:t,config:e.context.config,logger:e.context.logger.child(`content-layer:db`)});for(let e of n){let n=t.entitiesByKey.get(e);n&&(n.status=`stale`)}}function P(e){return[...e.configDependencies.map(e=>({...e,source:`config`})),...e.fileDependencies]}function F(e,t){return{source:`config`,accessType:`value`,path:t,valueHash:n(e,{accessType:`value`,path:t})}}function I(e){let{context:t,workingState:n,allPluginIds:r,filePath:i,fileRecord:o,attempt:s}=e,l=s.result.ok?s.result.value:null,u=e.localeContext.isL10nPath(i)?[...P(s),e.l10nConfigDependency]:P(s);if(!l){e.origins.push({hook:`extract`,originDependencies:u,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:[],routes:[],entities:[],problems:s.result.ok?[]:[h({filePath:i,pluginId:s.plugin.id,message:s.result.error.message})]});return}let d=S({context:t,filePath:i,pluginId:s.plugin.id,revisions:e.revisions,routeDrafts:l.routes,standaloneEntities:l.entities??[],localeContext:e.localeContext,resolveCanonicalRoute:(e,t)=>n.routesByOriginKey.get(a(s.plugin.id,e))?.find(e=>e.routeId===t)});w(n,r,s.plugin.id,i,d.routes),e.origins.push({hook:`extract`,originDependencies:d.routes.length>0?[...u,e.metadataGlobsConfigDependency]:u,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:d.routeDependencies,routes:d.routes,entities:d.entities,problems:(l.problems??[]).map(e=>c({...e,location:e.location??{filePath:i}})),linkRefs:l.linkRefs})}export{A as syncContentFiles};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{
|
|
1
|
+
import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{deleteProblemsForLinkRefsTx as a,insertProblemsTx as o,problemRow as s,replaceAllLinkProblemsTx as c}from"../database/problems.js";import{createProblem as l}from"../problems/codes.js";import{clearLinkCheckCheckpointTx as u}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as d}from"./load-view.js";import{unresolvedFilePathRefReads as f,validateLinkRefs as p}from"./validate.js";import{and as m,eq as h,getTableColumns as g,gte as _,inArray as v,lt as y,notInArray as b,or as x}from"drizzle-orm";function S(e){return{run:t=>w(e.logger,()=>T(e,t))}}async function C(r){await w(r.logger,async()=>{let i=await r.database.db.select({entityId:e.id,path:n.path}).from(e).leftJoin(t,h(t.entityId,e.id)).leftJoin(n,h(t.originFileId,n.id)).where(m(h(e.key,r.entityKey),h(e.isCurrent,1))),a=i[0]?.entityId;if(a===void 0)return;let o=i.map(e=>e.path).filter(e=>e!==null),s=[...new Set(o)],c=r.viewCache?await r.viewCache.refreshInventories(s):void 0;await T(r,{entityIds:[a],originFilePaths:[],changedSlugs:[],changedFilePaths:s,unbounded:!1},c)})}async function w(e,t){try{await t()}catch(t){e?.warn(`Incremental link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)})}}async function T(e,t,n){if(t.unbounded){await E(e);return}if(!D(t))return;let r=n??await d(e),i=await O(e.database,t,r);if(i.length===0)return;let s=p(i,r).map(j),c=i.map(e=>e.id);await e.database.db.transaction(async e=>{await a(e,c),await o(e,s),await u(e)}),e.logger?.debug(`Incremental link check complete`,{refs:i.length,broken:s.length})}async function E(e){let[t,n]=await Promise.all([e.database.db.select().from(r),d(e)]),i=p(t,n).map(j);await e.database.db.transaction(async e=>{await c(e,i),await u(e)}),e.logger?.debug(`Full link check complete`,{refs:t.length,broken:i.length})}function D(e){return e.entityIds.length>0||e.originFilePaths.length>0||e.changedSlugs.length>0||e.changedFilePaths.length>0}async function O(e,t,a){let o=/* @__PURE__ */ new Map,s=e=>{for(let t of e)o.set(t.id,t)};for(let n of i(t.entityIds,500))s(await e.db.select().from(r).where(v(r.entityId,n)));for(let a of i(t.originFilePaths,500))s(await e.db.select(g(r)).from(r).innerJoin(n,h(r.originFileId,n.id)).where(v(n.path,a)));let c=new Set(t.changedSlugs);for(let e of t.changedFilePaths)for(let t of a.routeSlugsBySourcePath.get(e)??[])c.add(t);for(let t of i([...c],500))s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),v(r.target,t))));let l=[...c].filter(e=>a.routeBySlug.get(e)?.wildcardPrefix===!0);for(let t of i(l,20)){let n=t.map(e=>{let t=k(e);return m(_(r.target,t),y(r.target,A(t)))});s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),x(...n))))}for(let n of i(t.changedFilePaths,500))s(await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),v(r.target,n))));if(c.size>0||t.changedFilePaths.length>0){let i=new Set(t.changedFilePaths);s((await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),b(r.target,e.db.select({path:n.path}).from(n))))).filter(e=>{let t=f(e,a);return t.filePaths.some(e=>i.has(e))||t.slugs.some(e=>c.has(e)||l.some(t=>e.startsWith(k(t))))}))}return[...o.values()]}function k(e){return e===`/`?`/`:`${e}/`}function A(e){return`${e.slice(0,-1)}0`}function j(e){return s(l(e.problem),{scope:`link`,linkRefId:e.ref.id})}export{S as createDevLinkCheckSession,O as loadAffectedRefs,C as runMaterializationLinkCheck};
|