@redocly/framework 1.0.0-next.1 → 1.0.0-next.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundler/build/run.js +1 -1
- package/dist/bundler/build/vite-config.js +2 -2
- package/dist/bundler/vite-config.base.js +8 -8
- package/dist/cli/commands/translate.js +1 -1
- package/dist/cli/validate-react-pages.js +1 -1
- package/dist/client/RuntimeLink.js +1 -0
- package/dist/client/app.js +3 -3
- package/dist/client/experiments/runtime.js +1 -1
- package/dist/client/use-router-for-local-links.js +1 -1
- package/dist/client/utils/routes/is-router-path.js +1 -0
- package/dist/content-layer/config-schema.d.ts +7 -2
- package/dist/content-layer/config-schema.js +1 -1
- package/dist/content-layer/config.d.ts +22 -9
- package/dist/content-layer/config.js +1 -1
- package/dist/content-layer/context.d.ts +2 -0
- package/dist/content-layer/context.js +1 -1
- package/dist/content-layer/database/assets.js +1 -1
- package/dist/content-layer/database/blobs.js +1 -1
- package/dist/content-layer/database/entity-store.d.ts +5 -0
- package/dist/content-layer/database/entity-store.js +1 -1
- package/dist/content-layer/database/files.js +1 -1
- package/dist/content-layer/database/finalize.js +1 -1
- package/dist/content-layer/database/invalidation.d.ts +6 -0
- package/dist/content-layer/database/invalidation.js +26 -26
- package/dist/content-layer/database/link-refs.js +1 -1
- package/dist/content-layer/database/origins.js +1 -1
- package/dist/content-layer/database/problems.js +1 -1
- package/dist/content-layer/database/reset.js +1 -1
- package/dist/content-layer/database/route-query-deps.js +1 -1
- package/dist/content-layer/database/schema.d.ts +33 -0
- package/dist/content-layer/database/schema.js +1 -1
- package/dist/content-layer/database/search-vocab.js +2 -2
- package/dist/content-layer/database/site-config.d.ts +23 -0
- package/dist/content-layer/database/site-config.js +1 -1
- package/dist/content-layer/database/static-files.js +1 -1
- package/dist/content-layer/ingest/finalize-phase.js +1 -1
- package/dist/content-layer/ingest/hook-inputs.js +1 -1
- package/dist/content-layer/ingest/run.js +1 -1
- package/dist/content-layer/ingest/search-sync.js +1 -1
- package/dist/content-layer/ingest/sync.js +1 -1
- package/dist/content-layer/link-checker/delta.js +1 -1
- package/dist/content-layer/link-checker/run-build.js +1 -1
- package/dist/content-layer/loaders/context.js +1 -1
- package/dist/content-layer/markdown/client/markdoc-components.js +2 -2
- package/dist/content-layer/markdown/constants/builtin-tags.js +1 -1
- package/dist/content-layer/markdown/constants/tag-sets.d.ts +2 -0
- package/dist/content-layer/markdown/constants/tag-sets.js +1 -1
- package/dist/content-layer/markdown/nodes/heading.js +1 -1
- package/dist/content-layer/markdown/nodes/table.js +1 -1
- package/dist/content-layer/markdown/resolve/ast.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/code-snippet.js +5 -4
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/code-walkthrough/filesets.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/diagram-file.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/file-reference.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.d.ts +2 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/operation-samples.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/partial.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/svg-content.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc.js +1 -1
- package/dist/content-layer/markdown/resolve/raw-partials.d.ts +2 -1
- package/dist/content-layer/markdown/resolve/raw-partials.js +1 -1
- package/dist/content-layer/markdown/resolve/render-diagrams.d.ts +8 -1
- package/dist/content-layer/markdown/resolve/render-diagrams.js +1 -1
- package/dist/content-layer/markdown/search/to-markdown.js +1 -1
- package/dist/content-layer/markdown/search/to-sections.js +1 -1
- package/dist/content-layer/markdown/search/to-text.d.ts +4 -1
- package/dist/content-layer/markdown/search/to-text.js +5 -5
- package/dist/content-layer/markdown/tags/markdoc-error.d.ts +8 -0
- package/dist/content-layer/markdown/tags/markdoc-error.js +1 -1
- package/dist/content-layer/markdown/tags/variant.d.ts +6 -0
- package/dist/content-layer/markdown/tags/variant.js +1 -0
- package/dist/content-layer/markdown/utils/collect-anchors.js +1 -1
- package/dist/content-layer/markdown/utils/collect-headings.d.ts +3 -1
- package/dist/content-layer/markdown/utils/collect-headings.js +1 -1
- package/dist/content-layer/markdown/utils/first-heading.js +1 -1
- package/dist/content-layer/markdown/utils/heading-slugger.d.ts +8 -0
- package/dist/content-layer/markdown/utils/heading-slugger.js +1 -1
- package/dist/content-layer/markdown/utils/node-source-range.d.ts +3 -3
- package/dist/content-layer/markdown/utils/node-source-range.js +1 -1
- package/dist/content-layer/materialization/asset-reconcile.js +1 -1
- package/dist/content-layer/materialization/entity.js +1 -1
- package/dist/content-layer/plan-gates.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/client/template.js +4 -4
- package/dist/content-layer/plugins/internal/api-docs/index.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/build-sidebar.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/search-documents.d.ts +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/search-documents.js +1 -1
- package/dist/content-layer/plugins/internal/api-functions/server/api-function-telemetry.js +1 -0
- package/dist/content-layer/plugins/internal/api-functions/server/dispatch.js +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/resolve-items.d.ts +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/sidebars.d.ts +1 -1
- package/dist/content-layer/plugins/internal/markdoc/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/content-tools.d.ts +4 -1
- package/dist/content-layer/plugins/internal/mcp/content-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/custom-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-telemetry.js +1 -1
- package/dist/content-layer/plugins/internal/react-page/index.d.ts +3 -2
- package/dist/content-layer/plugins/internal/react-page/index.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/bundle.d.ts +2 -1
- package/dist/content-layer/plugins/internal/sidebar/bundle.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/index.d.ts +2 -1
- package/dist/content-layer/plugins/internal/sidebar/index.js +1 -1
- package/dist/content-layer/plugins/types/plugin.d.ts +5 -0
- package/dist/content-layer/plugins/types/search.d.ts +13 -2
- package/dist/content-layer/plugins/utils/link-access.js +1 -1
- package/dist/content-layer/problems/codes.d.ts +10 -0
- package/dist/content-layer/problems/codes.js +1 -1
- package/dist/content-layer/revisions/delete.js +1 -1
- package/dist/content-layer/search/engine/core/search-engine.js +1 -1
- package/dist/content-layer/search/facet-rows.js +1 -1
- package/dist/content-layer/search/keywords.d.ts +18 -0
- package/dist/content-layer/search/keywords.js +1 -0
- package/dist/content-layer/search/postings/postings-store.d.ts +14 -0
- package/dist/content-layer/search/postings/postings-store.js +1 -1
- package/dist/content-layer/search/store.d.ts +14 -1
- package/dist/content-layer/server/database.js +1 -1
- package/dist/content-layer/versions/group-info.d.ts +21 -0
- package/dist/content-layer/versions/group-info.js +1 -0
- package/dist/content-layer/versions/redirect.d.ts +13 -11
- package/dist/content-layer/versions/redirect.js +1 -1
- package/dist/content-layer/versions/resolve.d.ts +1 -21
- package/dist/content-layer/versions/resolve.js +1 -1
- package/dist/content-layer/versions/version-groups.d.ts +1 -1
- package/dist/content-layer/versions/version-groups.js +1 -1
- package/dist/server/__tests__/rbac-fixture.js +1 -1
- package/dist/server/app.js +3 -3
- package/dist/server/content.js +9 -8
- package/dist/server/html-tags.js +2 -1
- package/dist/server/lambda-entry.js +1 -1
- package/dist/server/node-entry.js +1 -1
- package/dist/server/page-handlers.js +1 -1
- package/dist/server/plugin-context.js +1 -1
- package/dist/server/project-env.d.ts +12 -0
- package/dist/server/project-env.js +1 -0
- package/dist/server/redirects.js +1 -1
- package/dist/server/runtime-config.js +1 -1
- package/dist/server/search/route.js +1 -1
- package/dist/server/search/search-telemetry.js +1 -0
- package/dist/server/ssrf/ssrf-blocklist.js +1 -1
- package/dist/server/subprocess/runner.js +1 -1
- package/dist/shared/constants/dependency-pack.js +1 -1
- package/dist/shared/constants/l10n/langs/ar.js +1 -1
- package/dist/shared/constants/l10n/langs/de.js +1 -1
- package/dist/shared/constants/l10n/langs/en.js +1 -1
- package/dist/shared/constants/l10n/langs/es.js +1 -1
- package/dist/shared/constants/l10n/langs/fr.js +1 -1
- package/dist/shared/constants/l10n/langs/hi.js +1 -1
- package/dist/shared/constants/l10n/langs/it.js +1 -1
- package/dist/shared/constants/l10n/langs/ja.js +1 -1
- package/dist/shared/constants/l10n/langs/ko.js +1 -1
- package/dist/shared/constants/l10n/langs/pl.js +1 -1
- package/dist/shared/constants/l10n/langs/pt-br.js +1 -1
- package/dist/shared/constants/l10n/langs/pt.js +1 -1
- package/dist/shared/constants/l10n/langs/ru.js +1 -1
- package/dist/shared/constants/l10n/langs/uk.js +1 -1
- package/dist/shared/constants/l10n/langs/zh.js +1 -1
- package/dist/shared/experiments.js +1 -1
- package/dist/shared/load-dot-env.js +1 -1
- package/dist/shared/plan-gates.d.ts +3 -2
- package/dist/shared/public-env.d.ts +9 -0
- package/dist/shared/public-env.js +1 -1
- package/dist/shared/search/facets.d.ts +5 -0
- package/dist/shared/search/facets.js +1 -1
- package/dist/shared/types/search.d.ts +1 -0
- package/dist/shared/types/sidebar.d.ts +1 -0
- package/drizzle/20261103061150_site_config_effective_hash/migration.sql +1 -0
- package/drizzle/20261105151816_search_http_path_tokens/migration.sql +1 -0
- package/package.json +10 -8
|
@@ -1 +1 @@
|
|
|
1
|
-
import{toJsonObject as e,toJsonValue as t}from"./database/utils/json.js";import{hashContentBytes as n}from"../shared/utils/content-hash.js";import{isClosedToAnonymous as r,parseRbacConfigData as i}from"../server/rbac/engine.js";import{listL10nDirs as
|
|
1
|
+
import{toJsonObject as e,toJsonValue as t}from"./database/utils/json.js";import{hashContentBytes as n}from"../shared/utils/content-hash.js";import{isClosedToAnonymous as r,parseRbacConfigData as i}from"../server/rbac/engine.js";import{readProjectEnv as a}from"../server/project-env.js";import{listL10nDirs as o,resolveLocaleContext as s}from"../shared/utils/l10n.js";import{expandConfigRbacForL10n as c}from"../server/rbac/l10n-rules.js";import{expandConfigRbacTeamTemplates as l,listTeamDirs as u,teamTemplatePrefixes as d}from"../server/rbac/team-templates.js";import{getProcessEnv as f,getPublicEnv as p,resolveRedoclyEnvironment as m,sanitizeBranchName as h}from"../shared/public-env.js";import{resolveContentPath as g}from"../shared/utils/resolve-content-path.js";import{resolveConfigRedirects as _}from"./config-redirects.js";import{NESTED_CONFIG_SCHEMA as v,REALM_CONFIG_SCHEMA as y,sanitizeConfig as b}from"./config-schema.js";import{hashEffectiveConfig as x,resolveSiteConfig as S}from"./database/site-config.js";import{applyEnforcedAccess as C}from"./enforced-access.js";import{applyPlanGates as w}from"./plan-gates.js";import{resolve as T}from"node:path";import{interpolateEnvVariables as E}from"@redocly/config";import D from"js-yaml";const O=[`redocly.yaml`,`redocly.yml`],k=`redocly.yaml`;async function A(e,t){let r=await re(e,t),i=f();if(!r){let e=[],t=C(w($(),i,t=>e.push({code:`configuration/ignored`,message:t})),i);return{absolutePath:null,config:t,siteConfig:t,path:null,hash:null,refs:[],problems:e}}let s=await t.readBinaryFile(r.absolutePath),c=[],l=[],p=[],m=F(new TextDecoder().decode(s),r.path),h=[],g=a(i),_={contentDir:e,fs:t,env:g,refs:p,warnings:c,errors:l},v=Q(await te(await R(await I(m,{..._,deprecations:h}),``,_),_)),y={filePath:r.path},b=[],x=U(v.access)?v.access.rbac:void 0,T=K(v,{dirLocales:await o(e,t),teamDirs:await u(e,t,d(U(x)?x:{})),env:g,report:e=>b.push({...e,location:y})}),E=C(w(T,i,e=>b.push({code:`configuration/ignored`,message:e,location:y})),i),{config:D,unsetVars:O}=S(E,g);for(let e of O)c.push(`The config references process.env.${e}, which is not set.`);let k=[...c.map(e=>({code:`configuration/ignored`,message:e,location:y})),...[...new Set(h)].map(e=>({code:`configuration/deprecated`,message:e,location:y})),...l.map(e=>({code:`configuration/invalid`,severity:`error`,message:e,location:y})),...b];return{...r,config:D,siteConfig:E,hash:await n(s),refs:p,problems:k}}function j(e,t){return x(e)!==t}async function ee(e){if(e.context.configLoaded&&e.force!==!0)return{absolutePath:e.context.configFilePath?T(e.context.contentDir,e.context.configFilePath):null,config:e.context.config,siteConfig:e.context.siteConfig,path:e.context.configFilePath,hash:e.context.configHash,refs:e.context.configRefs,problems:[]};let t=await A(e.context.contentDir,e.context.platform.fs);return e.context.config=t.config,e.context.siteConfig=t.siteConfig,e.context.configFilePath=t.path,e.context.configHash=t.hash,e.context.configRefs=t.refs,e.context.configLoaded=!0,t}function M(e,t){let n=E(F(e,t),a(f())).value,{value:r,problems:i}=b(v,n);for(let e of i)e.location={filePath:t};return{config:r,problems:i}}function N(e){return e.endsWith(`/${k}`)}async function P(e){let t=[];for(let n of e.paths)try{let r=await e.fs.readFile(T(e.contentDir,n));t.push(...M(r,n).problems)}catch(e){let r=e instanceof Error?e.message:String(e);t.push({code:`configuration/invalid`,message:`The config cannot be read: ${r}`,location:{filePath:n}})}return t}function F(t,n){let r=D.load(t);if(r==null)return{};try{return e(r)}catch(e){throw Error(`Expected ${n} to contain a YAML object.`,{cause:e})}}async function I(e,t){let{env:n,...r}=e;if(!U(n))return e;let i=t.env.PUBLIC_REDOCLY_BRANCH_NAME,a=[...i?[`branch.${h(i)}`]:[],m(t.env.REDOCLY_ENV)],o=e=>t.deprecations.push(e),s=J(r,o);for(let e of a){let r=await L(n[e],e,t);r&&(s=H(s,J(r,o)))}return s}async function L(e,t,n){if(!U(e))return null;if(typeof e.$ref!=`string`)return e;let{$ref:r,...i}=e,a=`env.${t}`,o=z(await B(r,a,n),i,a,n);return U(o)?o:null}async function R(e,t,n){if(Array.isArray(e))return Promise.all(e.map((e,r)=>R(e,`${t}[${r}]`,n)));if(!U(e))return e;if(typeof e.$ref==`string`){let{$ref:r,...i}=e;return z(await B(r,t,n),await R(i,t,n),t,n)}let r={};for(let[i,a]of Object.entries(e))r[i]=await R(a,t===``?i:`${t}.${i}`,n);return r}function z(e,t,n,r){if(Object.keys(t).length===0)return e;if(U(e))return{...e,...t};if(e==null)return t;let i=Array.isArray(e)?`list`:`scalar`;return r.warnings.push(`${n===``?`The config`:n} has keys next to a $ref to a ${i}; only the referenced file applies.`),e}function B(e,n,r){return V(e,`${n} $ref`,r,e=>t(D.load(e)))}async function V(e,t,r,i,a=`warning`){let o=a===`error`?r.errors:r.warnings,s=g(e,O[0]);if(s===null)return o.push(`${t} "${e}" escapes the content root.`),null;try{let e=await r.fs.readBinaryFile(T(r.contentDir,s));return r.refs.push({path:s,hash:await n(e)}),i(new TextDecoder().decode(e))}catch(n){let r=n instanceof Error?n.message:String(n);return o.push(`Cannot read ${t} "${e}": ${r}`),null}}async function te(e,t){let{seo:n}=e;if(!U(n)||!U(n.llmstxt)||!U(n.llmstxt.details))return e;let{path:r,...i}=n.llmstxt.details;if(typeof r!=`string`)return e;let a=null;i.content===void 0?a=await V(E(r,t.env).value,`seo.llmstxt.details.path`,t,e=>e,`error`):t.errors.push(`seo.llmstxt.details.path and seo.llmstxt.details.content are mutually exclusive; the path is ignored.`);let o={...n.llmstxt,details:a===null?i:{...i,path:r,content:a}};return{...e,seo:{...n,llmstxt:o}}}function H(e,t){let n={...e};for(let[e,r]of Object.entries(t)){if(e===`__proto__`||e===`constructor`||e===`prototype`)continue;let t=n[e];n[e]=U(t)&&U(r)?H(t,r):r}return n}function U(e){return typeof e==`object`&&!!e&&!Array.isArray(e)}const W=[`hide`,`name`,`ignore`,`publicEndpoint`],G=[`requiresLogin`,`rbac`,`sso`,`idps`,`logoutReturnUrl`,`residency`];function K(e,t={}){let n=t.report??(()=>{}),r=t.dirLocales??[],i=J(e,e=>n({code:`configuration/deprecated`,message:e}));U(i.mcp)&&i.mcp.docs!==void 0&&n({code:`configuration/deprecated`,message:`The 'mcp.docs' property is deprecated. Use the 'mcp' properties instead.`});let a=b(y,i,{env:t.env});for(let e of a.problems)n(e);let{redirects:o,access:u,...d}=c(l(q(a.value,t.env),t.teamDirs??{},n),r),f={...d,publicEnv:p()};u&&(f.access=ne(u,n));let m=_(o,s(d.l10n,r));return m&&(f.redirects=m),f}function q(e,t){if(!t)return e;let n={...e};for(let r of[`access`,`l10n`,`redirects`])r in e&&(n[r]=E(e[r],t).value);return n}function J(e,t){return Z(Y(Q(e),t))}function Y(e,t){let n=e;e.reunite!==void 0&&(t(`The 'reunite' property is deprecated. Use 'platform' instead.`),e.platform!==void 0&&e.platform!==null&&t(`Both 'platform' and 'reunite' are set. 'reunite' is ignored, so remove it.`),n=X(e));let{access:r}=n;return U(r)&&U(r.rbac)&&r.rbac.reunite!==void 0&&(t(`The 'access.rbac.reunite' property is deprecated. Use 'access.rbac.platform' instead.`),n={...n,access:{...r,rbac:X(r.rbac)}}),n}function X(e){let{reunite:t,...n}=e;return{...n,platform:e.platform??t}}function Z(e){let{mcp:t}=e;if(!U(t))return e;let{docs:n,...r}=t;if(!U(n))return e;let i={...n};for(let e of W){let t=n[e];delete i[e],t!==void 0&&(r[e]===void 0||r[e]===null||e===`hide`&&t===!0)&&(r[e]=t)}return{...e,mcp:{...r,docs:i}}}function Q(e){let t=G.map(t=>[t,e[t]]).filter(([,e])=>e!==void 0);if(t.length===0)return e;let n={...e},r=U(e.access)?{...e.access}:{};for(let[e,i]of t)delete n[e],(r[e]===void 0||r[e]===null)&&(r[e]=i);return{...n,access:r}}function ne(e,t){let n=e.rbac?i(e.rbac,e=>t({code:`configuration/invalid`,message:e})):null;return n?(e.requiresLogin===!0&&t({code:`configuration/ignored`,message:`access.requiresLogin is ignored because access.rbac is also configured — the two are mutually exclusive. Remove one.`}),{...e,requiresLogin:r(n)}):e}async function re(e,t){for(let n of O){let r=T(e,n);if(await t.exists(r))return{absolutePath:r,path:n}}return null}function $(){return K({})}export{k as NESTED_CONFIG_FILENAME,O as REDOCLY_CONFIG_FILENAMES,$ as createEmptyRealmConfig,H as deepMergeConfig,j as isConfigChanged,N as isNestedConfigPath,ee as loadContentLayerConfig,A as loadRedoclyConfig,K as normalizeRedoclyConfig,M as parseNestedConfig,P as readNestedConfigProblems};
|
|
@@ -8,6 +8,8 @@ import type { ContentPlugin } from './plugins/types/plugin.js';
|
|
|
8
8
|
import type { ContentLayerState } from './context-state.js';
|
|
9
9
|
export type ContentLayerContext = {
|
|
10
10
|
config: RealmConfig;
|
|
11
|
+
/** `config` as ingest stores it: `LoadedRedoclyConfig.siteConfig`. */
|
|
12
|
+
siteConfig: RealmConfig;
|
|
11
13
|
configFilePath: string | null;
|
|
12
14
|
configHash: string | null;
|
|
13
15
|
configRefs: readonly ConfigFileRef[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{createNodePlatform as e}from"../platform/node/create.js";import{createLogger as t}from"../shared/logger.js";import{createEmptyRealmConfig as n}from"./config.js";import{createContentPluginIO as r}from"./plugins/io.js";import{createContentPluginRegistry as i}from"./plugins/registry.js";import{resolve as a}from"node:path";function o(o){let s=a(o.contentDir),c=o.platform??e(),l=o.pluginRegistry??i(o.plugins??[],o.logger)
|
|
1
|
+
import{createNodePlatform as e}from"../platform/node/create.js";import{createLogger as t}from"../shared/logger.js";import{createEmptyRealmConfig as n}from"./config.js";import{createContentPluginIO as r}from"./plugins/io.js";import{createContentPluginRegistry as i}from"./plugins/registry.js";import{resolve as a}from"node:path";function o(o){let s=a(o.contentDir),c=o.platform??e(),l=o.pluginRegistry??i(o.plugins??[],o.logger),u=o.config??n();return{config:u,siteConfig:u,configFilePath:o.configFilePath??null,configHash:null,configRefs:[],configLoaded:o.configLoaded??o.config!==void 0,contentDir:s,currentFileIndex:o.currentFileIndex,logger:o.logger??t(),platform:c,pluginIO:o.pluginIO??r(c.fs),pluginRegistry:l,state:o.state}}function s(e){return e.context?(e.currentFileIndex!==void 0&&(e.context.currentFileIndex=e.currentFileIndex),e.context):o({contentDir:e.contentDir,currentFileIndex:e.currentFileIndex,logger:e.logger,plugins:e.plugins})}export{o as createContentLayerContext,s as resolveContentLayerContext};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{assetRefs as e,assets as t}from"./schema.js";import{runWithSqliteBusyRetry as n}from"./connection.js";import{and as r,eq as i,inArray as a,sql as o}from"drizzle-orm";async function s(e,n){if(n.length===0)return[];let o=/* @__PURE__ */ new Set;for(let a of n){let n=await e.select({filename:t.filename}).from(t).where(r(i(t.path,a.path),i(t.hash,a.hash)));for(let e of n)e.filename!==a.filename&&o.add(e.filename)}await e.insert(t).values([...n]).onConflictDoNothing();for(let a of n)await e.update(t).set({filename:a.filename}).where(r(i(t.path,a.path),i(t.hash,a.hash)));if(o.size===0)return[];let s=await e.select({filename:t.filename}).from(t).where(a(t.filename,[...o]));for(let e of s)o.delete(e.filename);return[...o]}async function c(t,n){await t.delete(e).where(i(e.entityId,n.entityId)),n.refs.length!==0&&await t.insert(e).values(n.refs.map(e=>({...e,entityId:n.entityId})))}async function l(e){return(await e.db.selectDistinct({path:t.path}).from(t)).map(e=>e.path)}async function u(e){return e.db.select({path:t.path,hash:t.hash,kind:t.kind,filename:t.filename}).from(t)}async function d(e,r){return n(async()=>{let n=await e.db.delete(t).where(o`(${t.path}, ${t.hash}) NOT IN (SELECT DISTINCT path, hash FROM asset_refs)`).returning(),r=new Set(n.map(e=>e.filename));if(r.size>0){let n=await e.db.select({filename:t.filename}).from(t).where(a(t.filename,[...r]));for(let e of n)r.delete(e.filename)}return{removed:n,orphanedFilenames:[...r]}},{logger:r?.logger,operation:`gc orphan assets`})}export{d as garbageCollectOrphanAssets,l as listAssetSourcePaths,u as listRegisteredAssets,c as replaceAssetRefsForEntityTx,s as upsertAssetsTx};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{blobRefs as e,blobs as t}from"./schema.js";import{runWithSqliteBusyRetry as n}from"./connection.js";import{eq as r,sql as i}from"drizzle-orm";async function a(e,r,i){await n(()=>e.db.insert(t).values({...r,createdAt:Date.now()}).onConflictDoNothing(),{logger:i?.logger,operation:`upsert blob`})}async function o(e,n){let[i]=await e.db.select().from(t).where(r(t.key,n)).limit(1);return i??null}async function s(e,t){let n=await o(e,t.blobKey);if(!n)throw Error(`Blob not found: ${t.blobKey}`);return t.format===`json`?JSON.parse(n.content):t.format===`text`?n.content:Buffer.from(n.content,`base64`)}async function c(t,n){await t.delete(e).where(r(e.entityId,n.entityId)),n.blobKeys.length!==0&&await t.insert(e).values(n.blobKeys.map(e=>({blobKey:e,entityId:n.entityId})))}async function l(e,t){return{removed:(await n(()=>e.db.run(i`DELETE FROM blobs WHERE key NOT IN (SELECT DISTINCT blob_key FROM blob_refs)`),{logger:t?.logger,operation:`gc orphan blobs`})).rowsAffected??0}}export{l as garbageCollectOrphanBlobs,o as getBlob,c as replaceBlobRefsForEntityTx,s as resolveDataRef,a as upsertBlob};
|
|
@@ -53,3 +53,8 @@ export declare function createEntityStore(options: EntityStoreOptions): EntitySt
|
|
|
53
53
|
export declare function hashEntityRead(state: ContentStateView, key: string): string;
|
|
54
54
|
/** Re-runs a stored `entity-type` query against `state`; the hash `list` recorded. */
|
|
55
55
|
export declare function hashEntityListMembership(state: ContentStateView, argument: string): string;
|
|
56
|
+
/** The current metadata of `keys` in one read; a key with no current entity is absent. */
|
|
57
|
+
export declare function loadCurrentEntityMetadata(database: ContentLayerDatabase, keys: readonly string[]): Promise<{
|
|
58
|
+
key: string;
|
|
59
|
+
metadata: JsonObject | null;
|
|
60
|
+
}[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e,toStableJsonString as t}from"./utils/json.js";import{compareStrings as n}from"../../shared/utils/compare-strings.js";import{
|
|
1
|
+
import{hashJsonValue as e,toStableJsonString as t}from"./utils/json.js";import{compareStrings as n}from"../../shared/utils/compare-strings.js";import{entities as r}from"./schema.js";import{replaceDataRefMarkers as i}from"../materialization/data-ref.js";import{resolveDataRef as a}from"./blobs.js";import{listEntityRevisions as o}from"../revisions/list.js";import{selectEntityRowForRead as s}from"../revisions/read.js";import{and as c,eq as l,inArray as u}from"drizzle-orm";function d(e){let{database:t,state:u}=e,d=typeof e.revisionAsOf==`number`?e.revisionAsOf:null;return{get:async n=>{if(e.onEntityRead?.(n),d!==null){let e=await s(t.db,n,d);return e?x(e):null}let i=u?.entitiesByKey.get(n);if(i)return x(i);if(u)return null;let[a]=await t.db.select(b()).from(r).where(c(l(r.key,n),l(r.isCurrent,1))).limit(1);return a?x(a):null},async listRevisions(n){for(let t of n)e.onEntityRead?.(t);return o(t.db,n)},async list(i={}){let a=(u?[...u.entitiesByKey.values()].filter(e=>v(e,i)):await t.db.select(b()).from(r).where(c(l(r.isCurrent,1),i.type===void 0?void 0:l(r.type,i.type),i.pluginId===void 0?void 0:l(r.pluginId,i.pluginId)))).map(x).sort((e,t)=>n(e.key,t.key));return e.record?.({kind:`entity-type`,argument:m(i),resultHash:_(a.map(e=>e.key))}),a},async load(n){let o=u?.entitiesByKey.get(n),[m]=d===null?u&&!o?[]:await t.db.select({status:r.status,data:r.data,dataHash:r.dataHash,metadata:r.metadata,isCurrent:r.isCurrent}).from(r).where(c(l(r.key,n),l(r.isCurrent,1))).limit(1):[await s(t.db,n,d)??void 0];if(!m)throw e.onEntityRead?.(n),Error(`Entity "${n}" is not registered.`);let h;if(m.status===`ready`&&m.data!==null||m.isCurrent!==1)h=m.data,u&&m.isCurrent===1&&d===null&&p(u,n,m);else if(e.materialize)h=await e.materialize(n),u&&await f(t,u,n);else throw Error(`Missing precomputed entity data for "${n}". Rebuild the content entity data before starting the production runtime.`);return e.onEntityRead?.(n),await i(h,e=>a(t,e))}}}async function f(e,t,n){let[i]=await e.db.select({status:r.status,dataHash:r.dataHash,metadata:r.metadata}).from(r).where(c(l(r.key,n),l(r.isCurrent,1))).limit(1);i&&p(t,n,i)}function p(e,t,n){let r=e.entitiesByKey.get(t);r&&Object.assign(r,{status:n.status,dataHash:n.dataHash,metadata:n.metadata})}function m(e){return t({...e.type===void 0?{}:{type:e.type},...e.pluginId===void 0?{}:{pluginId:e.pluginId}})}function h(t,n){let r=t.entitiesByKey.get(n);return e(r?[r.id,r.kind,r.type,r.metadata,r.dataHash,r.status]:`absent`)}function g(e,t){let r=JSON.parse(t),i=[];for(let t of e.entitiesByKey.values())v(t,r)&&i.push(t.key);return _(i.sort(n))}function _(t){return e([...t])}function v(e,t){return(t.type===void 0||e.type===t.type)&&(t.pluginId===void 0||e.pluginId===t.pluginId)}async function y(e,t){return t.length===0?[]:e.db.select({key:r.key,metadata:r.metadata}).from(r).where(c(u(r.key,[...t]),l(r.isCurrent,1)))}function b(){return{id:r.id,key:r.key,kind:r.kind,type:r.type,metadata:r.metadata,pluginId:r.pluginId,loaderId:r.loaderId,loaderArgs:r.loaderArgs,status:r.status,dataHash:r.dataHash,isSystem:r.isSystem}}function x(e){return{id:e.id,key:e.key,kind:e.kind,type:e.type,metadata:e.metadata,pluginId:e.pluginId,loaderId:e.loaderId,loaderArgs:e.loaderArgs,status:e.status,dataHash:e.dataHash,isSystem:e.isSystem===!0||e.isSystem===1}}export{d as createEntityStore,g as hashEntityListMembership,h as hashEntityRead,y as loadCurrentEntityMetadata};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{entities as e,entityDeps as t,filePlugins as n,files as r,originDeps as i,routeDeps as a,routes as o,searchDocuments as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{garbageCollectOrphanedEntitiesInTransaction as d}from"./invalidation.js";import{deleteProblemsForFilesTx as f}from"./problems.js";import{deleteLinkRowsForFilesTx as p}from"./link-refs.js";import{and as m,eq as h,inArray as g,sql as _}from"drizzle-orm";async function v(e){return e.db.select({hash:r.hash,id:r.id,lastModifiedAt:r.lastModifiedAt,manifestVersion:r.manifestVersion,path:r.path}).from(r).orderBy(r.path)}async function y(e,t){let n=/* @__PURE__ */ new Map;for(let i of c(t,500)){let t=await e.db.select({manifest:r.manifest,path:r.path}).from(r).where(g(r.path,i));for(let e of t)n.set(e.path,JSON.parse(e.manifest))}return n}async function b(e){let t=await e.db.select({fileId:n.fileId,filePath:r.path,pluginId:n.pluginId,pluginVersion:n.pluginVersion}).from(n).innerJoin(r,h(n.fileId,r.id)).orderBy(r.path,n.pluginId),i=/* @__PURE__ */ new Map;for(let e of t){let t=i.get(e.filePath)??[];t.push({fileId:e.fileId,pluginId:e.pluginId,pluginVersion:e.pluginVersion}),i.set(e.filePath,t)}return i}async function x(e){let[t,n,i,a]=await Promise.all([v(e),e.db.select({metadata:o.metadata,originFileId:o.sourceId,originFilePath:r.path,originPluginId:o.pluginId,routeId:o.routeId,sidebarSubtreeEntityKey:o.sidebarSubtreeEntityKey,wildcardPrefix:o.wildcardPrefix,slug:o.slug,requestedSlug:o.requestedSlug,slugType:o.slugType,template:o.template,versionGroup:o.versionGroup,version:o.version,locale:o.locale,isFallback:o.isFallback,canonicalSlug:o.canonicalSlug}).from(o).leftJoin(r,h(o.sourceId,r.id)).orderBy(r.path,o.pluginId,o.routeId),S(e),b(e)]);return{entities:i,filePluginsByPath:a,files:t,routes:n}}async function S(t,n){return t.db.select({id:e.id,isSystem:e.isSystem,key:e.key,kind:e.kind,type:e.type,metadata:e.metadata,dataHash:e.dataHash,loaderArgs:e.loaderArgs,loaderId:e.loaderId,pluginId:e.pluginId,status:e.status}).from(e).where(n===void 0?h(e.isCurrent,1):m(g(e.key,[...n]),h(e.isCurrent,1))).orderBy(e.key)}async function C(e,s){let m=l(s.batchSize);return s.upserts.length===0&&s.removedPaths.length===0?[]:u(()=>e.db.transaction(async e=>{let l=[];for(let t of c(s.upserts,m)){let n=await e.insert(r).values(t).onConflictDoUpdate({target:r.path,set:{hash:_.raw(`excluded.hash`),manifest:_.raw(`excluded.manifest`),manifestVersion:_.raw(`excluded.manifest_v`),lastModifiedAt:_.raw(`excluded.last_modified_at`)}}).returning({id:r.id,path:r.path,hash:r.hash,lastModifiedAt:r.lastModifiedAt,manifestVersion:r.manifestVersion});l.push(...n)}if(s.removedPaths.length>0){let l=(await e.select({id:r.id}).from(r).where(g(r.path,s.removedPaths))).map(e=>e.id);if(l.length>0){for(let r of c(l,m))await e.delete(t).where(g(t.originFileId,r)),await e.delete(i).where(g(i.originFileId,r)),await e.delete(a).where(g(a.originFileId,r)),await e.delete(o).where(g(o.sourceId,r)),await e.delete(n).where(g(n.fileId,r)),await f(e,r,m),await p(e,r,m);for(let t of c(l,m))await e.delete(r).where(g(r.id,t));await d(e)}}return l}),{logger:s.logger,operation:`persist content file state`})}async function w(e,t,n){t.length!==0&&await u(()=>e.db.transaction(async e=>{for(let n of t)await e.update(r).set({lastModifiedAt:n.lastModifiedAt}).where(h(r.path,n.path))}),{logger:n,operation:`refresh file last-modified`})}async function T(e){let[t,n]=await Promise.all([e.db.select({filePath:r.path,slug:o.slug,metadata:o.metadata}).from(o).innerJoin(r,h(o.sourceId,r.id)),e.db.select({slug:s.routeSlug,title:s.title}).from(s).where(g(s.docKey,[`page`,`overview`]))]),i=new Map(n.map(e=>[e.slug,e.title])),a=/* @__PURE__ */ new Map;for(let{filePath:e,slug:n,metadata:r}of t){let t=a.get(e);if(t!==void 0&&t.slug.length<=n.length)continue;let o=i.get(n)||r.title;a.set(e,typeof o==`string`&&o?{slug:n,title:o}:{slug:n})}return a}export{T as listRoutePagesByFile,y as loadFileManifestsByPaths,S as loadPersistedContentStateEntities,x as loadPersistedContentStateSummary,v as loadStoredContentFiles,C as persistContentFileState,w as refreshFileLastModified};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isJsonObject as e,toJsonObject as t,toStableJsonString as n}from"./utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{
|
|
1
|
+
import{isJsonObject as e,toJsonObject as t,toStableJsonString as n}from"./utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{entities as i,entityDeps as a,originDeps as o,pluginHookState as s,routeDeps as c,routeQueryDeps as l,routes as u,staticFiles as d}from"./schema.js";import{batchValues as f,normalizeBatchSize as p,runWithSqliteBusyRetry as m}from"./connection.js";import{generateEntityId as h}from"./entities.js";import{deleteProblemsForPluginHookTx as g,insertProblemsTx as _,replaceGlobalProblemsForKeysTx as v}from"./problems.js";import{writePluginHookState as y}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as b}from"./route-query-deps.js";import{upsertEntityDescriptors as x}from"./origins.js";import{inArray as S,notInArray as C,sql as w}from"drizzle-orm";async function T(e,t,n){t.length!==0&&await m(()=>e.db.transaction(async e=>{for(let n of t)await E(e,n)}),{logger:n?.logger,operation:`register system entities`})}async function E(e,t){let[r]=await e.select({id:i.id,kind:i.kind,pluginId:i.pluginId,loaderId:i.loaderId,loaderArgs:i.loaderArgs}).from(i).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`).limit(1),a=t.fragmentUpdates?D(r?.loaderArgs??null,t.loaderArgs,t.fragmentUpdates):t.loaderArgs,o=!r||r.kind!==t.kind||r.pluginId!==t.pluginId||r.loaderId!==t.loaderId||n(r.loaderArgs??null)!==n(a??null);await e.insert(i).values({id:r?.id??h(),key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:a,status:`stale`,data:null,markdoc:null,isSystem:1}).onConflictDoUpdate({target:i.id,set:{kind:w.raw(`excluded.kind`),pluginId:w.raw(`excluded.plugin_id`),loaderId:w.raw(`excluded.loader_id`),loaderArgs:w.raw(`excluded.loader_args`),isSystem:w.raw(`excluded.is_system`)}}),(t.shouldInvalidateValue||o)&&await e.update(i).set({status:`stale`,invalidationSeq:w`${i.invalidationSeq} + 1`}).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`)}function D(n,i,a){let o=e(n)&&e(n.fragments)?n.fragments:{},s={};for(let[t,n]of Object.entries(o))e(n)&&typeof n.owner==`string`&&!a.has(n.owner)&&(s[t]=n);for(let[e,t]of a)for(let[n,r]of Object.entries(t??{}))s[n]={owner:e,value:r};let c=t(Object.fromEntries(Object.keys(s).sort(r).map(e=>[e,s[e]])));return{...e(i)?i:{},fragments:c}}function O(t){let n=/* @__PURE__ */ new Set,r=e(t)&&e(t.fragments)?t.fragments:{};for(let t of Object.values(r))e(t)&&typeof t.owner==`string`&&`value`in t&&n.add(t.owner);return n}async function k(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await e.delete(o).where(w`${o.originPluginId} = ${t.originPluginId} and ${o.originFileId} is null and ${o.hook} = 'finalize'`);for(let r of f(t.dependencies,n))r.length!==0&&await e.insert(o).values(r.map(e=>({accessType:e.accessType,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,source:e.source,path:e.path,valueHash:e.valueHash})));await b(e,{originPluginId:t.originPluginId,hook:`finalize`,entityId:null,dependencies:t.routeQueries}),await y(e,{pluginId:t.originPluginId,hook:`finalize`,fingerprint:t.fingerprint})}),{logger:t.logger,operation:`replace finalize reads`})}async function A(e,t,n){let r=t.map(e=>`${e.hook}:${e.pluginId}`),i=e=>t.filter(t=>t.hook===e).map(e=>e.pluginId),f=i(`extractAll`),p=i(`finalize`),h=(e,t)=>C(w`${t} || ':' || ${e}`,r),g=e=>w`${e.originFileId} is null and ${e.hook} in ('extractAll', 'finalize') and ${h(e.originPluginId,e.hook)}`;return m(()=>e.db.transaction(async e=>[await e.delete(o).where(g(o)).returning({id:o.id}),await e.delete(a).where(g(a)).returning({id:a.id}),await e.delete(c).where(g(c)).returning({id:c.id}),await e.delete(l).where(w`${l.entityId} is null and ${l.hook} in ('extractAll', 'finalize') and ${h(l.originPluginId,l.hook)}`).returning({id:l.id}),await e.delete(u).where(w`${u.sourceId} is null and ${u.isFallback} = 0 and ${C(u.pluginId,f)}`).returning({id:u.id}),await e.delete(d).where(C(d.ownerPluginId,p)).returning({id:d.path}),await e.delete(s).where(h(s.pluginId,s.hook)).returning({id:s.pluginId})].some(e=>e.length>0)),{logger:n?.logger,operation:`reconcile plugin-scoped rows`})}async function j(e,t){let n=[...t],r=w`${c.originFileId} is null`;return e.db.select({routeSlug:c.routeSlug,key:c.key,originPluginId:c.originPluginId}).from(c).where(n.length===0?r:w`${r} and not (${c.hook} = 'finalize' and ${S(c.originPluginId,n)})`)}async function M(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await P(e,t.originPluginId),await F(e,t,n)}),{logger:t.logger,operation:`replace finalize artifacts`})}async function N(e,t){await m(()=>e.db.transaction(async e=>{await g(e,t.pluginIds,`finalize`),await _(e,t.pluginProblems),await v(e,`finalize`,t.globalKeys,t.globalProblems)}),{logger:t.logger,operation:`replace finalize problems`})}async function P(e,t){await e.delete(c).where(w`${c.originFileId} is null and ${c.originPluginId} = ${t} and ${c.hook} = 'finalize'`),await e.delete(a).where(w`${a.originFileId} is null and ${a.originPluginId} = ${t} and ${a.hook} = 'finalize'`)}async function F(e,t,n){let r=await x(e,t.entities,n);for(let r of f(t.routeDependencies,n))r.length!==0&&await e.insert(c).values(r.map(e=>({args:e.args,dependencyType:e.dependencyType,key:e.key,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,routeSlug:e.routeSlug,target:e.target}))).onConflictDoNothing();if(t.entities.length!==0)for(let n of t.entities){let i=r.get(n.key);if(!i)throw Error(`Missing entity row for key "${n.key}".`);await e.insert(a).values({dependencyRef:t.originPluginId,dependencyType:`origin`,entityId:i,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`}).onConflictDoNothing()}}export{O as collectAppDataFragmentOwnerIds,j as loadPluginScopedRouteDepOwners,A as reconcilePluginScopedRows,T as registerSystemEntities,M as replaceFinalizeArtifacts,N as replaceFinalizeProblems,k as replaceFinalizeReads};
|
|
@@ -51,6 +51,12 @@ export declare function propagateConfigDependencyInvalidation(database: ContentL
|
|
|
51
51
|
}): Promise<{
|
|
52
52
|
invalidatedKeys: readonly string[];
|
|
53
53
|
}>;
|
|
54
|
+
/** Marks stale the entities whose last load reported a problem in `RETRYABLE_PROBLEM_CODES`. */
|
|
55
|
+
export declare function propagateRetryableProblemInvalidation(database: ContentLayerDatabase, options?: {
|
|
56
|
+
logger?: Logger;
|
|
57
|
+
}): Promise<{
|
|
58
|
+
invalidatedKeys: readonly string[];
|
|
59
|
+
}>;
|
|
54
60
|
/**
|
|
55
61
|
* Re-runs every loader-scoped route query against `state` and marks the
|
|
56
62
|
* entities whose result changed stale (entity-to-entity edges included).
|
|
@@ -1,27 +1,27 @@
|
|
|
1
|
-
import{delocalizeL10nPath as e}from"../../shared/utils/l10n.js";import{
|
|
1
|
+
import{delocalizeL10nPath as e}from"../../shared/utils/l10n.js";import{assetRefs as t,entities as n,entityDeps as r,files as i,linkRefs as a,loaderConfigDeps as o,originDeps as s,pageMarkdown as c,problems as l,searchDocuments as u,searchFragmentParents as d,searchFragmentPostings as f,searchFragmentUsages as p,searchFragments as m,searchPostings as h}from"./schema.js";import{compileGlob as g,hashGlobMatches as _,matchGlob as v}from"../plugins/utils/glob.js";import{hashContentConfigDependency as y}from"../config-deps.js";import{runWithSqliteBusyRetry as b}from"./connection.js";import{createRouteQueryEvaluator as x,isRouteQueryStale as S}from"../plugins/utils/route-index.js";import{APP_DATA_ENTITY_KEY as C}from"../../shared/constants/app-data.js";import{refreshTermDocCounts as w,selectTermIdsOfDocuments as T,selectTermIdsOfFragments as E}from"./search-vocab.js";import{RETRYABLE_PROBLEM_CODES as D}from"../problems/codes.js";import{and as O,eq as k,inArray as A,sql as j}from"drizzle-orm";async function M(e){return await e.db.select({accessType:s.accessType,originFileId:s.originFileId,originFilePath:i.path,originPluginId:s.originPluginId,hook:s.hook,path:s.path,source:s.source,valueHash:s.valueHash}).from(s).leftJoin(i,k(s.originFileId,i.id)).orderBy(i.path,s.originPluginId,s.path,s.accessType)}function N(e,t){let n=/* @__PURE__ */ new Map,r=L(t);for(let t of e){if(t.source!==`config`||t.originFileId===null||t.originFilePath===null||r(t)===t.valueHash)continue;let e=`${t.originPluginId}:${t.originFilePath}`;n.has(e)||n.set(e,t)}return R([...n.values()])}function P(e,t){let n=/* @__PURE__ */ new Map;for(let r of e){if(r.source===`config`||r.originFileId===null||r.originFilePath===null||F(r,t)===r.valueHash)continue;let e=`${r.originPluginId}:${r.originFilePath}`;n.has(e)||n.set(e,r)}return R([...n.values()])}function F(e,t){if(e.source===`glob`)return _(v(t.filesByPath.keys(),e.path));let n=t.filesByPath.get(e.path)??t.ignoredFilesByPath?.get(e.path);return e.accessType===`presence`?n?`present`:`absent`:n?.hash??null}function I(e,t,n){let r=/* @__PURE__ */ new Set,i=L(n.config);for(let a of e)a.originFileId!==null||a.hook!==t||r.has(a.originPluginId)||(a.source===`config`?i(a):F(a,n))!==a.valueHash&&r.add(a.originPluginId);return r}function L(e){let t=/* @__PURE__ */ new Map;return n=>{let r=`${n.accessType}\u0000${n.path}`,i=t.get(r);return i===void 0&&(i=y(e,n),t.set(r,i)),i}}function R(e){return e.sort((e,t)=>{let n=e.originFilePath.localeCompare(t.originFilePath);return n===0?e.originPluginId.localeCompare(t.originPluginId):n})}async function z(e,t){let r=await e.db.select({accessType:o.accessType,path:o.path,key:n.key,valueHash:o.valueHash}).from(o).innerJoin(n,k(o.entityId,n.id)).orderBy(n.key,o.path,o.accessType),i=/* @__PURE__ */ new Set;for(let e of r)y(t.config,e)!==e.valueHash&&i.add(e.key);let a=await U(e,{logger:t.logger,reason:`config dependency invalidation`,keys:[...i]});return a.invalidatedKeys.length>0&&t.logger?.debug(`Propagated config dependency invalidation`,{invalidatedKeys:a.invalidatedKeys.length}),a}async function B(e,t={}){let r=await e.db.selectDistinct({key:n.key}).from(l).innerJoin(n,k(l.entityId,n.id)).where(O(k(l.scope,`entity`),A(l.code,[...D]),k(n.isCurrent,1)));return U(e,{logger:t.logger,reason:`retryable problem invalidation`,keys:r.map(e=>e.key)})}async function V(e,t){let r=x(t.state,t.config).memoized(),i=/* @__PURE__ */ new Set;for(let e of t.rows)e.entityId===null||e.hook===`searchable`||i.has(e.entityId)||S(r,e)&&i.add(e.entityId);if(i.size===0)return{invalidatedKeys:[]};let a=await e.db.select({key:n.key}).from(n).where(A(n.id,[...i]));return U(e,{logger:t.logger,reason:`route query invalidation`,keys:a.map(e=>e.key)})}async function H(i,a){if(a.changedFilePaths.length===0)return{invalidatedKeys:[]};let o=/* @__PURE__ */ new Set,s=await i.db.select({key:n.key}).from(n).innerJoin(r,k(r.entityId,n.id)).where(j`${r.dependencyType} in ('file','origin') and ${r.dependencyRef} in ${a.changedFilePaths}`);for(let e of s)o.has(e.key)||o.add(e.key);let c=[...new Set(a.changedFilePaths.map(e).filter(e=>e!==void 0))];if(c.length>0){let e=await i.db.select({key:n.key}).from(n).innerJoin(t,k(t.entityId,n.id)).where(A(t.path,c));for(let t of e)o.add(t.key)}let l=a.membershipChangedPaths??[];if(l.length>0){let e=await i.db.select({key:n.key,pattern:r.dependencyRef}).from(n).innerJoin(r,k(r.entityId,n.id)).where(k(r.dependencyType,`glob`));for(let t of e){let e=g(t.pattern);l.some(e)&&o.add(t.key)}}let u=await U(i,{logger:a.logger,reason:`file dependency invalidation`,keys:[...o]});return u.invalidatedKeys.length>0&&a.logger?.debug(`Propagated entity invalidation`,{changedFilePaths:a.changedFilePaths.length,invalidatedKeys:u.invalidatedKeys.length}),u}async function U(e,t){let i=new Set(t.keys),a=new Set(i),o=[...i];for(;o.length>0;){let t=o;o=[];let i=await e.db.select({key:n.key}).from(n).innerJoin(r,k(r.entityId,n.id)).where(j`${r.dependencyType} = 'entity' and ${r.dependencyRef} in ${t}`);for(let e of i)a.has(e.key)||(a.add(e.key),o.push(e.key))}let s=t.markKeys===!1?[...a].filter(e=>!i.has(e)):[...a];return s.length===0?{invalidatedKeys:[]}:(await b(()=>e.db.update(n).set({status:`stale`,invalidationSeq:j`${n.invalidationSeq} + 1`}).where(O(A(n.key,s),k(n.isCurrent,1))),{logger:t.logger,operation:t.reason}),{invalidatedKeys:s})}async function W(e,t){return b(()=>e.db.transaction(e=>G(e)),{logger:t,operation:`garbage collect orphaned entities`})}async function G(e){let t=j`(${n.isSystem} = 0 or ${n.key} <> ${C}) and ${n.isCurrent} = 1 and not exists (
|
|
2
2
|
select 1
|
|
3
|
-
from ${
|
|
4
|
-
where ${
|
|
5
|
-
and ${
|
|
6
|
-
)`,[
|
|
7
|
-
select 1 from ${
|
|
8
|
-
where live.key = ${
|
|
9
|
-
)`),{removedOrphans:
|
|
10
|
-
select ${
|
|
11
|
-
)`);let
|
|
12
|
-
where ${
|
|
13
|
-
select ${
|
|
14
|
-
)`,
|
|
15
|
-
where ${
|
|
16
|
-
select ${
|
|
17
|
-
)`,
|
|
18
|
-
select ${
|
|
19
|
-
)`),await e.delete(
|
|
20
|
-
select ${
|
|
21
|
-
)`),await e.delete(
|
|
22
|
-
select ${
|
|
23
|
-
)`);let
|
|
24
|
-
select ${
|
|
25
|
-
)`;await e.delete(
|
|
26
|
-
select ${
|
|
27
|
-
)`),await e.delete(
|
|
3
|
+
from ${r}
|
|
4
|
+
where ${r.entityId} = ${n.id}
|
|
5
|
+
and ${r.dependencyType} = 'origin'
|
|
6
|
+
)`,[i]=await e.select({id:n.id}).from(n).where(t).limit(1);return i!==void 0&&await K(e,t),await e.delete(n).where(j`${n.isCurrent} = 0 and not exists (
|
|
7
|
+
select 1 from ${n} as live
|
|
8
|
+
where live.key = ${n.key} and live.is_current = 1
|
|
9
|
+
)`),{removedOrphans:i!==void 0}}async function K(e,t){await e.delete(o).where(j`${o.entityId} in (
|
|
10
|
+
select ${n.id} from ${n} where ${t}
|
|
11
|
+
)`);let r=j`select ${u.id} from ${u}
|
|
12
|
+
where ${u.entityKey} in (
|
|
13
|
+
select ${n.key} from ${n} where ${t}
|
|
14
|
+
)`,i=j`select ${m.id} from ${m}
|
|
15
|
+
where ${m.entityKey} in (
|
|
16
|
+
select ${n.key} from ${n} where ${t}
|
|
17
|
+
)`,s=[...await T(e,r),...await E(e,i)];await e.delete(h).where(j`${h.docId} in (${r})`),await e.delete(f).where(j`${f.fragmentId} in (${i})`),await e.delete(d).where(j`${d.docId} in (${r})`),await e.delete(p).where(j`${p.fragmentId} in (${i})`),await e.delete(m).where(j`${m.id} in (${i})`),await w(e,s),await e.delete(u).where(j`${u.entityKey} in (
|
|
18
|
+
select ${n.key} from ${n} where ${t}
|
|
19
|
+
)`),await e.delete(c).where(j`${c.entityKey} in (
|
|
20
|
+
select ${n.key} from ${n} where ${t}
|
|
21
|
+
)`),await e.delete(l).where(j`${l.scope} = 'entity' and ${l.entityId} in (
|
|
22
|
+
select ${n.id} from ${n} where ${t}
|
|
23
|
+
)`);let g=j`${a.entityId} in (
|
|
24
|
+
select ${n.id} from ${n} where ${t}
|
|
25
|
+
)`;await e.delete(l).where(j`${l.scope} = 'link' and ${l.linkRefId} in (
|
|
26
|
+
select ${a.id} from ${a} where ${g}
|
|
27
|
+
)`),await e.delete(a).where(g),await e.delete(n).where(t)}export{N as computeDirtyConfigOrigins,P as computeDirtyFileOrigins,I as computeDirtyPluginScopedOrigins,W as garbageCollectOrphanedEntities,G as garbageCollectOrphanedEntitiesInTransaction,M as loadOriginDependencyRows,z as propagateConfigDependencyInvalidation,H as propagateEntityInvalidation,U as propagateEntityInvalidationFromKeys,B as propagateRetryableProblemInvalidation,V as propagateRouteQueryInvalidation};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{linkRefs as e,targetInventories as t}from"./schema.js";import{batchValues as n}from"./connection.js";import{deleteProblemsForLinkRefsTx as r}from"./problems.js";import{and as i,eq as a,inArray as o,isNull as s}from"drizzle-orm";async function c(t,n,r=500){await d(t,(await t.select({id:e.id}).from(e).where(a(e.entityId,n.entityId))).map(e=>e.id),n.drafts,e=>({entityId:n.entityId,originFileId:n.originFileId,originPluginId:n.originPluginId,filePath:e.filePath??n.filePath,kind:e.kind,raw:e.raw,targetKind:e.targetKind,target:e.target,fragment:e.fragment,title:e.title??null,range:e.range??null,data:e.data??null}),r)}async function l(t,n,r=500){await d(t,(await t.select({id:e.id}).from(e).where(i(a(e.originPluginId,n.originPluginId),s(e.entityId)))).map(e=>e.id),n.drafts,e=>({entityId:null,originFileId:null,originPluginId:n.originPluginId,filePath:e.filePath??n.filePath,kind:e.kind,raw:e.raw,targetKind:e.targetKind,target:e.target,fragment:e.fragment,title:e.title??null,range:e.range??null,data:e.data??null}),r)}async function u(t,n){let[r]=await t.db.select({id:e.id}).from(e).where(i(a(e.originPluginId,n),s(e.entityId))).limit(1);return r!==void 0}async function d(t,i,a,s,c){i.length>0&&(await r(t,i,c),await t.delete(e).where(o(e.id,i)));for(let r of n(a,c))await t.insert(e).values(r.map(s))}async function f(e,n){await e.delete(t).where(i(a(t.fileId,n.fileId),a(t.originPluginId,n.originPluginId),a(t.kind,n.draft.kind))),(n.draft.kind!==`subpath`||n.draft.targets.length!==0)&&await e.insert(t).values({fileId:n.fileId,originPluginId:n.originPluginId,kind:n.draft.kind,exhaustive:n.draft.exhaustive,targets:n.draft.targets})}async function p(e,r,i=500){for(let a of n(r,i))await e.delete(t).where(o(t.fileId,a));await m(e,r,i)}async function m(t,a,c=500){for(let l of n(a,c)){let n=await t.select({id:e.id}).from(e).where(i(o(e.originFileId,l),s(e.entityId)));if(n.length===0)continue;let a=n.map(e=>e.id);await r(t,a,c),await t.delete(e).where(o(e.id,a))}}export{p as deleteLinkRowsForFilesTx,m as deleteOriginLinkRefsForFilesTx,u as hasPluginLinkRefs,c as replaceLinkRefsForEntityTx,l as replacePluginLinkRefsTx,f as upsertTargetInventoryTx};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e}from"./utils/json.js";import{
|
|
1
|
+
import{hashJsonValue as e}from"./utils/json.js";import{entities as t,entityDeps as n,filePlugins as r,linkRefs as i,originDeps as a,routeDeps as o,routes as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{generateEntityId as d}from"./entities.js";import{garbageCollectOrphanedEntitiesInTransaction as f}from"./invalidation.js";import{deleteProblemsForFilesTx as p,deleteProblemsForPluginHookTx as m,insertProblemsTx as h,problemRow as g,replaceGlobalProblemsForKeysTx as _}from"./problems.js";import{deleteOriginLinkRefsForFilesTx as v}from"./link-refs.js";import{detectMarkdocPayloadFlag as y}from"../markdown/server/render.js";import{cutEntityRevisionTx as b}from"../revisions/cut.js";import{writePluginHookState as x}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as S}from"./route-query-deps.js";import{and as C,eq as w,inArray as T,sql as E}from"drizzle-orm";async function D(e,t){let[r]=await e.select({originFileId:n.originFileId}).from(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} = 'origin'`).limit(1);if(await e.delete(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} in ('file','entity','glob')`),t.deps.length===0)return;if(!r&&!t.isSystem)throw Error(`replaceEntityRuntimeDeps: entity ${t.entityId} has no origin dep row.`);let i=/* @__PURE__ */ new Set,a=[];for(let e of t.deps){let n=e.kind===`file`?e.path:e.kind===`glob`?e.pattern:e.key,o=`${e.kind} ${n}`;i.has(o)||(i.add(o),a.push({entityId:t.entityId,originFileId:r?.originFileId??null,originPluginId:t.originPluginId,hook:`loader`,dependencyType:e.kind,dependencyRef:n}))}for(let t of c(a,500))await e.insert(n).values(t)}async function O(e,t,c){let d=c?.extractAllOrigins??[],p=c?.extractAllFailures??[],m=c?.globalProblems,v=c?.fallbackRoutes,y=(v?.removedSlugs.length??0)+(v?.added.length??0);if(t.length===0&&d.length===0&&p.length===0&&m===void 0&&y===0)return;let b=l(c?.batchSize);await u(()=>e.db.transaction(async e=>{await k(e,{fileIds:t.map(e=>e.fileId),extractAllOrigins:d,extractAllFailures:p,fallbackRoutes:v,batchSize:b}),await F(A(t),b,t=>e.insert(r).values(t));let l=j(t,d,v);await F(l.routes,b,t=>e.insert(s).values(t)),await F(l.routeDeps,b,t=>e.insert(o).values(t));let u=await I(e,l.entityDescriptors,b,c?.revisions);await F(l.originDeps,b,t=>e.insert(a).values(t)),await F(l.linkRefs,b,t=>e.insert(i).values(t));let y=[...l.problems,...p.map(e=>g(e.problem,{scope:`origin`,originFileId:null,originPluginId:e.pluginId,hook:`extractAll`}))];await h(e,y,b),m&&await _(e,m.source,m.keys,m.newProblems),l.entityDescriptors.length>0&&await F(P(l.entityOrigins,u),b,t=>e.insert(n).values(t));for(let t of d)await S(e,{originPluginId:t.originPluginId,hook:`extractAll`,entityId:null,dependencies:t.routeQueries}),await x(e,{pluginId:t.originPluginId,hook:`extractAll`,fingerprint:t.fingerprint});await f(e)}),{logger:c?.logger,operation:`bulk sync origins`})}async function k(e,t){for(let i of c(t.fileIds,t.batchSize))await e.delete(r).where(T(r.fileId,i)),await e.delete(o).where(T(o.originFileId,i)),await e.delete(s).where(T(s.sourceId,i)),await e.delete(n).where(T(n.originFileId,i)),await e.delete(a).where(T(a.originFileId,i));await p(e,t.fileIds,t.batchSize),await v(e,t.fileIds,t.batchSize),await m(e,[...t.extractAllOrigins.map(e=>e.originPluginId),...t.extractAllFailures.map(e=>e.pluginId)],`extractAll`);let i=t.extractAllOrigins.map(e=>e.originPluginId);for(let r of c(i,t.batchSize))await e.delete(o).where(E`${o.originFileId} is null and ${o.hook} = 'extractAll' and ${T(o.originPluginId,r)}`),await e.delete(s).where(E`${s.sourceId} is null and ${T(s.pluginId,r)}`),await e.delete(n).where(E`${n.originFileId} is null and ${n.hook} = 'extractAll' and ${T(n.originPluginId,r)}`),await e.delete(a).where(E`${a.originFileId} is null and ${a.hook} = 'extractAll' and ${T(a.originPluginId,r)}`);if(t.fallbackRoutes){let{pluginId:n,removedSlugs:r,added:i}=t.fallbackRoutes,a=[.../* @__PURE__ */ new Set([...r,...i.map(e=>e.slug)])];for(let r of c(a,t.batchSize))await e.delete(s).where(E`${s.sourceId} is null and ${s.pluginId} = ${n} and ${T(s.slug,r)}`)}}function A(e){let t=[];for(let n of e)for(let e of n.plugins)t.push({fileId:n.fileId,pluginId:e.id,pluginVersion:e.version});return t}function j(e,t,n){let r={routes:[],routeDeps:[],originDeps:[],entityDescriptors:[],entityOrigins:[],problems:[],linkRefs:[]};for(let t of e)for(let e of t.origins)N(e,r);for(let e of t)N(e,r);for(let e of n?.added??[])r.routes.push(M(e,null));return r}function M(e,t){return{metadata:e.metadata,pluginId:e.pluginId,routeId:e.routeId,sidebarSubtreeEntityKey:e.sidebarSubtreeEntityKey,wildcardPrefix:e.wildcardPrefix??!1,slug:e.slug,requestedSlug:e.requestedSlug,slugType:e.slugType,sourceId:t,template:e.template,versionGroup:e.versionGroup,version:e.version,locale:e.locale,isFallback:e.isFallback,canonicalSlug:e.canonicalSlug}}function N(e,t){for(let n of e.routes)t.routes.push(M(n,e.originFileId));for(let n of e.routeDependencies)t.routeDeps.push({args:n.args,dependencyType:n.dependencyType,key:n.key,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,routeSlug:n.routeSlug,target:n.target});for(let n of e.originDependencies)t.originDeps.push({accessType:n.accessType,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,source:n.source,path:n.path,valueHash:n.valueHash});for(let n of e.problems)t.problems.push(g(n,{scope:`origin`,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook}));e.entities.length>0&&(t.entityDescriptors.push(...e.entities),t.entityOrigins.push({originFileId:e.originFileId,originFilePath:e.originFilePath,originPluginId:e.originPluginId,hook:e.hook,descriptors:e.entities}));for(let n of e.linkRefs??[]){let r=n.filePath??e.originFilePath;r!==null&&t.linkRefs.push({entityId:null,originFileId:e.originFileId,originPluginId:e.originPluginId,filePath:r,kind:n.kind,raw:n.raw,targetKind:n.targetKind,target:n.target,fragment:n.fragment,title:n.title??null,range:n.range??null})}}function P(e,t){let n=[];for(let r of e)for(let e of r.descriptors){let i=t.get(e.key);if(!i)throw Error(`bulkSyncOrigins: missing entity id for key "${e.key}" after upsert.`);n.push({dependencyRef:r.originFilePath??r.originPluginId,dependencyType:`origin`,entityId:i,originFileId:r.originFileId,originPluginId:r.originPluginId,hook:r.hook})}return n}async function F(e,t,n){for(let r of c(e,t))r.length>0&&await n(r)}async function I(n,r,i=500,a){if(r.length===0)return/* @__PURE__ */ new Map;let o=/* @__PURE__ */ new Map;for(let e of r)o.set(e.key,e);let s=[...o.keys()],l=/* @__PURE__ */ new Map,u=/* @__PURE__ */ new Map;for(let e of c(s,i)){let r=await n.select({id:t.id,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,data:t.data,markdoc:t.markdoc,dataHash:t.dataHash,version:t.version,revisionCreatedAt:t.revisionCreatedAt}).from(t).where(C(T(t.key,e),w(t.isCurrent,1)));for(let e of r)l.set(e.key,e.id),u.set(e.key,e)}let f=Date.now(),p=[];for(let t of o.values()){let r=u.get(t.key),i=r?.id??d();l.set(t.key,i);let o=t.kind===`inline`?`ready`:t.shouldInvalidateValue||!r?`stale`:`ready`,s=t.kind===`inline`?t.value:null,c=s===null?null:e(s),m=r?.revisionCreatedAt??f;t.kind===`inline`&&r&&(r.dataHash??null)!==c&&(a?.capture&&a.trackedKeys.has(t.key)&&await b(n,{current:r,max:a.max}),m=Math.max(f,r.revisionCreatedAt+1)),p.push({id:i,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,status:o,data:s,markdoc:s===null?null:y(JSON.stringify(s)),dataHash:c,isSystem:+!!t.isSystem,version:t.version,isCurrent:1,revisionCreatedAt:m})}for(let e of c(p,i))e.length!==0&&await n.insert(t).values(e).onConflictDoUpdate({target:t.id,set:{kind:E.raw(`excluded.kind`),type:E.raw(`excluded.type`),metadata:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.metadata ELSE entities.metadata END`),pluginId:E.raw(`excluded.plugin_id`),loaderId:E.raw(`excluded.loader_id`),loaderArgs:E.raw(`excluded.loader_args`),status:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.status ELSE entities.status END`),data:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data ELSE entities.data END`),markdoc:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.markdoc ELSE entities.markdoc END`),dataHash:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data_hash ELSE entities.data_hash END`),isSystem:E.raw(`excluded.is_system`),version:E.raw(`excluded.version`),revisionCreatedAt:E.raw(`excluded.revision_created_at`),invalidationSeq:E`case when excluded.status = 'stale' then ${t.invalidationSeq} + 1 else ${t.invalidationSeq} end`}});return l}export{O as bulkSyncOrigins,D as replaceEntityRuntimeDeps,I as upsertEntityDescriptors};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{linkRefs as e,problems as t}from"./schema.js";import{batchValues as n}from"./connection.js";import{asc as r,count as i,inArray as a,notInArray as o,sql as s}from"drizzle-orm";function c(e,t){return{scope:t.scope,originFileId:t.scope===`origin`?t.originFileId:null,originPluginId:t.scope===`origin`?t.originPluginId:null,hook:t.scope===`origin`?t.hook:null,entityId:t.scope===`entity`?t.entityId:null,linkRefId:t.scope===`link`?t.linkRefId:null,source:t.scope===`global`?t.source:null,key:t.scope===`global`?t.key??null:null,code:e.code,category:e.category,severity:e.severity,message:e.message,filePath:e.location?.filePath??null,range:e.location?.range??null,snippet:e.location?.snippet??null,data:e.data??null}}async function l(e,r,i=500){for(let a of n(r,i))await e.insert(t).values(a)}async function u(e,r,i=500){for(let o of n(r,i))await e.delete(t).where(s`${t.scope} = 'origin' and ${a(t.originFileId,o)}`)}async function d(e,n,r){n.length!==0&&await e.delete(t).where(s`${t.scope} = 'origin' and ${t.originFileId} is null and ${t.hook} = ${r} and ${a(t.originPluginId,[...n])}`)}async function f(e,r,i,o=500){if(i.length!==0&&r.size!==0){for(let c of n([...r.keys()],o))await e.delete(t).where(s`${t.scope} = 'entity' and ${a(t.entityId,c)} and ${a(t.code,[...i])}`);await l(e,[...r.values()].flat(),o)}}async function p(e,n,r,i){await e.delete(t).where(r.length===0?s`${t.scope} = 'entity' and ${t.entityId} = ${n}`:s`${t.scope} = 'entity' and ${t.entityId} = ${n} and ${o(t.code,[...r])}`),await l(e,i)}async function m(e,n){let[r]=await e.db.select({id:t.id}).from(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`).limit(1);return r!==void 0}async function h(e,n,r){await e.delete(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`),await l(e,r)}async function g(e,n,r,i){r.length>0&&await e.delete(t).where(s`${t.scope} = 'global' and ${t.source} = ${n} and ${a(t.key,[...r])}`),await l(e,i)}async function _(e,r,i=500){for(let o of n(r,i))await e.delete(t).where(s`${t.scope} = 'link' and ${a(t.linkRefId,o)}`)}async function v(n){await n.delete(t).where(s`${t.scope} = 'link' and ${t.linkRefId} not in (select ${e.id} from ${e})`)}async function y(e,n,r=500){await e.delete(t).where(s`${t.scope} = 'link'`),await l(e,n,r)}async function b(e,n){return e.db.select().from(t).where(s`${t.scope} = 'global' and ${t.source} = ${n}`)}async function x(e,n){return e.db.select().from(t).where(s`${t.scope} = 'entity' and ${t.entityId} = ${n}`).orderBy(r(t.id))}async function S(e,n={}){let i=e.db.select().from(t).orderBy(r(t.filePath),r(t.linkRefId),r(t.id));return n.limit===void 0?i:i.limit(n.limit)}async function C(e){let n=await e.db.select({severity:t.severity,code:t.code,count:i()}).from(t).groupBy(t.severity,t.code),r=0,a=0,o={};for(let e of n)e.severity===`error`?r+=e.count:a+=e.count,o[e.code]=(o[e.code]??0)+e.count;return{errors:r,warnings:a,byCode:o}}function w(e){let t=0,n=0;for(let r of e)r.severity===`error`?t+=1:n+=1;return{errors:t,warnings:n}}export{v as deleteOrphanedLinkProblemsTx,u as deleteProblemsForFilesTx,_ as deleteProblemsForLinkRefsTx,d as deleteProblemsForPluginHookTx,m as hasGlobalProblemsForSource,l as insertProblemsTx,b as listGlobalProblems,S as listProblems,x as listProblemsForEntity,c as problemRow,y as replaceAllLinkProblemsTx,p as replaceEntityProblemsExceptCodesTx,f as replaceEntityProblemsForCodesBatchTx,g as replaceGlobalProblemsForKeysTx,h as replaceGlobalProblemsForSourceTx,w as summarizeProblems,C as summarizeStoredProblems};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{assetRefs as e,assets as t,blobRefs as n,blobs as r,entities as i,entityDeps as a,filePlugins as o,files as s,linkCheckCheckpoint as c,linkRefs as l,loaderConfigDeps as u,originDeps as d,pageMarkdown as f,pluginHookState as p,problems as m,reactPageChecks as h,routeDeps as g,routes as _,searchDocuments as v,searchFragmentParents as y,searchFragmentPostings as b,searchFragmentUsages as x,searchFragments as S,searchPostings as C,searchVocab as w,staticFiles as T,targetInventories as E}from"./schema.js";import{runWithSqliteBusyRetry as D}from"./connection.js";import{ne as O}from"drizzle-orm";async function k(e){let[t]=await e.db.select({id:s.id}).from(s).where(O(s.manifestVersion,5)).limit(1);return t!==void 0}async function A(O,k){await D(()=>O.db.transaction(async D=>{await D.delete(m),await D.delete(c),await D.delete(l),await D.delete(E),await D.delete(a),await D.delete(u),await D.delete(n),await D.delete(e),await D.delete(o),await D.delete(d),await D.delete(g),await D.delete(_),await D.delete(i),await D.delete(s),await D.delete(r),await D.delete(t),await D.delete(T),await D.delete(C),await D.delete(b),await D.delete(y),await D.delete(x),await D.delete(S),await D.delete(w),await D.delete(v),await D.delete(f),await D.delete(p),await D.delete(h)}),{logger:k?.logger,operation:`reset content database`})}export{k as hasStaleManifestVersion,A as resetContentDatabase};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{routeQueryDeps as e}from"./schema.js";import{batchValues as t,normalizeBatchSize as n}from"./connection.js";import{and as r,eq as i,inArray as a,isNull as o}from"drizzle-orm";async function s(t){return t.db.select({originPluginId:e.originPluginId,hook:e.hook,entityId:e.entityId,kind:e.kind,argument:e.argument,resultHash:e.resultHash}).from(e).orderBy(e.originPluginId,e.hook,e.entityId)}async function c(a,s){await a.delete(e).where(r(i(e.originPluginId,s.originPluginId),i(e.hook,s.hook),s.entityId===null?o(e.entityId):i(e.entityId,s.entityId)));for(let r of t(s.dependencies,n(void 0)))await a.insert(e).values(r.map(e=>({originPluginId:s.originPluginId,hook:s.hook,entityId:s.entityId,kind:e.kind,argument:e.argument,resultHash:e.resultHash})))}async function l(o,s){let c=n(void 0);for(let n of t(s.scopes.map(e=>e.entityId),c))await o.delete(e).where(r(i(e.hook,s.hook),a(e.entityId,n)));let l=s.scopes.flatMap(e=>e.dependencies.map(t=>({originPluginId:e.originPluginId,hook:s.hook,entityId:e.entityId,kind:t.kind,argument:t.argument,resultHash:t.resultHash})));for(let n of t(l,c))await o.insert(e).values(n)}export{s as loadRouteQueryDependencyRows,l as replaceEntityRouteQueryDepsTx,c as replaceRouteQueryDepsTx};
|
|
@@ -2003,6 +2003,22 @@ export declare const searchDocuments: import("drizzle-orm/sqlite-core").SQLiteTa
|
|
|
2003
2003
|
identity: undefined;
|
|
2004
2004
|
generated: undefined;
|
|
2005
2005
|
}, {}>;
|
|
2006
|
+
httpPathTokens: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
2007
|
+
name: string;
|
|
2008
|
+
tableName: "search_documents";
|
|
2009
|
+
dataType: "number int53";
|
|
2010
|
+
data: number;
|
|
2011
|
+
driverParam: number;
|
|
2012
|
+
notNull: true;
|
|
2013
|
+
hasDefault: true;
|
|
2014
|
+
isPrimaryKey: false;
|
|
2015
|
+
isAutoincrement: false;
|
|
2016
|
+
hasRuntimeDefault: false;
|
|
2017
|
+
enumValues: undefined;
|
|
2018
|
+
baseColumn: never;
|
|
2019
|
+
identity: undefined;
|
|
2020
|
+
generated: undefined;
|
|
2021
|
+
}, {}>;
|
|
2006
2022
|
sourceHash: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
2007
2023
|
name: string;
|
|
2008
2024
|
tableName: "search_documents";
|
|
@@ -2898,6 +2914,22 @@ export declare const siteConfig: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2898
2914
|
identity: undefined;
|
|
2899
2915
|
generated: undefined;
|
|
2900
2916
|
}, {}>;
|
|
2917
|
+
effectiveHash: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
2918
|
+
name: string;
|
|
2919
|
+
tableName: "site_config";
|
|
2920
|
+
dataType: "string";
|
|
2921
|
+
data: string;
|
|
2922
|
+
driverParam: string;
|
|
2923
|
+
notNull: false;
|
|
2924
|
+
hasDefault: false;
|
|
2925
|
+
isPrimaryKey: false;
|
|
2926
|
+
isAutoincrement: false;
|
|
2927
|
+
hasRuntimeDefault: false;
|
|
2928
|
+
enumValues: [string, ...string[]];
|
|
2929
|
+
baseColumn: never;
|
|
2930
|
+
identity: undefined;
|
|
2931
|
+
generated: undefined;
|
|
2932
|
+
}, {}>;
|
|
2901
2933
|
};
|
|
2902
2934
|
dialect: 'sqlite';
|
|
2903
2935
|
}>;
|
|
@@ -3715,6 +3747,7 @@ export type SearchDocumentRecord = {
|
|
|
3715
3747
|
titleTokens: number;
|
|
3716
3748
|
textTokens: number;
|
|
3717
3749
|
pathTokens: number;
|
|
3750
|
+
httpPathTokens: number;
|
|
3718
3751
|
sourceHash: string;
|
|
3719
3752
|
pluginVersion: string;
|
|
3720
3753
|
groupKey: string | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{sql as e}from"drizzle-orm";import{index as t,integer as n,primaryKey as r,sqliteTable as i,text as a,uniqueIndex as o}from"drizzle-orm/sqlite-core";const s=i(`files`,{id:n(`id`).primaryKey({autoIncrement:!0}),path:a(`path`).notNull(),hash:a(`hash`).notNull(),manifest:a(`manifest`).notNull().default(`{}`),manifestVersion:n(`manifest_v`).notNull().default(0),lastModifiedAt:a(`last_modified_at`)},e=>[o(`files_path_unique`).on(e.path)]),c=i(`file_plugins`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),pluginId:a(`plugin_id`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[o(`file_plugins_file_plugin_unique`).on(e.fileId,e.pluginId)]),l=i(`origin_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),source:a(`source`).$type().notNull().default(`config`),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},t=>[o(`origin_deps_file_scope_unique`).on(t.originFileId,t.originPluginId,t.source,t.path,t.accessType).where(e`${t.originFileId} is not null`),o(`origin_deps_plugin_scope_unique`).on(t.originPluginId,t.hook,t.source,t.path,t.accessType).where(e`${t.originFileId} is null`)]),u=i(`routes`,{id:n(`id`).primaryKey({autoIncrement:!0}),slug:a(`slug`).notNull(),requestedSlug:a(`requested_slug`).notNull().default(`/`),slugType:a(`slug_type`).$type().notNull().default(`derived`),routeId:a(`route_id`).notNull(),metadata:a(`metadata`,{mode:`json`}).$type().notNull().default(e`'{}'`),template:a(`template`).notNull(),sidebarSubtreeEntityKey:a(`sidebar_subtree_entity_key`),wildcardPrefix:n(`wildcard_prefix`,{mode:`boolean`}).notNull().default(!1),pluginId:a(`plugin_id`).notNull(),sourceId:n(`source_id`).references(()=>s.id,{onDelete:`cascade`}),versionGroup:a(`version_group`),version:a(`version`),locale:a(`locale`).notNull().default(``),isFallback:n(`is_fallback`,{mode:`boolean`}).notNull().default(!1),canonicalSlug:a(`canonical_slug`).notNull().default(``)},n=>[o(`routes_slug_unique`).on(n.slug),t(`routes_version_group_idx`).on(n.versionGroup),o(`routes_file_scope_unique`).on(n.sourceId,n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is not null`),o(`routes_plugin_scope_unique`).on(n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is null`),t(`routes_locale_fallback_idx`).on(n.locale,n.isFallback,n.canonicalSlug)]),d=i(`route_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),routeSlug:a(`route_slug`).notNull(),key:a(`key`).notNull(),dependencyType:a(`dependency_type`).notNull(),target:a(`target`).notNull(),args:a(`args`,{mode:`json`}).$type().default(e`null`)},n=>[o(`route_deps_file_scope_unique`).on(n.originFileId,n.originPluginId,n.routeSlug,n.key).where(e`${n.originFileId} is not null`),o(`route_deps_plugin_scope_unique`).on(n.routeSlug,n.key).where(e`${n.originFileId} is null`),t(`route_deps_route_slug_idx`).on(n.routeSlug)]),f=i(`entities`,{id:a(`id`).primaryKey(),key:a(`key`).notNull(),kind:a(`kind`).notNull(),type:a(`type`),metadata:a(`metadata`,{mode:`json`}).$type().default(e`null`),pluginId:a(`plugin_id`).notNull(),loaderId:a(`loader_id`),loaderArgs:a(`loader_args`,{mode:`json`}).$type().default(e`null`),status:a(`status`).notNull().default(`stale`),data:a(`data`,{mode:`json`}).$type().default(e`null`),markdoc:a(`markdoc`,{mode:`json`}).$type().default(e`null`),dataHash:a(`data_hash`),invalidationSeq:n(`invalidation_seq`).notNull().default(0),isSystem:n(`is_system`).notNull().default(0),version:a(`version`),isCurrent:n(`is_current`).notNull().default(1),revisionCreatedAt:n(`revision_created_at`).notNull().default(0),promotedFromId:a(`promoted_from_id`).references(()=>f.id,{onDelete:`set null`})},n=>[o(`entities_key_current_unique`).on(n.key).where(e`${n.isCurrent} = 1`),t(`entities_key_revision_idx`).on(n.key,n.revisionCreatedAt),t(`entities_type_idx`).on(n.type),t(`entities_plugin_type_idx`).on(n.pluginId,n.type),t(`entities_current_system_idx`).on(n.isCurrent,n.isSystem,n.id),t(`entities_status_loader_idx`).on(n.status,n.isCurrent,n.loaderId)]),p=i(`entity_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),dependencyType:a(`dependency_type`).notNull(),dependencyRef:a(`dependency_ref`).notNull()},n=>[o(`entity_deps_file_scope_unique`).on(n.entityId,n.originFileId,n.originPluginId,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is not null`),o(`entity_deps_plugin_scope_unique`).on(n.entityId,n.originPluginId,n.hook,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is null`),t(`entity_deps_entity_idx`).on(n.entityId)]),m=i(`route_query_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).notNull(),argument:a(`argument`).notNull(),resultHash:a(`result_hash`).notNull()},n=>[o(`route_query_deps_plugin_scope_unique`).on(n.originPluginId,n.hook,n.kind,n.argument).where(e`${n.entityId} is null`),o(`route_query_deps_entity_scope_unique`).on(n.entityId,n.hook,n.kind,n.argument).where(e`${n.entityId} is not null`),t(`route_query_deps_entity_idx`).on(n.entityId)]),h=i(`plugin_hook_state`,{pluginId:a(`plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.pluginId,e.hook]})]),g=i(`loader_config_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},e=>[o(`loader_config_deps_unique`).on(e.entityId,e.path,e.accessType)]),_=i(`blobs`,{key:a(`key`).primaryKey(),content:a(`content`).notNull(),size:n(`size`).notNull(),createdAt:n(`created_at`).notNull()}),v=i(`blob_refs`,{blobKey:a(`blob_key`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`blob_refs_pk`).on(e.blobKey,e.entityId)]),y=i(`assets`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),kind:a(`kind`).notNull(),filename:a(`filename`).notNull()},e=>[o(`assets_pk`).on(e.path,e.hash),t(`assets_filename_idx`).on(e.filename)]),b=i(`asset_refs`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`asset_refs_pk`).on(e.path,e.hash,e.entityId)]),x=i(`static_files`,{path:a(`path`).primaryKey(),ownerPluginId:a(`owner_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),sourcePath:a(`source_path`),entityKey:a(`entity_key`),hash:a(`hash`),contentType:a(`content_type`).notNull(),size:n(`size`),audience:a(`audience`,{mode:`json`}).$type()},e=>[t(`static_files_owner_idx`).on(e.ownerPluginId)]),S=i(`search_documents`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),docKey:a(`doc_key`).notNull(),routeSlug:a(`route_slug`).notNull(),anchor:a(`anchor`),locale:a(`locale`).notNull().default(``),title:a(`title`).notNull(),text:a(`text`).notNull(),titleTokens:n(`title_tokens`).notNull().default(0),textTokens:n(`text_tokens`).notNull().default(0),pathTokens:n(`path_tokens`).notNull().default(0),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull(),groupKey:a(`group_key`),httpMethod:a(`http_method`),httpPath:a(`http_path`),deprecated:n(`deprecated`).notNull().default(0),extra:a(`extra`,{mode:`json`}).$type()},e=>[o(`search_documents_entity_doc_idx`).on(e.entityKey,e.docKey),t(`search_documents_route_slug_idx`).on(e.routeSlug)]),C=i(`search_vocab`,{id:n(`id`).primaryKey({autoIncrement:!0}),term:a(`term`).notNull(),locale:a(`locale`).notNull().default(``),docCount:n(`doc_count`).notNull().default(0)},e=>[o(`search_vocab_term_locale_idx`).on(e.term,e.locale)]),w=i(`search_postings`,{termId:n(`term_id`).notNull(),field:a(`field`).notNull(),docId:n(`doc_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.field,e.docId]}),t(`search_postings_doc_idx`).on(e.docId)]),T=i(`search_facets`,{docId:n(`doc_id`).notNull(),field:a(`field`).notNull(),value:a(`value`).notNull()},e=>[r({columns:[e.docId,e.field,e.value]}),t(`search_facets_field_value_idx`).on(e.field,e.value,e.docId)]),E=i(`search_fragments`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),fragmentKey:a(`fragment_key`).notNull(),locale:a(`locale`).notNull().default(``),name:a(`name`).notNull(),description:a(`description`).notNull().default(``),example:a(`example`),enumValues:a(`enum_values`,{mode:`json`}).$type()},e=>[o(`search_fragments_entity_key_idx`).on(e.entityKey,e.fragmentKey)]),D=i(`search_fragment_parents`,{id:n(`id`).primaryKey({autoIncrement:!0}),docId:n(`doc_id`).notNull(),place:a(`place`).notNull(),path:a(`path`,{mode:`json`}).$type().notNull(),anchorPrefix:a(`anchor_prefix`).notNull()},e=>[t(`search_fragment_parents_doc_idx`).on(e.docId)]),O=i(`search_fragment_usages`,{fragmentId:n(`fragment_id`).notNull(),docId:n(`doc_id`).notNull(),parentId:n(`parent_id`).notNull(),anchorTail:a(`anchor_tail`).notNull()},e=>[r({columns:[e.fragmentId,e.docId]}),t(`search_fragment_usages_doc_idx`).on(e.docId)]),k=i(`search_fragment_postings`,{termId:n(`term_id`).notNull(),fragmentId:n(`fragment_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.fragmentId]}),t(`search_fragment_postings_fragment_idx`).on(e.fragmentId)]),A=i(`page_markdown`,{entityKey:a(`entity_key`).notNull(),chunkIndex:n(`chunk_index`).notNull(),routeSlug:a(`route_slug`).notNull(),text:a(`text`).notNull(),heading:a(`heading`),anchor:a(`anchor`),title:a(`title`),description:a(`description`),rbacTeams:a(`rbac_teams`,{mode:`json`}).$type(),hash:a(`hash`).notNull(),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[r({columns:[e.entityKey,e.routeSlug,e.chunkIndex]}),t(`page_markdown_route_slug_idx`).on(e.routeSlug)]),j=i(`site_config`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull()}),M=i(`link_check_checkpoint`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull()}),N=i(`react_page_checks`,{path:a(`path`).notNull(),locale:a(`locale`).notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.path,e.locale]})]),P=i(`kv_store`,{key:a(`key`).primaryKey(),value:a(`value`).notNull(),expiresAt:n(`expires_at`),createdAt:n(`created_at`).notNull(),updatedAt:n(`updated_at`).notNull()},e=>[t(`kv_store_expires_idx`).on(e.expiresAt)]),F=i(`link_refs`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).$type().notNull(),raw:a(`raw`).notNull(),targetKind:a(`target_kind`).$type().notNull(),target:a(`target`).notNull(),fragment:a(`fragment`),title:a(`title`),filePath:a(`file_path`).notNull(),range:a(`range`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`link_refs_target_idx`).on(e.targetKind,e.target),t(`link_refs_entity_idx`).on(e.entityId),t(`link_refs_origin_file_idx`).on(e.originFileId),t(`link_refs_plugin_idx`).on(e.originPluginId)]),I=i(`target_inventories`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),exhaustive:n(`exhaustive`,{mode:`boolean`}).notNull().default(!0),targets:a(`targets`,{mode:`json`}).$type().notNull()},e=>[o(`target_inventories_unique`).on(e.fileId,e.originPluginId,e.kind)]),L=i(`problems`,{id:n(`id`).primaryKey({autoIncrement:!0}),scope:a(`scope`).$type().notNull(),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`),hook:a(`hook`).$type(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),linkRefId:n(`link_ref_id`).references(()=>F.id,{onDelete:`cascade`}),source:a(`source`),key:a(`key`),code:a(`code`).notNull(),category:a(`category`).$type().notNull(),severity:a(`severity`).$type().notNull(),message:a(`message`).notNull(),filePath:a(`file_path`),range:a(`range`,{mode:`json`}).$type().default(e`null`),snippet:a(`snippet`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`problems_origin_file_idx`).on(e.scope,e.originFileId),t(`problems_entity_idx`).on(e.scope,e.entityId),t(`problems_link_ref_idx`).on(e.scope,e.linkRefId),t(`problems_global_source_key_idx`).on(e.scope,e.source,e.key),t(`problems_list_idx`).on(e.filePath,e.linkRefId,e.id)]);export{b as assetRefs,y as assets,v as blobRefs,_ as blobs,f as entities,p as entityDeps,c as filePlugins,s as files,P as kvStore,M as linkCheckCheckpoint,F as linkRefs,g as loaderConfigDeps,l as originDeps,A as pageMarkdown,h as pluginHookState,L as problems,N as reactPageChecks,d as routeDeps,m as routeQueryDeps,u as routes,S as searchDocuments,T as searchFacets,D as searchFragmentParents,k as searchFragmentPostings,O as searchFragmentUsages,E as searchFragments,w as searchPostings,C as searchVocab,j as siteConfig,x as staticFiles,I as targetInventories};
|
|
1
|
+
import{sql as e}from"drizzle-orm";import{index as t,integer as n,primaryKey as r,sqliteTable as i,text as a,uniqueIndex as o}from"drizzle-orm/sqlite-core";const s=i(`files`,{id:n(`id`).primaryKey({autoIncrement:!0}),path:a(`path`).notNull(),hash:a(`hash`).notNull(),manifest:a(`manifest`).notNull().default(`{}`),manifestVersion:n(`manifest_v`).notNull().default(0),lastModifiedAt:a(`last_modified_at`)},e=>[o(`files_path_unique`).on(e.path)]),c=i(`file_plugins`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),pluginId:a(`plugin_id`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[o(`file_plugins_file_plugin_unique`).on(e.fileId,e.pluginId)]),l=i(`origin_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),source:a(`source`).$type().notNull().default(`config`),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},t=>[o(`origin_deps_file_scope_unique`).on(t.originFileId,t.originPluginId,t.source,t.path,t.accessType).where(e`${t.originFileId} is not null`),o(`origin_deps_plugin_scope_unique`).on(t.originPluginId,t.hook,t.source,t.path,t.accessType).where(e`${t.originFileId} is null`)]),u=i(`routes`,{id:n(`id`).primaryKey({autoIncrement:!0}),slug:a(`slug`).notNull(),requestedSlug:a(`requested_slug`).notNull().default(`/`),slugType:a(`slug_type`).$type().notNull().default(`derived`),routeId:a(`route_id`).notNull(),metadata:a(`metadata`,{mode:`json`}).$type().notNull().default(e`'{}'`),template:a(`template`).notNull(),sidebarSubtreeEntityKey:a(`sidebar_subtree_entity_key`),wildcardPrefix:n(`wildcard_prefix`,{mode:`boolean`}).notNull().default(!1),pluginId:a(`plugin_id`).notNull(),sourceId:n(`source_id`).references(()=>s.id,{onDelete:`cascade`}),versionGroup:a(`version_group`),version:a(`version`),locale:a(`locale`).notNull().default(``),isFallback:n(`is_fallback`,{mode:`boolean`}).notNull().default(!1),canonicalSlug:a(`canonical_slug`).notNull().default(``)},n=>[o(`routes_slug_unique`).on(n.slug),t(`routes_version_group_idx`).on(n.versionGroup),o(`routes_file_scope_unique`).on(n.sourceId,n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is not null`),o(`routes_plugin_scope_unique`).on(n.pluginId,n.routeId,n.slug).where(e`${n.sourceId} is null`),t(`routes_locale_fallback_idx`).on(n.locale,n.isFallback,n.canonicalSlug)]),d=i(`route_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),routeSlug:a(`route_slug`).notNull(),key:a(`key`).notNull(),dependencyType:a(`dependency_type`).notNull(),target:a(`target`).notNull(),args:a(`args`,{mode:`json`}).$type().default(e`null`)},n=>[o(`route_deps_file_scope_unique`).on(n.originFileId,n.originPluginId,n.routeSlug,n.key).where(e`${n.originFileId} is not null`),o(`route_deps_plugin_scope_unique`).on(n.routeSlug,n.key).where(e`${n.originFileId} is null`),t(`route_deps_route_slug_idx`).on(n.routeSlug)]),f=i(`entities`,{id:a(`id`).primaryKey(),key:a(`key`).notNull(),kind:a(`kind`).notNull(),type:a(`type`),metadata:a(`metadata`,{mode:`json`}).$type().default(e`null`),pluginId:a(`plugin_id`).notNull(),loaderId:a(`loader_id`),loaderArgs:a(`loader_args`,{mode:`json`}).$type().default(e`null`),status:a(`status`).notNull().default(`stale`),data:a(`data`,{mode:`json`}).$type().default(e`null`),markdoc:a(`markdoc`,{mode:`json`}).$type().default(e`null`),dataHash:a(`data_hash`),invalidationSeq:n(`invalidation_seq`).notNull().default(0),isSystem:n(`is_system`).notNull().default(0),version:a(`version`),isCurrent:n(`is_current`).notNull().default(1),revisionCreatedAt:n(`revision_created_at`).notNull().default(0),promotedFromId:a(`promoted_from_id`).references(()=>f.id,{onDelete:`set null`})},n=>[o(`entities_key_current_unique`).on(n.key).where(e`${n.isCurrent} = 1`),t(`entities_key_revision_idx`).on(n.key,n.revisionCreatedAt),t(`entities_type_idx`).on(n.type),t(`entities_plugin_type_idx`).on(n.pluginId,n.type),t(`entities_current_system_idx`).on(n.isCurrent,n.isSystem,n.id),t(`entities_status_loader_idx`).on(n.status,n.isCurrent,n.loaderId)]),p=i(`entity_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull().default(`extract`),dependencyType:a(`dependency_type`).notNull(),dependencyRef:a(`dependency_ref`).notNull()},n=>[o(`entity_deps_file_scope_unique`).on(n.entityId,n.originFileId,n.originPluginId,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is not null`),o(`entity_deps_plugin_scope_unique`).on(n.entityId,n.originPluginId,n.hook,n.dependencyType,n.dependencyRef).where(e`${n.originFileId} is null`),t(`entity_deps_entity_idx`).on(n.entityId)]),m=i(`route_query_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),originPluginId:a(`origin_plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).notNull(),argument:a(`argument`).notNull(),resultHash:a(`result_hash`).notNull()},n=>[o(`route_query_deps_plugin_scope_unique`).on(n.originPluginId,n.hook,n.kind,n.argument).where(e`${n.entityId} is null`),o(`route_query_deps_entity_scope_unique`).on(n.entityId,n.hook,n.kind,n.argument).where(e`${n.entityId} is not null`),t(`route_query_deps_entity_idx`).on(n.entityId)]),h=i(`plugin_hook_state`,{pluginId:a(`plugin_id`).notNull(),hook:a(`hook`).$type().notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.pluginId,e.hook]})]),g=i(`loader_config_deps`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`}),path:a(`path`).notNull(),accessType:a(`access_type`).$type().notNull(),valueHash:a(`value_hash`).notNull()},e=>[o(`loader_config_deps_unique`).on(e.entityId,e.path,e.accessType)]),_=i(`blobs`,{key:a(`key`).primaryKey(),content:a(`content`).notNull(),size:n(`size`).notNull(),createdAt:n(`created_at`).notNull()}),v=i(`blob_refs`,{blobKey:a(`blob_key`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`blob_refs_pk`).on(e.blobKey,e.entityId)]),y=i(`assets`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),kind:a(`kind`).notNull(),filename:a(`filename`).notNull()},e=>[o(`assets_pk`).on(e.path,e.hash),t(`assets_filename_idx`).on(e.filename)]),b=i(`asset_refs`,{path:a(`path`).notNull(),hash:a(`hash`).notNull(),entityId:a(`entity_id`).notNull().references(()=>f.id,{onDelete:`cascade`})},e=>[o(`asset_refs_pk`).on(e.path,e.hash,e.entityId)]),x=i(`static_files`,{path:a(`path`).primaryKey(),ownerPluginId:a(`owner_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),sourcePath:a(`source_path`),entityKey:a(`entity_key`),hash:a(`hash`),contentType:a(`content_type`).notNull(),size:n(`size`),audience:a(`audience`,{mode:`json`}).$type()},e=>[t(`static_files_owner_idx`).on(e.ownerPluginId)]),S=i(`search_documents`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),docKey:a(`doc_key`).notNull(),routeSlug:a(`route_slug`).notNull(),anchor:a(`anchor`),locale:a(`locale`).notNull().default(``),title:a(`title`).notNull(),text:a(`text`).notNull(),titleTokens:n(`title_tokens`).notNull().default(0),textTokens:n(`text_tokens`).notNull().default(0),pathTokens:n(`path_tokens`).notNull().default(0),httpPathTokens:n(`http_path_tokens`).notNull().default(0),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull(),groupKey:a(`group_key`),httpMethod:a(`http_method`),httpPath:a(`http_path`),deprecated:n(`deprecated`).notNull().default(0),extra:a(`extra`,{mode:`json`}).$type()},e=>[o(`search_documents_entity_doc_idx`).on(e.entityKey,e.docKey),t(`search_documents_route_slug_idx`).on(e.routeSlug)]),C=i(`search_vocab`,{id:n(`id`).primaryKey({autoIncrement:!0}),term:a(`term`).notNull(),locale:a(`locale`).notNull().default(``),docCount:n(`doc_count`).notNull().default(0)},e=>[o(`search_vocab_term_locale_idx`).on(e.term,e.locale)]),w=i(`search_postings`,{termId:n(`term_id`).notNull(),field:a(`field`).notNull(),docId:n(`doc_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.field,e.docId]}),t(`search_postings_doc_idx`).on(e.docId)]),T=i(`search_facets`,{docId:n(`doc_id`).notNull(),field:a(`field`).notNull(),value:a(`value`).notNull()},e=>[r({columns:[e.docId,e.field,e.value]}),t(`search_facets_field_value_idx`).on(e.field,e.value,e.docId)]),E=i(`search_fragments`,{id:n(`id`).primaryKey({autoIncrement:!0}),entityKey:a(`entity_key`).notNull(),fragmentKey:a(`fragment_key`).notNull(),locale:a(`locale`).notNull().default(``),name:a(`name`).notNull(),description:a(`description`).notNull().default(``),example:a(`example`),enumValues:a(`enum_values`,{mode:`json`}).$type()},e=>[o(`search_fragments_entity_key_idx`).on(e.entityKey,e.fragmentKey)]),D=i(`search_fragment_parents`,{id:n(`id`).primaryKey({autoIncrement:!0}),docId:n(`doc_id`).notNull(),place:a(`place`).notNull(),path:a(`path`,{mode:`json`}).$type().notNull(),anchorPrefix:a(`anchor_prefix`).notNull()},e=>[t(`search_fragment_parents_doc_idx`).on(e.docId)]),O=i(`search_fragment_usages`,{fragmentId:n(`fragment_id`).notNull(),docId:n(`doc_id`).notNull(),parentId:n(`parent_id`).notNull(),anchorTail:a(`anchor_tail`).notNull()},e=>[r({columns:[e.fragmentId,e.docId]}),t(`search_fragment_usages_doc_idx`).on(e.docId)]),k=i(`search_fragment_postings`,{termId:n(`term_id`).notNull(),fragmentId:n(`fragment_id`).notNull(),offsets:a(`offsets`).notNull()},e=>[r({columns:[e.termId,e.fragmentId]}),t(`search_fragment_postings_fragment_idx`).on(e.fragmentId)]),A=i(`page_markdown`,{entityKey:a(`entity_key`).notNull(),chunkIndex:n(`chunk_index`).notNull(),routeSlug:a(`route_slug`).notNull(),text:a(`text`).notNull(),heading:a(`heading`),anchor:a(`anchor`),title:a(`title`),description:a(`description`),rbacTeams:a(`rbac_teams`,{mode:`json`}).$type(),hash:a(`hash`).notNull(),sourceHash:a(`source_hash`).notNull(),pluginVersion:a(`plugin_version`).notNull()},e=>[r({columns:[e.entityKey,e.routeSlug,e.chunkIndex]}),t(`page_markdown_route_slug_idx`).on(e.routeSlug)]),j=i(`site_config`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull(),effectiveHash:a(`effective_hash`)}),M=i(`link_check_checkpoint`,{id:n(`id`).primaryKey(),value:a(`value`,{mode:`json`}).$type().notNull()}),N=i(`react_page_checks`,{path:a(`path`).notNull(),locale:a(`locale`).notNull(),fingerprint:a(`fingerprint`).notNull()},e=>[r({columns:[e.path,e.locale]})]),P=i(`kv_store`,{key:a(`key`).primaryKey(),value:a(`value`).notNull(),expiresAt:n(`expires_at`),createdAt:n(`created_at`).notNull(),updatedAt:n(`updated_at`).notNull()},e=>[t(`kv_store_expires_idx`).on(e.expiresAt)]),F=i(`link_refs`,{id:n(`id`).primaryKey({autoIncrement:!0}),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),kind:a(`kind`).$type().notNull(),raw:a(`raw`).notNull(),targetKind:a(`target_kind`).$type().notNull(),target:a(`target`).notNull(),fragment:a(`fragment`),title:a(`title`),filePath:a(`file_path`).notNull(),range:a(`range`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`link_refs_target_idx`).on(e.targetKind,e.target),t(`link_refs_entity_idx`).on(e.entityId),t(`link_refs_origin_file_idx`).on(e.originFileId),t(`link_refs_plugin_idx`).on(e.originPluginId)]),I=i(`target_inventories`,{id:n(`id`).primaryKey({autoIncrement:!0}),fileId:n(`file_id`).notNull().references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`).notNull(),kind:a(`kind`).$type().notNull(),exhaustive:n(`exhaustive`,{mode:`boolean`}).notNull().default(!0),targets:a(`targets`,{mode:`json`}).$type().notNull()},e=>[o(`target_inventories_unique`).on(e.fileId,e.originPluginId,e.kind)]),L=i(`problems`,{id:n(`id`).primaryKey({autoIncrement:!0}),scope:a(`scope`).$type().notNull(),originFileId:n(`origin_file_id`).references(()=>s.id,{onDelete:`cascade`}),originPluginId:a(`origin_plugin_id`),hook:a(`hook`).$type(),entityId:a(`entity_id`).references(()=>f.id,{onDelete:`cascade`}),linkRefId:n(`link_ref_id`).references(()=>F.id,{onDelete:`cascade`}),source:a(`source`),key:a(`key`),code:a(`code`).notNull(),category:a(`category`).$type().notNull(),severity:a(`severity`).$type().notNull(),message:a(`message`).notNull(),filePath:a(`file_path`),range:a(`range`,{mode:`json`}).$type().default(e`null`),snippet:a(`snippet`,{mode:`json`}).$type().default(e`null`),data:a(`data`,{mode:`json`}).$type().default(e`null`)},e=>[t(`problems_origin_file_idx`).on(e.scope,e.originFileId),t(`problems_entity_idx`).on(e.scope,e.entityId),t(`problems_link_ref_idx`).on(e.scope,e.linkRefId),t(`problems_global_source_key_idx`).on(e.scope,e.source,e.key),t(`problems_list_idx`).on(e.filePath,e.linkRefId,e.id)]);export{b as assetRefs,y as assets,v as blobRefs,_ as blobs,f as entities,p as entityDeps,c as filePlugins,s as files,P as kvStore,M as linkCheckCheckpoint,F as linkRefs,g as loaderConfigDeps,l as originDeps,A as pageMarkdown,h as pluginHookState,L as problems,N as reactPageChecks,d as routeDeps,m as routeQueryDeps,u as routes,S as searchDocuments,T as searchFacets,D as searchFragmentParents,k as searchFragmentPostings,O as searchFragmentUsages,E as searchFragments,w as searchPostings,C as searchVocab,j as siteConfig,x as staticFiles,I as targetInventories};
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import{
|
|
2
|
-
+ (select count(*) from ${
|
|
1
|
+
import{searchFragmentPostings as e,searchPostings as t,searchVocab as n}from"./schema.js";import{batchValues as r,normalizeBatchSize as i}from"./connection.js";import{and as a,eq as o,inArray as s,sql as c}from"drizzle-orm";async function l(e,n){return(await e.selectDistinct({termId:t.termId}).from(t).where(c`${t.docId} in (${n})`)).map(e=>e.termId)}async function u(t,n){return(await t.selectDistinct({termId:e.termId}).from(e).where(c`${e.fragmentId} in (${n})`)).map(e=>e.termId)}async function d(l,u){let d=[...new Set(u)];for(let u of r(d,i(void 0)))await l.update(n).set({docCount:c`(select count(distinct ${t.docId}) from ${t} where ${t.termId} = ${n.id})
|
|
2
|
+
+ (select count(*) from ${e} where ${e.termId} = ${n.id})`}).where(s(n.id,u)),await l.delete(n).where(a(s(n.id,u),o(n.docCount,0)))}export{d as refreshTermDocCounts,l as selectTermIdsOfDocuments,u as selectTermIdsOfFragments};
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { type EnvLookup } from '@redocly/config';
|
|
2
|
+
import type { RealmConfig } from '../../shared/types/config.js';
|
|
3
|
+
import type { ContentLayerDatabase } from './connection.js';
|
|
4
|
+
/** A digest of an effective config by structure: key order does not matter. */
|
|
5
|
+
export declare function hashEffectiveConfig(config: RealmConfig): string;
|
|
6
|
+
/**
|
|
7
|
+
* A stored config with its `{{ process.env.X }}` references resolved against `env`; an unset
|
|
8
|
+
* one stays as written and is named once in `unsetVars`. `seo.llmstxt.details` read from a
|
|
9
|
+
* `path` is left out: that file's text stays literal, as classic Realm reads it.
|
|
10
|
+
*/
|
|
11
|
+
export declare function resolveSiteConfig(config: RealmConfig, env: EnvLookup): {
|
|
12
|
+
config: RealmConfig;
|
|
13
|
+
unsetVars: string[];
|
|
14
|
+
};
|
|
15
|
+
/**
|
|
16
|
+
* Stores the config an ingest loaded next to the content it produced; the digest of
|
|
17
|
+
* `effectiveConfig` lets the next ingest see a changed variable as a config change.
|
|
18
|
+
*/
|
|
19
|
+
export declare function writeSiteConfig(database: ContentLayerDatabase, config: RealmConfig, effectiveConfig: RealmConfig): Promise<void>;
|
|
20
|
+
/** The config the database's content was ingested with; null before the first ingest. */
|
|
21
|
+
export declare function loadSiteConfig(database: ContentLayerDatabase): Promise<RealmConfig | null>;
|
|
22
|
+
/** The digest `writeSiteConfig` stored; null before the first ingest or in a row an older one wrote. */
|
|
23
|
+
export declare function loadEffectiveConfigHash(database: ContentLayerDatabase): Promise<string | null>;
|