@redocly/framework 1.0.0-next.7 → 1.0.0-next.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundler/build/output-metadata.js +1 -1
- package/dist/bundler/build/run.js +1 -1
- package/dist/bundler/build/vite-config.js +2 -2
- package/dist/bundler/dev/routes/dev-problems-route.js +1 -1
- package/dist/bundler/dev/routes/source-sync-route.js +1 -1
- package/dist/bundler/dev/run.js +1 -1
- package/dist/bundler/dev/runtime-app.js +1 -1
- package/dist/bundler/dev/vite-chunk-url.js +1 -1
- package/dist/bundler/user-markdoc-schema.js +1 -1
- package/dist/bundler/vite-config.base.js +2 -2
- package/dist/cli/args.js +1 -1
- package/dist/cli/commands/build.js +1 -1
- package/dist/cli/commands/dev.js +1 -1
- package/dist/cli/commands/ingest.js +1 -1
- package/dist/cli/commands/translate.js +2 -2
- package/dist/cli/dev-console/index.js +1 -1
- package/dist/cli/log-output/index.js +1 -1
- package/dist/cli/validate-react-pages.js +1 -1
- package/dist/client/ai-search/use-ai-search.js +1 -1
- package/dist/client/analytics-page-view.js +1 -1
- package/dist/client/app.js +2 -7
- package/dist/client/client-entry.js +1 -1
- package/dist/client/contexts.js +1 -1
- package/dist/client/dev-problems/ProblemsBar.js +26 -16
- package/dist/client/feedback.js +1 -1
- package/dist/client/l10n/ssr-l10n.js +1 -1
- package/dist/client/l10n/use-l10n-config.js +1 -1
- package/dist/client/products.js +1 -1
- package/dist/client/review/ReviewBar.js +163 -69
- package/dist/client/review/login-url.js +1 -0
- package/dist/client/review/use-review.js +1 -1
- package/dist/client/sidebar/SidebarDataProvider.js +1 -1
- package/dist/client/sidebar/drilldown.js +1 -1
- package/dist/client/ssr.js +1 -1
- package/dist/client/telemetry/config.js +1 -1
- package/dist/client/theme-logo.js +1 -1
- package/dist/client/use-bar-position.js +1 -0
- package/dist/client/use-entity-revisions.js +1 -1
- package/dist/client/use-page-versions.js +1 -1
- package/dist/client/use-search.js +1 -1
- package/dist/client/webmcp/tools/shared.js +1 -1
- package/dist/client/webmcp/tools/site-tools.js +1 -1
- package/dist/client/webmcp/use-webmcp-tools.js +1 -1
- package/dist/content-layer/api-outputs.js +1 -1
- package/dist/content-layer/config-schema.js +1 -1
- package/dist/content-layer/config.js +1 -1
- package/dist/content-layer/database/files.js +1 -1
- package/dist/content-layer/database/finalize.js +1 -1
- package/dist/content-layer/database/invalidation.js +26 -26
- package/dist/content-layer/database/origins.js +1 -1
- package/dist/content-layer/database/problems.d.ts +2 -0
- package/dist/content-layer/database/problems.js +1 -1
- package/dist/content-layer/database/reset.js +1 -1
- package/dist/content-layer/database/schema.d.ts +17 -0
- package/dist/content-layer/database/schema.js +1 -1
- package/dist/content-layer/ingest/finalize-phase.js +1 -1
- package/dist/content-layer/ingest/hash.js +1 -1
- package/dist/content-layer/ingest/l10n-warnings.js +1 -1
- package/dist/content-layer/ingest/normalize-artifacts.js +1 -1
- package/dist/content-layer/ingest/run.js +1 -1
- package/dist/content-layer/ingest/search-sync.js +1 -1
- package/dist/content-layer/ingest/sync.js +1 -1
- package/dist/content-layer/link-checker/delta.js +1 -1
- package/dist/content-layer/link-checker/fingerprint.js +1 -1
- package/dist/content-layer/link-checker/load-view.js +1 -1
- package/dist/content-layer/link-checker/run-build.js +1 -1
- package/dist/content-layer/link-checker/validate.js +1 -1
- package/dist/content-layer/link-checker/view.js +1 -1
- package/dist/content-layer/loaders/context.js +1 -1
- package/dist/content-layer/loaders/define.d.ts +3 -0
- package/dist/content-layer/markdown/client/JsonSchemaTag.js +1 -1
- package/dist/content-layer/markdown/client/code-highlight-notation.js +3 -3
- package/dist/content-layer/markdown/client/markdoc-components.js +2 -2
- package/dist/content-layer/markdown/client/markdown-text.js +1 -1
- package/dist/content-layer/markdown/constants/builtin-tags.js +1 -1
- package/dist/content-layer/markdown/constants/markdown-text-tag-set.js +1 -1
- package/dist/content-layer/markdown/constants/tag-sets.js +1 -1
- package/dist/content-layer/markdown/nodes/fence.js +1 -1
- package/dist/content-layer/markdown/nodes/heading.js +1 -1
- package/dist/content-layer/markdown/nodes/table.js +1 -1
- package/dist/content-layer/markdown/resolve/audience-tag.d.ts +1 -5
- package/dist/content-layer/markdown/resolve/audience-tag.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/operation-samples.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc.js +1 -1
- package/dist/content-layer/markdown/resolve/references.js +1 -1
- package/dist/content-layer/markdown/search/to-markdown.js +2 -2
- package/dist/content-layer/markdown/search/to-sections.d.ts +1 -1
- package/dist/content-layer/markdown/search/to-sections.js +1 -1
- package/dist/content-layer/markdown/server/render.js +1 -1
- package/dist/content-layer/markdown/tags/html.d.ts +2 -2
- package/dist/content-layer/markdown/tags/html.js +1 -1
- package/dist/content-layer/markdown/tags/openapi.js +1 -1
- package/dist/content-layer/markdown/tags/variant.js +1 -1
- package/dist/content-layer/markdown/utils/parse-cache.js +1 -1
- package/dist/content-layer/materialization/entity.js +1 -1
- package/dist/content-layer/materialization/static-files.js +1 -1
- package/dist/content-layer/plugins/index.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/client/event-handlers.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/client/template.js +11 -3
- package/dist/content-layer/plugins/internal/api-docs/index.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/build-definition.d.ts +21 -11
- package/dist/content-layer/plugins/internal/api-docs/server/build-definition.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/build-sidebar.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/markdown-decorator.d.ts +1 -4
- package/dist/content-layer/plugins/internal/api-docs/server/markdown-decorator.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/markdown-docs.js +13 -13
- package/dist/content-layer/plugins/internal/api-docs/server/options.js +1 -1
- package/dist/content-layer/plugins/internal/api-functions/server/access.js +1 -1
- package/dist/content-layer/plugins/internal/api-functions/server/dispatch.js +1 -1
- package/dist/content-layer/plugins/internal/app-data/banner.js +1 -1
- package/dist/content-layer/plugins/internal/app-data/index.d.ts +1 -1
- package/dist/content-layer/plugins/internal/app-data/index.js +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/client/use-catalog-classic.js +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/index.js +1 -1
- package/dist/content-layer/plugins/internal/index.js +1 -1
- package/dist/content-layer/plugins/internal/l10n/index.js +1 -1
- package/dist/content-layer/plugins/internal/markdoc/client/template.js +1 -1
- package/dist/content-layer/plugins/internal/markdoc/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/constants.d.ts +17 -0
- package/dist/content-layer/plugins/internal/mcp/constants.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/content-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/ignored-routes.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/agent-card.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/audit.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/auth.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/capabilities.js +6 -6
- package/dist/content-layer/plugins/internal/mcp/server/codemode/constants.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/discover.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/prompts.js +8 -8
- package/dist/content-layer/plugins/internal/mcp/server/custom-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/allowed-http-methods.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/api-call-operations.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/call-api.js +2 -0
- package/dist/content-layer/plugins/internal/mcp/server/gateway/credentials-page/form-page.js +10 -10
- package/dist/content-layer/plugins/internal/mcp/server/gateway/credentials-page/outcome-pages.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/credentials-page/site-branding.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/credentials.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/elicitation.js +6 -6
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/fetch-bridge.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/ssrf-guard.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/upstream-detail.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/index.js +3 -3
- package/dist/content-layer/plugins/internal/mcp/server/gateway/tool-list.js +1 -0
- package/dist/content-layer/plugins/internal/mcp/server/gateway/tools.js +4 -4
- package/dist/content-layer/plugins/internal/mcp/server/gateway/upstream-auth-scheme.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/handler.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-server.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-telemetry.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/authorize.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/callback.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/discovery.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/token.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/tokens.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/server-card.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/server-info.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/skills-resources.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/openapi-catalog.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/openapi-document.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/openapi.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/pages-navigation.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/pages.js +2 -2
- package/dist/content-layer/plugins/internal/mcp/server/tools/schemas.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/search.js +2 -2
- package/dist/content-layer/plugins/internal/mock/server/handler.js +1 -1
- package/dist/content-layer/plugins/internal/react-page/index.js +1 -1
- package/dist/content-layer/plugins/internal/scorecard-classic/index.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/bundle.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/index.d.ts +2 -1
- package/dist/content-layer/plugins/internal/sidebar/index.js +2 -2
- package/dist/content-layer/plugins/internal/sidebar/subtree.js +1 -1
- package/dist/content-layer/plugins/internal/skills/index.js +1 -1
- package/dist/content-layer/plugins/internal/skills/server/routes.js +1 -1
- package/dist/content-layer/plugins/project/load.js +2 -2
- package/dist/content-layer/plugins/types/markdoc.d.ts +2 -0
- package/dist/content-layer/plugins/utils/link-access.js +1 -1
- package/dist/content-layer/plugins/utils/route-index.js +1 -1
- package/dist/content-layer/problems/codes.js +1 -1
- package/dist/content-layer/search/postings/fragment-field.d.ts +2 -0
- package/dist/content-layer/search/postings/fragment-field.js +1 -1
- package/dist/content-layer/search/postings/postings-store.js +1 -1
- package/dist/content-layer/server/database.js +1 -1
- package/dist/content-layer/static/registry.js +1 -1
- package/dist/content-layer/templates/template-set.js +1 -1
- package/dist/content-layer/versions/redirect.js +1 -1
- package/dist/content-layer/versions/resolve.js +1 -1
- package/dist/content-layer/versions/version-groups.d.ts +5 -1
- package/dist/content-layer/versions/version-groups.js +1 -1
- package/dist/server/app.js +3 -3
- package/dist/server/ask-ai/route.js +1 -1
- package/dist/server/auth/access-config.js +1 -1
- package/dist/server/auth/gate.js +1 -1
- package/dist/server/auth/middleware.js +1 -1
- package/dist/server/auth/oidc.js +1 -1
- package/dist/server/auth/request.js +1 -1
- package/dist/server/auth/routes.js +1 -1
- package/dist/server/content.js +12 -12
- package/dist/server/cors-proxy/handler.js +1 -1
- package/dist/server/feedback/route.js +1 -1
- package/dist/server/lambda-entry.js +1 -1
- package/dist/server/manifest-assets.js +4 -4
- package/dist/server/node-entry.js +1 -1
- package/dist/server/page-handlers.js +2 -2
- package/dist/server/plugin-context.js +1 -1
- package/dist/server/review/route.js +1 -1
- package/dist/server/search/route.js +1 -1
- package/dist/server/seo-tags.js +2 -2
- package/dist/server/sitemap.js +1 -1
- package/dist/server/static-files/serve.js +1 -1
- package/dist/server/subprocess/child-entry.js +1 -1
- package/dist/server/subprocess/host.js +1 -1
- package/dist/shared/constants/manifest-version.d.ts +3 -1
- package/dist/shared/constants/openapi-operation-methods.d.ts +2 -0
- package/dist/shared/constants/openapi-operation-methods.js +1 -0
- package/dist/shared/constants/review.d.ts +5 -0
- package/dist/shared/constants/review.js +1 -1
- package/dist/shared/constants/system-routes.js +1 -1
- package/dist/shared/load-dot-env.js +1 -1
- package/dist/shared/rbac/api-docs.d.ts +2 -1
- package/dist/shared/rbac/api-docs.js +1 -1
- package/dist/shared/rbac/engine.d.ts +12 -9
- package/dist/shared/rbac/engine.js +0 -0
- package/dist/shared/rbac/filter.js +1 -1
- package/dist/shared/rbac/l10n-rules.js +1 -1
- package/dist/shared/rbac/route-scope.d.ts +1 -1
- package/dist/shared/rbac/team-templates.js +1 -1
- package/dist/shared/types/auth.d.ts +1 -0
- package/dist/shared/types/config.d.ts +1 -0
- package/dist/shared/utils/l10n.js +1 -1
- package/dist/shared/utils/routes/file-path-to-route-slug.js +1 -1
- package/drizzle/20261111152552_page_markdown_rbac_scope/migration.sql +1 -0
- package/package.json +6 -5
- package/dist/client/review/use-bar-position.js +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e,toJsonObject as t,toJsonValue as n}from"../database/utils/json.js";import{isEntityLoaderReference as r,isInlineEntityReference as i,isRawEntityReference as a}from"../loaders/define.js";import{createStoredEntityReference as o,isServerFnReference as s}from"../plugins/server-fn.js";import{compareStrings as c}from"../../shared/utils/compare-strings.js";import{isObject as l}from"../../shared/utils/is-object.js";import{
|
|
1
|
+
import{hashJsonValue as e,toJsonObject as t,toJsonValue as n}from"../database/utils/json.js";import{isEntityLoaderReference as r,isInlineEntityReference as i,isRawEntityReference as a}from"../loaders/define.js";import{createStoredEntityReference as o,isServerFnReference as s}from"../plugins/server-fn.js";import{compareStrings as c}from"../../shared/utils/compare-strings.js";import{isObject as l}from"../../shared/utils/is-object.js";import{matchContentPathMap as u}from"../plugins/utils/glob.js";import{parseContentVersion as d}from"../plugins/utils/version-path.js";import{isCoreRouteDepKey as f}from"../../shared/constants/route-deps.js";import{LIST_REVISIONS_SERVER_FN_ID as p,REVISIONS_ROUTE_DEP_KEY as m}from"../../shared/constants/revisions.js";import{deriveLocalizedRequestedSlug as h,deriveRequestedSlug as g}from"./slugger/derive-requested-slug.js";function _(e){let n=v(e);if(n===`skip`)return{routeDependencies:[],routes:[],entities:[]};let r=e.filePath===null?null:d(e.filePath),i=b(e.context,e.pluginId,r?.version??null),a=/* @__PURE__ */ new Map,o=[],s=[];for(let t of e.standaloneEntities){let e=i(t);a.set(e.key,e)}let _=/* @__PURE__ */ new Set,x=e.filePath===null?void 0:u(e.filePath,e.context.config.metadataGlobs);for(let c of e.routeDrafts){let{requestedSlug:u,slugType:d,canonicalSlug:v}=n?h({route:c,locale:n.locale,canonicalPath:n.canonicalPath,localeContext:n.localeContext,resolveCanonicalRoute:e.resolveCanonicalRoute}):{...g(c,e.filePath??``),canonicalSlug:``},b=`${c.routeId}\u0000${u}`;if(_.has(b))continue;_.add(b);let{rbac:S,excludeFromSearch:C,...w}=l(c.metadata?.metadata)?c.metadata.metadata:{},T=t({...x,...c.metadata,...w}),E=null;if(c.sidebarSubtree){let e=i(c.sidebarSubtree);a.set(e.key,e),E=e.key}for(let[t,n]of Object.entries(c.deps??{})){let r=y({dependency:n,describeEntity:i,key:t,registerEntity:e=>{a.set(e.key,e)},routeSlug:u,sourcePath:e.filePath??void 0});o.push({...r,routeId:c.routeId})}if(e.filePath!==null&&e.revisions?.isTracked(e.filePath)||r){let e=[...new Set(o.filter(e=>e.routeSlug===u&&e.dependencyType===`entity`&&!f(e.key)).map(e=>e.target))];o.push({args:{entityKeys:e,routeSlug:u},dependencyType:`serverFn`,key:m,routeId:c.routeId,routeSlug:u,target:p}),T.revisionsEnabled=!0}s.push({metadata:T,pluginId:e.pluginId,routeId:c.routeId,sidebarSubtreeEntityKey:E,wildcardPrefix:c.wildcardPrefix===!0,slug:u,requestedSlug:u,slugType:d,template:c.template?.trim()||``,versionGroup:r?.versionGroup??null,version:r?.version??null,locale:n?n.locale:``,isFallback:!1,canonicalSlug:v})}return{routeDependencies:o,routes:s,entities:[...a.values()].sort((e,t)=>c(e.key,t.key))}}function v(e){let{filePath:t,localeContext:n}=e;if(t===null||n===void 0||!n.isL10nPath(t))return null;if(!n.enabled)return`skip`;let{locale:r,canonicalPath:i}=n.splitLocaleFromPath(t);return i===``||!n.isLocale(r)?`skip`:{locale:r,canonicalPath:i,localeContext:n}}function y(e){let{dependency:t,key:n,routeSlug:r}=e;if(s(t))return{args:S(t.args,t=>{let n=e.describeEntity(t);return e.registerEntity(n),n.key}),dependencyType:`serverFn`,key:n,routeSlug:r,target:t.id};if(!a(t)){let t=e.sourcePath?` on "${e.sourcePath}"`:``;throw Error(`Unsupported route dependency "${n}"${t}.`)}let i=e.describeEntity(t);return e.registerEntity(i),{args:null,dependencyType:`entity`,key:n,routeSlug:r,target:i.key}}function b(e,t,n=null){let r=/* @__PURE__ */ new Map;return i=>{let a=r.get(i);return a===void 0&&(a=x(e,t,i,n),r.set(i,a)),a}}function x(t,n,a,s=null){if(i(a)){let t=a.key?.trim()||null;return{loaderArgs:null,kind:`inline`,type:a.type??null,metadata:a.metadata??null,loaderId:null,pluginId:n,shouldInvalidateValue:!1,key:t??`inline:${e(a.value)}`,value:a.value,isSystem:!1,version:s,searchable:a.searchable}}if(!r(a))throw Error(`Unsupported entity reference.`);let c=a.key?.trim()||null,l=S(a.args,e=>o(x(t,n,e,s).key)),u=t.pluginRegistry.getEntityLoaderById(a.id);if(!u)throw Error(`Entity loader "${a.id}" is not registered.`);return{loaderArgs:l,kind:`loader`,type:a.type??null,metadata:a.metadata??null,loaderId:a.id,pluginId:u.pluginId,shouldInvalidateValue:!0,key:c??`${a.id}:${e(l)}`,value:null,isSystem:!1,version:s}}function S(e,t){if(a(e))return t(e);if(Array.isArray(e))return e.map(e=>S(e,t));if(e&&typeof e==`object`){let r=Object.entries(e).map(([e,n])=>[e,S(n,t)]);return n(Object.fromEntries(r))}return n(e)}export{b as createEntityDescriber,x as createEntityDescriptor,_ as normalizePluginArtifacts,y as normalizeRouteDependency};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isPlanFeatureGranted as e}from"../../shared/plan-gates.js";import{formatCount as t}from"../../shared/log-format.js";import"../../shared/constants/app-data.js";import{L10N_DIR as n}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as r,l10nDirOf as i,resolveLocaleContext as a}from"../../shared/utils/l10n.js";import{assembleTemplateSet as o}from"../templates/template-set.js";import{assembleServerModuleSet as s}from"../server-modules/module-set.js";import{createLogger as c,stopwatch as l}from"../../shared/logger.js";import{loadEffectiveConfigHash as ee,writeSiteConfig as te}from"../database/site-config.js";import{isConfigChanged as ne,isNestedConfigPath as u,loadContentLayerConfig as re,readNestedConfigProblems as ie}from"../config.js";import{contentIgnoreMatcherOf as ae,normalizeHintPaths as oe,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as se}from"../database/blobs.js";import{listConfiguredProducts as ce,productFolderProblems as le}from"../products.js";import{appDataSystemEntityDescriptor as ue}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as de}from"../plugins/project/loaded-set.js";import{apiOutputFiles as fe,readApiOutputs as pe,withApiOutputHints as me}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{listRegisteredAssets as he}from"../database/assets.js";import{createProblem as g}from"../problems/codes.js";import{computeDirtyConfigOrigins as ge,computeDirtyFileOrigins as _e,garbageCollectOrphanedEntities as ve,loadOriginDependencyRows as ye,propagateConfigDependencyInvalidation as be,propagateEntityInvalidation as xe,propagateRetryableProblemInvalidation as Se}from"../database/invalidation.js";import{hasGlobalProblemsForSource as _,listGlobalProblems as Ce,listProblems as we,problemRow as v,replaceGlobalProblemsForKeysTx as Te,replaceGlobalProblemsForSourceTx as y}from"../database/problems.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe,reloadContentLayerEntities as ke}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Ae,restoreMissingAssetFiles as je}from"../materialization/asset-reconcile.js";import{resolveRevisionCapture as Me}from"../revisions/config.js";import{loadPluginHookState as Ne}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Pe}from"../database/route-query-deps.js";import{createEntityMaterializer as Fe}from"../materialization/materializer.js";import{runSearchSync as Ie}from"./search-sync.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as Le,l10nLayoutProblems as Re,validateL10nConfig as ze}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Be,reconcilePluginScopedRows as Ve,registerSystemEntities as He}from"../database/finalize.js";import{hasStaleManifestVersion as Ue,resetContentDatabase as We}from"../database/reset.js";import{readGitLastModified as Ge}from"./git-last-modified.js";import{createContentScanPlan as Ke}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{syncContentFiles as qe}from"./sync.js";import{checkAllowedPackages as Je}from"../allowed-packages.js";import{syncConfigLinkRefs as Ye}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Xe}from"./slugger/collision-peers.js";async function w(e){let n=p({contentDir:e.contentDir,context:e.context,currentFileIndex:e.currentFileIndex,logger:e.logger??c(),plugins:h(e.contentDir)}),i=n.contentDir,d=n.logger.child(`content-layer`),f=d.child(`content-layer:scan`),x=d.child(`content-layer:hash`),S=d.child(`content-layer:db`),C=d.child(`content-layer:plan`),w=d.child(`content-layer:diff`),T=d.child(`content-layer:sync`),E=e.captureRevisions===!0,D=l();d.debug(`Starting content ingest`,{contentDir:i,hints:e.hints??[]});let O=e.database===void 0,j=e.database??await m({contentDir:i,databaseUrl:e.databaseUrl,migrationsDir:e.migrationsDir,runMigrations:e.runMigrations,platform:n.platform,logger:S});try{if(await Ue(j)){S.warn(`manifest version changed — resetting content database`);let e=l();await We(j,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),n.state=void 0}let c=oe(i,e.hints??[]),p=l(),m=l(),h=await b({context:n,database:j}),O=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:O.length,totalCount:O.length,durationMs:m()});let M=await re({context:n,force:!0});await de({contentDir:i,config:M.config,fs:n.platform.fs,logger:d});let N=ne(A(M.config,h.routeBySlug.values()),await ee(j)),P=ze(n.config.l10n);for(let e of P)d.debug(e.message);(N||P.length>0||await _(j,`l10n-config`))&&await j.db.transaction(e=>y(e,`l10n-config`,P.map(e=>v(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await _(j,`config`))&&await j.db.transaction(e=>y(e,`config`,M.problems.map(e=>v(g(e),{scope:`global`,source:`config`}))));let F=await Je(M.config,i,n.platform.fs);(F.length>0||await _(j,`allowed-packages`))&&await j.db.transaction(e=>y(e,`allowed-packages`,F.map(e=>v(g(e),{scope:`global`,source:`allowed-packages`}))));let I=ae(n.config);Oe(h,I);let L=e=>pe({config:n.config,contentDir:i,fs:n.platform.fs,nestedConfigPaths:e,isIgnored:I}),R=N||c.some(u),z=await L([...h.filesByPath.keys()].filter(u)),$e=l(),B=await Ke({contentDir:i,fs:n.platform.fs,previousFiles:O,hints:me(c,z),ignoredDirectories:e.ignoredDirectories,configChanged:R,logger:C});C.debug(`Resolved ingest scan plan`,{hints:B.hintedPaths.length,configChanged:R,scanTargets:B.scanTargets.length,affectedPreviousFiles:B.affectedPreviousFiles.length,durationMs:$e()});let et=new Map(O.map(e=>[e.path,e.hash])),V=await Qe({contentDir:i,currentFileIndex:n.currentFileIndex,fs:n.platform.fs,scanPlan:B,ignoredDirectories:e.ignoredDirectories,scanLogger:f,hashLogger:x,previous:n.currentFileIndex?void 0:et,onProgress:e.onProgress});(B.hintedPaths.length===0||B.hintedPaths.includes(``))&&(z=await L(V.map(e=>e.path).filter(e=>u(e)&&!I(e))));let tt=await fe({outputs:z,files:V,contentDir:i,fs:n.platform.fs,previous:et}),H=[...V.filter(e=>!z.has(e.path)),...tt],U=new Map(await Ge(i,f));for(let[e,t]of z){let n=U.get(t);n!==void 0&&U.set(e,n)}d.info(`Scanned ${t(H.length)} files`,{durationMs:p()});let nt=l(),W=k(H,B.affectedPreviousFiles,{hintScopes:B.hintScopes,totalPrevious:O.length});w.debug(`Computed content diff`,{...W.summary,durationMs:nt()}),d.info(`Compared with the previous state: ${W.summary.added} added, ${W.summary.changed} changed, ${W.summary.removed} removed, ${W.summary.unchanged} unchanged`);let rt=l(),it=l(),at=await Ee(j,{upserts:[...W.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...W.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:W.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:W.added.length+W.changed.length,removed:W.removed.length,durationMs:it()});for(let e of W.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of at)(I(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let ot=a(n.config.l10n,r(h.filesByPath.keys())),G=n.currentFileIndex!==void 0||R||B.hintedPaths.length===0||B.hintedPaths.includes(``);if(G){let e=Re(Le({l10n:n.config.l10n,localeContext:ot,filePaths:h.filesByPath.keys()})),t=le(ce(n.config),h.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await j.db.transaction(async n=>{await y(n,`l10n-layout`,e.map(e=>v(e,{scope:`global`,source:`l10n-layout`}))),await y(n,`products`,t.map(e=>v(g(e),{scope:`global`,source:`products`})))})}let K=G?[...h.filesByPath.keys()].filter(u):[...W.added,...W.changed].map(e=>e.path).filter(e=>u(e)&&!I(e)),st=W.removed.map(e=>e.path).filter(u);if(G||K.length>0||st.length>0){let e=(await ie({contentDir:i,fs:n.platform.fs,paths:K})).map(e=>v(g(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await j.db.transaction(t=>G?y(t,`nested-config`,e):Te(t,`nested-config`,[...K,...st],e))}let ct=H.flatMap(e=>{let t=h.filesByPath.get(e.path),n=U.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(j,ct,S);let lt=await xe(j,{changedFilePaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...ct.map(e=>e.path)],membershipChangedPaths:[...W.added,...W.removed].map(e=>e.path).filter(e=>!I(e)),logger:S}),ut=n.pluginRegistry.listExtractAllPlugins(),dt=n.pluginRegistry.listFinalizePlugins(),ft=new Set(dt.map(e=>e.id)),q=[...Be(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!ft.has(e)),pt=await Ve(j,[...ut.map(e=>({pluginId:e.id,hook:`extractAll`})),...dt.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});q.length>0&&await He(j,[ue({fragmentUpdates:new Map(q.map(e=>[e,null]))})],{logger:S});let[J,mt,ht]=await Promise.all([ye(j),Pe(j),Ne(j)]),gt=ge(J,n.config),_t=_e(J,h),vt=await be(j,{config:n.config,logger:S}),yt=await Se(j,{logger:S});if((await ve(j,S)).removedOrphans)await ke({state:h,database:j});else for(let e of[...lt.invalidatedKeys,...vt.invalidatedKeys,...yt.invalidatedKeys]){let t=h.entitiesByKey.get(e);t&&(t.status=`stale`)}(pt||q.length>0)&&(n.state=void 0,h=await b({context:n,database:j}));let bt=await Ce(j,`slugger`),xt=Xe(bt,{touchedPaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...gt.map(e=>e.originFilePath),..._t.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),Y=Ze({context:n,diff:W,currentFiles:H,dirtyOrigins:[...gt,..._t,...xt],hintedPaths:B.hintedPaths,storedFilesByPath:h.filesByPath,storedPluginsByPath:h.filePluginsByPath}),St=l(),X=Me(n.config,E),Z=await qe({context:n,database:j,localeContext:ot,files:Y,removedPaths:new Set(W.removed.map(e=>e.path)),pluginScopedOriginRows:J,routeQueryRows:mt,hookState:ht,storedSluggerProblems:bt,revisions:X,onFileSynced:(t,n)=>e.onProgress?.({stage:`sync`,done:t,total:n})});n.state=Z.state,T.debug(`Synchronized content routes`,{files:Y.length,durationMs:St()}),await Ye({database:j,config:n.config,configChanged:N,logger:S}),d.info(`Updated content state: ${W.added.length+W.changed.length} upserted, ${W.removed.length} removed, ${Y.length} synced`,{durationMs:rt()}),e.searchSync!==!1&&await Ie({context:n,database:j,inlineSearchables:Z.inlineSearchables,materializer:Fe({deps:{...n,state:Z.state},database:j,revisions:X})});let Ct=await se(j,{logger:S});Ct.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:Ct.removed});let Q=await Ae(n.pluginIO,{contentDir:i,database:j,logger:S});if(Q.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:Q.removedRows,swept:Q.sweptFilenames.length}),e.reconcileAssetFiles??!0){let e=await je(n.pluginIO,{contentDir:i,registered:await he(j)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:wt}=Z.state;n.config=A(M.config,wt.values()),await te(j,A(M.siteConfig,wt.values()),n.config);try{await j.db.transaction(e=>y(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let Tt=e.collectProblems===!1?[]:await we(j);d.debug(`Content ingest complete`,{durationMs:D()});let $=Z.state,Et=o({registry:n.pluginRegistry,routes:$.routeBySlug.values()}),Dt=s({registry:n.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:i,diff:W,currentFiles:V,previousFiles:B.affectedPreviousFiles,problems:Tt,templateSet:Et,serverModuleSet:Dt,inlineSearchables:Z.inlineSearchables,routeChanges:{...Z.routeChanges,unbounded:Z.routeChanges.unbounded||N}}}finally{O&&await j.close()}}function Ze(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||E(e.context,n,e.storedPluginsByPath.get(n.path))&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??O(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??O(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(e,t){let r=new Set([...e].filter(e=>!e.startsWith(`${n}/`))),a=[];for(let e of t){let t=i(e);t!==void 0&&r.has(e.slice(`@l10n/${t}/`.length))&&a.push(e)}return a}function E(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function D(e,t){return`${e.replace(/\/$/,``)}/${t}`}function O(e,t){if(t)return{absolutePath:D(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function k(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function Qe(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=l(),n=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:n.length,durationMs:t()});let r=l(),i=await x(n,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:i.length,durationMs:r()}),i}function A(t,n){let r=e(t,`redirects`)?C(n):{};return{...t,redirects:{...r,...t.redirects}}}export{k as diffContentFiles,w as runContentIngest};
|
|
1
|
+
import{isPlanFeatureGranted as e}from"../../shared/plan-gates.js";import{assembleTemplateSet as t}from"../templates/template-set.js";import{assembleServerModuleSet as n}from"../server-modules/module-set.js";import{formatCount as r}from"../../shared/log-format.js";import{createLogger as i,stopwatch as a}from"../../shared/logger.js";import{L10N_DIR as o}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as s,l10nDirOf as c,resolveLocaleContext as l}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as ee,writeSiteConfig as te}from"../database/site-config.js";import{isConfigChanged as ne,isNestedConfigPath as u,loadContentLayerConfig as re,readNestedConfigProblems as ie}from"../config.js";import{contentIgnoreMatcherOf as ae,normalizeHintPaths as oe,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as se}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{listConfiguredProducts as ce,productFolderProblems as le}from"../products.js";import{appDataSystemEntityDescriptor as ue}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as de}from"../plugins/project/loaded-set.js";import{apiOutputFiles as fe,readApiOutputs as pe,withApiOutputHints as me}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{hasGlobalProblemsForSource as g,listGlobalProblems as he,listProblems as ge,problemRow as _,replaceGlobalProblemsForKeysTx as _e,replaceGlobalProblemsForSourceTx as v}from"../database/problems.js";import{listRegisteredAssets as ve}from"../database/assets.js";import{createProblem as y}from"../problems/codes.js";import{computeDirtyConfigOrigins as ye,computeDirtyFileOrigins as be,garbageCollectOrphanedEntities as xe,loadOriginDependencyRows as Se,propagateConfigDependencyInvalidation as Ce,propagateEntityInvalidation as we,propagateRetryableProblemInvalidation as Te}from"../database/invalidation.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe,reloadContentLayerEntities as ke}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Ae,restoreMissingAssetFiles as je}from"../materialization/asset-reconcile.js";import{resolveRevisionCapture as Me}from"../revisions/config.js";import{loadPluginHookState as Ne}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Pe}from"../database/route-query-deps.js";import{createEntityMaterializer as Fe}from"../materialization/materializer.js";import{runSearchSync as Ie}from"./search-sync.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as Le,l10nLayoutProblems as Re,validateL10nConfig as ze}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Be,reconcilePluginScopedRows as Ve,registerSystemEntities as He}from"../database/finalize.js";import{hasStaleManifestVersion as Ue,resetContentDatabase as We}from"../database/reset.js";import{readGitLastModified as Ge}from"./git-last-modified.js";import{createContentScanPlan as Ke}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{syncContentFiles as qe}from"./sync.js";import{checkAllowedPackages as Je}from"../allowed-packages.js";import{syncConfigLinkRefs as Ye}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Xe}from"./slugger/collision-peers.js";async function w(e){let o=p({contentDir:e.contentDir,context:e.context,currentFileIndex:e.currentFileIndex,logger:e.logger??i(),plugins:h(e.contentDir)}),c=o.contentDir,d=o.logger.child(`content-layer`),f=d.child(`content-layer:scan`),x=d.child(`content-layer:hash`),S=d.child(`content-layer:db`),C=d.child(`content-layer:plan`),w=d.child(`content-layer:diff`),T=d.child(`content-layer:sync`),E=e.captureRevisions===!0,D=a();d.debug(`Starting content ingest`,{contentDir:c,hints:e.hints??[]});let A=e.database===void 0,j=e.database??await m({contentDir:c,databaseUrl:e.databaseUrl,migrationsDir:e.migrationsDir,runMigrations:e.runMigrations,platform:o.platform,logger:S});try{if(await Ue(j)){S.warn(`manifest version changed — resetting content database`);let e=a();await We(j,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),o.state=void 0}let i=oe(c,e.hints??[]),p=a(),m=a(),h=await b({context:o,database:j}),A=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:A.length,totalCount:A.length,durationMs:m()});let M=await re({context:o,force:!0});await de({contentDir:c,config:M.config,fs:o.platform.fs,logger:d});let N=ne(k(M.config,h.routeBySlug.values()),await ee(j)),P=ze(o.config.l10n);for(let e of P)d.debug(e.message);(N||P.length>0||await g(j,`l10n-config`))&&await j.db.transaction(e=>v(e,`l10n-config`,P.map(e=>_(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await g(j,`config`))&&await j.db.transaction(e=>v(e,`config`,M.problems.map(e=>_(y(e),{scope:`global`,source:`config`}))));let F=await Je(M.config,c,o.platform.fs);(F.length>0||await g(j,`allowed-packages`))&&await j.db.transaction(e=>v(e,`allowed-packages`,F.map(e=>_(y(e),{scope:`global`,source:`allowed-packages`}))));let I=ae(o.config);Oe(h,I);let L=e=>pe({config:o.config,contentDir:c,fs:o.platform.fs,nestedConfigPaths:e,isIgnored:I}),R=N||i.some(u),z=await L([...h.filesByPath.keys()].filter(u)),et=a(),B=await Ke({contentDir:c,fs:o.platform.fs,previousFiles:A,hints:me(i,z),ignoredDirectories:e.ignoredDirectories,configChanged:R,logger:C});C.debug(`Resolved ingest scan plan`,{hints:B.hintedPaths.length,configChanged:R,scanTargets:B.scanTargets.length,affectedPreviousFiles:B.affectedPreviousFiles.length,durationMs:et()});let tt=new Map(A.map(e=>[e.path,e.hash])),V=await $e({contentDir:c,currentFileIndex:o.currentFileIndex,fs:o.platform.fs,scanPlan:B,ignoredDirectories:e.ignoredDirectories,scanLogger:f,hashLogger:x,previous:o.currentFileIndex?void 0:tt,onProgress:e.onProgress});(B.hintedPaths.length===0||B.hintedPaths.includes(``))&&(z=await L(V.map(e=>e.path).filter(e=>u(e)&&!I(e))));let nt=await fe({outputs:z,files:V,contentDir:c,fs:o.platform.fs,previous:tt}),H=[...V.filter(e=>!z.has(e.path)),...nt],U=new Map(await Ge(c,f));for(let[e,t]of z){let n=U.get(t);n!==void 0&&U.set(e,n)}d.info(`Scanned ${r(H.length)} files`,{durationMs:p()});let rt=a(),W=O(H,B.affectedPreviousFiles,{hintScopes:B.hintScopes,totalPrevious:A.length});w.debug(`Computed content diff`,{...W.summary,durationMs:rt()}),d.info(`Compared with the previous state: ${W.summary.added} added, ${W.summary.changed} changed, ${W.summary.removed} removed, ${W.summary.unchanged} unchanged`);let it=a(),at=a(),ot=await Ee(j,{upserts:[...W.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...W.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:W.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:W.added.length+W.changed.length,removed:W.removed.length,durationMs:at()});for(let e of W.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of ot)(I(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let st=l(o.config.l10n,s(h.filesByPath.keys())),G=o.currentFileIndex!==void 0||R||B.hintedPaths.length===0||B.hintedPaths.includes(``);if(G){let e=Re(Le({l10n:o.config.l10n,localeContext:st,filePaths:h.filesByPath.keys()})),t=le(ce(o.config),h.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await j.db.transaction(async n=>{await v(n,`l10n-layout`,e.map(e=>_(e,{scope:`global`,source:`l10n-layout`}))),await v(n,`products`,t.map(e=>_(y(e),{scope:`global`,source:`products`})))})}let K=G?[...h.filesByPath.keys()].filter(u):[...W.added,...W.changed].map(e=>e.path).filter(e=>u(e)&&!I(e)),ct=W.removed.map(e=>e.path).filter(u);if(G||K.length>0||ct.length>0){let e=(await ie({contentDir:c,fs:o.platform.fs,paths:K})).map(e=>_(y(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await j.db.transaction(t=>G?v(t,`nested-config`,e):_e(t,`nested-config`,[...K,...ct],e))}let lt=H.flatMap(e=>{let t=h.filesByPath.get(e.path),n=U.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(j,lt,S);let ut=new Set(H.filter(e=>Qe(o,e,h.filePluginsByPath.get(e.path))).map(e=>e.path)),dt=await we(j,{changedFilePaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...lt.map(e=>e.path),...ut],membershipChangedPaths:[...W.added,...W.removed].map(e=>e.path).filter(e=>!I(e)),logger:S}),ft=o.pluginRegistry.listExtractAllPlugins(),pt=o.pluginRegistry.listFinalizePlugins(),mt=new Set(pt.map(e=>e.id)),q=[...Be(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!mt.has(e)),ht=await Ve(j,[...ft.map(e=>({pluginId:e.id,hook:`extractAll`})),...pt.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});q.length>0&&await He(j,[ue({fragmentUpdates:new Map(q.map(e=>[e,null]))})],{logger:S});let[J,gt,_t]=await Promise.all([Se(j),Pe(j),Ne(j)]),vt=ye(J,o.config),yt=be(J,h),bt=await Ce(j,{config:o.config,logger:S}),xt=await Te(j,{logger:S});if((await xe(j,S)).removedOrphans)await ke({state:h,database:j});else for(let e of[...dt.invalidatedKeys,...bt.invalidatedKeys,...xt.invalidatedKeys]){let t=h.entitiesByKey.get(e);t&&(t.status=`stale`)}(ht||q.length>0)&&(o.state=void 0,h=await b({context:o,database:j}));let St=await he(j,`slugger`),Ct=Xe(St,{touchedPaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...vt.map(e=>e.originFilePath),...yt.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),Y=Ze({context:o,diff:W,currentFiles:H,dirtyOrigins:[...vt,...yt,...Ct],hintedPaths:B.hintedPaths,storedFilesByPath:h.filesByPath,pluginSetChangedPaths:ut}),wt=a(),Tt=Me(o.config,E),X=await qe({context:o,database:j,localeContext:st,files:Y,removedPaths:new Set(W.removed.map(e=>e.path)),pluginScopedOriginRows:J,routeQueryRows:gt,hookState:_t,storedSluggerProblems:St,revisions:Tt,onFileSynced:(t,n)=>e.onProgress?.({stage:`sync`,done:t,total:n})});o.state=X.state,T.debug(`Synchronized content routes`,{files:Y.length,durationMs:wt()}),await Ye({database:j,config:o.config,configChanged:N,logger:S}),d.info(`Updated content state: ${W.added.length+W.changed.length} upserted, ${W.removed.length} removed, ${Y.length} synced`,{durationMs:it()}),e.searchSync!==!1&&await Ie({context:o,database:j,inlineSearchables:X.inlineSearchables,materializer:Fe({deps:{...o,state:X.state},database:j,revisions:Tt})});let Et=await se(j,{logger:S});Et.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:Et.removed});let Z=await Ae(o.pluginIO,{contentDir:c,database:j,logger:S});if(Z.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:Z.removedRows,swept:Z.sweptFilenames.length}),e.reconcileAssetFiles??!0){let e=await je(o.pluginIO,{contentDir:c,registered:await ve(j)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:Q}=X.state;o.config=k(M.config,Q.values()),await te(j,k(M.siteConfig,Q.values()),o.config);try{await j.db.transaction(e=>v(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let Dt=e.collectProblems===!1?[]:await ge(j);d.debug(`Content ingest complete`,{durationMs:D()});let $=X.state,Ot=t({registry:o.pluginRegistry,routes:$.routeBySlug.values()}),kt=n({registry:o.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:c,diff:W,currentFiles:V,previousFiles:B.affectedPreviousFiles,problems:Dt,templateSet:Ot,serverModuleSet:kt,inlineSearchables:X.inlineSearchables,routeChanges:{...X.routeChanges,unbounded:X.routeChanges.unbounded||N}}}finally{A&&await j.close()}}function Ze(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||e.pluginSetChangedPaths.has(n.path)&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??D(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??D(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${o}/`))),r=[];for(let e of t){let t=c(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&r.push(e)}return r}function Qe(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function E(e,t){return`${e.replace(/\/$/,``)}/${t}`}function D(e,t){if(t)return{absolutePath:E(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function O(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function $e(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=a(),n=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:n.length,durationMs:t()});let r=a(),i=await x(n,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:i.length,durationMs:r()}),i}function k(t,n){let r=e(t,`redirects`)?C(n):{};return{...t,redirects:{...r,...t.redirects}}}export{O as diffContentFiles,w as runContentIngest};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{formatDuration as r}from"../../shared/log-format.js";import{normalizeRouteSlug as i}from"../../shared/utils/routes/normalize-route-slug.js";import{findProductForSlug as a}from"../../shared/products.js";import{userMarkdocSchemaDigest as o}from"../markdown/constants/tag-sets.js";import{hashContentBytes as s}from"../../shared/utils/content-hash.js";import{isRbacScope as c}from"../../shared/rbac/engine.js";import{entities as l,pageMarkdown as u,routeQueryDeps as d,searchDocuments as f}from"../database/schema.js";import{computePathPrefixes as p}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as m}from"../materialization/data-ref.js";import{batchValues as h,normalizeBatchSize as g}from"../database/connection.js";import{resolveDataRef as _}from"../database/blobs.js";import{createRouteQueryEvaluator as v,dedupeRouteQueryDependencies as y,isRouteQueryStale as b}from"../plugins/utils/route-index.js";import{listConfiguredProducts as x}from"../products.js";import{curationKeywordsOf as S}from"../search/keywords.js";import{createMarkdownCopyRule as C}from"../markdown-copy-rule.js";import{createProblem as w}from"../problems/codes.js";import{problemRow as T,replaceEntityProblemsForCodesBatchTx as E}from"../database/problems.js";import"../search/postings/postings-store.js";import{createSearchStore as D}from"../search/store.js";import{replaceEntityRouteQueryDepsTx as O}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as k,searchFacetInvalidProblem as A,searchableFailedProblem as j}from"../problems/producers.js";import{loadAttachedRouteSlugs as M}from"../database/route-deps.js";import{toRbacTeams as N,toRbacTeamsWithinRoute as P}from"./rbac-teams.js";import{buildDocumentFacets as F}from"../search/facet-rows.js";import{createHookEntityStore as I}from"./hook-inputs.js";import{and as L,eq as R,inArray as z}from"drizzle-orm";function B(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function V(e){let{context:t,database:n}=e,i=t.logger.child(`content-layer:search`),a=[],s=/* @__PURE__ */ new Map,c=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),l=e.inlineSearchables??/* @__PURE__ */ new Map,u=e.entityKeys===void 0?void 0:[...e.entityKeys,...l.keys()],d=await re(n,u);if(c.size===0&&l.size===0&&d.size===0)return{synced:0,problems:a};let{materializer:f}=e,{state:p}=f,m=D(n),g=v(p,t.config),_=x(t.config),y=ee(p,g,_),b=y(),S=te(t),w=C(t.config),E=B(S,_,w.settings,o()),O=ne(i,{configuredFields:S}),A=0,N=(e,t)=>{a.push(...t),s.set(e,t.map(t=>T(t,{scope:`entity`,entityId:e})))},P=(e,t,n,r)=>{let o=r instanceof Error?r.message:String(r);i.warn(`searchable failed for "${t}"; keeping its last documents: ${o}`);let c=j({entityKey:t,pluginId:n,message:o});a.push(c),s.set(e,[T(c,{scope:`entity`,entityId:e})])},F=async()=>(await H(n,s,k,i),{synced:A,problems:a});u===void 0&&await G({context:t,database:n,state:p,store:m,stored:d,searchableLoaders:c});let I=[];for(let[e,n]of l){let r=p.entitiesByKey.get(e);if(r&&r.kind===`inline`){if(n===void 0){d.has(e)&&await m.removeSource(e);continue}try{let a=await O.prepare(e,n.docs,b);I.push({entityKey:e,docs:a.docs,...Y(e,n,a.docs),sourceHash:E(r.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(r.pluginId)?.version??``}),N(r.id,[...W(e,n.problems,i),...a.problems])}catch(t){P(r.id,e,r.pluginId,t)}}}if(await m.replaceSourceDocuments(I),A+=I.length,c.size===0)return F();let L=await ie(n,[...c.keys()],e.entityKeys),R=await ae(n,g,L.map(e=>e.id)),z=L.filter(e=>{let n=c.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=d.get(e.key);return i===void 0||i.sourceHash!==E(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||R.has(e.id)});if(z.length===0)return F();let V=await M(n,z.map(e=>e.key)),q=0,X=0,Z=0,Q=0,$=0;for(let r of h(z,50)){q+=1;let i=Date.now(),a=await J(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=c.get(i.loaderId);if(r){try{let e=await K({row:i,entry:r,value:a.get(i.id),attachedSlug:V.get(i.key),context:t,database:n,materializer:f,evaluator:g,resolveAccess:y,prepare:O.prepare,stampOf:E,allowsMarkdownCopy:w.allows});o.push(e),N(i.id,e.problems)}catch(e){P(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await U({context:t,database:n,store:m,outputs:o}),$+=Date.now()-i,A+=o.length}return u===void 0&&i.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${q} ${q===1?`chunk`:`chunks`} (load ${r(Z)}, producers ${r(Q)}, writes ${r($)})`),F()}async function H(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>E(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function U(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async r=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),r),await O(r,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:y(e.reads)}))});for(let e of n){if(await r.delete(u).where(R(u.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let i=await Promise.all(t.chunks.map(async(r,i)=>{let a=t.headings?.[i]??null;return{entityKey:e.row.key,chunkIndex:i,routeSlug:t.routeSlug,text:r,heading:a?.heading??null,anchor:a?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,hash:await s(new TextEncoder().encode(r)),sourceHash:e.sourceHash,pluginVersion:n}}));await r.insert(u).values(i)}}})}function W(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])k.includes(e.code)?r.push(w(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${k.join(`, `)}`);return r}async function G(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(u).where(R(u.entityKey,t)))}}async function K(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await m(o.data,e=>_(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),f=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),p=e.resolveAccess(u),h={config:e.context.config,entities:I(r,e.materializer,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:f},g=i?await i(c,h):{docs:[]},v=a&&e.allowsMarkdownCopy(f)?await a(c,h):null,y=q(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:p.rbacTeamsForSlug(e.routeSlug)})),b=await e.prepare(t.key,g.docs??[],p);return{row:t,entry:n,docs:b.docs,...Y(t.key,g,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...W(t.key,g.problems,e.context.logger),...b.problems]}}function q(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{}})}}}return a}async function J(e,t){let n=await e.db.select({id:l.id,data:l.data,dataHash:l.dataHash}).from(l).where(z(l.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function ee(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(p(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let o=t.index(r),s=e=>o.getAccess(i(e)??e),c=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:s,rbacTeamsForSlug:e=>N(s(e)),localeForSlug:e=>c(e)?.locale??``,originFilePathForSlug:e=>c(e)?.originFilePath??null,versionForSlug:e=>{let t=c(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=c(e),r=t?t.canonicalSlug||t.slug:e;return a(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function Y(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,a){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let o=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(Z(n,u),o.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);o.add(u.docKey);let r=i(u.routeSlug),d=a.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=a.productForSlug(r),_=a.versionForSlug(r),v=F({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:P(d,p),version:_,product:g?.name??null,keywords:S(m),onDropped:(e,t)=>{let i=`${e}\u0000${t}`;s.has(i)||(s.add(i),c.push(A({entityKey:n,field:e,reason:X[t],filePath:a.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:a.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const X={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function Z(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!c(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:h(t,g(void 0))){let t=await e.db.selectDistinct({entityKey:f.entityKey,sourceHash:f.sourceHash,pluginVersion:f.pluginVersion}).from(f).where(r===void 0?void 0:z(f.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:u.entityKey,sourceHash:u.sourceHash,pluginVersion:u.pluginVersion}).from(u).where(r===void 0?void 0:z(u.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:l.id,key:l.key,loaderId:l.loaderId,dataHash:l.dataHash}).from(l).where(L(R(l.status,`ready`),R(l.isCurrent,1),z(l.loaderId,[...t]),n===void 0?void 0:z(l.key,[...n]))).orderBy(l.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=g(void 0),o=await e.db.select({entityId:d.entityId,kind:d.kind,argument:d.argument,resultHash:d.resultHash}).from(d).where(L(R(d.hook,`searchable`),a?z(d.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&b(t,e)&&r.add(e.entityId);return r}function Q(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Q as collectInlineSearchables,V as runSearchSync};
|
|
1
|
+
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{formatDuration as i}from"../../shared/log-format.js";import{isRbacScope as a}from"../../shared/rbac/engine.js";import{normalizeRouteSlug as o}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as s,pageMarkdown as c,routeQueryDeps as l,searchDocuments as u}from"../database/schema.js";import{computePathPrefixes as d}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as f}from"../materialization/data-ref.js";import{batchValues as p,normalizeBatchSize as m}from"../database/connection.js";import{resolveDataRef as h}from"../database/blobs.js";import{createRouteQueryEvaluator as g,dedupeRouteQueryDependencies as _,isRouteQueryStale as v}from"../plugins/utils/route-index.js";import{listConfiguredProducts as y}from"../products.js";import{userMarkdocSchemaDigest as b}from"../markdown/constants/tag-sets.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{problemRow as C,replaceEntityProblemsForCodesBatchTx as w}from"../database/problems.js";import{createProblem as T}from"../problems/codes.js";import"../search/postings/postings-store.js";import{createSearchStore as E}from"../search/store.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as O,searchFacetInvalidProblem as k,searchableFailedProblem as ee}from"../problems/producers.js";import{loadAttachedRouteSlugs as A}from"../database/route-deps.js";import{toRbacTeamsWithinRoute as j}from"./rbac-teams.js";import{createMarkdownCopyRule as M}from"../markdown-copy-rule.js";import{buildDocumentFacets as N}from"../search/facet-rows.js";import{createHookEntityStore as P}from"./hook-inputs.js";import{and as F,eq as I,inArray as L}from"drizzle-orm";function R(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function z(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),a=[],o=/* @__PURE__ */ new Map,s=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),c=e.inlineSearchables??/* @__PURE__ */ new Map,l=e.entityKeys===void 0?void 0:[...e.entityKeys,...c.keys()],u=await re(n,l);if(s.size===0&&c.size===0&&u.size===0)return{synced:0,problems:a};let{materializer:d}=e,{state:f}=d,m=E(n),h=g(f,t.config),_=y(t.config),v=q(f,h,_),x=v(),S=te(t),w=M(t.config),T=R(S,_,w.settings,b()),D=ne(r,{configuredFields:S}),k=0,j=(e,t)=>{a.push(...t),o.set(e,t.map(t=>C(t,{scope:`entity`,entityId:e})))},N=(e,t,n,i)=>{let s=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${s}`);let c=ee({entityKey:t,pluginId:n,message:s});a.push(c),o.set(e,[C(c,{scope:`entity`,entityId:e})])},P=async()=>(await B(n,o,O,r),{synced:k,problems:a});l===void 0&&await U({context:t,database:n,state:f,store:m,stored:u,searchableLoaders:s});let F=[];for(let[e,n]of c){let i=f.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){u.has(e)&&await m.removeSource(e);continue}try{let a=await D.prepare(e,n.docs,x);F.push({entityKey:e,docs:a.docs,...J(e,n,a.docs),sourceHash:T(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),j(i.id,[...H(e,n.problems,r),...a.problems])}catch(t){N(i.id,e,i.pluginId,t)}}}if(await m.replaceSourceDocuments(F),k+=F.length,s.size===0)return P();let I=await ie(n,[...s.keys()],e.entityKeys),L=await ae(n,h,I.map(e=>e.id)),z=I.filter(e=>{let n=s.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=u.get(e.key);return i===void 0||i.sourceHash!==T(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||L.has(e.id)});if(z.length===0)return P();let G=await A(n,z.map(e=>e.key)),Y=0,X=0,Z=0,Q=0,$=0;for(let r of p(z,50)){Y+=1;let i=Date.now(),a=await K(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=s.get(i.loaderId);if(r){try{let e=await W({row:i,entry:r,value:a.get(i.id),attachedSlug:G.get(i.key),context:t,database:n,materializer:d,evaluator:h,resolveAccess:v,prepare:D.prepare,stampOf:T,allowsMarkdownCopy:w.allows});o.push(e),j(i.id,e.problems)}catch(e){N(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await V({context:t,database:n,store:m,outputs:o}),$+=Date.now()-i,k+=o.length}return l===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${Y} ${Y===1?`chunk`:`chunks`} (load ${i(Z)}, producers ${i(Q)}, writes ${i($)})`),P()}async function B(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>w(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function V(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:_(e.reads)}))});for(let e of n){if(await i.delete(c).where(I(c.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,rbacScope:t.rbacScope??null,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(c).values(a)}}})}function H(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])O.includes(e.code)?r.push(T(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${O.join(`, `)}`);return r}async function U(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(c).where(I(c.entityKey,t)))}}async function W(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await f(o.data,e=>h(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),p=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),g={config:e.context.config,entities:P(r,e.materializer,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:p},_=i?await i(c,g):{docs:[]},v=a&&e.allowsMarkdownCopy(p)?await a(c,g):null,y=G(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:j(m.accessForSlug(e.routeSlug),e.rbacScope)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...J(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...H(t.key,_.problems,e.context.logger),...b.problems]}}function G(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,o=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);if(t.rbacScope!==void 0&&!a(t.rbacScope))throw Error(`markdown for "${e}" returned "${r}" with an invalid rbacScope.`);i.add(r),o.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{},...t.rbacScope===void 0?{}:{rbacScope:t.rbacScope}})}}}return o}async function K(e,t){let n=await e.db.select({id:s.id,data:s.data,dataHash:s.dataHash}).from(s).where(L(s.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function q(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(d(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function J(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(X(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=o(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=N({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:j(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;s.has(a)||(s.add(a),c.push(k({entityKey:n,field:e,reason:Y[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Y={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function X(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!a(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:p(t,m(void 0))){let t=await e.db.selectDistinct({entityKey:u.entityKey,sourceHash:u.sourceHash,pluginVersion:u.pluginVersion}).from(u).where(r===void 0?void 0:L(u.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:c.entityKey,sourceHash:c.sourceHash,pluginVersion:c.pluginVersion}).from(c).where(r===void 0?void 0:L(c.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:s.id,key:s.key,loaderId:s.loaderId,dataHash:s.dataHash}).from(s).where(F(I(s.status,`ready`),I(s.isCurrent,1),L(s.loaderId,[...t]),n===void 0?void 0:L(s.key,[...n]))).orderBy(s.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=m(void 0),o=await e.db.select({entityId:l.entityId,kind:l.kind,argument:l.argument,resultHash:l.resultHash}).from(l).where(F(I(l.hook,`searchable`),a?L(l.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&v(t,e)&&r.add(e.entityId);return r}function Z(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Z as collectInlineSearchables,z as runSearchSync};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{
|
|
1
|
+
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{problemRow as s}from"../database/problems.js";import{createProblem as c}from"../problems/codes.js";import{garbageCollectOrphanedEntities as l,propagateRouteQueryInvalidation as u}from"../database/invalidation.js";import{loadFileManifestsByPaths as d}from"../database/files.js";import{loadContentLayerState as f,reloadContentLayerEntities as p}from"../context-state.js";import{resolveRevisionsConfig as m}from"../revisions/config.js";import{bulkSyncOrigins as ee}from"../database/origins.js";import{extractFailedProblem as h,sluggerProblemSources as g}from"../problems/producers.js";import{createEntityMaterializer as _}from"../materialization/materializer.js";import{finalizeHookInputs as te,hasAnyPluginHookTrigger as ne}from"./hook-inputs.js";import{collectInlineSearchables as v}from"./search-sync.js";import{dropCollidingRoutes as y}from"./slugger/drop-colliding-routes.js";import{allReservedSlugs as b,resolveFinalSlugs as x}from"./slugger/resolve-final-slugs.js";import{normalizePluginArtifacts as S}from"./normalize-artifacts.js";import{runFinalizePhase as C}from"./finalize-phase.js";import{applyOriginRoutesToWorkingState as w,cloneContentLayerState as T,removeFileFromWorkingState as E,removeOriginFromWorkingState as D}from"./working-state.js";import{dropCollidingExtractAllRoutes as O,runExtractAllPhase as k}from"./extract-all-phase.js";import{diffFallbackRoutes as re,generateFallbackRoutes as ie}from"./generate-fallback-routes.js";async function A(n){let c=await f({context:n.context,database:n.database}),u=T(c);for(let e of n.removedPaths)E(u,e);if(n.files.length===0&&n.removedPaths.size===0&&![`extractAll`,`finalize`].some(e=>ne(e,n.context,c,n.pluginScopedOriginRows,n.routeQueryRows,n.hookState,e===`finalize`?te(n.localeContext):void 0)))return await N(n,u),{state:u,inlineSearchables:/* @__PURE__ */ new Map,routeChanges:{changedSlugs:[],unbounded:!1}};let h=n.context.logger.child(`content-layer:sync`),{localeContext:S}=n,A=F(n.context.config,`/l10n`),j=F(n.context.config,`/metadataGlobs`),M=m(n.context.config),P=n.revisions,L=()=>_({deps:{...n.context,state:u},database:n.database,revisions:P}),R=await k({context:n.context,database:n.database,materializer:L(),files:n.files,originRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:extractAll`)}),z=n.context.logger.child(`content-layer:plugin`),B=n.files.filter(e=>e.manifest===void 0).map(e=>e.path),V=await d(n.database,B),H=n.context.pluginRegistry.list().map(e=>e.id);D(u,H,o,null);let U=[],W=`${e}/`,G=n.files.map(e=>({file:e,localized:Number(e.path.startsWith(W))})).sort((e,t)=>e.localized-t.localized).map(e=>e.file);for(let[e,a]of G.entries()){let o=u.filesByPath.get(a.path)??u.ignoredFilesByPath.get(a.path);if(!o)throw Error(`Missing stored file state for "${a.path}".`);let s=t(n.context,a.path),c=(u.filePluginsByPath.get(a.path)??[]).map(e=>e.pluginId).filter(e=>!s.some(t=>t.id===e)),l=[];for(let e of c)D(u,H,e,a.path),l.push({hook:`extract`,originDependencies:[],originFileId:o.id,originFilePath:a.path,originPluginId:e,routeDependencies:[],routes:[],entities:[],problems:[]});for(let e of s)D(u,H,e.id,a.path);let d=i({path:a.path,hash:a.hash,manifest:a.manifest??V.get(a.path)??{}}),f=await r(s,d,{config:n.context.config,fs:n.context.platform.fs,contentDir:n.context.contentDir,scannedPaths:()=>u.filesByPath.keys(),logger:z});for(let e of f)I({context:n.context,workingState:u,allPluginIds:H,filePath:a.path,fileRecord:o,attempt:e,origins:l,revisions:M,localeContext:S,l10nConfigDependency:A,metadataGlobsConfigDependency:j,pluginLogger:z});let p=s.map(e=>({id:e.id,version:e.version}));U.push({fileId:o.id,filePath:a.path,plugins:p,origins:l}),u.filePluginsByPath.set(a.path,p.map(e=>({fileId:o.id,pluginId:e.id,pluginVersion:e.version}))),n.onFileSynced?.(e+1,G.length)}let K=n.context.pluginRegistry.listReservedSlugs(),{collisions:q,routeBySlug:oe,wildcardShadows:se,problems:J}=x({state:u,previousWildcardShadows:c.wildcardShadows,reservedSlugs:K,logger:h});u.wildcardShadows=se,u.routeBySlug=oe;let ce=/* @__PURE__ */ new Set([...n.files.map(e=>e.path),...n.removedPaths,...R.pending.map(e=>e.pluginId),...R.failures.map(e=>e.pluginId)]),Y=new Set(J.map(e=>e.key));for(let e of n.storedSluggerProblems){if(e.key===null)continue;let t=g(e.data);t.length>0&&t.every(e=>ce.has(e))&&Y.add(e.key)}y({state:u,bulkItems:U,collisions:q,allPluginIds:H}),O(R.pending,q);let X=ie({state:u,localeContext:S,reservedSlugs:b(K)}),le=re(c.routesByOriginKey.get(a(`internal.l10n`,null))??[],X);w(u,H,o,null,X);let Z=/* @__PURE__ */ new Map;for(let e of U)for(let t of e.origins)v(t.entities,Z);for(let e of R.pending)v(e.entities,Z);let Q=/* @__PURE__ */ new Set;if(P){for(let e of U)if(P.isTracked(e.filePath))for(let t of e.origins)for(let e of t.entities)Q.add(e.key)}await ee(n.database,U,{logger:z,revisions:P?{max:P.max,trackedKeys:Q}:void 0,extractAllOrigins:R.pending.map(e=>({hook:`extractAll`,originFileId:null,originFilePath:null,originPluginId:e.pluginId,originDependencies:e.originDependencies,routeDependencies:e.routeDependencies,routes:e.routes,entities:e.entities,problems:[],fingerprint:e.inputsHash,routeQueries:e.routeQueries})),extractAllFailures:R.failures,globalProblems:{source:`slugger`,keys:[...Y],newProblems:J.map(e=>s(e.problem,{scope:`global`,source:`slugger`,key:e.key}))},fallbackRoutes:{pluginId:o,...le}}),await p({state:u,database:n.database}),await N(n,u);let $=await C({context:n.context,database:n.database,localeContext:S,materializer:L(),files:n.files,pluginScopedOriginRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:finalize`),collectEntities:e=>v(e,Z)}),ue=await l(n.database);return($.ranPluginIds.length>0||ue.removedOrphans)&&await p({state:u,database:n.database}),{state:u,inlineSearchables:Z,routeChanges:ae(c.routeBySlug,u.routeBySlug)}}function ae(e,t){let n=[];for(let[r,i]of e){let e=t.get(r);(e===void 0||e.originFilePath!==i.originFilePath)&&n.push(r)}for(let r of t.keys())e.has(r)||n.push(r);return{changedSlugs:n,unbounded:!j(e,t)}}function j(e,t){let n=M(e),r=M(t);return n.size===r.size&&[...n].every(e=>r.has(e))}function M(e){let t=/* @__PURE__ */ new Set;for(let[n,r]of e)r.wildcardPrefix&&t.add(n);return t}async function N(e,t){let{invalidatedKeys:n}=await u(e.database,{rows:e.routeQueryRows,state:t,config:e.context.config,logger:e.context.logger.child(`content-layer:db`)});for(let e of n){let n=t.entitiesByKey.get(e);n&&(n.status=`stale`)}}function P(e){return[...e.configDependencies.map(e=>({...e,source:`config`})),...e.fileDependencies]}function F(e,t){return{source:`config`,accessType:`value`,path:t,valueHash:n(e,{accessType:`value`,path:t})}}function I(e){let{context:t,workingState:n,allPluginIds:r,filePath:i,fileRecord:o,attempt:s}=e,l=s.result.ok?s.result.value:null,u=e.localeContext.isL10nPath(i)?[...P(s),e.l10nConfigDependency]:P(s);if(!l){e.origins.push({hook:`extract`,originDependencies:u,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:[],routes:[],entities:[],problems:s.result.ok?[]:[h({filePath:i,pluginId:s.plugin.id,message:s.result.error.message})]});return}let d=S({context:t,filePath:i,pluginId:s.plugin.id,revisions:e.revisions,routeDrafts:l.routes,standaloneEntities:l.entities??[],localeContext:e.localeContext,resolveCanonicalRoute:(e,t)=>n.routesByOriginKey.get(a(s.plugin.id,e))?.find(e=>e.routeId===t)});w(n,r,s.plugin.id,i,d.routes),e.origins.push({hook:`extract`,originDependencies:d.routes.length>0?[...u,e.metadataGlobsConfigDependency]:u,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:d.routeDependencies,routes:d.routes,entities:d.entities,problems:(l.problems??[]).map(e=>c({...e,location:e.location??{filePath:i}})),linkRefs:l.linkRefs})}export{A as syncContentFiles};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{
|
|
1
|
+
import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{deleteProblemsForLinkRefsTx as a,insertProblemsTx as o,problemRow as s,replaceAllLinkProblemsTx as c}from"../database/problems.js";import{createProblem as l}from"../problems/codes.js";import{clearLinkCheckCheckpointTx as u}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as d}from"./load-view.js";import{unresolvedFilePathRefReads as f,validateLinkRefs as p}from"./validate.js";import{and as m,eq as h,getTableColumns as g,gte as _,inArray as v,lt as y,notInArray as b,or as x}from"drizzle-orm";function S(e){return{run:t=>w(e.logger,()=>T(e,t))}}async function C(r){await w(r.logger,async()=>{let i=await r.database.db.select({entityId:e.id,path:n.path}).from(e).leftJoin(t,h(t.entityId,e.id)).leftJoin(n,h(t.originFileId,n.id)).where(m(h(e.key,r.entityKey),h(e.isCurrent,1))),a=i[0]?.entityId;if(a===void 0)return;let o=i.map(e=>e.path).filter(e=>e!==null),s=[...new Set(o)],c=r.viewCache?await r.viewCache.refreshInventories(s):void 0;await T(r,{entityIds:[a],originFilePaths:[],changedSlugs:[],changedFilePaths:s,unbounded:!1},c)})}async function w(e,t){try{await t()}catch(t){e?.warn(`Incremental link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)})}}async function T(e,t,n){if(t.unbounded){await E(e);return}if(!D(t))return;let r=n??await d(e),i=await O(e.database,t,r);if(i.length===0)return;let s=p(i,r).map(j),c=i.map(e=>e.id);await e.database.db.transaction(async e=>{await a(e,c),await o(e,s),await u(e)}),e.logger?.debug(`Incremental link check complete`,{refs:i.length,broken:s.length})}async function E(e){let[t,n]=await Promise.all([e.database.db.select().from(r),d(e)]),i=p(t,n).map(j);await e.database.db.transaction(async e=>{await c(e,i),await u(e)}),e.logger?.debug(`Full link check complete`,{refs:t.length,broken:i.length})}function D(e){return e.entityIds.length>0||e.originFilePaths.length>0||e.changedSlugs.length>0||e.changedFilePaths.length>0}async function O(e,t,a){let o=/* @__PURE__ */ new Map,s=e=>{for(let t of e)o.set(t.id,t)};for(let n of i(t.entityIds,500))s(await e.db.select().from(r).where(v(r.entityId,n)));for(let a of i(t.originFilePaths,500))s(await e.db.select(g(r)).from(r).innerJoin(n,h(r.originFileId,n.id)).where(v(n.path,a)));let c=new Set(t.changedSlugs);for(let e of t.changedFilePaths)for(let t of a.routeSlugsBySourcePath.get(e)??[])c.add(t);for(let t of i([...c],500))s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),v(r.target,t))));let l=[...c].filter(e=>a.routeBySlug.get(e)?.wildcardPrefix===!0);for(let t of i(l,20)){let n=t.map(e=>{let t=k(e);return m(_(r.target,t),y(r.target,A(t)))});s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),x(...n))))}for(let n of i(t.changedFilePaths,500))s(await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),v(r.target,n))));if(c.size>0||t.changedFilePaths.length>0){let i=new Set(t.changedFilePaths);s((await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),b(r.target,e.db.select({path:n.path}).from(n))))).filter(e=>{let t=f(e,a);return t.filePaths.some(e=>i.has(e))||t.slugs.some(e=>c.has(e)||l.some(t=>e.startsWith(k(t))))}))}return[...o.values()]}function k(e){return e===`/`?`/`:`${e}/`}function A(e){return`${e.slice(0,-1)}0`}function j(e){return s(l(e.problem),{scope:`link`,linkRefId:e.ref.id})}export{S as createDevLinkCheckSession,O as loadAffectedRefs,C as runMaterializationLinkCheck};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashContentBytes as e}from"../../shared/utils/content-hash.js";import{inventoryKey as t}from"./view.js";import"./validate.js";const n=`route:`,r=`file:`,i=new TextEncoder;async function a(e,i){let a={};for(let[t,r]of e.routeBySlug)a[`${n}${t}`]=JSON.stringify([r.wildcardPrefix,r.sourcePath]);for(let t of e.servedStaticPaths)a[`static:${t}`]=``;for(let n of e.filePaths)a[`${r}${n}`]=JSON.stringify([i.get(n)??null,e.primaryRouteByFilePath.get(n)??null,await s(e.inventories.get(t(n,`anchor`))),await s(e.inventories.get(t(n,`subpath`)))]);return{unboundedInputs:JSON.stringify([
|
|
1
|
+
import{hashContentBytes as e}from"../../shared/utils/content-hash.js";import{inventoryKey as t}from"./view.js";import"./validate.js";const n=`route:`,r=`file:`,i=new TextEncoder;async function a(e,i){let a={};for(let[t,r]of e.routeBySlug)a[`${n}${t}`]=JSON.stringify([r.wildcardPrefix,r.sourcePath]);for(let t of e.servedStaticPaths)a[`static:${t}`]=``;for(let n of e.filePaths)a[`${r}${n}`]=JSON.stringify([i.get(n)??null,e.primaryRouteByFilePath.get(n)??null,await s(e.inventories.get(t(n,`anchor`))),await s(e.inventories.get(t(n,`subpath`)))]);return{unboundedInputs:JSON.stringify([4,e.localeContext.defaultLocale,e.localeContext.locales,[...e.redirects.keys()].sort(),[...e.redirectWildcards].sort(),[...e.wildcardSlugs].sort(),e.checkAnchors,e.anchorSeverity]),targets:a}}function o(e,t){let i=[],a=[],o=e=>{e.startsWith(r)?a.push(e.slice(5)):i.push(e.slice(e.startsWith(n)?6:7))};for(let[n,r]of Object.entries(t))e[n]!==r&&o(n);for(let n of Object.keys(e))Object.hasOwn(t,n)||o(n);return{changedSlugs:i,changedFilePaths:a}}async function s(t){if(t===void 0)return null;let n=`${t.exhaustive}\0${[...t.targets].join(`\0`)}`;return e(i.encode(n))}export{o as diffLinkCheckTargets,a as fingerprintLinkCheckView};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{
|
|
1
|
+
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{files as n,routes as r,staticFiles as i,targetInventories as a}from"../database/schema.js";import{toPublicVersionedSlug as o}from"../../shared/constants/versions.js";import{getVersionCatalog as s}from"../versions/resolve.js";import{buildLinkCheckView as c}from"./view.js";import{asc as l,eq as u}from"drizzle-orm";async function d(o){let{database:s}=o,[d,m,h,g]=await Promise.all([s.db.select({slug:r.slug,wildcardPrefix:r.wildcardPrefix,sourcePath:n.path,version:r.version,versionGroup:r.versionGroup}).from(r).leftJoin(n,u(r.sourceId,n.id)).orderBy(l(r.id)),s.db.select({filePath:n.path,kind:a.kind,exhaustive:a.exhaustive,targets:a.targets}).from(a).innerJoin(n,u(a.fileId,n.id)),s.db.select({path:n.path}).from(n),s.db.select({path:i.path}).from(i)]),_=h.map(e=>e.path),v=t(o.config.l10n,e(_));return c({routes:await p(s,d),filePaths:_,inventories:m,redirects:f(o.config),servedStaticPaths:g.map(e=>`/${e.path}`),localeContext:v,checkAnchors:o.config.linkChecker?.anchors?.hide!==!0,anchorSeverity:o.config.linkChecker?.anchors?.severity??`warning`})}function f(e){return Object.fromEntries(Object.entries(e.redirects??{}).map(([e,t])=>[e,t.to]))}async function p(e,t){let n=await s(e.db),r=new Set(t.map(e=>e.slug)),i=[];for(let e of t){if(!e.versionGroup||!e.version||(await n.groupInfo(e.versionGroup)).defaultVersion!==e.version)continue;let t=o(e.slug,e.versionGroup,e.version,!0);t!==e.slug&&!r.has(t)&&i.push({...e,slug:t})}return[...t,...i]}export{d as loadLinkCheckView};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{
|
|
1
|
+
import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{deleteOrphanedLinkProblemsTx as o,deleteProblemsForLinkRefsTx as s,insertProblemsTx as c,problemRow as l,replaceAllLinkProblemsTx as u}from"../database/problems.js";import{createProblem as d}from"../problems/codes.js";import{loadLinkCheckCheckpoint as f,writeLinkCheckCheckpointTx as p}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as m}from"./load-view.js";import{validateLinkRefs as h}from"./validate.js";import{loadAffectedRefs as g}from"./delta.js";import{narrowRangeToTarget as _}from"../../shared/utils/narrow-range-to-target.js";import{diffLinkCheckTargets as v,fingerprintLinkCheckView as y}from"./fingerprint.js";import{and as b,asc as x,count as S,eq as C,gt as w}from"drizzle-orm";async function T(e){try{return await E(e)}catch(t){return e.logger?.warn(`Link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)}),{ok:!1}}}async function E(e){let[t,n,r]=await Promise.all([m(e),A(e.database),f(e.database)]),i=await y(t,n);return r===null||r.unboundedInputs!==i.unboundedInputs?D(e,t,i):O(e,t,i,r)}async function D(e,t,n){let r=[],{judged:i,judgedThroughRefId:a}=await k(e.database,t,0,r),o=await M(r,e.readSourceFile);return await e.database.db.transaction(async e=>{await u(e,o),await p(e,{...n,judgedThroughRefId:a})}),{ok:!0,checked:i,broken:o.length,judged:i}}async function O(e,t,i,a){let{database:l}=e,u=v(a.targets,i.targets),d=await j(l),f=(await g(l,{entityIds:d,originFilePaths:u.changedFilePaths,changedSlugs:u.changedSlugs,changedFilePaths:u.changedFilePaths},t)).filter(e=>e.id<=a.judgedThroughRefId),m=h(f,t),_=await k(l,t,a.judgedThroughRefId,m),y=f.length+_.judged,b=u.changedSlugs.length>0||u.changedFilePaths.length>0;if(y>0||b){let t=await M(m,e.readSourceFile);await l.db.transaction(async e=>{await s(e,f.map(e=>e.id)),await c(e,t),await o(e),await p(e,{...i,judgedThroughRefId:_.judgedThroughRefId})})}let[[x],[w]]=await Promise.all([l.db.select({value:S()}).from(n),l.db.select({value:S()}).from(r).where(C(r.scope,`link`))]);return{ok:!0,checked:x?.value??0,broken:w?.value??0,judged:y}}async function k(e,t,r,i){let a=0,o=r;for(;;){let r=await e.db.select().from(n).where(w(n.id,o)).orderBy(x(n.id)).limit(1e4),s=r.at(-1);if(s===void 0)break;for(let e of h(r,t))i.push(e);a+=r.length,o=s.id}return{judged:a,judgedThroughRefId:o}}async function A(e){let n=await e.db.select({path:t.path,hash:t.hash}).from(t);return new Map(n.map(e=>[e.path,e.hash]))}async function j(t){return(await t.db.select({id:e.id}).from(e).where(b(C(e.status,`stale`),C(e.isCurrent,1)))).map(e=>e.id)}async function M(e,t){let n=/* @__PURE__ */ new Map;e.forEach(({ref:e,problem:t},r)=>{let i=t.location;if(i?.range===void 0)return;let a={index:r,raw:e.raw,location:i,range:i.range},o=n.get(e.filePath);o===void 0?n.set(e.filePath,[a]):o.push(a)});let r=/* @__PURE__ */ new Map;for(let[e,o]of n){let n=await t(e);if(n===null)continue;let s=a(n);for(let{index:e,raw:t,location:n,range:a}of o){let o=_(s,a,t);r.set(e,{...n,range:o,snippet:i(s,o)})}}return e.map(({ref:e,problem:t},n)=>{let i=r.get(n),a=i===void 0?t:{...t,location:i};return l(d(a),{scope:`link`,linkRefId:e.id})})}export{T as runBuildLinkCheck};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{delocalizeL10nPath as e}from"../../shared/utils/l10n.js";import
|
|
1
|
+
import{delocalizeL10nPath as e}from"../../shared/utils/l10n.js";import{filePathToRouteSlug as t}from"../../shared/utils/routes/file-path-to-route-slug.js";import{computePathPrefixes as n}from"../../shared/utils/routes/compute-path-prefixes.js";import{isIndexPagePath as r,resolveRelativeSlug as i}from"../../shared/utils/routes/resolve-relative-slug.js";import{splitHash as a}from"../markdown/resolve/references.js";import"../plugins/internal/api-docs/server/shared.js";import{inventoryKey as o}from"./view.js";import{posix as s}from"node:path";function c(e,t){let n=[];for(let r of e){let e=r.targetKind===`slug`?u(r,t):f(r,t);e!==null&&n.push({ref:r,problem:e})}return n}function l(t,n){let r=[t.target,t.filePath],i=[],a=e=>{t.raw.startsWith(`/`)?i.push(`/${e}`):s.extname(e)===``&&i.push(m(t,e,n))};a(t.target);let o=e(t.target);return o!==void 0&&(r.push(o),a(o)),{filePaths:r,slugs:i}}function u(e,t){let n=d(e,e.target,t);return n===void 0?S(e,e.target):n}function d(e,t,n){let r=n.routeBySlug.get(t);if(r!==void 0)return g(e,r.sourcePath,n,t);if(n.redirects.has(t)||v(t,n)||n.servedStaticPaths.has(t))return null;let i=y(t,n);if(i===null)return;let a=b(n,i.sourcePath,`subpath`);return x(a,i.remainder)&&x(a,i.remainder.toLowerCase())?S(e,t):null}function f(t,n){let r=p(t,t.target,n);if(r!==void 0)return r;let i=e(t.target);if(i!==void 0){let{locale:e}=n.localeContext.splitLocaleFromPath(t.target),r=p(t,i,n,e);if(r!==void 0)return r}return S(t,h(t.target,n))}function p(e,t,n,r){let i=n.primaryRouteByFilePath.get(t);if(i!==void 0)return g(e,t,n,r===void 0?i:n.localeContext.toL10nSlug(i,r));if(n.filePaths.has(t))return null;if(e.raw.startsWith(`/`))return d(e,`/${t}`,n);if(s.extname(t)===``)return e.originPluginId===`internal.api-docs`?null:d(e,m(e,t,n),n)}function m(e,n,o){let s=o.primaryRouteByFilePath.get(e.filePath);if(s===void 0)return t(n);let c=a(e.raw).path.split(`?`,1)[0]??``;return i(c,s,r(e.filePath))}function h(n,r){let i=e(n);if(i===void 0)return t(n);let{locale:a}=r.localeContext.splitLocaleFromPath(n);return r.localeContext.toL10nSlug(t(i),a)}function g(e,t,n,r){if(!n.checkAnchors||e.kind===`image`||e.fragment===null||e.fragment===``||t===null)return null;let i=_(e.fragment);if(i.toLowerCase()===`top`)return null;let a=b(n,t,`anchor`);return x(a,e.fragment)&&x(a,i)?C(e,r,n.anchorSeverity):null}function _(e){try{return decodeURIComponent(e)}catch{return e}}function v(e,t){return t.redirectWildcards.some(t=>t===`/`||e===t||e.startsWith(`${t}/`))}function y(e,t){let r=new Set(n(e));for(let n of t.wildcardSlugs){if(!r.has(n))continue;let i=t.routeBySlug.get(n),a=n===`/`?e:e.slice(n.length);return{sourcePath:i?.sourcePath??null,remainder:a.replace(/^\/+/,``)}}return null}function b(e,t,n){return t===null?void 0:e.inventories.get(o(t,n))}function x(e,t){return e!==void 0&&e.exhaustive&&!e.targets.has(t)}function S(e,t){return w(e,`link/missing-target`,e.targetKind===`slug`?`Route "${e.target}" does not exist.`:`"${E(e)}" does not exist.`,T(t,e.fragment))}function C(e,t,n){return w(e,`link/missing-anchor`,`"#${e.fragment}" does not exist on "${E(e)}".`,T(t,e.fragment),n)}function w(e,t,n,r,i){return{code:t,message:n,...i===void 0?{}:{severity:i},location:{filePath:e.filePath,...e.range===null?{}:{range:e.range}},data:{raw:e.raw,target:e.target,fragment:e.fragment,kind:e.kind,title:e.title,url:r,...e.data??{}}}}function T(e,t){return t===null||t===``?e:`${e}#${t}`}function E(e){let t=a(e.raw).path;return t===``?e.target:t}export{l as unresolvedFilePathRefReads,c as validateLinkRefs};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{DEFAULT_LOCALE_PLACEHOLDER as e}from"../../shared/constants/l10n/defaults.js";import{LocaleContext as t}from"../../shared/utils/l10n.js";const n=new t(e,[]);function r(e){let t=/* @__PURE__ */ new Map,r=/* @__PURE__ */ new Map,i=/* @__PURE__ */ new Map,c=[];for(let n of e.routes)if(t.set(n.slug,{wildcardPrefix:n.wildcardPrefix,sourcePath:n.sourcePath}),n.wildcardPrefix&&c.push(n.slug),n.sourcePath!==null&&!r.has(n.sourcePath)&&r.set(n.sourcePath,n.slug),n.sourcePath!==null){let e=i.get(n.sourcePath);e===void 0?i.set(n.sourcePath,[n.slug]):e.push(n.slug)}c.sort((e,t)=>t.length-e.length);let l=/* @__PURE__ */ new Map;a(l,e.inventories);let u=/* @__PURE__ */ new Map,d=[];for(let[t,n]of Object.entries(e.redirects??{})){let e=o(t);e.endsWith(`*`)?d.push(s(e)):u.set(e,n)}return{localeContext:e.localeContext??n,routeBySlug:t,wildcardSlugs:c,primaryRouteByFilePath:r,routeSlugsBySourcePath:i,filePaths:new Set(e.filePaths),inventories:l,redirects:u,redirectWildcards:d,servedStaticPaths:new Set(e.servedStaticPaths??[]),checkAnchors:e.checkAnchors??!0}}function i(e,t){return`${e}\n${t}`}function a(e,t){for(let n of t){let t=i(n.filePath,n.kind),r=e.get(t);if(r===void 0){e.set(t,{exhaustive:n.exhaustive,targets:new Set(n.targets)});continue}r.exhaustive=r.exhaustive&&n.exhaustive;for(let e of n.targets)r.targets.add(e)}}function o(e){let t=(e.startsWith(`/`)?e:`/${e}`).replace(/(?<!\/)\/+$/,``);return t===``?`/`:t}function s(e){let t=e.slice(0,-1).replace(/(?<!\/)\/+$/,``);return t===``?`/`:t}export{r as buildLinkCheckView,i as inventoryKey,a as mergeInventoryRows};
|
|
1
|
+
import{DEFAULT_LOCALE_PLACEHOLDER as e}from"../../shared/constants/l10n/defaults.js";import{LocaleContext as t}from"../../shared/utils/l10n.js";const n=new t(e,[]);function r(e){let t=/* @__PURE__ */ new Map,r=/* @__PURE__ */ new Map,i=/* @__PURE__ */ new Map,c=[];for(let n of e.routes)if(t.set(n.slug,{wildcardPrefix:n.wildcardPrefix,sourcePath:n.sourcePath}),n.wildcardPrefix&&c.push(n.slug),n.sourcePath!==null&&!r.has(n.sourcePath)&&r.set(n.sourcePath,n.slug),n.sourcePath!==null){let e=i.get(n.sourcePath);e===void 0?i.set(n.sourcePath,[n.slug]):e.push(n.slug)}c.sort((e,t)=>t.length-e.length);let l=/* @__PURE__ */ new Map;a(l,e.inventories);let u=/* @__PURE__ */ new Map,d=[];for(let[t,n]of Object.entries(e.redirects??{})){let e=o(t);e.endsWith(`*`)?d.push(s(e)):u.set(e,n)}return{localeContext:e.localeContext??n,routeBySlug:t,wildcardSlugs:c,primaryRouteByFilePath:r,routeSlugsBySourcePath:i,filePaths:new Set(e.filePaths),inventories:l,redirects:u,redirectWildcards:d,servedStaticPaths:new Set(e.servedStaticPaths??[]),checkAnchors:e.checkAnchors??!0,anchorSeverity:e.anchorSeverity??`warning`}}function i(e,t){return`${e}\n${t}`}function a(e,t){for(let n of t){let t=i(n.filePath,n.kind),r=e.get(t);if(r===void 0){e.set(t,{exhaustive:n.exhaustive,targets:new Set(n.targets)});continue}r.exhaustive=r.exhaustive&&n.exhaustive;for(let e of n.targets)r.targets.add(e)}}function o(e){let t=(e.startsWith(`/`)?e:`/${e}`).replace(/(?<!\/)\/+$/,``);return t===``?`/`:t}function s(e){let t=e.slice(0,-1).replace(/(?<!\/)\/+$/,``);return t===``?`/`:t}export{r as buildLinkCheckView,i as inventoryKey,a as mergeInventoryRows};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{
|
|
1
|
+
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{createAudienceTagResolver as u}from"../markdown/resolve/audience-tag.js";import{createMarkdownService as d}from"../markdown/service.js";import{createSearchHandle as f}from"../search/store.js";import{resolve as p}from"node:path";function m(m,h,g){let _,v,y,b,x;return function(S,C,w){let T=m.pluginRegistry.getById(S.pluginId);if(!T)throw Error(`Entity loader "${S.definition.id}" references missing plugin "${S.pluginId}".`);let{state:E}=m,D=r(m.config),O=D.config.access?.rbac,k=m.config.access?.rbac;(k!==_||v===void 0)&&(_=k,v=u(O));let A=v,j=D.config.l10n?.defaultLocale;(x===void 0||x.defaultLocale!==j)&&(b??=e(E.filesByPath.keys()),x={defaultLocale:j,locales:t({defaultLocale:j},b).locales});let M=x.locales,N=[],P=[],F=[];return(y?.state!==E||y.config!==m.config)&&(y={state:E,config:m.config,evaluator:l(E,m.config)}),{args:C??{},config:D.config,contentDir:m.contentDir,file:{absolutePath:p(m.contentDir,w),path:w,lastModifiedAt:E.filesByPath.get(w)?.lastModifiedAt??null},io:{...m.pluginIO,async glob(e){return F.push(e),n(E.filesByPath.keys(),e)}},entities:c({database:h,state:E,materialize:g,onEntityRead:e=>N.push(e),record:e=>P.push(e)}),search:f(h),logger:m.logger.child(`content-layer:entity:${S.definition.id}`),plugin:{id:T.id,version:T.version},pluginRegistry:m.pluginRegistry,resolveAudienceTag:A,routes:y.evaluator.index(e=>P.push(e)),markdown:d({state:E,resolveAudienceTag:A,contentLocales:M}),createBlobRef:async(e,t)=>{let n=t?.format??`json`,r=typeof e==`string`?e:Buffer.from(e).toString(`base64`),o=a(r);return await s(h,{key:o,content:r,size:r.length}),i(o,n)},resolveDataRef:e=>o(h,e),_trackedConfig:D,_loadedEntityKeys:N,_globPatterns:F,_routeQueries:P}}}export{m as createBuildTimeEntityLoaderContextFactory};
|
|
@@ -15,6 +15,7 @@ import type { SearchableResult } from '../plugins/types/search.js';
|
|
|
15
15
|
import type { SearchHandle } from '../search/store.js';
|
|
16
16
|
import type { EntityStore } from '../database/entity-store.js';
|
|
17
17
|
import type { Logger } from '../../shared/logger.js';
|
|
18
|
+
import type { RbacScope } from '../../shared/rbac/types.js';
|
|
18
19
|
export declare const ENTITY_LOADER_REFERENCE_KIND = "runtime.entity.loader";
|
|
19
20
|
export declare const INLINE_ENTITY_REFERENCE_KIND = "runtime.entity.inline";
|
|
20
21
|
export type EntityLoaderReference<TArgs = unknown> = {
|
|
@@ -88,6 +89,8 @@ export type MarkdownDoc = {
|
|
|
88
89
|
title?: string;
|
|
89
90
|
/** The page's one-line summary in `/llms.txt`, already in its LLM form. */
|
|
90
91
|
description?: string;
|
|
92
|
+
/** Narrows the route's audience to the viewers it also admits (an operation's `x-rbac`). */
|
|
93
|
+
rbacScope?: RbacScope;
|
|
91
94
|
};
|
|
92
95
|
export type EntityMarkdownHandler<TResult = JsonValue> = (value: TResult, context: EntitySearchableContext) => Promise<string[] | MarkdownDoc[] | null> | string[] | MarkdownDoc[] | null;
|
|
93
96
|
export type EntityLoaderOptions<TResult = JsonValue> = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{markdocComponents as e}from"./markdoc-components.js";import{OpenApiComponentWrap as t}from"./OpenApiComponentWrap.js";import n from"@redocly/markdoc";import*as r from"react";import{jsx as i,jsxs as a}from"react/jsx-runtime";import{Admonition as o}from"@redocly/theme/markdoc/components/Admonition/Admonition";import{MarkdownAdapterProvider as s,RedocSchema as c,StoreProvider as l,createMarkdocAdapter as u,markdocParser as d}from"@redocly/api-docs";function f(f){let{options:p,title:m,schemaResolved:h,schemaResolvedErrors:g,schema:_}=f,v=r.useMemo(()=>u({nodes:{link:{...n.nodes.link,render:`MarkdownLink`}},components:{MarkdownLink:e.MarkdownLink}}),[]);if(!_&&!h)return null;let y={openapi:`3.0.0`,info:{version:`1`,title:`json-schema`,description:``},paths:{},"x-root":h?.components?.schemas?.__root??_,components:{schemas:{...h?.components?.schemas}}};return/* @__PURE__ */ a(t,{"data-testid":`json-schema`,children:[m?/* @__PURE__ */ i(`h3`,{children:m}):null,/* @__PURE__ */ i(l,{options:{...p,specType:`openapi`,markdownParser:d},definition:y,children:/* @__PURE__ */ a(s,{value:v,children:[g?.length?/* @__PURE__ */ i(o,{name:`Problem in json-schema tag`,type:`danger`,children:g.map((e,t)=>/* @__PURE__ */ i(`div`,{children:e},t))}):null,/* @__PURE__ */ i(c,{pointer:`#/x-root`,disableDeepLinks:!0})]})})]})}export{f as JsonSchemaTag};
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
|
|
2
|
-
`)){let
|
|
3
|
-
`),codeClassNames:[...
|
|
1
|
+
import{parseCodeHighlightNotationLine as e}from"@redocly/theme/core/utils";const t={"++":[`diff add`,`has-diff`],"--":[`diff remove`,`has-diff`],error:[`highlighted error`,`has-highlighted`],focus:[`focused`,`has-focused`],highlight:[`highlighted`,`has-highlighted`],hl:[`highlighted`,`has-highlighted`],warning:[`highlighted warning`,`has-highlighted`]},n=`highlighted-word`;function r(e,t){let r=[],i=0;for(let t of e)r.push(i),i+=t.length+1;let a=[];for(let{word:i,from:o,count:s}of t)for(let t=o;t<Math.min(o+s,e.length+1);t++){let o=e[t-1],s=o.indexOf(i);for(;s!==-1;){let e=r[t-1]+s;a.push({className:n,range:[e,e+i.length]}),s=o.indexOf(i,s+i.length)}}return a}function i(n){let i=[],a=[],o=/* @__PURE__ */ new Set,s=[];for(let r of n.split(`
|
|
2
|
+
`)){let{text:n,notations:c}=e(r),l=i.length+1;for(let{kind:e,word:n,count:r}of c){if(n!==void 0){s.push({word:n,from:l,count:r??1/0});continue}let[i,c]=t[e],u=r??1;a.push({className:i,lines:u===1?l:[l,l+u-1]}),o.add(c)}n!==void 0&&i.push(n)}return{code:i.join(`
|
|
3
|
+
`),codeClassNames:[...o],decorations:[...a,...r(i,s)]}}function a(e){let t=[];for(let n of e.split(`,`)){let e=n.trim().match(/^(\d+)(?:-(\d+))?$/);if(!e)continue;let r=Number(e[1]),i=e[2]?Number(e[2]):r;t.push({className:`highlighted`,lines:r===i?r:[r,i]})}return t}function o(e,t){let r=[],i=/* @__PURE__ */ new Set,o=e.match(/\{([\d,\s-]+)\}/)?.[1]??(/^[\d,\s-]+$/.test(e)?e:``);o&&r.push(...a(o));for(let[,i]of e.matchAll(/\/((?:\\.|[^/])+)\//g)){let e=i.replace(/\\(.)/g,`$1`),a=t.indexOf(e);for(;a!==-1;)r.push({className:n,range:[a,a+e.length]}),a=t.indexOf(e,a+e.length)}return r.length&&i.add(`has-highlighted`),{codeClassNames:[...i],decorations:r}}export{o as parseHighlightMeta,i as parseNotation};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import{withPathPrefix as e,withPathPrefixForSrcSet as t}from"../../../shared/path-prefix.js";import{isRouterPath as n}from"../../../client/utils/routes/is-router-path.js";import{resolveRelativeHref as r}from"../../../client/utils/routes/resolve-relative-href.js";import*as i from"react";import a from"styled-components";import{Link as o,useLocation as s}from"react-router";import{dynamic as c}from"@redocly/theme/core/utils";import{jsx as l}from"react/jsx-runtime";import{CodeSnippetProvider as u,PageActionsContext as
|
|
1
|
+
import{withPathPrefix as e,withPathPrefixForSrcSet as t}from"../../../shared/path-prefix.js";import{isRouterPath as n}from"../../../client/utils/routes/is-router-path.js";import{resolveRelativeHref as r}from"../../../client/utils/routes/resolve-relative-href.js";import*as i from"react";import a from"styled-components";import{Link as o,useLocation as s}from"react-router";import{dynamic as c}from"@redocly/theme/core/utils";import{jsx as l}from"react/jsx-runtime";import{CodeSnippetProvider as u,PageActionsContext as ee}from"@redocly/theme/core/contexts";import{Accordion as te}from"@redocly/theme/markdoc/components/Accordion/Accordion";import{AccordionGroup as d}from"@redocly/theme/markdoc/components/Accordion/AccordionGroup";import{Admonition as f}from"@redocly/theme/markdoc/components/Admonition/Admonition";import{Card as p}from"@redocly/theme/markdoc/components/Cards/Card";import{Cards as m}from"@redocly/theme/markdoc/components/Cards/Cards";import{CodeBlock as h}from"@redocly/theme/markdoc/components/CodeBlock/CodeBlock";import{CodeGroup as g}from"@redocly/theme/markdoc/components/CodeGroup/CodeGroup";import{CodeStep as _}from"@redocly/theme/markdoc/components/CodeWalkthrough/CodeStep";import{CodeToggle as v}from"@redocly/theme/markdoc/components/CodeWalkthrough/CodeToggle";import{CodeWalkthrough as y}from"@redocly/theme/markdoc/components/CodeWalkthrough/CodeWalkthrough";import{ConnectMCP as ne}from"@redocly/theme/markdoc/components/ConnectMCP/ConnectMCP";import{Diagram as re}from"@redocly/theme/markdoc/components/Diagram/Diagram";import{Experiment as ie}from"@redocly/theme/components/Experiment/Experiment";import{Variant as b}from"@redocly/theme/components/Experiment/Variant";import{Heading as x}from"@redocly/theme/markdoc/components/Heading/Heading";import{Input as S}from"@redocly/theme/markdoc/components/CodeWalkthrough/Input";import{Icon as C}from"@redocly/theme/markdoc/components/Icon/Icon";import{Image as w}from"@redocly/theme/markdoc/components/Image/Image";import{InlineSvg as T}from"@redocly/theme/markdoc/components/InlineSvg/InlineSvg";import{LoginButton as E}from"@redocly/theme/markdoc/components/LoginButton/LoginButton";import{MarkdocExample as D}from"@redocly/theme/markdoc/components/MarkdocExample/MarkdocExample";import{NumberedItem as O}from"@redocly/theme/markdoc/components/NumberedList/NumberedItem";import{NumberedList as k}from"@redocly/theme/markdoc/components/NumberedList/NumberedList";import{Prompt as A}from"@redocly/theme/markdoc/components/Prompt/Prompt";import{Tabs as j}from"@redocly/theme/markdoc/components/Tabs/Tabs";import{TabItemFragment as M}from"@redocly/theme/markdoc/components/Tabs/TabItemFragment";import{Markdown as N}from"@redocly/theme/components/Markdown/Markdown";import{SearchAiCitation as P}from"@redocly/theme/components/Search/SearchAiCitation";import F from"@redocly/markdoc/dist/react.js";import{useL10nHref as I}from"virtual:realm-runtime";import{userMarkdocComponents as L}from"virtual:realm-markdoc-components";const R=t=>typeof t==`string`?e(t):void 0,ae=e=>typeof e==`string`?t(e):void 0,z=e=>/^(https?:|\/\/)/.test(e);function B(e){let t=I(),{pathname:i}=s();if(!e||z(e)||e.startsWith(`mailto:`))return{kind:`external`,href:e};let a=r(e,i);return n(a)?{kind:`page`,href:t(a)}:{kind:`file`,href:a}}function V({href:t,children:n,...r}){let i=B(t);if(i.kind===`external`){let e=t&&z(t)?`_blank`:void 0;return/* @__PURE__ */ l(`a`,{href:t,target:e,...r,rel:typeof r.rel==`string`?r.rel:`noreferrer`,children:n})}return i.kind===`file`?/* @__PURE__ */ l(`a`,{href:e(i.href),...r,children:n}):/* @__PURE__ */ l(o,{to:i.href,...r,children:n})}function H(e){return function({href:t,...n}){return/* @__PURE__ */ l(e,{...n,href:B(t).href})}}const{MarkdownLink:U,...W}=L;function G({src:e,srcSet:t,...n}){return/* @__PURE__ */ l(w,{...n,src:R(e),srcSet:ae(t)})}let K=Promise.resolve();function q(){return K}function J(e,t){return new Promise(n=>{t&&(e.addEventListener(`load`,()=>n()),e.addEventListener(`error`,()=>n())),document.body.appendChild(e),t||n()})}function Y({src:e,children:t,...n}){return i.useEffect(()=>{let r=typeof e==`string`?e:void 0;if(r&&document.querySelector(`script[src="${CSS.escape(r)}"]`))return;let a=document.createElement(`script`);r?a.src=r:t!=null&&(a.textContent=i.Children.toArray(t).join(``));for(let[e,t]of Object.entries(n))(typeof t==`string`||typeof t==`boolean`)&&a.setAttribute(e,String(t));r&&n.async?J(a,!0):K=K.then(()=>J(a,!!r))},[e]),null}function X({image:e,icon:t,...n}){return/* @__PURE__ */ l(p,{...n,image:R(e),icon:R(t)})}const oe=a.span.attrs({role:`alert`,"data-component-name":`MarkdocInlineError`})`
|
|
2
2
|
display: inline;
|
|
3
3
|
padding: 0 var(--spacing-xs);
|
|
4
4
|
border: var(--admonition-danger-border);
|
|
@@ -6,4 +6,4 @@ import{withPathPrefix as e,withPathPrefixForSrcSet as t}from"../../../shared/pat
|
|
|
6
6
|
background-color: var(--admonition-danger-bg-color);
|
|
7
7
|
color: var(--admonition-danger-text-color);
|
|
8
8
|
font-size: var(--font-size-sm);
|
|
9
|
-
`,
|
|
9
|
+
`,Z={Accordion:te,AccordionGroup:d,Admonition:f,AiCitation:P,Card:X,Cards:m,CodeBlock:h,CodeGroup:g,CodeStep:_,CodeToggle:v,CodeWalkthrough:y,ConnectMCP:ne,Diagram:re,Experiment:ie,ExperimentVariant:b,Heading:x,HtmlScript:Y,Icon:C,Image:G,InlineSvg:T,Input:S,JsonExample:c(()=>import(`./OpenapiTagComponents.js`).then(e=>e.JsonExample)),JsonSchema:c(()=>import(`./JsonSchemaTag.js`).then(e=>e.JsonSchemaTag)),LoginButton:E,MarkdocExample:D,MarkdocInlineError:oe,NumberedItem:O,NumberedList:k,OpenApiCodeSample:c(()=>import(`./OpenApiEmbedTags.js`).then(e=>e.OpenApiCodeSample)),OpenApiExample:c(()=>import(`./OpenApiEmbedTags.js`).then(e=>e.OpenApiExample)),OpenApiResponseSample:c(()=>import(`./OpenApiEmbedTags.js`).then(e=>e.OpenApiResponseSample)),Prompt:A,ReplayOpenApi:c(()=>import(`./ReplayOpenApiTag.js`).then(e=>e.ReplayOpenApiTag)),Tabs:j,TabItemFragment:M,Link:V,...W,MarkdownLink:U===void 0?V:H(U)},Q=F;function $(e,t=Z){return/* @__PURE__ */ l(u,{children:Q(e,i,{components:t})})}function se({ast:e,components:t=Z,withPageActions:n}){let r=i.useMemo(()=>$(e,t),[e,t]);return/* @__PURE__ */ l(ee.Provider,{value:n??null,children:/* @__PURE__ */ l(N,{children:r})})}function ce({ast:e,components:t}){return i.useMemo(()=>/* @__PURE__ */ l(u,{children:le(e).map((e,n)=>/* @__PURE__ */ l(N,{as:`div`,children:typeof e==`string`?/* @__PURE__ */ l(`p`,{children:e}):Q(e,i,{components:t})},n))}),[e,t])}function le(e){return(Array.isArray(e)?e:[e]).flatMap(e=>e===null||e===``?[]:ue(e)?e.children:[e])}function ue(e){let t=e;return typeof e==`object`&&t?.$$mdtype===`Tag`&&t.name===`article`}export{Y as HtmlScript,ce as MarkdocBlocks,X as MarkdocCard,G as MarkdocImage,V as MarkdocLink,se as MarkdocRenderer,Z as markdocComponents,$ as renderMarkdocAst,q as waitForMarkdownScripts};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{headingSlugger as e}from"../utils/heading-slugger.js";import{renderMarkdocAst as t}from"./markdoc-components.js";import{buildMarkdownTextTagSet as n}from"../constants/markdown-text-tag-set.js";import r from"@redocly/markdoc";import{userMarkdocFunctions as i,userMarkdocNodes as a,userMarkdocTags as o}from"virtual:realm-markdoc-schema";let s;function c(c){return c?(s??=n({tags:o,nodes:a,functions:i}),e.reset(),t(r.transform(r.parse(c),s))):null}export{c as renderMarkdownText};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{jsonExampleTag as e,jsonSchemaTag as t,openapiCodeSampleTag as n,openapiExampleTag as r,openapiResponseSampleTag as i,replayOpenapiTag as a}from"../tags/openapi.js";import{codeSnippetTag as o}from"../tags/code-snippet.js";import{diagramTag as s}from"../tags/diagram.js";import{html as c}from"../tags/html.js";import{MARKDOC_ERROR_TAG as l,markdocError as u}from"../tags/markdoc-error.js";import{partial as d}from"../tags/partial.js";import{variant as f}from"../tags/variant.js";import{fence as p}from"../nodes/fence.js";import{heading as m}from"../nodes/heading.js";import{item as h}from"../nodes/gfm-list-item.js";import{table as g,td as _,th as v}from"../nodes/table.js";import{text as y}from"../nodes/text.js";import
|
|
1
|
+
import{jsonExampleTag as e,jsonSchemaTag as t,openapiCodeSampleTag as n,openapiExampleTag as r,openapiResponseSampleTag as i,replayOpenapiTag as a}from"../tags/openapi.js";import{codeSnippetTag as o}from"../tags/code-snippet.js";import{diagramTag as s}from"../tags/diagram.js";import{html as c}from"../tags/html.js";import{MARKDOC_ERROR_TAG as l,markdocError as u}from"../tags/markdoc-error.js";import{partial as d}from"../tags/partial.js";import{variant as f}from"../tags/variant.js";import{fence as p}from"../nodes/fence.js";import{heading as m}from"../nodes/heading.js";import{item as h}from"../nodes/gfm-list-item.js";import{table as g,td as _,th as v}from"../nodes/table.js";import{text as y}from"../nodes/text.js";import b from"@redocly/markdoc";import{accordion as x}from"@redocly/theme/markdoc/tags/accordion";import{accordionGroup as S}from"@redocly/theme/markdoc/tags/accordion-group";import{admonition as C}from"@redocly/theme/markdoc/tags/admonition";import{card as w}from"@redocly/theme/markdoc/tags/card";import{cards as T}from"@redocly/theme/markdoc/tags/cards";import{codeGroup as E}from"@redocly/theme/markdoc/tags/code-group";import{codeStep as D}from"@redocly/theme/markdoc/tags/code-step";import{toggle as O}from"@redocly/theme/markdoc/tags/code-toggle";import{codeWalkthrough as k}from"@redocly/theme/markdoc/tags/code-walkthrough";import{connectMcp as A}from"@redocly/theme/markdoc/tags/connect-mcp";import{debug as j}from"@redocly/theme/markdoc/tags/debug";import{experiment as M}from"@redocly/theme/markdoc/tags/experiment";import{icon as N}from"@redocly/theme/markdoc/tags/icon";import{img as P}from"@redocly/theme/markdoc/tags/img";import{inlineSvg as F}from"@redocly/theme/markdoc/tags/inline-svg";import{input as I}from"@redocly/theme/markdoc/tags/input";import{loginButton as L}from"@redocly/theme/markdoc/tags/login-button";import{markdocExample as R}from"@redocly/theme/markdoc/tags/markdoc-example";import{numberedItem as z}from"@redocly/theme/markdoc/tags/numbered-item";import{numberedList as B}from"@redocly/theme/markdoc/tags/numbered-list";import{prompt as V}from"@redocly/theme/markdoc/tags/prompt";import{tab as H}from"@redocly/theme/markdoc/tags/tab";import{tabs as U}from"@redocly/theme/markdoc/tags/tabs";import{VARIANT_TAG as W}from"@redocly/theme/markdoc/tags/variant";import{visibility as G}from"@redocly/theme/markdoc/tags/visibility";const K=[k.tagName,D.tagName,O.tagName,I.tagName],q={[x.tagName]:x.schema,[S.tagName]:S.schema,[C.tagName]:C.schema,[w.tagName]:w.schema,[T.tagName]:T.schema,[E.tagName]:E.schema,"code-snippet":o,[D.tagName]:D.schema,[k.tagName]:k.schema,[A.tagName]:A.schema,[j.tagName]:j.schema,diagram:s,[M.tagName]:M.schema,html:c,[N.tagName]:N.schema,[P.tagName]:P.schema,[F.tagName]:F.schema,[I.tagName]:I.schema,"json-example":e,"json-schema":t,[L.tagName]:L.schema,[l]:u,[R.tagName]:R.schema,[z.tagName]:z.schema,[B.tagName]:B.schema,"openapi-code-sample":n,"openapi-example":r,"openapi-response-sample":i,partial:d,[V.tagName]:V.schema,"replay-openapi":a,[H.tagName]:H.schema,[U.tagName]:U.schema,[O.tagName]:O.schema,[W]:f,[G.tagName]:G.schema},J=(e,t)=>({...e,children:[...e.children??[],...t]}),Y={link:J({...b.nodes.link,render:`MarkdownLink`},[`softbreak`,`image`]),strong:J(b.nodes.strong,[`softbreak`,`em`,`strong`]),em:J(b.nodes.em,[`softbreak`,`em`,`strong`]),s:J(b.nodes.s,[`softbreak`]),image:{...b.nodes.image,render:`Image`},fence:p,heading:m,item:h,table:g,td:_,th:v,text:y};export{K as CODE_WALKTHROUGH_TAG_NAMES,Y as builtInMarkdocNodes,q as builtInMarkdocTags};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{builtInMarkdocNodes as e,builtInMarkdocTags as t}from"./builtin-tags.js";import{getAttributeBuildTimeResolver as n}from"../resolve/attribute-resolver-key.js";import{builtInMarkdocFunctions as r}from"./builtin-functions.js";import{isSchemaLike as i}from"./tag-sets.js";import a from"@redocly/markdoc";const o=/* @__PURE__ */ new Set([`codeSnippetFile`,`svgContent`,`tagRawContent`,`codeWalkthroughFilesets`,`partialFile`,`jsonSchemaRef`,`sampleFromJsonSchema`,`jsonExampleRef`,`openapiCodeSamples`,`openapiCodeSamplePanel`,`openapiReplay`,`openapiResponseSamples`,`openapiResponsePanel`,`openapiExample`]),s=/* @__PURE__ */ new Set([`diagram`]);function c(e){return Object.values(e.attributes??{}).some(e=>n(e)!==null)}function l(e,t){return s.has(e)||Object.values(t.attributes??{}).some(e=>{let t=n(e);return t!==null&&o.has(t)})}function u(e){return{transform:()=>new a.Tag(`Admonition`,{type:`danger`},[`The "${e}" tag is not available in inline markdown.`])}}function d(n){let o={};for(let[e,n]of Object.entries(t))o[e]=l(e,n)?u(e):n;let s={...e};for(let[e,t]of[[`tags`,o],[`nodes`,s]])for(let[r,a]of Object.entries(n?.[e]??{}))i(a)&&!c(a)&&(t[r]=a);return o[`ai-citation`]={render:`AiCitation`,selfClosing:!0,attributes:{number:{type:Number,required:!0},url:{type:String,required:!0}}},s.document={...a.nodes.document,render:`div`},{tags:o,nodes:s,functions:{...n?.functions,...r}}}export{d as buildMarkdownTextTagSet};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{builtInMarkdocNodes as e,builtInMarkdocTags as t}from"./builtin-tags.js";import{builtInMarkdocFunctions as n}from"./builtin-functions.js";const r=`@theme/markdoc/schema.ts`;let i,a,o=!1;function s(e,t,n){globalThis.__REALM_MARKDOC_USER_SCHEMA__=e,i=t,a=n,o=!1}function c(e){s(void 0,void 0,e),o=!0}function l(){return a}function u(){return Object.keys(globalThis.__REALM_MARKDOC_USER_SCHEMA__?.tags??{})}function d(){return a!==void 0&&!o}function f(){return i}const p=`builtin`,m=`api-docs`,h={[m]:async()=>{let{apiDocsMarkdocNodes:e,apiDocsMarkdocTags:t}=await import(`@redocly/api-docs/markdoc`);return{tags:t,nodes:e}}},g=/* @__PURE__ */ new Map;let _;const v=/* @__PURE__ */ new Set,y=e=>!!e&&typeof e==`object`;function b(e,t){let r={tags:{...e.tags},nodes:{...e.nodes},functions:{...n,...e.functions}};for(let e of[`tags`,`nodes`,`functions`])for(let[n,i]of Object.entries(t[e]??{}))if(y(i)){if(e===`functions`&&n in r.functions){v.has(n)||(v.add(n),console.warn(`[markdoc] The user schema defines the "${n}" function, but the engine already defines it. The engine function is used.`));continue}r[e][n]=i}return r}async function x(r){let i=globalThis.__REALM_MARKDOC_USER_SCHEMA__;i!==_&&(_=i,g.clear(),v.clear());let a=r??`builtin`,o=g.get(a);if(o)return o;let s={tags:t,nodes:e,functions:n};if(i&&(s=b(s,i)),a!==`builtin`){let e=await h[a]?.();if(!e)throw Error(`Unknown markdoc tag set "${a}".`);s={tags:{...s.tags,...e.tags},nodes:{...s.nodes,...e.nodes},functions:{...s.functions,...e.functions}}}return g.set(a,s),s}const S=`page-validation`;async function C(){let e=await x(),t=await x(m),n=g.get(S);if(n)return n;let r={...t,tags:{...t.tags,...e.tags},nodes:{...t.nodes,...e.nodes}};return g.set(S,r),r}export{m as API_DOCS_MARKDOC_TAG_SET,p as BUILTIN_MARKDOC_TAG_SET,r as USER_MARKDOC_SCHEMA_FILE,d as isMarkdocValidationEnabled,y as isSchemaLike,s as registerUserMarkdocSchema,c as registerUserMarkdocSchemaFailure,x as resolveMarkdocTagSet,C as resolveMarkdownPageValidationSet,f as userMarkdocSchemaDigest,l as userMarkdocSchemaFiles,u as userMarkdocTagNames};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import
|
|
1
|
+
import e from"@redocly/markdoc";import{EXAMPLE_CONTENT_ATTRIBUTE as t}from"@redocly/theme/core/constants";const n=/* @__PURE__ */ new Set([`mermaid`,`excalidraw`,`plantuml`]),r={...e.nodes.fence,attributes:{...e.nodes.fence.attributes,label:{type:String,render:`data-label`},title:{type:String,render:`data-title`},highlight:{type:String,render:`data-highlight`},align:{type:String,matches:[`left`,`center`,`right`]},width:{type:String},[t]:{type:Object,render:!1}},transform(t,r){let i=t.transformAttributes(r),a=t.transformChildren(r),o=i[`data-language`],s=i[`data-title`];if(t.attributes.process===!1&&(a=[t.attributes.content]),typeof a[0]!=`string`)return new e.Tag(t.tag,i,a);if(typeof o==`string`&&n.has(o)){let{diagramHtml:n,diagramHtmlDark:r,diagramError:s}=t.attributes;if(typeof n==`string`||typeof s==`string`)return new e.Tag(`Diagram`,{...i,diagramType:o,diagramSource:a[0],diagramHtml:n,diagramHtmlDark:r,diagramError:s},[])}let c=a.map(t=>typeof t==`string`||typeof t==`number`||typeof t==`boolean`?t.toString():e.Tag.isTag(t)?String(t.attributes?.rawtag??``):``).join(``);return new e.Tag(`CodeBlock`,{...i,header:{title:s,controls:{copy:{}}},source:c,lang:o},[])}};export{n as DIAGRAM_LANGUAGES,r as fence};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{headingSlugger as e}from"../utils/heading-slugger.js";import{getInnerText as t}from"../utils/get-inner-text.js";import n from"@redocly/markdoc";const r={children:[`inline`],attributes:{id:{type:String},level:{type:Number,required:!0,default:1}},transform(r,i){let a=r.transformAttributes(i),o=r.transformChildren(i),s=typeof a.id==`string`?e.explicit(a.id):e.slug(t(o));return new n.Tag(`Heading`,{...a,id:s,level:r.attributes.level},o)}};export{r as heading};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import
|
|
1
|
+
import e from"@redocly/markdoc";import{MARKDOWN_CLASS_NAME as t}from"@redocly/theme/core/constants";const n={transform(n,r){let{class:i,...a}=n.transformAttributes(r),s=n.transformChildren(r);return o(s),new e.Tag(`div`,{className:`md-table-wrapper`},[new e.Tag(`table`,{...a,className:[t,i].filter(Boolean).join(` `)},s)])}},r={type:String,matches:[`top`,`middle`,`bottom`],render:`vAlign`},i={...e.nodes.td,attributes:{...e.nodes.td.attributes,valign:r}},a={...e.nodes.th,attributes:{...e.nodes.th.attributes,valign:r}};function o([t]){if(e.Tag.isTag(t)&&t.name===`thead`){for(let n of t.children)if(e.Tag.isTag(n))for(let t of n.children)e.Tag.isTag(t)&&t.name===`th`&&(t.attributes[`data-label`]=s(t.children))}}function s(t){return t.map(t=>typeof t==`string`||typeof t==`number`?String(t):e.Tag.isTag(t)?s(t.children):``).join(``).trim()}export{n as table,i as td,a as th};
|
|
@@ -16,12 +16,8 @@ export type AudienceTagResolver = (path: string) => Promise<string | null>;
|
|
|
16
16
|
* Absent config (`parseRbacConfigData` returns `null`) -> every path
|
|
17
17
|
* resolves to `null` (no tag), preserving today's fully-public behavior for
|
|
18
18
|
* every project that hasn't configured RBAC.
|
|
19
|
-
*
|
|
20
|
-
* `warn`, when given, is called once per path that matches no rule at all —
|
|
21
|
-
* an unsatisfiable-by-anyone audience, almost always a missing catch-all
|
|
22
|
-
* `'**'` rule rather than an intentional lockout.
|
|
23
19
|
*/
|
|
24
|
-
export declare function createAudienceTagResolver(rawRbacConfig: unknown
|
|
20
|
+
export declare function createAudienceTagResolver(rawRbacConfig: unknown): AudienceTagResolver;
|
|
25
21
|
/**
|
|
26
22
|
* The `{tag -> descriptor}` table for a raw `access.rbac` config value and a
|
|
27
23
|
* concrete asset-path set — `compileAssetAudiences` behind the same raw-config
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{compileAssetAudiences as e,compileRbacMatcher as t,deriveAssetTag as n,parseRbacConfigData as r,resolveAssetTagInputs as i}from"../../../shared/rbac/engine.js";function a(e
|
|
1
|
+
import{compileAssetAudiences as e,compileRbacMatcher as t,deriveAssetTag as n,parseRbacConfigData as r,resolveAssetTagInputs as i}from"../../../shared/rbac/engine.js";function a(e){let a=r(e);if(!a)return async()=>null;let o=t(a);return async e=>{let t=i(o,e);return t===null?null:n(t)}}async function o(n,i){let a=r(n);return a?e(t(a),i):null}export{o as compileAssetAudienceTable,a as createAudienceTagResolver};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isObject as e}from"../../../../shared/utils/is-object.js";import{
|
|
1
|
+
import{isObject as e}from"../../../../shared/utils/is-object.js";import{toContainedContentPath as t}from"../../../ingest/scan.js";import{markdocNodeProblem as n}from"../../utils/node-source-range.js";import{resolveResolverTarget as r}from"./context-paths.js";import{join as i}from"node:path";async function a(e,t,n){let{bundle:r,createConfig:a,Source:o}=await import(`@redocly/openapi-core`),l=n?{...await import(`../../../plugins/internal/api-docs/server/build-definition.js`),resolution:{markdown:e.markdown,loader:{...e,inJsonSchemaDescription:!0},sink:n}}:void 0,u=JSON.parse(JSON.stringify({openapi:`3.1.0`,components:{schemas:{__root:t}}})),d=i(e.contentDir,e.sourceFilePath),f=await r({config:l?await l.createBundleConfig(a,{bundle:{config:{},configDir:``,plugins:[]},specRelativePath:e.sourceFilePath,rootDir:e.contentDir,resolution:l.resolution}):await a({}),doc:{source:new o(d,``),parsed:u}}),p=f.bundle.parsed,m;if(l){let n=structuredClone(p),{sink:r}=l.resolution;await l.resolvePendingMarkdown(l.resolution,r.pending,e.contentDir,e.sourceFilePath),r.pending.some(e=>typeof e.read()==`object`)&&(m=n),r.problems=s(e,r.problems,t)}let h=p.components?.schemas,g=h?.__root?.$ref,_=typeof g==`string`?g.split(`/`).at(-1):void 0,v=_?h?.[_]:h?.__root;return{oas:p,asWritten:m,schema:v,errors:(f.problems??[]).slice(0,1).map(e=>e.message),fileDeps:c(f.fileDependencies,e.contentDir,d)}}function o(){return{entityDeps:[],assetUsages:[],linkRefs:[],problems:[],pending:[]}}function s(t,r,i){let a=r.find(e=>e.code.startsWith(`markdoc/`));if(a===void 0)return r;let o=e(i)?i.$ref:void 0,s=typeof o==`string`?`the schema ${o}`:`the schema`;return[...r.filter(e=>!e.code.startsWith(`markdoc/`)),{...n(t.node,`A description in ${s} is not valid Markdoc, so it renders as text: ${a.message}`,t.sourceFilePath,a.code),severity:`warning`}]}function c(e,n,r){if(e===void 0)return[];let i=/* @__PURE__ */ new Set;for(let a of e){let e=t(n,a);a!==r&&e!==null&&i.add(e)}return[...i].sort()}function l(e,t=[]){return e.length>0||t.length>0?{entityDeps:e.map(e=>({kind:`file`,path:e})),problems:t}:null}function u(e,t){let{node:r,attributeName:i}=e;return r.attributes[`${i}ResolvedErrors`]=t,e.logger?.warn(`${r.tag} in ${e.sourceFilePath}: ${t[0]}`),n(r,t[0],e.sourceFilePath)}async function d(t){let{node:n,attributeName:r}=t,i=n.attributes[r];if(!e(i))return null;let s=o(),{oas:c,asWritten:l,errors:d,fileDeps:f}=await a(t,i,t.inJsonSchemaDescription?void 0:s);n.attributes[`${r}Resolved`]=c,l!==void 0&&(n.attributes[`${r}AsWritten`]=l);let p=d.length>0?[u(t,d)]:[];return{entityDeps:[...f.map(e=>({kind:`file`,path:e})),...s.entityDeps],assetUsages:s.assetUsages,linkRefs:s.linkRefs,problems:[...p,...s.problems]}}async function f(t){let{node:n,attributeName:r}=t,i=n.attributes[r];if(!e(i)||n.attributes.value!==void 0)return null;let{oas:o,schema:s,errors:c,fileDeps:d}=await a(t,i);if(c.length>0)return l(d,[u(t,c)]);let f=n.attributes.mode,p=await import(`openapi-sampler`);try{n.attributes[`${r}Resolved`]=p.sample(s,{...f===`read`?{skipWriteOnly:!0}:void 0,...f===`write`?{skipReadOnly:!0}:void 0},o)}catch(e){return l(d,[u(t,[`Failed to generate a sample from the schema: ${e?.message??e}`])])}return l(d)}async function p(t){let{node:n,attributeName:i}=t,a=n.attributes[i],o=e=>({problems:[u(t,[e])]});if(a!==void 0&&n.attributes.schema!==void 0)return o(`The "schema" and "value" attributes are mutually exclusive, use only one.`);if(a===void 0)return n.attributes.schema===void 0?o(`The tag requires a "schema" or "value" attribute.`):null;let s=e(a)?a.$ref:void 0;if(typeof s!=`string`)return n.attributes[`${i}Resolved`]=a,null;let[c,l]=s.split(`#`),d=c?r(t,c):null;if(d===null||t.io===void 0)return o(`Invalid $ref "${s}": the path must stay inside the content directory.`);if(!await t.io.exists(d.absolutePath))return o(`Invalid $ref: no such file ${d.contentPath}`);let f=await t.io.readFile(d.absolutePath),p=[{kind:`file`,path:d.contentPath}],h;try{h=(await import(`js-yaml`)).load(f)}catch(e){return{entityDeps:p,...o(`File ${d.contentPath} must be valid JSON or YAML: ${e.message}`)}}let g=l?m(h,l):h;return l&&g===void 0?{entityDeps:p,...o(`Invalid $ref: ${d.contentPath} has no value at #${l}`)}:(n.attributes[`${i}Resolved`]=g,{entityDeps:p})}function m(t,n){let r=t;for(let t of n.split(`/`).slice(+!!n.startsWith(`/`))){let n=t.replaceAll(`~1`,`/`).replaceAll(`~0`,`~`);if(Array.isArray(r))r=r[Number(n)];else if(e(r))r=r[n];else return}return r}export{p as resolveJsonExampleRefAttribute,d as resolveJsonSchemaRefAttribute,f as resolveSampleFromJsonSchemaAttribute};
|