@redocly/framework 1.0.0-next.2 → 1.0.0-next.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundler/build/output-metadata.js +1 -1
- package/dist/bundler/build/run.js +1 -1
- package/dist/bundler/build/vite-config.js +2 -2
- package/dist/bundler/dev/materialization-sweeper.js +1 -1
- package/dist/bundler/dev/routes/dev-problems-route.js +1 -1
- package/dist/bundler/dev/routes/source-sync-route.js +1 -1
- package/dist/bundler/dev/run.js +1 -1
- package/dist/bundler/dev/runtime-app.js +1 -1
- package/dist/bundler/dev/vite-chunk-url.js +1 -1
- package/dist/bundler/user-markdoc-schema.js +1 -1
- package/dist/bundler/vite-config.base.js +8 -8
- package/dist/cli/args.js +1 -1
- package/dist/cli/commands/build.js +1 -1
- package/dist/cli/commands/dev.js +1 -1
- package/dist/cli/commands/ingest.js +1 -1
- package/dist/cli/commands/translate.js +2 -2
- package/dist/cli/dev-console/index.js +1 -1
- package/dist/cli/log-output/index.js +1 -1
- package/dist/cli/validate-react-pages.js +1 -1
- package/dist/client/RuntimeLink.js +1 -0
- package/dist/client/ai-search/use-ai-search.js +1 -1
- package/dist/client/analytics-page-view.js +1 -1
- package/dist/client/app.js +3 -3
- package/dist/client/client-entry.js +1 -1
- package/dist/client/contexts.js +1 -1
- package/dist/client/dev-problems/ProblemsBar.js +1 -1
- package/dist/client/experiments/runtime.js +1 -1
- package/dist/client/feedback.js +1 -1
- package/dist/client/l10n/use-l10n-config.js +1 -1
- package/dist/client/products.js +1 -1
- package/dist/client/review/ReviewBar.js +50 -50
- package/dist/client/review/use-review.js +1 -1
- package/dist/client/sidebar/SidebarDataProvider.js +1 -1
- package/dist/client/sidebar/drilldown.js +1 -1
- package/dist/client/ssr.js +1 -1
- package/dist/client/telemetry/config.js +1 -1
- package/dist/client/use-entity-revisions.js +1 -1
- package/dist/client/use-page-versions.js +1 -1
- package/dist/client/use-router-for-local-links.js +1 -1
- package/dist/client/use-search.js +1 -1
- package/dist/client/utils/routes/is-router-path.js +1 -0
- package/dist/client/webmcp/tools/shared.js +1 -1
- package/dist/client/webmcp/tools/site-tools.js +1 -1
- package/dist/client/webmcp/use-webmcp-tools.js +1 -1
- package/dist/content-layer/config.js +1 -1
- package/dist/content-layer/database/files.js +1 -1
- package/dist/content-layer/database/finalize.js +1 -1
- package/dist/content-layer/database/invalidation.js +26 -26
- package/dist/content-layer/database/origins.js +1 -1
- package/dist/content-layer/ingest/finalize-phase.js +1 -1
- package/dist/content-layer/ingest/normalize-artifacts.js +1 -1
- package/dist/content-layer/ingest/run.js +1 -1
- package/dist/content-layer/ingest/search-sync.js +1 -1
- package/dist/content-layer/ingest/sync.js +1 -1
- package/dist/content-layer/link-checker/delta.js +1 -1
- package/dist/content-layer/link-checker/load-view.js +1 -1
- package/dist/content-layer/link-checker/run-build.js +1 -1
- package/dist/content-layer/link-checker/validate.js +1 -1
- package/dist/content-layer/loaders/context.js +1 -1
- package/dist/content-layer/markdown/client/markdoc-components.js +2 -2
- package/dist/content-layer/markdown/client/markdown-text.js +1 -1
- package/dist/content-layer/markdown/constants/builtin-tags.js +1 -1
- package/dist/content-layer/markdown/constants/markdown-text-tag-set.js +1 -1
- package/dist/content-layer/markdown/constants/tag-sets.js +1 -1
- package/dist/content-layer/markdown/nodes/heading.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/json-schema.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc-resolvers/operation-samples.js +1 -1
- package/dist/content-layer/markdown/resolve/markdoc.js +1 -1
- package/dist/content-layer/markdown/resolve/raw-partials.d.ts +2 -1
- package/dist/content-layer/markdown/resolve/raw-partials.js +1 -1
- package/dist/content-layer/markdown/resolve/references.js +1 -1
- package/dist/content-layer/markdown/search/to-sections.js +1 -1
- package/dist/content-layer/markdown/search/to-text.d.ts +4 -1
- package/dist/content-layer/markdown/search/to-text.js +5 -5
- package/dist/content-layer/markdown/server/render.js +1 -1
- package/dist/content-layer/markdown/tags/variant.d.ts +6 -0
- package/dist/content-layer/markdown/tags/variant.js +1 -0
- package/dist/content-layer/markdown/utils/collect-anchors.js +1 -1
- package/dist/content-layer/markdown/utils/collect-headings.d.ts +3 -1
- package/dist/content-layer/markdown/utils/collect-headings.js +1 -1
- package/dist/content-layer/markdown/utils/first-heading.js +1 -1
- package/dist/content-layer/markdown/utils/heading-slugger.d.ts +8 -0
- package/dist/content-layer/markdown/utils/heading-slugger.js +1 -1
- package/dist/content-layer/markdown/utils/parse-cache.js +1 -1
- package/dist/content-layer/materialization/entity.js +1 -1
- package/dist/content-layer/materialization/static-files.js +1 -1
- package/dist/content-layer/plugins/index.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/client/rebase-item-links.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/client/template.js +2 -2
- package/dist/content-layer/plugins/internal/api-docs/index.js +1 -1
- package/dist/content-layer/plugins/internal/api-docs/server/markdown-docs.js +13 -13
- package/dist/content-layer/plugins/internal/api-docs/server/options.js +1 -1
- package/dist/content-layer/plugins/internal/api-functions/server/api-function-telemetry.js +1 -0
- package/dist/content-layer/plugins/internal/api-functions/server/dispatch.js +1 -1
- package/dist/content-layer/plugins/internal/app-data/banner.js +1 -1
- package/dist/content-layer/plugins/internal/app-data/index.js +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/client/use-catalog-classic.js +1 -1
- package/dist/content-layer/plugins/internal/catalog-classic/index.js +1 -1
- package/dist/content-layer/plugins/internal/index.js +1 -1
- package/dist/content-layer/plugins/internal/markdoc/client/template.js +1 -1
- package/dist/content-layer/plugins/internal/markdoc/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/constants.d.ts +0 -6
- package/dist/content-layer/plugins/internal/mcp/constants.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/content-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/ignored-routes.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/agent-card.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/audit.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/auth.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/capabilities.js +3 -3
- package/dist/content-layer/plugins/internal/mcp/server/codemode/constants.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/discover.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/execute-schema.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/index.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/prompts.js +8 -8
- package/dist/content-layer/plugins/internal/mcp/server/codemode/sandbox.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/tool-list.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/custom-tools.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/api-call-operations.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/credentials-page/site-branding.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/credentials.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/elicitation.js +6 -5
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/allowed-hosts.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/fetch-bridge.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/fetch-errors.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/fetch/ssrf-guard.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/index.js +3 -3
- package/dist/content-layer/plugins/internal/mcp/server/gateway/subject.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/gateway/tools.js +4 -4
- package/dist/content-layer/plugins/internal/mcp/server/gateway/upstream-auth-scheme.js +2 -2
- package/dist/content-layer/plugins/internal/mcp/server/handler.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-server.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/mcp-telemetry.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/authorize.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/oauth/discovery.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/server-card.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/server-info.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/skills-resources.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/graphql-document.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/graphql.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/openapi-catalog.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/openapi-document.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/openapi.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/pages-navigation.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/pages.js +3 -3
- package/dist/content-layer/plugins/internal/mcp/server/tools/search.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/submit-feedback.js +1 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/whoami.js +1 -1
- package/dist/content-layer/plugins/internal/mock/server/handler.js +1 -1
- package/dist/content-layer/plugins/internal/react-page/index.d.ts +3 -2
- package/dist/content-layer/plugins/internal/react-page/index.js +1 -1
- package/dist/content-layer/plugins/internal/scorecard-classic/index.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/bundle.js +1 -1
- package/dist/content-layer/plugins/internal/sidebar/index.js +2 -2
- package/dist/content-layer/plugins/internal/skills/index.js +1 -1
- package/dist/content-layer/plugins/internal/skills/server/routes.js +1 -1
- package/dist/content-layer/plugins/project/load.js +2 -2
- package/dist/content-layer/plugins/types/plugin.d.ts +5 -0
- package/dist/content-layer/plugins/utils/link-access.js +1 -1
- package/dist/content-layer/plugins/utils/route-index.js +1 -1
- package/dist/content-layer/search/postings/postings-store.js +1 -1
- package/dist/content-layer/search/store.d.ts +11 -0
- package/dist/content-layer/server/database.js +1 -1
- package/dist/content-layer/static/registry.js +1 -1
- package/dist/content-layer/versions/redirect.js +1 -1
- package/dist/content-layer/versions/resolve.js +1 -1
- package/dist/server/__tests__/rbac-fixture.js +1 -1
- package/dist/server/app.js +3 -3
- package/dist/server/ask-ai/route.js +1 -1
- package/dist/server/auth/middleware.js +1 -1
- package/dist/server/auth/request.js +1 -1
- package/dist/server/auth/routes.js +1 -1
- package/dist/server/constants/system-routes.js +1 -1
- package/dist/server/content.js +15 -14
- package/dist/server/cors-proxy/handler.js +1 -1
- package/dist/server/feedback/route.js +1 -1
- package/dist/server/html-tags.js +2 -1
- package/dist/server/lambda-entry.js +1 -1
- package/dist/server/llms-txt.js +1 -1
- package/dist/server/manifest-assets.js +4 -4
- package/dist/server/node-entry.js +1 -1
- package/dist/server/page-handlers.js +2 -2
- package/dist/server/plugin-context.js +1 -1
- package/dist/server/public-url.js +1 -0
- package/dist/server/rbac/l10n-rules.js +1 -1
- package/dist/server/rbac/team-templates.js +1 -1
- package/dist/server/search/cache.js +1 -0
- package/dist/server/search/route.js +1 -1
- package/dist/server/search/search-telemetry.js +1 -0
- package/dist/server/seo-tags.js +2 -2
- package/dist/server/ssrf/ssrf-blocklist.js +1 -1
- package/dist/server/static-files/serve.js +1 -1
- package/dist/server/subprocess/child-entry.js +1 -1
- package/dist/server/subprocess/host.js +1 -1
- package/dist/shared/constants/l10n/langs/ar.js +1 -1
- package/dist/shared/constants/l10n/langs/de.js +1 -1
- package/dist/shared/constants/l10n/langs/en.js +1 -1
- package/dist/shared/constants/l10n/langs/es.js +1 -1
- package/dist/shared/constants/l10n/langs/fr.js +1 -1
- package/dist/shared/constants/l10n/langs/hi.js +1 -1
- package/dist/shared/constants/l10n/langs/it.js +1 -1
- package/dist/shared/constants/l10n/langs/ja.js +1 -1
- package/dist/shared/constants/l10n/langs/ko.js +1 -1
- package/dist/shared/constants/l10n/langs/pl.js +1 -1
- package/dist/shared/constants/l10n/langs/pt-br.js +1 -1
- package/dist/shared/constants/l10n/langs/pt.js +1 -1
- package/dist/shared/constants/l10n/langs/ru.js +1 -1
- package/dist/shared/constants/l10n/langs/uk.js +1 -1
- package/dist/shared/constants/l10n/langs/zh.js +1 -1
- package/dist/shared/experiments.js +1 -1
- package/dist/shared/load-dot-env.js +1 -1
- package/dist/shared/public-env.d.ts +9 -0
- package/dist/shared/public-env.js +1 -1
- package/dist/shared/utils/routes/file-path-to-route-slug.js +1 -1
- package/dist/shared/utils/routes/markdown-copy-url.js +1 -0
- package/package.json +9 -6
- package/dist/content-layer/plugins/internal/mcp/server/codemode/execution-budget.js +0 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/read-result.js +0 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/return-last-expression.js +0 -6
- package/dist/content-layer/plugins/internal/mcp/server/codemode/returns-from-top-level.js +0 -1
- package/dist/content-layer/plugins/internal/mcp/server/codemode/tool-declarations.js +0 -4
- package/dist/content-layer/plugins/internal/mcp/server/codemode/unknown-tool-hint.js +0 -3
- package/dist/content-layer/plugins/internal/mcp/server/tools/graphql-constants.js +0 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/pages-constants.js +0 -1
- package/dist/content-layer/plugins/internal/mcp/server/tools/schemas.js +0 -1
- package/dist/shared/utils/routes/markdown-path.js +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
import{formatCount as e}from"../../shared/log-format.js";import{createLogger as t,stopwatch as n}from"../../shared/logger.js";import{L10N_DIR as r}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as i,l10nDirOf as a,resolveLocaleContext as o}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as s,writeSiteConfig as c}from"../database/site-config.js";import{isConfigChanged as l,isNestedConfigPath as u,loadContentLayerConfig as ee,readNestedConfigProblems as te}from"../config.js";import{contentIgnoreMatcherOf as ne,normalizeHintPaths as re,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as ie}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{isPlanFeatureGranted as h}from"../../shared/plan-gates.js";import{listConfiguredProducts as ae,productFolderProblems as oe}from"../products.js";import{appDataSystemEntityDescriptor as se}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as ce}from"../plugins/project/loaded-set.js";import{apiOutputFiles as le,readApiOutputs as ue,withApiOutputHints as de}from"../api-outputs.js";import{createContentPlugins as g}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{assembleTemplateSet as fe}from"../templates/template-set.js";import{assembleServerModuleSet as pe}from"../server-modules/module-set.js";import{hasGlobalProblemsForSource as _,listGlobalProblems as me,listProblems as he,problemRow as v,replaceGlobalProblemsForKeysTx as ge,replaceGlobalProblemsForSourceTx as y}from"../database/problems.js";import{listRegisteredAssets as _e}from"../database/assets.js";import{createProblem as b}from"../problems/codes.js";import{computeDirtyConfigOrigins as ve,computeDirtyFileOrigins as ye,garbageCollectOrphanedEntities as be,loadOriginDependencyRows as xe,propagateConfigDependencyInvalidation as Se,propagateEntityInvalidation as Ce,propagateRetryableProblemInvalidation as we}from"../database/invalidation.js";import{persistContentFileState as Te,refreshFileLastModified as Ee}from"../database/files.js";import{loadContentLayerState as x,partitionIgnoredFiles as De}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Oe,restoreMissingAssetFiles as ke}from"../materialization/asset-reconcile.js";import{loadPluginHookState as Ae}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as je}from"../database/route-query-deps.js";import{runSearchSync as Me}from"./search-sync.js";import{hashContentFiles as S}from"./hash.js";import{selectCurrentContentFiles as C}from"./current-files.js";import{collectL10nWarnings as Ne,l10nLayoutProblems as Pe,validateL10nConfig as Fe}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Ie,reconcilePluginScopedRows as Le,registerSystemEntities as Re}from"../database/finalize.js";import{hasStaleManifestVersion as ze,resetContentDatabase as Be}from"../database/reset.js";import{readGitLastModified as Ve}from"./git-last-modified.js";import{createContentScanPlan as He}from"./scan-plan.js";import{collectPageRedirects as w}from"../page-redirects.js";import{syncContentFiles as Ue}from"./sync.js";import{checkAllowedPackages as We}from"../allowed-packages.js";import{syncConfigLinkRefs as Ge}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Ke}from"./slugger/collision-peers.js";async function T(r){let a=p({contentDir:r.contentDir,context:r.context,currentFileIndex:r.currentFileIndex,logger:r.logger??t(),plugins:g(r.contentDir)}),d=a.contentDir,f=a.logger.child(`content-layer`),h=f.child(`content-layer:scan`),S=f.child(`content-layer:hash`),C=f.child(`content-layer:db`),w=f.child(`content-layer:plan`),T=f.child(`content-layer:diff`),E=f.child(`content-layer:sync`),D=n();f.debug(`Starting content ingest`,{contentDir:d,hints:r.hints??[]});let O=r.database===void 0,k=r.database??await m({contentDir:d,databaseUrl:r.databaseUrl,migrationsDir:r.migrationsDir,runMigrations:r.runMigrations,platform:a.platform,logger:C});try{if(await ze(k)){C.warn(`manifest version changed — resetting content database`);let e=n();await Be(k,{logger:C}),C.info(`Reset content database`,{durationMs:e()}),a.state=void 0}let t=re(d,r.hints??[]),p=n(),m=n(),g=await x({context:a,database:k}),O=[...g.filesByPath.values(),...g.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));C.debug(`Loaded previous content state`,{loadedCount:O.length,totalCount:O.length,durationMs:m()});let M=await ee({context:a,force:!0});await ce({contentDir:d,config:M.config,fs:a.platform.fs,logger:f});let N=l(j(M.config,g.routeBySlug.values()),await s(k)),P=Fe(a.config.l10n);for(let e of P)f.debug(e.message);(N||P.length>0||await _(k,`l10n-config`))&&await k.db.transaction(e=>y(e,`l10n-config`,P.map(e=>v(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await _(k,`config`))&&await k.db.transaction(e=>y(e,`config`,M.problems.map(e=>v(b(e),{scope:`global`,source:`config`}))));let Ye=await We(M.config,d,a.platform.fs);(Ye.length>0||await _(k,`allowed-packages`))&&await k.db.transaction(e=>y(e,`allowed-packages`,Ye.map(e=>v(b(e),{scope:`global`,source:`allowed-packages`}))));let F=ne(a.config);De(g,F);let I=e=>ue({config:a.config,contentDir:d,fs:a.platform.fs,nestedConfigPaths:e,isIgnored:F}),L=N||t.some(u),R=await I([...g.filesByPath.keys()].filter(u)),Xe=n(),z=await He({contentDir:d,fs:a.platform.fs,previousFiles:O,hints:de(t,R),ignoredDirectories:r.ignoredDirectories,configChanged:L,logger:w});w.debug(`Resolved ingest scan plan`,{hints:z.hintedPaths.length,configChanged:L,scanTargets:z.scanTargets.length,affectedPreviousFiles:z.affectedPreviousFiles.length,durationMs:Xe()});let B=new Map(O.map(e=>[e.path,e.hash])),V=await Je({contentDir:d,currentFileIndex:a.currentFileIndex,fs:a.platform.fs,scanPlan:z,ignoredDirectories:r.ignoredDirectories,scanLogger:h,hashLogger:S,previous:a.currentFileIndex?void 0:B,onProgress:r.onProgress});(z.hintedPaths.length===0||z.hintedPaths.includes(``))&&(R=await I(V.map(e=>e.path).filter(e=>u(e)&&!F(e))));let Ze=await le({outputs:R,files:V,contentDir:d,fs:a.platform.fs,previous:B}),H=[...V.filter(e=>!R.has(e.path)),...Ze],U=new Map(await Ve(d,h));for(let[e,t]of R){let n=U.get(t);n!==void 0&&U.set(e,n)}f.info(`Scanned ${e(H.length)} files`,{durationMs:p()});let Qe=n(),W=A(H,z.affectedPreviousFiles,{hintScopes:z.hintScopes,totalPrevious:O.length});T.debug(`Computed content diff`,{...W.summary,durationMs:Qe()}),f.info(`Compared with the previous state: ${W.summary.added} added, ${W.summary.changed} changed, ${W.summary.removed} removed, ${W.summary.unchanged} unchanged`);let $e=n(),et=n(),tt=await Te(k,{upserts:[...W.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...W.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:W.removed.map(e=>e.path),logger:C});C.debug(`Persisted content file state`,{upserts:W.added.length+W.changed.length,removed:W.removed.length,durationMs:et()});for(let e of W.removed)g.filesByPath.delete(e.path),g.ignoredFilesByPath.delete(e.path);for(let e of tt)(F(e.path)?g.ignoredFilesByPath:g.filesByPath).set(e.path,e);let G=o(a.config.l10n,i(g.filesByPath.keys())),K=a.currentFileIndex!==void 0||L||z.hintedPaths.length===0||z.hintedPaths.includes(``);if(K){let e=Pe(Ne({l10n:a.config.l10n,localeContext:G,filePaths:g.filesByPath.keys()})),t=oe(ae(a.config),g.filesByPath.keys());for(let t of e)f.debug(t.message);for(let e of t)f.debug(e.message);await k.db.transaction(async n=>{await y(n,`l10n-layout`,e.map(e=>v(e,{scope:`global`,source:`l10n-layout`}))),await y(n,`products`,t.map(e=>v(b(e),{scope:`global`,source:`products`})))})}let q=K?[...g.filesByPath.keys()].filter(u):[...W.added,...W.changed].map(e=>e.path).filter(e=>u(e)&&!F(e)),nt=W.removed.map(e=>e.path).filter(u);if(K||q.length>0||nt.length>0){let e=(await te({contentDir:d,fs:a.platform.fs,paths:q})).map(e=>v(b(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await k.db.transaction(t=>K?y(t,`nested-config`,e):ge(t,`nested-config`,[...q,...nt],e))}let rt=H.flatMap(e=>{let t=g.filesByPath.get(e.path),n=U.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(g.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await Ee(k,rt,C),await Ce(k,{changedFilePaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...rt.map(e=>e.path)],membershipChangedPaths:[...W.added,...W.removed].map(e=>e.path).filter(e=>!F(e)),logger:C});let it=a.pluginRegistry.listExtractAllPlugins(),at=a.pluginRegistry.listFinalizePlugins(),ot=new Set(at.map(e=>e.id)),J=[...Ie(g.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!ot.has(e)),st=await Le(k,[...it.map(e=>({pluginId:e.id,hook:`extractAll`})),...at.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:C});J.length>0&&await Re(k,[se({fragmentUpdates:new Map(J.map(e=>[e,null]))})],{logger:C});let[Y,ct,lt]=await Promise.all([xe(k),je(k),Ae(k)]),ut=ve(Y,a.config),dt=ye(Y,g);await Se(k,{config:a.config,logger:C}),await we(k,{logger:C}),await be(k,C),(st||J.length>0)&&(a.state=void 0,g=await x({context:a,database:k}));let ft=await me(k,`slugger`),pt=Ke(ft,{touchedPaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...ut.map(e=>e.originFilePath),...dt.map(e=>e.originFilePath)],storedFilesByPath:g.filesByPath}),X=qe({context:a,diff:W,currentFiles:H,dirtyOrigins:[...ut,...dt,...pt],hintedPaths:z.hintedPaths,storedFilesByPath:g.filesByPath,storedPluginsByPath:g.filePluginsByPath}),mt=n(),Z=await Ue({context:a,database:k,localeContext:G,files:X,removedPaths:new Set(W.removed.map(e=>e.path)),pluginScopedOriginRows:Y,routeQueryRows:ct,hookState:lt,storedSluggerProblems:ft,captureRevisions:r.captureRevisions,onFileSynced:(e,t)=>r.onProgress?.({stage:`sync`,done:e,total:t})});E.debug(`Synchronized content routes`,{files:X.length,durationMs:mt()}),await Ge({database:k,config:a.config,configChanged:N,logger:C}),f.info(`Updated content state: ${W.added.length+W.changed.length} upserted, ${W.removed.length} removed, ${X.length} synced`,{durationMs:$e()}),r.searchSync!==!1&&await Me({context:a,database:k,inlineSearchables:Z.inlineSearchables});let ht=await ie(k,{logger:C});ht.removed>0&&C.debug(`blob GC removed orphan blobs`,{count:ht.removed});let Q=await Oe(a.pluginIO,{contentDir:d,database:k,logger:C});if(Q.removedRows>0&&C.debug(`asset GC removed orphan assets`,{count:Q.removedRows,swept:Q.sweptFilenames.length}),r.reconcileAssetFiles??!0){let e=await ke(a.pluginIO,{contentDir:d,registered:await _e(k)});e.restored.length>0&&f.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&C.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&C.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:gt}=await x({context:a,database:k});a.config=j(M.config,gt.values()),await c(k,j(M.siteConfig,gt.values()),a.config);try{await k.db.transaction(e=>y(e,`system`,[]))}catch(e){C.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let _t=r.collectProblems===!1?[]:await he(k);f.debug(`Content ingest complete`,{durationMs:D()});let $=a.state??g,vt=fe({registry:a.pluginRegistry,routes:$.routeBySlug.values()}),yt=pe({registry:a.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:d,diff:W,currentFiles:V,previousFiles:z.affectedPreviousFiles,problems:_t,templateSet:vt,serverModuleSet:yt,inlineSearchables:Z.inlineSearchables,routeChanges:{...Z.routeChanges,unbounded:Z.routeChanges.unbounded||N}}}finally{O&&await k.close()}}function qe(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||D(e.context,n,e.storedPluginsByPath.get(n.path))&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??k(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of E(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??k(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function E(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${r}/`))),i=[];for(let e of t){let t=a(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&i.push(e)}return i}function D(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function O(e,t){return`${e.replace(/\/$/,``)}/${t}`}function k(e,t){if(t)return{absolutePath:O(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function A(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function Je(e){if(e.currentFileIndex){let t=C({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=n(),r=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:r.length,durationMs:t()});let i=n(),a=await S(r,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:a.length,durationMs:i()}),a}function j(e,t){let n=h(e,`redirects`)?w(t):{};return{...e,redirects:{...n,...e.redirects}}}export{A as diffContentFiles,T as runContentIngest};
|
|
1
|
+
import"../../shared/constants/app-data.js";import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as t,l10nDirOf as n,resolveLocaleContext as r}from"../../shared/utils/l10n.js";import{formatCount as i}from"../../shared/log-format.js";import{createLogger as a,stopwatch as o}from"../../shared/logger.js";import{loadEffectiveConfigHash as s,writeSiteConfig as c}from"../database/site-config.js";import{isConfigChanged as l,isNestedConfigPath as u,loadContentLayerConfig as ee,readNestedConfigProblems as te}from"../config.js";import{contentIgnoreMatcherOf as ne,normalizeHintPaths as re,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as ie}from"../context.js";import{openContentLayerDatabase as p}from"../database/connection.js";import{garbageCollectOrphanBlobs as ae}from"../database/blobs.js";import{isPlanFeatureGranted as m}from"../../shared/plan-gates.js";import{listConfiguredProducts as oe,productFolderProblems as se}from"../products.js";import{appDataSystemEntityDescriptor as ce}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as le}from"../plugins/project/loaded-set.js";import{apiOutputFiles as ue,readApiOutputs as de,withApiOutputHints as fe}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{assembleTemplateSet as pe}from"../templates/template-set.js";import{assembleServerModuleSet as me}from"../server-modules/module-set.js";import{listRegisteredAssets as he}from"../database/assets.js";import{createProblem as g}from"../problems/codes.js";import{computeDirtyConfigOrigins as ge,computeDirtyFileOrigins as _e,garbageCollectOrphanedEntities as ve,loadOriginDependencyRows as ye,propagateConfigDependencyInvalidation as be,propagateEntityInvalidation as xe,propagateRetryableProblemInvalidation as Se}from"../database/invalidation.js";import{hasGlobalProblemsForSource as _,listGlobalProblems as Ce,listProblems as we,problemRow as v,replaceGlobalProblemsForKeysTx as Te,replaceGlobalProblemsForSourceTx as y}from"../database/problems.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe}from"../context-state.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as ke,l10nLayoutProblems as Ae,validateL10nConfig as je}from"./l10n-warnings.js";import{garbageCollectOrphanAssetFiles as Me,restoreMissingAssetFiles as Ne}from"../materialization/asset-reconcile.js";import{loadPluginHookState as Pe}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Fe}from"../database/route-query-deps.js";import{collectAppDataFragmentOwnerIds as Ie,reconcilePluginScopedRows as Le,registerSystemEntities as Re}from"../database/finalize.js";import{hasStaleManifestVersion as ze,resetContentDatabase as Be}from"../database/reset.js";import{readGitLastModified as Ve}from"./git-last-modified.js";import{createContentScanPlan as He}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{runSearchSync as Ue}from"./search-sync.js";import{syncContentFiles as We}from"./sync.js";import{checkAllowedPackages as Ge}from"../allowed-packages.js";import{syncConfigLinkRefs as Ke}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as qe}from"./slugger/collision-peers.js";async function w(e){let n=ie({contentDir:e.contentDir,context:e.context,currentFileIndex:e.currentFileIndex,logger:e.logger??a(),plugins:h(e.contentDir)}),d=n.contentDir,f=n.logger.child(`content-layer`),m=f.child(`content-layer:scan`),x=f.child(`content-layer:hash`),S=f.child(`content-layer:db`),C=f.child(`content-layer:plan`),w=f.child(`content-layer:diff`),T=f.child(`content-layer:sync`),E=o();f.debug(`Starting content ingest`,{contentDir:d,hints:e.hints??[]});let D=e.database===void 0,O=e.database??await p({contentDir:d,databaseUrl:e.databaseUrl,migrationsDir:e.migrationsDir,runMigrations:e.runMigrations,platform:n.platform,logger:S});try{if(await ze(O)){S.warn(`manifest version changed — resetting content database`);let e=o();await Be(O,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),n.state=void 0}let a=re(d,e.hints??[]),ie=o(),p=o(),h=await b({context:n,database:O}),D=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:D.length,totalCount:D.length,durationMs:p()});let j=await ee({context:n,force:!0});await le({contentDir:d,config:j.config,fs:n.platform.fs,logger:f});let M=l(A(j.config,h.routeBySlug.values()),await s(O)),N=je(n.config.l10n);for(let e of N)f.debug(e.message);(M||N.length>0||await _(O,`l10n-config`))&&await O.db.transaction(e=>y(e,`l10n-config`,N.map(e=>v(e,{scope:`global`,source:`l10n-config`})))),(M||j.problems.length>0||await _(O,`config`))&&await O.db.transaction(e=>y(e,`config`,j.problems.map(e=>v(g(e),{scope:`global`,source:`config`}))));let Xe=await Ge(j.config,d,n.platform.fs);(Xe.length>0||await _(O,`allowed-packages`))&&await O.db.transaction(e=>y(e,`allowed-packages`,Xe.map(e=>v(g(e),{scope:`global`,source:`allowed-packages`}))));let P=ne(n.config);Oe(h,P);let F=e=>de({config:n.config,contentDir:d,fs:n.platform.fs,nestedConfigPaths:e,isIgnored:P}),I=M||a.some(u),L=await F([...h.filesByPath.keys()].filter(u)),Ze=o(),R=await He({contentDir:d,fs:n.platform.fs,previousFiles:D,hints:fe(a,L),ignoredDirectories:e.ignoredDirectories,configChanged:I,logger:C});C.debug(`Resolved ingest scan plan`,{hints:R.hintedPaths.length,configChanged:I,scanTargets:R.scanTargets.length,affectedPreviousFiles:R.affectedPreviousFiles.length,durationMs:Ze()});let z=new Map(D.map(e=>[e.path,e.hash])),B=await Ye({contentDir:d,currentFileIndex:n.currentFileIndex,fs:n.platform.fs,scanPlan:R,ignoredDirectories:e.ignoredDirectories,scanLogger:m,hashLogger:x,previous:n.currentFileIndex?void 0:z,onProgress:e.onProgress});(R.hintedPaths.length===0||R.hintedPaths.includes(``))&&(L=await F(B.map(e=>e.path).filter(e=>u(e)&&!P(e))));let Qe=await ue({outputs:L,files:B,contentDir:d,fs:n.platform.fs,previous:z}),V=[...B.filter(e=>!L.has(e.path)),...Qe],H=new Map(await Ve(d,m));for(let[e,t]of L){let n=H.get(t);n!==void 0&&H.set(e,n)}f.info(`Scanned ${i(V.length)} files`,{durationMs:ie()});let $e=o(),U=k(V,R.affectedPreviousFiles,{hintScopes:R.hintScopes,totalPrevious:D.length});w.debug(`Computed content diff`,{...U.summary,durationMs:$e()}),f.info(`Compared with the previous state: ${U.summary.added} added, ${U.summary.changed} changed, ${U.summary.removed} removed, ${U.summary.unchanged} unchanged`);let et=o(),tt=o(),nt=await Ee(O,{upserts:[...U.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:H.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...U.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:H.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:U.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:U.added.length+U.changed.length,removed:U.removed.length,durationMs:tt()});for(let e of U.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of nt)(P(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let W=r(n.config.l10n,t(h.filesByPath.keys())),G=n.currentFileIndex!==void 0||I||R.hintedPaths.length===0||R.hintedPaths.includes(``);if(G){let e=Ae(ke({l10n:n.config.l10n,localeContext:W,filePaths:h.filesByPath.keys()})),t=se(oe(n.config),h.filesByPath.keys());for(let t of e)f.debug(t.message);for(let e of t)f.debug(e.message);await O.db.transaction(async n=>{await y(n,`l10n-layout`,e.map(e=>v(e,{scope:`global`,source:`l10n-layout`}))),await y(n,`products`,t.map(e=>v(g(e),{scope:`global`,source:`products`})))})}let K=G?[...h.filesByPath.keys()].filter(u):[...U.added,...U.changed].map(e=>e.path).filter(e=>u(e)&&!P(e)),q=U.removed.map(e=>e.path).filter(u);if(G||K.length>0||q.length>0){let e=(await te({contentDir:d,fs:n.platform.fs,paths:K})).map(e=>v(g(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await O.db.transaction(t=>G?y(t,`nested-config`,e):Te(t,`nested-config`,[...K,...q],e))}let J=V.flatMap(e=>{let t=h.filesByPath.get(e.path),n=H.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(O,J,S),await xe(O,{changedFilePaths:[...U.added.map(e=>e.path),...U.changed.map(e=>e.path),...U.removed.map(e=>e.path),...J.map(e=>e.path)],membershipChangedPaths:[...U.added,...U.removed].map(e=>e.path).filter(e=>!P(e)),logger:S});let rt=n.pluginRegistry.listExtractAllPlugins(),it=n.pluginRegistry.listFinalizePlugins(),at=new Set(it.map(e=>e.id)),Y=[...Ie(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!at.has(e)),ot=await Le(O,[...rt.map(e=>({pluginId:e.id,hook:`extractAll`})),...it.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});Y.length>0&&await Re(O,[ce({fragmentUpdates:new Map(Y.map(e=>[e,null]))})],{logger:S});let[X,st,ct]=await Promise.all([ye(O),Fe(O),Pe(O)]),lt=ge(X,n.config),ut=_e(X,h);await be(O,{config:n.config,logger:S}),await Se(O,{logger:S}),await ve(O,S),(ot||Y.length>0)&&(n.state=void 0,h=await b({context:n,database:O}));let dt=await Ce(O,`slugger`),ft=qe(dt,{touchedPaths:[...U.added.map(e=>e.path),...U.changed.map(e=>e.path),...U.removed.map(e=>e.path),...lt.map(e=>e.originFilePath),...ut.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),Z=Je({context:n,diff:U,currentFiles:V,dirtyOrigins:[...lt,...ut,...ft],hintedPaths:R.hintedPaths,storedFilesByPath:h.filesByPath,storedPluginsByPath:h.filePluginsByPath}),pt=o(),Q=await We({context:n,database:O,localeContext:W,files:Z,removedPaths:new Set(U.removed.map(e=>e.path)),pluginScopedOriginRows:X,routeQueryRows:st,hookState:ct,storedSluggerProblems:dt,captureRevisions:e.captureRevisions,onFileSynced:(t,n)=>e.onProgress?.({stage:`sync`,done:t,total:n})});T.debug(`Synchronized content routes`,{files:Z.length,durationMs:pt()}),await Ke({database:O,config:n.config,configChanged:M,logger:S}),f.info(`Updated content state: ${U.added.length+U.changed.length} upserted, ${U.removed.length} removed, ${Z.length} synced`,{durationMs:et()}),e.searchSync!==!1&&await Ue({context:n,database:O,inlineSearchables:Q.inlineSearchables});let mt=await ae(O,{logger:S});mt.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:mt.removed});let $=await Me(n.pluginIO,{contentDir:d,database:O,logger:S});if($.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:$.removedRows,swept:$.sweptFilenames.length}),e.reconcileAssetFiles??!0){let e=await Ne(n.pluginIO,{contentDir:d,registered:await he(O)});e.restored.length>0&&f.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:ht}=await b({context:n,database:O});n.config=A(j.config,ht.values()),await c(O,A(j.siteConfig,ht.values()),n.config);try{await O.db.transaction(e=>y(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let gt=e.collectProblems===!1?[]:await we(O);f.debug(`Content ingest complete`,{durationMs:E()});let _t=n.state??h,vt=pe({registry:n.pluginRegistry,routes:_t.routeBySlug.values()}),yt=me({registry:n.pluginRegistry,entities:_t.entitiesByKey.values()});return{contentDir:d,diff:U,currentFiles:B,previousFiles:R.affectedPreviousFiles,problems:gt,templateSet:vt,serverModuleSet:yt,inlineSearchables:Q.inlineSearchables,routeChanges:{...Q.routeChanges,unbounded:Q.routeChanges.unbounded||M}}}finally{D&&await O.close()}}function Je(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||E(e.context,n,e.storedPluginsByPath.get(n.path))&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??O(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??O(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(t,r){let i=new Set([...t].filter(t=>!t.startsWith(`${e}/`))),a=[];for(let e of r){let t=n(e);t!==void 0&&i.has(e.slice(`@l10n/${t}/`.length))&&a.push(e)}return a}function E(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function D(e,t){return`${e.replace(/\/$/,``)}/${t}`}function O(e,t){if(t)return{absolutePath:D(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function k(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function Ye(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=o(),n=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:n.length,durationMs:t()});let r=o(),i=await x(n,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:i.length,durationMs:r()}),i}function A(e,t){let n=m(e,`redirects`)?C(t):{};return{...e,redirects:{...n,...e.redirects}}}export{k as diffContentFiles,w as runContentIngest};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{formatDuration as i}from"../../shared/log-format.js";import{isRbacScope as a}from"../../server/rbac/engine.js";import{normalizeRouteSlug as o}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as s,pageMarkdown as c,routeQueryDeps as l,searchDocuments as u}from"../database/schema.js";import{computePathPrefixes as d}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as f}from"../materialization/data-ref.js";import{batchValues as p,normalizeBatchSize as m}from"../database/connection.js";import{resolveDataRef as h}from"../database/blobs.js";import{createRouteQueryEvaluator as g,dedupeRouteQueryDependencies as _,isRouteQueryStale as v}from"../plugins/utils/route-index.js";import{listConfiguredProducts as y}from"../products.js";import{userMarkdocSchemaDigest as b}from"../markdown/constants/tag-sets.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{problemRow as C,replaceEntityProblemsForCodesBatchTx as w}from"../database/problems.js";import{createProblem as T}from"../problems/codes.js";import{loadContentLayerState as E}from"../context-state.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as O,searchFacetInvalidProblem as k,searchableFailedProblem as A}from"../problems/producers.js";import"../search/postings/postings-store.js";import{createSearchStore as j}from"../search/store.js";import{loadAttachedRouteSlugs as M}from"../database/route-deps.js";import{toRbacTeams as N,toRbacTeamsWithinRoute as P}from"./rbac-teams.js";import{createMarkdownCopyRule as F}from"../markdown-copy-rule.js";import{buildDocumentFacets as I}from"../search/facet-rows.js";import{createHookEntityStore as L}from"./hook-inputs.js";import{and as R,eq as z,inArray as B}from"drizzle-orm";function V(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function H(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),a=[],o=/* @__PURE__ */ new Map,s=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),c=e.inlineSearchables??/* @__PURE__ */ new Map,l=e.entityKeys===void 0?void 0:[...e.entityKeys,...c.keys()],u=await re(n,l);if(s.size===0&&c.size===0&&u.size===0)return{synced:0,problems:a};let d=await E({context:t,database:n}),f=j(n),m=g(d,t.config),h=y(t.config),_=ee(d,m,h),v=_(),x=te(t),S=F(t.config),w=V(x,h,S.settings,b()),T=ne(r,{configuredFields:x}),D=0,k=(e,t)=>{a.push(...t),o.set(e,t.map(t=>C(t,{scope:`entity`,entityId:e})))},N=(e,t,n,i)=>{let s=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${s}`);let c=A({entityKey:t,pluginId:n,message:s});a.push(c),o.set(e,[C(c,{scope:`entity`,entityId:e})])},P=async()=>(await U(n,o,O,r),{synced:D,problems:a});l===void 0&&await K({context:t,database:n,state:d,store:f,stored:u,searchableLoaders:s});let I=[];for(let[e,n]of c){let i=d.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){u.has(e)&&await f.removeSource(e);continue}try{let a=await T.prepare(e,n.docs,v);I.push({entityKey:e,docs:a.docs,...X(e,n,a.docs),sourceHash:w(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),k(i.id,[...G(e,n.problems,r),...a.problems])}catch(t){N(i.id,e,i.pluginId,t)}}}if(await f.replaceSourceDocuments(I),D+=I.length,s.size===0)return P();let L=await ie(n,[...s.keys()],e.entityKeys),R=await ae(n,m,L.map(e=>e.id)),z=L.filter(e=>{let n=s.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=u.get(e.key);return i===void 0||i.sourceHash!==w(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||R.has(e.id)});if(z.length===0)return P();let B=await M(n,z.map(e=>e.key)),H=0,J=0,Z=0,Q=0,$=0;for(let r of p(z,50)){H+=1;let i=Date.now(),a=await Y(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=s.get(i.loaderId);if(r){try{let e=await q({row:i,entry:r,value:a.get(i.id),attachedSlug:B.get(i.key),context:t,database:n,state:d,evaluator:m,resolveAccess:_,prepare:T.prepare,stampOf:w,allowsMarkdownCopy:S.allows});o.push(e),k(i.id,e.problems)}catch(e){N(i.id,i.key,r.pluginId,e)}J+=1,e.onProgress?.(J,z.length)}}Q+=Date.now()-i,i=Date.now(),await W({context:t,database:n,store:f,outputs:o}),$+=Date.now()-i,D+=o.length}return l===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${H} ${H===1?`chunk`:`chunks`} (load ${i(Z)}, producers ${i(Q)}, writes ${i($)})`),P()}async function U(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>w(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function W(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:_(e.reads)}))});for(let e of n){if(await i.delete(c).where(z(c.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(c).values(a)}}})}function G(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])O.includes(e.code)?r.push(T(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${O.join(`, `)}`);return r}async function K(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(c).where(z(c.entityKey,t)))}}async function q(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await f(o.data,e=>h(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),p=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),g={config:e.context.config,entities:L(e.context,r,e.state,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:p},_=i?await i(c,g):{docs:[]},v=a&&e.allowsMarkdownCopy(p)?await a(c,g):null,y=J(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:m.rbacTeamsForSlug(e.routeSlug)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...X(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...G(t.key,_.problems,e.context.logger),...b.problems]}}function J(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{}})}}}return a}async function Y(e,t){let n=await e.db.select({id:s.id,data:s.data,dataHash:s.dataHash}).from(s).where(B(s.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function ee(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(d(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,rbacTeamsForSlug:e=>N(o(e)),localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function X(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(Q(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=o(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=I({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:P(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;s.has(a)||(s.add(a),c.push(k({entityKey:n,field:e,reason:Z[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Z={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function Q(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!a(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:p(t,m(void 0))){let t=await e.db.selectDistinct({entityKey:u.entityKey,sourceHash:u.sourceHash,pluginVersion:u.pluginVersion}).from(u).where(r===void 0?void 0:B(u.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:c.entityKey,sourceHash:c.sourceHash,pluginVersion:c.pluginVersion}).from(c).where(r===void 0?void 0:B(c.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:s.id,key:s.key,loaderId:s.loaderId,dataHash:s.dataHash}).from(s).where(R(z(s.status,`ready`),z(s.isCurrent,1),B(s.loaderId,[...t]),n===void 0?void 0:B(s.key,[...n]))).orderBy(s.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=m(void 0),o=await e.db.select({entityId:l.entityId,kind:l.kind,argument:l.argument,resultHash:l.resultHash}).from(l).where(R(z(l.hook,`searchable`),a?B(l.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&v(t,e)&&r.add(e.entityId);return r}function $(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{$ as collectInlineSearchables,H as runSearchSync};
|
|
1
|
+
import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{findProductForSlug as r}from"../../shared/products.js";import{normalizeRouteSlug as i}from"../../shared/utils/routes/normalize-route-slug.js";import{userMarkdocSchemaDigest as a}from"../markdown/constants/tag-sets.js";import{formatDuration as o}from"../../shared/log-format.js";import{hashContentBytes as s}from"../../shared/utils/content-hash.js";import{isRbacScope as c}from"../../server/rbac/engine.js";import{entities as l,pageMarkdown as u,routeQueryDeps as d,searchDocuments as f}from"../database/schema.js";import{computePathPrefixes as p}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as m}from"../materialization/data-ref.js";import{batchValues as h,normalizeBatchSize as g}from"../database/connection.js";import{resolveDataRef as _}from"../database/blobs.js";import{createRouteQueryEvaluator as v,dedupeRouteQueryDependencies as y,isRouteQueryStale as b}from"../plugins/utils/route-index.js";import{listConfiguredProducts as x}from"../products.js";import{curationKeywordsOf as S}from"../search/keywords.js";import{createMarkdownCopyRule as ee}from"../markdown-copy-rule.js";import{createProblem as C}from"../problems/codes.js";import{problemRow as w,replaceEntityProblemsForCodesBatchTx as T}from"../database/problems.js";import"../search/postings/postings-store.js";import{createSearchStore as E}from"../search/store.js";import{loadContentLayerState as D}from"../context-state.js";import{replaceEntityRouteQueryDepsTx as O}from"../database/route-query-deps.js";import{loadAttachedRouteSlugs as te}from"../database/route-deps.js";import{toRbacTeams as k,toRbacTeamsWithinRoute as A}from"./rbac-teams.js";import{buildDocumentFacets as j}from"../search/facet-rows.js";import{SEARCH_PROBLEM_CODES as M,searchFacetInvalidProblem as N,searchableFailedProblem as P}from"../problems/producers.js";import{createHookEntityStore as F}from"./hook-inputs.js";import{and as I,eq as L,inArray as R}from"drizzle-orm";function ne(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[2,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function z(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),i=[],s=/* @__PURE__ */ new Map,c=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),l=e.inlineSearchables??/* @__PURE__ */ new Map,u=e.entityKeys===void 0?void 0:[...e.entityKeys,...l.keys()],d=await re(n,u);if(c.size===0&&l.size===0&&d.size===0)return{synced:0,problems:i};let f=await D({context:t,database:n}),p=E(n),m=v(f,t.config),g=x(t.config),_=q(f,m,g),y=_(),b=J(t),S=ee(t.config),C=ne(b,g,S.settings,a()),T=X(r,{configuredFields:b}),O=0,k=(e,t)=>{i.push(...t),s.set(e,t.map(t=>w(t,{scope:`entity`,entityId:e})))},A=(e,t,n,a)=>{let o=a instanceof Error?a.message:String(a);r.warn(`searchable failed for "${t}"; keeping its last documents: ${o}`);let c=P({entityKey:t,pluginId:n,message:o});i.push(c),s.set(e,[w(c,{scope:`entity`,entityId:e})])},j=async()=>(await B(n,s,M,r),{synced:O,problems:i});u===void 0&&await U({context:t,database:n,state:f,store:p,stored:d,searchableLoaders:c});let N=[];for(let[e,n]of l){let i=f.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){d.has(e)&&await p.removeSource(e);continue}try{let a=await T.prepare(e,n.docs,y);N.push({entityKey:e,docs:a.docs,...Y(e,n,a.docs),sourceHash:C(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),k(i.id,[...H(e,n.problems,r),...a.problems])}catch(t){A(i.id,e,i.pluginId,t)}}}if(await p.replaceSourceDocuments(N),O+=N.length,c.size===0)return j();let F=await ie(n,[...c.keys()],e.entityKeys),I=await ae(n,m,F.map(e=>e.id)),L=F.filter(e=>{let n=c.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=d.get(e.key);return i===void 0||i.sourceHash!==C(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||I.has(e.id)});if(L.length===0)return j();let R=await te(n,L.map(e=>e.key)),z=0,G=0,Z=0,Q=0,$=0;for(let r of h(L,50)){z+=1;let i=Date.now(),a=await K(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=c.get(i.loaderId);if(r){try{let e=await W({row:i,entry:r,value:a.get(i.id),attachedSlug:R.get(i.key),context:t,database:n,state:f,evaluator:m,resolveAccess:_,prepare:T.prepare,stampOf:C,allowsMarkdownCopy:S.allows});o.push(e),k(i.id,e.problems)}catch(e){A(i.id,i.key,r.pluginId,e)}G+=1,e.onProgress?.(G,L.length)}}Q+=Date.now()-i,i=Date.now(),await V({context:t,database:n,store:p,outputs:o}),$+=Date.now()-i,O+=o.length}return u===void 0&&r.info(`Synced ${L.length} content ${L.length===1?`item`:`items`} for search in ${z} ${z===1?`chunk`:`chunks`} (load ${o(Z)}, producers ${o(Q)}, writes ${o($)})`),j()}async function B(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>T(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function V(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async r=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),r),await O(r,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:y(e.reads)}))});for(let e of n){if(await r.delete(u).where(L(u.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let i=await Promise.all(t.chunks.map(async(r,i)=>{let a=t.headings?.[i]??null;return{entityKey:e.row.key,chunkIndex:i,routeSlug:t.routeSlug,text:r,heading:a?.heading??null,anchor:a?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,hash:await s(new TextEncoder().encode(r)),sourceHash:e.sourceHash,pluginVersion:n}}));await r.insert(u).values(i)}}})}function H(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])M.includes(e.code)?r.push(C(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${M.join(`, `)}`);return r}async function U(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(u).where(L(u.entityKey,t)))}}async function W(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await m(o.data,e=>_(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),f=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),p=e.resolveAccess(u),h={config:e.context.config,entities:F(e.context,r,e.state,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:f},g=i?await i(c,h):{docs:[]},v=a&&e.allowsMarkdownCopy(f)?await a(c,h):null,y=G(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:p.rbacTeamsForSlug(e.routeSlug)})),b=await e.prepare(t.key,g.docs??[],p);return{row:t,entry:n,docs:b.docs,...Y(t.key,g,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...H(t.key,g.problems,e.context.logger),...b.problems]}}function G(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{}})}}}return a}async function K(e,t){let n=await e.db.select({id:l.id,data:l.data,dataHash:l.dataHash}).from(l).where(R(l.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function q(e,t,n){let i=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),a=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(p(t)),r;for(let e of i)n.has(e.slug)&&(r===void 0||e.slug.length>r.length)&&(r=e.slug);return r};return i=>{let o=t.index(i),s=e=>o.getAccess(a(e)??e),c=t=>e.routeBySlug.get(a(t)??t);return{accessForSlug:s,rbacTeamsForSlug:e=>k(s(e)),localeForSlug:e=>c(e)?.locale??``,originFilePathForSlug:e=>c(e)?.originFilePath??null,versionForSlug:e=>{let t=c(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=c(e),i=t?t.canonicalSlug||t.slug:e;return r(n,i)}}}}function J(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function Y(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function X(e,t){return{async prepare(n,r,a){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let o=/* @__PURE__ */ new Set,s=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(Q(n,u),o.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);o.add(u.docKey);let r=i(u.routeSlug),d=a.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=a.productForSlug(r),_=a.versionForSlug(r),v=j({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:A(d,p),version:_,product:g?.name??null,keywords:S(m),onDropped:(e,t)=>{let i=`${e}\u0000${t}`;s.has(i)||(s.add(i),c.push(N({entityKey:n,field:e,reason:Z[t],filePath:a.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:a.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Z={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function Q(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!c(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:h(t,g(void 0))){let t=await e.db.selectDistinct({entityKey:f.entityKey,sourceHash:f.sourceHash,pluginVersion:f.pluginVersion}).from(f).where(r===void 0?void 0:R(f.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:u.entityKey,sourceHash:u.sourceHash,pluginVersion:u.pluginVersion}).from(u).where(r===void 0?void 0:R(u.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:l.id,key:l.key,loaderId:l.loaderId,dataHash:l.dataHash}).from(l).where(I(L(l.status,`ready`),L(l.isCurrent,1),R(l.loaderId,[...t]),n===void 0?void 0:R(l.key,[...n]))).orderBy(l.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=g(void 0),o=await e.db.select({entityId:d.entityId,kind:d.kind,argument:d.argument,resultHash:d.resultHash}).from(d).where(I(L(d.hook,`searchable`),a?R(d.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&b(t,e)&&r.add(e.entityId);return r}function $(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{$ as collectInlineSearchables,z as runSearchSync};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{
|
|
1
|
+
import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{createProblem as s}from"../problems/codes.js";import{garbageCollectOrphanedEntities as c,propagateRouteQueryInvalidation as l}from"../database/invalidation.js";import{problemRow as u}from"../database/problems.js";import{loadFileManifestsByPaths as d}from"../database/files.js";import{loadContentLayerState as f,reloadContentLayerEntities as p}from"../context-state.js";import{bulkSyncOrigins as m}from"../database/origins.js";import{extractFailedProblem as h,sluggerProblemSources as ee}from"../problems/producers.js";import{finalizeHookInputs as g,hasAnyPluginHookTrigger as _}from"./hook-inputs.js";import{collectInlineSearchables as v}from"./search-sync.js";import{resolveRevisionsConfig as y}from"../revisions/config.js";import{dropCollidingRoutes as b}from"./slugger/drop-colliding-routes.js";import{allReservedSlugs as te,resolveFinalSlugs as x}from"./slugger/resolve-final-slugs.js";import{normalizePluginArtifacts as S}from"./normalize-artifacts.js";import{runFinalizePhase as C}from"./finalize-phase.js";import{applyOriginRoutesToWorkingState as w,cloneContentLayerState as T,removeFileFromWorkingState as ne,removeOriginFromWorkingState as E}from"./working-state.js";import{dropCollidingExtractAllRoutes as D,runExtractAllPhase as O}from"./extract-all-phase.js";import{diffFallbackRoutes as k,generateFallbackRoutes as A}from"./generate-fallback-routes.js";async function j(n){let s=await f({context:n.context,database:n.database}),l=T(s);for(let e of n.removedPaths)ne(l,e);if(n.files.length===0&&n.removedPaths.size===0&&![`extractAll`,`finalize`].some(e=>_(e,n.context,s,n.pluginScopedOriginRows,n.routeQueryRows,n.hookState,e===`finalize`?g(n.localeContext):void 0)))return await P(n,l),n.context.state=l,{inlineSearchables:/* @__PURE__ */ new Map,routeChanges:{changedSlugs:[],unbounded:!1}};let h=n.context.logger.child(`content-layer:sync`),{localeContext:S}=n,j=I(n.context.config,`/l10n`),M=I(n.context.config,`/metadataGlobs`),N=await O({context:n.context,database:n.database,workingState:l,files:n.files,originRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:extractAll`)}),F=n.context.logger.child(`content-layer:plugin`),R=y(n.context.config),z=n.files.filter(e=>e.manifest===void 0).map(e=>e.path),B=await d(n.database,z),V=n.context.pluginRegistry.list().map(e=>e.id);E(l,V,o,null);let H=[],U=`${e}/`,W=n.files.map(e=>({file:e,localized:Number(e.path.startsWith(U))})).sort((e,t)=>e.localized-t.localized).map(e=>e.file);for(let[e,a]of W.entries()){let o=l.filesByPath.get(a.path)??l.ignoredFilesByPath.get(a.path);if(!o)throw Error(`Missing stored file state for "${a.path}".`);let s=t(n.context,a.path),c=(l.filePluginsByPath.get(a.path)??[]).map(e=>e.pluginId).filter(e=>!s.some(t=>t.id===e)),u=[];for(let e of c)E(l,V,e,a.path),u.push({hook:`extract`,originDependencies:[],originFileId:o.id,originFilePath:a.path,originPluginId:e,routeDependencies:[],routes:[],entities:[],problems:[]});for(let e of s)E(l,V,e.id,a.path);let d=i({path:a.path,hash:a.hash,manifest:a.manifest??B.get(a.path)??{}}),f=await r(s,d,{config:n.context.config,fs:n.context.platform.fs,contentDir:n.context.contentDir,scannedPaths:()=>l.filesByPath.keys(),logger:F});for(let e of f)L({context:n.context,workingState:l,allPluginIds:V,filePath:a.path,fileRecord:o,attempt:e,origins:u,revisions:R,localeContext:S,l10nConfigDependency:j,metadataGlobsConfigDependency:M,pluginLogger:F});let p=s.map(e=>({id:e.id,version:e.version}));H.push({fileId:o.id,filePath:a.path,plugins:p,origins:u}),l.filePluginsByPath.set(a.path,p.map(e=>({fileId:o.id,pluginId:e.id,pluginVersion:e.version}))),n.onFileSynced?.(e+1,W.length)}let G=n.context.pluginRegistry.listReservedSlugs(),{collisions:K,routeBySlug:q,wildcardShadows:J,problems:Y}=x({state:l,previousWildcardShadows:s.wildcardShadows,reservedSlugs:G,logger:h});l.wildcardShadows=J,l.routeBySlug=q;let ie=/* @__PURE__ */ new Set([...n.files.map(e=>e.path),...n.removedPaths,...N.pending.map(e=>e.pluginId),...N.failures.map(e=>e.pluginId)]),X=new Set(Y.map(e=>e.key));for(let e of n.storedSluggerProblems){if(e.key===null)continue;let t=ee(e.data);t.length>0&&t.every(e=>ie.has(e))&&X.add(e.key)}b({state:l,bulkItems:H,collisions:K,allPluginIds:V}),D(N.pending,K);let Z=A({state:l,localeContext:S,reservedSlugs:te(G)}),ae=k(s.routesByOriginKey.get(a(`internal.l10n`,null))??[],Z);w(l,V,o,null,Z);let Q=/* @__PURE__ */ new Map;for(let e of H)for(let t of e.origins)v(t.entities,Q);for(let e of N.pending)v(e.entities,Q);let $=/* @__PURE__ */ new Set;if(R){for(let e of H)if(R.isTracked(e.filePath))for(let t of e.origins)for(let e of t.entities)$.add(e.key)}await m(n.database,H,{logger:F,revisions:R?{max:R.max,trackedKeys:$,capture:n.captureRevisions===!0}:void 0,extractAllOrigins:N.pending.map(e=>({hook:`extractAll`,originFileId:null,originFilePath:null,originPluginId:e.pluginId,originDependencies:e.originDependencies,routeDependencies:e.routeDependencies,routes:e.routes,entities:e.entities,problems:[],fingerprint:e.inputsHash,routeQueries:e.routeQueries})),extractAllFailures:N.failures,globalProblems:{source:`slugger`,keys:[...X],newProblems:Y.map(e=>u(e.problem,{scope:`global`,source:`slugger`,key:e.key}))},fallbackRoutes:{pluginId:o,...ae}}),await p({state:l,database:n.database}),await P(n,l);let oe=await C({context:n.context,database:n.database,localeContext:S,workingState:l,files:n.files,pluginScopedOriginRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:finalize`),collectEntities:e=>v(e,Q)}),se=await c(n.database);return(oe.ranPluginIds.length>0||se.removedOrphans)&&await p({state:l,database:n.database}),n.context.state=l,{inlineSearchables:Q,routeChanges:re(s.routeBySlug,l.routeBySlug)}}function re(e,t){let n=[];for(let[r,i]of e){let e=t.get(r);(e===void 0||e.originFilePath!==i.originFilePath)&&n.push(r)}for(let r of t.keys())e.has(r)||n.push(r);return{changedSlugs:n,unbounded:!M(e,t)}}function M(e,t){let n=N(e),r=N(t);return n.size===r.size&&[...n].every(e=>r.has(e))}function N(e){let t=/* @__PURE__ */ new Set;for(let[n,r]of e)r.wildcardPrefix&&t.add(n);return t}async function P(e,t){let{invalidatedKeys:n}=await l(e.database,{rows:e.routeQueryRows,state:t,config:e.context.config,logger:e.context.logger.child(`content-layer:db`)});for(let e of n){let n=t.entitiesByKey.get(e);n&&(n.status=`stale`)}}function F(e){return[...e.configDependencies.map(e=>({...e,source:`config`})),...e.fileDependencies]}function I(e,t){return{source:`config`,accessType:`value`,path:t,valueHash:n(e,{accessType:`value`,path:t})}}function L(e){let{context:t,workingState:n,allPluginIds:r,filePath:i,fileRecord:o,attempt:c}=e,l=c.result.ok?c.result.value:null,u=e.localeContext.isL10nPath(i)?[...F(c),e.l10nConfigDependency]:F(c);if(!l){e.origins.push({hook:`extract`,originDependencies:u,originFileId:o.id,originFilePath:i,originPluginId:c.plugin.id,routeDependencies:[],routes:[],entities:[],problems:c.result.ok?[]:[h({filePath:i,pluginId:c.plugin.id,message:c.result.error.message})]});return}let d=S({context:t,filePath:i,pluginId:c.plugin.id,revisions:e.revisions,routeDrafts:l.routes,standaloneEntities:l.entities??[],localeContext:e.localeContext,resolveCanonicalRoute:(e,t)=>n.routesByOriginKey.get(a(c.plugin.id,e))?.find(e=>e.routeId===t)});w(n,r,c.plugin.id,i,d.routes),e.origins.push({hook:`extract`,originDependencies:d.routes.length>0?[...u,e.metadataGlobsConfigDependency]:u,originFileId:o.id,originFilePath:i,originPluginId:c.plugin.id,routeDependencies:d.routeDependencies,routes:d.routes,entities:d.entities,problems:(l.problems??[]).map(e=>s({...e,location:e.location??{filePath:i}})),linkRefs:l.linkRefs})}export{j as syncContentFiles};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{
|
|
1
|
+
import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{createProblem as a}from"../problems/codes.js";import{deleteProblemsForLinkRefsTx as o,insertProblemsTx as s,problemRow as c,replaceAllLinkProblemsTx as l}from"../database/problems.js";import{clearLinkCheckCheckpointTx as u}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as d}from"./load-view.js";import{unresolvedFilePathRefReads as f,validateLinkRefs as p}from"./validate.js";import{and as m,eq as h,getTableColumns as g,gte as _,inArray as v,lt as y,notInArray as b,or as x}from"drizzle-orm";function S(e){return{run:t=>w(e.logger,()=>T(e,t))}}async function C(r){await w(r.logger,async()=>{let i=await r.database.db.select({entityId:e.id,path:n.path}).from(e).leftJoin(t,h(t.entityId,e.id)).leftJoin(n,h(t.originFileId,n.id)).where(m(h(e.key,r.entityKey),h(e.isCurrent,1))),a=i[0]?.entityId;if(a===void 0)return;let o=i.map(e=>e.path).filter(e=>e!==null),s=[...new Set(o)],c=r.viewCache?await r.viewCache.refreshInventories(s):void 0;await T(r,{entityIds:[a],originFilePaths:[],changedSlugs:[],changedFilePaths:s,unbounded:!1},c)})}async function w(e,t){try{await t()}catch(t){e?.warn(`Incremental link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)})}}async function T(e,t,n){if(t.unbounded){await E(e);return}if(!D(t))return;let r=n??await d(e),i=await O(e.database,t,r);if(i.length===0)return;let a=p(i,r).map(j),c=i.map(e=>e.id);await e.database.db.transaction(async e=>{await o(e,c),await s(e,a),await u(e)}),e.logger?.debug(`Incremental link check complete`,{refs:i.length,broken:a.length})}async function E(e){let[t,n]=await Promise.all([e.database.db.select().from(r),d(e)]),i=p(t,n).map(j);await e.database.db.transaction(async e=>{await l(e,i),await u(e)}),e.logger?.debug(`Full link check complete`,{refs:t.length,broken:i.length})}function D(e){return e.entityIds.length>0||e.originFilePaths.length>0||e.changedSlugs.length>0||e.changedFilePaths.length>0}async function O(e,t,a){let o=/* @__PURE__ */ new Map,s=e=>{for(let t of e)o.set(t.id,t)};for(let n of i(t.entityIds,500))s(await e.db.select().from(r).where(v(r.entityId,n)));for(let a of i(t.originFilePaths,500))s(await e.db.select(g(r)).from(r).innerJoin(n,h(r.originFileId,n.id)).where(v(n.path,a)));let c=new Set(t.changedSlugs);for(let e of t.changedFilePaths)for(let t of a.routeSlugsBySourcePath.get(e)??[])c.add(t);for(let t of i([...c],500))s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),v(r.target,t))));let l=[...c].filter(e=>a.routeBySlug.get(e)?.wildcardPrefix===!0);for(let t of i(l,20)){let n=t.map(e=>{let t=k(e);return m(_(r.target,t),y(r.target,A(t)))});s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),x(...n))))}for(let n of i(t.changedFilePaths,500))s(await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),v(r.target,n))));if(c.size>0||t.changedFilePaths.length>0){let i=new Set(t.changedFilePaths);s((await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),b(r.target,e.db.select({path:n.path}).from(n))))).filter(e=>{let t=f(e,a);return t.filePaths.some(e=>i.has(e))||t.slugs.some(e=>c.has(e)||l.some(t=>e.startsWith(k(t))))}))}return[...o.values()]}function k(e){return e===`/`?`/`:`${e}/`}function A(e){return`${e.slice(0,-1)}0`}function j(e){return c(a(e.problem),{scope:`link`,linkRefId:e.ref.id})}export{S as createDevLinkCheckSession,O as loadAffectedRefs,C as runMaterializationLinkCheck};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{files as
|
|
1
|
+
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{toPublicVersionedSlug as n}from"../../shared/constants/versions.js";import{files as r,routes as i,staticFiles as a,targetInventories as o}from"../database/schema.js";import{getVersionCatalog as s}from"../versions/resolve.js";import{buildLinkCheckView as c}from"./view.js";import{asc as l,eq as u}from"drizzle-orm";async function d(n){let{database:s}=n,[d,m,h,g]=await Promise.all([s.db.select({slug:i.slug,wildcardPrefix:i.wildcardPrefix,sourcePath:r.path,version:i.version,versionGroup:i.versionGroup}).from(i).leftJoin(r,u(i.sourceId,r.id)).orderBy(l(i.id)),s.db.select({filePath:r.path,kind:o.kind,exhaustive:o.exhaustive,targets:o.targets}).from(o).innerJoin(r,u(o.fileId,r.id)),s.db.select({path:r.path}).from(r),s.db.select({path:a.path}).from(a)]),_=h.map(e=>e.path),v=t(n.config.l10n,e(_));return c({routes:await p(s,d),filePaths:_,inventories:m,redirects:f(n.config),servedStaticPaths:g.map(e=>`/${e.path}`),localeContext:v,checkAnchors:n.config.linkChecker?.anchors?.hide!==!0})}function f(e){return Object.fromEntries(Object.entries(e.redirects??{}).map(([e,t])=>[e,t.to]))}async function p(e,t){let r=await s(e.db),i=new Set(t.map(e=>e.slug)),a=[];for(let e of t){if(!e.versionGroup||!e.version||(await r.groupInfo(e.versionGroup)).defaultVersion!==e.version)continue;let t=n(e.slug,e.versionGroup,e.version,!0);t!==e.slug&&!i.has(t)&&a.push({...e,slug:t})}return[...t,...a]}export{d as loadLinkCheckView};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{
|
|
1
|
+
import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{createProblem as o}from"../problems/codes.js";import{deleteOrphanedLinkProblemsTx as s,deleteProblemsForLinkRefsTx as c,insertProblemsTx as l,problemRow as u,replaceAllLinkProblemsTx as d}from"../database/problems.js";import{loadLinkCheckCheckpoint as f,writeLinkCheckCheckpointTx as p}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as m}from"./load-view.js";import{validateLinkRefs as h}from"./validate.js";import{loadAffectedRefs as g}from"./delta.js";import{narrowRangeToTarget as _}from"../../shared/utils/narrow-range-to-target.js";import{diffLinkCheckTargets as v,fingerprintLinkCheckView as y}from"./fingerprint.js";import{and as b,asc as x,count as S,eq as C,gt as w}from"drizzle-orm";async function T(e){try{return await E(e)}catch(t){return e.logger?.warn(`Link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)}),{ok:!1}}}async function E(e){let[t,n,r]=await Promise.all([m(e),A(e.database),f(e.database)]),i=await y(t,n);return r===null||r.unboundedInputs!==i.unboundedInputs?D(e,t,i):O(e,t,i,r)}async function D(e,t,n){let r=[],{judged:i,judgedThroughRefId:a}=await k(e.database,t,0,r),o=await M(r,e.readSourceFile);return await e.database.db.transaction(async e=>{await d(e,o),await p(e,{...n,judgedThroughRefId:a})}),{ok:!0,checked:i,broken:o.length,judged:i}}async function O(e,t,i,a){let{database:o}=e,u=v(a.targets,i.targets),d=await j(o),f=(await g(o,{entityIds:d,originFilePaths:u.changedFilePaths,changedSlugs:u.changedSlugs,changedFilePaths:u.changedFilePaths},t)).filter(e=>e.id<=a.judgedThroughRefId),m=h(f,t),_=await k(o,t,a.judgedThroughRefId,m),y=f.length+_.judged,b=u.changedSlugs.length>0||u.changedFilePaths.length>0;if(y>0||b){let t=await M(m,e.readSourceFile);await o.db.transaction(async e=>{await c(e,f.map(e=>e.id)),await l(e,t),await s(e),await p(e,{...i,judgedThroughRefId:_.judgedThroughRefId})})}let[[x],[w]]=await Promise.all([o.db.select({value:S()}).from(n),o.db.select({value:S()}).from(r).where(C(r.scope,`link`))]);return{ok:!0,checked:x?.value??0,broken:w?.value??0,judged:y}}async function k(e,t,r,i){let a=0,o=r;for(;;){let r=await e.db.select().from(n).where(w(n.id,o)).orderBy(x(n.id)).limit(1e4),s=r.at(-1);if(s===void 0)break;for(let e of h(r,t))i.push(e);a+=r.length,o=s.id}return{judged:a,judgedThroughRefId:o}}async function A(e){let n=await e.db.select({path:t.path,hash:t.hash}).from(t);return new Map(n.map(e=>[e.path,e.hash]))}async function j(t){return(await t.db.select({id:e.id}).from(e).where(b(C(e.status,`stale`),C(e.isCurrent,1)))).map(e=>e.id)}async function M(e,t){let n=/* @__PURE__ */ new Map;e.forEach(({ref:e,problem:t},r)=>{let i=t.location;if(i?.range===void 0)return;let a={index:r,raw:e.raw,location:i,range:i.range},o=n.get(e.filePath);o===void 0?n.set(e.filePath,[a]):o.push(a)});let r=/* @__PURE__ */ new Map;for(let[e,o]of n){let n=await t(e);if(n===null)continue;let s=a(n);for(let{index:e,raw:t,location:n,range:a}of o){let o=_(s,a,t);r.set(e,{...n,range:o,snippet:i(s,o)})}}return e.map(({ref:e,problem:t},n)=>{let i=r.get(n),a=i===void 0?t:{...t,location:i};return u(o(a),{scope:`link`,linkRefId:e.id})})}export{T as runBuildLinkCheck};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{delocalizeL10nPath as e}from"../../shared/utils/l10n.js";import{filePathToRouteSlug as t}from"../../shared/utils/routes/file-path-to-route-slug.js";import{computePathPrefixes as n}from"../../shared/utils/routes/compute-path-prefixes.js";import{isIndexPagePath as r,resolveRelativeSlug as i}from"../../shared/utils/routes/resolve-relative-slug.js";import{splitHash as a}from"../markdown/resolve/references.js";import
|
|
1
|
+
import{delocalizeL10nPath as e}from"../../shared/utils/l10n.js";import"../plugins/internal/api-docs/server/shared.js";import{filePathToRouteSlug as t}from"../../shared/utils/routes/file-path-to-route-slug.js";import{computePathPrefixes as n}from"../../shared/utils/routes/compute-path-prefixes.js";import{isIndexPagePath as r,resolveRelativeSlug as i}from"../../shared/utils/routes/resolve-relative-slug.js";import{splitHash as a}from"../markdown/resolve/references.js";import{inventoryKey as o}from"./view.js";import{posix as s}from"node:path";function c(e,t){let n=[];for(let r of e){let e=r.targetKind===`slug`?u(r,t):f(r,t);e!==null&&n.push({ref:r,problem:e})}return n}function l(t,n){let r=[t.target,t.filePath],i=[],a=e=>{t.raw.startsWith(`/`)?i.push(`/${e}`):s.extname(e)===``&&i.push(m(t,e,n))};a(t.target);let o=e(t.target);return o!==void 0&&(r.push(o),a(o)),{filePaths:r,slugs:i}}function u(e,t){let n=d(e,e.target,t);return n===void 0?S(e,e.target):n}function d(e,t,n){let r=n.routeBySlug.get(t);if(r!==void 0)return g(e,r.sourcePath,n,t);if(n.redirects.has(t)||v(t,n)||n.servedStaticPaths.has(t))return null;let i=y(t,n);if(i===null)return;let a=b(n,i.sourcePath,`subpath`);return x(a,i.remainder)&&x(a,i.remainder.toLowerCase())?S(e,t):null}function f(t,n){let r=p(t,t.target,n);if(r!==void 0)return r;let i=e(t.target);if(i!==void 0){let{locale:e}=n.localeContext.splitLocaleFromPath(t.target),r=p(t,i,n,e);if(r!==void 0)return r}return S(t,h(t.target,n))}function p(e,t,n,r){let i=n.primaryRouteByFilePath.get(t);if(i!==void 0)return g(e,t,n,r===void 0?i:n.localeContext.toL10nSlug(i,r));if(n.filePaths.has(t))return null;if(e.raw.startsWith(`/`))return d(e,`/${t}`,n);if(s.extname(t)===``)return e.originPluginId===`internal.api-docs`?null:d(e,m(e,t,n),n)}function m(e,n,o){let s=o.primaryRouteByFilePath.get(e.filePath);if(s===void 0)return t(n);let c=a(e.raw).path.split(`?`,1)[0]??``;return i(c,s,r(e.filePath))}function h(n,r){let i=e(n);if(i===void 0)return t(n);let{locale:a}=r.localeContext.splitLocaleFromPath(n);return r.localeContext.toL10nSlug(t(i),a)}function g(e,t,n,r){if(!n.checkAnchors||e.kind===`image`||e.fragment===null||e.fragment===``||t===null)return null;let i=_(e.fragment);if(i.toLowerCase()===`top`)return null;let a=b(n,t,`anchor`);return x(a,e.fragment)&&x(a,i)?C(e,r):null}function _(e){try{return decodeURIComponent(e)}catch{return e}}function v(e,t){return t.redirectWildcards.some(t=>t===`/`||e===t||e.startsWith(`${t}/`))}function y(e,t){let r=new Set(n(e));for(let n of t.wildcardSlugs){if(!r.has(n))continue;let i=t.routeBySlug.get(n),a=n===`/`?e:e.slice(n.length);return{sourcePath:i?.sourcePath??null,remainder:a.replace(/^\/+/,``)}}return null}function b(e,t,n){return t===null?void 0:e.inventories.get(o(t,n))}function x(e,t){return e!==void 0&&e.exhaustive&&!e.targets.has(t)}function S(e,t){return w(e,`link/missing-target`,e.targetKind===`slug`?`Route "${e.target}" does not exist.`:`"${E(e)}" does not exist.`,T(t,e.fragment))}function C(e,t){return w(e,`link/missing-anchor`,`"#${e.fragment}" does not exist on "${E(e)}".`,T(t,e.fragment))}function w(e,t,n,r){return{code:t,message:n,location:{filePath:e.filePath,...e.range===null?{}:{range:e.range}},data:{raw:e.raw,target:e.target,fragment:e.fragment,kind:e.kind,title:e.title,url:r,...e.data??{}}}}function T(e,t){return t===null||t===``?e:`${e}#${t}`}function E(e){let t=a(e.raw).path;return t===``?e.target:t}export{l as unresolvedFilePathRefReads,c as validateLinkRefs};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{
|
|
1
|
+
import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{createSearchHandle as u}from"../search/store.js";import{materializeEntityByKey as d}from"../materialization/entity.js";import{createMarkdownService as f}from"../markdown/service.js";import{createAudienceTagResolver as p}from"../markdown/resolve/audience-tag.js";import{resolve as m}from"node:path";function h(h,g,_={}){let v,y,b,x,S;return function C(w,T,E){let D=h.pluginRegistry.getById(w.pluginId);if(!D)throw Error(`Entity loader "${w.definition.id}" references missing plugin "${w.pluginId}".`);let{state:O}=h;if(!O)throw Error(`Entity loader "${w.definition.id}" ran before content state was loaded.`);let k=r(h.config),A=k.config.access?.rbac,j=h.config.access?.rbac;(j!==v||y===void 0)&&(v=j,y=p(A,e=>h.logger.warn(e)));let M=y,N=k.config.l10n?.defaultLocale;(S===void 0||S.defaultLocale!==N)&&(x??=e(O.filesByPath.keys()),S={defaultLocale:N,locales:t({defaultLocale:N},x).locales});let P=S.locales,F=[],I=[],L=[];return(b?.state!==O||b.config!==h.config)&&(b={state:O,config:h.config,evaluator:l(O,h.config)}),{args:T??{},config:k.config,contentDir:h.contentDir,file:{absolutePath:m(h.contentDir,E),path:E,lastModifiedAt:O.filesByPath.get(E)?.lastModifiedAt??null},io:{...h.pluginIO,async glob(e){return L.push(e),n(O.filesByPath.keys(),e)}},entities:c({database:g,state:O,materialize:e=>d({database:g,key:e,loaderRegistry:h.pluginRegistry,loaderContextFactory:C,contentDir:h.contentDir,revisions:_.revisions,logger:h.logger}),onEntityRead:e=>F.push(e),record:e=>I.push(e)}),search:u(g),logger:h.logger.child(`content-layer:entity:${w.definition.id}`),plugin:{id:D.id,version:D.version},pluginRegistry:h.pluginRegistry,resolveAudienceTag:M,routes:b.evaluator.index(e=>I.push(e)),markdown:f({state:O,resolveAudienceTag:M,contentLocales:P}),createBlobRef:async(e,t)=>{let n=t?.format??`json`,r=typeof e==`string`?e:Buffer.from(e).toString(`base64`),o=a(r);return await s(g,{key:o,content:r,size:r.length}),i(o,n)},resolveDataRef:e=>o(g,e),_trackedConfig:k,_loadedEntityKeys:F,_globPatterns:L,_routeQueries:I}}}export{h as createBuildTimeEntityLoaderContextFactory};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import
|
|
1
|
+
import{withPathPrefix as e,withPathPrefixForSrcSet as t}from"../../../shared/path-prefix.js";import{isRouterPath as n}from"../../../client/utils/routes/is-router-path.js";import{resolveRelativeHref as r}from"../../../client/utils/routes/resolve-relative-href.js";import*as i from"react";import{Link as a,useLocation as o}from"react-router";import{jsx as s}from"react/jsx-runtime";import{dynamic as c}from"@redocly/theme/core/utils";import l from"styled-components";import{CodeSnippetProvider as u,PageActionsContext as d}from"@redocly/theme/core/contexts";import{Accordion as ee}from"@redocly/theme/markdoc/components/Accordion/Accordion";import{AccordionGroup as f}from"@redocly/theme/markdoc/components/Accordion/AccordionGroup";import{Admonition as p}from"@redocly/theme/markdoc/components/Admonition/Admonition";import{Card as m}from"@redocly/theme/markdoc/components/Cards/Card";import{Cards as h}from"@redocly/theme/markdoc/components/Cards/Cards";import{CodeBlock as g}from"@redocly/theme/markdoc/components/CodeBlock/CodeBlock";import{CodeGroup as _}from"@redocly/theme/markdoc/components/CodeGroup/CodeGroup";import{CodeStep as te}from"@redocly/theme/markdoc/components/CodeWalkthrough/CodeStep";import{CodeToggle as ne}from"@redocly/theme/markdoc/components/CodeWalkthrough/CodeToggle";import{CodeWalkthrough as re}from"@redocly/theme/markdoc/components/CodeWalkthrough/CodeWalkthrough";import{ConnectMCP as v}from"@redocly/theme/markdoc/components/ConnectMCP/ConnectMCP";import{Diagram as y}from"@redocly/theme/markdoc/components/Diagram/Diagram";import{Experiment as b}from"@redocly/theme/components/Experiment/Experiment";import{Variant as x}from"@redocly/theme/components/Experiment/Variant";import{Heading as S}from"@redocly/theme/markdoc/components/Heading/Heading";import{Input as C}from"@redocly/theme/markdoc/components/CodeWalkthrough/Input";import{Icon as w}from"@redocly/theme/markdoc/components/Icon/Icon";import{Image as T}from"@redocly/theme/markdoc/components/Image/Image";import{InlineSvg as E}from"@redocly/theme/markdoc/components/InlineSvg/InlineSvg";import{LoginButton as D}from"@redocly/theme/markdoc/components/LoginButton/LoginButton";import{MarkdocExample as O}from"@redocly/theme/markdoc/components/MarkdocExample/MarkdocExample";import{NumberedItem as k}from"@redocly/theme/markdoc/components/NumberedList/NumberedItem";import{NumberedList as A}from"@redocly/theme/markdoc/components/NumberedList/NumberedList";import{Prompt as j}from"@redocly/theme/markdoc/components/Prompt/Prompt";import{Tabs as M}from"@redocly/theme/markdoc/components/Tabs/Tabs";import{TabItemFragment as N}from"@redocly/theme/markdoc/components/Tabs/TabItemFragment";import{Markdown as P}from"@redocly/theme/components/Markdown/Markdown";import{SearchAiCitation as F}from"@redocly/theme/components/Search/SearchAiCitation";import I from"@redocly/markdoc/dist/react.js";import{useL10nHref as ie}from"virtual:realm-runtime";import{userMarkdocComponents as L}from"virtual:realm-markdoc-components";const R=t=>typeof t==`string`?e(t):void 0,z=e=>typeof e==`string`?t(e):void 0,B=e=>/^(https?:|\/\/)/.test(e);function V(e){let t=ie(),{pathname:i}=o();if(!e||B(e)||e.startsWith(`mailto:`))return{kind:`external`,href:e};let a=r(e,i);return n(a)?{kind:`page`,href:t(a)}:{kind:`file`,href:a}}function H({href:t,children:n,...r}){let i=V(t);if(i.kind===`external`){let e=t&&B(t)?`_blank`:void 0;return/* @__PURE__ */ s(`a`,{href:t,target:e,...r,rel:typeof r.rel==`string`?r.rel:`noreferrer`,children:n})}return i.kind===`file`?/* @__PURE__ */ s(`a`,{href:e(i.href),...r,children:n}):/* @__PURE__ */ s(a,{to:i.href,...r,children:n})}function U(e){return function({href:t,...n}){return/* @__PURE__ */ s(e,{...n,href:V(t).href})}}const{MarkdownLink:W,...G}=L;function K({src:e,srcSet:t,...n}){return/* @__PURE__ */ s(T,{...n,src:R(e),srcSet:z(t)})}let q=Promise.resolve();function J(){return q}function Y(e,t){return new Promise(n=>{t&&(e.addEventListener(`load`,()=>n()),e.addEventListener(`error`,()=>n())),document.body.appendChild(e),t||n()})}function X({src:e,children:t,...n}){return i.useEffect(()=>{let r=typeof e==`string`?e:void 0;if(r&&document.querySelector(`script[src="${CSS.escape(r)}"]`))return;let a=document.createElement(`script`);r?a.src=r:t!=null&&(a.textContent=i.Children.toArray(t).join(``));for(let[e,t]of Object.entries(n))(typeof t==`string`||typeof t==`boolean`)&&a.setAttribute(e,String(t));r&&n.async?Y(a,!0):q=q.then(()=>Y(a,!!r))},[e]),null}function Z({image:e,icon:t,...n}){return/* @__PURE__ */ s(m,{...n,image:R(e),icon:R(t)})}const ae=l.span.attrs({role:`alert`,"data-component-name":`MarkdocInlineError`})`
|
|
2
2
|
display: inline;
|
|
3
3
|
padding: 0 var(--spacing-xs);
|
|
4
4
|
border: var(--admonition-danger-border);
|
|
@@ -6,4 +6,4 @@ import"../../../shared/constants/content-assets.js";import{withPathPrefix as e,w
|
|
|
6
6
|
background-color: var(--admonition-danger-bg-color);
|
|
7
7
|
color: var(--admonition-danger-text-color);
|
|
8
8
|
font-size: var(--font-size-sm);
|
|
9
|
-
`,
|
|
9
|
+
`,Q={Accordion:ee,AccordionGroup:f,Admonition:p,AiCitation:F,Card:Z,Cards:h,CodeBlock:g,CodeGroup:_,CodeStep:te,CodeToggle:ne,CodeWalkthrough:re,ConnectMCP:v,Diagram:y,Experiment:b,ExperimentVariant:x,Heading:S,HtmlScript:X,Icon:w,Image:K,InlineSvg:E,Input:C,JsonExample:c(()=>import(`./OpenapiTagComponents.js`).then(e=>e.JsonExample)),JsonSchema:c(()=>import(`./JsonSchemaTag.js`).then(e=>e.JsonSchemaTag)),LoginButton:D,MarkdocExample:O,MarkdocInlineError:ae,NumberedItem:k,NumberedList:A,OpenApiCodeSample:c(()=>import(`./OpenApiEmbedTags.js`).then(e=>e.OpenApiCodeSample)),OpenApiExample:c(()=>import(`./OpenApiEmbedTags.js`).then(e=>e.OpenApiExample)),OpenApiResponseSample:c(()=>import(`./OpenApiEmbedTags.js`).then(e=>e.OpenApiResponseSample)),Prompt:j,ReplayOpenApi:c(()=>import(`./ReplayOpenApiTag.js`).then(e=>e.ReplayOpenApiTag)),Tabs:M,TabItemFragment:N,Link:H,...G,MarkdownLink:W===void 0?H:U(W)},oe=I;function $(e,t=Q){return/* @__PURE__ */ s(u,{children:oe(e,i,{components:t})})}function se({ast:e,components:t=Q,withPageActions:n}){let r=i.useMemo(()=>$(e,t),[e,t]);return/* @__PURE__ */ s(d.Provider,{value:n??null,children:/* @__PURE__ */ s(P,{children:r})})}export{X as HtmlScript,Z as MarkdocCard,K as MarkdocImage,H as MarkdocLink,se as MarkdocRenderer,Q as markdocComponents,$ as renderMarkdocAst,J as waitForMarkdownScripts};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{renderMarkdocAst as e}from"./markdoc-components.js";import{headingSlugger as t}from"../utils/heading-slugger.js";import{buildMarkdownTextTagSet as n}from"../constants/markdown-text-tag-set.js";import r from"@redocly/markdoc";import{userMarkdocFunctions as i,userMarkdocNodes as a,userMarkdocTags as o}from"virtual:realm-markdoc-schema";let s;function c(c){return c?(s??=n({tags:o,nodes:a,functions:i}),t.reset(),e(r.transform(r.parse(c),s))):null}export{c as renderMarkdownText};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{jsonExampleTag as e,jsonSchemaTag as t,openapiCodeSampleTag as n,openapiExampleTag as r,openapiResponseSampleTag as i,replayOpenapiTag as a}from"../tags/openapi.js";import{codeSnippetTag as o}from"../tags/code-snippet.js";import{diagramTag as s}from"../tags/diagram.js";import{html as c}from"../tags/html.js";import{MARKDOC_ERROR_TAG as l,markdocError as u}from"../tags/markdoc-error.js";import{partial as d}from"../tags/partial.js";import{
|
|
1
|
+
import{jsonExampleTag as e,jsonSchemaTag as t,openapiCodeSampleTag as n,openapiExampleTag as r,openapiResponseSampleTag as i,replayOpenapiTag as a}from"../tags/openapi.js";import{codeSnippetTag as o}from"../tags/code-snippet.js";import{diagramTag as s}from"../tags/diagram.js";import{html as c}from"../tags/html.js";import{MARKDOC_ERROR_TAG as l,markdocError as u}from"../tags/markdoc-error.js";import{partial as d}from"../tags/partial.js";import{variant as f}from"../tags/variant.js";import{fence as p}from"../nodes/fence.js";import{heading as m}from"../nodes/heading.js";import{item as h}from"../nodes/gfm-list-item.js";import{table as g,td as _,th as v}from"../nodes/table.js";import{text as y}from"../nodes/text.js";import{VARIANT_TAG as b}from"@redocly/theme/markdoc/tags/variant";import x from"@redocly/markdoc";import{accordion as S}from"@redocly/theme/markdoc/tags/accordion";import{accordionGroup as C}from"@redocly/theme/markdoc/tags/accordion-group";import{admonition as w}from"@redocly/theme/markdoc/tags/admonition";import{card as T}from"@redocly/theme/markdoc/tags/card";import{cards as E}from"@redocly/theme/markdoc/tags/cards";import{codeGroup as D}from"@redocly/theme/markdoc/tags/code-group";import{codeStep as O}from"@redocly/theme/markdoc/tags/code-step";import{toggle as k}from"@redocly/theme/markdoc/tags/code-toggle";import{codeWalkthrough as A}from"@redocly/theme/markdoc/tags/code-walkthrough";import{connectMcp as j}from"@redocly/theme/markdoc/tags/connect-mcp";import{debug as M}from"@redocly/theme/markdoc/tags/debug";import{experiment as N}from"@redocly/theme/markdoc/tags/experiment";import{icon as P}from"@redocly/theme/markdoc/tags/icon";import{img as F}from"@redocly/theme/markdoc/tags/img";import{inlineSvg as I}from"@redocly/theme/markdoc/tags/inline-svg";import{input as L}from"@redocly/theme/markdoc/tags/input";import{loginButton as R}from"@redocly/theme/markdoc/tags/login-button";import{markdocExample as z}from"@redocly/theme/markdoc/tags/markdoc-example";import{numberedItem as B}from"@redocly/theme/markdoc/tags/numbered-item";import{numberedList as V}from"@redocly/theme/markdoc/tags/numbered-list";import{prompt as H}from"@redocly/theme/markdoc/tags/prompt";import{tab as U}from"@redocly/theme/markdoc/tags/tab";import{tabs as W}from"@redocly/theme/markdoc/tags/tabs";import{visibility as G}from"@redocly/theme/markdoc/tags/visibility";const K=[A.tagName,O.tagName,k.tagName,L.tagName],q={[S.tagName]:S.schema,[C.tagName]:C.schema,[w.tagName]:w.schema,[T.tagName]:T.schema,[E.tagName]:E.schema,[D.tagName]:D.schema,"code-snippet":o,[O.tagName]:O.schema,[A.tagName]:A.schema,[j.tagName]:j.schema,[M.tagName]:M.schema,diagram:s,[N.tagName]:N.schema,html:c,[P.tagName]:P.schema,[F.tagName]:F.schema,[I.tagName]:I.schema,[L.tagName]:L.schema,"json-example":e,"json-schema":t,[R.tagName]:R.schema,[l]:u,[z.tagName]:z.schema,[B.tagName]:B.schema,[V.tagName]:V.schema,"openapi-code-sample":n,"openapi-example":r,"openapi-response-sample":i,partial:d,[H.tagName]:H.schema,"replay-openapi":a,[U.tagName]:U.schema,[W.tagName]:W.schema,[k.tagName]:k.schema,[b]:f,[G.tagName]:G.schema},J=(e,t)=>({...e,children:[...e.children??[],...t]}),Y={link:J({...x.nodes.link,render:`MarkdownLink`},[`softbreak`,`image`]),strong:J(x.nodes.strong,[`softbreak`,`em`,`strong`]),em:J(x.nodes.em,[`softbreak`,`em`,`strong`]),s:J(x.nodes.s,[`softbreak`]),image:{...x.nodes.image,render:`Image`},fence:p,heading:m,item:h,table:g,td:_,th:v,text:y};export{K as CODE_WALKTHROUGH_TAG_NAMES,Y as builtInMarkdocNodes,q as builtInMarkdocTags};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{builtInMarkdocFunctions as e}from"./builtin-functions.js";import{builtInMarkdocNodes as t,builtInMarkdocTags as n}from"./builtin-tags.js";import{isSchemaLike as r}from"./tag-sets.js";import{getAttributeBuildTimeResolver as i}from"../resolve/attribute-resolver-key.js";import a from"@redocly/markdoc";const o=/* @__PURE__ */ new Set([`codeSnippetFile`,`svgContent`,`tagRawContent`,`codeWalkthroughFilesets`,`partialFile`,`jsonSchemaRef`,`sampleFromJsonSchema`,`jsonExampleRef`,`openapiCodeSamples`,`openapiCodeSamplePanel`,`openapiReplay`,`openapiResponseSamples`,`openapiResponsePanel`,`openapiExample`]),s=/* @__PURE__ */ new Set([`diagram`]);function c(e){return Object.values(e.attributes??{}).some(e=>i(e)!==null)}function l(e,t){return s.has(e)||Object.values(t.attributes??{}).some(e=>{let t=i(e);return t!==null&&o.has(t)})}function u(e){return{transform:()=>new a.Tag(`Admonition`,{type:`danger`},[`The "${e}" tag is not available in inline markdown.`])}}function d(i){let o={};for(let[e,t]of Object.entries(n))o[e]=l(e,t)?u(e):t;let s={...t};for(let[e,t]of[[`tags`,o],[`nodes`,s]])for(let[n,a]of Object.entries(i?.[e]??{}))r(a)&&!c(a)&&(t[n]=a);return o[`ai-citation`]={render:`AiCitation`,selfClosing:!0,attributes:{number:{type:Number,required:!0},url:{type:String,required:!0}}},s.document={...a.nodes.document,render:`div`},{tags:o,nodes:s,functions:{...i?.functions,...e}}}export{d as buildMarkdownTextTagSet};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{builtInMarkdocFunctions as e}from"./builtin-functions.js";import{builtInMarkdocNodes as t,builtInMarkdocTags as n}from"./builtin-tags.js";const r=`@theme/markdoc/schema.ts`;let i,a,o=!1;function s(e,t,n){globalThis.__REALM_MARKDOC_USER_SCHEMA__=e,i=t,a=n,o=!1}function c(e){s(void 0,void 0,e),o=!0}function l(){return a}function u(){return Object.keys(globalThis.__REALM_MARKDOC_USER_SCHEMA__?.tags??{})}function d(){return a!==void 0&&!o}function f(){return i}const p=`builtin`,m=`api-docs`,h={[m]:async()=>{let{apiDocsMarkdocNodes:e,apiDocsMarkdocTags:t}=await import(`@redocly/api-docs/lib/components/markdoc/defaultMarkdocConfig.js`);return{tags:t,nodes:e}}},g=/* @__PURE__ */ new Map;let _;const v=/* @__PURE__ */ new Set,y=e=>!!e&&typeof e==`object`;function b(t,n){let r={tags:{...t.tags},nodes:{...t.nodes},functions:{...e,...t.functions}};for(let e of[`tags`,`nodes`,`functions`])for(let[t,i]of Object.entries(n[e]??{}))if(y(i)){if(e===`functions`&&t in r.functions){v.has(t)||(v.add(t),console.warn(`[markdoc] The user schema defines the "${t}" function, but the engine already defines it. The engine function is used.`));continue}r[e][t]=i}return r}async function x(r){let i=globalThis.__REALM_MARKDOC_USER_SCHEMA__;i!==_&&(_=i,g.clear(),v.clear());let a=r??`builtin`,o=g.get(a);if(o)return o;let s={tags:n,nodes:t,functions:e};if(i&&(s=b(s,i)),a!==`builtin`){let e=await h[a]?.();if(!e)throw Error(`Unknown markdoc tag set "${a}".`);s={tags:{...s.tags,...e.tags},nodes:{...s.nodes,...e.nodes},functions:{...s.functions,...e.functions}}}return g.set(a,s),s}const S=`page-validation`;async function C(){let e=await x(),t=await x(m),n=g.get(S);if(n)return n;let r={...t,tags:{...t.tags,...e.tags},nodes:{...t.nodes,...e.nodes}};return g.set(S,r),r}export{m as API_DOCS_MARKDOC_TAG_SET,p as BUILTIN_MARKDOC_TAG_SET,r as USER_MARKDOC_SCHEMA_FILE,d as isMarkdocValidationEnabled,y as isSchemaLike,s as registerUserMarkdocSchema,c as registerUserMarkdocSchemaFailure,x as resolveMarkdocTagSet,C as resolveMarkdownPageValidationSet,f as userMarkdocSchemaDigest,l as userMarkdocSchemaFiles,u as userMarkdocTagNames};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{getInnerText as e}from"../utils/get-inner-text.js";import{headingSlugger as t}from"../utils/heading-slugger.js";import n from"@redocly/markdoc";const r={children:[`inline`],attributes:{id:{type:String},level:{type:Number,required:!0,default:1}},transform(r,i){let a=r.transformAttributes(i),o=r.transformChildren(i),s=typeof a.id==`string`?a.id:t.slug(e(o));return new n.Tag(`Heading`,{...a,id:s,level:r.attributes.level},o)}};export{r as heading};
|
|
1
|
+
import{getInnerText as e}from"../utils/get-inner-text.js";import{headingSlugger as t}from"../utils/heading-slugger.js";import n from"@redocly/markdoc";const r={children:[`inline`],attributes:{id:{type:String},level:{type:Number,required:!0,default:1}},transform(r,i){let a=r.transformAttributes(i),o=r.transformChildren(i),s=typeof a.id==`string`?t.explicit(a.id):t.slug(e(o));return new n.Tag(`Heading`,{...a,id:s,level:r.attributes.level},o)}};export{r as heading};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{isObject as e}from"../../../../shared/utils/is-object.js";import{
|
|
1
|
+
import{isObject as e}from"../../../../shared/utils/is-object.js";import{markdocNodeProblem as t}from"../../utils/node-source-range.js";import{toContainedContentPath as n}from"../../../ingest/scan.js";import{resolveResolverTarget as r}from"./context-paths.js";import{join as i}from"node:path";async function a(e,t){let{bundle:n,createConfig:r,Source:a}=await import(`@redocly/openapi-core`),s=JSON.parse(JSON.stringify({openapi:`3.1.0`,components:{schemas:{__root:t}}})),c=i(e.contentDir,e.sourceFilePath),l=await n({config:await r({}),doc:{source:new a(c,``),parsed:s}}),u=l.bundle.parsed,d=u.components?.schemas,f=d?.__root?.$ref,p=typeof f==`string`?f.split(`/`).at(-1):void 0;return{oas:u,schema:p?d?.[p]:d?.__root,errors:(l.problems??[]).slice(0,1).map(e=>e.message),fileDeps:o(l.fileDependencies,e.contentDir,c)}}function o(e,t,r){if(e===void 0)return[];let i=/* @__PURE__ */ new Set;for(let a of e){let e=n(t,a);a!==r&&e!==null&&i.add(e)}return[...i].sort()}function s(e,t=[]){return e.length>0||t.length>0?{entityDeps:e.map(e=>({kind:`file`,path:e})),problems:t}:null}function c(e,n){let{node:r,attributeName:i}=e;return r.attributes[`${i}ResolvedErrors`]=n,e.logger?.warn(`${r.tag} in ${e.sourceFilePath}: ${n[0]}`),t(r,n[0],e.sourceFilePath)}async function l(t){let{node:n,attributeName:r}=t,i=n.attributes[r];if(!e(i))return null;let{oas:o,errors:l,fileDeps:u}=await a(t,i);return n.attributes[`${r}Resolved`]=o,l.length>0?s(u,[c(t,l)]):s(u)}async function u(t){let{node:n,attributeName:r}=t,i=n.attributes[r];if(!e(i)||n.attributes.value!==void 0)return null;let{oas:o,schema:l,errors:u,fileDeps:d}=await a(t,i);if(u.length>0)return s(d,[c(t,u)]);let f=n.attributes.mode,p=await import(`openapi-sampler`);try{n.attributes[`${r}Resolved`]=p.sample(l,{...f===`read`?{skipWriteOnly:!0}:void 0,...f===`write`?{skipReadOnly:!0}:void 0},o)}catch(e){return s(d,[c(t,[`Failed to generate a sample from the schema: ${e?.message??e}`])])}return s(d)}async function d(t){let{node:n,attributeName:i}=t,a=n.attributes[i],o=e=>({problems:[c(t,[e])]});if(a!==void 0&&n.attributes.schema!==void 0)return o(`The "schema" and "value" attributes are mutually exclusive, use only one.`);if(a===void 0)return n.attributes.schema===void 0?o(`The tag requires a "schema" or "value" attribute.`):null;let s=e(a)?a.$ref:void 0;if(typeof s!=`string`)return n.attributes[`${i}Resolved`]=a,null;let[l,u]=s.split(`#`),d=l?r(t,l):null;if(d===null||t.io===void 0)return o(`Invalid $ref "${s}": the path must stay inside the content directory.`);if(!await t.io.exists(d.absolutePath))return o(`Invalid $ref: no such file ${d.contentPath}`);let p=await t.io.readFile(d.absolutePath),m=[{kind:`file`,path:d.contentPath}],h;try{h=(await import(`js-yaml`)).load(p)}catch(e){return{entityDeps:m,...o(`File ${d.contentPath} must be valid JSON or YAML: ${e.message}`)}}let g=u?f(h,u):h;return u&&g===void 0?{entityDeps:m,...o(`Invalid $ref: ${d.contentPath} has no value at #${u}`)}:(n.attributes[`${i}Resolved`]=g,{entityDeps:m})}function f(t,n){let r=t;for(let t of n.split(`/`).slice(+!!n.startsWith(`/`))){let n=t.replaceAll(`~1`,`/`).replaceAll(`~0`,`~`);if(Array.isArray(r))r=r[Number(n)];else if(e(r))r=r[n];else return}return r}export{d as resolveJsonExampleRefAttribute,l as resolveJsonSchemaRefAttribute,u as resolveSampleFromJsonSchemaAttribute};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{isObject as e}from"../../../../shared/utils/is-object.js";import{markdocNodeProblem as t}from"../../utils/node-source-range.js";import{compileRouteAccessMatcher as n,matchContentScope as r}from"../../../../server/rbac/engine.js";import{SPEC_KIND_OPENAPI as i}from"../../../plugins/types/api-entity.js";import{createLruCache as a}from"../../../../shared/utils/lru-cache.js";import{parseMarkdownCached as o}from"../../utils/parse-cache.js";import{resolveResolverTarget as s}from"./context-paths.js";import{createApiEntityKey as c}from"../../../plugins/utils/api-entity-key.js";import{withMockServerOption as l}from"../../../plugins/internal/api-docs/server/options.js";import{annotateApiDocsRbac as u}from"../../../../server/rbac/api-docs.js";import{posix as d}from"node:path";import{REDOCLY_TEAMS_RBAC as f}from"@redocly/config";const p={curl:`shell`,JavaScript:`javascript`,"Node.js":`javascript`,Python:`python`,Java:`java`,"Java8+Apache":`java`,"C#":`csharp`,"C#+Newtonsoft":`csharp`,PHP:`php`,Go:`go`,Ruby:`ruby`,R:`r`},m=/* @__PURE__ */ new WeakMap;async function h(e){let t=m.get(e.node);t===void 0&&(t=g(e),m.set(e.node,t));let n=await t;return{definition:n.definition,problems:n.problems.splice(0)}}async function g(e){let t=e.node.attributes.descriptionFile;if(typeof t!=`string`||t===``||e.entities===void 0)return{definition:null,problems:[]};let n=s(e,t);if(n===null)return _(e,`descriptionFile "${t}" must stay inside the content directory`);let r=c(n.contentPath),i=await e.entities.get(r);return i===null||i.type!==`api`?_(e,`no API description found at ${n.contentPath}`):i.metadata?.specType===`openapi`?{definition:{contentPath:n.contentPath,document:await e.entities.load(r),metadata:i.metadata??{},dataHash:i.status===`ready`?i.dataHash??null:null},problems:[]}:_(e,`${n.contentPath} is not an OpenAPI description`)}function _(e,n){return e.logger?.warn(`${e.node.tag} in ${e.sourceFilePath}: ${n}`),e.node.attributes.descriptionFileInvalid=!0,{definition:null,problems:[t(e.node,n,e.sourceFilePath)]}}const v=(e,t)=>e.node.attributes[t]??void 0;function y(t){let n=e(t.options)?t.options:{};return e(n.mockServer)?{...n,mockServer:{...n.mockServer,position:`off`}}:n}function b(t,n){let r=v(t,`language`),i=v(t,`options`);return{...n,...i,codeSamples:{...e(n.codeSamples)?n.codeSamples:{},...i?.codeSamples,...r&&{languages:[{lang:r}]}}}}async function x(e){let{definition:t,problems:n}=await h(e);if(t===null)return{problems:n};let{buildCodeSamples:r,getRequestBodySamples:i,normalizeOptions:a,resolveOperationSampleContext:s}=await import(`@redocly/api-docs`),c=a({specType:`openapi`,...b(e,y(t.metadata)),markdownParser:o}),l=s(t.document,c,{operationId:v(e,`operationId`),pointer:v(e,`pointer`)});if(!l)return null;let u={exampleKey:v(e,`exampleKey`),mimeType:v(e,`mimeType`),parameters:v(e,`parameters`),requestBody:v(e,`requestBody`),environments:v(e,`environments`),environment:v(e,`environment`)},d=r(l,u).map(e=>({lang:p[e.lang]??e.lang.toLowerCase(),title:e.label??e.lang,source:e.source})),f=c.codeSamples?.languages??[],m=f.findIndex(({lang:e})=>e===`Payload`);if(m!==-1){let e=i(l,{exampleKey:u.exampleKey,mimeType:u.mimeType,titlePrefix:f[m].label});d.splice(m,0,...e)}return d.length>0&&(e.node.attributes[e.attributeName]=d),null}async function S(e){let{definition:t,problems:n}=await h(e);if(t===null)return{problems:n};let{getResponseSamples:r,normalizeOptions:i,resolveOperationSampleContext:a}=await import(`@redocly/api-docs`),s=a(t.document,i({specType:`openapi`,...y(t.metadata),markdownParser:o}),{operationId:v(e,`operationId`),pointer:v(e,`pointer`)});if(!s)return null;let c=r(s,{exampleKey:v(e,`exampleKey`)});return c.length>0&&(e.node.attributes[e.attributeName]=c),null}const C=a({budget:4});function w(e,t,n){let r=async()=>{let{buildItems:r}=await import(`@redocly/api-docs`),a=u(t.document,i,{warn:t=>e.logger?.warn(t)}),{items:s,store:c}=await r({type:i,document:a,options:{...n,specType:i,markdownParser:o},basePath:`/`,markdownParser:o});return{items:s,store:c}};if(t.dataHash===null)return r();let a=JSON.stringify([t.contentPath,t.dataHash,n]),s=C.get(a);return s===void 0&&(s=r(),C.set(a,s)),s}function T(e){return e.startsWith(`#`)?e.slice(1):e}function E(e,t){let n=v(t,`pointer`),r=v(t,`operationId`);if(n!==void 0||r!==void 0)for(let i of e){let e=i.content?.meta;if(n!==void 0&&e?.pointer!==void 0&&T(e.pointer)===T(n)||r!==void 0&&e?.sourceId===r)return i;let a=E(i.items??[],t);if(a!==void 0)return a}}function D(e){return e[f]}function O(e,t,n){for(let r of e){if(r.nodeType!==`container`)continue;let e=D(r)??n;for(let n of r.panels??[]){let r=`children`in n?n.children.find(t):void 0;if(r!==void 0){let t=D(n)??e;return{entry:r,scope:t===void 0?{}:{[f]:t}}}}let i=O(r.children,t,e);if(i!==void 0)return i}}async function k(e,t){return F(e,t,await P(e,t))}async function A(e){let{definition:t,problems:n}=await h(e);if(t===null)return{problems:n};let r=y(t.metadata),{items:i,store:a}=await w(e,t,r),o=E(i,e),s=o?.content?O(o.content.children,e=>e.kind===`code-sample`,D(o)):void 0;if(s===void 0)return null;let c=s.entry,{appendUndeclaredConfigureParameters:l}=await import(`@redocly/api-docs`),u=v(e,`parameters`),d={apiStore:a,options:b(e,r),panel:{...c,source:l(c.source,{...u?.path&&{path:u.path},...u?.query&&{query:u.query},...u?.header&&{headers:u.header},...u?.cookie&&{cookie:u.cookie}}),...s.scope},...await k(e,t.contentPath)};return e.node.attributes[e.attributeName]=d,null}async function j(e){let{definition:t,problems:n}=await h(e);if(t===null)return{problems:n};let r=y(t.metadata),{items:i,store:a}=await w(e,t,r),o=E(i,e),s=o?.content?O(o.content.children,e=>e.kind===`response`&&!!e.responseCodes?.length,D(o)):void 0;if(s?.entry.responseCodes===void 0)return null;let c={apiStore:a,options:r,panel:{responseCodes:s.entry.responseCodes,...s.entry.schemaId!==void 0&&{schemaId:s.entry.schemaId},...s.scope},...await k(e,t.contentPath)};return e.node.attributes[e.attributeName]=c,null}async function M(e){let t=v(e,`pointer`);if(t===void 0)return null;let{definition:n,problems:r}=await h(e);if(n===null)return{problems:r};let i=y(n.metadata),{items:a,store:o}=await w(e,n,i),s=T(t).replace(/^\//,``),c=Object.fromEntries([s,s.replace(/\/value$/,``)].filter(e=>o.exampleStore[e]!==void 0).map(e=>[e,o.exampleStore[e]]));if(Object.keys(c).length===0)return null;let l=(await import(`@redocly/api-docs`)).findExampleEncoding(a,t),u={apiStore:{schemaStore:{},exampleStore:c,securitySchemeStore:{}},options:{...i,...v(e,`options`)},...l!==void 0&&{encoding:l},...await k(e,n.contentPath)};return e.node.attributes[e.attributeName]=u,null}function N(e,t,n,r,i){if(!e.requestBody||!t&&!n)return e;let a={...e.requestBody};if(t&&(a=a[t]?{[t]:a[t]}:{}),n)for(let[e,t]of Object.entries(a)){let o=t.exampleIds?.filter(e=>r[e]?.key!==void 0);if(!o?.length)continue;let s=i(o,n,e=>r[e]);a[e]={...t,exampleIds:s?[s]:[]}}return{...e,requestBody:a}}async function P(e,t){let n=d.relative(d.dirname(e.sourceFilePath),t),{result:r}=await e.markdown.resolveLocalReference(n,e.sourceFilePath);return r.kind===`pageUrl`?r.url:void 0}function F(e,t,i){let a=n(e.config);if(a===null)return{};let o=r(a,{filePath:t,slug:i??null});return{[f]:o??{}}}async function I(t){let{definition:n,problems:r}=await h(t);if(n===null)return{problems:r};let{findExampleIdByKey:a,JsonPointer:s,normalizeOptions:c,resolveOperationSampleContext:d}=await import(`@redocly/api-docs`),f=n.metadata,p=e(f.options)?f.options:{},m=await P(t,n.contentPath),g=l(p,t.config,m),_=v(t,`options`),y={...g,..._??{}},b=c({specType:`openapi`,...y,markdownParser:o}),x=u(n.document,i,{warn:e=>t.logger?.warn(e)}),S=d(x,b,{operationId:v(t,`operationId`),pointer:v(t,`pointer`)});if(!S)return null;let C=N(S.source,v(t,`mimeType`),v(t,`exampleKey`),S.storeCtx.exampleStore,a),w={apiStore:{schemaStore:S.storeCtx.schemaStore,exampleStore:S.storeCtx.exampleStore,securitySchemeStore:S.storeCtx.securitySchemeStore,specVersion:x.openapi},definition:x,operationId:S.operation.operationId??``,operationSource:C,options:y,pointer:s.compile([`paths`,S.pathName,S.method.toLowerCase()]),...F(t,n.contentPath,m)};return t.node.attributes[t.attributeName]=w,null}export{A as resolveOpenapiCodeSamplePanelAttribute,x as resolveOpenapiCodeSamplesAttribute,M as resolveOpenapiExampleAttribute,I as resolveOpenapiReplayAttribute,j as resolveOpenapiResponsePanelAttribute,S as resolveOpenapiResponseSamplesAttribute};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{markdocErrorResult as e,replaceWithMarkdocError as t}from"../tags/markdoc-error.js";import{
|
|
1
|
+
import{markdocErrorResult as e,replaceWithMarkdocError as t}from"../tags/markdoc-error.js";import{getAttributeBuildTimeResolver as n}from"./attribute-resolver-key.js";import{walkMarkdocAst as r}from"../utils/walk-markdoc-ast.js";import{getExampleContent as i,walkWithExampleContent as a}from"../utils/reparse-example-fences.js";import{isLocalReference as o}from"./references.js";import{resolveLinkAttribute as s}from"./markdoc-resolvers/link.js";import{resolveIconAttribute as c,resolveImageAttribute as l,resolveImageSrcSetAttribute as u}from"./markdoc-resolvers/image.js";import{resolveCodeSnippetFileAttribute as d}from"./markdoc-resolvers/code-snippet.js";import{resolveSvgContentAttribute as f}from"./markdoc-resolvers/svg-content.js";import{resolveTagRawContentAttribute as p}from"./markdoc-resolvers/tag-raw-content.js";import{resolveHtmlAttrsAttribute as m}from"./markdoc-resolvers/html-attrs.js";import{resolveImageGalleryAttribute as h}from"./markdoc-resolvers/image-gallery.js";import{resolveCodeWalkthroughFilesetsAttribute as g}from"./markdoc-resolvers/code-walkthrough/filesets.js";import{resolvePartialFileAttribute as _}from"./markdoc-resolvers/partial.js";import{resolveDiagramFileAttribute as v}from"./markdoc-resolvers/diagram-file.js";import{resolveParsedYamlAttribute as y,resolveRawContentAttribute as b,resolveRelativePathAttribute as x}from"./markdoc-resolvers/file-reference.js";import{resolveJsonExampleRefAttribute as S,resolveJsonSchemaRefAttribute as C,resolveSampleFromJsonSchemaAttribute as w}from"./markdoc-resolvers/json-schema.js";import{resolveOpenapiCodeSamplePanelAttribute as T,resolveOpenapiCodeSamplesAttribute as E,resolveOpenapiExampleAttribute as D,resolveOpenapiReplayAttribute as O,resolveOpenapiResponsePanelAttribute as k,resolveOpenapiResponseSamplesAttribute as A}from"./markdoc-resolvers/operation-samples.js";import{PROMPT_TAG as j}from"@redocly/theme/core/constants";import{convertGithubAlertToAdmonition as M}from"@redocly/theme/markdoc/tags/admonition";async function N(e,o){let s=o.tags??{},c=F,l={entityDeps:[],assetUsages:[],linkRefs:[],problems:[]},u=o.resolverContext?.markdown?.disabledTags,d=R(o.source),f=[...r(e,{skipChildren:z})],p=f.flatMap(e=>{let t=i(e);return t?[...a(t,z)]:[]});for(let e of[...f,...p])M(e);let m=p.filter(e=>e.type===`tag`);for(let e of[...f,...m])if(e.type===`link`)await L(c.nativeMdLink,e,`href`,o,l,d);else if(e.type===`image`)await L(c.imageSrc,e,`src`,o,l,d);else if(e.type===`tag`){if(typeof e.tag==`string`&&u?.has(e.tag)){t(e,`The "${e.tag}" tag is not available here.`);continue}let r=typeof e.tag==`string`?s[e.tag]:void 0;for(let[t,i]of Object.entries(r?.attributes??{})){let r=n(i);if(!r)continue;let a=c[r];a&&await L(a,e,t,o,l,d)}}return l}const P=({attributeName:e,markdown:t,node:n,partialChain:r,sourceFilePath:i})=>s(n,e,i,t,r?.[0]),F={imageSrc({attributeName:e,markdown:t,node:n,sourceFilePath:r}){return l(n,e,r,t)},imageSrcSet({attributeName:e,markdown:t,node:n,sourceFilePath:r}){return u(n,e,r,t)},link:P,nativeMdLink:P,async relativeOrCdnIcon(e){let{attributeName:t,markdown:n,node:r,sourceFilePath:i}=e,a=r.attributes[t];return typeof a==`string`&&B(a)&&await f(e,{optional:!0}),c(r,t,i,n)},codeSnippetFile:d,diagramFile:v,svgContent:f,tagRawContent:p,htmlAttrs:m,imageGallery:h,codeWalkthroughFilesets:g,partialFile:_,jsonSchemaRef:C,sampleFromJsonSchema:w,jsonExampleRef:S,openapiCodeSamples:E,openapiCodeSamplePanel:T,openapiReplay:O,openapiResponseSamples:A,openapiResponsePanel:k,openapiExample:D,rawContent:b,parsedYaml:y,relativePath:x};function I(e){let t=/* @__PURE__ */ new Set;for(let n of a(e))n.type===`tag`&&typeof n.tag==`string`&&t.add(n.tag);return[...t].sort()}async function L(t,n,r,i,a,o){let s;try{s=await t({...i.resolverContext,attributeName:r,node:n,sourceFilePath:i.sourceFilePath,tags:i.tags,partialChain:i.partialChain,readSourceLines:o})}catch(t){let r=t instanceof Error?t.message:String(t);s=e(n,r,i.sourceFilePath)}s&&(s.entityDeps&&a.entityDeps.push(...s.entityDeps),s.assetUsages&&a.assetUsages.push(...s.assetUsages),s.linkRefs&&a.linkRefs.push(...s.linkRefs),s.problems&&a.problems.push(...s.problems))}function R(e){let t;return()=>(t??=e.split(/\r?\n/),t)}function z(e){return e.type===`tag`&&e.tag===j}function B(e){let t=(e.split(`#`,1)[0]??e).split(`?`,1)[0]??e;return/\.svg$/i.test(t)&&o(e)}export{F as builtInMarkdocAttributeResolvers,I as collectMarkdocTagNames,z as isPromptTag,N as resolveMarkdocBuildTimeAttributes};
|
|
@@ -9,7 +9,8 @@ export type InlineRawPartialsResult = {
|
|
|
9
9
|
/**
|
|
10
10
|
* Classic Realm's `{% raw-partial file="…" /%}`: the text of a Markdown file from a partials
|
|
11
11
|
* folder, inlined before parsing, so link reference definitions in it apply to the page. A
|
|
12
|
-
* `/` path is content-root-relative, any other is relative to the including file. A
|
|
12
|
+
* `/` path is content-root-relative, any other is relative to the including file. A missing
|
|
13
|
+
* `@l10n/<locale>/` file falls back to its default-locale twin, as in classic Realm. A file
|
|
13
14
|
* that is missing, not Markdown, outside the partials folders, or already being inlined
|
|
14
15
|
* inlines nothing and reports a problem.
|
|
15
16
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{delocalizeL10nPath as e}from"../../../shared/utils/l10n.js";import{resolveContentPath as t}from"../../../shared/utils/resolve-content-path.js";import{isPartialPath as n}from"../utils/partials.js";import{join as r}from"node:path";const i=/\{% ?raw-partial file="([^"]+)" ?\/?%\}/g;async function a(s,c,l,u=[c]){let d={source:s,entityDeps:[],problems:[]};if(!s.includes(`raw-partial`)||l.io===void 0)return d;let f=/* @__PURE__ */ new Map;for(let[,p]of s.matchAll(i)){if(p===void 0||f.has(p))continue;let i=t(p,c),s=``;if(i===null||!i.endsWith(`.md`)||!n(i,l.config))d.problems.push(o(c,`Raw partial "${p}" must be a Markdown file in a partials folder.`));else if(u.includes(i))d.problems.push(o(c,`Circular raw partial inclusion: ${[...u,i].join(` -> `)}`));else{d.entityDeps.push({kind:`file`,path:i});let t=e(i),n=i;if(await l.io.exists(r(l.contentDir,i))||(t!==void 0&&d.entityDeps.push({kind:`file`,path:t}),n=t!==void 0&&await l.io.exists(r(l.contentDir,t))?t:null),n!==null){let e=await a(await l.io.readFile(r(l.contentDir,n)),i,l,[...u,i]);s=e.source,d.entityDeps.push(...e.entityDeps),d.problems.push(...e.problems)}else d.problems.push(o(c,`Raw partial file ${i} does not exist.`))}f.set(p,s)}return d.source=s.replace(i,(e,t)=>f.get(t)??``),d}function o(e,t){return{code:`markdoc/validation-error`,severity:`warning`,message:t,location:{filePath:e}}}export{a as inlineRawPartials};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{
|
|
1
|
+
import{L10N_DIR as e}from"../../../shared/constants/l10n/defaults.js";import{delocalizeL10nPath as t,l10nDirOf as n,toLocaleSlug as r}from"../../../shared/utils/l10n.js";import{buildContentAssetUrl as i}from"../../plugins/internal/assets/url.js";import{resolveContentPath as a}from"../../../shared/utils/resolve-content-path.js";import{computePathPrefixes as o}from"../../../shared/utils/routes/compute-path-prefixes.js";import{IMAGE_EXTENSIONS as s}from"../../plugins/internal/assets/extensions.js";import{isRouteSlugTarget as c}from"../../../shared/utils/routes/is-route-slug-target.js";import{safeDecodeURI as l}from"../../../shared/utils/safe-decode-uri.js";import{joinSrcSet as u,parseSrcSet as d}from"../../plugins/internal/assets/srcset.js";import{isIndexPagePath as f,resolveRelativeSlug as p}from"../../../shared/utils/routes/resolve-relative-slug.js";import{posix as m}from"node:path";const h=/[[\]()*_`#!|<>~]|\{%|^\s{0,3}([-+*]\s|\d+\.\s|>|-{3,}|={2,})/m;function g(e){return h.test(e)}function _(e){return e.startsWith(`#`)||e.startsWith(`//`)||/^[a-z][a-z0-9+.-]*:/i.test(e)?!1:!e.startsWith(`/`)||!c(y(e).path)}function v(e){let t=e.indexOf(`?`);return t===-1?[e,``]:[e.slice(0,t),e.slice(t)]}function y(e){let t=e.indexOf(`#`);return t===-1?{path:e,hash:``}:{path:e.slice(0,t),hash:e.slice(t)}}async function b(e,n){let r=await n(e);if(r)return r;let i=t(e);if(i!==void 0){let t=await n(i);if(t){let n=e.slice(0,e.length-i.length),r=t.entityDeps.filter(e=>e.kind===`file`).map(e=>({kind:`file`,path:`${n}${e.path}`}));return{...t,entityDeps:[...r,...t.entityDeps]}}}return{result:{kind:`passthrough`},entityDeps:[],assetUsages:[]}}async function x(e,r){let i=t(e),a=n(e);if(i===void 0||a===void 0)return null;let o=await r(i,a);return o===null?null:{...o,entityDeps:[{kind:`file`,path:e},...o.entityDeps]}}async function S(t,n,r,a,o){let[s]=t.assetUsages;if(!s||!a?.length||t.result.kind!==`assetRef`||n.startsWith(`@l10n/`))return t;let c=i(s.path,s.hash,s.tag),l=[];for(let t of a){let n=`${e}/${t}/${s.path}`,i=r.filesByPath.get(n);if(!i)continue;let a=await o?.(n)??null;l.push({path:n,hash:i.hash,kind:s.kind,tag:a,l10n:{locale:t,canonicalUrl:c}})}return l.length===0?t:{...t,assetUsages:[s,...l]}}function C(e,t){let n=e.routeBySlug.get(t);return n===void 0?o(t).reverse().map(t=>e.routeBySlug.get(t)).find(e=>e?.wildcardPrefix===!0):n}async function w(e,t,n,o,c,u){if(!_(e))return{result:{kind:`passthrough`},entityDeps:[],assetUsages:[]};let{path:d,hash:h}=y(e),g=async(e,t)=>{let a=n.primaryRouteByFilePath.get(e);if(a!==void 0)return{result:{kind:`pageUrl`,url:`${t===void 0?a:r(a,t)}${h}`},entityDeps:[{kind:`file`,path:e}],assetUsages:[]};let c=n.filesByPath.get(e);if(c){let t=m.extname(e).toLowerCase(),n=s.has(t)?`image`:`file`,r=await o?.(e)??null;return{result:{kind:`assetRef`,url:`${i(e,c.hash,r)}${h}`,path:e,hash:c.hash},entityDeps:[{kind:`file`,path:e}],assetUsages:[{path:e,hash:c.hash,kind:n,tag:r}]}}return null};return S(await b(t,async e=>{let t=a(l(d),e);if(t===null)return null;let r=await g(t)??await x(t,g);if(r!==null)return r;let[i=``,o=``]=v(d);if(!d.startsWith(`/`)&&m.extname(i)===``){let t=u??e,r=n.primaryRouteByFilePath.get(t),a=r===void 0?void 0:p(i,r,f(t)),s=a===void 0?void 0:C(n,a);if(a!==void 0&&s!==void 0)return{result:{kind:`pageUrl`,url:`${a}${o}${h}`},entityDeps:s.originFilePath===null?[]:[{kind:`file`,path:s.originFilePath}],assetUsages:[]}}return null}),t,n,c,o)}async function T(e,t,n,r,o){if(!_(e))return{result:{kind:`passthrough`},entityDeps:[],assetUsages:[]};let{path:s}=y(e),c=async e=>{let t=n.filesByPath.get(e);if(!t)return null;let a=await r?.(e)??null;return{result:{kind:`assetRef`,url:i(e,t.hash,a),path:e,hash:t.hash},entityDeps:[{kind:`file`,path:e}],assetUsages:[{path:e,hash:t.hash,kind:`image`,tag:a}]}};return S(await b(t,async e=>{let t=a(l(s),e);return t===null?null:await c(t)??await x(t,c)}),t,n,o,r)}async function E(e,t,n,r,i){let a=[],o=[],s=d(e);if(!s||s.length===0)return{value:e,entityDeps:a,assetUsages:o};let c=await Promise.all(s.map(async e=>{let s=await T(e.src,t,n,r,i);return s.result.kind===`assetRef`&&(a.push(...s.entityDeps),o.push(...s.assetUsages),e.src=s.result.url),e}));return{value:u(c),entityDeps:a,assetUsages:o}}export{_ as isLocalReference,g as looksLikeMarkdown,T as resolveImageReference,E as resolveImageSrcSet,w as resolveLocalReference,y as splitHash};
|