@farming-labs/docs 0.2.120 → 0.2.122
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -0
- package/dist/access.d.mts +13 -0
- package/dist/access.mjs +56 -0
- package/dist/agent-conformance.d.mts +60 -0
- package/dist/agent-conformance.mjs +538 -0
- package/dist/agent-contract.d.mts +47 -0
- package/dist/agent-contract.mjs +645 -0
- package/dist/agent-detection.d.mts +6 -0
- package/dist/agent-detection.mjs +83 -0
- package/dist/agent-evals.d.mts +224 -0
- package/dist/{agent-evals-BLNLvXbG.mjs → agent-evals.mjs} +7 -565
- package/dist/agent-feedback-evaluations-node.mjs +38 -0
- package/dist/agent-feedback-evaluations.d.mts +91 -0
- package/dist/{agent-feedback-evaluations-CcMGlgsO.mjs → agent-feedback-evaluations.mjs} +2 -2
- package/dist/agent-feedback-loop.d.mts +45 -0
- package/dist/{agent-feedback-loop-CcZL_sb1.mjs → agent-feedback-loop.mjs} +1 -1
- package/dist/agent-maintenance.d.mts +71 -0
- package/dist/{agent-maintenance-CuZ7iAKq.mjs → agent-maintenance.mjs} +1 -1
- package/dist/agent-provenance.d.mts +23 -0
- package/dist/agent-provenance.mjs +77 -0
- package/dist/agent-scope.mjs +321 -0
- package/dist/agent-skills-archive.mjs +86 -0
- package/dist/agent-skills-bundle.d.mts +1 -1
- package/dist/{agent-skills-progressive-disclosure-PjPtTYL-.mjs → agent-skills-progressive-disclosure.mjs} +2 -2
- package/dist/{agent-skills-server-D5IuvwM7.d.mts → agent-skills-server.d.mts} +3 -3
- package/dist/{agent-skills-server-BC7md56k.mjs → agent-skills-server.mjs} +2 -2
- package/dist/agent-skills-vite.d.mts +3 -3
- package/dist/agent-skills-vite.mjs +1 -2
- package/dist/agent-surface-drift.mjs +236 -0
- package/dist/{golden-evaluations-CLUViycJ.mjs → agent-usefulness.mjs} +5 -290
- package/dist/{content-change-hydration-wqXIZHp6.d.mts → agent.d.mts} +10 -411
- package/dist/agent.mjs +2729 -0
- package/dist/{analytics-w3FDOksr.d.mts → analytics.d.mts} +2 -2
- package/dist/{analytics-p8Vhhu2P.mjs → analytics.mjs} +2 -2
- package/dist/{sitemap-server-BUdPBcGs.d.mts → api-reference.d.mts} +2 -6
- package/dist/api-reference.mjs +1481 -0
- package/dist/{audience-exposure-DBrFWULA.d.mts → audience-exposure.d.mts} +1 -1
- package/dist/audience-exposure.mjs +8 -0
- package/dist/audience.d.mts +44 -0
- package/dist/audience.mjs +1654 -0
- package/dist/authoring-mcp.d.mts +44 -0
- package/dist/{authoring-mcp-CiCUQe3o.mjs → authoring-mcp.mjs} +3 -3
- package/dist/browser.d.mts +6 -4
- package/dist/browser.mjs +6 -7
- package/dist/build.d.mts +8 -0
- package/dist/build.mjs +8 -0
- package/dist/changelog.d.mts +20 -0
- package/dist/changelog.mjs +39 -0
- package/dist/{agent-export-CA6IUQ7T.mjs → cli/agent-export.mjs} +19 -45
- package/dist/{agent-CYk2DxY7.mjs → cli/agent.mjs} +6 -35
- package/dist/{agents-BUiVmj8i.mjs → cli/agents.mjs} +5 -18
- package/dist/cli/api-doctor.mjs +206 -0
- package/dist/{authoring-C2ymvYWl.mjs → cli/authoring.mjs} +2 -8
- package/dist/{cloud-6eKrlmKd.mjs → cli/cloud.mjs} +3 -3
- package/dist/{codeblocks-CHpgAwY-.mjs → cli/codeblocks.mjs} +2 -2
- package/dist/cli/config.d.mts +11 -0
- package/dist/{config-BZnKAj_Y.mjs → cli/config.mjs} +1 -1
- package/dist/cli/dev-banner.mjs +58 -0
- package/dist/{dev-Bnn-NUNa.mjs → cli/dev.mjs} +3 -57
- package/dist/{doctor-Bfkrkzad.mjs → cli/doctor.mjs} +41 -226
- package/dist/{downgrade-CHMta85e.mjs → cli/downgrade.mjs} +2 -2
- package/dist/cli/errors.d.mts +4 -0
- package/dist/{errors-BtnVLhNF.mjs → cli/errors.mjs} +1 -1
- package/dist/{feedback-evals-DMilg9pY.mjs → cli/feedback-evals.mjs} +3 -36
- package/dist/{feedback-DL4T5oIO.mjs → cli/feedback.mjs} +1 -1
- package/dist/cli/git-dates.mjs +35 -0
- package/dist/cli/golden-evaluations.mjs +52 -0
- package/dist/cli/index.d.mts +2 -3
- package/dist/cli/index.mjs +38 -38
- package/dist/{init-K0LmXDZ5.mjs → cli/init.mjs} +3 -3
- package/dist/{mcp-iLCmnPJI.mjs → cli/mcp.mjs} +7 -19
- package/dist/{openapi-diff-HcpUNjA-.mjs → cli/openapi-diff.mjs} +2 -7
- package/dist/{openapi-sdk-BQKC6H-_.mjs → cli/openapi-sdk.mjs} +2 -7
- package/dist/{openapi-source-DK6ts_Bk.mjs → cli/openapi-source.mjs} +2 -2
- package/dist/{package-version-HJhYeq4M.mjs → cli/package-version.mjs} +2 -2
- package/dist/{propose-JmUv_BTt.mjs → cli/propose.mjs} +1 -1
- package/dist/{review-C6EmbV0l.mjs → cli/review.mjs} +16 -15
- package/dist/{robots-DteZB8vl.mjs → cli/robots.mjs} +3 -7
- package/dist/{search-Bhuv_YsL.mjs → cli/search.mjs} +7 -20
- package/dist/{sitemap-DW5LDKDa.mjs → cli/sitemap.mjs} +7 -42
- package/dist/{skills-BAPQLSCm.mjs → cli/skills.mjs} +5 -19
- package/dist/{templates-BuQ8YsGv.mjs → cli/templates.mjs} +1 -1
- package/dist/{upgrade-DlQMOFV1.mjs → cli/upgrade.mjs} +2 -2
- package/dist/{utils-C7KDrPpA.mjs → cli/utils.mjs} +1 -1
- package/dist/client/react.d.mts +2 -18
- package/dist/client/react.mjs +1 -157
- package/dist/{cloud-analytics-D14HplI7.mjs → cloud-analytics.mjs} +1 -1
- package/dist/{cloud-ask-ai-BrsTXQf6.d.mts → cloud-ask-ai.d.mts} +2 -2
- package/dist/{cloud-ask-ai-BqKhjpS5.mjs → cloud-ask-ai.mjs} +3 -3
- package/dist/code-blocks.d.mts +51 -0
- package/dist/{code-blocks-GYdvS3BH.mjs → code-blocks.mjs} +2 -2
- package/dist/code-group-mdx.d.mts +11 -0
- package/dist/code-group-mdx.mjs +57 -0
- package/dist/content-change-hydration.d.mts +87 -0
- package/dist/{openapi-mcp-BIOTLiA7.mjs → content-change-hydration.mjs} +5 -210
- package/dist/content-changes.d.mts +47 -0
- package/dist/content-changes.mjs +216 -0
- package/dist/create-theme.d.mts +48 -0
- package/dist/create-theme.mjs +57 -0
- package/dist/date.d.mts +5 -0
- package/dist/date.mjs +17 -0
- package/dist/define-docs.d.mts +9 -0
- package/dist/define-docs.mjs +46 -0
- package/dist/docs-cloud-client.d.mts +18 -0
- package/dist/docs-cloud-client.mjs +161 -0
- package/dist/docs-cloud-server.d.mts +2 -2
- package/dist/docs-cloud-server.mjs +2 -3
- package/dist/heading-toc.d.mts +10 -0
- package/dist/heading-toc.mjs +23 -0
- package/dist/http-body.d.mts +14 -0
- package/dist/{http-body-DkAPk6D5.mjs → http-body.mjs} +1 -1
- package/dist/http-cache.d.mts +25 -0
- package/dist/http-cache.mjs +140 -0
- package/dist/http-link.mjs +81 -0
- package/dist/i18n.d.mts +18 -0
- package/dist/{i18n-B1gJ9EW0.mjs → i18n.mjs} +1 -1
- package/dist/index.d.mts +42 -674
- package/dist/index.mjs +40 -14
- package/dist/markdown-rendering.mjs +1 -1
- package/dist/markdown-section-cache.mjs +49 -0
- package/dist/markdown-sections.d.mts +47 -0
- package/dist/{markdown-sections-9Oxr33b-.mjs → markdown-sections.mjs} +29 -703
- package/dist/mcp-auth.d.mts +14 -0
- package/dist/mcp-auth.mjs +99 -0
- package/dist/mcp.d.mts +5 -3
- package/dist/mcp.mjs +21 -9
- package/dist/mdx.d.mts +6 -0
- package/dist/mdx.mjs +7 -0
- package/dist/metadata.d.mts +60 -0
- package/dist/{metadata-BOHn0Y5K.mjs → metadata.mjs} +2 -2
- package/dist/native-api-reference.mjs +968 -0
- package/dist/okf.d.mts +42 -0
- package/dist/okf.mjs +145 -0
- package/dist/openapi-contract.mjs +154 -0
- package/dist/{openapi-mcp-node-C4jUpZG6.mjs → openapi-mcp-node.mjs} +1 -1
- package/dist/openapi-mcp.d.mts +26 -0
- package/dist/openapi-mcp.mjs +132 -0
- package/dist/openapi-operations.d.mts +71 -0
- package/dist/{openapi-operations-DFpaqOqA.mjs → openapi-operations.mjs} +1 -1
- package/dist/openapi-overlays.mjs +221 -0
- package/dist/openapi-references.mjs +233 -0
- package/dist/pagination.d.mts +7 -0
- package/dist/pagination.mjs +100 -0
- package/dist/prompt-references.d.mts +12 -0
- package/dist/prompt-references.mjs +132 -0
- package/dist/prompt-utils.d.mts +36 -0
- package/dist/{prompt-utils-B5g-bv7o.mjs → prompt-utils.mjs} +1 -57
- package/dist/reading-time.d.mts +23 -0
- package/dist/reading-time.mjs +58 -0
- package/dist/related.d.mts +7 -0
- package/dist/related.mjs +50 -0
- package/dist/retrieval-digest.d.mts +16 -0
- package/dist/{retrieval-digest-CT-eIEcp.mjs → retrieval-digest.mjs} +1 -1
- package/dist/review.d.mts +69 -0
- package/dist/review.mjs +562 -0
- package/dist/robots.d.mts +54 -0
- package/dist/{robots-BYJAVeI6.mjs → robots.mjs} +5 -3
- package/dist/runtime.d.mts +3 -3
- package/dist/runtime.mjs +3 -9
- package/dist/search.d.mts +210 -0
- package/dist/search.mjs +3401 -0
- package/dist/server.d.mts +22 -198
- package/dist/server.mjs +21 -19
- package/dist/sidebar.d.mts +15 -0
- package/dist/sidebar.mjs +73 -0
- package/dist/sitemap-server.d.mts +7 -0
- package/dist/{sitemap-server-Lg3YhUx4.mjs → sitemap-server.mjs} +2 -2
- package/dist/{sitemap-Cl8vrixd.d.mts → sitemap.d.mts} +3 -3
- package/dist/sitemap.mjs +254 -0
- package/dist/{standards-discovery-BHPc7YIX.d.mts → standards-discovery.d.mts} +2 -2
- package/dist/{standards-discovery-sSEojU80.mjs → standards-discovery.mjs} +3 -139
- package/dist/telemetry-runtime.d.mts +42 -0
- package/dist/telemetry-runtime.mjs +238 -0
- package/dist/telemetry.d.mts +15 -0
- package/dist/telemetry.mjs +117 -0
- package/dist/{types-BJFeMXWZ.d.mts → types.d.mts} +3 -2
- package/dist/urls.d.mts +7 -0
- package/dist/urls.mjs +21 -0
- package/dist/utils.d.mts +8 -0
- package/dist/utils.mjs +22 -0
- package/package.json +21 -3
- package/dist/agent-DkAidqtV.mjs +0 -9026
- package/dist/api-reference-BYee4zMo.mjs +0 -3046
- package/dist/prompt-references-DMgbu_dz.mjs +0 -1082
- package/dist/retrieval-digest-AOx2-LbC.d.mts +0 -367
- package/dist/sidebar-CFHBj29f.mjs +0 -421
- package/dist/sidebar-CMPbVfGP.d.mts +0 -63
- /package/dist/{openapi-CfCzX_a1.mjs → cli/openapi.mjs} +0 -0
|
@@ -1,367 +0,0 @@
|
|
|
1
|
-
import { H as DocsAgentEvaluationAnswerProvider, Rt as DocsCodeBlocksPlannerProvider, Vr as OpenDocsProvider, Vt as DocsCodeBlocksValidateConfig, Wr as OpenDocsTarget, Xn as DocsSearchConfig, Z as DocsAgentFeedbackData, at as DocsAgentGoldenQueryVariant, ct as DocsAgentGoldenTask, et as DocsAgentGoldenCoverageApplicability, lt as DocsAgentGoldenTaskExpectation, nt as DocsAgentGoldenExpectedExample, q as DocsAgentEvaluationSurface, ut as DocsAgentGoldenTaskFilters } from "./types-BJFeMXWZ.mjs";
|
|
2
|
-
import { DocsMcpPage } from "./mcp.mjs";
|
|
3
|
-
|
|
4
|
-
//#region src/agent-feedback-loop.d.ts
|
|
5
|
-
declare const DOCS_AGENT_FEEDBACK_IMPROVEMENT_FORMAT: "farming-labs-agent-feedback-improvements.v1";
|
|
6
|
-
interface DocsAgentFeedbackImprovementOptions {
|
|
7
|
-
/** Minimum failed reports required before a cluster becomes recurring. @default 2 */
|
|
8
|
-
minOccurrences?: number;
|
|
9
|
-
/** Stable report timestamp override for tests and reproducible automation. */
|
|
10
|
-
generatedAt?: string;
|
|
11
|
-
}
|
|
12
|
-
interface DocsAgentFeedbackIssueDraft {
|
|
13
|
-
title: string;
|
|
14
|
-
body: string;
|
|
15
|
-
labels: string[];
|
|
16
|
-
}
|
|
17
|
-
interface DocsAgentFeedbackCluster {
|
|
18
|
-
id: string;
|
|
19
|
-
page: string;
|
|
20
|
-
task: string;
|
|
21
|
-
occurrences: number;
|
|
22
|
-
outcomes: string[];
|
|
23
|
-
missingContext: string[];
|
|
24
|
-
docIssues: string[];
|
|
25
|
-
suggestedImprovements: string[];
|
|
26
|
-
goldenTask?: DocsAgentGoldenTask;
|
|
27
|
-
issue: DocsAgentFeedbackIssueDraft;
|
|
28
|
-
}
|
|
29
|
-
interface DocsAgentFeedbackImprovementReport {
|
|
30
|
-
format: typeof DOCS_AGENT_FEEDBACK_IMPROVEMENT_FORMAT;
|
|
31
|
-
generatedAt: string;
|
|
32
|
-
feedbackCount: number;
|
|
33
|
-
failureCount: number;
|
|
34
|
-
recurringClusterCount: number;
|
|
35
|
-
clusters: DocsAgentFeedbackCluster[];
|
|
36
|
-
goldenTasks: DocsAgentGoldenTask[];
|
|
37
|
-
issueDrafts: DocsAgentFeedbackIssueDraft[];
|
|
38
|
-
pullRequestDraft: {
|
|
39
|
-
title: string;
|
|
40
|
-
body: string;
|
|
41
|
-
};
|
|
42
|
-
}
|
|
43
|
-
declare function analyzeDocsAgentFeedback(feedback: readonly DocsAgentFeedbackData[], options?: DocsAgentFeedbackImprovementOptions): DocsAgentFeedbackImprovementReport;
|
|
44
|
-
declare function readDocsAgentFeedbackFile(filePath: string): DocsAgentFeedbackData[];
|
|
45
|
-
//#endregion
|
|
46
|
-
//#region src/code-blocks.d.ts
|
|
47
|
-
interface DocsCodeBlockTarget {
|
|
48
|
-
id: string;
|
|
49
|
-
filePath: string;
|
|
50
|
-
relativePath: string;
|
|
51
|
-
lineStart: number;
|
|
52
|
-
lineEnd: number;
|
|
53
|
-
language?: string;
|
|
54
|
-
title?: string;
|
|
55
|
-
framework?: string;
|
|
56
|
-
packageManager?: string;
|
|
57
|
-
runnable: boolean;
|
|
58
|
-
env: string[];
|
|
59
|
-
meta: Record<string, string | boolean>;
|
|
60
|
-
code: string;
|
|
61
|
-
}
|
|
62
|
-
interface DocsCodeBlockCommand {
|
|
63
|
-
cmd: string;
|
|
64
|
-
args: string[];
|
|
65
|
-
}
|
|
66
|
-
interface DocsCodeBlockExecutionPlan {
|
|
67
|
-
id: string;
|
|
68
|
-
target: DocsCodeBlockTarget;
|
|
69
|
-
action: "execute" | "validate-syntax" | "skip";
|
|
70
|
-
template: string;
|
|
71
|
-
runtime?: string;
|
|
72
|
-
filePath?: string;
|
|
73
|
-
command?: DocsCodeBlockCommand;
|
|
74
|
-
requiredEnv: string[];
|
|
75
|
-
reason?: string;
|
|
76
|
-
planner: DocsCodeBlocksPlannerProvider;
|
|
77
|
-
}
|
|
78
|
-
type DocsCodeBlockValidationStatus = "PLAN" | "PASS" | "SKIP" | "FAIL";
|
|
79
|
-
interface DocsCodeBlockValidationResult {
|
|
80
|
-
id: string;
|
|
81
|
-
target: DocsCodeBlockTarget;
|
|
82
|
-
plan: DocsCodeBlockExecutionPlan;
|
|
83
|
-
status: DocsCodeBlockValidationStatus;
|
|
84
|
-
stdout?: string;
|
|
85
|
-
stderr?: string;
|
|
86
|
-
exitCode?: number | null;
|
|
87
|
-
reason?: string;
|
|
88
|
-
}
|
|
89
|
-
type OptionalModuleImporter = (specifier: string) => Promise<unknown>;
|
|
90
|
-
declare global {
|
|
91
|
-
var __DOCS_CODE_BLOCKS_MODULE_IMPORTER__: OptionalModuleImporter | undefined;
|
|
92
|
-
}
|
|
93
|
-
//#endregion
|
|
94
|
-
//#region src/agent-evals.d.ts
|
|
95
|
-
type DocsGoldenEvaluationStatus = "unmeasured" | "passed" | "failed";
|
|
96
|
-
type DocsGoldenEvaluationCoverageStatus = "measured" | "partially-measured" | "unmeasured" | "not-applicable";
|
|
97
|
-
type DocsGoldenTaskFilters = DocsAgentGoldenTaskFilters;
|
|
98
|
-
type DocsGoldenExpectedExample = DocsAgentGoldenExpectedExample;
|
|
99
|
-
type DocsGoldenTaskExpectation = DocsAgentGoldenTaskExpectation;
|
|
100
|
-
type DocsGoldenTask = DocsAgentGoldenTask;
|
|
101
|
-
interface DocsGoldenRetrievedSource {
|
|
102
|
-
rank: number;
|
|
103
|
-
url: string;
|
|
104
|
-
title: string;
|
|
105
|
-
framework?: string;
|
|
106
|
-
version?: string;
|
|
107
|
-
package?: string[];
|
|
108
|
-
tags?: string[];
|
|
109
|
-
utf8Bytes: number;
|
|
110
|
-
relevant: boolean;
|
|
111
|
-
truncated: boolean;
|
|
112
|
-
}
|
|
113
|
-
interface DocsGoldenRetrievalMetrics {
|
|
114
|
-
expectedRelevant: number;
|
|
115
|
-
retrievedRelevant: number;
|
|
116
|
-
recallAtK: number;
|
|
117
|
-
firstRelevantRank: number | null;
|
|
118
|
-
reciprocalRank: number;
|
|
119
|
-
forbiddenSources: string[];
|
|
120
|
-
passed: boolean;
|
|
121
|
-
}
|
|
122
|
-
interface DocsGoldenCitationMetrics {
|
|
123
|
-
/** Where the citation evidence came from. Context/results are not model-answer citations. */
|
|
124
|
-
evidence: "context" | "results";
|
|
125
|
-
expected: string[];
|
|
126
|
-
actual: string[];
|
|
127
|
-
missing: string[];
|
|
128
|
-
unexpected: string[];
|
|
129
|
-
precision: number;
|
|
130
|
-
recall: number;
|
|
131
|
-
/** True when every rendered Source line maps one-to-one to a returned source record. */
|
|
132
|
-
integrity: boolean;
|
|
133
|
-
passed: boolean;
|
|
134
|
-
}
|
|
135
|
-
interface DocsGoldenSelectionMetrics {
|
|
136
|
-
requestedFramework?: string;
|
|
137
|
-
requestedVersion?: string;
|
|
138
|
-
requestedPackage?: string | readonly string[];
|
|
139
|
-
requestedTags?: string | readonly string[];
|
|
140
|
-
requestedLocale?: string;
|
|
141
|
-
expectedFramework?: string;
|
|
142
|
-
expectedVersion?: string;
|
|
143
|
-
expectedPackage?: string | readonly string[];
|
|
144
|
-
expectedTags?: string | readonly string[];
|
|
145
|
-
expectedLocale?: string;
|
|
146
|
-
firstFrameworkMatchRank: number | null;
|
|
147
|
-
firstVersionMatchRank: number | null;
|
|
148
|
-
firstPackageMatchRank?: number | null;
|
|
149
|
-
firstTagsMatchRank?: number | null;
|
|
150
|
-
firstLocaleMatchRank: number | null;
|
|
151
|
-
conflictingSources: string[];
|
|
152
|
-
ambiguousSources: string[];
|
|
153
|
-
passed: boolean;
|
|
154
|
-
}
|
|
155
|
-
interface DocsGoldenExampleResult {
|
|
156
|
-
expected: DocsGoldenExpectedExample;
|
|
157
|
-
matchedId?: string;
|
|
158
|
-
source?: string;
|
|
159
|
-
verification: "present" | "syntax" | "execute";
|
|
160
|
-
status: "passed" | "failed" | "skipped";
|
|
161
|
-
reason?: string;
|
|
162
|
-
syntaxValid: boolean;
|
|
163
|
-
executed: boolean;
|
|
164
|
-
executionStatus?: DocsCodeBlockValidationResult["status"];
|
|
165
|
-
/** @deprecated Static/planner executability signal retained for report compatibility. */
|
|
166
|
-
executable: boolean;
|
|
167
|
-
passed: boolean;
|
|
168
|
-
}
|
|
169
|
-
interface DocsGoldenExampleMetrics {
|
|
170
|
-
expected: number;
|
|
171
|
-
matched: number;
|
|
172
|
-
syntaxValid: number;
|
|
173
|
-
executed: number;
|
|
174
|
-
/** @deprecated Count of statically/planner-executable examples retained for compatibility. */
|
|
175
|
-
executable: number;
|
|
176
|
-
results: DocsGoldenExampleResult[];
|
|
177
|
-
passed: boolean;
|
|
178
|
-
}
|
|
179
|
-
interface DocsGoldenUsageMetrics {
|
|
180
|
-
budgetUnit: "utf8-bytes";
|
|
181
|
-
tokenBudget: number;
|
|
182
|
-
usedUtf8Bytes: number;
|
|
183
|
-
remainingUtf8Bytes: number;
|
|
184
|
-
estimatedTokens: number;
|
|
185
|
-
/** Exact conservative upper bound: one token per UTF-8 byte. */
|
|
186
|
-
conservativeTokenUpperBound: number;
|
|
187
|
-
usefulUtf8Bytes: number;
|
|
188
|
-
usefulByteRatio: number;
|
|
189
|
-
truncated: boolean;
|
|
190
|
-
withinBudget: boolean;
|
|
191
|
-
passed: boolean;
|
|
192
|
-
}
|
|
193
|
-
interface DocsGoldenAnswerMetrics {
|
|
194
|
-
evidence: "answer";
|
|
195
|
-
expected: boolean;
|
|
196
|
-
provided: boolean;
|
|
197
|
-
textIncludesMissing: string[];
|
|
198
|
-
textExcludesPresent: string[];
|
|
199
|
-
citations: string[];
|
|
200
|
-
requiredCitations: string[];
|
|
201
|
-
missingCitations: string[];
|
|
202
|
-
unexpectedCitations: string[];
|
|
203
|
-
forbiddenCitations: string[];
|
|
204
|
-
passed: boolean;
|
|
205
|
-
}
|
|
206
|
-
type DocsGoldenSafetyCaseKind = "prompt-injection" | "poisoned-citations" | "authenticated-content" | "freshness" | "framework-version-conflict" | "deleted-section-tombstones";
|
|
207
|
-
interface DocsGoldenSafetyCaseResult {
|
|
208
|
-
kind: DocsGoldenSafetyCaseKind;
|
|
209
|
-
passed: boolean;
|
|
210
|
-
issues: string[];
|
|
211
|
-
}
|
|
212
|
-
interface DocsGoldenQueryVariantResult {
|
|
213
|
-
kind: DocsAgentGoldenQueryVariant["kind"];
|
|
214
|
-
query: string;
|
|
215
|
-
passed: boolean;
|
|
216
|
-
score: number;
|
|
217
|
-
firstRelevantRank: number | null;
|
|
218
|
-
citationIntegrity: boolean;
|
|
219
|
-
issues: string[];
|
|
220
|
-
}
|
|
221
|
-
interface DocsGoldenSafetyMetrics {
|
|
222
|
-
expected: boolean;
|
|
223
|
-
passed: boolean;
|
|
224
|
-
cases: DocsGoldenSafetyCaseResult[];
|
|
225
|
-
queryVariants: DocsGoldenQueryVariantResult[];
|
|
226
|
-
}
|
|
227
|
-
interface DocsGoldenTaskReport {
|
|
228
|
-
id: string;
|
|
229
|
-
query: string;
|
|
230
|
-
surface: DocsAgentEvaluationSurface;
|
|
231
|
-
provider: string;
|
|
232
|
-
status: "passed" | "failed";
|
|
233
|
-
passed: boolean;
|
|
234
|
-
score: number;
|
|
235
|
-
context: string;
|
|
236
|
-
sources: DocsGoldenRetrievedSource[];
|
|
237
|
-
retrieval: DocsGoldenRetrievalMetrics;
|
|
238
|
-
citations: DocsGoldenCitationMetrics;
|
|
239
|
-
answer: DocsGoldenAnswerMetrics;
|
|
240
|
-
safety: DocsGoldenSafetyMetrics;
|
|
241
|
-
selection: DocsGoldenSelectionMetrics;
|
|
242
|
-
examples: DocsGoldenExampleMetrics;
|
|
243
|
-
usage: DocsGoldenUsageMetrics;
|
|
244
|
-
coverageApplicability: {
|
|
245
|
-
executableExamples: DocsAgentGoldenCoverageApplicability;
|
|
246
|
-
};
|
|
247
|
-
issues: string[];
|
|
248
|
-
}
|
|
249
|
-
interface DocsGoldenTasksReport {
|
|
250
|
-
status: DocsGoldenEvaluationStatus;
|
|
251
|
-
passed: boolean | null;
|
|
252
|
-
/** Compatibility alias for quality.score. */
|
|
253
|
-
score: number | null;
|
|
254
|
-
taskCount: number;
|
|
255
|
-
passedTaskCount: number;
|
|
256
|
-
failedTaskCount: number;
|
|
257
|
-
/** Quality across only the expectations configured by each task. */
|
|
258
|
-
quality: DocsGoldenEvaluationQuality;
|
|
259
|
-
/** Coverage is intentionally separate so absent evaluation dimensions cannot look perfect. */
|
|
260
|
-
coverage: DocsGoldenEvaluationCoverage;
|
|
261
|
-
tasks: DocsGoldenTaskReport[];
|
|
262
|
-
}
|
|
263
|
-
interface DocsGoldenEvaluationQuality {
|
|
264
|
-
status: DocsGoldenEvaluationStatus;
|
|
265
|
-
passed: boolean | null;
|
|
266
|
-
score: number | null;
|
|
267
|
-
taskCount: number;
|
|
268
|
-
passedTaskCount: number;
|
|
269
|
-
failedTaskCount: number;
|
|
270
|
-
}
|
|
271
|
-
interface DocsGoldenEvaluationDimensionCoverage {
|
|
272
|
-
status: DocsGoldenEvaluationCoverageStatus;
|
|
273
|
-
measuredTaskCount: number;
|
|
274
|
-
applicableTaskCount: number;
|
|
275
|
-
notApplicableTaskCount: number;
|
|
276
|
-
totalTaskCount: number;
|
|
277
|
-
coveragePercent: number;
|
|
278
|
-
}
|
|
279
|
-
interface DocsGoldenEvaluationCoverage {
|
|
280
|
-
status: DocsGoldenEvaluationCoverageStatus;
|
|
281
|
-
measuredTaskDimensions: number;
|
|
282
|
-
applicableTaskDimensions: number;
|
|
283
|
-
notApplicableTaskDimensions: number;
|
|
284
|
-
totalTaskDimensions: number;
|
|
285
|
-
coveragePercent: number;
|
|
286
|
-
dimensions: {
|
|
287
|
-
safety: DocsGoldenEvaluationDimensionCoverage;
|
|
288
|
-
answerQuality: DocsGoldenEvaluationDimensionCoverage;
|
|
289
|
-
executableExamples: DocsGoldenEvaluationDimensionCoverage;
|
|
290
|
-
};
|
|
291
|
-
}
|
|
292
|
-
interface RunDocsGoldenTasksOptions {
|
|
293
|
-
/** Default evaluation surface. Tasks may override this with `task.surface`. */
|
|
294
|
-
surface?: DocsAgentEvaluationSurface;
|
|
295
|
-
/** Search configuration used by configured-search and ask-ai-context. */
|
|
296
|
-
search?: boolean | DocsSearchConfig;
|
|
297
|
-
/** Production-resolved Ask AI retrieval config, including `ai.useMcp`. */
|
|
298
|
-
askAISearch?: boolean | DocsSearchConfig;
|
|
299
|
-
siteTitle?: string;
|
|
300
|
-
baseUrl?: string;
|
|
301
|
-
rootDir?: string;
|
|
302
|
-
/** Permit external configured search or HTTP answer calls. @default false */
|
|
303
|
-
allowNetwork?: boolean;
|
|
304
|
-
/** Per-attempt configured-search/Ask-AI retrieval timeout in milliseconds. @default 30000 */
|
|
305
|
-
searchTimeoutMs?: number;
|
|
306
|
-
/** Project code-block validation config used only by explicit execute expectations. */
|
|
307
|
-
codeBlocksValidate?: boolean | DocsCodeBlocksValidateConfig;
|
|
308
|
-
/** Optional actual-answer runner. No model or HTTP request is made when omitted. */
|
|
309
|
-
answer?: DocsAgentEvaluationAnswerProvider;
|
|
310
|
-
}
|
|
311
|
-
declare function runDocsGoldenTasks(pages: readonly DocsMcpPage[], tasks: readonly DocsGoldenTask[] | undefined, options?: RunDocsGoldenTasksOptions): Promise<DocsGoldenTasksReport>;
|
|
312
|
-
//#endregion
|
|
313
|
-
//#region src/prompt-utils.d.ts
|
|
314
|
-
type PromptAction = "copy" | "open";
|
|
315
|
-
interface SerializedOpenDocsProvider {
|
|
316
|
-
name: string;
|
|
317
|
-
iconHtml?: string;
|
|
318
|
-
urlTemplate: string;
|
|
319
|
-
promptUrlTemplate?: string;
|
|
320
|
-
target?: OpenDocsTarget;
|
|
321
|
-
prompt?: string;
|
|
322
|
-
}
|
|
323
|
-
interface PromptProviderChoice {
|
|
324
|
-
name: string;
|
|
325
|
-
iconHtml?: string;
|
|
326
|
-
urlTemplate: string;
|
|
327
|
-
}
|
|
328
|
-
type PromptProviderInput = Pick<SerializedOpenDocsProvider, "name" | "iconHtml"> & Partial<Pick<SerializedOpenDocsProvider, "promptUrlTemplate" | "urlTemplate">>;
|
|
329
|
-
interface SerializeOpenDocsProviderOptions {
|
|
330
|
-
target?: OpenDocsTarget;
|
|
331
|
-
prompt?: string;
|
|
332
|
-
}
|
|
333
|
-
declare const DEFAULT_PROMPT_PROVIDER_TEMPLATES: Record<string, string>;
|
|
334
|
-
declare const DEFAULT_OPEN_DOCS_TARGET: OpenDocsTarget;
|
|
335
|
-
declare const DEFAULT_OPEN_DOCS_PROMPT = "Read this documentation: {url}";
|
|
336
|
-
declare const DEFAULT_OPEN_DOCS_PROVIDER_IDS: readonly ["chatgpt", "claude"];
|
|
337
|
-
declare function normalizePromptProviderName(name: string): string;
|
|
338
|
-
declare function serializeDocsIcon(icon: unknown): string | undefined;
|
|
339
|
-
declare function serializeDocsIconRegistry(icons?: Record<string, unknown>): Record<string, string> | undefined;
|
|
340
|
-
declare function serializeOpenDocsProviders(providers?: OpenDocsProvider[], options?: SerializeOpenDocsProviderOptions): SerializedOpenDocsProvider[] | undefined;
|
|
341
|
-
declare function serializeOpenDocsProvider(provider: OpenDocsProvider, options?: SerializeOpenDocsProviderOptions): SerializedOpenDocsProvider | undefined;
|
|
342
|
-
declare function parsePromptStringArray(value: unknown): string[] | undefined;
|
|
343
|
-
declare function resolvePromptProviderChoices(availableProviders?: PromptProviderInput[], preferredNames?: string[]): PromptProviderChoice[];
|
|
344
|
-
declare function sanitizePromptText(text: string): string;
|
|
345
|
-
//#endregion
|
|
346
|
-
//#region src/pagination.d.ts
|
|
347
|
-
declare class DocsPaginationCursorError extends Error {
|
|
348
|
-
readonly code = "invalid_cursor";
|
|
349
|
-
constructor();
|
|
350
|
-
}
|
|
351
|
-
//#endregion
|
|
352
|
-
//#region src/retrieval-digest.d.ts
|
|
353
|
-
/** Validate the bounded HTTP(S) URL or root-relative URI reference used by provenance. */
|
|
354
|
-
declare function isDocsRetrievalCanonicalUrl(value: string): boolean;
|
|
355
|
-
/** Hash exact bytes with portable SHA-256 in Node, edge, and browser runtimes. */
|
|
356
|
-
declare function sha256DocsContent(value: string | Uint8Array): string;
|
|
357
|
-
/** Hash exact message-content bytes with portable SHA-256. */
|
|
358
|
-
declare function digestDocsContent(value: string | Uint8Array): `sha256:${string}`;
|
|
359
|
-
/**
|
|
360
|
-
* Hash the normalized retrieval projection used by search provenance.
|
|
361
|
-
*
|
|
362
|
-
* The projection removes one leading BOM, normalizes line endings to LF, and trims
|
|
363
|
-
* trailing whitespace. This deliberately differs from HTTP digests over exact bytes.
|
|
364
|
-
*/
|
|
365
|
-
declare function digestDocsRetrievalContent(value: string): `sha256:${string}`;
|
|
366
|
-
//#endregion
|
|
367
|
-
export { readDocsAgentFeedbackFile as $, DocsGoldenExampleResult as A, DocsGoldenTaskExpectation as B, DocsGoldenCitationMetrics as C, DocsGoldenEvaluationQuality as D, DocsGoldenEvaluationDimensionCoverage as E, DocsGoldenSafetyCaseKind as F, RunDocsGoldenTasksOptions as G, DocsGoldenTaskReport as H, DocsGoldenSafetyCaseResult as I, DocsAgentFeedbackCluster as J, runDocsGoldenTasks as K, DocsGoldenSafetyMetrics as L, DocsGoldenQueryVariantResult as M, DocsGoldenRetrievalMetrics as N, DocsGoldenEvaluationStatus as O, DocsGoldenRetrievedSource as P, analyzeDocsAgentFeedback as Q, DocsGoldenSelectionMetrics as R, DocsGoldenAnswerMetrics as S, DocsGoldenEvaluationCoverageStatus as T, DocsGoldenTasksReport as U, DocsGoldenTaskFilters as V, DocsGoldenUsageMetrics as W, DocsAgentFeedbackImprovementReport as X, DocsAgentFeedbackImprovementOptions as Y, DocsAgentFeedbackIssueDraft as Z, sanitizePromptText as _, DocsPaginationCursorError as a, serializeOpenDocsProvider as b, DEFAULT_OPEN_DOCS_TARGET as c, PromptProviderChoice as d, SerializeOpenDocsProviderOptions as f, resolvePromptProviderChoices as g, parsePromptStringArray as h, sha256DocsContent as i, DocsGoldenExpectedExample as j, DocsGoldenExampleMetrics as k, DEFAULT_PROMPT_PROVIDER_TEMPLATES as l, normalizePromptProviderName as m, digestDocsRetrievalContent as n, DEFAULT_OPEN_DOCS_PROMPT as o, SerializedOpenDocsProvider as p, DOCS_AGENT_FEEDBACK_IMPROVEMENT_FORMAT as q, isDocsRetrievalCanonicalUrl as r, DEFAULT_OPEN_DOCS_PROVIDER_IDS as s, digestDocsContent as t, PromptAction as u, serializeDocsIcon as v, DocsGoldenEvaluationCoverage as w, serializeOpenDocsProviders as x, serializeDocsIconRegistry as y, DocsGoldenTask as z };
|