@mcoda/mswarm 0.1.89 → 0.1.91

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (116) hide show
  1. package/dist/codali-executor.d.ts +107 -6
  2. package/dist/codali-executor.d.ts.map +1 -1
  3. package/dist/codali-executor.js +500 -26
  4. package/dist/codali-executor.js.map +1 -1
  5. package/dist/runtime.d.ts +6 -3
  6. package/dist/runtime.d.ts.map +1 -1
  7. package/dist/runtime.js +18 -5
  8. package/dist/runtime.js.map +1 -1
  9. package/dist/server.d.ts.map +1 -1
  10. package/dist/server.js +18 -3
  11. package/dist/server.js.map +1 -1
  12. package/dist/vendor/codali/cli/DatasetCommand.d.ts +38 -0
  13. package/dist/vendor/codali/cli/DatasetCommand.d.ts.map +1 -0
  14. package/dist/vendor/codali/cli/DatasetCommand.js +959 -0
  15. package/dist/vendor/codali/cli/EvalCommand.d.ts +3 -0
  16. package/dist/vendor/codali/cli/EvalCommand.d.ts.map +1 -1
  17. package/dist/vendor/codali/cli/EvalCommand.js +55 -1
  18. package/dist/vendor/codali/cli/ImprovementCommand.d.ts +97 -0
  19. package/dist/vendor/codali/cli/ImprovementCommand.d.ts.map +1 -0
  20. package/dist/vendor/codali/cli/ImprovementCommand.js +1879 -0
  21. package/dist/vendor/codali/cli.d.ts.map +1 -1
  22. package/dist/vendor/codali/cli.js +15 -0
  23. package/dist/vendor/codali/dataset-cli.d.ts +3 -0
  24. package/dist/vendor/codali/dataset-cli.d.ts.map +1 -0
  25. package/dist/vendor/codali/dataset-cli.js +30 -0
  26. package/dist/vendor/codali/eval/CodaliGatewayLiveHarness.d.ts +90 -1
  27. package/dist/vendor/codali/eval/CodaliGatewayLiveHarness.d.ts.map +1 -1
  28. package/dist/vendor/codali/eval/CodaliGatewayLiveHarness.js +443 -9
  29. package/dist/vendor/codali/eval/GatewayDatasetEval.d.ts +70 -0
  30. package/dist/vendor/codali/eval/GatewayDatasetEval.d.ts.map +1 -0
  31. package/dist/vendor/codali/eval/GatewayDatasetEval.js +477 -0
  32. package/dist/vendor/codali/eval/GatewayEvalSuite.d.ts +52 -0
  33. package/dist/vendor/codali/eval/GatewayEvalSuite.d.ts.map +1 -1
  34. package/dist/vendor/codali/eval/GatewayEvalSuite.js +135 -1
  35. package/dist/vendor/codali/gateway/CodaliGateway.d.ts +4 -0
  36. package/dist/vendor/codali/gateway/CodaliGateway.d.ts.map +1 -1
  37. package/dist/vendor/codali/gateway/CodaliGateway.js +37 -1
  38. package/dist/vendor/codali/gateway/CodaliGatewaySchemas.d.ts.map +1 -1
  39. package/dist/vendor/codali/gateway/CodaliGatewaySchemas.js +0 -4
  40. package/dist/vendor/codali/gateway/CodaliGatewayStore.d.ts.map +1 -1
  41. package/dist/vendor/codali/gateway/CodaliGatewayStore.js +1 -0
  42. package/dist/vendor/codali/gateway/GatewayPlanner.d.ts.map +1 -1
  43. package/dist/vendor/codali/gateway/GatewayPlanner.js +355 -41
  44. package/dist/vendor/codali/gateway/GatewayStateMachine.d.ts +1 -0
  45. package/dist/vendor/codali/gateway/GatewayStateMachine.d.ts.map +1 -1
  46. package/dist/vendor/codali/gateway/GatewayStateMachine.js +221 -5
  47. package/dist/vendor/codali/improvement/CandidateReleaseBuilder.d.ts +201 -0
  48. package/dist/vendor/codali/improvement/CandidateReleaseBuilder.d.ts.map +1 -0
  49. package/dist/vendor/codali/improvement/CandidateReleaseBuilder.js +1175 -0
  50. package/dist/vendor/codali/improvement/DatasetEligibilityGate.d.ts +75 -0
  51. package/dist/vendor/codali/improvement/DatasetEligibilityGate.d.ts.map +1 -0
  52. package/dist/vendor/codali/improvement/DatasetEligibilityGate.js +497 -0
  53. package/dist/vendor/codali/improvement/DatasetExportManifestReader.d.ts +88 -0
  54. package/dist/vendor/codali/improvement/DatasetExportManifestReader.d.ts.map +1 -0
  55. package/dist/vendor/codali/improvement/DatasetExportManifestReader.js +333 -0
  56. package/dist/vendor/codali/improvement/DocdexRetrievalCandidateBuilder.d.ts +192 -0
  57. package/dist/vendor/codali/improvement/DocdexRetrievalCandidateBuilder.d.ts.map +1 -0
  58. package/dist/vendor/codali/improvement/DocdexRetrievalCandidateBuilder.js +625 -0
  59. package/dist/vendor/codali/improvement/EvalReplayCandidateBuilder.d.ts +173 -0
  60. package/dist/vendor/codali/improvement/EvalReplayCandidateBuilder.d.ts.map +1 -0
  61. package/dist/vendor/codali/improvement/EvalReplayCandidateBuilder.js +363 -0
  62. package/dist/vendor/codali/improvement/FineTuneJobPlanner.d.ts +281 -0
  63. package/dist/vendor/codali/improvement/FineTuneJobPlanner.d.ts.map +1 -0
  64. package/dist/vendor/codali/improvement/FineTuneJobPlanner.js +823 -0
  65. package/dist/vendor/codali/improvement/ImprovementEvalRunner.d.ts +50 -0
  66. package/dist/vendor/codali/improvement/ImprovementEvalRunner.d.ts.map +1 -0
  67. package/dist/vendor/codali/improvement/ImprovementEvalRunner.js +648 -0
  68. package/dist/vendor/codali/improvement/ImprovementPolicy.d.ts +272 -0
  69. package/dist/vendor/codali/improvement/ImprovementPolicy.d.ts.map +1 -0
  70. package/dist/vendor/codali/improvement/ImprovementPolicy.js +1450 -0
  71. package/dist/vendor/codali/improvement/ModelRouterCandidateBuilder.d.ts +186 -0
  72. package/dist/vendor/codali/improvement/ModelRouterCandidateBuilder.d.ts.map +1 -0
  73. package/dist/vendor/codali/improvement/ModelRouterCandidateBuilder.js +880 -0
  74. package/dist/vendor/codali/improvement/OperatorInspector.d.ts +182 -0
  75. package/dist/vendor/codali/improvement/OperatorInspector.d.ts.map +1 -0
  76. package/dist/vendor/codali/improvement/OperatorInspector.js +604 -0
  77. package/dist/vendor/codali/improvement/ProductionGovernance.d.ts +91 -0
  78. package/dist/vendor/codali/improvement/ProductionGovernance.d.ts.map +1 -0
  79. package/dist/vendor/codali/improvement/ProductionGovernance.js +329 -0
  80. package/dist/vendor/codali/improvement/PromptSchemaToolMetadataCandidateBuilder.d.ts +152 -0
  81. package/dist/vendor/codali/improvement/PromptSchemaToolMetadataCandidateBuilder.d.ts.map +1 -0
  82. package/dist/vendor/codali/improvement/PromptSchemaToolMetadataCandidateBuilder.js +480 -0
  83. package/dist/vendor/codali/improvement/PublishOrchestrator.d.ts +113 -0
  84. package/dist/vendor/codali/improvement/PublishOrchestrator.d.ts.map +1 -0
  85. package/dist/vendor/codali/improvement/PublishOrchestrator.js +590 -0
  86. package/dist/vendor/codali/improvement/ReleaseOutcomeReporter.d.ts +133 -0
  87. package/dist/vendor/codali/improvement/ReleaseOutcomeReporter.d.ts.map +1 -0
  88. package/dist/vendor/codali/improvement/ReleaseOutcomeReporter.js +501 -0
  89. package/dist/vendor/codali/improvement/StorageServiceImprovementClient.d.ts +71 -0
  90. package/dist/vendor/codali/improvement/StorageServiceImprovementClient.d.ts.map +1 -0
  91. package/dist/vendor/codali/improvement/StorageServiceImprovementClient.js +245 -0
  92. package/dist/vendor/codali/index.d.ts +43 -0
  93. package/dist/vendor/codali/index.d.ts.map +1 -1
  94. package/dist/vendor/codali/index.js +21 -0
  95. package/dist/vendor/codali/runtime/CodaliRuntime.d.ts +0 -2
  96. package/dist/vendor/codali/runtime/CodaliRuntime.d.ts.map +1 -1
  97. package/dist/vendor/codali/runtime/CodaliRuntime.js +0 -5
  98. package/dist/vendor/codali/storage/CodaliDatasetPrivacyEngine.d.ts +138 -0
  99. package/dist/vendor/codali/storage/CodaliDatasetPrivacyEngine.d.ts.map +1 -0
  100. package/dist/vendor/codali/storage/CodaliDatasetPrivacyEngine.js +417 -0
  101. package/dist/vendor/codali/storage/CodaliFeedbackReviewIngestion.d.ts +50 -0
  102. package/dist/vendor/codali/storage/CodaliFeedbackReviewIngestion.d.ts.map +1 -0
  103. package/dist/vendor/codali/storage/CodaliFeedbackReviewIngestion.js +141 -0
  104. package/dist/vendor/codali/storage/CodaliStorageContracts.d.ts +337 -0
  105. package/dist/vendor/codali/storage/CodaliStorageContracts.d.ts.map +1 -0
  106. package/dist/vendor/codali/storage/CodaliStorageContracts.js +1555 -0
  107. package/dist/vendor/codali/storage/DatasetExportJob.d.ts +51 -0
  108. package/dist/vendor/codali/storage/DatasetExportJob.d.ts.map +1 -0
  109. package/dist/vendor/codali/storage/DatasetExportJob.js +358 -0
  110. package/dist/vendor/codali/storage/DatasetReviewQueue.d.ts +98 -0
  111. package/dist/vendor/codali/storage/DatasetReviewQueue.d.ts.map +1 -0
  112. package/dist/vendor/codali/storage/DatasetReviewQueue.js +426 -0
  113. package/dist/vendor/codali/storage/GatewayDatasetStore.d.ts +233 -0
  114. package/dist/vendor/codali/storage/GatewayDatasetStore.d.ts.map +1 -0
  115. package/dist/vendor/codali/storage/GatewayDatasetStore.js +2070 -0
  116. package/package.json +3 -3
@@ -27,12 +27,15 @@ export interface ParsedEvalArgs {
27
27
  smart?: boolean;
28
28
  no_deep_investigation?: boolean;
29
29
  gateway_smoke?: boolean;
30
+ dataset_replay_fixture_path?: string;
30
31
  gateway_live_smoke?: boolean;
31
32
  live_timeout_ms?: number;
32
33
  live_mcoda_command?: string;
33
34
  live_allow_cloud_fallback?: boolean;
34
35
  live_no_image_worker?: boolean;
35
36
  live_agent_run_force?: boolean;
37
+ live_shadow_comparison?: boolean;
38
+ live_shadow_max_candidates?: number;
36
39
  live_strict?: boolean;
37
40
  help?: boolean;
38
41
  }
@@ -1 +1 @@
1
- {"version":3,"file":"EvalCommand.d.ts","sourceRoot":"","sources":["../../src/cli/EvalCommand.ts"],"names":[],"mappings":"AAuBA,eAAO,MAAM,eAAe;;;;;CAKlB,CAAC;AAEX,KAAK,YAAY,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAE3E,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC;gBAEpB,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY;CAKpD;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAoDD,eAAO,MAAM,aAAa,GAAI,MAAM,MAAM,EAAE,KAAG,cAuI9C,CAAC;AA2DF,qBAAa,WAAW;IACtB,MAAM,CAAC,QAAQ,IAAI,MAAM;WAIZ,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAmMhD"}
1
+ {"version":3,"file":"EvalCommand.d.ts","sourceRoot":"","sources":["../../src/cli/EvalCommand.ts"],"names":[],"mappings":"AA2BA,eAAO,MAAM,eAAe;;;;;CAKlB,CAAC;AAEX,KAAK,YAAY,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAE3E,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC;gBAEpB,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY;CAKpD;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAuDD,eAAO,MAAM,aAAa,GAAI,MAAM,MAAM,EAAE,KAAG,cAwJ9C,CAAC;AAuFF,qBAAa,WAAW;IACtB,MAAM,CAAC,QAAQ,IAAI,MAAM;WAIZ,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAwNhD"}
@@ -1,4 +1,5 @@
1
1
  import { randomUUID } from "node:crypto";
2
+ import { readFile } from "node:fs/promises";
2
3
  import path from "node:path";
3
4
  import process from "node:process";
4
5
  import { loadConfig } from "../config/ConfigLoader.js";
@@ -13,6 +14,7 @@ import { loadSuiteFromFile } from "../eval/SuiteLoader.js";
13
14
  import { SuiteValidationError } from "../eval/SuiteSchema.js";
14
15
  import { formatCodaliGatewayLiveHarnessTextReport, runCodaliGatewayLiveHarness, } from "../eval/CodaliGatewayLiveHarness.js";
15
16
  import { formatCodaliGatewayEvalTextReport, runCodaliGatewayEvalSuite, } from "../eval/GatewayEvalSuite.js";
17
+ import { importCodaliGatewayDatasetReplayFixture } from "../eval/GatewayDatasetEval.js";
16
18
  import { resolveWorkspaceRoot } from "./RunCommand.js";
17
19
  export const EVAL_EXIT_CODES = {
18
20
  usage_error: 2,
@@ -34,6 +36,7 @@ const HELP_TEXT = "Usage: codali eval --suite <path> [options]\n"
34
36
  + " --suite <path> Path to eval suite JSON (required)\n"
35
37
  + " --gateway-smoke Run deterministic Codali gateway eval smoke suite\n"
36
38
  + " --gateway-live-smoke Run Codali gateway live model smoke harness\n"
39
+ + " --dataset-replay-fixture <path> Import dataset replay fixture for gateway smoke\n"
37
40
  + " --output <text|json> Output mode (default: text)\n"
38
41
  + " --baseline <path> Optional baseline report for regression diff\n"
39
42
  + " --report-dir <path> Override eval report output directory\n"
@@ -53,6 +56,8 @@ const HELP_TEXT = "Usage: codali eval --suite <path> [options]\n"
53
56
  + " --allow-cloud-fallback Allow cloud candidates in live tier resolution\n"
54
57
  + " --no-image-worker Disable image-worker requirement in live smoke\n"
55
58
  + " --agent-run-force Pass --force to mcoda agent-run live checks\n"
59
+ + " --shadow-comparison Enable policy-gated live shadow comparison records\n"
60
+ + " --shadow-max-candidates <n> Max shadow candidates per live scenario (default: 1)\n"
56
61
  + " --strict Fail live smoke on degraded status\n"
57
62
  + " --config <path> Config file path\n"
58
63
  + " --help Show help\n";
@@ -93,6 +98,11 @@ export const parseEvalArgs = (argv) => {
93
98
  parsed.gateway_smoke = true;
94
99
  continue;
95
100
  }
101
+ if (arg === "--dataset-replay-fixture") {
102
+ parsed.dataset_replay_fixture_path = expectValue(argv, index, "--dataset-replay-fixture");
103
+ index += 1;
104
+ continue;
105
+ }
96
106
  if (arg === "--output") {
97
107
  const value = expectValue(argv, index, "--output").trim().toLowerCase();
98
108
  if (value !== "text" && value !== "json") {
@@ -192,6 +202,15 @@ export const parseEvalArgs = (argv) => {
192
202
  parsed.live_agent_run_force = true;
193
203
  continue;
194
204
  }
205
+ if (arg === "--shadow-comparison") {
206
+ parsed.live_shadow_comparison = true;
207
+ continue;
208
+ }
209
+ if (arg === "--shadow-max-candidates") {
210
+ parsed.live_shadow_max_candidates = parsePositiveIntegerFlag(expectValue(argv, index, "--shadow-max-candidates"), "--shadow-max-candidates");
211
+ index += 1;
212
+ continue;
213
+ }
195
214
  if (arg === "--strict") {
196
215
  parsed.live_strict = true;
197
216
  continue;
@@ -202,6 +221,22 @@ export const parseEvalArgs = (argv) => {
202
221
  };
203
222
  const formatRate = (value) => value === null ? "n/a" : `${(value * 100).toFixed(2)}%`;
204
223
  const formatNullable = (value, unit = "") => value === null ? "n/a" : `${value.toFixed(2)}${unit}`;
224
+ const isRecord = (value) => Boolean(value && typeof value === "object" && !Array.isArray(value));
225
+ const hasGatewayEvalMetricShape = (value) => isRecord(value)
226
+ && isRecord(value.latencyMs)
227
+ && isRecord(value.costUsd)
228
+ && isRecord(value.tokensUsed);
229
+ const loadCodaliGatewayEvalBaseline = async (baselinePath) => {
230
+ const resolvedPath = path.resolve(process.cwd(), baselinePath);
231
+ const parsed = JSON.parse(await readFile(resolvedPath, "utf8"));
232
+ if (isRecord(parsed) && hasGatewayEvalMetricShape(parsed.metrics)) {
233
+ return parsed;
234
+ }
235
+ if (hasGatewayEvalMetricShape(parsed)) {
236
+ return parsed;
237
+ }
238
+ throw new EvalCommandError("Gateway smoke --baseline must be a Codali gateway eval report or metrics object.", EVAL_EXIT_CODES.usage_error);
239
+ };
205
240
  const printTextReport = (report, reportPath) => {
206
241
  const metrics = report.metrics;
207
242
  const gateSummary = report.gates.passed
@@ -257,7 +292,20 @@ export class EvalCommand {
257
292
  return;
258
293
  }
259
294
  if (parsed.gateway_smoke) {
260
- const result = await runCodaliGatewayEvalSuite();
295
+ const datasetImport = parsed.dataset_replay_fixture_path
296
+ ? await importCodaliGatewayDatasetReplayFixture({
297
+ fixture: JSON.parse(await readFile(path.resolve(process.cwd(), parsed.dataset_replay_fixture_path), "utf8")),
298
+ fixtureId: path.resolve(process.cwd(), parsed.dataset_replay_fixture_path),
299
+ })
300
+ : undefined;
301
+ const baseline = parsed.baseline_path
302
+ ? await loadCodaliGatewayEvalBaseline(parsed.baseline_path)
303
+ : undefined;
304
+ const result = await runCodaliGatewayEvalSuite({
305
+ datasetCases: datasetImport?.cases,
306
+ datasetLineage: datasetImport?.lineage,
307
+ baseline,
308
+ });
261
309
  if (parsed.output === "json") {
262
310
  // eslint-disable-next-line no-console
263
311
  console.log(`${JSON.stringify(result, null, 2)}\n`);
@@ -278,6 +326,12 @@ export class EvalCommand {
278
326
  allowCloudFallback: parsed.live_allow_cloud_fallback,
279
327
  allowImageWorker: parsed.live_no_image_worker ? false : true,
280
328
  forceAgentRun: parsed.live_agent_run_force,
329
+ shadowComparison: parsed.live_shadow_comparison
330
+ ? {
331
+ enabled: true,
332
+ maxCandidatesPerScenario: parsed.live_shadow_max_candidates,
333
+ }
334
+ : undefined,
281
335
  });
282
336
  if (parsed.output === "json") {
283
337
  // eslint-disable-next-line no-console
@@ -0,0 +1,97 @@
1
+ import { type CodaliImprovementArtifactType, type CodaliImprovementPolicyAction, type CodaliImprovementReleaseLevel, type CodaliImprovementStorageMode } from "../improvement/ImprovementPolicy.js";
2
+ import { type CodaliPublishMode, type CodaliPublishWorkflowConclusion, type CodaliPublishWorkflowStatus } from "../improvement/PublishOrchestrator.js";
3
+ import { type CodaliReleaseMonitorThresholds, type CodaliReleaseObservedMetrics, type CodaliReleaseRuntimePackageKind } from "../improvement/ReleaseOutcomeReporter.js";
4
+ import { type CodaliEvalReplayProposalArtifact } from "../improvement/EvalReplayCandidateBuilder.js";
5
+ import { type CodaliPatchProposalArtifact } from "../improvement/PromptSchemaToolMetadataCandidateBuilder.js";
6
+ import { type CodaliDocdexRetrievalProposalArtifact } from "../improvement/DocdexRetrievalCandidateBuilder.js";
7
+ import { type CodaliFineTuneProposalArtifact, type CodaliFineTuneWorkerRole } from "../improvement/FineTuneJobPlanner.js";
8
+ import { type CodaliModelRouterProposalArtifact } from "../improvement/ModelRouterCandidateBuilder.js";
9
+ import { type CodaliProductionGovernanceState } from "../improvement/ProductionGovernance.js";
10
+ export declare const IMPROVEMENT_EXIT_CODES: {
11
+ readonly usage_error: 64;
12
+ readonly validation_error: 65;
13
+ };
14
+ export declare class ImprovementCommandError extends Error {
15
+ readonly exitCode: number;
16
+ constructor(message: string, exitCode?: number);
17
+ }
18
+ export interface ParsedImprovementArgs {
19
+ command: "policy" | "levels" | "inspect" | "propose" | "build-release" | "eval" | "publish" | "monitor";
20
+ help: boolean;
21
+ output: "text" | "json";
22
+ releaseLevel: CodaliImprovementReleaseLevel;
23
+ tenantHash: string;
24
+ tenantId?: string;
25
+ productId: string;
26
+ deploymentId?: string;
27
+ runId?: string;
28
+ artifactTypes: CodaliImprovementArtifactType[];
29
+ maxExamples: number;
30
+ maxObjectBytes: number;
31
+ storageMode: CodaliImprovementStorageMode;
32
+ exportEnabled: boolean;
33
+ trainingEnabled: boolean;
34
+ autoTagEnabled: boolean;
35
+ autoPublishEnabled: boolean;
36
+ productionGovernance: CodaliProductionGovernanceState;
37
+ checkAction?: CodaliImprovementPolicyAction;
38
+ checkArtifactType?: CodaliImprovementArtifactType;
39
+ checkExamples?: number;
40
+ checkObjectBytes?: number;
41
+ candidateId?: string;
42
+ candidatePath?: string;
43
+ exportId?: string;
44
+ manifestPath?: string;
45
+ directory?: string;
46
+ proposalArtifact?: CodaliImprovementProposalArtifact;
47
+ role?: CodaliFineTuneWorkerRole;
48
+ exampleArtifactTypes: string[];
49
+ revokedDeletionGroupIds: string[];
50
+ dryRun: boolean;
51
+ inventoryJson?: string;
52
+ inventoryPath?: string;
53
+ inventoryRefresh: boolean;
54
+ inventoryTimeoutMs: number;
55
+ storageServiceUrl?: string;
56
+ storageServiceToken?: string;
57
+ hmacSecret?: string;
58
+ repoRoot?: string;
59
+ candidateDate?: string;
60
+ candidateOutputPath?: string;
61
+ approvedWritePaths: string[];
62
+ publishMode: CodaliPublishMode;
63
+ workflowRunId?: string;
64
+ workflowStatus?: CodaliPublishWorkflowStatus;
65
+ workflowConclusion?: CodaliPublishWorkflowConclusion;
66
+ workflowUrl?: string;
67
+ commitSha?: string;
68
+ pollActions: boolean;
69
+ verifyNpm?: boolean;
70
+ npmRegistry: string;
71
+ npmPackages: string[];
72
+ npmVersionResults: Array<{
73
+ packageName: string;
74
+ version: string;
75
+ }>;
76
+ releaseId?: string;
77
+ monitorWindowMinutes: number;
78
+ monitorWindowStartedAt?: string;
79
+ monitorWindowEndedAt?: string;
80
+ monitorThresholds: Partial<CodaliReleaseMonitorThresholds>;
81
+ monitorMetrics: Partial<CodaliReleaseObservedMetrics>;
82
+ runtimeVersions: Partial<Record<CodaliReleaseRuntimePackageKind, string>>;
83
+ disabledRuntimePackages: CodaliReleaseRuntimePackageKind[];
84
+ rollbackApplied: boolean;
85
+ published: boolean;
86
+ tagged: boolean;
87
+ trainingUsed: boolean;
88
+ exportUsed: boolean;
89
+ }
90
+ type CodaliImprovementProposalArtifact = CodaliEvalReplayProposalArtifact | CodaliPatchProposalArtifact | CodaliDocdexRetrievalProposalArtifact | CodaliModelRouterProposalArtifact | CodaliFineTuneProposalArtifact;
91
+ export declare const parseImprovementArgs: (argv: string[]) => ParsedImprovementArgs;
92
+ export declare class ImprovementCommand {
93
+ static run(argv: string[]): Promise<void>;
94
+ }
95
+ export declare const createDefaultImprovementPolicyJson: () => string;
96
+ export {};
97
+ //# sourceMappingURL=ImprovementCommand.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ImprovementCommand.d.ts","sourceRoot":"","sources":["../../src/cli/ImprovementCommand.ts"],"names":[],"mappings":"AACA,OAAO,EASL,KAAK,6BAA6B,EAClC,KAAK,6BAA6B,EAClC,KAAK,6BAA6B,EAElC,KAAK,4BAA4B,EAClC,MAAM,qCAAqC,CAAC;AAO7C,OAAO,EAIL,KAAK,iBAAiB,EAGtB,KAAK,+BAA+B,EAEpC,KAAK,2BAA2B,EACjC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAIL,KAAK,8BAA8B,EACnC,KAAK,4BAA4B,EAEjC,KAAK,+BAA+B,EACrC,MAAM,0CAA0C,CAAC;AAalD,OAAO,EAGL,KAAK,gCAAgC,EACtC,MAAM,8CAA8C,CAAC;AACtD,OAAO,EAIL,KAAK,2BAA2B,EACjC,MAAM,4DAA4D,CAAC;AACpE,OAAO,EAIL,KAAK,qCAAqC,EAC3C,MAAM,mDAAmD,CAAC;AAC3D,OAAO,EAQL,KAAK,8BAA8B,EACnC,KAAK,wBAAwB,EAC9B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAKL,KAAK,iCAAiC,EACvC,MAAM,+CAA+C,CAAC;AAKvD,OAAO,EAKL,KAAK,+BAA+B,EACrC,MAAM,wCAAwC,CAAC;AAOhD,eAAO,MAAM,sBAAsB;;;CAGzB,CAAC;AAEX,qBAAa,uBAAwB,SAAQ,KAAK;IAChD,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEd,OAAO,EAAE,MAAM,EAAE,QAAQ,GAAE,MAA2C;CAKnF;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EACH,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,SAAS,GACT,eAAe,GACf,MAAM,GACN,SAAS,GACT,SAAS,CAAC;IACd,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,YAAY,EAAE,6BAA6B,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,6BAA6B,EAAE,CAAC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,4BAA4B,CAAC;IAC1C,aAAa,EAAE,OAAO,CAAC;IACvB,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,EAAE,OAAO,CAAC;IACxB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,oBAAoB,EAAE,+BAA+B,CAAC;IACtD,WAAW,CAAC,EAAE,6BAA6B,CAAC;IAC5C,iBAAiB,CAAC,EAAE,6BAA6B,CAAC;IAClD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,iCAAiC,CAAC;IACrD,IAAI,CAAC,EAAE,wBAAwB,CAAC;IAChC,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAC/B,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,WAAW,EAAE,iBAAiB,CAAC;IAC/B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,2BAA2B,CAAC;IAC7C,kBAAkB,CAAC,EAAE,+BAA+B,CAAC;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,iBAAiB,EAAE,KAAK,CAAC;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,iBAAiB,EAAE,OAAO,CAAC,8BAA8B,CAAC,CAAC;IAC3D,cAAc,EAAE,OAAO,CAAC,4BAA4B,CAAC,CAAC;IACtD,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,+BAA+B,EAAE,MAAM,CAAC,CAAC,CAAC;IAC1E,uBAAuB,EAAE,+BAA+B,EAAE,CAAC;IAC3D,eAAe,EAAE,OAAO,CAAC;IACzB,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,OAAO,CAAC;IACtB,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,KAAK,iCAAiC,GAClC,gCAAgC,GAChC,2BAA2B,GAC3B,qCAAqC,GACrC,iCAAiC,GACjC,8BAA8B,CAAC;AAkHnC,eAAO,MAAM,oBAAoB,GAAI,MAAM,MAAM,EAAE,KAAG,qBAkiBrD,CAAC;AAEF,qBAAa,kBAAkB;WAChB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAgIhD;AAoyCD,eAAO,MAAM,kCAAkC,QAAO,MA8BnD,CAAC"}