@botpress/adk 1.16.7 → 1.18.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. package/dist/agent-init/agent-project-generator.d.ts +32 -8
  2. package/dist/agent-init/agent-project-generator.d.ts.map +1 -1
  3. package/dist/agent-init/index.d.ts +1 -0
  4. package/dist/agent-init/index.d.ts.map +1 -1
  5. package/dist/agent-project/agent-project.d.ts +13 -1
  6. package/dist/agent-project/agent-project.d.ts.map +1 -1
  7. package/dist/agent-project/agent-resolver.d.ts +4 -3
  8. package/dist/agent-project/agent-resolver.d.ts.map +1 -1
  9. package/dist/agent-project/config-writer.d.ts +33 -0
  10. package/dist/agent-project/config-writer.d.ts.map +1 -1
  11. package/dist/agent-project/dependencies-parser.d.ts.map +1 -1
  12. package/dist/agent-project/index.d.ts +1 -1
  13. package/dist/agent-project/index.d.ts.map +1 -1
  14. package/dist/agent-project/types.d.ts +48 -22
  15. package/dist/agent-project/types.d.ts.map +1 -1
  16. package/dist/agent-project/validation-errors.d.ts.map +1 -1
  17. package/dist/auth/credentials.d.ts +15 -1
  18. package/dist/auth/credentials.d.ts.map +1 -1
  19. package/dist/auth/index.d.ts +2 -0
  20. package/dist/auth/index.d.ts.map +1 -1
  21. package/dist/bot-generator/dev-id-manager.d.ts.map +1 -1
  22. package/dist/bot-generator/generator.d.ts.map +1 -1
  23. package/dist/commands/base-command.d.ts.map +1 -1
  24. package/dist/commands/bp-add-command.d.ts.map +1 -1
  25. package/dist/commands/bp-build-command.d.ts.map +1 -1
  26. package/dist/commands/bp-chat-command.d.ts.map +1 -1
  27. package/dist/commands/bp-deploy-command.d.ts.map +1 -1
  28. package/dist/commands/bp-dev-command.d.ts +2 -2
  29. package/dist/commands/bp-dev-command.d.ts.map +1 -1
  30. package/dist/commands/opencode-command.d.ts +2 -2
  31. package/dist/commands/opencode-command.d.ts.map +1 -1
  32. package/dist/commands/opencode-config.d.ts +1 -1
  33. package/dist/commands/opencode-config.d.ts.map +1 -1
  34. package/dist/config/coerce-config-value.d.ts.map +1 -1
  35. package/dist/config/manager.d.ts +5 -5
  36. package/dist/config/manager.d.ts.map +1 -1
  37. package/dist/eval/client.d.ts +8 -0
  38. package/dist/eval/client.d.ts.map +1 -1
  39. package/dist/eval/graders/index.d.ts +1 -0
  40. package/dist/eval/graders/index.d.ts.map +1 -1
  41. package/dist/eval/graders/llm.d.ts +6 -2
  42. package/dist/eval/graders/llm.d.ts.map +1 -1
  43. package/dist/eval/graders/response.d.ts +1 -0
  44. package/dist/eval/graders/response.d.ts.map +1 -1
  45. package/dist/eval/graders/state.d.ts +1 -1
  46. package/dist/eval/graders/state.d.ts.map +1 -1
  47. package/dist/eval/graders/tables.d.ts.map +1 -1
  48. package/dist/eval/graders/timing.d.ts +7 -0
  49. package/dist/eval/graders/timing.d.ts.map +1 -0
  50. package/dist/eval/graders/workflow.d.ts.map +1 -1
  51. package/dist/eval/index.d.ts +3 -3
  52. package/dist/eval/index.d.ts.map +1 -1
  53. package/dist/eval/loader.d.ts +2 -1
  54. package/dist/eval/loader.d.ts.map +1 -1
  55. package/dist/eval/runner.d.ts +1 -0
  56. package/dist/eval/runner.d.ts.map +1 -1
  57. package/dist/eval/traces.d.ts.map +1 -1
  58. package/dist/eval/types.d.ts +62 -4
  59. package/dist/eval/types.d.ts.map +1 -1
  60. package/dist/file-watcher/watcher.d.ts +9 -0
  61. package/dist/file-watcher/watcher.d.ts.map +1 -1
  62. package/dist/generators/client-wrapper.d.ts.map +1 -1
  63. package/dist/generators/conversation-types.d.ts.map +1 -1
  64. package/dist/generators/integration-types.d.ts.map +1 -1
  65. package/dist/generators/interface-types.d.ts.map +1 -1
  66. package/dist/generators/plugin-types.d.ts.map +1 -1
  67. package/dist/generators/table-types.d.ts.map +1 -1
  68. package/dist/generators/tests.d.ts.map +1 -1
  69. package/dist/generators/workflow-types.d.ts.map +1 -1
  70. package/dist/index.d.ts +6 -5
  71. package/dist/index.d.ts.map +1 -1
  72. package/dist/index.js +1194 -594
  73. package/dist/index.js.map +62 -61
  74. package/dist/integrations/checker.d.ts +2 -2
  75. package/dist/integrations/checker.d.ts.map +1 -1
  76. package/dist/integrations/config-utils.d.ts +4 -3
  77. package/dist/integrations/config-utils.d.ts.map +1 -1
  78. package/dist/integrations/operations.d.ts +19 -6
  79. package/dist/integrations/operations.d.ts.map +1 -1
  80. package/dist/integrations/types.d.ts +1 -1
  81. package/dist/integrations/types.d.ts.map +1 -1
  82. package/dist/interfaces/manager.d.ts.map +1 -1
  83. package/dist/interfaces/types.d.ts +1 -1
  84. package/dist/interfaces/types.d.ts.map +1 -1
  85. package/dist/knowledge/manager.d.ts.map +1 -1
  86. package/dist/plugins/types.d.ts +1 -1
  87. package/dist/plugins/types.d.ts.map +1 -1
  88. package/dist/preflight/agent-config-sync.d.ts +2 -1
  89. package/dist/preflight/agent-config-sync.d.ts.map +1 -1
  90. package/dist/preflight/checker.d.ts.map +1 -1
  91. package/dist/preflight/types.d.ts +8 -8
  92. package/dist/preflight/types.d.ts.map +1 -1
  93. package/dist/runner/index.d.ts +1 -1
  94. package/dist/runner/script-runner.d.ts +1 -1
  95. package/dist/runner/script-runner.d.ts.map +1 -1
  96. package/dist/tables/table-manager.d.ts.map +1 -1
  97. package/dist/tables/types.d.ts +2 -1
  98. package/dist/tables/types.d.ts.map +1 -1
  99. package/dist/templates/README.md +101 -0
  100. package/dist/templates/blank/README.md +36 -0
  101. package/dist/templates/blank/agent.config.ts +49 -0
  102. package/dist/templates/blank/package.json +17 -0
  103. package/dist/templates/blank/src/actions/index.ts +19 -0
  104. package/dist/templates/blank/src/conversations/index.ts +16 -0
  105. package/dist/templates/blank/src/knowledge/index.ts +17 -0
  106. package/dist/templates/blank/src/tables/index.ts +19 -0
  107. package/dist/templates/blank/src/triggers/index.ts +20 -0
  108. package/dist/templates/blank/src/workflows/index.ts +23 -0
  109. package/dist/templates/blank/tsconfig.json +22 -0
  110. package/dist/templates/crm-enrichment/README.md +85 -0
  111. package/dist/templates/crm-enrichment/agent.config.ts +33 -0
  112. package/dist/templates/crm-enrichment/package.json +17 -0
  113. package/dist/templates/crm-enrichment/src/actions/enrich-contact.ts +81 -0
  114. package/dist/templates/crm-enrichment/src/conversations/index.ts +14 -0
  115. package/dist/templates/crm-enrichment/src/knowledge/index.ts +17 -0
  116. package/dist/templates/crm-enrichment/src/tables/contacts.ts +43 -0
  117. package/dist/templates/crm-enrichment/src/triggers/daily-enrichment.ts +30 -0
  118. package/dist/templates/crm-enrichment/src/workflows/enrichment-pipeline.ts +171 -0
  119. package/dist/templates/crm-enrichment/tsconfig.json +22 -0
  120. package/dist/templates/hello-world/README.md +46 -0
  121. package/dist/templates/hello-world/agent.config.ts +48 -0
  122. package/dist/templates/hello-world/package.json +17 -0
  123. package/dist/templates/hello-world/src/actions/index.ts +19 -0
  124. package/dist/templates/hello-world/src/conversations/index.ts +10 -0
  125. package/dist/templates/hello-world/src/knowledge/index.ts +17 -0
  126. package/dist/templates/hello-world/src/tables/index.ts +19 -0
  127. package/dist/templates/hello-world/src/triggers/index.ts +20 -0
  128. package/dist/templates/hello-world/src/workflows/index.ts +23 -0
  129. package/dist/templates/hello-world/tsconfig.json +22 -0
  130. package/dist/templates/knowledge-assistant/README.md +66 -0
  131. package/dist/templates/knowledge-assistant/agent.config.ts +26 -0
  132. package/dist/templates/knowledge-assistant/package.json +17 -0
  133. package/dist/templates/knowledge-assistant/src/actions/index.ts +19 -0
  134. package/dist/templates/knowledge-assistant/src/actions/search-docs.ts +50 -0
  135. package/dist/templates/knowledge-assistant/src/conversations/index.ts +33 -0
  136. package/dist/templates/knowledge-assistant/src/knowledge/docs.ts +23 -0
  137. package/dist/templates/knowledge-assistant/src/knowledge/getting-started.md +49 -0
  138. package/dist/templates/knowledge-assistant/src/tables/index.ts +21 -0
  139. package/dist/templates/knowledge-assistant/src/triggers/index.ts +17 -0
  140. package/dist/templates/knowledge-assistant/src/workflows/index.ts +28 -0
  141. package/dist/templates/knowledge-assistant/tsconfig.json +22 -0
  142. package/dist/templates/slack-triage/README.md +74 -0
  143. package/dist/templates/slack-triage/agent.config.ts +35 -0
  144. package/dist/templates/slack-triage/evals/triage-basic.eval.ts +55 -0
  145. package/dist/templates/slack-triage/package.json +17 -0
  146. package/dist/templates/slack-triage/src/actions/classify-request.ts +65 -0
  147. package/dist/templates/slack-triage/src/conversations/slack-dm.ts +72 -0
  148. package/dist/templates/slack-triage/src/knowledge/team-directory.md +33 -0
  149. package/dist/templates/slack-triage/src/tables/routing-rules.ts +38 -0
  150. package/dist/templates/slack-triage/src/triggers/new-message.ts +44 -0
  151. package/dist/templates/slack-triage/src/workflows/triage-flow.ts +104 -0
  152. package/dist/templates/slack-triage/tsconfig.json +22 -0
  153. package/dist/templates/template.config.json +47 -0
  154. package/dist/utils/json-ordering.d.ts +5 -4
  155. package/dist/utils/json-ordering.d.ts.map +1 -1
  156. package/package.json +31 -38
@@ -1 +1 @@
1
- {"version":3,"file":"coerce-config-value.d.ts","sourceRoot":"","sources":["../../src/config/coerce-config-value.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,eAAe,CAAA;AAEtC;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,UAAU,GAAG,OAAO,CA0BnF;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,GAAG,MAAM,CAa7D"}
1
+ {"version":3,"file":"coerce-config-value.d.ts","sourceRoot":"","sources":["../../src/config/coerce-config-value.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,eAAe,CAAA;AAEtC;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,UAAU,GAAG,OAAO,CA0BnF;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,GAAG,MAAM,CAc7D"}
@@ -1,6 +1,6 @@
1
1
  import { z } from '@botpress/sdk';
2
2
  export interface StoredConfig {
3
- [key: string]: any;
3
+ [key: string]: unknown;
4
4
  }
5
5
  export interface ConfigFieldDescriptor {
6
6
  key: string;
@@ -15,7 +15,7 @@ export type SetResult = {
15
15
  error: string;
16
16
  } | {
17
17
  success: true;
18
- data: any;
18
+ data: unknown;
19
19
  };
20
20
  export declare class ConfigManager {
21
21
  private botId;
@@ -33,15 +33,15 @@ export declare class ConfigManager {
33
33
  /**
34
34
  * Get a configuration value
35
35
  */
36
- get(key: string): Promise<any | undefined>;
36
+ get(key: string): Promise<unknown>;
37
37
  /**
38
38
  * Set a configuration value
39
39
  */
40
- set(key: string, value: any, schema?: z.ZodObject<any>): Promise<void>;
40
+ set(key: string, value: unknown, schema?: z.ZodObject<any>): Promise<void>;
41
41
  /**
42
42
  * Get all configuration values
43
43
  */
44
- getAll(): Promise<Record<string, any>>;
44
+ getAll(): Promise<Record<string, unknown>>;
45
45
  /**
46
46
  * Validate configuration against a schema
47
47
  * Returns { valid: boolean, errors: string[], missing: string[] }
@@ -1 +1 @@
1
- {"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/config/manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAA;AAKjC,MAAM,WAAW,YAAY;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAA;IACjD,QAAQ,EAAE,OAAO,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,YAAY,CAAC,EAAE,OAAO,CAAA;CACvB;AAED,MAAM,MAAM,SAAS,GACjB;IACE,OAAO,EAAE,KAAK,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACd,GACD;IACE,OAAO,EAAE,IAAI,CAAA;IACb,IAAI,EAAE,GAAG,CAAA;CACV,CAAA;AAEL,qBAAa,aAAa;IACxB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,MAAM,CAAoB;gBAEtB,KAAK,EAAE,MAAM;YAIX,SAAS;IAgBvB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,YAAY,CAAC;IAWnC;;OAEG;IACG,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B1E;;OAEG;IACG,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,SAAS,CAAC;IAKhD;;OAEG;IACG,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAM5E;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAI5C;;;OAGG;IACG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC;QAChD,KAAK,EAAE,OAAO,CAAA;QACd,MAAM,EAAE,MAAM,EAAE,CAAA;QAChB,OAAO,EAAE,MAAM,EAAE,CAAA;KAClB,CAAC;IAsBF;;OAEG;IACG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKjE;;OAEG;IACG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IAKzD;;;OAGG;IACG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAuChF;;;OAGG;IACG,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;CAoBnG"}
1
+ {"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/config/manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAA;AAKjC,MAAM,WAAW,YAAY;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAA;IACjD,QAAQ,EAAE,OAAO,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,YAAY,CAAC,EAAE,OAAO,CAAA;CACvB;AAED,MAAM,MAAM,SAAS,GACjB;IACE,OAAO,EAAE,KAAK,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACd,GACD;IACE,OAAO,EAAE,IAAI,CAAA;IACb,IAAI,EAAE,OAAO,CAAA;CACd,CAAA;AAEL,qBAAa,aAAa;IACxB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,MAAM,CAAoB;gBAEtB,KAAK,EAAE,MAAM;YAIX,SAAS;IAgBvB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,YAAY,CAAC;IAWnC;;OAEG;IAEG,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B1E;;OAEG;IACG,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKxC;;OAEG;IAEG,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAMhF;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAIhD;;;OAGG;IAEG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC;QAChD,KAAK,EAAE,OAAO,CAAA;QACd,MAAM,EAAE,MAAM,EAAE,CAAA;QAChB,OAAO,EAAE,MAAM,EAAE,CAAA;KAClB,CAAC;IAsBF;;OAEG;IAEG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKjE;;OAEG;IAEG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IAKzD;;;OAGG;IAEG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAwChF;;;OAGG;IAEG,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;CAoBnG"}
@@ -13,9 +13,17 @@ export declare class ChatSession {
13
13
  constructor(webhookId: string);
14
14
  connect(): Promise<void>;
15
15
  get userId(): string;
16
+ ensureConversation(): Promise<string>;
17
+ private _awaitResponses;
16
18
  sendMessage(message: string, options?: {
17
19
  timeout?: number;
18
20
  idleTimeout?: number;
21
+ expectSilence?: boolean;
22
+ }): Promise<TurnResult>;
23
+ sendEvent(type: string, payload: Record<string, unknown>, options?: {
24
+ timeout?: number;
25
+ idleTimeout?: number;
26
+ expectSilence?: boolean;
19
27
  }): Promise<TurnResult>;
20
28
  }
21
29
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/eval/client.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAe,UAAU,EAAE,MAAM,SAAS,CAAA;AAGtD;;GAEG;AACH,qBAAa,WAAW;IAIV,OAAO,CAAC,SAAS;IAH7B,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,cAAc,CAAsB;gBAExB,SAAS,EAAE,MAAM;IAE/B,OAAO;IAKb,IAAI,MAAM,IAAI,MAAM,CAKnB;IAEK,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC,UAAU,CAAC;CA+ElH;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAarG"}
1
+ {"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/eval/client.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAe,UAAU,EAAE,MAAM,SAAS,CAAA;AAGtD;;GAEG;AACH,qBAAa,WAAW;IAKV,OAAO,CAAC,SAAS;IAH7B,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,cAAc,CAAsB;gBAExB,SAAS,EAAE,MAAM;IAE/B,OAAO;IAKb,IAAI,MAAM,IAAI,MAAM,CAKnB;IAEK,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;YAc7B,eAAe;IAsEvB,WAAW,CACf,OAAO,EAAE,MAAM,EACf,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAO,GAChF,OAAO,CAAC,UAAU,CAAC;IAahB,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAO,GAChF,OAAO,CAAC,UAAU,CAAC;CAYvB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAarG"}
@@ -8,5 +8,6 @@ export { gradeTools } from './tools';
8
8
  export { gradeState, snapshotState } from './state';
9
9
  export { gradeTables } from './tables';
10
10
  export { gradeWorkflows } from './workflow';
11
+ export { gradeTiming } from './timing';
11
12
  export { gradeOutcome, snapshotOutcomeState } from './outcome';
12
13
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,OAAO,CAAA;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,OAAO,CAAA;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AACtC,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA"}
@@ -2,7 +2,7 @@
2
2
  * LLM judge grader using @botpress/cognitive.
3
3
  * Replaces the OpenAI-based implementation from the standalone project.
4
4
  */
5
- import type { GraderResult } from '../types';
5
+ import type { EvalLogger, GraderResult } from '../types';
6
6
  /**
7
7
  * Initialize the LLM judge with explicit credentials.
8
8
  * Call this before running evals so the judge doesn't need env vars.
@@ -11,8 +11,12 @@ export declare function initLLMJudge(credentials: {
11
11
  token: string;
12
12
  apiUrl: string;
13
13
  botId: string;
14
- }): void;
14
+ }, options?: {
15
+ model?: string;
16
+ logger?: EvalLogger;
17
+ }): Promise<void>;
15
18
  export declare function gradeLLMJudge(botResponse: string, criteria: string, context: {
16
19
  userMessage: string;
20
+ passThreshold?: number;
17
21
  }): Promise<GraderResult>;
18
22
  //# sourceMappingURL=llm.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/llm.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAyC5C;;;GAGG;AACH,wBAAgB,YAAY,CAAC,WAAW,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,QAOzF;AAED,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAC/B,OAAO,CAAC,YAAY,CAAC,CAwDvB"}
1
+ {"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/llm.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AA0CxD;;;GAGG;AACH,wBAAsB,YAAY,CAChC,WAAW,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAC7D,OAAO,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,UAAU,CAAA;CAAE,iBAyBlD;AAED,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE,GACvD,OAAO,CAAC,YAAY,CAAC,CAkEvB"}
@@ -5,5 +5,6 @@
5
5
  import type { ResponseAssertion, GraderResult } from '../types';
6
6
  export declare function gradeResponse(botResponse: string, assertions: ResponseAssertion[], context: {
7
7
  userMessage: string;
8
+ judgePassThreshold?: number;
8
9
  }): Promise<GraderResult[]>;
9
10
  //# sourceMappingURL=response.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"response.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/response.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAG/D,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,iBAAiB,EAAE,EAC/B,OAAO,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAC/B,OAAO,CAAC,YAAY,EAAE,CAAC,CA+DzB"}
1
+ {"version":3,"file":"response.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/response.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAG/D,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,iBAAiB,EAAE,EAC/B,OAAO,EAAE;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5D,OAAO,CAAC,YAAY,EAAE,CAAC,CAkEzB"}
@@ -6,7 +6,7 @@ import type { Client as BpClient } from '@botpress/client';
6
6
  import type { StateAssertion, EvalContext, GraderResult } from '../types';
7
7
  /**
8
8
  * Snapshot pre-conversation state values for `changed` assertions.
9
- * Only snapshots bot and user state (conversation doesn't exist yet).
9
+ * Conversation state is only snapshotted when a conversation already exists.
10
10
  */
11
11
  export declare function snapshotState(client: BpClient, assertions: StateAssertion[], ctx: EvalContext): Promise<Map<string, unknown>>;
12
12
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/state.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AA0EzE;;;GAGG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,cAAc,EAAE,EAC5B,GAAG,EAAE,WAAW,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAc/B;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,cAAc,EAAE,EAC5B,GAAG,EAAE,WAAW,EAChB,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,YAAY,EAAE,CAAC,CAiDzB"}
1
+ {"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/state.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAE1D,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAkFzE;;;GAGG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,cAAc,EAAE,EAC5B,GAAG,EAAE,WAAW,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAc/B;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,cAAc,EAAE,EAC5B,GAAG,EAAE,WAAW,EAChB,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,YAAY,EAAE,CAAC,CAiDzB"}
@@ -1 +1 @@
1
- {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/tables.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAiB,cAAc,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAwH3E,wBAAsB,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAYzG"}
1
+ {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/tables.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAiB,cAAc,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AA4H3E,wBAAsB,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAYzG"}
@@ -0,0 +1,7 @@
1
+ /**
2
+ * Timing assertion graders.
3
+ * Checks bot response duration against expected thresholds.
4
+ */
5
+ import type { TimingAssertion, GraderResult } from '../types';
6
+ export declare function gradeTiming(botDuration: number, assertions: TimingAssertion[]): GraderResult[];
7
+ //# sourceMappingURL=timing.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"timing.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/timing.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAG7D,wBAAgB,WAAW,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,GAAG,YAAY,EAAE,CAgB9F"}
@@ -1 +1 @@
1
- {"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/workflow.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAE/D,wBAAgB,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,YAAY,EAAE,CAkD7F"}
1
+ {"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/workflow.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAE/D,wBAAgB,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,YAAY,EAAE,CAqD7F"}
@@ -1,10 +1,10 @@
1
1
  /**
2
2
  * ADK Eval Engine — public API.
3
3
  */
4
- export type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalFilter, EvalProgressEvent, EvalContext, GraderResult, TurnReport, ToolCall, TraceData, BotConnection, BotResponse, TurnResult, MatchOperator, ResponseAssertion, ToolAssertion, StateAssertion, TableAssertion, WorkflowAssertion, TurnAssertions, ConversationTurn, OutcomeAssertions, } from './types';
5
- export { defineEval } from './types';
4
+ export type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalLogger, EvalFilter, EvalProgressEvent, EvalContext, GraderResult, TurnReport, ToolCall, TraceData, BotConnection, BotResponse, TurnResult, MatchOperator, NumericOperator, ResponseAssertion, ToolAssertion, StateAssertion, TableAssertion, WorkflowAssertion, TimingAssertion, TurnAssertions, ConversationTurn, OutcomeAssertions, EvalSetup, } from './types';
5
+ export { Eval } from './types';
6
6
  export { loadEvalFile, loadEvalsFromDir, loadEvalByName, filterEvals } from './loader';
7
7
  export { runEval, runEvalSuite } from './runner';
8
8
  export { saveRunResult, loadRunResult, listRunResults, getLatestRun } from './store';
9
- export { matchValue, operatorToString, gradeResponse, gradeLLMJudge, initLLMJudge, gradeTools, gradeState, snapshotState, gradeTables, gradeWorkflows, gradeOutcome, snapshotOutcomeState, } from './graders';
9
+ export { matchValue, operatorToString, gradeResponse, gradeLLMJudge, initLLMJudge, gradeTools, gradeState, snapshotState, gradeTables, gradeWorkflows, gradeTiming, gradeOutcome, snapshotOutcomeState, } from './graders';
10
10
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,YAAY,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,SAAS,EACT,aAAa,EACb,WAAW,EACX,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,SAAS,CAAA;AAGhB,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAGpC,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AAGtF,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAGhD,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAGpF,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,UAAU,EACV,UAAU,EACV,aAAa,EACb,WAAW,EACX,cAAc,EACd,YAAY,EACZ,oBAAoB,GACrB,MAAM,WAAW,CAAA"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,YAAY,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,SAAS,EACT,aAAa,EACb,WAAW,EACX,UAAU,EACV,aAAa,EACb,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,gBAAgB,EAChB,iBAAiB,EACjB,SAAS,GACV,MAAM,SAAS,CAAA;AAGhB,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAG9B,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AAGtF,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAGhD,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAGpF,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,UAAU,EACV,UAAU,EACV,aAAa,EACb,WAAW,EACX,cAAc,EACd,WAAW,EACX,YAAY,EACZ,oBAAoB,GACrB,MAAM,WAAW,CAAA"}
@@ -1,9 +1,10 @@
1
1
  /**
2
2
  * Eval file loader.
3
3
  * Loads *.eval.ts files from a directory using dynamic imports.
4
+ * Supports both default and named exports, and multiple evals per file.
4
5
  */
5
6
  import type { EvalDefinition, EvalFilter } from './types';
6
- export declare function loadEvalFile(filePath: string): Promise<EvalDefinition>;
7
+ export declare function loadEvalFile(filePath: string): Promise<EvalDefinition[]>;
7
8
  export declare function loadEvalsFromDir(dirPath: string): Promise<EvalDefinition[]>;
8
9
  export declare function loadEvalByName(dirPath: string, name: string): Promise<EvalDefinition | null>;
9
10
  export declare function filterEvals(evals: EvalDefinition[], filter?: EvalFilter): EvalDefinition[];
@@ -1 +1 @@
1
- {"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/eval/loader.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAEzD,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAY5E;AAED,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAcjF;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAYlG;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,cAAc,EAAE,CAe1F"}
1
+ {"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/eval/loader.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAazD,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAoB9E;AAED,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAuBjF;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAalG;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,cAAc,EAAE,CAe1F"}
@@ -5,6 +5,7 @@ import type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalF
5
5
  export declare function runEval(evalDef: EvalDefinition, connection: BotConnection, options?: {
6
6
  devServerUrl?: string;
7
7
  idleTimeout?: number;
8
+ judgePassThreshold?: number;
8
9
  }): Promise<EvalReport>;
9
10
  /**
10
11
  * Run a suite of evals.
@@ -1 +1 @@
1
- {"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EAGV,aAAa,EACd,MAAM,SAAS,CAAA;AAmBhB,wBAAsB,OAAO,CAC3B,OAAO,EAAE,cAAc,EACvB,UAAU,EAAE,aAAa,EACzB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GAC5D,OAAO,CAAC,UAAU,CAAC,CAoNrB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,CAuExG"}
1
+ {"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EAGV,aAAa,EAEd,MAAM,SAAS,CAAA;AAiGhB,wBAAsB,OAAO,CAC3B,OAAO,EAAE,cAAc,EACvB,UAAU,EAAE,aAAa,EACzB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAAO,GACzF,OAAO,CAAC,UAAU,CAAC,CA4QrB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,CA8ExG"}
@@ -1 +1 @@
1
- {"version":3,"file":"traces.d.ts","sourceRoot":"","sources":["../../src/eval/traces.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAY,SAAS,EAAE,MAAM,SAAS,CAAA;AA0DlD;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,cAAc,EAAE,MAAM,EACtB,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE;IAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,OAAO,CAAA;CAAO,GACzE,OAAO,CAAC,SAAS,CAAC,CAsBpB"}
1
+ {"version":3,"file":"traces.d.ts","sourceRoot":"","sources":["../../src/eval/traces.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAY,SAAS,EAAE,MAAM,SAAS,CAAA;AA2DlD;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,cAAc,EAAE,MAAM,EACtB,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE;IAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,OAAO,CAAA;CAAO,GACzE,OAAO,CAAC,SAAS,CAAC,CAsBpB"}
@@ -57,15 +57,31 @@ export interface WorkflowAssertion {
57
57
  entered?: boolean;
58
58
  completed?: boolean;
59
59
  }
60
+ export type NumericOperator = {
61
+ equals: number;
62
+ } | {
63
+ gte: number;
64
+ } | {
65
+ lte: number;
66
+ };
67
+ export interface TimingAssertion {
68
+ response_time: NumericOperator;
69
+ }
60
70
  export interface TurnAssertions {
61
71
  response?: ResponseAssertion[];
62
72
  tools?: ToolAssertion[];
63
73
  state?: StateAssertion[];
64
74
  tables?: TableAssertion[];
65
75
  workflow?: WorkflowAssertion[];
76
+ timing?: TimingAssertion[];
66
77
  }
67
78
  export interface ConversationTurn {
68
- user: string;
79
+ user?: string;
80
+ event?: {
81
+ type: string;
82
+ payload?: Record<string, unknown>;
83
+ };
84
+ expectSilence?: boolean;
69
85
  assert?: TurnAssertions;
70
86
  }
71
87
  export interface OutcomeAssertions {
@@ -73,20 +89,51 @@ export interface OutcomeAssertions {
73
89
  tables?: TableAssertion[];
74
90
  workflow?: WorkflowAssertion[];
75
91
  }
92
+ export interface EvalSetup {
93
+ state?: {
94
+ bot?: Record<string, unknown>;
95
+ user?: Record<string, unknown>;
96
+ conversation?: Record<string, unknown>;
97
+ };
98
+ /**
99
+ * Trigger a workflow before the conversation starts.
100
+ * To test workflows with `step.sleep()`, read the duration from bot state and seed a short value via `setup.state.bot`.
101
+ */
102
+ workflow?: {
103
+ trigger: string;
104
+ input?: Record<string, unknown>;
105
+ };
106
+ }
76
107
  export interface EvalDefinition {
77
108
  name: string;
78
109
  description?: string;
79
110
  tags?: string[];
80
111
  type?: 'capability' | 'regression';
112
+ setup?: EvalSetup;
81
113
  conversation: ConversationTurn[];
82
114
  outcome?: OutcomeAssertions;
83
115
  options?: {
84
116
  /** Override the idle timeout for this eval (ms). Cascades: eval > agent config > default (15s). */
85
117
  idleTimeout?: number;
118
+ /** Override the LLM judge pass threshold (integer, 1-5). Values outside this range are clamped. Cascades: eval > agent config > default (3). */
119
+ judgePassThreshold?: number;
86
120
  };
87
121
  }
88
- /** Type-safe eval definition helper. Provides intellisense for eval files. */
89
- export declare function defineEval(def: EvalDefinition): EvalDefinition;
122
+ /** A typed eval definition. Use this in your `.eval.ts` files for full IntelliSense. */
123
+ export declare class Eval implements EvalDefinition {
124
+ readonly name: string;
125
+ readonly description?: string;
126
+ readonly tags?: string[];
127
+ readonly type?: 'capability' | 'regression';
128
+ readonly setup?: EvalSetup;
129
+ readonly conversation: ConversationTurn[];
130
+ readonly outcome?: OutcomeAssertions;
131
+ readonly options?: {
132
+ idleTimeout?: number;
133
+ judgePassThreshold?: number;
134
+ };
135
+ constructor(def: EvalDefinition);
136
+ }
90
137
  export interface EvalContext {
91
138
  botId: string;
92
139
  userId: string;
@@ -175,6 +222,11 @@ export interface TurnResult {
175
222
  conversationId: string;
176
223
  responses: BotResponse[];
177
224
  }
225
+ export interface EvalLogger {
226
+ info: (message: string) => void;
227
+ warn: (message: string) => void;
228
+ error: (message: string) => void;
229
+ }
178
230
  export interface EvalRunnerConfig {
179
231
  credentials: {
180
232
  token: string;
@@ -186,9 +238,15 @@ export interface EvalRunnerConfig {
186
238
  /** URL of the dev server providing traces and config. Defaults to http://localhost:3001 */
187
239
  devServerUrl?: string;
188
240
  onProgress?: (event: EvalProgressEvent) => void;
189
- /** Bot-level eval options from agent.config.ts. Cascades: eval > agent config > default (15s). */
241
+ /** Logger for warnings and errors. Defaults to console. */
242
+ logger?: EvalLogger;
243
+ /** Bot-level eval options from agent.config.ts. Cascades: eval > agent config > default. */
190
244
  evalOptions?: {
191
245
  idleTimeout?: number;
246
+ /** LLM judge pass threshold (integer, 1-5). Values outside this range are clamped. Cascades: eval > agent config > default (3). */
247
+ judgePassThreshold?: number;
248
+ /** Model to use for llm_judge assertions (e.g. 'openai:gpt-4o'). Defaults to 'fast'. */
249
+ judgeModel?: string;
192
250
  };
193
251
  }
194
252
  export interface EvalFilter {
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAA;AAItD,MAAM,MAAM,aAAa,GACrB,MAAM,GACN;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpB;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GACxB;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACnB;IAAE,EAAE,EAAE,OAAO,EAAE,CAAA;CAAE,GACjB;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,GACf;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAA;AAInB,MAAM,MAAM,iBAAiB,GACzB;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpB;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GACxB;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACnB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,CAAA;AAI1B,MAAM,MAAM,aAAa,GACrB;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,GAC1D;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,GACtB;IAAE,UAAU,EAAE,MAAM,EAAE,CAAA;CAAE,CAAA;AAI5B,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB;AAED,MAAM,MAAM,cAAc,GACtB;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,GAC5D;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,aAAa,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,CAAA;AAEtF,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AAID,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;IAC9B,KAAK,CAAC,EAAE,aAAa,EAAE,CAAA;IACvB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAID,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,cAAc,CAAA;CACxB;AAID,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,cAAc,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAID,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;IAClC,YAAY,EAAE,gBAAgB,EAAE,CAAA;IAChC,OAAO,CAAC,EAAE,iBAAiB,CAAA;IAC3B,OAAO,CAAC,EAAE;QACR,mGAAmG;QACnG,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,CAAA;CACF;AAED,8EAA8E;AAC9E,wBAAgB,UAAU,CAAC,GAAG,EAAE,cAAc,GAAG,cAAc,CAE9D;AAID,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,cAAc,EAAE,MAAM,CAAA;CACvB;AAID,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,OAAO,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,QAAQ,EAAE,CAAA;IACrB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,GAAG,EAAE,IAAI,EAAE,CAAA;CACZ;AAID,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,YAAY,EAAE,CAAA;IAC1B,IAAI,EAAE,OAAO,CAAA;IACb,qDAAqD;IACrD,WAAW,EAAE,MAAM,CAAA;IACnB,wDAAwD;IACxD,YAAY,EAAE,MAAM,CAAA;CACrB;AAID,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;IAClC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,iBAAiB,EAAE,YAAY,EAAE,CAAA;IACjC,IAAI,EAAE,OAAO,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAID,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACvD;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,UAAU,CAAA;CAAE,GAC9E;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAA;AAIrD,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;QAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;QACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;KACnC,CAAA;CACF;AAID,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,OAAO,CAAA;CACb;AAID,MAAM,WAAW,UAAU;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,SAAS,EAAE,WAAW,EAAE,CAAA;CACzB;AAID,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAA;QACb,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,CAAA;IACD,SAAS,EAAE,MAAM,CAAA;IACjB,2FAA2F;IAC3F,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAA;IAC/C,kGAAkG;IAClG,WAAW,CAAC,EAAE;QACZ,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,CAAA;CACF;AAID,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;CACnC"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAA;AAItD,MAAM,MAAM,aAAa,GACrB,MAAM,GACN;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpB;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GACxB;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACnB;IAAE,EAAE,EAAE,OAAO,EAAE,CAAA;CAAE,GACjB;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,GACf;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAA;AAInB,MAAM,MAAM,iBAAiB,GACzB;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpB;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GACxB;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACnB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,CAAA;AAI1B,MAAM,MAAM,aAAa,GACrB;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,GAC1D;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,GACtB;IAAE,UAAU,EAAE,MAAM,EAAE,CAAA;CAAE,CAAA;AAI5B,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB;AAED,MAAM,MAAM,cAAc,GACtB;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,GAC5D;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,aAAa,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,CAAA;AAEtF,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AAID,MAAM,MAAM,eAAe,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAA;AAIpF,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,eAAe,CAAA;CAC/B;AAID,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;IAC9B,KAAK,CAAC,EAAE,aAAa,EAAE,CAAA;IACvB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;IAC9B,MAAM,CAAC,EAAE,eAAe,EAAE,CAAA;CAC3B;AAID,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAA;IAC3D,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,MAAM,CAAC,EAAE,cAAc,CAAA;CACxB;AAID,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,cAAc,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAID,MAAM,WAAW,SAAS;IACxB,KAAK,CAAC,EAAE;QACN,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAC7B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KACvC,CAAA;IACD;;;OAGG;IACH,QAAQ,CAAC,EAAE;QACT,OAAO,EAAE,MAAM,CAAA;QACf,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAChC,CAAA;CACF;AAID,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;IAClC,KAAK,CAAC,EAAE,SAAS,CAAA;IACjB,YAAY,EAAE,gBAAgB,EAAE,CAAA;IAChC,OAAO,CAAC,EAAE,iBAAiB,CAAA;IAC3B,OAAO,CAAC,EAAE;QACR,mGAAmG;QACnG,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,gJAAgJ;QAChJ,kBAAkB,CAAC,EAAE,MAAM,CAAA;KAC5B,CAAA;CACF;AAED,wFAAwF;AACxF,qBAAa,IAAK,YAAW,cAAc;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;IAC3C,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,CAAA;IAC1B,QAAQ,CAAC,YAAY,EAAE,gBAAgB,EAAE,CAAA;IACzC,QAAQ,CAAC,OAAO,CAAC,EAAE,iBAAiB,CAAA;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE;QACjB,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,kBAAkB,CAAC,EAAE,MAAM,CAAA;KAC5B,CAAA;gBAEW,GAAG,EAAE,cAAc;CAUhC;AAID,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,cAAc,EAAE,MAAM,CAAA;CACvB;AAID,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,OAAO,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,QAAQ,EAAE,CAAA;IACrB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,GAAG,EAAE,IAAI,EAAE,CAAA;CACZ;AAID,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,YAAY,EAAE,CAAA;IAC1B,IAAI,EAAE,OAAO,CAAA;IACb,qDAAqD;IACrD,WAAW,EAAE,MAAM,CAAA;IACnB,wDAAwD;IACxD,YAAY,EAAE,MAAM,CAAA;CACrB;AAID,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;IAClC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,iBAAiB,EAAE,YAAY,EAAE,CAAA;IACjC,IAAI,EAAE,OAAO,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAID,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACvD;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,UAAU,CAAA;CAAE,GAC9E;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAA;AAIrD,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;QAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;QACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;KACnC,CAAA;CACF;AAID,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,OAAO,CAAA;CACb;AAID,MAAM,WAAW,UAAU;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,SAAS,EAAE,WAAW,EAAE,CAAA;CACzB;AAID,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;IAC/B,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;IAC/B,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;CACjC;AAID,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAA;QACb,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,CAAA;IACD,SAAS,EAAE,MAAM,CAAA;IACjB,2FAA2F;IAC3F,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAA;IAC/C,2DAA2D;IAC3D,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,4FAA4F;IAC5F,WAAW,CAAC,EAAE;QACZ,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,mIAAmI;QACnI,kBAAkB,CAAC,EAAE,MAAM,CAAA;QAC3B,wFAAwF;QACxF,UAAU,CAAC,EAAE,MAAM,CAAA;KACpB,CAAA;CACF;AAID,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;CACnC"}
@@ -53,6 +53,15 @@ export declare class FileWatcher extends EventEmitter {
53
53
  * Emit all pending changes as a single event
54
54
  */
55
55
  private emitPendingChanges;
56
+ /**
57
+ * Scan a directory for new or deleted files compared to tracked state.
58
+ * Needed on Linux where fs.watch reports directory-level events.
59
+ */
60
+ private scanDirectoryForChanges;
61
+ /**
62
+ * Schedule a debounced emission of pending changes
63
+ */
64
+ private scheduleDebouncedEmit;
56
65
  /**
57
66
  * Update internal file state tracking
58
67
  */
@@ -1 +1 @@
1
- {"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../src/file-watcher/watcher.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AAIrC,MAAM,MAAM,eAAe,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,CAAA;AAE9D,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,eAAe,CAAA;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,UAAU,EAAE,CAAA;IACrB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED;;;;;;;;GAQG;AACH,qBAAa,WAAY,SAAQ,YAAY;IAC3C,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,QAAQ,CAAmD;IACnE,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,cAAc,CAAqC;gBAE/C,OAAO,EAAE,kBAAkB;IAMvC;;OAEG;IACH,KAAK,IAAI,IAAI;IAqBb;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAiBhC;;OAEG;IACH,OAAO,CAAC,SAAS;IAmBjB;;OAEG;IACH,OAAO,CAAC,cAAc;IAmBtB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAyCxB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAgB1B;;OAEG;IACH,OAAO,CAAC,eAAe;IAMvB;;OAEG;IACH,IAAI,IAAI,IAAI;IAgBZ;;OAEG;IACH,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI;IAIrE;;OAEG;IACH,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,eAAe,GAAG,OAAO;CAGtD"}
1
+ {"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../src/file-watcher/watcher.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AAIrC,MAAM,MAAM,eAAe,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,CAAA;AAE9D,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,eAAe,CAAA;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,UAAU,EAAE,CAAA;IACrB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED;;;;;;;;GAQG;AACH,qBAAa,WAAY,SAAQ,YAAY;IAC3C,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,QAAQ,CAAmD;IACnE,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,cAAc,CAAqC;gBAE/C,OAAO,EAAE,kBAAkB;IAMvC;;OAEG;IACH,KAAK,IAAI,IAAI;IAqBb;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAiBhC;;OAEG;IACH,OAAO,CAAC,SAAS;IAmBjB;;OAEG;IACH,OAAO,CAAC,cAAc;IAmBtB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA6CxB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAgB1B;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IAqC/B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAS7B;;OAEG;IACH,OAAO,CAAC,eAAe;IAMvB;;OAEG;IACH,IAAI,IAAI,IAAI;IAgBZ;;OAEG;IACH,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI;IAIrE;;OAEG;IACH,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,eAAe,GAAG,OAAO;CAGtD"}
@@ -1 +1 @@
1
- {"version":3,"file":"client-wrapper.d.ts","sourceRoot":"","sources":["../../src/generators/client-wrapper.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAA;AAShE,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAkdhF"}
1
+ {"version":3,"file":"client-wrapper.d.ts","sourceRoot":"","sources":["../../src/generators/client-wrapper.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAA;AAShE,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAudhF"}
@@ -1 +1 @@
1
- {"version":3,"file":"conversation-types.d.ts","sourceRoot":"","sources":["../../src/generators/conversation-types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAA;AAiChE,wBAAsB,yBAAyB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CA6HpF"}
1
+ {"version":3,"file":"conversation-types.d.ts","sourceRoot":"","sources":["../../src/generators/conversation-types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAA;AAkChE,wBAAsB,yBAAyB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CA+HpF"}
@@ -1 +1 @@
1
- {"version":3,"file":"integration-types.d.ts","sourceRoot":"","sources":["../../src/generators/integration-types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAgB5D,QAAA,MAAM,mBAAmB,GAAI,aAAa,iBAAiB;;;;;;;;;;;;;;;;;CAiBzD,CAAA;AAEF,wBAAsB,wBAAwB,CAAC,WAAW,EAAE,iBAAiB,GAAG,OAAO,CAAC;IACtF,KAAK,EAAE,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAA;IAC7C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC9B,CAAC,CAyRD"}
1
+ {"version":3,"file":"integration-types.d.ts","sourceRoot":"","sources":["../../src/generators/integration-types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAkB5D,QAAA,MAAM,mBAAmB,GAAI,aAAa,iBAAiB;;;;;;;;;;;;;;;;;CAiBzD,CAAA;AAEF,wBAAsB,wBAAwB,CAAC,WAAW,EAAE,iBAAiB,GAAG,OAAO,CAAC;IACtF,KAAK,EAAE,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAA;IAC7C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC9B,CAAC,CA4RD"}
@@ -1 +1 @@
1
- {"version":3,"file":"interface-types.d.ts","sourceRoot":"","sources":["../../src/generators/interface-types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAQzD,eAAO,MAAM,gBAAgB,GAAI,GAAG,MAAM,EAAE,GAAG,MAAM,KAAG,OAIvD,CAAA;AAWD,KAAK,oBAAoB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,WAAW,CAAA;CAAE,CAAA;AAYtE,QAAA,MAAM,iBAAiB,GAAI,KAAK,SAAS;;;;;;;;;;CAUvC,CAAA;AAEF,wBAAsB,sBAAsB,CAC1C,GAAG,EAAE,SAAS,EACd,YAAY,EAAE,oBAAoB,EAAE,GACnC,OAAO,CAAC;IACT,KAAK,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAA;IAC3C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC9B,CAAC,CAuHD"}
1
+ {"version":3,"file":"interface-types.d.ts","sourceRoot":"","sources":["../../src/generators/interface-types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAWzD,eAAO,MAAM,gBAAgB,GAAI,GAAG,MAAM,EAAE,GAAG,MAAM,KAAG,OAIvD,CAAA;AAWD,KAAK,oBAAoB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,WAAW,CAAA;CAAE,CAAA;AAYtE,QAAA,MAAM,iBAAiB,GAAI,KAAK,SAAS;;;;;;;;;;CAUvC,CAAA;AAEF,wBAAsB,sBAAsB,CAC1C,GAAG,EAAE,SAAS,EACd,YAAY,EAAE,oBAAoB,EAAE,GACnC,OAAO,CAAC;IACT,KAAK,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAA;IAC3C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC9B,CAAC,CAuHD"}
@@ -1 +1 @@
1
- {"version":3,"file":"plugin-types.d.ts","sourceRoot":"","sources":["../../src/generators/plugin-types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AA0DlD,QAAA,MAAM,cAAc,GAAI,QAAQ,YAAY;;;;;;;;;CAS1C,CAAA;AAEF,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC;IACvE,KAAK,EAAE,UAAU,CAAC,OAAO,cAAc,CAAC,CAAA;IACxC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC9B,CAAC,CAiED"}
1
+ {"version":3,"file":"plugin-types.d.ts","sourceRoot":"","sources":["../../src/generators/plugin-types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AA6DlD,QAAA,MAAM,cAAc,GAAI,QAAQ,YAAY;;;;;;;;;CAS1C,CAAA;AAEF,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC;IACvE,KAAK,EAAE,UAAU,CAAC,OAAO,cAAc,CAAC,CAAA;IACxC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC9B,CAAC,CAiED"}
@@ -1 +1 @@
1
- {"version":3,"file":"table-types.d.ts","sourceRoot":"","sources":["../../src/generators/table-types.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAA;AAKhE,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;CACpF;AAED,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAkG7E"}
1
+ {"version":3,"file":"table-types.d.ts","sourceRoot":"","sources":["../../src/generators/table-types.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAA;AAKhE,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;CACpF;AAED,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAqG7E"}
@@ -1 +1 @@
1
- {"version":3,"file":"tests.d.ts","sourceRoot":"","sources":["../../src/generators/tests.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,oBAAoB,GAAI,aAAa,MAAM,EAAE,SAAS,MAAM,oDAiBrE,CAAA;AAEJ,eAAO,MAAM,kBAAkB,GAAI,KAAK,MAAM,EAAE,SAAS,MAAM;;;;;;;;iBAkB8i8+B,CAAC;uBAA0H,CAAC;;;;;;;;iBAAuU,CAAC;uBAAyH,CAAC;;;;sBAAsM,CAAC;;;;;;;iBAA6S,CAAC;uBAA0H,CAAC;oBAAkC,CAAC;qBAAoC,CAAC;;;;;;;;;;;sBAA2Y,CAAC;;;;;;;iBAA8O,CAAC;uBAA2H,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAA/6rN,CAAC;uBAA0H,CAAC;;;;;;;;iBAAuU,CAAC;uBAAyH,CAAC;;;;sBAAsM,CAAC;;;;;;;iBAA6S,CAAC;uBAA0H,CAAC;oBAAkC,CAAC;qBAAoC,CAAC;;;;;;;;;;;sBAA2Y,CAAC;;;;;;;iBAA8O,CAAC;uBAA2H,CAAC;;;;;;;;;;;;;;;;;;;;;;EADpp4xB,CAAA"}
1
+ {"version":3,"file":"tests.d.ts","sourceRoot":"","sources":["../../src/generators/tests.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,oBAAoB,GAAI,aAAa,MAAM,EAAE,SAAS,MAAM,oDAiBrE,CAAA;AAEJ,eAAO,MAAM,kBAAkB,GAAI,KAAK,MAAM,EAAE,SAAS,MAAM;;;;;;;;iBAkB+tx+B,CAAC;uBAA0H,CAAC;;;;;;;;iBAAuU,CAAC;uBAAyH,CAAC;;;;sBAAsM,CAAC;;;;;;;iBAA6S,CAAC;uBAA0H,CAAC;oBAAkC,CAAC;qBAAoC,CAAC;;;;;;;;;;;sBAA2Y,CAAC;;;;;;;iBAA8O,CAAC;uBAA2H,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAAzxuN,CAAC;uBAA0H,CAAC;;;;;;;;iBAAuU,CAAC;uBAAyH,CAAC;;;;sBAAsM,CAAC;;;;;;;iBAA6S,CAAC;uBAA0H,CAAC;oBAAkC,CAAC;qBAAoC,CAAC;;;;;;;;;;;sBAA2Y,CAAC;;;;;;;iBAA8O,CAAC;uBAA2H,CAAC;;;;;;;;;;;;;;;;;;;;;;EAD39qxB,CAAA"}
@@ -1 +1 @@
1
- {"version":3,"file":"workflow-types.d.ts","sourceRoot":"","sources":["../../src/generators/workflow-types.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAKxD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;CACjB,CAAA;AAMD,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAuFhF"}
1
+ {"version":3,"file":"workflow-types.d.ts","sourceRoot":"","sources":["../../src/generators/workflow-types.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAKxD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;CACjB,CAAA;AAMD,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CA2FhF"}
package/dist/index.d.ts CHANGED
@@ -4,14 +4,15 @@ export * from './commands/index.js';
4
4
  export { workspaceCache } from './workspace/index.js';
5
5
  export { getRelativeTime } from './utils/time.js';
6
6
  export { type ChatClient, getChatClient } from './utils/require-chat.js';
7
- export { stringifyWithOrder, orderKeys, agentInfoKeyOrder, dependenciesKeyOrder, integrationKeyOrder, } from './utils/json-ordering.js';
7
+ export { stringifyWithOrder, orderKeys, agentInfoKeyOrder, agentLocalInfoKeyOrder, dependenciesKeyOrder, integrationKeyOrder, } from './utils/json-ordering.js';
8
8
  export { AgentProject, ValidationErrors, ConfigWriter } from './agent-project/index.js';
9
- export type { ConfigSchemaFieldUpdate } from './agent-project/index.js';
9
+ export type { ConfigSchemaFieldUpdate, DefaultModelSelection, DefaultModelsUpdate } from './agent-project/index.js';
10
10
  export { ConfigManager, coerceConfigValue, getInnerTypeName } from './config/index.js';
11
11
  export type { StoredConfig, ConfigFieldDescriptor, SetResult } from './config/index.js';
12
12
  export { ValidationErrorCode, ValidationSeverity, ProjectState } from './agent-project/index.js';
13
- export type { AgentConfig, Dependencies, AgentInfo, ProjectInfo, ValidationResult, ValidationError, BuildOutput, BuildEvent, BuildEventType, FileChangeEvent, FileChangeType, WatchOptions, Integration, IntegrationChange, IntegrationSyncResult, } from './agent-project/index.js';
13
+ export type { AgentConfig, Dependencies, AgentInfo, AgentLocalInfo, ProjectInfo, ValidationResult, ValidationError, BuildOutput, BuildEvent, BuildEventType, FileChangeEvent, FileChangeType, WatchOptions, Integration, IntegrationChange, IntegrationSyncResult, AgentToolDefinition, ToolReference, } from './agent-project/index.js';
14
14
  export { AgentProjectGenerator } from './agent-init/index.js';
15
+ export type { TemplateConfig, TemplateRegistry } from './agent-init/index.js';
15
16
  export { IntegrationManager, IntegrationParser, IntegrationCache, IntegrationOperations, IntegrationChecker, IntegrationSyncManager, HubCache, } from './integrations/index.js';
16
17
  export type { IntegrationRef, IntegrationDefinition, ParsedIntegration, IntegrationValidationResult, IntegrationCheckResult, IntegrationInstallStatus, IntegrationRegistrationStatus, AddIntegrationOptions, AddIntegrationResult, UpgradeIntegrationOptions, RemoveIntegrationOptions, IntegrationVersionInfo, HubCacheEntry, HubCacheData, SyncSummary, } from './integrations/index.js';
17
18
  export { PluginParser } from './plugins/index.js';
@@ -35,7 +36,7 @@ export { PreflightChecker, PreflightFormatter } from './preflight/index.js';
35
36
  export type { PreflightCheckResult, PendingPreflightResult } from './preflight/index.js';
36
37
  export { ScriptRunner, runScript, setupTestRuntime } from './runner/index.js';
37
38
  export type { ScriptRunnerOptions, RunScriptOptions, TestRuntimeResult, SetupTestRuntimeOptions, } from './runner/index.js';
38
- export { defineEval, runEval, runEvalSuite, loadEvalsFromDir, loadEvalByName, loadEvalFile, filterEvals, } from './eval/index.js';
39
+ export { Eval, runEval, runEvalSuite, loadEvalsFromDir, loadEvalByName, loadEvalFile, filterEvals, } from './eval/index.js';
39
40
  export { saveRunResult, loadRunResult, listRunResults, getLatestRun } from './eval/index.js';
40
- export type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalFilter, EvalProgressEvent, GraderResult, TurnReport, } from './eval/index.js';
41
+ export type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalFilter, EvalProgressEvent, GraderResult, TurnReport, EvalSetup, } from './eval/index.js';
41
42
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AACzE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAG9F,cAAc,qBAAqB,CAAA;AAEnC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,KAAK,UAAU,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAA;AACxE,OAAO,EACL,kBAAkB,EAClB,SAAS,EACT,iBAAiB,EACjB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,0BAA0B,CAAA;AAGjC,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvF,YAAY,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAA;AAGvE,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACtF,YAAY,EAAE,YAAY,EAAE,qBAAqB,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AACvF,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAChG,YAAY,EACV,WAAW,EACX,YAAY,EACZ,SAAS,EACT,WAAW,EACX,gBAAgB,EAChB,eAAe,EACf,WAAW,EACX,UAAU,EACV,cAAc,EACd,eAAe,EACf,cAAc,EACd,YAAY,EACZ,WAAW,EACX,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,0BAA0B,CAAA;AAGjC,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAG7D,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,kBAAkB,EAClB,sBAAsB,EACtB,QAAQ,GACT,MAAM,yBAAyB,CAAA;AAChC,YAAY,EACV,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EACjB,2BAA2B,EAC3B,sBAAsB,EACtB,wBAAwB,EACxB,6BAA6B,EAC7B,qBAAqB,EACrB,oBAAoB,EACpB,yBAAyB,EACzB,wBAAwB,EACxB,sBAAsB,EACtB,aAAa,EACb,YAAY,EACZ,WAAW,GACZ,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,YAAY,EAAE,SAAS,EAAE,uBAAuB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAG1F,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAA;AACtH,YAAY,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAGpH,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AACjD,YAAY,EACV,SAAS,EACT,cAAc,EACd,aAAa,EACb,eAAe,EACf,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,WAAW,GACZ,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AAC/F,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAA;AAGtE,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1G,YAAY,EAAE,mBAAmB,EAAE,YAAY,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAA;AAG9G,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAChD,YAAY,EACV,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,gBAAgB,EAChB,aAAa,EACb,kBAAkB,EAClB,UAAU,EACV,WAAW,GACZ,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AACzF,YAAY,EACV,uBAAuB,EACvB,UAAU,EACV,YAAY,EACZ,aAAa,EACb,UAAU,EACV,kBAAkB,EAClB,gBAAgB,EAChB,WAAW,GACZ,MAAM,sBAAsB,CAAA;AAG7B,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAA;AACrD,YAAY,EACV,eAAe,EACf,UAAU,EACV,eAAe,IAAI,sBAAsB,EACzC,kBAAkB,GACnB,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAC3E,YAAY,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAA;AAGxF,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAC7E,YAAY,EACV,mBAAmB,EACnB,gBAAgB,EAChB,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,YAAY,EACZ,WAAW,GACZ,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC5F,YAAY,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,YAAY,EACZ,UAAU,GACX,MAAM,iBAAiB,CAAA"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AACzE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAG9F,cAAc,qBAAqB,CAAA;AAEnC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,KAAK,UAAU,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAA;AACxE,OAAO,EACL,kBAAkB,EAClB,SAAS,EACT,iBAAiB,EACjB,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,0BAA0B,CAAA;AAGjC,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvF,YAAY,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAGnH,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACtF,YAAY,EAAE,YAAY,EAAE,qBAAqB,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AACvF,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAChG,YAAY,EACV,WAAW,EACX,YAAY,EACZ,SAAS,EACT,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,eAAe,EACf,WAAW,EACX,UAAU,EACV,cAAc,EACd,eAAe,EACf,cAAc,EACd,YAAY,EACZ,WAAW,EACX,iBAAiB,EACjB,qBAAqB,EACrB,mBAAmB,EACnB,aAAa,GACd,MAAM,0BAA0B,CAAA;AAGjC,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAC7D,YAAY,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AAG7E,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,kBAAkB,EAClB,sBAAsB,EACtB,QAAQ,GACT,MAAM,yBAAyB,CAAA;AAChC,YAAY,EACV,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EACjB,2BAA2B,EAC3B,sBAAsB,EACtB,wBAAwB,EACxB,6BAA6B,EAC7B,qBAAqB,EACrB,oBAAoB,EACpB,yBAAyB,EACzB,wBAAwB,EACxB,sBAAsB,EACtB,aAAa,EACb,YAAY,EACZ,WAAW,GACZ,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,YAAY,EAAE,SAAS,EAAE,uBAAuB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAG1F,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAA;AACtH,YAAY,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAGpH,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AACjD,YAAY,EACV,SAAS,EACT,cAAc,EACd,aAAa,EACb,eAAe,EACf,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,WAAW,GACZ,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AAC/F,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAA;AAGtE,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1G,YAAY,EAAE,mBAAmB,EAAE,YAAY,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAA;AAG9G,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAChD,YAAY,EACV,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,gBAAgB,EAChB,aAAa,EACb,kBAAkB,EAClB,UAAU,EACV,WAAW,GACZ,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AACzF,YAAY,EACV,uBAAuB,EACvB,UAAU,EACV,YAAY,EACZ,aAAa,EACb,UAAU,EACV,kBAAkB,EAClB,gBAAgB,EAChB,WAAW,GACZ,MAAM,sBAAsB,CAAA;AAG7B,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAA;AACrD,YAAY,EACV,eAAe,EACf,UAAU,EACV,eAAe,IAAI,sBAAsB,EACzC,kBAAkB,GACnB,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAC3E,YAAY,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAA;AAGxF,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAC7E,YAAY,EACV,mBAAmB,EACnB,gBAAgB,EAChB,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EACL,IAAI,EACJ,OAAO,EACP,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,YAAY,EACZ,WAAW,GACZ,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC5F,YAAY,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,YAAY,EACZ,UAAU,EACV,SAAS,GACV,MAAM,iBAAiB,CAAA"}