@superatomai/sdk-node 0.0.24 → 0.0.25-dsp

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -59,7 +59,18 @@ declare class Logger {
59
59
  * Log debug message (only shown for verbose level)
60
60
  */
61
61
  debug(...args: any[]): void;
62
+ /**
63
+ * Write to log file
64
+ */
62
65
  file(...args: any[]): void;
66
+ /**
67
+ * Clear the log file (call at start of new user request)
68
+ */
69
+ clearFile(): void;
70
+ /**
71
+ * Log LLM method prompts with clear labeling
72
+ */
73
+ logLLMPrompt(methodName: string, promptType: 'system' | 'user', content: string | object | any[]): void;
63
74
  }
64
75
  declare const logger: Logger;
65
76
 
@@ -90,7 +101,27 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
90
101
  deps?: string[] | undefined;
91
102
  }>, "many">>;
92
103
  data: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
93
- render: z.ZodType<any, z.ZodTypeDef, any>;
104
+ render: z.ZodOptional<z.ZodType<any, z.ZodTypeDef, any>>;
105
+ pages: z.ZodOptional<z.ZodArray<z.ZodObject<{
106
+ id: z.ZodString;
107
+ name: z.ZodString;
108
+ order: z.ZodNumber;
109
+ icon: z.ZodOptional<z.ZodString>;
110
+ render: z.ZodType<any, z.ZodTypeDef, any>;
111
+ }, "strip", z.ZodTypeAny, {
112
+ id: string;
113
+ name: string;
114
+ order: number;
115
+ icon?: string | undefined;
116
+ render?: any;
117
+ }, {
118
+ id: string;
119
+ name: string;
120
+ order: number;
121
+ icon?: string | undefined;
122
+ render?: any;
123
+ }>, "many">>;
124
+ defaultPageId: z.ZodOptional<z.ZodString>;
94
125
  query: z.ZodOptional<z.ZodObject<{
95
126
  graphql: z.ZodOptional<z.ZodString>;
96
127
  sql: z.ZodOptional<z.ZodString>;
@@ -129,6 +160,7 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
129
160
  dependencies?: string[] | undefined;
130
161
  } | undefined;
131
162
  props?: Record<string, any> | undefined;
163
+ render?: any;
132
164
  states?: Record<string, any> | undefined;
133
165
  methods?: Record<string, {
134
166
  fn: string;
@@ -139,7 +171,14 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
139
171
  deps?: string[] | undefined;
140
172
  }[] | undefined;
141
173
  data?: Record<string, any> | undefined;
142
- render?: any;
174
+ pages?: {
175
+ id: string;
176
+ name: string;
177
+ order: number;
178
+ icon?: string | undefined;
179
+ render?: any;
180
+ }[] | undefined;
181
+ defaultPageId?: string | undefined;
143
182
  }, {
144
183
  id: string;
145
184
  name?: string | undefined;
@@ -153,6 +192,7 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
153
192
  dependencies?: string[] | undefined;
154
193
  } | undefined;
155
194
  props?: Record<string, any> | undefined;
195
+ render?: any;
156
196
  states?: Record<string, any> | undefined;
157
197
  methods?: Record<string, {
158
198
  fn: string;
@@ -163,7 +203,14 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
163
203
  deps?: string[] | undefined;
164
204
  }[] | undefined;
165
205
  data?: Record<string, any> | undefined;
166
- render?: any;
206
+ pages?: {
207
+ id: string;
208
+ name: string;
209
+ order: number;
210
+ icon?: string | undefined;
211
+ render?: any;
212
+ }[] | undefined;
213
+ defaultPageId?: string | undefined;
167
214
  }>;
168
215
  data: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
169
216
  context: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
@@ -181,6 +228,7 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
181
228
  dependencies?: string[] | undefined;
182
229
  } | undefined;
183
230
  props?: Record<string, any> | undefined;
231
+ render?: any;
184
232
  states?: Record<string, any> | undefined;
185
233
  methods?: Record<string, {
186
234
  fn: string;
@@ -191,7 +239,14 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
191
239
  deps?: string[] | undefined;
192
240
  }[] | undefined;
193
241
  data?: Record<string, any> | undefined;
194
- render?: any;
242
+ pages?: {
243
+ id: string;
244
+ name: string;
245
+ order: number;
246
+ icon?: string | undefined;
247
+ render?: any;
248
+ }[] | undefined;
249
+ defaultPageId?: string | undefined;
195
250
  };
196
251
  data?: Record<string, any> | undefined;
197
252
  context?: Record<string, any> | undefined;
@@ -209,6 +264,7 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
209
264
  dependencies?: string[] | undefined;
210
265
  } | undefined;
211
266
  props?: Record<string, any> | undefined;
267
+ render?: any;
212
268
  states?: Record<string, any> | undefined;
213
269
  methods?: Record<string, {
214
270
  fn: string;
@@ -219,7 +275,14 @@ declare const DSLRendererPropsSchema$1: z.ZodObject<{
219
275
  deps?: string[] | undefined;
220
276
  }[] | undefined;
221
277
  data?: Record<string, any> | undefined;
222
- render?: any;
278
+ pages?: {
279
+ id: string;
280
+ name: string;
281
+ order: number;
282
+ icon?: string | undefined;
283
+ render?: any;
284
+ }[] | undefined;
285
+ defaultPageId?: string | undefined;
223
286
  };
224
287
  data?: Record<string, any> | undefined;
225
288
  context?: Record<string, any> | undefined;
@@ -292,6 +355,7 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
292
355
  dependencies?: string[] | undefined;
293
356
  } | undefined;
294
357
  props?: Record<string, any> | undefined;
358
+ render?: any;
295
359
  states?: Record<string, any> | undefined;
296
360
  methods?: Record<string, {
297
361
  fn: string;
@@ -302,7 +366,6 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
302
366
  deps?: string[] | undefined;
303
367
  }[] | undefined;
304
368
  data?: Record<string, any> | undefined;
305
- render?: any;
306
369
  }, {
307
370
  id: string;
308
371
  name?: string | undefined;
@@ -316,6 +379,7 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
316
379
  dependencies?: string[] | undefined;
317
380
  } | undefined;
318
381
  props?: Record<string, any> | undefined;
382
+ render?: any;
319
383
  states?: Record<string, any> | undefined;
320
384
  methods?: Record<string, {
321
385
  fn: string;
@@ -326,7 +390,6 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
326
390
  deps?: string[] | undefined;
327
391
  }[] | undefined;
328
392
  data?: Record<string, any> | undefined;
329
- render?: any;
330
393
  }>;
331
394
  data: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
332
395
  context: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
@@ -344,6 +407,7 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
344
407
  dependencies?: string[] | undefined;
345
408
  } | undefined;
346
409
  props?: Record<string, any> | undefined;
410
+ render?: any;
347
411
  states?: Record<string, any> | undefined;
348
412
  methods?: Record<string, {
349
413
  fn: string;
@@ -354,7 +418,6 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
354
418
  deps?: string[] | undefined;
355
419
  }[] | undefined;
356
420
  data?: Record<string, any> | undefined;
357
- render?: any;
358
421
  };
359
422
  data?: Record<string, any> | undefined;
360
423
  context?: Record<string, any> | undefined;
@@ -372,6 +435,7 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
372
435
  dependencies?: string[] | undefined;
373
436
  } | undefined;
374
437
  props?: Record<string, any> | undefined;
438
+ render?: any;
375
439
  states?: Record<string, any> | undefined;
376
440
  methods?: Record<string, {
377
441
  fn: string;
@@ -382,7 +446,6 @@ declare const DSLRendererPropsSchema: z.ZodObject<{
382
446
  deps?: string[] | undefined;
383
447
  }[] | undefined;
384
448
  data?: Record<string, any> | undefined;
385
- render?: any;
386
449
  };
387
450
  data?: Record<string, any> | undefined;
388
451
  context?: Record<string, any> | undefined;
@@ -395,6 +458,7 @@ declare const UserSchema: z.ZodObject<{
395
458
  password: z.ZodString;
396
459
  fullname: z.ZodOptional<z.ZodString>;
397
460
  role: z.ZodOptional<z.ZodString>;
461
+ userInfo: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
398
462
  wsIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
399
463
  }, "strip", z.ZodTypeAny, {
400
464
  username: string;
@@ -402,6 +466,7 @@ declare const UserSchema: z.ZodObject<{
402
466
  email?: string | undefined;
403
467
  fullname?: string | undefined;
404
468
  role?: string | undefined;
469
+ userInfo?: Record<string, unknown> | undefined;
405
470
  wsIds?: string[] | undefined;
406
471
  }, {
407
472
  username: string;
@@ -409,6 +474,7 @@ declare const UserSchema: z.ZodObject<{
409
474
  email?: string | undefined;
410
475
  fullname?: string | undefined;
411
476
  role?: string | undefined;
477
+ userInfo?: Record<string, unknown> | undefined;
412
478
  wsIds?: string[] | undefined;
413
479
  }>;
414
480
  type User = z.infer<typeof UserSchema>;
@@ -419,6 +485,7 @@ declare const UsersDataSchema: z.ZodObject<{
419
485
  password: z.ZodString;
420
486
  fullname: z.ZodOptional<z.ZodString>;
421
487
  role: z.ZodOptional<z.ZodString>;
488
+ userInfo: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
422
489
  wsIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
423
490
  }, "strip", z.ZodTypeAny, {
424
491
  username: string;
@@ -426,6 +493,7 @@ declare const UsersDataSchema: z.ZodObject<{
426
493
  email?: string | undefined;
427
494
  fullname?: string | undefined;
428
495
  role?: string | undefined;
496
+ userInfo?: Record<string, unknown> | undefined;
429
497
  wsIds?: string[] | undefined;
430
498
  }, {
431
499
  username: string;
@@ -433,6 +501,7 @@ declare const UsersDataSchema: z.ZodObject<{
433
501
  email?: string | undefined;
434
502
  fullname?: string | undefined;
435
503
  role?: string | undefined;
504
+ userInfo?: Record<string, unknown> | undefined;
436
505
  wsIds?: string[] | undefined;
437
506
  }>, "many">;
438
507
  }, "strip", z.ZodTypeAny, {
@@ -442,6 +511,7 @@ declare const UsersDataSchema: z.ZodObject<{
442
511
  email?: string | undefined;
443
512
  fullname?: string | undefined;
444
513
  role?: string | undefined;
514
+ userInfo?: Record<string, unknown> | undefined;
445
515
  wsIds?: string[] | undefined;
446
516
  }[];
447
517
  }, {
@@ -451,6 +521,7 @@ declare const UsersDataSchema: z.ZodObject<{
451
521
  email?: string | undefined;
452
522
  fullname?: string | undefined;
453
523
  role?: string | undefined;
524
+ userInfo?: Record<string, unknown> | undefined;
454
525
  wsIds?: string[] | undefined;
455
526
  }[];
456
527
  }>;
@@ -555,60 +626,309 @@ declare const IncomingMessageSchema: z.ZodObject<{
555
626
  payload?: unknown;
556
627
  }>;
557
628
  type IncomingMessage = z.infer<typeof IncomingMessageSchema>;
629
+ declare const ComponentSchema: z.ZodObject<{
630
+ id: z.ZodString;
631
+ name: z.ZodString;
632
+ displayName: z.ZodOptional<z.ZodString>;
633
+ isDisplayComp: z.ZodOptional<z.ZodBoolean>;
634
+ type: z.ZodString;
635
+ description: z.ZodString;
636
+ props: z.ZodObject<{
637
+ query: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
638
+ title: z.ZodOptional<z.ZodString>;
639
+ description: z.ZodOptional<z.ZodString>;
640
+ config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
641
+ actions: z.ZodOptional<z.ZodArray<z.ZodAny, "many">>;
642
+ }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
643
+ query: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
644
+ title: z.ZodOptional<z.ZodString>;
645
+ description: z.ZodOptional<z.ZodString>;
646
+ config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
647
+ actions: z.ZodOptional<z.ZodArray<z.ZodAny, "many">>;
648
+ }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
649
+ query: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
650
+ title: z.ZodOptional<z.ZodString>;
651
+ description: z.ZodOptional<z.ZodString>;
652
+ config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
653
+ actions: z.ZodOptional<z.ZodArray<z.ZodAny, "many">>;
654
+ }, z.ZodTypeAny, "passthrough">>;
655
+ category: z.ZodOptional<z.ZodString>;
656
+ keywords: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
657
+ }, "strip", z.ZodTypeAny, {
658
+ id: string;
659
+ type: string;
660
+ name: string;
661
+ description: string;
662
+ props: {
663
+ description?: string | undefined;
664
+ query?: string | {} | null | undefined;
665
+ title?: string | undefined;
666
+ config?: Record<string, unknown> | undefined;
667
+ actions?: any[] | undefined;
668
+ } & {
669
+ [k: string]: unknown;
670
+ };
671
+ displayName?: string | undefined;
672
+ isDisplayComp?: boolean | undefined;
673
+ category?: string | undefined;
674
+ keywords?: string[] | undefined;
675
+ }, {
676
+ id: string;
677
+ type: string;
678
+ name: string;
679
+ description: string;
680
+ props: {
681
+ description?: string | undefined;
682
+ query?: string | {} | null | undefined;
683
+ title?: string | undefined;
684
+ config?: Record<string, unknown> | undefined;
685
+ actions?: any[] | undefined;
686
+ } & {
687
+ [k: string]: unknown;
688
+ };
689
+ displayName?: string | undefined;
690
+ isDisplayComp?: boolean | undefined;
691
+ category?: string | undefined;
692
+ keywords?: string[] | undefined;
693
+ }>;
694
+ type Component = z.infer<typeof ComponentSchema>;
695
+ declare const OutputFieldSchema: z.ZodObject<{
696
+ name: z.ZodString;
697
+ type: z.ZodEnum<["string", "number", "boolean", "date"]>;
698
+ description: z.ZodString;
699
+ }, "strip", z.ZodTypeAny, {
700
+ type: "string" | "number" | "boolean" | "date";
701
+ name: string;
702
+ description: string;
703
+ }, {
704
+ type: "string" | "number" | "boolean" | "date";
705
+ name: string;
706
+ description: string;
707
+ }>;
708
+ type OutputField = z.infer<typeof OutputFieldSchema>;
709
+ declare const OutputSchema: z.ZodObject<{
710
+ description: z.ZodString;
711
+ fields: z.ZodArray<z.ZodObject<{
712
+ name: z.ZodString;
713
+ type: z.ZodEnum<["string", "number", "boolean", "date"]>;
714
+ description: z.ZodString;
715
+ }, "strip", z.ZodTypeAny, {
716
+ type: "string" | "number" | "boolean" | "date";
717
+ name: string;
718
+ description: string;
719
+ }, {
720
+ type: "string" | "number" | "boolean" | "date";
721
+ name: string;
722
+ description: string;
723
+ }>, "many">;
724
+ }, "strip", z.ZodTypeAny, {
725
+ description: string;
726
+ fields: {
727
+ type: "string" | "number" | "boolean" | "date";
728
+ name: string;
729
+ description: string;
730
+ }[];
731
+ }, {
732
+ description: string;
733
+ fields: {
734
+ type: "string" | "number" | "boolean" | "date";
735
+ name: string;
736
+ description: string;
737
+ }[];
738
+ }>;
739
+ type ToolOutputSchema = z.infer<typeof OutputSchema>;
558
740
  declare const ToolSchema: z.ZodObject<{
559
741
  id: z.ZodString;
560
742
  name: z.ZodString;
561
743
  description: z.ZodString;
744
+ /** Tool type: "source" = routed through SourceAgent, "direct" = called directly by MainAgent */
745
+ toolType: z.ZodOptional<z.ZodEnum<["source", "direct"]>>;
746
+ /** Full untruncated schema for source agent (all columns visible) */
747
+ fullSchema: z.ZodOptional<z.ZodString>;
562
748
  params: z.ZodRecord<z.ZodString, z.ZodString>;
563
749
  fn: z.ZodFunction<z.ZodTuple<[z.ZodAny], z.ZodUnknown>, z.ZodAny>;
750
+ outputSchema: z.ZodOptional<z.ZodObject<{
751
+ description: z.ZodString;
752
+ fields: z.ZodArray<z.ZodObject<{
753
+ name: z.ZodString;
754
+ type: z.ZodEnum<["string", "number", "boolean", "date"]>;
755
+ description: z.ZodString;
756
+ }, "strip", z.ZodTypeAny, {
757
+ type: "string" | "number" | "boolean" | "date";
758
+ name: string;
759
+ description: string;
760
+ }, {
761
+ type: "string" | "number" | "boolean" | "date";
762
+ name: string;
763
+ description: string;
764
+ }>, "many">;
765
+ }, "strip", z.ZodTypeAny, {
766
+ description: string;
767
+ fields: {
768
+ type: "string" | "number" | "boolean" | "date";
769
+ name: string;
770
+ description: string;
771
+ }[];
772
+ }, {
773
+ description: string;
774
+ fields: {
775
+ type: "string" | "number" | "boolean" | "date";
776
+ name: string;
777
+ description: string;
778
+ }[];
779
+ }>>;
780
+ /** Cache policy. `false` = never cache (live data, write ops). Mirrors HTTP `Cache-Control: no-store`. */
781
+ cache: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<false>, z.ZodObject<{
782
+ ttlMs: z.ZodOptional<z.ZodNumber>;
783
+ }, "strip", z.ZodTypeAny, {
784
+ ttlMs?: number | undefined;
785
+ }, {
786
+ ttlMs?: number | undefined;
787
+ }>]>>;
564
788
  }, "strip", z.ZodTypeAny, {
565
789
  id: string;
566
790
  params: Record<string, string>;
567
791
  name: string;
568
792
  description: string;
569
793
  fn: (args_0: any, ...args: unknown[]) => any;
794
+ toolType?: "source" | "direct" | undefined;
795
+ fullSchema?: string | undefined;
796
+ outputSchema?: {
797
+ description: string;
798
+ fields: {
799
+ type: "string" | "number" | "boolean" | "date";
800
+ name: string;
801
+ description: string;
802
+ }[];
803
+ } | undefined;
804
+ cache?: false | {
805
+ ttlMs?: number | undefined;
806
+ } | undefined;
570
807
  }, {
571
808
  id: string;
572
809
  params: Record<string, string>;
573
810
  name: string;
574
811
  description: string;
575
812
  fn: (args_0: any, ...args: unknown[]) => any;
813
+ toolType?: "source" | "direct" | undefined;
814
+ fullSchema?: string | undefined;
815
+ outputSchema?: {
816
+ description: string;
817
+ fields: {
818
+ type: "string" | "number" | "boolean" | "date";
819
+ name: string;
820
+ description: string;
821
+ }[];
822
+ } | undefined;
823
+ cache?: false | {
824
+ ttlMs?: number | undefined;
825
+ } | undefined;
576
826
  }>;
577
827
  type Tool$1 = z.infer<typeof ToolSchema>;
578
828
  type CollectionOperation = 'getMany' | 'getOne' | 'query' | 'mutation' | 'updateOne' | 'deleteOne' | 'createOne';
579
829
  type CollectionHandler<TParams = any, TResult = any> = (params: TParams) => Promise<TResult> | TResult;
580
830
  type LLMProvider = 'anthropic' | 'groq' | 'gemini' | 'openai';
581
831
 
832
+ type DatabaseType = 'postgresql' | 'mssql' | 'snowflake' | 'mysql';
833
+ /**
834
+ * Model strategy for controlling which models are used for different tasks
835
+ * - 'best': Use the best model (e.g., Sonnet) for all tasks - highest quality, higher cost
836
+ * - 'fast': Use the fast model (e.g., Haiku) for all tasks - lower quality, lower cost
837
+ * - 'balanced': Use best model for complex tasks, fast model for simple tasks (default)
838
+ */
839
+ type ModelStrategy = 'best' | 'fast' | 'balanced';
840
+ /**
841
+ * Model configuration for DASH_COMP flow (dashboard component picking)
842
+ * Allows separate control of models used for component selection
843
+ */
844
+ interface DashCompModelConfig {
845
+ /**
846
+ * Primary model for DASH_COMP requests
847
+ * Format: "provider/model-name" (e.g., "anthropic/claude-sonnet-4-5-20250929")
848
+ */
849
+ model?: string;
850
+ /**
851
+ * Fast model for simpler DASH_COMP tasks (optional)
852
+ * Format: "provider/model-name" (e.g., "anthropic/claude-haiku-4-5-20251001")
853
+ */
854
+ fastModel?: string;
855
+ }
582
856
  interface SuperatomSDKConfig {
583
857
  url?: string;
584
858
  apiKey?: string;
585
859
  projectId: string;
586
- userId?: string;
587
860
  type?: string;
588
861
  bundleDir?: string;
589
862
  promptsDir?: string;
863
+ databaseType?: DatabaseType;
590
864
  ANTHROPIC_API_KEY?: string;
591
865
  GROQ_API_KEY?: string;
592
866
  GEMINI_API_KEY?: string;
593
867
  OPENAI_API_KEY?: string;
594
868
  LLM_PROVIDERS?: LLMProvider[];
595
869
  logLevel?: LogLevel;
870
+ /**
871
+ * Model selection strategy for LLM API calls:
872
+ * - 'best': Use best model for all tasks (highest quality, higher cost)
873
+ * - 'fast': Use fast model for all tasks (lower quality, lower cost)
874
+ * - 'balanced': Use best model for complex tasks, fast model for simple tasks (default)
875
+ */
876
+ modelStrategy?: ModelStrategy;
877
+ /**
878
+ * Model for the main agent (routing + analysis).
879
+ * Format: "provider/model-name" (e.g., "anthropic/claude-haiku-4-5-20251001")
880
+ * If not set, uses the provider's default model.
881
+ */
882
+ mainAgentModel?: string;
883
+ /**
884
+ * Model for source agents (per-source query generation).
885
+ * Format: "provider/model-name" (e.g., "anthropic/claude-haiku-4-5-20251001")
886
+ * If not set, uses the provider's default model.
887
+ */
888
+ sourceAgentModel?: string;
889
+ /**
890
+ * Separate model configuration for DASH_COMP flow (dashboard component picking)
891
+ * If not provided, falls back to provider-based model selection
892
+ */
893
+ dashCompModels?: DashCompModelConfig;
894
+ /**
895
+ * Similarity threshold for conversation search (semantic matching)
896
+ * Value between 0 and 1 (e.g., 0.8 = 80% similarity required)
897
+ * Higher values require closer matches, lower values allow more distant matches
898
+ * Default: 0.8
899
+ */
900
+ conversationSimilarityThreshold?: number;
901
+ /**
902
+ * Query cache TTL (Time To Live) in minutes
903
+ * Cached query results expire after this duration
904
+ * Default: 5 minutes
905
+ */
906
+ queryCacheTTL?: number;
907
+ /**
908
+ * Dashboard conversation history TTL (Time To Live) in minutes
909
+ * Per-dashboard conversation histories expire after this duration
910
+ * Default: 30 minutes
911
+ */
912
+ dashboardHistoryTTL?: number;
596
913
  }
597
914
 
598
915
  declare const KbNodesQueryFiltersSchema: z.ZodObject<{
599
916
  query: z.ZodOptional<z.ZodString>;
600
917
  category: z.ZodOptional<z.ZodString>;
601
918
  tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
602
- createdBy: z.ZodOptional<z.ZodNumber>;
919
+ type: z.ZodOptional<z.ZodEnum<["global", "user", "query"]>>;
920
+ createdBy: z.ZodOptional<z.ZodString>;
603
921
  }, "strip", z.ZodTypeAny, {
922
+ type?: "query" | "user" | "global" | undefined;
604
923
  query?: string | undefined;
605
924
  category?: string | undefined;
606
- createdBy?: number | undefined;
925
+ createdBy?: string | undefined;
607
926
  tags?: string[] | undefined;
608
927
  }, {
928
+ type?: "query" | "user" | "global" | undefined;
609
929
  query?: string | undefined;
610
930
  category?: string | undefined;
611
- createdBy?: number | undefined;
931
+ createdBy?: string | undefined;
612
932
  tags?: string[] | undefined;
613
933
  }>;
614
934
  type KbNodesQueryFilters = z.infer<typeof KbNodesQueryFiltersSchema>;
@@ -620,109 +940,126 @@ declare const KbNodesRequestPayloadSchema: z.ZodObject<{
620
940
  content: z.ZodOptional<z.ZodString>;
621
941
  category: z.ZodOptional<z.ZodString>;
622
942
  tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
623
- createdBy: z.ZodOptional<z.ZodNumber>;
624
- updatedBy: z.ZodOptional<z.ZodNumber>;
625
- userId: z.ZodOptional<z.ZodNumber>;
943
+ type: z.ZodOptional<z.ZodEnum<["global", "user", "query"]>>;
944
+ createdBy: z.ZodOptional<z.ZodString>;
945
+ updatedBy: z.ZodOptional<z.ZodString>;
946
+ userId: z.ZodOptional<z.ZodString>;
626
947
  query: z.ZodOptional<z.ZodString>;
627
948
  filters: z.ZodOptional<z.ZodObject<{
628
949
  query: z.ZodOptional<z.ZodString>;
629
950
  category: z.ZodOptional<z.ZodString>;
630
951
  tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
631
- createdBy: z.ZodOptional<z.ZodNumber>;
952
+ type: z.ZodOptional<z.ZodEnum<["global", "user", "query"]>>;
953
+ createdBy: z.ZodOptional<z.ZodString>;
632
954
  }, "strip", z.ZodTypeAny, {
955
+ type?: "query" | "user" | "global" | undefined;
633
956
  query?: string | undefined;
634
957
  category?: string | undefined;
635
- createdBy?: number | undefined;
958
+ createdBy?: string | undefined;
636
959
  tags?: string[] | undefined;
637
960
  }, {
961
+ type?: "query" | "user" | "global" | undefined;
638
962
  query?: string | undefined;
639
963
  category?: string | undefined;
640
- createdBy?: number | undefined;
964
+ createdBy?: string | undefined;
641
965
  tags?: string[] | undefined;
642
966
  }>>;
643
967
  limit: z.ZodOptional<z.ZodNumber>;
644
968
  offset: z.ZodOptional<z.ZodNumber>;
645
969
  }, "strip", z.ZodTypeAny, {
646
970
  id?: number | undefined;
971
+ type?: "query" | "user" | "global" | undefined;
647
972
  query?: string | undefined;
648
973
  title?: string | undefined;
649
974
  category?: string | undefined;
650
- userId?: number | undefined;
975
+ userId?: string | undefined;
651
976
  limit?: number | undefined;
652
977
  filters?: {
978
+ type?: "query" | "user" | "global" | undefined;
653
979
  query?: string | undefined;
654
980
  category?: string | undefined;
655
- createdBy?: number | undefined;
981
+ createdBy?: string | undefined;
656
982
  tags?: string[] | undefined;
657
983
  } | undefined;
658
- createdBy?: number | undefined;
659
- updatedBy?: number | undefined;
984
+ createdBy?: string | undefined;
985
+ updatedBy?: string | undefined;
986
+ offset?: number | undefined;
660
987
  tags?: string[] | undefined;
661
988
  content?: string | undefined;
662
- offset?: number | undefined;
663
989
  }, {
664
990
  id?: number | undefined;
991
+ type?: "query" | "user" | "global" | undefined;
665
992
  query?: string | undefined;
666
993
  title?: string | undefined;
667
994
  category?: string | undefined;
668
- userId?: number | undefined;
995
+ userId?: string | undefined;
669
996
  limit?: number | undefined;
670
997
  filters?: {
998
+ type?: "query" | "user" | "global" | undefined;
671
999
  query?: string | undefined;
672
1000
  category?: string | undefined;
673
- createdBy?: number | undefined;
1001
+ createdBy?: string | undefined;
674
1002
  tags?: string[] | undefined;
675
1003
  } | undefined;
676
- createdBy?: number | undefined;
677
- updatedBy?: number | undefined;
1004
+ createdBy?: string | undefined;
1005
+ updatedBy?: string | undefined;
1006
+ offset?: number | undefined;
678
1007
  tags?: string[] | undefined;
679
1008
  content?: string | undefined;
680
- offset?: number | undefined;
681
1009
  }>>;
682
1010
  }, "strip", z.ZodTypeAny, {
683
1011
  operation: "create" | "getOne" | "update" | "delete" | "getAll" | "search" | "getByCategory" | "getByUser" | "getCategories" | "getTags";
684
1012
  data?: {
685
1013
  id?: number | undefined;
1014
+ type?: "query" | "user" | "global" | undefined;
686
1015
  query?: string | undefined;
687
1016
  title?: string | undefined;
688
1017
  category?: string | undefined;
689
- userId?: number | undefined;
1018
+ userId?: string | undefined;
690
1019
  limit?: number | undefined;
691
1020
  filters?: {
1021
+ type?: "query" | "user" | "global" | undefined;
692
1022
  query?: string | undefined;
693
1023
  category?: string | undefined;
694
- createdBy?: number | undefined;
1024
+ createdBy?: string | undefined;
695
1025
  tags?: string[] | undefined;
696
1026
  } | undefined;
697
- createdBy?: number | undefined;
698
- updatedBy?: number | undefined;
1027
+ createdBy?: string | undefined;
1028
+ updatedBy?: string | undefined;
1029
+ offset?: number | undefined;
699
1030
  tags?: string[] | undefined;
700
1031
  content?: string | undefined;
701
- offset?: number | undefined;
702
1032
  } | undefined;
703
1033
  }, {
704
1034
  operation: "create" | "getOne" | "update" | "delete" | "getAll" | "search" | "getByCategory" | "getByUser" | "getCategories" | "getTags";
705
1035
  data?: {
706
1036
  id?: number | undefined;
1037
+ type?: "query" | "user" | "global" | undefined;
707
1038
  query?: string | undefined;
708
1039
  title?: string | undefined;
709
1040
  category?: string | undefined;
710
- userId?: number | undefined;
1041
+ userId?: string | undefined;
711
1042
  limit?: number | undefined;
712
1043
  filters?: {
1044
+ type?: "query" | "user" | "global" | undefined;
713
1045
  query?: string | undefined;
714
1046
  category?: string | undefined;
715
- createdBy?: number | undefined;
1047
+ createdBy?: string | undefined;
716
1048
  tags?: string[] | undefined;
717
1049
  } | undefined;
718
- createdBy?: number | undefined;
719
- updatedBy?: number | undefined;
1050
+ createdBy?: string | undefined;
1051
+ updatedBy?: string | undefined;
1052
+ offset?: number | undefined;
720
1053
  tags?: string[] | undefined;
721
1054
  content?: string | undefined;
722
- offset?: number | undefined;
723
1055
  } | undefined;
724
1056
  }>;
725
1057
  type KbNodesRequestPayload = z.infer<typeof KbNodesRequestPayloadSchema>;
1058
+ interface T_RESPONSE {
1059
+ success: boolean;
1060
+ data?: any;
1061
+ errors: string[];
1062
+ }
726
1063
 
727
1064
  /**
728
1065
  * UserManager class to handle CRUD operations on users with file persistence
@@ -983,116 +1320,1136 @@ declare class ReportManager {
983
1320
  getReportCount(): number;
984
1321
  }
985
1322
 
986
- type SystemPrompt = string | Anthropic.Messages.TextBlockParam[];
987
- interface LLMMessages {
988
- sys: SystemPrompt;
989
- user: string;
990
- }
991
- interface LLMOptions {
992
- model?: string;
993
- maxTokens?: number;
994
- temperature?: number;
995
- topP?: number;
996
- apiKey?: string;
997
- partial?: (chunk: string) => void;
998
- }
999
- interface Tool {
1000
- name: string;
1001
- description: string;
1002
- input_schema: {
1003
- type: string;
1004
- properties: Record<string, any>;
1005
- required?: string[];
1006
- };
1007
- }
1008
- declare class LLM {
1009
- static text(messages: LLMMessages, options?: LLMOptions): Promise<string>;
1010
- static stream<T = string>(messages: LLMMessages, options?: LLMOptions, json?: boolean): Promise<T extends string ? string : any>;
1011
- static streamWithTools(messages: LLMMessages, tools: Tool[], toolHandler: (toolName: string, toolInput: any) => Promise<any>, options?: LLMOptions, maxIterations?: number): Promise<string>;
1323
+ /**
1324
+ * StreamBuffer - Buffered streaming utility for smoother text delivery
1325
+ * Batches small chunks together and flushes at regular intervals
1326
+ */
1327
+ type StreamCallback = (chunk: string) => void;
1328
+ /**
1329
+ * StreamBuffer class for managing buffered streaming output
1330
+ * Provides smooth text delivery by batching small chunks
1331
+ */
1332
+ declare class StreamBuffer {
1333
+ private buffer;
1334
+ private flushTimer;
1335
+ private callback;
1336
+ private fullText;
1337
+ constructor(callback?: StreamCallback);
1012
1338
  /**
1013
- * Normalize system prompt to Anthropic format
1014
- * Converts string to array format if needed
1015
- * @param sys - System prompt (string or array of blocks)
1016
- * @returns Normalized system prompt for Anthropic API
1339
+ * Check if the buffer has a callback configured
1017
1340
  */
1018
- private static _normalizeSystemPrompt;
1341
+ hasCallback(): boolean;
1019
1342
  /**
1020
- * Log cache usage metrics from Anthropic API response
1021
- * Shows cache hits, costs, and savings
1343
+ * Get all text that has been written (including already flushed)
1022
1344
  */
1023
- private static _logCacheUsage;
1345
+ getFullText(): string;
1024
1346
  /**
1025
- * Parse model string to extract provider and model name
1026
- * @param modelString - Format: "provider/model-name" or just "model-name"
1027
- * @returns [provider, modelName]
1347
+ * Write a chunk to the buffer
1348
+ * Large chunks or chunks with newlines are flushed immediately
1349
+ * Small chunks are batched and flushed after a short interval
1028
1350
  *
1029
- * @example
1030
- * "anthropic/claude-sonnet-4-5" → ["anthropic", "claude-sonnet-4-5"]
1031
- * "groq/openai/gpt-oss-120b" → ["groq", "openai/gpt-oss-120b"]
1032
- * "claude-sonnet-4-5" → ["anthropic", "claude-sonnet-4-5"] (default)
1351
+ * @param chunk - Text chunk to write
1033
1352
  */
1034
- private static _parseModel;
1035
- private static _anthropicText;
1036
- private static _anthropicStream;
1037
- private static _anthropicStreamWithTools;
1038
- private static _groqText;
1039
- private static _groqStream;
1040
- private static _geminiText;
1041
- private static _geminiStream;
1042
- private static _geminiStreamWithTools;
1043
- private static _openaiText;
1044
- private static _openaiStream;
1045
- private static _openaiStreamWithTools;
1353
+ write(chunk: string): void;
1046
1354
  /**
1047
- * Parse JSON string, handling markdown code blocks and surrounding text
1048
- * Enhanced version with jsonrepair to handle malformed JSON from LLMs
1049
- * @param text - Text that may contain JSON wrapped in ```json...``` or with surrounding text
1050
- * @returns Parsed JSON object or array
1355
+ * Flush the buffer immediately
1356
+ * Call this before tool execution or other operations that need clean output
1051
1357
  */
1052
- private static _parseJSON;
1358
+ flush(): void;
1359
+ /**
1360
+ * Internal flush implementation
1361
+ */
1362
+ private flushNow;
1363
+ /**
1364
+ * Clean up resources
1365
+ * Call this when done with the buffer
1366
+ */
1367
+ dispose(): void;
1053
1368
  }
1054
1369
 
1055
- interface CapturedLog {
1056
- timestamp: number;
1057
- level: 'info' | 'error' | 'warn' | 'debug';
1058
- message: string;
1059
- type?: 'explanation' | 'query' | 'general';
1060
- data?: Record<string, any>;
1370
+ /**
1371
+ * ToolExecutorService - Handles execution of SQL queries and external tools
1372
+ * Extracted from BaseLLM.generateTextResponse for better separation of concerns
1373
+ */
1374
+
1375
+ /**
1376
+ * External tool definition
1377
+ */
1378
+ interface ExternalTool {
1379
+ id: string;
1380
+ name: string;
1381
+ description?: string;
1382
+ /** Tool type: "source" = routed through SourceAgent, "direct" = called directly by MainAgent */
1383
+ toolType?: 'source' | 'direct';
1384
+ /** Full untruncated schema for source agent (all columns visible) */
1385
+ fullSchema?: string;
1386
+ /** Schema size tier: small (≤50 tables), medium (51-200), large (201-500), very_large (500+) */
1387
+ schemaTier?: string;
1388
+ /** Schema search function for very_large tier — keyword search over entities */
1389
+ schemaSearchFn?: (keywords: string[]) => string;
1390
+ fn: (input: any) => Promise<any>;
1391
+ limit?: number;
1392
+ outputSchema?: any;
1393
+ executionType?: 'immediate' | 'deferred';
1394
+ userProvidedData?: any;
1395
+ params?: Record<string, any>;
1061
1396
  }
1062
1397
  /**
1063
- * UILogCollector captures logs during user prompt processing
1064
- * and sends them to runtime via ui_logs message with uiBlockId as the message id
1065
- * Logs are sent in real-time for streaming effect in the UI
1066
- * Respects the global log level configuration
1398
+ * Executed tool tracking info
1067
1399
  */
1068
- declare class UILogCollector {
1069
- private logs;
1070
- private uiBlockId;
1071
- private clientId;
1072
- private sendMessage;
1073
- private currentLogLevel;
1074
- constructor(clientId: string, sendMessage: (message: Message) => void, uiBlockId?: string);
1400
+ interface ExecutedToolInfo {
1401
+ id: string;
1402
+ name: string;
1403
+ params: any;
1404
+ result: {
1405
+ _totalRecords: number;
1406
+ _recordsShown: number;
1407
+ _metadata?: any;
1408
+ _sampleData: any[];
1409
+ /** Bounded summary over the FULL fetched result (complete structure). */
1410
+ _summary?: any;
1411
+ /** Up to MAIN_AGENT_COMPLETE_ROWS rows — the complete result when small. */
1412
+ _mainAgentRows?: any[];
1413
+ };
1414
+ outputSchema?: any;
1415
+ sourceSchema?: string;
1416
+ sourceType?: string;
1417
+ }
1418
+
1419
+ /**
1420
+ * Multi-Agent Architecture Types
1421
+ *
1422
+ * Defines interfaces for the hierarchical agent system:
1423
+ * - Main Agent: ONE LLM.streamWithTools() call with source agent tools
1424
+ * - Source Agents: independent agents that query individual data sources
1425
+ *
1426
+ * The main agent sees only source summaries. When it calls a source tool,
1427
+ * the SourceAgent runs independently (own LLM, own retries) and returns clean data.
1428
+ */
1429
+
1430
+ /**
1431
+ * Per-entity detail: name, row count, and column names.
1432
+ * Gives the main agent enough context to route to the right source.
1433
+ */
1434
+ interface EntityDetail {
1435
+ /** Entity name (table, sheet, endpoint) */
1436
+ name: string;
1437
+ /** Approximate row count */
1438
+ rowCount?: number;
1439
+ /** Column/field names */
1440
+ columns: string[];
1441
+ /** Entity-level semantic summary (what the table means) — for main-agent routing. */
1442
+ summary?: string;
1443
+ }
1444
+ /**
1445
+ * Representation of a data source for the main agent.
1446
+ * Contains entity names WITH column names so the LLM can route accurately.
1447
+ */
1448
+ interface SourceSummary {
1449
+ /** Source ID (matches tool ID prefix) */
1450
+ id: string;
1451
+ /** Human-readable source name */
1452
+ name: string;
1453
+ /** Source type: postgres, excel, rest_api, etc. */
1454
+ type: string;
1455
+ /** Brief description of what data this source contains */
1456
+ description: string;
1457
+ /** Detailed entity info with column names for routing */
1458
+ entityDetails: EntityDetail[];
1459
+ /** The tool ID associated with this source */
1460
+ toolId: string;
1461
+ }
1462
+ /**
1463
+ * What a source agent returns after querying its data source.
1464
+ * The main agent uses this to analyze and compose the final response.
1465
+ */
1466
+ interface SourceAgentResult {
1467
+ /** Source ID */
1468
+ sourceId: string;
1469
+ /** Source name */
1470
+ sourceName: string;
1471
+ /** Whether the query succeeded */
1472
+ success: boolean;
1473
+ /** Result data rows */
1474
+ data: any[];
1475
+ /** Metadata about the query execution */
1476
+ metadata: SourceAgentMetadata;
1477
+ /** Tool execution info for the last successful query (backward compat) */
1478
+ executedTool: ExecutedToolInfo;
1479
+ /** All successful tool executions (primary + follow-up queries) */
1480
+ allExecutedTools?: ExecutedToolInfo[];
1481
+ /** Error message if failed */
1482
+ error?: string;
1483
+ }
1484
+ interface SourceAgentMetadata {
1485
+ /** Total rows that matched the query (before limit) */
1486
+ totalRowsMatched: number;
1487
+ /** Rows actually returned (after limit) */
1488
+ rowsReturned: number;
1489
+ /** Whether the result was truncated by the row limit */
1490
+ isLimited: boolean;
1491
+ /** The query/params that were executed */
1492
+ queryExecuted?: string;
1493
+ /** Execution time in milliseconds */
1494
+ executionTimeMs: number;
1495
+ }
1496
+ /**
1497
+ * A pre-built, multi-step UI flow registered with the SDK.
1498
+ *
1499
+ * When the main agent decides a user's question matches a workflow's whenToUse
1500
+ * trigger, it picks the workflow instead of running source agents / generating
1501
+ * dashboard components. The LLM extracts the workflow's required props from the
1502
+ * prompt (using `propsSchema` as the tool input_schema) and the SDK returns the
1503
+ * workflow component directly — no analysis text, no chart generation. The
1504
+ * frontend renders the registered workflow component with the LLM-extracted
1505
+ * props.
1506
+ */
1507
+ interface WorkflowDescriptor {
1508
+ /** Unique workflow id (used as the LLM tool name) */
1509
+ id: string;
1510
+ /** Component name on the frontend (matches the registered React component) */
1511
+ name: string;
1512
+ /** Short human-readable description of what this workflow does */
1513
+ description: string;
1075
1514
  /**
1076
- * Check if logging is enabled (uiBlockId is provided)
1515
+ * 1–2 sentence trigger condition. The LLM uses this to decide if the
1516
+ * user's prompt matches this workflow. Be specific — e.g.
1517
+ * "User wants to *initiate* an inventory transfer (review + submit POs),
1518
+ * not just see analysis or charts."
1077
1519
  */
1078
- isEnabled(): boolean;
1520
+ whenToUse: string;
1079
1521
  /**
1080
- * Check if a message should be logged based on current log level
1522
+ * JSON-schema-style description of the props the workflow needs. Becomes
1523
+ * the LLM tool's input_schema, so the model fills these from the prompt.
1524
+ * Use the same shape as `params` on direct tools — string descriptors with
1525
+ * an optional "(optional)" suffix.
1526
+ *
1527
+ * Example:
1528
+ * ```
1529
+ * {
1530
+ * selectedStore: 'object — { id, name } of the source branch',
1531
+ * minROI: 'number (optional) — only show transfers with ROI ≥ this',
1532
+ * }
1533
+ * ```
1081
1534
  */
1082
- private shouldLog;
1535
+ propsSchema: Record<string, string>;
1083
1536
  /**
1084
- * Add a log entry with timestamp and immediately send to runtime
1085
- * Only logs that pass the log level filter are captured and sent
1537
+ * Optional: static prop defaults merged with LLM-extracted props before
1538
+ * the component is returned. Useful for things like the embedded
1539
+ * `externalTool` config that the workflow uses to fetch its own data.
1086
1540
  */
1087
- private addLog;
1541
+ defaultProps?: Record<string, any>;
1542
+ }
1543
+ /**
1544
+ * The workflow selection captured during a routing call.
1545
+ * Set on AgentResponse when the LLM picks a workflow tool.
1546
+ */
1547
+ interface SelectedWorkflow {
1548
+ /** Component name (matches WorkflowDescriptor.name) */
1549
+ name: string;
1550
+ /** Props extracted from the prompt + merged with workflow.defaultProps */
1551
+ props: Record<string, any>;
1552
+ }
1553
+ /**
1554
+ * The complete response from the multi-agent system.
1555
+ * Contains everything needed for text display + component generation.
1556
+ */
1557
+ interface AgentResponse {
1558
+ /** Generated text response (analysis of the data) */
1559
+ text: string;
1560
+ /** All executed tools across all source agents (for component generation) */
1561
+ executedTools: ExecutedToolInfo[];
1562
+ /** Individual results from each source agent */
1563
+ sourceResults: SourceAgentResult[];
1088
1564
  /**
1089
- * Send a single log to runtime immediately
1565
+ * Populated when MainAgent wrote AND successfully executed a script during its turn.
1566
+ * Caller (agent-user-response.ts) persists it via ScriptStore.save().
1567
+ * Absent when MainAgent didn't write one (trivial question / all attempts failed).
1090
1568
  */
1091
- private sendLogImmediately;
1569
+ savedScript?: AgentWrittenScript;
1092
1570
  /**
1093
- * Log info message
1571
+ * Set when the LLM routed the question to a registered workflow component.
1572
+ * When present, the upstream caller should skip component generation and
1573
+ * return this workflow as the response.
1094
1574
  */
1095
- info(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
1575
+ workflow?: SelectedWorkflow;
1576
+ }
1577
+ /**
1578
+ * A script MainAgent authored + verified during its turn. Shape aligns with
1579
+ * what ScriptStore.save() needs — minus store-assigned fields (id, timestamps, counts).
1580
+ */
1581
+ interface AgentWrittenScript {
1582
+ /**
1583
+ * `ScriptRecipe.id` of the draft that was authored + verified during this turn.
1584
+ * The caller passes this to `ScriptStore.promoteToVerified(recipeId, …)` to
1585
+ * flip the draft to verified status and (when possible) drop the turn-suffix
1586
+ * from its filename.
1587
+ */
1588
+ recipeId: string;
1589
+ name: string;
1590
+ intentDescription: string;
1591
+ tags: string[];
1592
+ parameters: Array<{
1593
+ name: string;
1594
+ type: 'string' | 'number' | 'date' | 'date_range' | 'enum' | 'boolean';
1595
+ required: boolean;
1596
+ default?: any;
1597
+ enumValues?: Record<string, string>;
1598
+ description: string;
1599
+ }>;
1600
+ scriptBody: string;
1601
+ /** Source IDs referenced by the script (extracted from ctx.query calls) */
1602
+ sourceIds: string[];
1603
+ /** Tables referenced in the script's SQL (regex-extracted) */
1604
+ tables: string[];
1605
+ /** Executed queries from the verified run — fed to component generation */
1606
+ executedQueries: Array<{
1607
+ sourceId: string;
1608
+ sourceName: string;
1609
+ sql: string;
1610
+ data: any[];
1611
+ count: number;
1612
+ totalCount?: number;
1613
+ executionTimeMs: number;
1614
+ /**
1615
+ * True for synthetic entries (ctx.emit datasets, the computed:_final
1616
+ * post-JS data). The component generator routes virtual sources through
1617
+ * the script_dataset sentinel toolId so the frontend resolves them via
1618
+ * queryCache instead of attempting to re-execute SQL.
1619
+ */
1620
+ virtual?: boolean;
1621
+ }>;
1622
+ }
1623
+ /**
1624
+ * Configuration for the multi-agent system.
1625
+ * Controls limits, models, and behavior.
1626
+ */
1627
+ interface AgentConfig {
1628
+ /** Max rows shown to the UI preview / inlined per source (default: 10) */
1629
+ maxRowsPerSource: number;
1630
+ /**
1631
+ * Max rows a source query may FETCH from the DB server-side (default: 2000).
1632
+ * Decoupled from what the main agent is shown: the full result is fetched and
1633
+ * summarized (bounded), but only a small/complete slice enters LLM context.
1634
+ * This lets small lookups (benchmark maps) arrive COMPLETE without letting
1635
+ * large results blow up context.
1636
+ */
1637
+ maxRowsFetched: number;
1638
+ /** Model for the main agent (routing + analysis in one LLM call) */
1639
+ mainAgentModel: string;
1640
+ /** Model for source agent query generation */
1641
+ sourceAgentModel: string;
1642
+ /** API key for LLM calls */
1643
+ apiKey?: string;
1644
+ /** Max retry attempts per source agent */
1645
+ maxRetries: number;
1646
+ /** Max tool calling iterations for the main agent loop */
1647
+ maxIterations: number;
1648
+ /** Global knowledge base context (static, same for all users/questions — cached in system prompt) */
1649
+ globalKnowledgeBase?: string;
1650
+ /** Per-request knowledge base context (user-specific + query-matched — dynamic, not cached) */
1651
+ knowledgeBaseContext?: string;
1652
+ /** Collections registry (ChromaDB search hooks) for embedding-based schema + source search */
1653
+ collections?: any;
1654
+ /** Optional project ID for scoping embedding searches */
1655
+ projectId?: string;
1656
+ }
1657
+ /**
1658
+ * Default agent configuration
1659
+ */
1660
+ declare const DEFAULT_AGENT_CONFIG: AgentConfig;
1661
+
1662
+ /**
1663
+ * Script Flow Types
1664
+ *
1665
+ * Defines interfaces for the script-based query architecture:
1666
+ * - ScriptRecipe: metadata for matching, validation, and quality tracking
1667
+ * - ScriptResult: output from executing a script
1668
+ * - ScriptMatch: result from the LLM-based script matcher
1669
+ */
1670
+ /**
1671
+ * Recipe metadata stored alongside each script.
1672
+ * Used for matching, validation, and quality tracking.
1673
+ */
1674
+ interface ScriptRecipe {
1675
+ /** Unique script identifier */
1676
+ id: string;
1677
+ /** Version number (incremented on regeneration) */
1678
+ version: number;
1679
+ /** Human-readable name (e.g., "Revenue by Dimension") */
1680
+ name: string;
1681
+ /** Natural language description of what this script does */
1682
+ intentDescription: string;
1683
+ /** Keyword tags for quick filtering */
1684
+ tags: string[];
1685
+ /** Source tool IDs this script queries (e.g., ["mssql-abc123_query"]) */
1686
+ sourceIds: string[];
1687
+ /** Table names used (for future schema drift detection) */
1688
+ tables: string[];
1689
+ /** Parameter definitions — what can vary */
1690
+ parameters: ScriptParameter[];
1691
+ /** The script function body as a string. Loaded from disk (scripts-store/<fileBase>.ts). */
1692
+ scriptBody: string;
1693
+ /**
1694
+ * On-disk filename stem for the body: scripts-store/<fileBase>.ts.
1695
+ * Editable in the IDE. Decided at authoring time (slug of `name`, with a
1696
+ * short id suffix on collision) and stable across promotion.
1697
+ */
1698
+ fileBase?: string;
1699
+ /** sha256 of the on-disk body — lets the runtime detect manual edits. */
1700
+ bodyHash?: string;
1701
+ /** Project scope (single-VM deployments may leave this undefined). */
1702
+ projectId?: string;
1703
+ /** Times this script was used successfully */
1704
+ successCount: number;
1705
+ /** Times this script failed */
1706
+ failureCount: number;
1707
+ /** ISO timestamp of last usage */
1708
+ lastUsed: string;
1709
+ /** Original user question that created this script */
1710
+ createdFrom: string;
1711
+ /** ISO timestamp */
1712
+ createdAt: string;
1713
+ /** ISO timestamp */
1714
+ updatedAt: string;
1715
+ /**
1716
+ * `recipe.id` of the parent this script was forked from.
1717
+ * Undefined for root scripts (those written from scratch by MainAgent).
1718
+ * See backend/docs/SCRIPT-FLOW-FORK-ADAPT.md.
1719
+ */
1720
+ parentId?: string;
1721
+ /** 0 for root scripts; `parent.forkDepth + 1` for forks. Capped at 3. */
1722
+ forkDepth?: number;
1723
+ /**
1724
+ * Brief description of what this fork changed vs its parent
1725
+ * (sourced from the matcher's `modificationHint`).
1726
+ */
1727
+ forkReason?: string;
1728
+ /**
1729
+ * Validated component specs captured at authoring time. On a tier-high
1730
+ * replay these are rebound to fresh queryIds deterministically — no
1731
+ * component-generation LLM call, and the rendered columns can't drift from
1732
+ * what was validated when the script was authored. Absent on recipes
1733
+ * authored before this landed; those fall back to LLM component generation.
1734
+ * See backend/docs/SCRIPT-COMPONENT-CONSISTENCY.md.
1735
+ */
1736
+ components?: ScriptComponentSpec[];
1737
+ /**
1738
+ * Lifecycle stage of this recipe on disk.
1739
+ * - 'draft': written by MainAgent's write_script during a turn; filtered out
1740
+ * of FTS results (status='verified' only) so the matcher never picks it.
1741
+ * Filename is suffixed with `turnId` to keep concurrent turns
1742
+ * from clobbering each other's drafts.
1743
+ * - 'verified': promoted after `execute_script` succeeded; the matcher sees it.
1744
+ * Filename drops the turn suffix unless a verified file with
1745
+ * the same slug already exists (collision case keeps the suffix).
1746
+ *
1747
+ * Recipes loaded from disk without this field default to 'verified' so
1748
+ * existing scripts keep working unchanged.
1749
+ */
1750
+ status?: 'draft' | 'verified';
1751
+ /**
1752
+ * Per-turn unique suffix used for draft filenames (e.g. `1714745623-x9k2`).
1753
+ * Set when the draft is saved; carried until the recipe is promoted.
1754
+ */
1755
+ turnId?: string;
1756
+ /**
1757
+ * Last execution error captured by `recordDraftError` while the recipe was
1758
+ * still a draft. Lets users open the draft .json file and see why it failed
1759
+ * without grepping logs. Cleared on promotion to 'verified'.
1760
+ */
1761
+ lastError?: {
1762
+ phase: 'compile' | 'runtime' | 'timeout' | 'ipc';
1763
+ message: string;
1764
+ at: string;
1765
+ attempt: number;
1766
+ };
1767
+ }
1768
+ interface ScriptParameter {
1769
+ /** Parameter name (used in script body as params.name) */
1770
+ name: string;
1771
+ /** Parameter type */
1772
+ type: 'string' | 'number' | 'date' | 'date_range' | 'enum' | 'boolean';
1773
+ /** Whether this parameter is required */
1774
+ required: boolean;
1775
+ /** Default value if not provided */
1776
+ default?: any;
1777
+ /** For enum type — maps user-facing values to internal values */
1778
+ enumValues?: Record<string, string>;
1779
+ /** Human-readable description (used in the matcher LLM prompt) */
1780
+ description: string;
1781
+ }
1782
+ /**
1783
+ * A reusable component binding captured when a script is authored. Stored on
1784
+ * the recipe so tier-high replays rebuild components deterministically (rebind
1785
+ * to fresh queryIds) instead of re-running the component-picker LLM.
1786
+ */
1787
+ interface ScriptComponentSpec {
1788
+ /** Registered component name (e.g. "DynamicBarChart") — matched against the available component library. */
1789
+ componentType: string;
1790
+ /** `executedQuery.sourceId` to bind to (e.g. a tool id or 'computed:_final'), 'federation' for a cross-source component, or 'markdown' for a content-only narrative block (no data source). */
1791
+ sourceRef: string;
1792
+ /** Present only when sourceRef === 'federation' — the DuckDB SQL to re-execute on replay. */
1793
+ federationSql?: string;
1794
+ /** Present only when sourceRef === 'markdown' — the narrative text to render on replay (markdown has no data source, so its content must be persisted). */
1795
+ content?: string;
1796
+ title?: string;
1797
+ description?: string;
1798
+ /** Validated axis/value keys + aggregation — all referencing real columns of the bound source. */
1799
+ config: Record<string, any>;
1800
+ }
1801
+ /**
1802
+ * Result from executing a script via ScriptRunner.
1803
+ */
1804
+ interface ScriptResult {
1805
+ /** Whether the script executed successfully */
1806
+ success: boolean;
1807
+ /** Combined data from all queries */
1808
+ data: any[];
1809
+ /** Individual query results tracked during execution */
1810
+ executedQueries: ScriptQueryResult[];
1811
+ /** Error message if failed */
1812
+ error?: string;
1813
+ /**
1814
+ * Where in the lifecycle the error occurred. Lets MainAgent's fix-loop
1815
+ * decide between "rewrite the whole draft" (compile) and "patch the
1816
+ * specific line" (runtime).
1817
+ */
1818
+ errorPhase?: 'compile' | 'runtime' | 'timeout' | 'ipc';
1819
+ /** Total execution time in milliseconds */
1820
+ executionTimeMs: number;
1821
+ }
1822
+ /**
1823
+ * A single query executed during script runtime.
1824
+ * Tracked by ScriptContext for component generation and debugging.
1825
+ */
1826
+ interface ScriptQueryResult {
1827
+ /** Source tool ID */
1828
+ sourceId: string;
1829
+ /** Human-readable source name */
1830
+ sourceName: string;
1831
+ /** The SQL that was executed */
1832
+ sql: string;
1833
+ /** Result data rows */
1834
+ data: any[];
1835
+ /** Number of rows returned */
1836
+ count: number;
1837
+ /** Total rows that matched before limit (if available) */
1838
+ totalCount?: number;
1839
+ /** Query execution time in milliseconds */
1840
+ executionTimeMs: number;
1841
+ /**
1842
+ * True for rows that did NOT come from a real SQL execution — either a
1843
+ * ctx.emit() dataset or the synthesized "computed:_final" entry that
1844
+ * carries the script's post-JS returned data. The component generator
1845
+ * uses this to route the resulting component through the script_dataset
1846
+ * sentinel toolId so the frontend resolves it via the queryCache short-circuit.
1847
+ */
1848
+ virtual?: boolean;
1849
+ }
1850
+ /**
1851
+ * Match tier returned by the LLM script matcher.
1852
+ *
1853
+ * - 'high': the script answers the question directly; only parameter values
1854
+ * may differ. The runtime replays it with extracted params (cheapest path).
1855
+ * - 'near': the script answers a STRUCTURALLY similar question but needs
1856
+ * body modification (different metric, dimension, table, filter shape).
1857
+ * The runtime forks the parent and adapts the body via MainAgent's normal
1858
+ * write_script + execute_script loop — no SourceAgent dispatch needed.
1859
+ * See backend/docs/SCRIPT-FLOW-FORK-ADAPT.md for the full design.
1860
+ * - 'none': no script is relevant; full agent flow runs.
1861
+ */
1862
+ type MatchTier = 'high' | 'near' | 'none';
1863
+ /**
1864
+ * Result from the LLM-based script matcher.
1865
+ *
1866
+ * For `tier: 'high'`, `extractedParams` carries the values to pass to the
1867
+ * existing script. For `tier: 'near'`, `gaps` and `modificationHint` describe
1868
+ * what the fork-author needs to change in the parent body.
1869
+ */
1870
+ interface ScriptMatch {
1871
+ /** The matched script recipe */
1872
+ recipe: ScriptRecipe;
1873
+ /** Match tier — see MatchTier docs */
1874
+ tier: MatchTier;
1875
+ /** Similarity score (0-1, derived from LLM tier) */
1876
+ similarity: number;
1877
+ /**
1878
+ * Legacy confidence level. Mirrors `tier === 'high'`/`'near'` for now;
1879
+ * kept so existing callers compile while we migrate to tier-based logic.
1880
+ */
1881
+ confidence: 'high' | 'medium';
1882
+ /** Parameters extracted from the user question by the LLM (tier='high') */
1883
+ extractedParams?: Record<string, any>;
1884
+ /** What the user question needs that the parent doesn't cover (tier='near') */
1885
+ gaps?: string[];
1886
+ /** One-sentence description of the change the fork-author should make (tier='near') */
1887
+ modificationHint?: string;
1888
+ /** Why the matcher made this choice (for logs and telemetry) */
1889
+ reasoning?: string;
1890
+ }
1891
+
1892
+ /**
1893
+ * ScriptRecipeStore — injected metadata backend for the script flow.
1894
+ *
1895
+ * The SDK is standalone (no DB dependency). The backend implements this
1896
+ * interface over Postgres (full-text search + atomic counters) and injects it
1897
+ * via `collections['script-recipes']`, exactly like `collections['source-embeddings']`.
1898
+ * `ScriptStore` consumes it for all METADATA operations while keeping the
1899
+ * executable body on disk as scripts-store/<fileBase>.ts.
1900
+ *
1901
+ * All metadata rows are plain JSON (no scriptBody — that lives on disk).
1902
+ * See backend/docs/SCRIPT-FLOW-SCALING-ISSUES.md (#1, #3, #7).
1903
+ */
1904
+
1905
+ /** One recipe's metadata as stored in Postgres (mirrors the script_recipes table). */
1906
+ interface ScriptRecipeMetaRow {
1907
+ id: string;
1908
+ projectId?: string | null;
1909
+ version: number;
1910
+ name: string;
1911
+ intentDescription: string;
1912
+ tags: string[] | null;
1913
+ createdFrom: string | null;
1914
+ sourceIds: string[] | null;
1915
+ tables: string[] | null;
1916
+ parameters: ScriptParameter[] | null;
1917
+ components?: ScriptComponentSpec[] | null;
1918
+ fileBase: string;
1919
+ bodyHash?: string | null;
1920
+ successCount: number;
1921
+ failureCount: number;
1922
+ lastUsed: string | null;
1923
+ parentId?: string | null;
1924
+ forkDepth?: number | null;
1925
+ forkReason?: string | null;
1926
+ status: 'draft' | 'verified' | string;
1927
+ turnId?: string | null;
1928
+ lastError?: {
1929
+ phase: 'compile' | 'runtime' | 'timeout' | 'ipc';
1930
+ message: string;
1931
+ at: string;
1932
+ attempt: number;
1933
+ } | null;
1934
+ createdAt?: string | null;
1935
+ updatedAt?: string | null;
1936
+ }
1937
+ interface ScriptRecipeStore {
1938
+ /** FTS shortlist of healthy verified recipes for the matcher (metadata only). */
1939
+ search(params: {
1940
+ prompt: string;
1941
+ projectId?: string;
1942
+ limit?: number;
1943
+ }): Promise<ScriptRecipeMetaRow[]>;
1944
+ /** Fetch one recipe by id (any status). */
1945
+ getById(id: string): Promise<ScriptRecipeMetaRow | null>;
1946
+ /** Count healthy verified recipes (drives the "any scripts?" gate). */
1947
+ count(params?: {
1948
+ projectId?: string;
1949
+ }): Promise<number>;
1950
+ /** Insert or update a recipe row (keyed by id). */
1951
+ upsert(row: ScriptRecipeMetaRow): Promise<void>;
1952
+ /** Atomically bump counters / last-used. */
1953
+ updateStats(id: string, patch: {
1954
+ successDelta?: number;
1955
+ failureDelta?: number;
1956
+ lastUsed?: string;
1957
+ }): Promise<void>;
1958
+ /** Flip a draft to verified, applying provenance + optional fork lineage. */
1959
+ promote(id: string, patch: {
1960
+ sourceIds: string[];
1961
+ tables: string[];
1962
+ fileBase?: string;
1963
+ parentId?: string;
1964
+ forkDepth?: number;
1965
+ forkReason?: string;
1966
+ components?: ScriptComponentSpec[];
1967
+ }): Promise<ScriptRecipeMetaRow | null>;
1968
+ /** Stamp a draft's last execution error. */
1969
+ recordDraftError(id: string, err: {
1970
+ phase: string;
1971
+ message: string;
1972
+ attempt: number;
1973
+ at: string;
1974
+ }): Promise<void>;
1975
+ /** Delete a recipe row (body file removed separately). */
1976
+ remove(id: string): Promise<void>;
1977
+ /** True if `fileBase` is taken by a different recipe in this project. */
1978
+ fileBaseTaken(fileBase: string, excludeId: string, projectId?: string): Promise<boolean>;
1979
+ }
1980
+ /** Pull the injected store off the collections bag (or null if not wired). */
1981
+ declare function resolveScriptRecipeStore(collections: any): ScriptRecipeStore | null;
1982
+
1983
+ /**
1984
+ * ScriptStore — Postgres metadata + on-disk body for script recipes.
1985
+ *
1986
+ * Split of responsibilities:
1987
+ * - METADATA → injected `ScriptRecipeStore` (Postgres FTS + atomic counters),
1988
+ * resolved from `collections['script-recipes']`.
1989
+ * - BODY → scripts-store/<fileBase>.ts, editable in your IDE. Written
1990
+ * atomically (temp + rename); `bodyHash` (sha256) detects edits.
1991
+ *
1992
+ * The old "read every file every turn + send the whole catalog to the LLM"
1993
+ * matcher is gone — matching is `store.search(prompt)` (FTS shortlist). The
1994
+ * draft/verified filename dance is gone too: `status` is a DB column and the
1995
+ * file keeps a stable `<fileBase>.ts` name across promotion.
1996
+ *
1997
+ * When no metadata store is injected, the store degrades to a safe no-op
1998
+ * (count 0 → script flow disabled) instead of crashing.
1999
+ *
2000
+ * See backend/docs/SCRIPT-FLOW-SCALING-ISSUES.md.
2001
+ */
2002
+
2003
+ interface SaveDraftInput {
2004
+ /** Reuse an existing draft (retry); omit to mint a new one. */
2005
+ recipeId?: string;
2006
+ /** Per-turn unique suffix, stable across retries within the turn. */
2007
+ turnId: string;
2008
+ name: string;
2009
+ intentDescription: string;
2010
+ tags: string[];
2011
+ parameters: ScriptParameter[];
2012
+ scriptBody: string;
2013
+ createdFrom: string;
2014
+ }
2015
+ interface PromoteToVerifiedInput {
2016
+ sourceIds: string[];
2017
+ tables: string[];
2018
+ parentId?: string;
2019
+ forkDepth?: number;
2020
+ forkReason?: string;
2021
+ components?: ScriptComponentSpec[];
2022
+ }
2023
+ interface ScriptStoreOptions {
2024
+ /** Explicit metadata store, or resolved from `collections['script-recipes']`. */
2025
+ store?: ScriptRecipeStore | null;
2026
+ collections?: any;
2027
+ /** Body directory (defaults to <cwd>/scripts-store). */
2028
+ baseDir?: string;
2029
+ /** Project scope stamped on every row. */
2030
+ projectId?: string;
2031
+ }
2032
+ /**
2033
+ * Normalize a scriptBody into the on-disk form (strip a leading comment block,
2034
+ * ensure `export async function getData`). Exported for MainAgent.
2035
+ */
2036
+ declare function normalizeScriptBody(scriptBody: string): string;
2037
+ declare class ScriptStore {
2038
+ private store;
2039
+ private storeDir;
2040
+ private projectId?;
2041
+ constructor(opts?: ScriptStoreOptions);
2042
+ /** Whether a metadata store is wired (matcher / authoring are gated on this). */
2043
+ hasStore(): boolean;
2044
+ /** Number of healthy verified recipes (gates the script-matching path). */
2045
+ count(): Promise<number>;
2046
+ /**
2047
+ * FTS shortlist for the matcher (metadata only — bodies are loaded lazily by
2048
+ * `get()` once the LLM picks one). Returns verified, healthy recipes ranked
2049
+ * by relevance.
2050
+ */
2051
+ search(prompt: string, limit?: number): Promise<ScriptRecipe[]>;
2052
+ /** Fetch one recipe by id with its body loaded from disk. */
2053
+ get(id: string): Promise<ScriptRecipe | null>;
2054
+ /** Create or update a recipe (metadata upsert + body write when changed). */
2055
+ save(recipe: ScriptRecipe): Promise<void>;
2056
+ /**
2057
+ * Persist (or update) a draft. Within a turn, retries that pass the same
2058
+ * `recipeId` overwrite the same row + file; a fresh `recipeId` mints a new
2059
+ * draft. The body is visible at scripts-store/<fileBase>.ts immediately.
2060
+ */
2061
+ saveDraft(input: SaveDraftInput): Promise<ScriptRecipe>;
2062
+ /** Stamp a draft's last execution error (metadata only). */
2063
+ recordDraftError(recipeId: string, err: {
2064
+ phase: 'compile' | 'runtime' | 'timeout' | 'ipc';
2065
+ message: string;
2066
+ attempt: number;
2067
+ }): Promise<void>;
2068
+ /**
2069
+ * Promote a successfully-executed draft into a verified script.
2070
+ * The on-disk body already exists at <fileBase>.ts (written at write_script
2071
+ * time) and keeps its name — only the DB row flips status + provenance.
2072
+ */
2073
+ promoteToVerified(recipeId: string, input: PromoteToVerifiedInput): Promise<ScriptRecipe | null>;
2074
+ /**
2075
+ * Drop a draft (row + body file). MainAgent calls this at end-of-turn when a
2076
+ * draft was authored but never verified — failed drafts are never matched, so
2077
+ * deleting them immediately avoids unbounded accumulation (#5). No-op if the
2078
+ * recipe isn't a draft (so a promoted/verified script is never removed here).
2079
+ */
2080
+ discardDraft(recipeId: string): Promise<void>;
2081
+ /** Delete a recipe (row + body file). */
2082
+ delete(id: string): Promise<void>;
2083
+ /** Record a successful execution (atomic counter bump). */
2084
+ recordSuccess(id: string): Promise<void>;
2085
+ /** Record a failed execution (atomic counter bump). */
2086
+ recordFailure(id: string): Promise<void>;
2087
+ /** Absolute path to the .ts body for a recipe (used by the runner/MainAgent). */
2088
+ getScriptPath(recipe: ScriptRecipe): string;
2089
+ private removeById;
2090
+ private rowToRecipe;
2091
+ private recipeToRow;
2092
+ /** slug of name, with a short id suffix when the bare slug is already taken. */
2093
+ private computeFileBase;
2094
+ private toSlug;
2095
+ private hash;
2096
+ private bodyPath;
2097
+ private readBody;
2098
+ /** Atomic body write (temp + rename) so concurrent reads never see a partial file. */
2099
+ private writeBody;
2100
+ private unlinkBody;
2101
+ }
2102
+
2103
+ /**
2104
+ * Main Agent (Orchestrator)
2105
+ *
2106
+ * A single LLM.streamWithTools() call that handles everything:
2107
+ * - Routing: decides which source(s) to query based on summaries
2108
+ * - Querying: calls source tools (each wraps an independent SourceAgent)
2109
+ * - Direct tools: calls pre-built function tools directly with LLM-provided params
2110
+ * - Re-querying: if data is wrong/incomplete, calls tools again with modified intent
2111
+ * - Analysis: generates final text response from the data
2112
+ *
2113
+ * Two tool types:
2114
+ * - "source" tools: main agent sees summaries, SourceAgent handles SQL generation independently
2115
+ * - "direct" tools: main agent calls fn() directly with structured params (no SourceAgent)
2116
+ */
2117
+
2118
+ declare class MainAgent {
2119
+ private externalTools;
2120
+ private workflows;
2121
+ private config;
2122
+ private streamBuffer;
2123
+ /**
2124
+ * Optional: when provided, MainAgent exposes the `write_script` /
2125
+ * `execute_script` tools to the LLM and persists drafts to disk via the
2126
+ * store. Headless callers (alert analyzer, metric resolver) omit these to
2127
+ * suppress script authoring entirely — drafts would otherwise leak onto
2128
+ * disk with no caller to promote or clean them up.
2129
+ */
2130
+ private scriptStore;
2131
+ private turnId;
2132
+ private createdFromPrompt;
2133
+ private scriptState;
2134
+ /**
2135
+ * Fork mode — set when this turn is adapting a near-matching parent script.
2136
+ * In fork mode there is no legitimate "answer with bare text" outcome: the
2137
+ * only correct first move is a tool call (write_script, or a source tool for
2138
+ * schema discovery). We therefore force tool use on the first LLM iteration
2139
+ * so the model can't end its turn with a bare "I'll adapt…" preamble and zero
2140
+ * tool calls. Never set on the fresh-authoring / general-question path.
2141
+ */
2142
+ private forkMode;
2143
+ /**
2144
+ * Per-turn cancellation signal (user hit "Stop"). Set at the top of
2145
+ * handleQuestion and read by the tool handler, the SourceAgent dispatch, and
2146
+ * the script subprocess so an abort tears down every layer of the turn.
2147
+ */
2148
+ private abortSignal?;
2149
+ constructor(externalTools: ExternalTool[], config: AgentConfig, scriptStore?: ScriptStore, turnId?: string, streamBuffer?: StreamBuffer, workflows?: WorkflowDescriptor[], forkMode?: boolean);
2150
+ private get scriptingEnabled();
2151
+ /**
2152
+ * Handle a user question using the multi-agent system.
2153
+ *
2154
+ * This is ONE LLM.streamWithTools() call. The LLM:
2155
+ * 1. Sees source summaries + direct tool descriptions in system prompt
2156
+ * 2. Decides which tool(s) to call (routing)
2157
+ * 3. Source tools → SourceAgent runs independently → returns data
2158
+ * 4. Direct tools → fn() called directly with LLM params → returns data
2159
+ * 5. Generates final analysis text
2160
+ */
2161
+ handleQuestion(userPrompt: string, apiKey?: string, conversationHistory?: string, streamCallback?: (chunk: string) => void, signal?: AbortSignal): Promise<AgentResponse>;
2162
+ private handleWriteScript;
2163
+ private handleExecuteScript;
2164
+ /**
2165
+ * Build the AgentWrittenScript payload the caller will hand to
2166
+ * `ScriptStore.promoteToVerified()`. Only returned when a verified
2167
+ * successful execution is on record.
2168
+ */
2169
+ private buildSavedScript;
2170
+ private normalizeParameterList;
2171
+ /**
2172
+ * Use the schema embedding collection to pre-select relevant tables for
2173
+ * this source + intent. Returns a formatted schema block if confidence is
2174
+ * high (top match ≥ 0.55 and ≥3 candidates), otherwise null.
2175
+ *
2176
+ * When this returns a block, we can skip the SourceAgent's `search_schema`
2177
+ * loop and reduce iteration budget. When it returns null, the SourceAgent
2178
+ * falls back to the existing LLM-driven keyword search (same as today).
2179
+ */
2180
+ private preResolveSchema;
2181
+ /**
2182
+ * Execute a direct tool — call fn() with LLM-provided params, no SourceAgent.
2183
+ */
2184
+ private handleDirectTool;
2185
+ /**
2186
+ * Build the main agent's system prompt with source summaries, direct tool descriptions,
2187
+ * and workflow component descriptions.
2188
+ */
2189
+ private buildSystemPrompt;
2190
+ /**
2191
+ * Build tool definitions for source tools — summary-only descriptions.
2192
+ * The full schema is inside the SourceAgent which runs independently.
2193
+ */
2194
+ private buildSourceToolDefinitions;
2195
+ /**
2196
+ * Build tool definitions for direct tools — expose their actual params.
2197
+ * These are called directly by the main agent LLM, no SourceAgent.
2198
+ */
2199
+ private buildDirectToolDefinitions;
2200
+ /**
2201
+ * Capture a workflow selection. We do NOT execute anything — the LLM has
2202
+ * already extracted the props it wants the workflow rendered with. We
2203
+ * record the selection (via the capture callback) and return a short
2204
+ * acknowledgement so the LLM ends its turn cleanly without writing
2205
+ * analysis text or calling more tools.
2206
+ */
2207
+ private handleWorkflow;
2208
+ /**
2209
+ * Build LLM tool definitions for workflow components. The workflow's
2210
+ * propsSchema becomes the tool's input_schema so the LLM extracts props
2211
+ * directly from the prompt — same mechanic as direct tools.
2212
+ */
2213
+ private buildWorkflowToolDefinitions;
2214
+ /**
2215
+ * Format a source agent's result as a clean string for the main agent LLM.
2216
+ */
2217
+ private formatResultForMainAgent;
2218
+ /**
2219
+ * Get source summaries (for external inspection/debugging).
2220
+ */
2221
+ getSourceSummaries(): SourceSummary[];
2222
+ }
2223
+
2224
+ /**
2225
+ * Represents an action that can be performed on a UIBlock
2226
+ */
2227
+ interface Action {
2228
+ id: string;
2229
+ name: string;
2230
+ type: string;
2231
+ [key: string]: any;
2232
+ }
2233
+
2234
+ type SystemPrompt = string | Anthropic.Messages.TextBlockParam[];
2235
+ interface LLMMessages {
2236
+ sys: SystemPrompt;
2237
+ user: string;
2238
+ prefill?: string;
2239
+ }
2240
+ interface LLMOptions {
2241
+ model?: string;
2242
+ maxTokens?: number;
2243
+ temperature?: number;
2244
+ topP?: number;
2245
+ apiKey?: string;
2246
+ baseURL?: string;
2247
+ partial?: (chunk: string) => void;
2248
+ /**
2249
+ * Per-request cancellation. When the caller aborts this signal (user hit
2250
+ * "Stop"), the underlying provider request is cancelled and the call throws
2251
+ * a RequestAbortedError. Threaded into the provider `messages.create` request
2252
+ * options and checked between tool-loop iterations. Currently honored on the
2253
+ * Anthropic path (the agent flow's default provider).
2254
+ */
2255
+ signal?: AbortSignal;
2256
+ /**
2257
+ * Forces a tool call on the FIRST iteration of streamWithTools only
2258
+ * (subsequent iterations revert to auto). Used by fork mode to stop the
2259
+ * model from ending its turn with a bare "I'll adapt the script…" preamble
2260
+ * and zero tool calls. `{ type: 'any' }` lets the model pick which tool
2261
+ * (write_script in the common case, a source tool for schema discovery);
2262
+ * `{ type: 'tool', name }` pins a specific tool. Honored on both the
2263
+ * Anthropic path and the OpenAI/OpenRouter path (mapped to OpenAI's
2264
+ * tool_choice: 'required' / a named function).
2265
+ */
2266
+ firstIterationToolChoice?: {
2267
+ type: 'any';
2268
+ } | {
2269
+ type: 'tool';
2270
+ name: string;
2271
+ };
2272
+ /**
2273
+ * Internal — set only by the OpenRouter wrappers when the target is a Claude
2274
+ * model. Tells the OpenAI-wire path to emit Anthropic `cache_control`
2275
+ * breakpoints (OpenRouter forwards them to Anthropic for prompt caching).
2276
+ * Never set for direct OpenAI/Groq calls, so their requests are unchanged.
2277
+ */
2278
+ _openrouterClaudeCaching?: boolean;
2279
+ /**
2280
+ * Internal — OpenRouter provider-routing preferences (forwarded as the
2281
+ * `provider` body field). Set by the OpenRouter wrappers to steer routing to
2282
+ * a fast backend (e.g. {sort:'throughput'}). Never set for direct OpenAI/Groq.
2283
+ */
2284
+ _openrouterProvider?: Record<string, unknown>;
2285
+ }
2286
+ interface Tool {
2287
+ name: string;
2288
+ description: string;
2289
+ input_schema: {
2290
+ type: string;
2291
+ properties: Record<string, any>;
2292
+ required?: string[];
2293
+ };
2294
+ }
2295
+ declare class LLM {
2296
+ static text(messages: LLMMessages, options?: LLMOptions): Promise<string>;
2297
+ static stream<T = string>(messages: LLMMessages, options?: LLMOptions, json?: boolean): Promise<T extends string ? string : any>;
2298
+ static streamWithTools(messages: LLMMessages, tools: Tool[], toolHandler: (toolName: string, toolInput: any) => Promise<any>, options?: LLMOptions, maxIterations?: number): Promise<string>;
2299
+ /**
2300
+ * Normalize system prompt to Anthropic format
2301
+ * Converts string to array format if needed
2302
+ * @param sys - System prompt (string or array of blocks)
2303
+ * @returns Normalized system prompt for Anthropic API
2304
+ */
2305
+ private static _normalizeSystemPrompt;
2306
+ /**
2307
+ * Strip unpaired UTF-16 surrogates from every text field of a message set.
2308
+ *
2309
+ * A lone surrogate (from mid-pair string slicing or corrupt source data)
2310
+ * serializes to a bare `\udXXX` escape that strict JSON parsers — including
2311
+ * the one on Anthropic's API — reject with "no low surrogate in string",
2312
+ * failing the whole request. Sanitizing here, at the single boundary every
2313
+ * provider call flows through, guarantees no request can carry one.
2314
+ */
2315
+ private static _sanitizeMessages;
2316
+ /**
2317
+ * Log cache usage metrics from Anthropic API response
2318
+ * Shows cache hits, costs, and savings
2319
+ */
2320
+ private static _logCacheUsage;
2321
+ /**
2322
+ * Parse model string to extract provider and model name
2323
+ * @param modelString - Format: "provider/model-name" or just "model-name"
2324
+ * @returns [provider, modelName]
2325
+ *
2326
+ * @example
2327
+ * "anthropic/claude-sonnet-4-5" → ["anthropic", "claude-sonnet-4-5"]
2328
+ * "groq/openai/gpt-oss-120b" → ["groq", "openai/gpt-oss-120b"]
2329
+ * "claude-sonnet-4-5" → ["anthropic", "claude-sonnet-4-5"] (default)
2330
+ */
2331
+ private static _parseModel;
2332
+ /**
2333
+ * Map an Anthropic model id (e.g. "claude-sonnet-4-5-20250929") to the OpenRouter slug
2334
+ * (e.g. "claude-sonnet-4.5"). OpenRouter slugs drop the date suffix and use dotted versions.
2335
+ */
2336
+ private static _toOpenRouterSlug;
2337
+ /**
2338
+ * Per-provider proxy base URL. Returns `${SUPERATOM_LLM_PROXY_URL}/<provider>`
2339
+ * when our Cloudflare LLM proxy is configured, else undefined (→ talk to the
2340
+ * provider directly, legacy behaviour). An explicit options.baseURL (e.g.
2341
+ * OpenRouter) always wins and is never overridden. See backend/docs/llm-proxy.md.
2342
+ */
2343
+ private static _proxyBaseURL;
2344
+ private static _openrouterOptions;
2345
+ private static _isRetryableProviderError;
2346
+ private static _withOpenrouterRetry;
2347
+ private static _openrouterText;
2348
+ private static _openrouterStream;
2349
+ private static _openrouterStreamWithTools;
2350
+ /**
2351
+ * Build an Anthropic client. Routes through our Cloudflare LLM proxy when
2352
+ * SUPERATOM_LLM_PROXY_URL is set (each client ships a per-client proxy key as
2353
+ * ANTHROPIC_API_KEY and never holds the real key); otherwise talks to
2354
+ * api.anthropic.com directly. See backend/docs/llm-proxy.md.
2355
+ */
2356
+ private static _anthropicClient;
2357
+ /** True when OpenRouter is configured as a fail-open fallback for Claude. */
2358
+ private static _openrouterAvailable;
2359
+ /** Remap an Anthropic model id to the OpenRouter model path for fail-open. */
2360
+ private static _anthropicFallbackModel;
2361
+ private static _anthropicText;
2362
+ private static _anthropicStream;
2363
+ private static _anthropicStreamWithTools;
2364
+ private static _groqText;
2365
+ private static _groqStream;
2366
+ /**
2367
+ * Gemini request options carrying the proxy base URL, or undefined → talk to
2368
+ * generativelanguage.googleapis.com directly. The Google SDK takes baseUrl as a
2369
+ * per-model request option, not a constructor arg. See backend/docs/llm-proxy.md.
2370
+ */
2371
+ private static _geminiRequestOptions;
2372
+ private static _geminiText;
2373
+ private static _geminiStream;
2374
+ /**
2375
+ * Recursively strip unsupported JSON Schema properties for Gemini
2376
+ * Gemini doesn't support: additionalProperties, $schema, etc.
2377
+ */
2378
+ private static _cleanSchemaForGemini;
2379
+ private static _geminiStreamWithTools;
2380
+ /** True for Anthropic/Claude model ids — gates OpenRouter prompt caching. */
2381
+ private static _isClaudeModel;
2382
+ /**
2383
+ * Build the OpenAI-wire system message. For OpenRouter + Claude
2384
+ * (cacheClaude=true) it emits content parts carrying Anthropic
2385
+ * `cache_control` breakpoints (preserving any the caller set, else marking
2386
+ * the last block), so OpenRouter forwards them to Anthropic for prompt
2387
+ * caching. Otherwise it returns a plain flattened string — unchanged for
2388
+ * direct OpenAI/Groq.
2389
+ */
2390
+ private static _openaiSystemMessage;
2391
+ /**
2392
+ * Split an OpenAI-wire usage object. `prompt_tokens` INCLUDES cached tokens,
2393
+ * so we subtract them out (Anthropic-style: input excludes cache reads) and
2394
+ * report cached separately — this makes calculateCost price cache reads at
2395
+ * the discounted rate and reflects OpenRouter prompt-cache savings in logs.
2396
+ */
2397
+ private static _openaiUsage;
2398
+ private static _openaiText;
2399
+ private static _openaiStream;
2400
+ /** Map the Anthropic-style firstIterationToolChoice to OpenAI's tool_choice. */
2401
+ private static _openaiToolChoice;
2402
+ private static _openaiStreamWithTools;
2403
+ /**
2404
+ * Parse JSON string, handling markdown code blocks and surrounding text
2405
+ * Enhanced version with jsonrepair to handle malformed JSON from LLMs
2406
+ * @param text - Text that may contain JSON wrapped in ```json...``` or with surrounding text
2407
+ * @returns Parsed JSON object or array
2408
+ */
2409
+ private static _parseJSON;
2410
+ }
2411
+
2412
+ interface CapturedLog {
2413
+ timestamp: number;
2414
+ level: 'info' | 'error' | 'warn' | 'debug';
2415
+ message: string;
2416
+ type?: 'explanation' | 'query' | 'general';
2417
+ data?: Record<string, any>;
2418
+ }
2419
+ /**
2420
+ * UILogCollector captures logs during user prompt processing
2421
+ * and sends them to runtime via ui_logs message with uiBlockId as the message id
2422
+ * Logs are sent in real-time for streaming effect in the UI
2423
+ * Respects the global log level configuration
2424
+ */
2425
+ declare class UILogCollector {
2426
+ private logs;
2427
+ private uiBlockId;
2428
+ private clientId;
2429
+ private sendMessage;
2430
+ private currentLogLevel;
2431
+ constructor(clientId: string, sendMessage: (message: Message) => void, uiBlockId?: string);
2432
+ /**
2433
+ * Check if logging is enabled (uiBlockId is provided)
2434
+ */
2435
+ isEnabled(): boolean;
2436
+ /**
2437
+ * Check if a message should be logged based on current log level
2438
+ */
2439
+ private shouldLog;
2440
+ /**
2441
+ * Add a log entry with timestamp and immediately send to runtime
2442
+ * Only logs that pass the log level filter are captured and sent
2443
+ */
2444
+ private addLog;
2445
+ /**
2446
+ * Send a single log to runtime immediately
2447
+ */
2448
+ private sendLogImmediately;
2449
+ /**
2450
+ * Log info message
2451
+ */
2452
+ info(message: string, type?: 'explanation' | 'query' | 'general', data?: Record<string, any>): void;
1096
2453
  /**
1097
2454
  * Log error message
1098
2455
  */
@@ -1131,16 +2488,6 @@ declare class UILogCollector {
1131
2488
  setUIBlockId(uiBlockId: string): void;
1132
2489
  }
1133
2490
 
1134
- /**
1135
- * Represents an action that can be performed on a UIBlock
1136
- */
1137
- interface Action {
1138
- id: string;
1139
- name: string;
1140
- type: string;
1141
- [key: string]: any;
1142
- }
1143
-
1144
2491
  /**
1145
2492
  * UIBlock represents a single user and assistant message block in a thread
1146
2493
  * Contains user question, component metadata, component data, text response, and available actions
@@ -1323,12 +2670,20 @@ declare class Thread {
1323
2670
 
1324
2671
  /**
1325
2672
  * ThreadManager manages all threads globally
1326
- * Provides methods to create, retrieve, and delete threads
2673
+ * Provides methods to create, retrieve, and delete threads.
2674
+ * Includes automatic cleanup to prevent unbounded memory growth.
1327
2675
  */
1328
2676
  declare class ThreadManager {
1329
2677
  private static instance;
1330
2678
  private threads;
2679
+ private cleanupInterval;
2680
+ private readonly threadTtlMs;
1331
2681
  private constructor();
2682
+ /**
2683
+ * Periodically remove threads older than 7 days.
2684
+ * Runs every hour to avoid frequent iteration over the map.
2685
+ */
2686
+ private startCleanup;
1332
2687
  /**
1333
2688
  * Get singleton instance of ThreadManager
1334
2689
  */
@@ -1458,15 +2813,17 @@ declare const STORAGE_CONFIG: {
1458
2813
  */
1459
2814
  MAX_ROWS_PER_BLOCK: number;
1460
2815
  /**
1461
- * Maximum size in bytes per UIBlock (1MB)
2816
+ * Maximum size in bytes per UIBlock (500KB - reduced to save memory)
1462
2817
  */
1463
2818
  MAX_SIZE_PER_BLOCK_BYTES: number;
1464
2819
  /**
1465
2820
  * Number of days to keep threads before cleanup
2821
+ * Note: This is for in-memory storage. Conversations are also persisted to database.
1466
2822
  */
1467
2823
  THREAD_RETENTION_DAYS: number;
1468
2824
  /**
1469
2825
  * Number of days to keep UIBlocks before cleanup
2826
+ * Note: This is for in-memory storage. Data is also persisted to database.
1470
2827
  */
1471
2828
  UIBLOCK_RETENTION_DAYS: number;
1472
2829
  };
@@ -1483,32 +2840,881 @@ declare const CONTEXT_CONFIG: {
1483
2840
  MAX_CONVERSATION_CONTEXT_BLOCKS: number;
1484
2841
  };
1485
2842
 
1486
- declare const SDK_VERSION = "0.0.8";
1487
- type MessageTypeHandler = (message: IncomingMessage) => void | Promise<void>;
1488
- declare class SuperatomSDK {
1489
- private ws;
1490
- private url;
1491
- private apiKey?;
1492
- private projectId;
1493
- private userId;
1494
- private type;
1495
- private bundleDir;
1496
- private messageHandlers;
1497
- private messageTypeHandlers;
1498
- private connected;
1499
- private reconnectAttempts;
1500
- private maxReconnectAttempts;
1501
- private collections;
2843
+ /**
2844
+ * LLM Usage Logger - Tracks token usage, costs, and timing for all LLM API calls
2845
+ */
2846
+ interface LLMUsageEntry {
2847
+ timestamp: string;
2848
+ requestId: string;
2849
+ provider: string;
2850
+ model: string;
2851
+ method: string;
2852
+ inputTokens: number;
2853
+ outputTokens: number;
2854
+ cacheReadTokens?: number;
2855
+ cacheWriteTokens?: number;
2856
+ totalTokens: number;
2857
+ costUSD: number;
2858
+ durationMs: number;
2859
+ toolCalls?: number;
2860
+ success: boolean;
2861
+ error?: string;
2862
+ }
2863
+ declare class LLMUsageLogger {
2864
+ private logStream;
2865
+ private logPath;
2866
+ private enabled;
2867
+ private sessionStats;
2868
+ constructor();
2869
+ private initLogStream;
2870
+ private writeHeader;
2871
+ /**
2872
+ * Calculate cost based on token usage and model
2873
+ */
2874
+ calculateCost(model: string, inputTokens: number, outputTokens: number, cacheReadTokens?: number, cacheWriteTokens?: number): number;
2875
+ /**
2876
+ * Log an LLM API call
2877
+ */
2878
+ log(entry: LLMUsageEntry): void;
2879
+ /**
2880
+ * Log session summary (call at end of request)
2881
+ */
2882
+ logSessionSummary(requestContext?: string): void;
2883
+ /**
2884
+ * Reset session stats (call at start of new user request)
2885
+ */
2886
+ resetSession(): void;
2887
+ /**
2888
+ * Reset the log file for a new request (clears previous logs)
2889
+ * Call this at the start of each USER_PROMPT_REQ
2890
+ */
2891
+ resetLogFile(requestContext?: string): void;
2892
+ /**
2893
+ * Get current session stats
2894
+ */
2895
+ getSessionStats(): {
2896
+ totalCalls: number;
2897
+ totalInputTokens: number;
2898
+ totalOutputTokens: number;
2899
+ totalCacheReadTokens: number;
2900
+ totalCacheWriteTokens: number;
2901
+ totalCostUSD: number;
2902
+ totalDurationMs: number;
2903
+ };
2904
+ /**
2905
+ * Generate a unique request ID
2906
+ */
2907
+ generateRequestId(): string;
2908
+ }
2909
+ declare const llmUsageLogger: LLMUsageLogger;
2910
+
2911
+ /**
2912
+ * User Prompt Error Logger - Captures detailed errors for USER_PROMPT_REQ
2913
+ * Logs full error details including raw strings for parse failures
2914
+ */
2915
+ declare class UserPromptErrorLogger {
2916
+ private logStream;
2917
+ private logPath;
2918
+ private enabled;
2919
+ private hasErrors;
2920
+ constructor();
2921
+ /**
2922
+ * Reset the error log file for a new request
2923
+ */
2924
+ resetLogFile(requestContext?: string): void;
2925
+ /**
2926
+ * Log a JSON parse error with the raw string that failed
2927
+ */
2928
+ logJsonParseError(context: string, rawString: string, error: Error): void;
2929
+ /**
2930
+ * Log a general error with full details
2931
+ */
2932
+ logError(context: string, error: Error | string, additionalData?: Record<string, any>): void;
2933
+ /**
2934
+ * Log a SQL query error with the full query
2935
+ */
2936
+ logSqlError(query: string, error: Error | string, params?: any[]): void;
2937
+ /**
2938
+ * Log an LLM API error
2939
+ */
2940
+ logLlmError(provider: string, model: string, method: string, error: Error | string, requestData?: any): void;
2941
+ /**
2942
+ * Log tool execution error
2943
+ */
2944
+ logToolError(toolName: string, toolInput: any, error: Error | string): void;
2945
+ /**
2946
+ * Write final summary if there were errors
2947
+ */
2948
+ writeSummary(): void;
2949
+ /**
2950
+ * Check if any errors were logged
2951
+ */
2952
+ hadErrors(): boolean;
2953
+ private write;
2954
+ }
2955
+ declare const userPromptErrorLogger: UserPromptErrorLogger;
2956
+
2957
+ /**
2958
+ * BM25L Reranker for hybrid semantic search
2959
+ *
2960
+ * BM25L is an improved variant of BM25 that provides better handling of
2961
+ * long documents and term frequency saturation. This implementation is
2962
+ * designed to rerank semantic search results from ChromaDB.
2963
+ *
2964
+ * The hybrid approach combines:
2965
+ * 1. Semantic similarity from ChromaDB embeddings (dense vectors)
2966
+ * 2. Lexical matching from BM25L (sparse, keyword-based)
2967
+ *
2968
+ * This addresses the weakness of pure semantic search which may miss
2969
+ * exact keyword matches that are important for user intent.
2970
+ */
2971
+ interface BM25LOptions {
2972
+ /** Term frequency saturation parameter (default: 1.5) */
2973
+ k1?: number;
2974
+ /** Length normalization parameter (default: 0.75) */
2975
+ b?: number;
2976
+ /** Lower-bound adjustment from BM25L paper (default: 0.5) */
2977
+ delta?: number;
2978
+ }
2979
+ interface RerankedResult<T> {
2980
+ item: T;
2981
+ originalIndex: number;
2982
+ semanticScore: number;
2983
+ bm25Score: number;
2984
+ hybridScore: number;
2985
+ }
2986
+ interface HybridSearchOptions extends BM25LOptions {
2987
+ /** Weight for semantic score (0-1, default: 0.7) */
2988
+ semanticWeight?: number;
2989
+ /** Weight for BM25 score (0-1, default: 0.3) */
2990
+ bm25Weight?: number;
2991
+ /** Minimum hybrid score threshold (0-1, default: 0) */
2992
+ minScore?: number;
2993
+ }
2994
+ /**
2995
+ * BM25L implementation for lexical scoring
2996
+ */
2997
+ declare class BM25L {
2998
+ private k1;
2999
+ private b;
3000
+ private delta;
3001
+ private documents;
3002
+ private docLengths;
3003
+ private avgDocLength;
3004
+ private termDocFreq;
3005
+ /**
3006
+ * @param documents - Array of raw documents (strings)
3007
+ * @param opts - Optional BM25L parameters
3008
+ */
3009
+ constructor(documents?: string[], opts?: BM25LOptions);
3010
+ /**
3011
+ * Tokenize text into lowercase alphanumeric tokens
3012
+ */
3013
+ tokenize(text: string): string[];
3014
+ /**
3015
+ * Compute IDF (Inverse Document Frequency) with smoothing
3016
+ */
3017
+ private idf;
3018
+ /**
3019
+ * Compute BM25L score for a single document
3020
+ */
3021
+ score(query: string, docIndex: number): number;
3022
+ /**
3023
+ * Search and rank all documents
3024
+ */
3025
+ search(query: string): Array<{
3026
+ index: number;
3027
+ score: number;
3028
+ }>;
3029
+ }
3030
+ /**
3031
+ * Hybrid reranker that combines semantic and BM25L scores
3032
+ *
3033
+ * @param query - The search query
3034
+ * @param items - Array of items to rerank
3035
+ * @param getDocument - Function to extract document text from an item
3036
+ * @param getSemanticScore - Function to extract semantic similarity score from an item
3037
+ * @param options - Hybrid search options
3038
+ * @returns Reranked items with hybrid scores
3039
+ */
3040
+ declare function hybridRerank<T>(query: string, items: T[], getDocument: (item: T) => string, getSemanticScore: (item: T) => number, options?: HybridSearchOptions): RerankedResult<T>[];
3041
+ /**
3042
+ * Simple reranking function for ChromaDB results
3043
+ *
3044
+ * This is a convenience wrapper for reranking ChromaDB query results
3045
+ * that follow the standard { ids, documents, metadatas, distances } format.
3046
+ *
3047
+ * @param query - The search query
3048
+ * @param chromaResults - ChromaDB query results
3049
+ * @param options - Hybrid search options
3050
+ * @returns Reranked results with hybrid scores
3051
+ */
3052
+ declare function rerankChromaResults(query: string, chromaResults: {
3053
+ ids: string[][];
3054
+ documents: (string | null)[][];
3055
+ metadatas: Record<string, any>[][];
3056
+ distances: number[][];
3057
+ }, options?: HybridSearchOptions): Array<{
3058
+ id: string;
3059
+ document: string | null;
3060
+ metadata: Record<string, any>;
3061
+ distance: number;
3062
+ semanticScore: number;
3063
+ bm25Score: number;
3064
+ hybridScore: number;
3065
+ }>;
3066
+ /**
3067
+ * Rerank conversation search results specifically
3068
+ *
3069
+ * This function is designed to work with the conversation-history.search collection
3070
+ * where we need to fetch more results initially and then rerank them.
3071
+ *
3072
+ * @param query - The user's search query
3073
+ * @param results - Array of conversation search results from ChromaDB
3074
+ * @param options - Hybrid search options
3075
+ * @returns Reranked results sorted by hybrid score
3076
+ */
3077
+ declare function rerankConversationResults<T extends {
3078
+ userPrompt?: string;
3079
+ similarity?: number;
3080
+ }>(query: string, results: T[], options?: HybridSearchOptions): Array<T & {
3081
+ hybridScore: number;
3082
+ bm25Score: number;
3083
+ }>;
3084
+
3085
+ /**
3086
+ * QueryExecutionService - Handles all query execution, validation, and retry logic
3087
+ * Extracted from BaseLLM for better separation of concerns
3088
+ */
3089
+
3090
+ /**
3091
+ * Context for component when requesting query fix
3092
+ */
3093
+ interface ComponentContext {
3094
+ name: string;
3095
+ type: string;
3096
+ title?: string;
3097
+ }
3098
+ /**
3099
+ * Result of query validation
3100
+ */
3101
+ interface QueryValidationResult {
3102
+ component: Component | null;
3103
+ queryKey: string;
3104
+ result: any;
3105
+ validated: boolean;
3106
+ }
3107
+ /**
3108
+ * Result of batch query validation
3109
+ */
3110
+ interface BatchValidationResult {
3111
+ components: Component[];
3112
+ queryResults: Map<string, any>;
3113
+ }
3114
+ /**
3115
+ * Configuration for QueryExecutionService
3116
+ */
3117
+ interface QueryExecutionServiceConfig {
3118
+ defaultLimit: number;
3119
+ getModelForTask: (taskType: 'simple' | 'complex') => string;
3120
+ getApiKey: (apiKey?: string) => string | undefined;
3121
+ providerName: string;
3122
+ }
3123
+ /**
3124
+ * QueryExecutionService handles all query-related operations
3125
+ */
3126
+ declare class QueryExecutionService {
3127
+ private config;
3128
+ constructor(config: QueryExecutionServiceConfig);
3129
+ /**
3130
+ * Get the cache key for a query
3131
+ * This ensures the cache key matches what the frontend will send
3132
+ */
3133
+ getQueryCacheKey(query: any): string;
3134
+ /**
3135
+ * Execute a query against the database
3136
+ * @param query - The SQL query to execute (string or object with sql/values)
3137
+ * @param collections - Collections object containing database execute function
3138
+ * @returns Object with result data and cache key
3139
+ */
3140
+ executeQuery(query: any, collections: any): Promise<{
3141
+ result: any;
3142
+ cacheKey: string;
3143
+ }>;
3144
+ /**
3145
+ * Request the LLM to fix a failed SQL query
3146
+ * @param failedQuery - The query that failed execution
3147
+ * @param errorMessage - The error message from the failed execution
3148
+ * @param componentContext - Context about the component
3149
+ * @param apiKey - Optional API key
3150
+ * @returns Fixed query string
3151
+ */
3152
+ requestQueryFix(failedQuery: string, errorMessage: string, componentContext: ComponentContext, apiKey?: string): Promise<string>;
3153
+ /**
3154
+ * Validate a single component's query with retry logic
3155
+ * @param component - The component to validate
3156
+ * @param collections - Collections object containing database execute function
3157
+ * @param apiKey - Optional API key for LLM calls
3158
+ * @returns Validation result with component, query key, and result
3159
+ */
3160
+ validateSingleQuery(component: Component, collections: any, apiKey?: string): Promise<QueryValidationResult>;
3161
+ /**
3162
+ * Validate multiple component queries in parallel
3163
+ * @param components - Array of components with potential queries
3164
+ * @param collections - Collections object containing database execute function
3165
+ * @param apiKey - Optional API key for LLM calls
3166
+ * @returns Object with validated components and query results map
3167
+ */
3168
+ validateComponentQueries(components: Component[], collections: any, apiKey?: string): Promise<BatchValidationResult>;
3169
+ }
3170
+
3171
+ /**
3172
+ * Task types for model selection
3173
+ * - 'complex': Text generation, component matching, parameter adaptation (uses best model in balanced mode)
3174
+ * - 'simple': Classification, action generation (uses fast model in balanced mode)
3175
+ */
3176
+ type TaskType = 'complex' | 'simple';
3177
+ interface BaseLLMConfig {
3178
+ model?: string;
3179
+ fastModel?: string;
3180
+ defaultLimit?: number;
3181
+ apiKey?: string;
3182
+ /**
3183
+ * Model selection strategy:
3184
+ * - 'best': Use best model for all tasks (highest quality, higher cost)
3185
+ * - 'fast': Use fast model for all tasks (lower quality, lower cost)
3186
+ * - 'balanced': Use best model for complex tasks, fast model for simple tasks (default)
3187
+ */
3188
+ modelStrategy?: ModelStrategy;
3189
+ conversationSimilarityThreshold?: number;
3190
+ }
3191
+ /**
3192
+ * BaseLLM abstract class for AI-powered component generation and matching
3193
+ * Provides common functionality for all LLM providers
3194
+ */
3195
+ declare abstract class BaseLLM {
3196
+ protected model: string;
3197
+ protected fastModel: string;
3198
+ protected defaultLimit: number;
3199
+ protected apiKey?: string;
3200
+ protected modelStrategy: ModelStrategy;
3201
+ protected conversationSimilarityThreshold: number;
3202
+ protected queryService: QueryExecutionService;
3203
+ constructor(config?: BaseLLMConfig);
3204
+ /**
3205
+ * Get the appropriate model based on task type and model strategy
3206
+ * @param taskType - 'complex' for text generation/matching, 'simple' for classification/actions
3207
+ * @returns The model string to use for this task
3208
+ */
3209
+ protected getModelForTask(taskType: TaskType): string;
3210
+ /**
3211
+ * Set the model strategy at runtime
3212
+ * @param strategy - 'best', 'fast', or 'balanced'
3213
+ */
3214
+ setModelStrategy(strategy: ModelStrategy): void;
3215
+ /**
3216
+ * Get the current model strategy
3217
+ * @returns The current model strategy
3218
+ */
3219
+ getModelStrategy(): ModelStrategy;
3220
+ /**
3221
+ * Set the conversation similarity threshold at runtime
3222
+ * @param threshold - Value between 0 and 1 (e.g., 0.8 = 80% similarity required)
3223
+ */
3224
+ setConversationSimilarityThreshold(threshold: number): void;
3225
+ /**
3226
+ * Get the current conversation similarity threshold
3227
+ * @returns The current threshold value
3228
+ */
3229
+ getConversationSimilarityThreshold(): number;
3230
+ /**
3231
+ * Get the default model for this provider (used for complex tasks like text generation)
3232
+ */
3233
+ protected abstract getDefaultModel(): string;
3234
+ /**
3235
+ * Get the default fast model for this provider (used for simple tasks: classification, matching, actions)
3236
+ * Should return a cheaper/faster model like Haiku for Anthropic
3237
+ */
3238
+ protected abstract getDefaultFastModel(): string;
3239
+ /**
3240
+ * Get the default API key from environment
3241
+ */
3242
+ protected abstract getDefaultApiKey(): string | undefined;
3243
+ /**
3244
+ * Get the provider name (for logging)
3245
+ */
3246
+ protected abstract getProviderName(): string;
3247
+ /**
3248
+ * Get the API key (from instance, parameter, or environment)
3249
+ */
3250
+ protected getApiKey(apiKey?: string): string | undefined;
3251
+ /**
3252
+ * Check if a component contains a Form (data_modification component)
3253
+ * Forms have hardcoded defaultValues that become stale when cached
3254
+ * This checks both single Form components and Forms inside MultiComponentContainer
3255
+ */
3256
+ protected containsFormComponent(component: any): boolean;
3257
+ /**
3258
+ * Match components from text response suggestions and generate follow-up questions
3259
+ * Takes a text response with component suggestions (c1:type format) and matches with available components
3260
+ * Also generates title, description, and intelligent follow-up questions (actions) based on the analysis
3261
+ * All components are placed in a default MultiComponentContainer layout
3262
+ * @param analysisContent - The text response containing component suggestions
3263
+ * @param components - List of available components
3264
+ * @param apiKey - Optional API key
3265
+ * @param componentStreamCallback - Optional callback to stream primary KPI component as soon as it's identified
3266
+ * @returns Object containing matched components, layout title/description, and follow-up actions
3267
+ */
3268
+ matchComponentsFromAnalysis(analysisContent: string, components: Component[], userPrompt: string, apiKey?: string, componentStreamCallback?: (component: Component) => void, deferredTools?: any[], executedTools?: any[], collections?: any, userId?: string): Promise<{
3269
+ components: Component[];
3270
+ layoutTitle: string;
3271
+ layoutDescription: string;
3272
+ actions: Action[];
3273
+ }>;
3274
+ /**
3275
+ * Classify user question into category and detect external tools needed
3276
+ * Determines if question is for data analysis, requires external tools, or needs text response
3277
+ */
3278
+ classifyQuestionCategory(userPrompt: string, apiKey?: string, conversationHistory?: string, externalTools?: any[]): Promise<{
3279
+ category: 'data_analysis' | 'data_modification' | 'general';
3280
+ externalTools: Array<{
3281
+ type: string;
3282
+ name: string;
3283
+ description: string;
3284
+ parameters: Record<string, any>;
3285
+ }>;
3286
+ dataAnalysisType?: 'visualization' | 'calculation' | 'comparison' | 'trend';
3287
+ reasoning: string;
3288
+ confidence: number;
3289
+ }>;
3290
+ /**
3291
+ * Adapt UI block parameters based on current user question
3292
+ * Takes a matched UI block from semantic search and modifies its props to answer the new question
3293
+ * Also adapts the cached text response to match the new question
3294
+ */
3295
+ adaptUIBlockParameters(currentUserPrompt: string, originalUserPrompt: string, matchedUIBlock: any, apiKey?: string, cachedTextResponse?: string): Promise<{
3296
+ success: boolean;
3297
+ adaptedComponent?: Component;
3298
+ adaptedTextResponse?: string;
3299
+ parametersChanged?: Array<{
3300
+ field: string;
3301
+ reason: string;
3302
+ }>;
3303
+ explanation: string;
3304
+ }>;
3305
+ /**
3306
+ * Generate text-based response for user question
3307
+ * This provides conversational text responses instead of component generation
3308
+ * Supports tool calling for query execution with automatic retry on errors (max 3 attempts)
3309
+ * After generating text response, if components are provided, matches suggested components
3310
+ */
3311
+ generateTextResponse(userPrompt: string, apiKey?: string, conversationHistory?: string, streamCallback?: (chunk: string) => void, collections?: any, components?: Component[], externalTools?: any[], category?: 'data_analysis' | 'data_modification' | 'general', userId?: string): Promise<T_RESPONSE>;
3312
+ /**
3313
+ * Main orchestration function with semantic search and multi-step classification
3314
+ * NEW FLOW (Recommended):
3315
+ * 1. Semantic search: Check previous conversations (>60% match)
3316
+ * - If match found → Adapt UI block parameters and return
3317
+ * 2. Category classification: Determine if data_analysis, requires_external_tools, or text_response
3318
+ * 3. Route appropriately based on category and response mode
3319
+ */
3320
+ handleUserRequest(userPrompt: string, components: Component[], apiKey?: string, conversationHistory?: string, responseMode?: 'component' | 'text', streamCallback?: (chunk: string) => void, collections?: any, externalTools?: any[], userId?: string): Promise<T_RESPONSE>;
3321
+ /**
3322
+ * Generate next questions that the user might ask based on the original prompt and generated component
3323
+ * This helps provide intelligent suggestions for follow-up queries
3324
+ * For general/conversational questions without components, pass textResponse instead
3325
+ */
3326
+ generateNextQuestions(originalUserPrompt: string, component?: Component | null, componentData?: Record<string, unknown>, apiKey?: string, conversationHistory?: string, textResponse?: string, signal?: AbortSignal): Promise<string[]>;
3327
+ }
3328
+
3329
+ interface AnthropicLLMConfig extends BaseLLMConfig {
3330
+ }
3331
+ /**
3332
+ * AnthropicLLM class for handling AI-powered component generation and matching using Anthropic Claude
3333
+ */
3334
+ declare class AnthropicLLM extends BaseLLM {
3335
+ constructor(config?: AnthropicLLMConfig);
3336
+ protected getDefaultModel(): string;
3337
+ protected getDefaultFastModel(): string;
3338
+ protected getDefaultApiKey(): string | undefined;
3339
+ protected getProviderName(): string;
3340
+ }
3341
+ declare const anthropicLLM: AnthropicLLM;
3342
+
3343
+ interface GroqLLMConfig extends BaseLLMConfig {
3344
+ }
3345
+ /**
3346
+ * GroqLLM class for handling AI-powered component generation and matching using Groq
3347
+ */
3348
+ declare class GroqLLM extends BaseLLM {
3349
+ constructor(config?: GroqLLMConfig);
3350
+ protected getDefaultModel(): string;
3351
+ protected getDefaultFastModel(): string;
3352
+ protected getDefaultApiKey(): string | undefined;
3353
+ protected getProviderName(): string;
3354
+ }
3355
+ declare const groqLLM: GroqLLM;
3356
+
3357
+ interface GeminiLLMConfig extends BaseLLMConfig {
3358
+ }
3359
+ /**
3360
+ * GeminiLLM class for handling AI-powered component generation and matching using Google Gemini
3361
+ */
3362
+ declare class GeminiLLM extends BaseLLM {
3363
+ constructor(config?: GeminiLLMConfig);
3364
+ protected getDefaultModel(): string;
3365
+ protected getDefaultFastModel(): string;
3366
+ protected getDefaultApiKey(): string | undefined;
3367
+ protected getProviderName(): string;
3368
+ }
3369
+ declare const geminiLLM: GeminiLLM;
3370
+
3371
+ interface OpenAILLMConfig extends BaseLLMConfig {
3372
+ }
3373
+ /**
3374
+ * OpenAILLM class for handling AI-powered component generation and matching using OpenAI GPT models
3375
+ */
3376
+ declare class OpenAILLM extends BaseLLM {
3377
+ constructor(config?: OpenAILLMConfig);
3378
+ protected getDefaultModel(): string;
3379
+ protected getDefaultFastModel(): string;
3380
+ protected getDefaultApiKey(): string | undefined;
3381
+ protected getProviderName(): string;
3382
+ }
3383
+ declare const openaiLLM: OpenAILLM;
3384
+
3385
+ /**
3386
+ * Query Cache — Two mechanisms:
3387
+ *
3388
+ * 1. `cache` (query string → result data) — TTL-based with max size, for avoiding re-execution
3389
+ * of recently validated queries. True LRU eviction: reads bubble entries to the back via
3390
+ * delete+re-set so the oldest *unused* entry is evicted, not the oldest *inserted*.
3391
+ *
3392
+ * 2. Encrypted queryId tokens — SQL is encrypted into the queryId itself (self-contained).
3393
+ * No server-side storage needed for SQL mappings. The token is decrypted on each request.
3394
+ * This eliminates the unbounded queryIdCache that previously grew forever and caused
3395
+ * memory bloat (hundreds of MBs after thousands of queries).
3396
+ *
3397
+ * Result data can still be cached temporarily via the data cache (mechanism 1).
3398
+ */
3399
+ declare class QueryCache {
3400
+ private cache;
3401
+ private ttlMs;
3402
+ private maxCacheSize;
3403
+ private cleanupInterval;
3404
+ private readonly algorithm;
3405
+ private encryptionKey;
3406
+ constructor();
3407
+ /**
3408
+ * Set the cache TTL (Time To Live)
3409
+ * @param minutes - TTL in minutes (default: 10)
3410
+ */
3411
+ setTTL(minutes: number): void;
3412
+ /**
3413
+ * Get the current TTL in minutes
3414
+ */
3415
+ getTTL(): number;
3416
+ /**
3417
+ * Store query result in data cache.
3418
+ * If the key already exists, it's removed first so the re-insert places it
3419
+ * at the back of the iteration order (LRU). Eviction only fires when adding
3420
+ * a genuinely new key past the size limit.
3421
+ */
3422
+ set(query: string, data: any): void;
3423
+ /**
3424
+ * Get cached result if exists and not expired.
3425
+ * On hit, re-inserts the entry so it moves to the back of the Map's
3426
+ * iteration order — turning FIFO eviction into true LRU.
3427
+ */
3428
+ get(query: string): any | null;
3429
+ /**
3430
+ * Check if query exists in cache (not expired)
3431
+ */
3432
+ has(query: string): boolean;
3433
+ /**
3434
+ * Remove a specific query from cache
3435
+ */
3436
+ delete(query: string): void;
3437
+ /**
3438
+ * Clear all cached entries
3439
+ */
3440
+ clear(): void;
3441
+ /**
3442
+ * Get cache statistics
3443
+ */
3444
+ getStats(): {
3445
+ size: number;
3446
+ queryIdCount: number;
3447
+ oldestEntryAge: number | null;
3448
+ };
3449
+ /**
3450
+ * Start periodic cleanup of expired data cache entries.
3451
+ */
3452
+ private startCleanup;
3453
+ /**
3454
+ * Encrypt a payload into a self-contained token.
3455
+ */
3456
+ private encrypt;
3457
+ /**
3458
+ * Decrypt a token back to the original payload.
3459
+ */
3460
+ private decrypt;
3461
+ /**
3462
+ * Store a query by generating an encrypted token as queryId.
3463
+ * The SQL is encrypted INTO the token — nothing stored in memory.
3464
+ * If data is provided, it's cached temporarily in the data cache.
3465
+ */
3466
+ storeQuery(query: any, data?: any): string;
3467
+ /**
3468
+ * Get a stored query by decrypting its token.
3469
+ * Returns the SQL + any cached result data.
3470
+ */
3471
+ getQuery(queryId: string): {
3472
+ query: any;
3473
+ data: any;
3474
+ } | null;
3475
+ /**
3476
+ * Update cached data for a queryId token
3477
+ */
3478
+ setQueryData(queryId: string, data: any): void;
3479
+ /**
3480
+ * Stop cleanup interval (for graceful shutdown)
3481
+ */
3482
+ destroy(): void;
3483
+ }
3484
+ declare const queryCache: QueryCache;
3485
+
3486
+ /**
3487
+ * Manages conversation history scoped per user + dashboard.
3488
+ * Each user-dashboard pair has its own isolated history that expires after a configurable TTL.
3489
+ */
3490
+ declare class DashboardConversationHistory {
3491
+ private histories;
3492
+ private ttlMs;
3493
+ private maxEntries;
3494
+ private cleanupInterval;
3495
+ constructor();
3496
+ /**
3497
+ * Set the TTL for dashboard histories
3498
+ * @param minutes - TTL in minutes
3499
+ */
3500
+ setTTL(minutes: number): void;
3501
+ /**
3502
+ * Set max entries per dashboard
3503
+ */
3504
+ setMaxEntries(max: number): void;
3505
+ /**
3506
+ * Add a conversation entry for a user's dashboard
3507
+ */
3508
+ addEntry(dashboardId: string, userPrompt: string, componentSummary: string, userId?: string): void;
3509
+ /**
3510
+ * Get formatted conversation history for a user's dashboard
3511
+ */
3512
+ getHistory(dashboardId: string, userId?: string): string;
3513
+ /**
3514
+ * Clear history for a specific user's dashboard
3515
+ */
3516
+ clearDashboard(dashboardId: string, userId?: string): void;
3517
+ /**
3518
+ * Clear all dashboard histories
3519
+ */
3520
+ clearAll(): void;
3521
+ /**
3522
+ * Start periodic cleanup of expired histories
3523
+ */
3524
+ private startCleanup;
3525
+ /**
3526
+ * Stop cleanup interval (for graceful shutdown)
3527
+ */
3528
+ destroy(): void;
3529
+ }
3530
+ declare const dashboardConversationHistory: DashboardConversationHistory;
3531
+
3532
+ /**
3533
+ * Whole-dashboard generation via Pi, a terminal coding agent — as opposed to
3534
+ * DASH_COMP_REQ's single-widget-at-a-time flow. Runs Pi in-process via its
3535
+ * SDK (createAgentSession), not as a subprocess: no shell, no argument
3536
+ * quoting, no stdin/stdout piping, none of the Windows-specific subprocess
3537
+ * issues that came with spawning the `pi` CLI directly.
3538
+ *
3539
+ * Called from sdk-nodejs/src/dashboardAgent/index.ts (DASHBOARD_AGENT_REQ),
3540
+ * which owns the generic streaming/abort machinery (mirrors USER_PROMPT_REQ)
3541
+ * and passes `signal`/`onProgress` alongside the normal params — this stays
3542
+ * within CollectionHandler's loose (params) => Promise<result> typing, no
3543
+ * change needed to that shared type.
3544
+ *
3545
+ * This mechanism is generic and reusable across any deployment. What's
3546
+ * genuinely project-specific — where AGENTS.md lives, which model to use —
3547
+ * is supplied via `DashboardAgentCollectionConfig`, with defaults sensible
3548
+ * enough that most callers don't need to override them (see below). The
3549
+ * data-source tool list and the dashboard's current state both come from
3550
+ * things sdk-nodejs already exposes generically: `sdk.getTools()` (whatever
3551
+ * this deployment registered via `sdk.setTools()`) and `sdk.callCollection
3552
+ * ('dashboards', 'query', ...)` (whatever this deployment already registered
3553
+ * under that name/shape) — no per-deployment callback needed for either.
3554
+ * Same convention on the way out: after a successful run, the prompt and the
3555
+ * full response text are handed to `sdk.callCollection('dashboard-agent-
3556
+ * conversations', 'create', ...)` if this deployment has registered one —
3557
+ * skipped silently otherwise, since conversation history is optional.
3558
+ *
3559
+ * Pi verifies every query against the live database itself (via whatever
3560
+ * local tool-execution bridge the deployment exposes, e.g. an HTTP bridge
3561
+ * on localhost), but does NOT persist the result itself — it writes the
3562
+ * finished DSL to an absolute path inside `runtimeDir`, told to it explicitly
3563
+ * in the prompt, and stops there. This handler reads that file after the run
3564
+ * finishes and returns its content as `dashboard` in the result. The caller
3565
+ * (frontend) is the one that actually saves it, via whatever authenticated
3566
+ * create/update path any other dashboard edit goes through — Pi has no user
3567
+ * session/auth context of its own, so persistence shouldn't happen from
3568
+ * inside it.
3569
+ *
3570
+ * Session persistence: the FIRST call for a dashboardId pays the full cost
3571
+ * (explore KB, discover schema, plan, verify, build). Every call after that
3572
+ * resumes the same session file (SessionManager.open) so Pi has everything
3573
+ * it already learned — it only needs to reason about the new, smaller ask,
3574
+ * not rediscover the whole dashboard from scratch. The session's file path
3575
+ * (AgentSession.sessionFile) is captured right after creation and persisted
3576
+ * in a small local file, keyed by dashboardId, inside `runtimeDir`.
3577
+ */
3578
+ interface DashboardAgentCollectionConfig {
3579
+ /**
3580
+ * Working directory Pi runs from — must contain AGENTS.md. This is a
3581
+ * version-controlled prompt file, so `cwd` is expected to live somewhere
3582
+ * like a `.prompts/` folder alongside the deployment's other prompts.
3583
+ * Default: `<process.cwd()>/.prompts/dashboard-agent` — the same
3584
+ * process.cwd()-based convention PromptLoader already uses for the main
3585
+ * agent's prompts, which needs no explicit override in the common case
3586
+ * (the backend process's own cwd already is its project root).
3587
+ */
3588
+ cwd?: string;
3589
+ /**
3590
+ * Where drafts/, the session-id map, and dashboard.log get written —
3591
+ * separate from `cwd` deliberately, so this deployment's runtime state
3592
+ * (regenerated per session, safe to gitignore) doesn't sit inside the
3593
+ * same folder as the version-controlled AGENTS.md prompt.
3594
+ * Default: `<process.cwd()>/.pi-dashboard-agent-runtime`.
3595
+ */
3596
+ runtimeDir?: string;
3597
+ /** Model provider (default: process.env.PI_AGENT_PROVIDER || 'openrouter'). */
3598
+ provider?: string;
3599
+ /** Model id (default: process.env.PI_AGENT_MODEL || 'anthropic/claude-sonnet-4.5'). */
3600
+ model?: string;
3601
+ /**
3602
+ * true (default): every request starts a brand-new pi session, with the 2
3603
+ * most recent prior responses (if any) injected into the prompt as
3604
+ * context — bounded cost per request, but pi re-explores schema/KB facts
3605
+ * it already verified in an earlier turn on this same dashboard.
3606
+ * false: resumes the same session file across requests on a given
3607
+ * dashboard — pi keeps everything it already learned, but context (and
3608
+ * cost) grows unbounded across turns (one observed turn: 2M+ cache-read
3609
+ * tokens after a handful of edits on the same dashboard).
3610
+ * Default: process.env.PI_AGENT_FRESH_SESSION !== 'false'.
3611
+ */
3612
+ freshSession?: boolean;
3613
+ }
3614
+ declare function registerDashboardAgentCollection(sdk: SuperatomSDK, config?: DashboardAgentCollectionConfig): void;
3615
+
3616
+ /**
3617
+ * ScriptMatcher — LLM-Based Script Matching + Parameter Extraction
3618
+ *
3619
+ * Uses ONE LLM call to:
3620
+ * 1. Pick the best matching script from the library (or "none")
3621
+ * 2. Extract parameter values from the user question
3622
+ *
3623
+ * Why LLM over embeddings:
3624
+ * - Embeddings capture topic similarity ("overstock" ≈ "inventory" ≈ "revenue")
3625
+ * but can't distinguish structurally different questions about the same domain
3626
+ * - LLM understands that "overstock by warehouse" needs a different script than
3627
+ * "revenue by warehouse" even though they're semantically close
3628
+ * - One call does both matching AND parameter extraction
3629
+ *
3630
+ * When script library grows past ~50, add an embedding pre-filter
3631
+ * (ChromaDB narrows to top 10 → LLM picks from those 10).
3632
+ */
3633
+
3634
+ declare class ScriptMatcher {
3635
+ private store;
3636
+ constructor(store: ScriptStore);
3637
+ /**
3638
+ * Find the best matching script for a user question.
3639
+ * Uses ONE LLM call that picks the script AND extracts parameters.
3640
+ * Returns null if no script matches.
3641
+ */
3642
+ match(userPrompt: string, apiKey?: string, model?: string, signal?: AbortSignal): Promise<ScriptMatch | null>;
3643
+ /**
3644
+ * Build the script catalog string for the LLM prompt.
3645
+ * Each script gets: index, ID, name, description, and parameter definitions.
3646
+ */
3647
+ private buildScriptCatalog;
3648
+ }
3649
+
3650
+ /**
3651
+ * ScriptRunner — Execute scripts in an isolated tsx subprocess.
3652
+ *
3653
+ * The subprocess approach replaces the earlier `new Function()` eval and gives us:
3654
+ * - Real sandbox (separate process, SIGKILL on timeout).
3655
+ * - Real TypeScript (tsx transpiles on the fly).
3656
+ * - npm imports available to scripts (clustering, stats, geo, etc.).
3657
+ *
3658
+ * Protocol: NDJSON over the child's stdin/stdout. See script-ipc.ts + backend/docs/SCRIPT-FLOW-IMPLEMENTATION.md.
3659
+ */
3660
+
3661
+ interface RunScriptOptions {
3662
+ /** Data sources the script is allowed to query via ctx.query */
3663
+ externalTools: ExternalTool[];
3664
+ /** Optional — for propagating per-query UI progress to the user */
3665
+ streamBuffer?: StreamBuffer;
3666
+ /** Override the wall-clock timeout (default `SCRIPT_TIMEOUT_MS`, 60s). */
3667
+ timeoutMs?: number;
3668
+ /**
3669
+ * Per-turn cancellation signal. When the user hits "Stop" mid-run, the child
3670
+ * process group is SIGKILLed and the run resolves as an aborted failure (the
3671
+ * caller is already unwinding, so the result is discarded).
3672
+ */
3673
+ signal?: AbortSignal;
3674
+ }
3675
+ /**
3676
+ * Execute a recipe by spawning a tsx child on the script's .ts file.
3677
+ * `scriptPath` is the absolute path to the saved `.ts` body.
3678
+ */
3679
+ declare function runScript(recipe: ScriptRecipe, scriptPath: string, params: Record<string, any>, options: RunScriptOptions): Promise<ScriptResult>;
3680
+
3681
+ type MessageTypeHandler = (message: IncomingMessage) => void | Promise<void>;
3682
+ declare class SuperatomSDK {
3683
+ private ws;
3684
+ private url;
3685
+ private apiKey?;
3686
+ private projectId;
3687
+ private type;
3688
+ private bundleDir;
3689
+ private messageHandlers;
3690
+ private messageTypeHandlers;
3691
+ private connected;
3692
+ private reconnectAttempts;
3693
+ private maxReconnectAttempts;
3694
+ private collections;
1502
3695
  private components;
1503
3696
  private tools;
3697
+ private workflows;
1504
3698
  private anthropicApiKey;
1505
3699
  private groqApiKey;
1506
3700
  private geminiApiKey;
1507
3701
  private openaiApiKey;
1508
3702
  private llmProviders;
3703
+ private databaseType;
3704
+ private modelStrategy;
3705
+ private mainAgentModel;
3706
+ private sourceAgentModel;
3707
+ private dashCompModels?;
3708
+ private conversationSimilarityThreshold;
1509
3709
  private userManager;
1510
3710
  private dashboardManager;
1511
3711
  private reportManager;
3712
+ private pingInterval;
3713
+ private lastPong;
3714
+ private readonly PING_INTERVAL_MS;
3715
+ private readonly PONG_TIMEOUT_MS;
3716
+ private pendingOutbox;
3717
+ private readonly MAX_OUTBOX_SIZE;
1512
3718
  constructor(config: SuperatomSDKConfig);
1513
3719
  /**
1514
3720
  * Initialize PromptLoader and load prompts into memory
@@ -1548,9 +3754,25 @@ declare class SuperatomSDK {
1548
3754
  */
1549
3755
  private handleMessage;
1550
3756
  /**
1551
- * Send a message to the Superatom service
3757
+ * Send a message to the Superatom service.
3758
+ * Returns true if the message was sent, false if the WebSocket is not connected.
3759
+ * Does NOT throw on closed connections — callers can check the return value if needed.
3760
+ */
3761
+ send(message: Message): boolean;
3762
+ /**
3763
+ * Queue a message that couldn't be delivered because the socket was down,
3764
+ * to be resent once it reconnects. Drops the oldest entry once the bound is
3765
+ * hit — an outage long enough to fill this queue means the oldest queued
3766
+ * responses are for requests the caller has likely already given up on.
3767
+ */
3768
+ private queuePendingMessage;
3769
+ /**
3770
+ * Resend everything queued while the socket was down, now that it's back
3771
+ * up. Uses this.ws.send() directly (not send()) so a message that fails
3772
+ * again goes back through queuePendingMessage() rather than being silently
3773
+ * dropped a second time.
1552
3774
  */
1553
- send(message: Message): void;
3775
+ private flushPendingOutbox;
1554
3776
  /**
1555
3777
  * Register a message handler to receive all messages
1556
3778
  */
@@ -1576,7 +3798,28 @@ declare class SuperatomSDK {
1576
3798
  */
1577
3799
  addCollection<TParams = any, TResult = any>(collectionName: string, operation: CollectionOperation | string, handler: CollectionHandler<TParams, TResult>): void;
1578
3800
  private handleReconnect;
3801
+ /**
3802
+ * Start heartbeat to keep WebSocket connection alive
3803
+ * Sends PING every 3 minutes to prevent idle timeout from cloud infrastructure
3804
+ */
3805
+ private startHeartbeat;
3806
+ /**
3807
+ * Stop the heartbeat interval
3808
+ */
3809
+ private stopHeartbeat;
3810
+ /**
3811
+ * Handle PONG response from server
3812
+ */
3813
+ private handlePong;
1579
3814
  private storeComponents;
3815
+ /**
3816
+ * The live, frontend-registered component catalog (name, type, description,
3817
+ * and full prop schema per component) — the same authoritative source
3818
+ * DASH_COMP_REQ's LLM prompt is built from. Exposed so other integrations
3819
+ * (e.g. the dashboard-agent script bridge) can read real component
3820
+ * contracts instead of maintaining a separate, driftable hand-written copy.
3821
+ */
3822
+ getComponents(): Component[];
1580
3823
  /**
1581
3824
  * Set tools for the SDK instance
1582
3825
  */
@@ -1585,6 +3828,57 @@ declare class SuperatomSDK {
1585
3828
  * Get the stored tools
1586
3829
  */
1587
3830
  getTools(): Tool$1[];
3831
+ /**
3832
+ * Call a registered collection operation in-process — no WebSocket
3833
+ * round-trip, since the caller is already running inside this same SDK
3834
+ * instance. Lets SDK-internal features (e.g. the dashboard agent) reuse
3835
+ * whatever collection a deployment has already registered (e.g.
3836
+ * 'dashboards'.'query') by name/convention, instead of requiring a
3837
+ * separate callback purely to re-expose data a collection already serves.
3838
+ * Throws if the collection or operation isn't registered.
3839
+ */
3840
+ callCollection<TResult = any>(collectionName: string, operation: string, params?: any): Promise<TResult>;
3841
+ /**
3842
+ * Register workflow components for the SDK instance.
3843
+ *
3844
+ * Workflows are pre-built multi-step UI flows the main agent can pick when
3845
+ * the user's prompt matches a workflow's `whenToUse` trigger. Picking a
3846
+ * workflow short-circuits analysis text + dashboard component generation —
3847
+ * the workflow component is returned directly, with the LLM-extracted props.
3848
+ */
3849
+ setWorkflows(workflows: WorkflowDescriptor[]): void;
3850
+ /**
3851
+ * Get the registered workflow components.
3852
+ */
3853
+ getWorkflows(): WorkflowDescriptor[];
3854
+ /**
3855
+ * Apply model strategy to all LLM provider singletons
3856
+ * @param strategy - 'best', 'fast', or 'balanced'
3857
+ */
3858
+ private applyModelStrategy;
3859
+ /**
3860
+ * Set model strategy at runtime
3861
+ * @param strategy - 'best', 'fast', or 'balanced'
3862
+ */
3863
+ setModelStrategy(strategy: ModelStrategy): void;
3864
+ /**
3865
+ * Get current model strategy
3866
+ */
3867
+ getModelStrategy(): ModelStrategy;
3868
+ /**
3869
+ * Apply conversation similarity threshold to all LLM provider singletons
3870
+ * @param threshold - Value between 0 and 1 (e.g., 0.8 = 80% similarity required)
3871
+ */
3872
+ private applyConversationSimilarityThreshold;
3873
+ /**
3874
+ * Set conversation similarity threshold at runtime
3875
+ * @param threshold - Value between 0 and 1 (e.g., 0.8 = 80% similarity required)
3876
+ */
3877
+ setConversationSimilarityThreshold(threshold: number): void;
3878
+ /**
3879
+ * Get current conversation similarity threshold
3880
+ */
3881
+ getConversationSimilarityThreshold(): number;
1588
3882
  }
1589
3883
 
1590
- export { type Action, CONTEXT_CONFIG, type CapturedLog, CleanupService, type CollectionHandler, type CollectionOperation, type DBUIBlock, type IncomingMessage, type KbNodesQueryFilters, type KbNodesRequestPayload, LLM, type LogLevel, type Message, SDK_VERSION, STORAGE_CONFIG, SuperatomSDK, type SuperatomSDKConfig, Thread, ThreadManager, type Tool$1 as Tool, UIBlock, UILogCollector, type User, UserManager, type UsersData, logger };
3884
+ export { type Action, type AgentConfig, type AgentResponse, BM25L, type BM25LOptions, type BaseLLMConfig, CONTEXT_CONFIG, type CapturedLog, CleanupService, type CollectionHandler, type CollectionOperation, type DBUIBlock, DEFAULT_AGENT_CONFIG, type DashboardAgentCollectionConfig, type DatabaseType, type HybridSearchOptions, type IncomingMessage, type KbNodesQueryFilters, type KbNodesRequestPayload, LLM, type LLMUsageEntry, type LogLevel, MainAgent, type Message, type ModelStrategy, type OutputField, type RerankedResult, STORAGE_CONFIG, type ScriptComponentSpec, ScriptMatcher, type ScriptParameter, type ScriptRecipe, type ScriptRecipeMetaRow, type ScriptRecipeStore, type ScriptResult, ScriptStore, type ScriptStoreOptions, type SelectedWorkflow, SuperatomSDK, type SuperatomSDKConfig, type TaskType, Thread, ThreadManager, type Tool$1 as Tool, type ToolOutputSchema, UIBlock, UILogCollector, type User, UserManager, type UsersData, type WorkflowDescriptor, anthropicLLM, dashboardConversationHistory, geminiLLM, groqLLM, hybridRerank, llmUsageLogger, logger, normalizeScriptBody, openaiLLM, queryCache, registerDashboardAgentCollection, rerankChromaResults, rerankConversationResults, resolveScriptRecipeStore, runScript, userPromptErrorLogger };