@respan/cli 0.9.0 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/dist/commands/datasets/create-span.js +5 -3
  2. package/dist/commands/datasets/create.js +5 -4
  3. package/dist/commands/datasets/get-span.js +5 -1
  4. package/dist/commands/datasets/get.js +1 -1
  5. package/dist/commands/datasets/list.js +5 -1
  6. package/dist/commands/datasets/spans.js +1 -1
  7. package/dist/commands/datasets/update.js +3 -6
  8. package/dist/commands/{datasets/add-spans.d.ts → eval/index.d.ts} +2 -3
  9. package/dist/commands/eval/index.js +26 -0
  10. package/dist/commands/evaluators/create.js +10 -7
  11. package/dist/commands/evaluators/get.js +1 -1
  12. package/dist/commands/evaluators/list.js +1 -1
  13. package/dist/commands/evaluators/run.js +8 -7
  14. package/dist/commands/evaluators/update.js +6 -7
  15. package/dist/commands/experiments/create.js +9 -8
  16. package/dist/commands/experiments/get.js +1 -1
  17. package/dist/commands/experiments/list.js +1 -1
  18. package/dist/commands/logs/create.js +9 -7
  19. package/dist/commands/logs/get.js +1 -1
  20. package/dist/commands/logs/list.js +4 -3
  21. package/dist/commands/logs/summary.js +3 -2
  22. package/dist/commands/prompts/create-version.js +9 -9
  23. package/dist/commands/prompts/create.js +5 -4
  24. package/dist/commands/prompts/get.js +1 -1
  25. package/dist/commands/prompts/list.js +1 -1
  26. package/dist/commands/prompts/update.js +3 -6
  27. package/dist/commands/prompts/versions.js +1 -1
  28. package/dist/commands/setup/doctor.d.ts +0 -1
  29. package/dist/commands/setup/doctor.js +25 -40
  30. package/dist/commands/setup/gateway.d.ts +16 -0
  31. package/dist/commands/setup/gateway.js +33 -0
  32. package/dist/commands/setup/index.d.ts +4 -33
  33. package/dist/commands/setup/index.js +11 -907
  34. package/dist/commands/setup/tracing.d.ts +16 -0
  35. package/dist/commands/setup/tracing.js +33 -0
  36. package/dist/commands/traces/get.js +1 -1
  37. package/dist/commands/traces/list.js +8 -10
  38. package/dist/commands/traces/summary.js +6 -2
  39. package/dist/commands/users/get.js +1 -1
  40. package/dist/commands/users/list.js +5 -7
  41. package/dist/lib/agents.d.ts +16 -0
  42. package/dist/lib/agents.js +75 -0
  43. package/dist/lib/auth.js +24 -0
  44. package/dist/lib/base-command.d.ts +2 -0
  45. package/dist/lib/base-command.js +11 -1
  46. package/dist/lib/colors.d.ts +7 -0
  47. package/dist/lib/colors.js +10 -0
  48. package/dist/lib/eval/runner.d.ts +15 -0
  49. package/dist/lib/eval/runner.js +292 -0
  50. package/dist/lib/eval/schema.d.ts +67 -0
  51. package/dist/lib/eval/schema.js +22 -0
  52. package/dist/lib/integrate.d.ts +6 -0
  53. package/dist/lib/integrate.js +11 -0
  54. package/dist/lib/setup-base-command.d.ts +84 -0
  55. package/dist/lib/setup-base-command.js +649 -0
  56. package/dist/lib/skill-content.d.ts +1 -0
  57. package/dist/lib/skill-content.js +16 -0
  58. package/dist/lib/skill-refs.generated.d.ts +6 -0
  59. package/dist/lib/skill-refs.generated.js +1489 -0
  60. package/oclif.manifest.json +385 -230
  61. package/package.json +8 -3
  62. package/dist/commands/datasets/add-spans.js +0 -24
@@ -470,10 +470,16 @@
470
470
  "set.js"
471
471
  ]
472
472
  },
473
- "evaluators:create": {
473
+ "datasets:create-span": {
474
474
  "aliases": [],
475
- "args": {},
476
- "description": "Create a new evaluator",
475
+ "args": {
476
+ "dataset-id": {
477
+ "description": "Dataset ID",
478
+ "name": "dataset-id",
479
+ "required": true
480
+ }
481
+ },
482
+ "description": "Create a span in a dataset",
477
483
  "flags": {
478
484
  "api-key": {
479
485
  "description": "API key (env: RESPAN_API_KEY)",
@@ -516,39 +522,18 @@
516
522
  "allowNo": false,
517
523
  "type": "boolean"
518
524
  },
519
- "name": {
520
- "description": "Evaluator name",
521
- "name": "name",
525
+ "body": {
526
+ "description": "Span body as JSON string",
527
+ "name": "body",
522
528
  "required": true,
523
529
  "hasDynamicHelp": false,
524
530
  "multiple": false,
525
531
  "type": "option"
526
- },
527
- "type": {
528
- "description": "Evaluator type",
529
- "name": "type",
530
- "hasDynamicHelp": false,
531
- "multiple": false,
532
- "type": "option"
533
- },
534
- "description": {
535
- "description": "Evaluator description",
536
- "name": "description",
537
- "hasDynamicHelp": false,
538
- "multiple": false,
539
- "type": "option"
540
- },
541
- "config": {
542
- "description": "Evaluator config as JSON string",
543
- "name": "config",
544
- "hasDynamicHelp": false,
545
- "multiple": false,
546
- "type": "option"
547
532
  }
548
533
  },
549
534
  "hasDynamicHelp": false,
550
535
  "hiddenAliases": [],
551
- "id": "evaluators:create",
536
+ "id": "datasets:create-span",
552
537
  "pluginAlias": "@respan/cli",
553
538
  "pluginName": "@respan/cli",
554
539
  "pluginType": "core",
@@ -558,20 +543,14 @@
558
543
  "relativePath": [
559
544
  "dist",
560
545
  "commands",
561
- "evaluators",
562
- "create.js"
546
+ "datasets",
547
+ "create-span.js"
563
548
  ]
564
549
  },
565
- "evaluators:get": {
550
+ "datasets:create": {
566
551
  "aliases": [],
567
- "args": {
568
- "id": {
569
- "description": "Evaluator ID",
570
- "name": "id",
571
- "required": true
572
- }
573
- },
574
- "description": "Get a specific evaluator",
552
+ "args": {},
553
+ "description": "Create a new dataset",
575
554
  "flags": {
576
555
  "api-key": {
577
556
  "description": "API key (env: RESPAN_API_KEY)",
@@ -613,11 +592,26 @@
613
592
  "name": "verbose",
614
593
  "allowNo": false,
615
594
  "type": "boolean"
595
+ },
596
+ "name": {
597
+ "description": "Dataset name",
598
+ "name": "name",
599
+ "required": true,
600
+ "hasDynamicHelp": false,
601
+ "multiple": false,
602
+ "type": "option"
603
+ },
604
+ "description": {
605
+ "description": "Dataset description",
606
+ "name": "description",
607
+ "hasDynamicHelp": false,
608
+ "multiple": false,
609
+ "type": "option"
616
610
  }
617
611
  },
618
612
  "hasDynamicHelp": false,
619
613
  "hiddenAliases": [],
620
- "id": "evaluators:get",
614
+ "id": "datasets:create",
621
615
  "pluginAlias": "@respan/cli",
622
616
  "pluginName": "@respan/cli",
623
617
  "pluginType": "core",
@@ -627,14 +621,25 @@
627
621
  "relativePath": [
628
622
  "dist",
629
623
  "commands",
630
- "evaluators",
631
- "get.js"
624
+ "datasets",
625
+ "create.js"
632
626
  ]
633
627
  },
634
- "evaluators:list": {
628
+ "datasets:get-span": {
635
629
  "aliases": [],
636
- "args": {},
637
- "description": "List evaluators",
630
+ "args": {
631
+ "dataset-id": {
632
+ "description": "Dataset ID",
633
+ "name": "dataset-id",
634
+ "required": true
635
+ },
636
+ "span-id": {
637
+ "description": "Span ID",
638
+ "name": "span-id",
639
+ "required": true
640
+ }
641
+ },
642
+ "description": "Get a specific span from a dataset",
638
643
  "flags": {
639
644
  "api-key": {
640
645
  "description": "API key (env: RESPAN_API_KEY)",
@@ -676,27 +681,11 @@
676
681
  "name": "verbose",
677
682
  "allowNo": false,
678
683
  "type": "boolean"
679
- },
680
- "limit": {
681
- "description": "Number of results per page",
682
- "name": "limit",
683
- "default": 20,
684
- "hasDynamicHelp": false,
685
- "multiple": false,
686
- "type": "option"
687
- },
688
- "page": {
689
- "description": "Page number",
690
- "name": "page",
691
- "default": 1,
692
- "hasDynamicHelp": false,
693
- "multiple": false,
694
- "type": "option"
695
684
  }
696
685
  },
697
686
  "hasDynamicHelp": false,
698
687
  "hiddenAliases": [],
699
- "id": "evaluators:list",
688
+ "id": "datasets:get-span",
700
689
  "pluginAlias": "@respan/cli",
701
690
  "pluginName": "@respan/cli",
702
691
  "pluginType": "core",
@@ -706,20 +695,20 @@
706
695
  "relativePath": [
707
696
  "dist",
708
697
  "commands",
709
- "evaluators",
710
- "list.js"
698
+ "datasets",
699
+ "get-span.js"
711
700
  ]
712
701
  },
713
- "evaluators:run": {
702
+ "datasets:get": {
714
703
  "aliases": [],
715
704
  "args": {
716
705
  "id": {
717
- "description": "Evaluator ID",
706
+ "description": "Dataset ID",
718
707
  "name": "id",
719
708
  "required": true
720
709
  }
721
710
  },
722
- "description": "Run an evaluator",
711
+ "description": "Get a specific dataset",
723
712
  "flags": {
724
713
  "api-key": {
725
714
  "description": "API key (env: RESPAN_API_KEY)",
@@ -761,32 +750,11 @@
761
750
  "name": "verbose",
762
751
  "allowNo": false,
763
752
  "type": "boolean"
764
- },
765
- "dataset-id": {
766
- "description": "Dataset ID to evaluate against",
767
- "name": "dataset-id",
768
- "hasDynamicHelp": false,
769
- "multiple": false,
770
- "type": "option"
771
- },
772
- "log-ids": {
773
- "description": "Comma-separated log/span IDs to evaluate",
774
- "name": "log-ids",
775
- "hasDynamicHelp": false,
776
- "multiple": false,
777
- "type": "option"
778
- },
779
- "params": {
780
- "description": "Additional parameters as JSON string",
781
- "name": "params",
782
- "hasDynamicHelp": false,
783
- "multiple": false,
784
- "type": "option"
785
753
  }
786
754
  },
787
755
  "hasDynamicHelp": false,
788
756
  "hiddenAliases": [],
789
- "id": "evaluators:run",
757
+ "id": "datasets:get",
790
758
  "pluginAlias": "@respan/cli",
791
759
  "pluginName": "@respan/cli",
792
760
  "pluginType": "core",
@@ -796,20 +764,14 @@
796
764
  "relativePath": [
797
765
  "dist",
798
766
  "commands",
799
- "evaluators",
800
- "run.js"
767
+ "datasets",
768
+ "get.js"
801
769
  ]
802
770
  },
803
- "evaluators:update": {
771
+ "datasets:list": {
804
772
  "aliases": [],
805
- "args": {
806
- "id": {
807
- "description": "Evaluator ID",
808
- "name": "id",
809
- "required": true
810
- }
811
- },
812
- "description": "Update an evaluator",
773
+ "args": {},
774
+ "description": "List datasets",
813
775
  "flags": {
814
776
  "api-key": {
815
777
  "description": "API key (env: RESPAN_API_KEY)",
@@ -852,23 +814,18 @@
852
814
  "allowNo": false,
853
815
  "type": "boolean"
854
816
  },
855
- "name": {
856
- "description": "Evaluator name",
857
- "name": "name",
858
- "hasDynamicHelp": false,
859
- "multiple": false,
860
- "type": "option"
861
- },
862
- "description": {
863
- "description": "Evaluator description",
864
- "name": "description",
817
+ "limit": {
818
+ "description": "Number of results per page",
819
+ "name": "limit",
820
+ "default": 50,
865
821
  "hasDynamicHelp": false,
866
822
  "multiple": false,
867
823
  "type": "option"
868
824
  },
869
- "config": {
870
- "description": "Evaluator config as JSON string",
871
- "name": "config",
825
+ "page": {
826
+ "description": "Page number",
827
+ "name": "page",
828
+ "default": 1,
872
829
  "hasDynamicHelp": false,
873
830
  "multiple": false,
874
831
  "type": "option"
@@ -876,7 +833,7 @@
876
833
  },
877
834
  "hasDynamicHelp": false,
878
835
  "hiddenAliases": [],
879
- "id": "evaluators:update",
836
+ "id": "datasets:list",
880
837
  "pluginAlias": "@respan/cli",
881
838
  "pluginName": "@respan/cli",
882
839
  "pluginType": "core",
@@ -886,11 +843,11 @@
886
843
  "relativePath": [
887
844
  "dist",
888
845
  "commands",
889
- "evaluators",
890
- "update.js"
846
+ "datasets",
847
+ "list.js"
891
848
  ]
892
849
  },
893
- "datasets:add-spans": {
850
+ "datasets:spans": {
894
851
  "aliases": [],
895
852
  "args": {
896
853
  "dataset-id": {
@@ -899,7 +856,7 @@
899
856
  "required": true
900
857
  }
901
858
  },
902
- "description": "Add existing spans to a dataset",
859
+ "description": "List spans in a dataset",
903
860
  "flags": {
904
861
  "api-key": {
905
862
  "description": "API key (env: RESPAN_API_KEY)",
@@ -941,19 +898,11 @@
941
898
  "name": "verbose",
942
899
  "allowNo": false,
943
900
  "type": "boolean"
944
- },
945
- "span-ids": {
946
- "description": "Comma-separated span IDs",
947
- "name": "span-ids",
948
- "required": true,
949
- "hasDynamicHelp": false,
950
- "multiple": false,
951
- "type": "option"
952
901
  }
953
902
  },
954
903
  "hasDynamicHelp": false,
955
904
  "hiddenAliases": [],
956
- "id": "datasets:add-spans",
905
+ "id": "datasets:spans",
957
906
  "pluginAlias": "@respan/cli",
958
907
  "pluginName": "@respan/cli",
959
908
  "pluginType": "core",
@@ -964,19 +913,19 @@
964
913
  "dist",
965
914
  "commands",
966
915
  "datasets",
967
- "add-spans.js"
916
+ "spans.js"
968
917
  ]
969
918
  },
970
- "datasets:create-span": {
919
+ "datasets:update": {
971
920
  "aliases": [],
972
921
  "args": {
973
- "dataset-id": {
922
+ "id": {
974
923
  "description": "Dataset ID",
975
- "name": "dataset-id",
924
+ "name": "id",
976
925
  "required": true
977
926
  }
978
927
  },
979
- "description": "Create a span in a dataset",
928
+ "description": "Update a dataset",
980
929
  "flags": {
981
930
  "api-key": {
982
931
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1019,10 +968,16 @@
1019
968
  "allowNo": false,
1020
969
  "type": "boolean"
1021
970
  },
1022
- "body": {
1023
- "description": "Span body as JSON string",
1024
- "name": "body",
1025
- "required": true,
971
+ "name": {
972
+ "description": "Dataset name",
973
+ "name": "name",
974
+ "hasDynamicHelp": false,
975
+ "multiple": false,
976
+ "type": "option"
977
+ },
978
+ "description": {
979
+ "description": "Dataset description",
980
+ "name": "description",
1026
981
  "hasDynamicHelp": false,
1027
982
  "multiple": false,
1028
983
  "type": "option"
@@ -1030,7 +985,7 @@
1030
985
  },
1031
986
  "hasDynamicHelp": false,
1032
987
  "hiddenAliases": [],
1033
- "id": "datasets:create-span",
988
+ "id": "datasets:update",
1034
989
  "pluginAlias": "@respan/cli",
1035
990
  "pluginName": "@respan/cli",
1036
991
  "pluginType": "core",
@@ -1041,13 +996,19 @@
1041
996
  "dist",
1042
997
  "commands",
1043
998
  "datasets",
1044
- "create-span.js"
999
+ "update.js"
1045
1000
  ]
1046
1001
  },
1047
- "datasets:create": {
1002
+ "eval": {
1048
1003
  "aliases": [],
1049
- "args": {},
1050
- "description": "Create a new dataset",
1004
+ "args": {
1005
+ "file": {
1006
+ "description": "Path to eval JSON file",
1007
+ "name": "file",
1008
+ "required": true
1009
+ }
1010
+ },
1011
+ "description": "Run an eval defined in a JSON file (creates prompt + dataset on the platform)",
1051
1012
  "flags": {
1052
1013
  "api-key": {
1053
1014
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1089,26 +1050,11 @@
1089
1050
  "name": "verbose",
1090
1051
  "allowNo": false,
1091
1052
  "type": "boolean"
1092
- },
1093
- "name": {
1094
- "description": "Dataset name",
1095
- "name": "name",
1096
- "required": true,
1097
- "hasDynamicHelp": false,
1098
- "multiple": false,
1099
- "type": "option"
1100
- },
1101
- "description": {
1102
- "description": "Dataset description",
1103
- "name": "description",
1104
- "hasDynamicHelp": false,
1105
- "multiple": false,
1106
- "type": "option"
1107
1053
  }
1108
1054
  },
1109
1055
  "hasDynamicHelp": false,
1110
1056
  "hiddenAliases": [],
1111
- "id": "datasets:create",
1057
+ "id": "eval",
1112
1058
  "pluginAlias": "@respan/cli",
1113
1059
  "pluginName": "@respan/cli",
1114
1060
  "pluginType": "core",
@@ -1118,25 +1064,14 @@
1118
1064
  "relativePath": [
1119
1065
  "dist",
1120
1066
  "commands",
1121
- "datasets",
1122
- "create.js"
1067
+ "eval",
1068
+ "index.js"
1123
1069
  ]
1124
1070
  },
1125
- "datasets:get-span": {
1071
+ "evaluators:create": {
1126
1072
  "aliases": [],
1127
- "args": {
1128
- "dataset-id": {
1129
- "description": "Dataset ID",
1130
- "name": "dataset-id",
1131
- "required": true
1132
- },
1133
- "span-id": {
1134
- "description": "Span ID",
1135
- "name": "span-id",
1136
- "required": true
1137
- }
1138
- },
1139
- "description": "Get a specific span from a dataset",
1073
+ "args": {},
1074
+ "description": "Create a new evaluator",
1140
1075
  "flags": {
1141
1076
  "api-key": {
1142
1077
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1153,36 +1088,65 @@
1153
1088
  "multiple": false,
1154
1089
  "type": "option"
1155
1090
  },
1156
- "profile": {
1157
- "description": "Named profile to use",
1158
- "name": "profile",
1091
+ "profile": {
1092
+ "description": "Named profile to use",
1093
+ "name": "profile",
1094
+ "hasDynamicHelp": false,
1095
+ "multiple": false,
1096
+ "type": "option"
1097
+ },
1098
+ "json": {
1099
+ "description": "Output as JSON",
1100
+ "name": "json",
1101
+ "allowNo": false,
1102
+ "type": "boolean"
1103
+ },
1104
+ "csv": {
1105
+ "description": "Output as CSV",
1106
+ "name": "csv",
1107
+ "allowNo": false,
1108
+ "type": "boolean"
1109
+ },
1110
+ "verbose": {
1111
+ "char": "v",
1112
+ "description": "Show verbose output",
1113
+ "name": "verbose",
1114
+ "allowNo": false,
1115
+ "type": "boolean"
1116
+ },
1117
+ "name": {
1118
+ "description": "Evaluator name",
1119
+ "name": "name",
1120
+ "required": true,
1121
+ "hasDynamicHelp": false,
1122
+ "multiple": false,
1123
+ "type": "option"
1124
+ },
1125
+ "type": {
1126
+ "description": "Evaluator type",
1127
+ "name": "type",
1128
+ "hasDynamicHelp": false,
1129
+ "multiple": false,
1130
+ "type": "option"
1131
+ },
1132
+ "description": {
1133
+ "description": "Evaluator description",
1134
+ "name": "description",
1135
+ "hasDynamicHelp": false,
1136
+ "multiple": false,
1137
+ "type": "option"
1138
+ },
1139
+ "config": {
1140
+ "description": "Evaluator config as JSON string",
1141
+ "name": "config",
1159
1142
  "hasDynamicHelp": false,
1160
1143
  "multiple": false,
1161
1144
  "type": "option"
1162
- },
1163
- "json": {
1164
- "description": "Output as JSON",
1165
- "name": "json",
1166
- "allowNo": false,
1167
- "type": "boolean"
1168
- },
1169
- "csv": {
1170
- "description": "Output as CSV",
1171
- "name": "csv",
1172
- "allowNo": false,
1173
- "type": "boolean"
1174
- },
1175
- "verbose": {
1176
- "char": "v",
1177
- "description": "Show verbose output",
1178
- "name": "verbose",
1179
- "allowNo": false,
1180
- "type": "boolean"
1181
1145
  }
1182
1146
  },
1183
1147
  "hasDynamicHelp": false,
1184
1148
  "hiddenAliases": [],
1185
- "id": "datasets:get-span",
1149
+ "id": "evaluators:create",
1186
1150
  "pluginAlias": "@respan/cli",
1187
1151
  "pluginName": "@respan/cli",
1188
1152
  "pluginType": "core",
@@ -1192,20 +1156,20 @@
1192
1156
  "relativePath": [
1193
1157
  "dist",
1194
1158
  "commands",
1195
- "datasets",
1196
- "get-span.js"
1159
+ "evaluators",
1160
+ "create.js"
1197
1161
  ]
1198
1162
  },
1199
- "datasets:get": {
1163
+ "evaluators:get": {
1200
1164
  "aliases": [],
1201
1165
  "args": {
1202
1166
  "id": {
1203
- "description": "Dataset ID",
1167
+ "description": "Evaluator ID",
1204
1168
  "name": "id",
1205
1169
  "required": true
1206
1170
  }
1207
1171
  },
1208
- "description": "Get a specific dataset",
1172
+ "description": "Get a specific evaluator",
1209
1173
  "flags": {
1210
1174
  "api-key": {
1211
1175
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1251,7 +1215,7 @@
1251
1215
  },
1252
1216
  "hasDynamicHelp": false,
1253
1217
  "hiddenAliases": [],
1254
- "id": "datasets:get",
1218
+ "id": "evaluators:get",
1255
1219
  "pluginAlias": "@respan/cli",
1256
1220
  "pluginName": "@respan/cli",
1257
1221
  "pluginType": "core",
@@ -1261,14 +1225,14 @@
1261
1225
  "relativePath": [
1262
1226
  "dist",
1263
1227
  "commands",
1264
- "datasets",
1228
+ "evaluators",
1265
1229
  "get.js"
1266
1230
  ]
1267
1231
  },
1268
- "datasets:list": {
1232
+ "evaluators:list": {
1269
1233
  "aliases": [],
1270
1234
  "args": {},
1271
- "description": "List datasets",
1235
+ "description": "List evaluators",
1272
1236
  "flags": {
1273
1237
  "api-key": {
1274
1238
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1314,7 +1278,7 @@
1314
1278
  "limit": {
1315
1279
  "description": "Number of results per page",
1316
1280
  "name": "limit",
1317
- "default": 50,
1281
+ "default": 20,
1318
1282
  "hasDynamicHelp": false,
1319
1283
  "multiple": false,
1320
1284
  "type": "option"
@@ -1330,7 +1294,7 @@
1330
1294
  },
1331
1295
  "hasDynamicHelp": false,
1332
1296
  "hiddenAliases": [],
1333
- "id": "datasets:list",
1297
+ "id": "evaluators:list",
1334
1298
  "pluginAlias": "@respan/cli",
1335
1299
  "pluginName": "@respan/cli",
1336
1300
  "pluginType": "core",
@@ -1340,20 +1304,20 @@
1340
1304
  "relativePath": [
1341
1305
  "dist",
1342
1306
  "commands",
1343
- "datasets",
1307
+ "evaluators",
1344
1308
  "list.js"
1345
1309
  ]
1346
1310
  },
1347
- "datasets:spans": {
1311
+ "evaluators:run": {
1348
1312
  "aliases": [],
1349
1313
  "args": {
1350
- "dataset-id": {
1351
- "description": "Dataset ID",
1352
- "name": "dataset-id",
1314
+ "id": {
1315
+ "description": "Evaluator ID",
1316
+ "name": "id",
1353
1317
  "required": true
1354
1318
  }
1355
1319
  },
1356
- "description": "List spans in a dataset",
1320
+ "description": "Run an evaluator",
1357
1321
  "flags": {
1358
1322
  "api-key": {
1359
1323
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1395,11 +1359,32 @@
1395
1359
  "name": "verbose",
1396
1360
  "allowNo": false,
1397
1361
  "type": "boolean"
1362
+ },
1363
+ "dataset-id": {
1364
+ "description": "Dataset ID to evaluate against",
1365
+ "name": "dataset-id",
1366
+ "hasDynamicHelp": false,
1367
+ "multiple": false,
1368
+ "type": "option"
1369
+ },
1370
+ "log-ids": {
1371
+ "description": "Comma-separated log/span IDs to evaluate",
1372
+ "name": "log-ids",
1373
+ "hasDynamicHelp": false,
1374
+ "multiple": false,
1375
+ "type": "option"
1376
+ },
1377
+ "params": {
1378
+ "description": "Additional parameters as JSON string",
1379
+ "name": "params",
1380
+ "hasDynamicHelp": false,
1381
+ "multiple": false,
1382
+ "type": "option"
1398
1383
  }
1399
1384
  },
1400
1385
  "hasDynamicHelp": false,
1401
1386
  "hiddenAliases": [],
1402
- "id": "datasets:spans",
1387
+ "id": "evaluators:run",
1403
1388
  "pluginAlias": "@respan/cli",
1404
1389
  "pluginName": "@respan/cli",
1405
1390
  "pluginType": "core",
@@ -1409,20 +1394,20 @@
1409
1394
  "relativePath": [
1410
1395
  "dist",
1411
1396
  "commands",
1412
- "datasets",
1413
- "spans.js"
1397
+ "evaluators",
1398
+ "run.js"
1414
1399
  ]
1415
1400
  },
1416
- "datasets:update": {
1401
+ "evaluators:update": {
1417
1402
  "aliases": [],
1418
1403
  "args": {
1419
1404
  "id": {
1420
- "description": "Dataset ID",
1405
+ "description": "Evaluator ID",
1421
1406
  "name": "id",
1422
1407
  "required": true
1423
1408
  }
1424
1409
  },
1425
- "description": "Update a dataset",
1410
+ "description": "Update an evaluator",
1426
1411
  "flags": {
1427
1412
  "api-key": {
1428
1413
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1466,23 +1451,30 @@
1466
1451
  "type": "boolean"
1467
1452
  },
1468
1453
  "name": {
1469
- "description": "Dataset name",
1454
+ "description": "Evaluator name",
1470
1455
  "name": "name",
1471
1456
  "hasDynamicHelp": false,
1472
1457
  "multiple": false,
1473
1458
  "type": "option"
1474
1459
  },
1475
1460
  "description": {
1476
- "description": "Dataset description",
1461
+ "description": "Evaluator description",
1477
1462
  "name": "description",
1478
1463
  "hasDynamicHelp": false,
1479
1464
  "multiple": false,
1480
1465
  "type": "option"
1466
+ },
1467
+ "config": {
1468
+ "description": "Evaluator config as JSON string",
1469
+ "name": "config",
1470
+ "hasDynamicHelp": false,
1471
+ "multiple": false,
1472
+ "type": "option"
1481
1473
  }
1482
1474
  },
1483
1475
  "hasDynamicHelp": false,
1484
1476
  "hiddenAliases": [],
1485
- "id": "datasets:update",
1477
+ "id": "evaluators:update",
1486
1478
  "pluginAlias": "@respan/cli",
1487
1479
  "pluginName": "@respan/cli",
1488
1480
  "pluginType": "core",
@@ -1492,7 +1484,7 @@
1492
1484
  "relativePath": [
1493
1485
  "dist",
1494
1486
  "commands",
1495
- "datasets",
1487
+ "evaluators",
1496
1488
  "update.js"
1497
1489
  ]
1498
1490
  },
@@ -3285,16 +3277,98 @@
3285
3277
  "doctor.js"
3286
3278
  ]
3287
3279
  },
3280
+ "setup:gateway": {
3281
+ "aliases": [],
3282
+ "args": {},
3283
+ "description": "Set up Respan gateway routing in this project.\n\nRuns the gateway setup flow directly (skips the \"Tracing or Gateway?\"\nquestion). Sets up your API key, installs the Respan skill, and optionally\nopens your coding agent to route the detected framework through the gateway.",
3284
+ "examples": [
3285
+ "respan setup gateway",
3286
+ "respan setup gateway --agent claude-code",
3287
+ "respan setup gateway --no-instrument"
3288
+ ],
3289
+ "flags": {
3290
+ "api-key": {
3291
+ "description": "API key (env: RESPAN_API_KEY)",
3292
+ "env": "RESPAN_API_KEY",
3293
+ "name": "api-key",
3294
+ "hasDynamicHelp": false,
3295
+ "multiple": false,
3296
+ "type": "option"
3297
+ },
3298
+ "base-url": {
3299
+ "description": "Temporary API base URL override for this command",
3300
+ "name": "base-url",
3301
+ "hasDynamicHelp": false,
3302
+ "multiple": false,
3303
+ "type": "option"
3304
+ },
3305
+ "profile": {
3306
+ "description": "Named profile to use",
3307
+ "name": "profile",
3308
+ "hasDynamicHelp": false,
3309
+ "multiple": false,
3310
+ "type": "option"
3311
+ },
3312
+ "json": {
3313
+ "hidden": true,
3314
+ "name": "json",
3315
+ "allowNo": false,
3316
+ "type": "boolean"
3317
+ },
3318
+ "csv": {
3319
+ "hidden": true,
3320
+ "name": "csv",
3321
+ "allowNo": false,
3322
+ "type": "boolean"
3323
+ },
3324
+ "verbose": {
3325
+ "char": "v",
3326
+ "description": "Show verbose output",
3327
+ "name": "verbose",
3328
+ "allowNo": false,
3329
+ "type": "boolean"
3330
+ },
3331
+ "agent": {
3332
+ "description": "Agent to configure (claude-code, cursor, codex-cli, gemini-cli, opencode)",
3333
+ "name": "agent",
3334
+ "hasDynamicHelp": false,
3335
+ "multiple": false,
3336
+ "type": "option"
3337
+ },
3338
+ "no-instrument": {
3339
+ "description": "Skip opening the agent after setup",
3340
+ "name": "no-instrument",
3341
+ "allowNo": false,
3342
+ "type": "boolean"
3343
+ }
3344
+ },
3345
+ "hasDynamicHelp": false,
3346
+ "hiddenAliases": [],
3347
+ "id": "setup:gateway",
3348
+ "pluginAlias": "@respan/cli",
3349
+ "pluginName": "@respan/cli",
3350
+ "pluginType": "core",
3351
+ "strict": true,
3352
+ "enableJsonFlag": false,
3353
+ "isESM": true,
3354
+ "relativePath": [
3355
+ "dist",
3356
+ "commands",
3357
+ "setup",
3358
+ "gateway.js"
3359
+ ]
3360
+ },
3288
3361
  "setup": {
3289
3362
  "aliases": [],
3290
3363
  "args": {},
3291
- "description": "Interactive setup wizard for Respan.\n\nSets up your API key, installs skills and SDK docs for your preferred\ncoding agents, and optionally runs an instrumentation agent.\n\nThis is the recommended way to get started with Respan.",
3364
+ "description": "Interactive setup wizard for Respan.\n\nSets up your API key, installs skills and SDK docs for your preferred\ncoding agents, and optionally runs a setup agent. Asks whether you want\nto set up tracing or gateway routing.\n\nThis is the recommended way to get started with Respan.",
3292
3365
  "examples": [
3293
3366
  "npx @respan/cli setup",
3294
3367
  "respan setup",
3368
+ "respan setup tracing",
3369
+ "respan setup gateway",
3295
3370
  "respan setup --agent claude-code",
3296
- "respan setup --no-instrument",
3297
- "respan setup --agent cursor"
3371
+ "respan setup --no-instrument"
3298
3372
  ],
3299
3373
  "flags": {
3300
3374
  "api-key": {
@@ -3320,13 +3394,13 @@
3320
3394
  "type": "option"
3321
3395
  },
3322
3396
  "json": {
3323
- "description": "Output as JSON",
3397
+ "hidden": true,
3324
3398
  "name": "json",
3325
3399
  "allowNo": false,
3326
3400
  "type": "boolean"
3327
3401
  },
3328
3402
  "csv": {
3329
- "description": "Output as CSV",
3403
+ "hidden": true,
3330
3404
  "name": "csv",
3331
3405
  "allowNo": false,
3332
3406
  "type": "boolean"
@@ -3368,6 +3442,87 @@
3368
3442
  "index.js"
3369
3443
  ]
3370
3444
  },
3445
+ "setup:tracing": {
3446
+ "aliases": [],
3447
+ "args": {},
3448
+ "description": "Set up Respan SDK tracing in this project.\n\nRuns the tracing setup flow directly (skips the \"Tracing or Gateway?\"\nquestion). Sets up your API key, installs the Respan skill, and optionally\nopens your coding agent to instrument the project.",
3449
+ "examples": [
3450
+ "respan setup tracing",
3451
+ "respan setup tracing --agent claude-code",
3452
+ "respan setup tracing --no-instrument"
3453
+ ],
3454
+ "flags": {
3455
+ "api-key": {
3456
+ "description": "API key (env: RESPAN_API_KEY)",
3457
+ "env": "RESPAN_API_KEY",
3458
+ "name": "api-key",
3459
+ "hasDynamicHelp": false,
3460
+ "multiple": false,
3461
+ "type": "option"
3462
+ },
3463
+ "base-url": {
3464
+ "description": "Temporary API base URL override for this command",
3465
+ "name": "base-url",
3466
+ "hasDynamicHelp": false,
3467
+ "multiple": false,
3468
+ "type": "option"
3469
+ },
3470
+ "profile": {
3471
+ "description": "Named profile to use",
3472
+ "name": "profile",
3473
+ "hasDynamicHelp": false,
3474
+ "multiple": false,
3475
+ "type": "option"
3476
+ },
3477
+ "json": {
3478
+ "hidden": true,
3479
+ "name": "json",
3480
+ "allowNo": false,
3481
+ "type": "boolean"
3482
+ },
3483
+ "csv": {
3484
+ "hidden": true,
3485
+ "name": "csv",
3486
+ "allowNo": false,
3487
+ "type": "boolean"
3488
+ },
3489
+ "verbose": {
3490
+ "char": "v",
3491
+ "description": "Show verbose output",
3492
+ "name": "verbose",
3493
+ "allowNo": false,
3494
+ "type": "boolean"
3495
+ },
3496
+ "agent": {
3497
+ "description": "Agent to configure (claude-code, cursor, codex-cli, gemini-cli, opencode)",
3498
+ "name": "agent",
3499
+ "hasDynamicHelp": false,
3500
+ "multiple": false,
3501
+ "type": "option"
3502
+ },
3503
+ "no-instrument": {
3504
+ "description": "Skip opening the agent after setup",
3505
+ "name": "no-instrument",
3506
+ "allowNo": false,
3507
+ "type": "boolean"
3508
+ }
3509
+ },
3510
+ "hasDynamicHelp": false,
3511
+ "hiddenAliases": [],
3512
+ "id": "setup:tracing",
3513
+ "pluginAlias": "@respan/cli",
3514
+ "pluginName": "@respan/cli",
3515
+ "pluginType": "core",
3516
+ "strict": true,
3517
+ "enableJsonFlag": false,
3518
+ "isESM": true,
3519
+ "relativePath": [
3520
+ "dist",
3521
+ "commands",
3522
+ "setup",
3523
+ "tracing.js"
3524
+ ]
3525
+ },
3371
3526
  "traces:get": {
3372
3527
  "aliases": [],
3373
3528
  "args": {
@@ -3555,7 +3710,7 @@
3555
3710
  "traces:summary": {
3556
3711
  "aliases": [],
3557
3712
  "args": {},
3558
- "description": "Get a summary of traces for a time range",
3713
+ "description": "Get a span-level summary of activity for a time range (counts, latency, cost, errors aggregated across spans)",
3559
3714
  "flags": {
3560
3715
  "api-key": {
3561
3716
  "description": "API key (env: RESPAN_API_KEY)",
@@ -3976,5 +4131,5 @@
3976
4131
  ]
3977
4132
  }
3978
4133
  },
3979
- "version": "0.9.0"
4134
+ "version": "0.11.0"
3980
4135
  }