@respan/cli 0.3.1 → 0.3.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. package/dist/commands/auth/login.js +4 -3
  2. package/dist/lib/banner.d.ts +1 -1
  3. package/dist/lib/banner.js +7 -2
  4. package/oclif.manifest.json +426 -426
  5. package/package.json +5 -4
package/oclif.manifest.json CHANGED
@@ -428,16 +428,10 @@
428
428
  "set.js"
429
429
  ]
430
430
  },
431
- "datasets:add-spans": {
431
+ "evaluators:create": {
432
432
  "aliases": [],
433
- "args": {
434
- "dataset-id": {
435
- "description": "Dataset ID",
436
- "name": "dataset-id",
437
- "required": true
438
- }
439
- },
440
- "description": "Add existing spans to a dataset",
433
+ "args": {},
434
+ "description": "Create a new evaluator",
441
435
  "flags": {
442
436
  "api-key": {
443
437
  "description": "API key (env: RESPAN_API_KEY)",
@@ -473,18 +467,39 @@
473
467
  "allowNo": false,
474
468
  "type": "boolean"
475
469
  },
476
- "span-ids": {
477
- "description": "Comma-separated span IDs",
478
- "name": "span-ids",
470
+ "name": {
471
+ "description": "Evaluator name",
472
+ "name": "name",
479
473
  "required": true,
480
474
  "hasDynamicHelp": false,
481
475
  "multiple": false,
482
476
  "type": "option"
477
+ },
478
+ "type": {
479
+ "description": "Evaluator type",
480
+ "name": "type",
481
+ "hasDynamicHelp": false,
482
+ "multiple": false,
483
+ "type": "option"
484
+ },
485
+ "description": {
486
+ "description": "Evaluator description",
487
+ "name": "description",
488
+ "hasDynamicHelp": false,
489
+ "multiple": false,
490
+ "type": "option"
491
+ },
492
+ "config": {
493
+ "description": "Evaluator config as JSON string",
494
+ "name": "config",
495
+ "hasDynamicHelp": false,
496
+ "multiple": false,
497
+ "type": "option"
483
498
  }
484
499
  },
485
500
  "hasDynamicHelp": false,
486
501
  "hiddenAliases": [],
487
- "id": "datasets:add-spans",
502
+ "id": "evaluators:create",
488
503
  "pluginAlias": "@respan/cli",
489
504
  "pluginName": "@respan/cli",
490
505
  "pluginType": "core",
@@ -494,20 +509,20 @@
494
509
  "relativePath": [
495
510
  "dist",
496
511
  "commands",
497
- "datasets",
498
- "add-spans.js"
512
+ "evaluators",
513
+ "create.js"
499
514
  ]
500
515
  },
501
- "datasets:create-span": {
516
+ "evaluators:get": {
502
517
  "aliases": [],
503
518
  "args": {
504
- "dataset-id": {
505
- "description": "Dataset ID",
506
- "name": "dataset-id",
519
+ "id": {
520
+ "description": "Evaluator ID",
521
+ "name": "id",
507
522
  "required": true
508
523
  }
509
524
  },
510
- "description": "Create a span in a dataset",
525
+ "description": "Get a specific evaluator",
511
526
  "flags": {
512
527
  "api-key": {
513
528
  "description": "API key (env: RESPAN_API_KEY)",
@@ -542,19 +557,11 @@
542
557
  "name": "verbose",
543
558
  "allowNo": false,
544
559
  "type": "boolean"
545
- },
546
- "body": {
547
- "description": "Span body as JSON string",
548
- "name": "body",
549
- "required": true,
550
- "hasDynamicHelp": false,
551
- "multiple": false,
552
- "type": "option"
553
560
  }
554
561
  },
555
562
  "hasDynamicHelp": false,
556
563
  "hiddenAliases": [],
557
- "id": "datasets:create-span",
564
+ "id": "evaluators:get",
558
565
  "pluginAlias": "@respan/cli",
559
566
  "pluginName": "@respan/cli",
560
567
  "pluginType": "core",
@@ -564,14 +571,14 @@
564
571
  "relativePath": [
565
572
  "dist",
566
573
  "commands",
567
- "datasets",
568
- "create-span.js"
574
+ "evaluators",
575
+ "get.js"
569
576
  ]
570
577
  },
571
- "datasets:create": {
578
+ "evaluators:list": {
572
579
  "aliases": [],
573
580
  "args": {},
574
- "description": "Create a new dataset",
581
+ "description": "List evaluators",
575
582
  "flags": {
576
583
  "api-key": {
577
584
  "description": "API key (env: RESPAN_API_KEY)",
@@ -607,17 +614,18 @@
607
614
  "allowNo": false,
608
615
  "type": "boolean"
609
616
  },
610
- "name": {
611
- "description": "Dataset name",
612
- "name": "name",
613
- "required": true,
617
+ "limit": {
618
+ "description": "Number of results per page",
619
+ "name": "limit",
620
+ "default": 20,
614
621
  "hasDynamicHelp": false,
615
622
  "multiple": false,
616
623
  "type": "option"
617
624
  },
618
- "description": {
619
- "description": "Dataset description",
620
- "name": "description",
625
+ "page": {
626
+ "description": "Page number",
627
+ "name": "page",
628
+ "default": 1,
621
629
  "hasDynamicHelp": false,
622
630
  "multiple": false,
623
631
  "type": "option"
@@ -625,7 +633,7 @@
625
633
  },
626
634
  "hasDynamicHelp": false,
627
635
  "hiddenAliases": [],
628
- "id": "datasets:create",
636
+ "id": "evaluators:list",
629
637
  "pluginAlias": "@respan/cli",
630
638
  "pluginName": "@respan/cli",
631
639
  "pluginType": "core",
@@ -635,25 +643,20 @@
635
643
  "relativePath": [
636
644
  "dist",
637
645
  "commands",
638
- "datasets",
639
- "create.js"
646
+ "evaluators",
647
+ "list.js"
640
648
  ]
641
649
  },
642
- "datasets:get-span": {
650
+ "evaluators:run": {
643
651
  "aliases": [],
644
652
  "args": {
645
- "dataset-id": {
646
- "description": "Dataset ID",
647
- "name": "dataset-id",
648
- "required": true
649
- },
650
- "span-id": {
651
- "description": "Span ID",
652
- "name": "span-id",
653
+ "id": {
654
+ "description": "Evaluator ID",
655
+ "name": "id",
653
656
  "required": true
654
657
  }
655
658
  },
656
- "description": "Get a specific span from a dataset",
659
+ "description": "Run an evaluator",
657
660
  "flags": {
658
661
  "api-key": {
659
662
  "description": "API key (env: RESPAN_API_KEY)",
@@ -688,11 +691,32 @@
688
691
  "name": "verbose",
689
692
  "allowNo": false,
690
693
  "type": "boolean"
694
+ },
695
+ "dataset-id": {
696
+ "description": "Dataset ID to evaluate against",
697
+ "name": "dataset-id",
698
+ "hasDynamicHelp": false,
699
+ "multiple": false,
700
+ "type": "option"
701
+ },
702
+ "log-ids": {
703
+ "description": "Comma-separated log/span IDs to evaluate",
704
+ "name": "log-ids",
705
+ "hasDynamicHelp": false,
706
+ "multiple": false,
707
+ "type": "option"
708
+ },
709
+ "params": {
710
+ "description": "Additional parameters as JSON string",
711
+ "name": "params",
712
+ "hasDynamicHelp": false,
713
+ "multiple": false,
714
+ "type": "option"
691
715
  }
692
716
  },
693
717
  "hasDynamicHelp": false,
694
718
  "hiddenAliases": [],
695
- "id": "datasets:get-span",
719
+ "id": "evaluators:run",
696
720
  "pluginAlias": "@respan/cli",
697
721
  "pluginName": "@respan/cli",
698
722
  "pluginType": "core",
@@ -702,20 +726,20 @@
702
726
  "relativePath": [
703
727
  "dist",
704
728
  "commands",
705
- "datasets",
706
- "get-span.js"
729
+ "evaluators",
730
+ "run.js"
707
731
  ]
708
732
  },
709
- "datasets:get": {
733
+ "evaluators:update": {
710
734
  "aliases": [],
711
735
  "args": {
712
736
  "id": {
713
- "description": "Dataset ID",
737
+ "description": "Evaluator ID",
714
738
  "name": "id",
715
739
  "required": true
716
740
  }
717
741
  },
718
- "description": "Get a specific dataset",
742
+ "description": "Update an evaluator",
719
743
  "flags": {
720
744
  "api-key": {
721
745
  "description": "API key (env: RESPAN_API_KEY)",
@@ -750,11 +774,32 @@
750
774
  "name": "verbose",
751
775
  "allowNo": false,
752
776
  "type": "boolean"
777
+ },
778
+ "name": {
779
+ "description": "Evaluator name",
780
+ "name": "name",
781
+ "hasDynamicHelp": false,
782
+ "multiple": false,
783
+ "type": "option"
784
+ },
785
+ "description": {
786
+ "description": "Evaluator description",
787
+ "name": "description",
788
+ "hasDynamicHelp": false,
789
+ "multiple": false,
790
+ "type": "option"
791
+ },
792
+ "config": {
793
+ "description": "Evaluator config as JSON string",
794
+ "name": "config",
795
+ "hasDynamicHelp": false,
796
+ "multiple": false,
797
+ "type": "option"
753
798
  }
754
799
  },
755
800
  "hasDynamicHelp": false,
756
801
  "hiddenAliases": [],
757
- "id": "datasets:get",
802
+ "id": "evaluators:update",
758
803
  "pluginAlias": "@respan/cli",
759
804
  "pluginName": "@respan/cli",
760
805
  "pluginType": "core",
@@ -764,14 +809,20 @@
764
809
  "relativePath": [
765
810
  "dist",
766
811
  "commands",
767
- "datasets",
768
- "get.js"
812
+ "evaluators",
813
+ "update.js"
769
814
  ]
770
815
  },
771
- "datasets:list": {
816
+ "datasets:add-spans": {
772
817
  "aliases": [],
773
- "args": {},
774
- "description": "List datasets",
818
+ "args": {
819
+ "dataset-id": {
820
+ "description": "Dataset ID",
821
+ "name": "dataset-id",
822
+ "required": true
823
+ }
824
+ },
825
+ "description": "Add existing spans to a dataset",
775
826
  "flags": {
776
827
  "api-key": {
777
828
  "description": "API key (env: RESPAN_API_KEY)",
@@ -807,18 +858,10 @@
807
858
  "allowNo": false,
808
859
  "type": "boolean"
809
860
  },
810
- "limit": {
811
- "description": "Number of results per page",
812
- "name": "limit",
813
- "default": 50,
814
- "hasDynamicHelp": false,
815
- "multiple": false,
816
- "type": "option"
817
- },
818
- "page": {
819
- "description": "Page number",
820
- "name": "page",
821
- "default": 1,
861
+ "span-ids": {
862
+ "description": "Comma-separated span IDs",
863
+ "name": "span-ids",
864
+ "required": true,
822
865
  "hasDynamicHelp": false,
823
866
  "multiple": false,
824
867
  "type": "option"
@@ -826,7 +869,7 @@
826
869
  },
827
870
  "hasDynamicHelp": false,
828
871
  "hiddenAliases": [],
829
- "id": "datasets:list",
872
+ "id": "datasets:add-spans",
830
873
  "pluginAlias": "@respan/cli",
831
874
  "pluginName": "@respan/cli",
832
875
  "pluginType": "core",
@@ -837,10 +880,10 @@
837
880
  "dist",
838
881
  "commands",
839
882
  "datasets",
840
- "list.js"
883
+ "add-spans.js"
841
884
  ]
842
885
  },
843
- "datasets:spans": {
886
+ "datasets:create-span": {
844
887
  "aliases": [],
845
888
  "args": {
846
889
  "dataset-id": {
@@ -849,7 +892,7 @@
849
892
  "required": true
850
893
  }
851
894
  },
852
- "description": "List spans in a dataset",
895
+ "description": "Create a span in a dataset",
853
896
  "flags": {
854
897
  "api-key": {
855
898
  "description": "API key (env: RESPAN_API_KEY)",
@@ -884,11 +927,19 @@
884
927
  "name": "verbose",
885
928
  "allowNo": false,
886
929
  "type": "boolean"
930
+ },
931
+ "body": {
932
+ "description": "Span body as JSON string",
933
+ "name": "body",
934
+ "required": true,
935
+ "hasDynamicHelp": false,
936
+ "multiple": false,
937
+ "type": "option"
887
938
  }
888
939
  },
889
940
  "hasDynamicHelp": false,
890
941
  "hiddenAliases": [],
891
- "id": "datasets:spans",
942
+ "id": "datasets:create-span",
892
943
  "pluginAlias": "@respan/cli",
893
944
  "pluginName": "@respan/cli",
894
945
  "pluginType": "core",
@@ -899,19 +950,13 @@
899
950
  "dist",
900
951
  "commands",
901
952
  "datasets",
902
- "spans.js"
953
+ "create-span.js"
903
954
  ]
904
955
  },
905
- "datasets:update": {
956
+ "datasets:create": {
906
957
  "aliases": [],
907
- "args": {
908
- "id": {
909
- "description": "Dataset ID",
910
- "name": "id",
911
- "required": true
912
- }
913
- },
914
- "description": "Update a dataset",
958
+ "args": {},
959
+ "description": "Create a new dataset",
915
960
  "flags": {
916
961
  "api-key": {
917
962
  "description": "API key (env: RESPAN_API_KEY)",
@@ -950,6 +995,7 @@
950
995
  "name": {
951
996
  "description": "Dataset name",
952
997
  "name": "name",
998
+ "required": true,
953
999
  "hasDynamicHelp": false,
954
1000
  "multiple": false,
955
1001
  "type": "option"
@@ -964,7 +1010,7 @@
964
1010
  },
965
1011
  "hasDynamicHelp": false,
966
1012
  "hiddenAliases": [],
967
- "id": "datasets:update",
1013
+ "id": "datasets:create",
968
1014
  "pluginAlias": "@respan/cli",
969
1015
  "pluginName": "@respan/cli",
970
1016
  "pluginType": "core",
@@ -975,13 +1021,24 @@
975
1021
  "dist",
976
1022
  "commands",
977
1023
  "datasets",
978
- "update.js"
1024
+ "create.js"
979
1025
  ]
980
1026
  },
981
- "evaluators:create": {
1027
+ "datasets:get-span": {
982
1028
  "aliases": [],
983
- "args": {},
984
- "description": "Create a new evaluator",
1029
+ "args": {
1030
+ "dataset-id": {
1031
+ "description": "Dataset ID",
1032
+ "name": "dataset-id",
1033
+ "required": true
1034
+ },
1035
+ "span-id": {
1036
+ "description": "Span ID",
1037
+ "name": "span-id",
1038
+ "required": true
1039
+ }
1040
+ },
1041
+ "description": "Get a specific span from a dataset",
985
1042
  "flags": {
986
1043
  "api-key": {
987
1044
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1016,40 +1073,11 @@
1016
1073
  "name": "verbose",
1017
1074
  "allowNo": false,
1018
1075
  "type": "boolean"
1019
- },
1020
- "name": {
1021
- "description": "Evaluator name",
1022
- "name": "name",
1023
- "required": true,
1024
- "hasDynamicHelp": false,
1025
- "multiple": false,
1026
- "type": "option"
1027
- },
1028
- "type": {
1029
- "description": "Evaluator type",
1030
- "name": "type",
1031
- "hasDynamicHelp": false,
1032
- "multiple": false,
1033
- "type": "option"
1034
- },
1035
- "description": {
1036
- "description": "Evaluator description",
1037
- "name": "description",
1038
- "hasDynamicHelp": false,
1039
- "multiple": false,
1040
- "type": "option"
1041
- },
1042
- "config": {
1043
- "description": "Evaluator config as JSON string",
1044
- "name": "config",
1045
- "hasDynamicHelp": false,
1046
- "multiple": false,
1047
- "type": "option"
1048
1076
  }
1049
1077
  },
1050
1078
  "hasDynamicHelp": false,
1051
1079
  "hiddenAliases": [],
1052
- "id": "evaluators:create",
1080
+ "id": "datasets:get-span",
1053
1081
  "pluginAlias": "@respan/cli",
1054
1082
  "pluginName": "@respan/cli",
1055
1083
  "pluginType": "core",
@@ -1059,20 +1087,20 @@
1059
1087
  "relativePath": [
1060
1088
  "dist",
1061
1089
  "commands",
1062
- "evaluators",
1063
- "create.js"
1090
+ "datasets",
1091
+ "get-span.js"
1064
1092
  ]
1065
1093
  },
1066
- "evaluators:get": {
1094
+ "datasets:get": {
1067
1095
  "aliases": [],
1068
1096
  "args": {
1069
1097
  "id": {
1070
- "description": "Evaluator ID",
1098
+ "description": "Dataset ID",
1071
1099
  "name": "id",
1072
1100
  "required": true
1073
1101
  }
1074
1102
  },
1075
- "description": "Get a specific evaluator",
1103
+ "description": "Get a specific dataset",
1076
1104
  "flags": {
1077
1105
  "api-key": {
1078
1106
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1111,7 +1139,7 @@
1111
1139
  },
1112
1140
  "hasDynamicHelp": false,
1113
1141
  "hiddenAliases": [],
1114
- "id": "evaluators:get",
1142
+ "id": "datasets:get",
1115
1143
  "pluginAlias": "@respan/cli",
1116
1144
  "pluginName": "@respan/cli",
1117
1145
  "pluginType": "core",
@@ -1121,14 +1149,14 @@
1121
1149
  "relativePath": [
1122
1150
  "dist",
1123
1151
  "commands",
1124
- "evaluators",
1152
+ "datasets",
1125
1153
  "get.js"
1126
1154
  ]
1127
1155
  },
1128
- "evaluators:list": {
1156
+ "datasets:list": {
1129
1157
  "aliases": [],
1130
1158
  "args": {},
1131
- "description": "List evaluators",
1159
+ "description": "List datasets",
1132
1160
  "flags": {
1133
1161
  "api-key": {
1134
1162
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1167,7 +1195,7 @@
1167
1195
  "limit": {
1168
1196
  "description": "Number of results per page",
1169
1197
  "name": "limit",
1170
- "default": 20,
1198
+ "default": 50,
1171
1199
  "hasDynamicHelp": false,
1172
1200
  "multiple": false,
1173
1201
  "type": "option"
@@ -1183,7 +1211,7 @@
1183
1211
  },
1184
1212
  "hasDynamicHelp": false,
1185
1213
  "hiddenAliases": [],
1186
- "id": "evaluators:list",
1214
+ "id": "datasets:list",
1187
1215
  "pluginAlias": "@respan/cli",
1188
1216
  "pluginName": "@respan/cli",
1189
1217
  "pluginType": "core",
@@ -1193,20 +1221,20 @@
1193
1221
  "relativePath": [
1194
1222
  "dist",
1195
1223
  "commands",
1196
- "evaluators",
1224
+ "datasets",
1197
1225
  "list.js"
1198
1226
  ]
1199
1227
  },
1200
- "evaluators:run": {
1228
+ "datasets:spans": {
1201
1229
  "aliases": [],
1202
1230
  "args": {
1203
- "id": {
1204
- "description": "Evaluator ID",
1205
- "name": "id",
1231
+ "dataset-id": {
1232
+ "description": "Dataset ID",
1233
+ "name": "dataset-id",
1206
1234
  "required": true
1207
1235
  }
1208
1236
  },
1209
- "description": "Run an evaluator",
1237
+ "description": "List spans in a dataset",
1210
1238
  "flags": {
1211
1239
  "api-key": {
1212
1240
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1241,32 +1269,11 @@
1241
1269
  "name": "verbose",
1242
1270
  "allowNo": false,
1243
1271
  "type": "boolean"
1244
- },
1245
- "dataset-id": {
1246
- "description": "Dataset ID to evaluate against",
1247
- "name": "dataset-id",
1248
- "hasDynamicHelp": false,
1249
- "multiple": false,
1250
- "type": "option"
1251
- },
1252
- "log-ids": {
1253
- "description": "Comma-separated log/span IDs to evaluate",
1254
- "name": "log-ids",
1255
- "hasDynamicHelp": false,
1256
- "multiple": false,
1257
- "type": "option"
1258
- },
1259
- "params": {
1260
- "description": "Additional parameters as JSON string",
1261
- "name": "params",
1262
- "hasDynamicHelp": false,
1263
- "multiple": false,
1264
- "type": "option"
1265
1272
  }
1266
1273
  },
1267
1274
  "hasDynamicHelp": false,
1268
1275
  "hiddenAliases": [],
1269
- "id": "evaluators:run",
1276
+ "id": "datasets:spans",
1270
1277
  "pluginAlias": "@respan/cli",
1271
1278
  "pluginName": "@respan/cli",
1272
1279
  "pluginType": "core",
@@ -1276,20 +1283,20 @@
1276
1283
  "relativePath": [
1277
1284
  "dist",
1278
1285
  "commands",
1279
- "evaluators",
1280
- "run.js"
1286
+ "datasets",
1287
+ "spans.js"
1281
1288
  ]
1282
1289
  },
1283
- "evaluators:update": {
1290
+ "datasets:update": {
1284
1291
  "aliases": [],
1285
1292
  "args": {
1286
1293
  "id": {
1287
- "description": "Evaluator ID",
1294
+ "description": "Dataset ID",
1288
1295
  "name": "id",
1289
1296
  "required": true
1290
1297
  }
1291
1298
  },
1292
- "description": "Update an evaluator",
1299
+ "description": "Update a dataset",
1293
1300
  "flags": {
1294
1301
  "api-key": {
1295
1302
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1326,30 +1333,23 @@
1326
1333
  "type": "boolean"
1327
1334
  },
1328
1335
  "name": {
1329
- "description": "Evaluator name",
1336
+ "description": "Dataset name",
1330
1337
  "name": "name",
1331
1338
  "hasDynamicHelp": false,
1332
1339
  "multiple": false,
1333
1340
  "type": "option"
1334
1341
  },
1335
1342
  "description": {
1336
- "description": "Evaluator description",
1343
+ "description": "Dataset description",
1337
1344
  "name": "description",
1338
1345
  "hasDynamicHelp": false,
1339
1346
  "multiple": false,
1340
1347
  "type": "option"
1341
- },
1342
- "config": {
1343
- "description": "Evaluator config as JSON string",
1344
- "name": "config",
1345
- "hasDynamicHelp": false,
1346
- "multiple": false,
1347
- "type": "option"
1348
1348
  }
1349
1349
  },
1350
1350
  "hasDynamicHelp": false,
1351
1351
  "hiddenAliases": [],
1352
- "id": "evaluators:update",
1352
+ "id": "datasets:update",
1353
1353
  "pluginAlias": "@respan/cli",
1354
1354
  "pluginName": "@respan/cli",
1355
1355
  "pluginType": "core",
@@ -1359,7 +1359,7 @@
1359
1359
  "relativePath": [
1360
1360
  "dist",
1361
1361
  "commands",
1362
- "evaluators",
1362
+ "datasets",
1363
1363
  "update.js"
1364
1364
  ]
1365
1365
  },
@@ -1583,10 +1583,16 @@
1583
1583
  "list.js"
1584
1584
  ]
1585
1585
  },
1586
- "logs:create": {
1586
+ "prompts:create-version": {
1587
1587
  "aliases": [],
1588
- "args": {},
1589
- "description": "Create a log span",
1588
+ "args": {
1589
+ "prompt-id": {
1590
+ "description": "Prompt ID",
1591
+ "name": "prompt-id",
1592
+ "required": true
1593
+ }
1594
+ },
1595
+ "description": "Create a new version of a prompt",
1590
1596
  "flags": {
1591
1597
  "api-key": {
1592
1598
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1622,31 +1628,31 @@
1622
1628
  "allowNo": false,
1623
1629
  "type": "boolean"
1624
1630
  },
1625
- "input": {
1626
- "description": "Input text or JSON",
1627
- "name": "input",
1631
+ "messages": {
1632
+ "description": "Messages as JSON array string",
1633
+ "name": "messages",
1628
1634
  "required": true,
1629
1635
  "hasDynamicHelp": false,
1630
1636
  "multiple": false,
1631
1637
  "type": "option"
1632
1638
  },
1633
- "output": {
1634
- "description": "Output text or JSON",
1635
- "name": "output",
1639
+ "model": {
1640
+ "description": "Model name",
1641
+ "name": "model",
1636
1642
  "hasDynamicHelp": false,
1637
1643
  "multiple": false,
1638
1644
  "type": "option"
1639
1645
  },
1640
- "model": {
1641
- "description": "Model name",
1642
- "name": "model",
1646
+ "temperature": {
1647
+ "description": "Temperature value",
1648
+ "name": "temperature",
1643
1649
  "hasDynamicHelp": false,
1644
1650
  "multiple": false,
1645
1651
  "type": "option"
1646
1652
  },
1647
- "metadata": {
1648
- "description": "Metadata as JSON string",
1649
- "name": "metadata",
1653
+ "max-tokens": {
1654
+ "description": "Max tokens",
1655
+ "name": "max-tokens",
1650
1656
  "hasDynamicHelp": false,
1651
1657
  "multiple": false,
1652
1658
  "type": "option"
@@ -1654,7 +1660,7 @@
1654
1660
  },
1655
1661
  "hasDynamicHelp": false,
1656
1662
  "hiddenAliases": [],
1657
- "id": "logs:create",
1663
+ "id": "prompts:create-version",
1658
1664
  "pluginAlias": "@respan/cli",
1659
1665
  "pluginName": "@respan/cli",
1660
1666
  "pluginType": "core",
@@ -1664,20 +1670,91 @@
1664
1670
  "relativePath": [
1665
1671
  "dist",
1666
1672
  "commands",
1667
- "logs",
1673
+ "prompts",
1674
+ "create-version.js"
1675
+ ]
1676
+ },
1677
+ "prompts:create": {
1678
+ "aliases": [],
1679
+ "args": {},
1680
+ "description": "Create a new prompt",
1681
+ "flags": {
1682
+ "api-key": {
1683
+ "description": "API key (env: RESPAN_API_KEY)",
1684
+ "env": "RESPAN_API_KEY",
1685
+ "name": "api-key",
1686
+ "hasDynamicHelp": false,
1687
+ "multiple": false,
1688
+ "type": "option"
1689
+ },
1690
+ "profile": {
1691
+ "description": "Named profile to use",
1692
+ "name": "profile",
1693
+ "hasDynamicHelp": false,
1694
+ "multiple": false,
1695
+ "type": "option"
1696
+ },
1697
+ "json": {
1698
+ "description": "Output as JSON",
1699
+ "name": "json",
1700
+ "allowNo": false,
1701
+ "type": "boolean"
1702
+ },
1703
+ "csv": {
1704
+ "description": "Output as CSV",
1705
+ "name": "csv",
1706
+ "allowNo": false,
1707
+ "type": "boolean"
1708
+ },
1709
+ "verbose": {
1710
+ "char": "v",
1711
+ "description": "Show verbose output",
1712
+ "name": "verbose",
1713
+ "allowNo": false,
1714
+ "type": "boolean"
1715
+ },
1716
+ "name": {
1717
+ "description": "Prompt name",
1718
+ "name": "name",
1719
+ "required": true,
1720
+ "hasDynamicHelp": false,
1721
+ "multiple": false,
1722
+ "type": "option"
1723
+ },
1724
+ "description": {
1725
+ "description": "Prompt description",
1726
+ "name": "description",
1727
+ "hasDynamicHelp": false,
1728
+ "multiple": false,
1729
+ "type": "option"
1730
+ }
1731
+ },
1732
+ "hasDynamicHelp": false,
1733
+ "hiddenAliases": [],
1734
+ "id": "prompts:create",
1735
+ "pluginAlias": "@respan/cli",
1736
+ "pluginName": "@respan/cli",
1737
+ "pluginType": "core",
1738
+ "strict": true,
1739
+ "enableJsonFlag": false,
1740
+ "isESM": true,
1741
+ "relativePath": [
1742
+ "dist",
1743
+ "commands",
1744
+ "prompts",
1668
1745
  "create.js"
1669
1746
  ]
1670
1747
  },
1671
- "logs:get": {
1748
+ "prompts:get": {
1672
1749
  "aliases": [],
1673
1750
  "args": {
1674
1751
  "id": {
1675
- "description": "Span ID",
1752
+ "description": "Prompt ID",
1676
1753
  "name": "id",
1677
1754
  "required": true
1678
1755
  }
1679
1756
  },
1680
- "description": "Get a specific log span",
1757
+ "description": "Get a specific prompt",
1681
1758
  "flags": {
1682
1759
  "api-key": {
1683
1760
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1716,7 +1793,7 @@
1716
1793
  },
1717
1794
  "hasDynamicHelp": false,
1718
1795
  "hiddenAliases": [],
1719
- "id": "logs:get",
1796
+ "id": "prompts:get",
1720
1797
  "pluginAlias": "@respan/cli",
1721
1798
  "pluginName": "@respan/cli",
1722
1799
  "pluginType": "core",
@@ -1726,14 +1803,14 @@
1726
1803
  "relativePath": [
1727
1804
  "dist",
1728
1805
  "commands",
1729
- "logs",
1806
+ "prompts",
1730
1807
  "get.js"
1731
1808
  ]
1732
1809
  },
1733
- "logs:list": {
1810
+ "prompts:list": {
1734
1811
  "aliases": [],
1735
1812
  "args": {},
1736
- "description": "List and filter LLM request logs (spans).\n\nSupports pagination, sorting, time range, and server-side filtering.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (logs):\n model, status_code, status, cost, latency, prompt_tokens,\n completion_tokens, customer_identifier, custom_identifier,\n thread_identifier, trace_unique_id, span_name, span_workflow_name,\n environment, log_type, error_message, failed, provider_id,\n deployment_name, prompt_name, prompt_id, unique_id, stream,\n temperature, max_tokens, tokens_per_second, time_to_first_token,\n total_request_tokens, metadata__<key>, scores__<evaluator_id>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
1813
+ "description": "List prompts",
1737
1814
  "flags": {
1738
1815
  "api-key": {
1739
1816
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1770,74 +1847,17 @@
1770
1847
  "type": "boolean"
1771
1848
  },
1772
1849
  "limit": {
1773
- "description": "Number of results per page (max 1000)",
1850
+ "description": "Number of results per page",
1774
1851
  "name": "limit",
1775
1852
  "default": 50,
1776
1853
  "hasDynamicHelp": false,
1777
1854
  "multiple": false,
1778
1855
  "type": "option"
1779
- },
1780
- "page": {
1781
- "description": "Page number",
1782
- "name": "page",
1783
- "default": 1,
1784
- "hasDynamicHelp": false,
1785
- "multiple": false,
1786
- "type": "option"
1787
- },
1788
- "sort-by": {
1789
- "description": "Sort field (prefix with - for descending, e.g. -cost, -latency)",
1790
- "name": "sort-by",
1791
- "hasDynamicHelp": false,
1792
- "multiple": false,
1793
- "type": "option"
1794
- },
1795
- "start-time": {
1796
- "description": "Start time filter (ISO 8601)",
1797
- "name": "start-time",
1798
- "hasDynamicHelp": false,
1799
- "multiple": false,
1800
- "type": "option"
1801
- },
1802
- "end-time": {
1803
- "description": "End time filter (ISO 8601)",
1804
- "name": "end-time",
1805
- "hasDynamicHelp": false,
1806
- "multiple": false,
1807
- "type": "option"
1808
- },
1809
- "filter": {
1810
- "description": "Filter in field:operator:value format (repeatable)",
1811
- "name": "filter",
1812
- "hasDynamicHelp": false,
1813
- "multiple": true,
1814
- "type": "option"
1815
- },
1816
- "all-envs": {
1817
- "description": "Include all environments (true/false)",
1818
- "name": "all-envs",
1819
- "hasDynamicHelp": false,
1820
- "multiple": false,
1821
- "type": "option"
1822
- },
1823
- "is-test": {
1824
- "description": "Filter by test (true) or production (false) environment",
1825
- "name": "is-test",
1826
- "hasDynamicHelp": false,
1827
- "multiple": false,
1828
- "type": "option"
1829
- },
1830
- "include-fields": {
1831
- "description": "Comma-separated fields to include in response",
1832
- "name": "include-fields",
1833
- "hasDynamicHelp": false,
1834
- "multiple": false,
1835
- "type": "option"
1836
1856
  }
1837
1857
  },
1838
1858
  "hasDynamicHelp": false,
1839
1859
  "hiddenAliases": [],
1840
- "id": "logs:list",
1860
+ "id": "prompts:list",
1841
1861
  "pluginAlias": "@respan/cli",
1842
1862
  "pluginName": "@respan/cli",
1843
1863
  "pluginType": "core",
@@ -1847,14 +1867,20 @@
1847
1867
  "relativePath": [
1848
1868
  "dist",
1849
1869
  "commands",
1850
- "logs",
1870
+ "prompts",
1851
1871
  "list.js"
1852
1872
  ]
1853
1873
  },
1854
- "logs:summary": {
1874
+ "prompts:update": {
1855
1875
  "aliases": [],
1856
- "args": {},
1857
- "description": "Get aggregated summary statistics for log spans in a time range.\n\nReturns total cost, total tokens, request count, and score summaries.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (logs):\n model, status_code, status, cost, latency, prompt_tokens,\n completion_tokens, customer_identifier, custom_identifier,\n thread_identifier, trace_unique_id, span_name, span_workflow_name,\n environment, log_type, error_message, failed, provider_id,\n deployment_name, prompt_name, prompt_id, unique_id, stream,\n temperature, max_tokens, tokens_per_second, time_to_first_token,\n total_request_tokens, metadata__<key>, scores__<evaluator_id>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
1876
+ "args": {
1877
+ "id": {
1878
+ "description": "Prompt ID",
1879
+ "name": "id",
1880
+ "required": true
1881
+ }
1882
+ },
1883
+ "description": "Update a prompt",
1858
1884
  "flags": {
1859
1885
  "api-key": {
1860
1886
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1890,39 +1916,16 @@
1890
1916
  "allowNo": false,
1891
1917
  "type": "boolean"
1892
1918
  },
1893
- "start-time": {
1894
- "description": "Start time (ISO 8601)",
1895
- "name": "start-time",
1896
- "required": true,
1897
- "hasDynamicHelp": false,
1898
- "multiple": false,
1899
- "type": "option"
1900
- },
1901
- "end-time": {
1902
- "description": "End time (ISO 8601)",
1903
- "name": "end-time",
1904
- "required": true,
1905
- "hasDynamicHelp": false,
1906
- "multiple": false,
1907
- "type": "option"
1908
- },
1909
- "filter": {
1910
- "description": "Filter in field:operator:value format (repeatable)",
1911
- "name": "filter",
1912
- "hasDynamicHelp": false,
1913
- "multiple": true,
1914
- "type": "option"
1915
- },
1916
- "all-envs": {
1917
- "description": "Include all environments (true/false)",
1918
- "name": "all-envs",
1919
+ "name": {
1920
+ "description": "Prompt name",
1921
+ "name": "name",
1919
1922
  "hasDynamicHelp": false,
1920
1923
  "multiple": false,
1921
1924
  "type": "option"
1922
1925
  },
1923
- "is-test": {
1924
- "description": "Filter by test (true) or production (false) environment",
1925
- "name": "is-test",
1926
+ "description": {
1927
+ "description": "Prompt description",
1928
+ "name": "description",
1926
1929
  "hasDynamicHelp": false,
1927
1930
  "multiple": false,
1928
1931
  "type": "option"
@@ -1930,7 +1933,7 @@
1930
1933
  },
1931
1934
  "hasDynamicHelp": false,
1932
1935
  "hiddenAliases": [],
1933
- "id": "logs:summary",
1936
+ "id": "prompts:update",
1934
1937
  "pluginAlias": "@respan/cli",
1935
1938
  "pluginName": "@respan/cli",
1936
1939
  "pluginType": "core",
@@ -1940,11 +1943,11 @@
1940
1943
  "relativePath": [
1941
1944
  "dist",
1942
1945
  "commands",
1943
- "logs",
1944
- "summary.js"
1946
+ "prompts",
1947
+ "update.js"
1945
1948
  ]
1946
1949
  },
1947
- "prompts:create-version": {
1950
+ "prompts:versions": {
1948
1951
  "aliases": [],
1949
1952
  "args": {
1950
1953
  "prompt-id": {
@@ -1953,7 +1956,7 @@
1953
1956
  "required": true
1954
1957
  }
1955
1958
  },
1956
- "description": "Create a new version of a prompt",
1959
+ "description": "List versions of a prompt",
1957
1960
  "flags": {
1958
1961
  "api-key": {
1959
1962
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1988,40 +1991,11 @@
1988
1991
  "name": "verbose",
1989
1992
  "allowNo": false,
1990
1993
  "type": "boolean"
1991
- },
1992
- "messages": {
1993
- "description": "Messages as JSON array string",
1994
- "name": "messages",
1995
- "required": true,
1996
- "hasDynamicHelp": false,
1997
- "multiple": false,
1998
- "type": "option"
1999
- },
2000
- "model": {
2001
- "description": "Model name",
2002
- "name": "model",
2003
- "hasDynamicHelp": false,
2004
- "multiple": false,
2005
- "type": "option"
2006
- },
2007
- "temperature": {
2008
- "description": "Temperature value",
2009
- "name": "temperature",
2010
- "hasDynamicHelp": false,
2011
- "multiple": false,
2012
- "type": "option"
2013
- },
2014
- "max-tokens": {
2015
- "description": "Max tokens",
2016
- "name": "max-tokens",
2017
- "hasDynamicHelp": false,
2018
- "multiple": false,
2019
- "type": "option"
2020
1994
  }
2021
1995
  },
2022
1996
  "hasDynamicHelp": false,
2023
1997
  "hiddenAliases": [],
2024
- "id": "prompts:create-version",
1998
+ "id": "prompts:versions",
2025
1999
  "pluginAlias": "@respan/cli",
2026
2000
  "pluginName": "@respan/cli",
2027
2001
  "pluginType": "core",
@@ -2032,13 +2006,13 @@
2032
2006
  "dist",
2033
2007
  "commands",
2034
2008
  "prompts",
2035
- "create-version.js"
2009
+ "versions.js"
2036
2010
  ]
2037
2011
  },
2038
- "prompts:create": {
2012
+ "logs:create": {
2039
2013
  "aliases": [],
2040
2014
  "args": {},
2041
- "description": "Create a new prompt",
2015
+ "description": "Create a log span",
2042
2016
  "flags": {
2043
2017
  "api-key": {
2044
2018
  "description": "API key (env: RESPAN_API_KEY)",
@@ -2074,17 +2048,31 @@
2074
2048
  "allowNo": false,
2075
2049
  "type": "boolean"
2076
2050
  },
2077
- "name": {
2078
- "description": "Prompt name",
2079
- "name": "name",
2051
+ "input": {
2052
+ "description": "Input text or JSON",
2053
+ "name": "input",
2080
2054
  "required": true,
2081
2055
  "hasDynamicHelp": false,
2082
2056
  "multiple": false,
2083
2057
  "type": "option"
2084
2058
  },
2085
- "description": {
2086
- "description": "Prompt description",
2087
- "name": "description",
2059
+ "output": {
2060
+ "description": "Output text or JSON",
2061
+ "name": "output",
2062
+ "hasDynamicHelp": false,
2063
+ "multiple": false,
2064
+ "type": "option"
2065
+ },
2066
+ "model": {
2067
+ "description": "Model name",
2068
+ "name": "model",
2069
+ "hasDynamicHelp": false,
2070
+ "multiple": false,
2071
+ "type": "option"
2072
+ },
2073
+ "metadata": {
2074
+ "description": "Metadata as JSON string",
2075
+ "name": "metadata",
2088
2076
  "hasDynamicHelp": false,
2089
2077
  "multiple": false,
2090
2078
  "type": "option"
@@ -2092,7 +2080,7 @@
2092
2080
  },
2093
2081
  "hasDynamicHelp": false,
2094
2082
  "hiddenAliases": [],
2095
- "id": "prompts:create",
2083
+ "id": "logs:create",
2096
2084
  "pluginAlias": "@respan/cli",
2097
2085
  "pluginName": "@respan/cli",
2098
2086
  "pluginType": "core",
@@ -2102,20 +2090,20 @@
2102
2090
  "relativePath": [
2103
2091
  "dist",
2104
2092
  "commands",
2105
- "prompts",
2093
+ "logs",
2106
2094
  "create.js"
2107
2095
  ]
2108
2096
  },
2109
- "prompts:get": {
2097
+ "logs:get": {
2110
2098
  "aliases": [],
2111
2099
  "args": {
2112
2100
  "id": {
2113
- "description": "Prompt ID",
2101
+ "description": "Span ID",
2114
2102
  "name": "id",
2115
2103
  "required": true
2116
2104
  }
2117
2105
  },
2118
- "description": "Get a specific prompt",
2106
+ "description": "Get a specific log span",
2119
2107
  "flags": {
2120
2108
  "api-key": {
2121
2109
  "description": "API key (env: RESPAN_API_KEY)",
@@ -2154,7 +2142,7 @@
2154
2142
  },
2155
2143
  "hasDynamicHelp": false,
2156
2144
  "hiddenAliases": [],
2157
- "id": "prompts:get",
2145
+ "id": "logs:get",
2158
2146
  "pluginAlias": "@respan/cli",
2159
2147
  "pluginName": "@respan/cli",
2160
2148
  "pluginType": "core",
@@ -2164,14 +2152,14 @@
2164
2152
  "relativePath": [
2165
2153
  "dist",
2166
2154
  "commands",
2167
- "prompts",
2155
+ "logs",
2168
2156
  "get.js"
2169
2157
  ]
2170
2158
  },
2171
- "prompts:list": {
2159
+ "logs:list": {
2172
2160
  "aliases": [],
2173
2161
  "args": {},
2174
- "description": "List prompts",
2162
+ "description": "List and filter LLM request logs (spans).\n\nSupports pagination, sorting, time range, and server-side filtering.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (logs):\n model, status_code, status, cost, latency, prompt_tokens,\n completion_tokens, customer_identifier, custom_identifier,\n thread_identifier, trace_unique_id, span_name, span_workflow_name,\n environment, log_type, error_message, failed, provider_id,\n deployment_name, prompt_name, prompt_id, unique_id, stream,\n temperature, max_tokens, tokens_per_second, time_to_first_token,\n total_request_tokens, metadata__<key>, scores__<evaluator_id>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
2175
2163
  "flags": {
2176
2164
  "api-key": {
2177
2165
  "description": "API key (env: RESPAN_API_KEY)",
@@ -2208,85 +2196,66 @@
2208
2196
  "type": "boolean"
2209
2197
  },
2210
2198
  "limit": {
2211
- "description": "Number of results per page",
2199
+ "description": "Number of results per page (max 1000)",
2212
2200
  "name": "limit",
2213
2201
  "default": 50,
2214
2202
  "hasDynamicHelp": false,
2215
2203
  "multiple": false,
2216
2204
  "type": "option"
2217
- }
2218
- },
2219
- "hasDynamicHelp": false,
2220
- "hiddenAliases": [],
2221
- "id": "prompts:list",
2222
- "pluginAlias": "@respan/cli",
2223
- "pluginName": "@respan/cli",
2224
- "pluginType": "core",
2225
- "strict": true,
2226
- "enableJsonFlag": false,
2227
- "isESM": true,
2228
- "relativePath": [
2229
- "dist",
2230
- "commands",
2231
- "prompts",
2232
- "list.js"
2233
- ]
2234
- },
2235
- "prompts:update": {
2236
- "aliases": [],
2237
- "args": {
2238
- "id": {
2239
- "description": "Prompt ID",
2240
- "name": "id",
2241
- "required": true
2242
- }
2243
- },
2244
- "description": "Update a prompt",
2245
- "flags": {
2246
- "api-key": {
2247
- "description": "API key (env: RESPAN_API_KEY)",
2248
- "env": "RESPAN_API_KEY",
2249
- "name": "api-key",
2205
+ },
2206
+ "page": {
2207
+ "description": "Page number",
2208
+ "name": "page",
2209
+ "default": 1,
2250
2210
  "hasDynamicHelp": false,
2251
2211
  "multiple": false,
2252
2212
  "type": "option"
2253
2213
  },
2254
- "profile": {
2255
- "description": "Named profile to use",
2256
- "name": "profile",
2214
+ "sort-by": {
2215
+ "description": "Sort field (prefix with - for descending, e.g. -cost, -latency)",
2216
+ "name": "sort-by",
2257
2217
  "hasDynamicHelp": false,
2258
2218
  "multiple": false,
2259
2219
  "type": "option"
2260
2220
  },
2261
- "json": {
2262
- "description": "Output as JSON",
2263
- "name": "json",
2264
- "allowNo": false,
2265
- "type": "boolean"
2221
+ "start-time": {
2222
+ "description": "Start time filter (ISO 8601)",
2223
+ "name": "start-time",
2224
+ "hasDynamicHelp": false,
2225
+ "multiple": false,
2226
+ "type": "option"
2266
2227
  },
2267
- "csv": {
2268
- "description": "Output as CSV",
2269
- "name": "csv",
2270
- "allowNo": false,
2271
- "type": "boolean"
2228
+ "end-time": {
2229
+ "description": "End time filter (ISO 8601)",
2230
+ "name": "end-time",
2231
+ "hasDynamicHelp": false,
2232
+ "multiple": false,
2233
+ "type": "option"
2272
2234
  },
2273
- "verbose": {
2274
- "char": "v",
2275
- "description": "Show verbose output",
2276
- "name": "verbose",
2277
- "allowNo": false,
2278
- "type": "boolean"
2235
+ "filter": {
2236
+ "description": "Filter in field:operator:value format (repeatable)",
2237
+ "name": "filter",
2238
+ "hasDynamicHelp": false,
2239
+ "multiple": true,
2240
+ "type": "option"
2279
2241
  },
2280
- "name": {
2281
- "description": "Prompt name",
2282
- "name": "name",
2242
+ "all-envs": {
2243
+ "description": "Include all environments (true/false)",
2244
+ "name": "all-envs",
2283
2245
  "hasDynamicHelp": false,
2284
2246
  "multiple": false,
2285
2247
  "type": "option"
2286
2248
  },
2287
- "description": {
2288
- "description": "Prompt description",
2289
- "name": "description",
2249
+ "is-test": {
2250
+ "description": "Filter by test (true) or production (false) environment",
2251
+ "name": "is-test",
2252
+ "hasDynamicHelp": false,
2253
+ "multiple": false,
2254
+ "type": "option"
2255
+ },
2256
+ "include-fields": {
2257
+ "description": "Comma-separated fields to include in response",
2258
+ "name": "include-fields",
2290
2259
  "hasDynamicHelp": false,
2291
2260
  "multiple": false,
2292
2261
  "type": "option"
@@ -2294,7 +2263,7 @@
2294
2263
  },
2295
2264
  "hasDynamicHelp": false,
2296
2265
  "hiddenAliases": [],
2297
- "id": "prompts:update",
2266
+ "id": "logs:list",
2298
2267
  "pluginAlias": "@respan/cli",
2299
2268
  "pluginName": "@respan/cli",
2300
2269
  "pluginType": "core",
@@ -2304,20 +2273,14 @@
2304
2273
  "relativePath": [
2305
2274
  "dist",
2306
2275
  "commands",
2307
- "prompts",
2308
- "update.js"
2276
+ "logs",
2277
+ "list.js"
2309
2278
  ]
2310
2279
  },
2311
- "prompts:versions": {
2280
+ "logs:summary": {
2312
2281
  "aliases": [],
2313
- "args": {
2314
- "prompt-id": {
2315
- "description": "Prompt ID",
2316
- "name": "prompt-id",
2317
- "required": true
2318
- }
2319
- },
2320
- "description": "List versions of a prompt",
2282
+ "args": {},
2283
+ "description": "Get aggregated summary statistics for log spans in a time range.\n\nReturns total cost, total tokens, request count, and score summaries.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (logs):\n model, status_code, status, cost, latency, prompt_tokens,\n completion_tokens, customer_identifier, custom_identifier,\n thread_identifier, trace_unique_id, span_name, span_workflow_name,\n environment, log_type, error_message, failed, provider_id,\n deployment_name, prompt_name, prompt_id, unique_id, stream,\n temperature, max_tokens, tokens_per_second, time_to_first_token,\n total_request_tokens, metadata__<key>, scores__<evaluator_id>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
2321
2284
  "flags": {
2322
2285
  "api-key": {
2323
2286
  "description": "API key (env: RESPAN_API_KEY)",
@@ -2352,11 +2315,48 @@
2352
2315
  "name": "verbose",
2353
2316
  "allowNo": false,
2354
2317
  "type": "boolean"
2318
+ },
2319
+ "start-time": {
2320
+ "description": "Start time (ISO 8601)",
2321
+ "name": "start-time",
2322
+ "required": true,
2323
+ "hasDynamicHelp": false,
2324
+ "multiple": false,
2325
+ "type": "option"
2326
+ },
2327
+ "end-time": {
2328
+ "description": "End time (ISO 8601)",
2329
+ "name": "end-time",
2330
+ "required": true,
2331
+ "hasDynamicHelp": false,
2332
+ "multiple": false,
2333
+ "type": "option"
2334
+ },
2335
+ "filter": {
2336
+ "description": "Filter in field:operator:value format (repeatable)",
2337
+ "name": "filter",
2338
+ "hasDynamicHelp": false,
2339
+ "multiple": true,
2340
+ "type": "option"
2341
+ },
2342
+ "all-envs": {
2343
+ "description": "Include all environments (true/false)",
2344
+ "name": "all-envs",
2345
+ "hasDynamicHelp": false,
2346
+ "multiple": false,
2347
+ "type": "option"
2348
+ },
2349
+ "is-test": {
2350
+ "description": "Filter by test (true) or production (false) environment",
2351
+ "name": "is-test",
2352
+ "hasDynamicHelp": false,
2353
+ "multiple": false,
2354
+ "type": "option"
2355
2355
  }
2356
2356
  },
2357
2357
  "hasDynamicHelp": false,
2358
2358
  "hiddenAliases": [],
2359
- "id": "prompts:versions",
2359
+ "id": "logs:summary",
2360
2360
  "pluginAlias": "@respan/cli",
2361
2361
  "pluginName": "@respan/cli",
2362
2362
  "pluginType": "core",
@@ -2366,8 +2366,8 @@
2366
2366
  "relativePath": [
2367
2367
  "dist",
2368
2368
  "commands",
2369
- "prompts",
2370
- "versions.js"
2369
+ "logs",
2370
+ "summary.js"
2371
2371
  ]
2372
2372
  },
2373
2373
  "traces:get": {
@@ -2929,5 +2929,5 @@
2929
2929
  ]
2930
2930
  }
2931
2931
  },
2932
- "version": "0.3.1"
2932
+ "version": "0.3.3"
2933
2933
  }