@respan/cli 0.14.1 → 0.14.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. package/dist/lib/demo/seed-prompts.js +7 -7
  2. package/dist/lib/demo/trace-fixtures.d.ts +14 -5
  3. package/dist/lib/demo/trace-fixtures.js +26 -17
  4. package/oclif.manifest.json +598 -598
  5. package/package.json +1 -1
package/oclif.manifest.json CHANGED
@@ -708,16 +708,16 @@
708
708
  "stop.js"
709
709
  ]
710
710
  },
711
- "config:get": {
711
+ "datasets:create-span": {
712
712
  "aliases": [],
713
713
  "args": {
714
- "key": {
715
- "description": "Config key",
716
- "name": "key",
714
+ "dataset-id": {
715
+ "description": "Dataset ID",
716
+ "name": "dataset-id",
717
717
  "required": true
718
718
  }
719
719
  },
720
- "description": "Get a configuration value",
720
+ "description": "Create a span in a dataset",
721
721
  "flags": {
722
722
  "api-key": {
723
723
  "description": "API key (env: RESPAN_API_KEY)",
@@ -759,11 +759,19 @@
759
759
  "name": "verbose",
760
760
  "allowNo": false,
761
761
  "type": "boolean"
762
+ },
763
+ "body": {
764
+ "description": "Span body as JSON string",
765
+ "name": "body",
766
+ "required": true,
767
+ "hasDynamicHelp": false,
768
+ "multiple": false,
769
+ "type": "option"
762
770
  }
763
771
  },
764
772
  "hasDynamicHelp": false,
765
773
  "hiddenAliases": [],
766
- "id": "config:get",
774
+ "id": "datasets:create-span",
767
775
  "pluginAlias": "@respan/cli",
768
776
  "pluginName": "@respan/cli",
769
777
  "pluginType": "core",
@@ -773,14 +781,14 @@
773
781
  "relativePath": [
774
782
  "dist",
775
783
  "commands",
776
- "config",
777
- "get.js"
784
+ "datasets",
785
+ "create-span.js"
778
786
  ]
779
787
  },
780
- "config:list": {
788
+ "datasets:create": {
781
789
  "aliases": [],
782
790
  "args": {},
783
- "description": "List all configuration",
791
+ "description": "Create a new dataset",
784
792
  "flags": {
785
793
  "api-key": {
786
794
  "description": "API key (env: RESPAN_API_KEY)",
@@ -822,11 +830,26 @@
822
830
  "name": "verbose",
823
831
  "allowNo": false,
824
832
  "type": "boolean"
833
+ },
834
+ "name": {
835
+ "description": "Dataset name",
836
+ "name": "name",
837
+ "required": true,
838
+ "hasDynamicHelp": false,
839
+ "multiple": false,
840
+ "type": "option"
841
+ },
842
+ "description": {
843
+ "description": "Dataset description",
844
+ "name": "description",
845
+ "hasDynamicHelp": false,
846
+ "multiple": false,
847
+ "type": "option"
825
848
  }
826
849
  },
827
850
  "hasDynamicHelp": false,
828
851
  "hiddenAliases": [],
829
- "id": "config:list",
852
+ "id": "datasets:create",
830
853
  "pluginAlias": "@respan/cli",
831
854
  "pluginName": "@respan/cli",
832
855
  "pluginType": "core",
@@ -836,25 +859,25 @@
836
859
  "relativePath": [
837
860
  "dist",
838
861
  "commands",
839
- "config",
840
- "list.js"
862
+ "datasets",
863
+ "create.js"
841
864
  ]
842
865
  },
843
- "config:set": {
866
+ "datasets:get-span": {
844
867
  "aliases": [],
845
868
  "args": {
846
- "key": {
847
- "description": "Config key",
848
- "name": "key",
869
+ "dataset-id": {
870
+ "description": "Dataset ID",
871
+ "name": "dataset-id",
849
872
  "required": true
850
873
  },
851
- "value": {
852
- "description": "Config value",
853
- "name": "value",
874
+ "span-id": {
875
+ "description": "Span ID",
876
+ "name": "span-id",
854
877
  "required": true
855
878
  }
856
879
  },
857
- "description": "Set a configuration value",
880
+ "description": "Get a specific span from a dataset",
858
881
  "flags": {
859
882
  "api-key": {
860
883
  "description": "API key (env: RESPAN_API_KEY)",
@@ -900,7 +923,7 @@
900
923
  },
901
924
  "hasDynamicHelp": false,
902
925
  "hiddenAliases": [],
903
- "id": "config:set",
926
+ "id": "datasets:get-span",
904
927
  "pluginAlias": "@respan/cli",
905
928
  "pluginName": "@respan/cli",
906
929
  "pluginType": "core",
@@ -910,20 +933,20 @@
910
933
  "relativePath": [
911
934
  "dist",
912
935
  "commands",
913
- "config",
914
- "set.js"
936
+ "datasets",
937
+ "get-span.js"
915
938
  ]
916
939
  },
917
- "datasets:create-span": {
940
+ "datasets:get": {
918
941
  "aliases": [],
919
942
  "args": {
920
- "dataset-id": {
943
+ "id": {
921
944
  "description": "Dataset ID",
922
- "name": "dataset-id",
945
+ "name": "id",
923
946
  "required": true
924
947
  }
925
948
  },
926
- "description": "Create a span in a dataset",
949
+ "description": "Get a specific dataset",
927
950
  "flags": {
928
951
  "api-key": {
929
952
  "description": "API key (env: RESPAN_API_KEY)",
@@ -965,19 +988,11 @@
965
988
  "name": "verbose",
966
989
  "allowNo": false,
967
990
  "type": "boolean"
968
- },
969
- "body": {
970
- "description": "Span body as JSON string",
971
- "name": "body",
972
- "required": true,
973
- "hasDynamicHelp": false,
974
- "multiple": false,
975
- "type": "option"
976
991
  }
977
992
  },
978
993
  "hasDynamicHelp": false,
979
994
  "hiddenAliases": [],
980
- "id": "datasets:create-span",
995
+ "id": "datasets:get",
981
996
  "pluginAlias": "@respan/cli",
982
997
  "pluginName": "@respan/cli",
983
998
  "pluginType": "core",
@@ -988,13 +1003,13 @@
988
1003
  "dist",
989
1004
  "commands",
990
1005
  "datasets",
991
- "create-span.js"
1006
+ "get.js"
992
1007
  ]
993
1008
  },
994
- "datasets:create": {
1009
+ "datasets:list": {
995
1010
  "aliases": [],
996
1011
  "args": {},
997
- "description": "Create a new dataset",
1012
+ "description": "List datasets",
998
1013
  "flags": {
999
1014
  "api-key": {
1000
1015
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1037,17 +1052,18 @@
1037
1052
  "allowNo": false,
1038
1053
  "type": "boolean"
1039
1054
  },
1040
- "name": {
1041
- "description": "Dataset name",
1042
- "name": "name",
1043
- "required": true,
1055
+ "limit": {
1056
+ "description": "Number of results per page",
1057
+ "name": "limit",
1058
+ "default": 50,
1044
1059
  "hasDynamicHelp": false,
1045
1060
  "multiple": false,
1046
1061
  "type": "option"
1047
1062
  },
1048
- "description": {
1049
- "description": "Dataset description",
1050
- "name": "description",
1063
+ "page": {
1064
+ "description": "Page number",
1065
+ "name": "page",
1066
+ "default": 1,
1051
1067
  "hasDynamicHelp": false,
1052
1068
  "multiple": false,
1053
1069
  "type": "option"
@@ -1055,7 +1071,7 @@
1055
1071
  },
1056
1072
  "hasDynamicHelp": false,
1057
1073
  "hiddenAliases": [],
1058
- "id": "datasets:create",
1074
+ "id": "datasets:list",
1059
1075
  "pluginAlias": "@respan/cli",
1060
1076
  "pluginName": "@respan/cli",
1061
1077
  "pluginType": "core",
@@ -1066,24 +1082,19 @@
1066
1082
  "dist",
1067
1083
  "commands",
1068
1084
  "datasets",
1069
- "create.js"
1085
+ "list.js"
1070
1086
  ]
1071
1087
  },
1072
- "datasets:get-span": {
1088
+ "datasets:spans": {
1073
1089
  "aliases": [],
1074
1090
  "args": {
1075
1091
  "dataset-id": {
1076
1092
  "description": "Dataset ID",
1077
1093
  "name": "dataset-id",
1078
1094
  "required": true
1079
- },
1080
- "span-id": {
1081
- "description": "Span ID",
1082
- "name": "span-id",
1083
- "required": true
1084
1095
  }
1085
1096
  },
1086
- "description": "Get a specific span from a dataset",
1097
+ "description": "List spans in a dataset",
1087
1098
  "flags": {
1088
1099
  "api-key": {
1089
1100
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1129,7 +1140,7 @@
1129
1140
  },
1130
1141
  "hasDynamicHelp": false,
1131
1142
  "hiddenAliases": [],
1132
- "id": "datasets:get-span",
1143
+ "id": "datasets:spans",
1133
1144
  "pluginAlias": "@respan/cli",
1134
1145
  "pluginName": "@respan/cli",
1135
1146
  "pluginType": "core",
@@ -1140,10 +1151,10 @@
1140
1151
  "dist",
1141
1152
  "commands",
1142
1153
  "datasets",
1143
- "get-span.js"
1154
+ "spans.js"
1144
1155
  ]
1145
1156
  },
1146
- "datasets:get": {
1157
+ "datasets:update": {
1147
1158
  "aliases": [],
1148
1159
  "args": {
1149
1160
  "id": {
@@ -1152,7 +1163,7 @@
1152
1163
  "required": true
1153
1164
  }
1154
1165
  },
1155
- "description": "Get a specific dataset",
1166
+ "description": "Update a dataset",
1156
1167
  "flags": {
1157
1168
  "api-key": {
1158
1169
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1194,11 +1205,25 @@
1194
1205
  "name": "verbose",
1195
1206
  "allowNo": false,
1196
1207
  "type": "boolean"
1208
+ },
1209
+ "name": {
1210
+ "description": "Dataset name",
1211
+ "name": "name",
1212
+ "hasDynamicHelp": false,
1213
+ "multiple": false,
1214
+ "type": "option"
1215
+ },
1216
+ "description": {
1217
+ "description": "Dataset description",
1218
+ "name": "description",
1219
+ "hasDynamicHelp": false,
1220
+ "multiple": false,
1221
+ "type": "option"
1197
1222
  }
1198
1223
  },
1199
1224
  "hasDynamicHelp": false,
1200
1225
  "hiddenAliases": [],
1201
- "id": "datasets:get",
1226
+ "id": "datasets:update",
1202
1227
  "pluginAlias": "@respan/cli",
1203
1228
  "pluginName": "@respan/cli",
1204
1229
  "pluginType": "core",
@@ -1209,13 +1234,19 @@
1209
1234
  "dist",
1210
1235
  "commands",
1211
1236
  "datasets",
1212
- "get.js"
1237
+ "update.js"
1213
1238
  ]
1214
1239
  },
1215
- "datasets:list": {
1240
+ "config:get": {
1216
1241
  "aliases": [],
1217
- "args": {},
1218
- "description": "List datasets",
1242
+ "args": {
1243
+ "key": {
1244
+ "description": "Config key",
1245
+ "name": "key",
1246
+ "required": true
1247
+ }
1248
+ },
1249
+ "description": "Get a configuration value",
1219
1250
  "flags": {
1220
1251
  "api-key": {
1221
1252
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1257,27 +1288,11 @@
1257
1288
  "name": "verbose",
1258
1289
  "allowNo": false,
1259
1290
  "type": "boolean"
1260
- },
1261
- "limit": {
1262
- "description": "Number of results per page",
1263
- "name": "limit",
1264
- "default": 50,
1265
- "hasDynamicHelp": false,
1266
- "multiple": false,
1267
- "type": "option"
1268
- },
1269
- "page": {
1270
- "description": "Page number",
1271
- "name": "page",
1272
- "default": 1,
1273
- "hasDynamicHelp": false,
1274
- "multiple": false,
1275
- "type": "option"
1276
1291
  }
1277
1292
  },
1278
1293
  "hasDynamicHelp": false,
1279
1294
  "hiddenAliases": [],
1280
- "id": "datasets:list",
1295
+ "id": "config:get",
1281
1296
  "pluginAlias": "@respan/cli",
1282
1297
  "pluginName": "@respan/cli",
1283
1298
  "pluginType": "core",
@@ -1287,20 +1302,14 @@
1287
1302
  "relativePath": [
1288
1303
  "dist",
1289
1304
  "commands",
1290
- "datasets",
1291
- "list.js"
1305
+ "config",
1306
+ "get.js"
1292
1307
  ]
1293
1308
  },
1294
- "datasets:spans": {
1309
+ "config:list": {
1295
1310
  "aliases": [],
1296
- "args": {
1297
- "dataset-id": {
1298
- "description": "Dataset ID",
1299
- "name": "dataset-id",
1300
- "required": true
1301
- }
1302
- },
1303
- "description": "List spans in a dataset",
1311
+ "args": {},
1312
+ "description": "List all configuration",
1304
1313
  "flags": {
1305
1314
  "api-key": {
1306
1315
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1346,7 +1355,7 @@
1346
1355
  },
1347
1356
  "hasDynamicHelp": false,
1348
1357
  "hiddenAliases": [],
1349
- "id": "datasets:spans",
1358
+ "id": "config:list",
1350
1359
  "pluginAlias": "@respan/cli",
1351
1360
  "pluginName": "@respan/cli",
1352
1361
  "pluginType": "core",
@@ -1356,20 +1365,25 @@
1356
1365
  "relativePath": [
1357
1366
  "dist",
1358
1367
  "commands",
1359
- "datasets",
1360
- "spans.js"
1368
+ "config",
1369
+ "list.js"
1361
1370
  ]
1362
1371
  },
1363
- "datasets:update": {
1372
+ "config:set": {
1364
1373
  "aliases": [],
1365
1374
  "args": {
1366
- "id": {
1367
- "description": "Dataset ID",
1368
- "name": "id",
1375
+ "key": {
1376
+ "description": "Config key",
1377
+ "name": "key",
1378
+ "required": true
1379
+ },
1380
+ "value": {
1381
+ "description": "Config value",
1382
+ "name": "value",
1369
1383
  "required": true
1370
1384
  }
1371
1385
  },
1372
- "description": "Update a dataset",
1386
+ "description": "Set a configuration value",
1373
1387
  "flags": {
1374
1388
  "api-key": {
1375
1389
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1411,25 +1425,11 @@
1411
1425
  "name": "verbose",
1412
1426
  "allowNo": false,
1413
1427
  "type": "boolean"
1414
- },
1415
- "name": {
1416
- "description": "Dataset name",
1417
- "name": "name",
1418
- "hasDynamicHelp": false,
1419
- "multiple": false,
1420
- "type": "option"
1421
- },
1422
- "description": {
1423
- "description": "Dataset description",
1424
- "name": "description",
1425
- "hasDynamicHelp": false,
1426
- "multiple": false,
1427
- "type": "option"
1428
1428
  }
1429
1429
  },
1430
1430
  "hasDynamicHelp": false,
1431
1431
  "hiddenAliases": [],
1432
- "id": "datasets:update",
1432
+ "id": "config:set",
1433
1433
  "pluginAlias": "@respan/cli",
1434
1434
  "pluginName": "@respan/cli",
1435
1435
  "pluginType": "core",
@@ -1439,8 +1439,8 @@
1439
1439
  "relativePath": [
1440
1440
  "dist",
1441
1441
  "commands",
1442
- "datasets",
1443
- "update.js"
1442
+ "config",
1443
+ "set.js"
1444
1444
  ]
1445
1445
  },
1446
1446
  "demo:clear": {
@@ -1583,10 +1583,16 @@
1583
1583
  "index.js"
1584
1584
  ]
1585
1585
  },
1586
- "evaluators:create": {
1586
+ "eval": {
1587
1587
  "aliases": [],
1588
- "args": {},
1589
- "description": "Create a new evaluator",
1588
+ "args": {
1589
+ "file": {
1590
+ "description": "Path to eval JSON file",
1591
+ "name": "file",
1592
+ "required": true
1593
+ }
1594
+ },
1595
+ "description": "Run an eval defined in a JSON file (creates prompt + dataset on the platform)",
1590
1596
  "flags": {
1591
1597
  "api-key": {
1592
1598
  "description": "API key (env: RESPAN_API_KEY)",
@@ -1628,14 +1634,77 @@
1628
1634
  "name": "verbose",
1629
1635
  "allowNo": false,
1630
1636
  "type": "boolean"
1631
- },
1632
- "name": {
1633
- "description": "Evaluator name",
1634
- "name": "name",
1635
- "required": true,
1636
- "hasDynamicHelp": false,
1637
- "multiple": false,
1638
- "type": "option"
1637
+ }
1638
+ },
1639
+ "hasDynamicHelp": false,
1640
+ "hiddenAliases": [],
1641
+ "id": "eval",
1642
+ "pluginAlias": "@respan/cli",
1643
+ "pluginName": "@respan/cli",
1644
+ "pluginType": "core",
1645
+ "strict": true,
1646
+ "enableJsonFlag": false,
1647
+ "isESM": true,
1648
+ "relativePath": [
1649
+ "dist",
1650
+ "commands",
1651
+ "eval",
1652
+ "index.js"
1653
+ ]
1654
+ },
1655
+ "evaluators:create": {
1656
+ "aliases": [],
1657
+ "args": {},
1658
+ "description": "Create a new evaluator",
1659
+ "flags": {
1660
+ "api-key": {
1661
+ "description": "API key (env: RESPAN_API_KEY)",
1662
+ "env": "RESPAN_API_KEY",
1663
+ "name": "api-key",
1664
+ "hasDynamicHelp": false,
1665
+ "multiple": false,
1666
+ "type": "option"
1667
+ },
1668
+ "base-url": {
1669
+ "description": "Temporary API base URL override for this command",
1670
+ "name": "base-url",
1671
+ "hasDynamicHelp": false,
1672
+ "multiple": false,
1673
+ "type": "option"
1674
+ },
1675
+ "profile": {
1676
+ "description": "Named profile to use",
1677
+ "name": "profile",
1678
+ "hasDynamicHelp": false,
1679
+ "multiple": false,
1680
+ "type": "option"
1681
+ },
1682
+ "json": {
1683
+ "description": "Output as JSON",
1684
+ "name": "json",
1685
+ "allowNo": false,
1686
+ "type": "boolean"
1687
+ },
1688
+ "csv": {
1689
+ "description": "Output as CSV",
1690
+ "name": "csv",
1691
+ "allowNo": false,
1692
+ "type": "boolean"
1693
+ },
1694
+ "verbose": {
1695
+ "char": "v",
1696
+ "description": "Show verbose output",
1697
+ "name": "verbose",
1698
+ "allowNo": false,
1699
+ "type": "boolean"
1700
+ },
1701
+ "name": {
1702
+ "description": "Evaluator name",
1703
+ "name": "name",
1704
+ "required": true,
1705
+ "hasDynamicHelp": false,
1706
+ "multiple": false,
1707
+ "type": "option"
1639
1708
  },
1640
1709
  "type": {
1641
1710
  "description": "Evaluator type",
@@ -2244,75 +2313,6 @@
2244
2313
  "list.js"
2245
2314
  ]
2246
2315
  },
2247
- "eval": {
2248
- "aliases": [],
2249
- "args": {
2250
- "file": {
2251
- "description": "Path to eval JSON file",
2252
- "name": "file",
2253
- "required": true
2254
- }
2255
- },
2256
- "description": "Run an eval defined in a JSON file (creates prompt + dataset on the platform)",
2257
- "flags": {
2258
- "api-key": {
2259
- "description": "API key (env: RESPAN_API_KEY)",
2260
- "env": "RESPAN_API_KEY",
2261
- "name": "api-key",
2262
- "hasDynamicHelp": false,
2263
- "multiple": false,
2264
- "type": "option"
2265
- },
2266
- "base-url": {
2267
- "description": "Temporary API base URL override for this command",
2268
- "name": "base-url",
2269
- "hasDynamicHelp": false,
2270
- "multiple": false,
2271
- "type": "option"
2272
- },
2273
- "profile": {
2274
- "description": "Named profile to use",
2275
- "name": "profile",
2276
- "hasDynamicHelp": false,
2277
- "multiple": false,
2278
- "type": "option"
2279
- },
2280
- "json": {
2281
- "description": "Output as JSON",
2282
- "name": "json",
2283
- "allowNo": false,
2284
- "type": "boolean"
2285
- },
2286
- "csv": {
2287
- "description": "Output as CSV",
2288
- "name": "csv",
2289
- "allowNo": false,
2290
- "type": "boolean"
2291
- },
2292
- "verbose": {
2293
- "char": "v",
2294
- "description": "Show verbose output",
2295
- "name": "verbose",
2296
- "allowNo": false,
2297
- "type": "boolean"
2298
- }
2299
- },
2300
- "hasDynamicHelp": false,
2301
- "hiddenAliases": [],
2302
- "id": "eval",
2303
- "pluginAlias": "@respan/cli",
2304
- "pluginName": "@respan/cli",
2305
- "pluginType": "core",
2306
- "strict": true,
2307
- "enableJsonFlag": false,
2308
- "isESM": true,
2309
- "relativePath": [
2310
- "dist",
2311
- "commands",
2312
- "eval",
2313
- "index.js"
2314
- ]
2315
- },
2316
2316
  "integrate:claude-code": {
2317
2317
  "aliases": [],
2318
2318
  "args": {},
@@ -3097,16 +3097,10 @@
3097
3097
  "pi.js"
3098
3098
  ]
3099
3099
  },
3100
- "prompts:create-version": {
3100
+ "logs:create": {
3101
3101
  "aliases": [],
3102
- "args": {
3103
- "prompt-id": {
3104
- "description": "Prompt ID",
3105
- "name": "prompt-id",
3106
- "required": true
3107
- }
3108
- },
3109
- "description": "Create a new version of a prompt",
3102
+ "args": {},
3103
+ "description": "Create a log span",
3110
3104
  "flags": {
3111
3105
  "api-key": {
3112
3106
  "description": "API key (env: RESPAN_API_KEY)",
@@ -3149,31 +3143,31 @@
3149
3143
  "allowNo": false,
3150
3144
  "type": "boolean"
3151
3145
  },
3152
- "messages": {
3153
- "description": "Messages as JSON array string",
3154
- "name": "messages",
3146
+ "input": {
3147
+ "description": "Input text or JSON",
3148
+ "name": "input",
3155
3149
  "required": true,
3156
3150
  "hasDynamicHelp": false,
3157
3151
  "multiple": false,
3158
3152
  "type": "option"
3159
3153
  },
3160
- "model": {
3161
- "description": "Model name",
3162
- "name": "model",
3154
+ "output": {
3155
+ "description": "Output text or JSON",
3156
+ "name": "output",
3163
3157
  "hasDynamicHelp": false,
3164
3158
  "multiple": false,
3165
3159
  "type": "option"
3166
3160
  },
3167
- "temperature": {
3168
- "description": "Temperature value",
3169
- "name": "temperature",
3161
+ "model": {
3162
+ "description": "Model name",
3163
+ "name": "model",
3170
3164
  "hasDynamicHelp": false,
3171
3165
  "multiple": false,
3172
3166
  "type": "option"
3173
3167
  },
3174
- "max-tokens": {
3175
- "description": "Max tokens",
3176
- "name": "max-tokens",
3168
+ "metadata": {
3169
+ "description": "Metadata as JSON string",
3170
+ "name": "metadata",
3177
3171
  "hasDynamicHelp": false,
3178
3172
  "multiple": false,
3179
3173
  "type": "option"
@@ -3181,7 +3175,7 @@
3181
3175
  },
3182
3176
  "hasDynamicHelp": false,
3183
3177
  "hiddenAliases": [],
3184
- "id": "prompts:create-version",
3178
+ "id": "logs:create",
3185
3179
  "pluginAlias": "@respan/cli",
3186
3180
  "pluginName": "@respan/cli",
3187
3181
  "pluginType": "core",
@@ -3191,14 +3185,20 @@
3191
3185
  "relativePath": [
3192
3186
  "dist",
3193
3187
  "commands",
3194
- "prompts",
3195
- "create-version.js"
3188
+ "logs",
3189
+ "create.js"
3196
3190
  ]
3197
3191
  },
3198
- "prompts:create": {
3192
+ "logs:get": {
3199
3193
  "aliases": [],
3200
- "args": {},
3201
- "description": "Create a new prompt",
3194
+ "args": {
3195
+ "id": {
3196
+ "description": "Span ID",
3197
+ "name": "id",
3198
+ "required": true
3199
+ }
3200
+ },
3201
+ "description": "Get a specific log span",
3202
3202
  "flags": {
3203
3203
  "api-key": {
3204
3204
  "description": "API key (env: RESPAN_API_KEY)",
@@ -3240,26 +3240,11 @@
3240
3240
  "name": "verbose",
3241
3241
  "allowNo": false,
3242
3242
  "type": "boolean"
3243
- },
3244
- "name": {
3245
- "description": "Prompt name",
3246
- "name": "name",
3247
- "required": true,
3248
- "hasDynamicHelp": false,
3249
- "multiple": false,
3250
- "type": "option"
3251
- },
3252
- "description": {
3253
- "description": "Prompt description",
3254
- "name": "description",
3255
- "hasDynamicHelp": false,
3256
- "multiple": false,
3257
- "type": "option"
3258
3243
  }
3259
3244
  },
3260
3245
  "hasDynamicHelp": false,
3261
3246
  "hiddenAliases": [],
3262
- "id": "prompts:create",
3247
+ "id": "logs:get",
3263
3248
  "pluginAlias": "@respan/cli",
3264
3249
  "pluginName": "@respan/cli",
3265
3250
  "pluginType": "core",
@@ -3269,20 +3254,14 @@
3269
3254
  "relativePath": [
3270
3255
  "dist",
3271
3256
  "commands",
3272
- "prompts",
3273
- "create.js"
3257
+ "logs",
3258
+ "get.js"
3274
3259
  ]
3275
3260
  },
3276
- "prompts:get": {
3261
+ "logs:list": {
3277
3262
  "aliases": [],
3278
- "args": {
3279
- "id": {
3280
- "description": "Prompt ID",
3281
- "name": "id",
3282
- "required": true
3283
- }
3284
- },
3285
- "description": "Get a specific prompt",
3263
+ "args": {},
3264
+ "description": "List and filter LLM request logs (spans).\n\nSupports pagination, sorting, time range, and server-side filtering.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (logs):\n model, status_code, status, cost, latency, prompt_tokens,\n completion_tokens, customer_identifier, custom_identifier,\n thread_identifier, trace_unique_id, span_name, span_workflow_name,\n environment, log_type, error_message, failed, provider_id,\n deployment_name, prompt_name, prompt_id, unique_id, stream,\n temperature, max_tokens, tokens_per_second, time_to_first_token,\n total_request_tokens, metadata__<key>, scores__<evaluator_id>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
3286
3265
  "flags": {
3287
3266
  "api-key": {
3288
3267
  "description": "API key (env: RESPAN_API_KEY)",
@@ -3324,74 +3303,68 @@
3324
3303
  "name": "verbose",
3325
3304
  "allowNo": false,
3326
3305
  "type": "boolean"
3327
- }
3328
- },
3329
- "hasDynamicHelp": false,
3330
- "hiddenAliases": [],
3331
- "id": "prompts:get",
3332
- "pluginAlias": "@respan/cli",
3333
- "pluginName": "@respan/cli",
3334
- "pluginType": "core",
3335
- "strict": true,
3336
- "enableJsonFlag": false,
3337
- "isESM": true,
3338
- "relativePath": [
3339
- "dist",
3340
- "commands",
3341
- "prompts",
3342
- "get.js"
3343
- ]
3344
- },
3345
- "prompts:list": {
3346
- "aliases": [],
3347
- "args": {},
3348
- "description": "List prompts",
3349
- "flags": {
3350
- "api-key": {
3351
- "description": "API key (env: RESPAN_API_KEY)",
3352
- "env": "RESPAN_API_KEY",
3353
- "name": "api-key",
3354
- "hasDynamicHelp": false,
3355
- "multiple": false,
3306
+ },
3307
+ "limit": {
3308
+ "description": "Number of results per page (max 1000)",
3309
+ "name": "limit",
3310
+ "default": 50,
3311
+ "hasDynamicHelp": false,
3312
+ "multiple": false,
3356
3313
  "type": "option"
3357
3314
  },
3358
- "base-url": {
3359
- "description": "Temporary API base URL override for this command",
3360
- "name": "base-url",
3315
+ "page": {
3316
+ "description": "Page number",
3317
+ "name": "page",
3318
+ "default": 1,
3361
3319
  "hasDynamicHelp": false,
3362
3320
  "multiple": false,
3363
3321
  "type": "option"
3364
3322
  },
3365
- "profile": {
3366
- "description": "Named profile to use",
3367
- "name": "profile",
3323
+ "sort-by": {
3324
+ "description": "Sort field (prefix with - for descending, e.g. -cost, -latency)",
3325
+ "name": "sort-by",
3368
3326
  "hasDynamicHelp": false,
3369
3327
  "multiple": false,
3370
3328
  "type": "option"
3371
3329
  },
3372
- "json": {
3373
- "description": "Output as JSON",
3374
- "name": "json",
3375
- "allowNo": false,
3376
- "type": "boolean"
3330
+ "start-time": {
3331
+ "description": "Start time filter (ISO 8601)",
3332
+ "name": "start-time",
3333
+ "hasDynamicHelp": false,
3334
+ "multiple": false,
3335
+ "type": "option"
3377
3336
  },
3378
- "csv": {
3379
- "description": "Output as CSV",
3380
- "name": "csv",
3381
- "allowNo": false,
3382
- "type": "boolean"
3337
+ "end-time": {
3338
+ "description": "End time filter (ISO 8601)",
3339
+ "name": "end-time",
3340
+ "hasDynamicHelp": false,
3341
+ "multiple": false,
3342
+ "type": "option"
3383
3343
  },
3384
- "verbose": {
3385
- "char": "v",
3386
- "description": "Show verbose output",
3387
- "name": "verbose",
3388
- "allowNo": false,
3389
- "type": "boolean"
3344
+ "filter": {
3345
+ "description": "Filter in field:operator:value format (repeatable)",
3346
+ "name": "filter",
3347
+ "hasDynamicHelp": false,
3348
+ "multiple": true,
3349
+ "type": "option"
3390
3350
  },
3391
- "limit": {
3392
- "description": "Number of results per page",
3393
- "name": "limit",
3394
- "default": 50,
3351
+ "all-envs": {
3352
+ "description": "Include all environments (true/false)",
3353
+ "name": "all-envs",
3354
+ "hasDynamicHelp": false,
3355
+ "multiple": false,
3356
+ "type": "option"
3357
+ },
3358
+ "is-test": {
3359
+ "description": "Filter by test (true) or production (false) environment",
3360
+ "name": "is-test",
3361
+ "hasDynamicHelp": false,
3362
+ "multiple": false,
3363
+ "type": "option"
3364
+ },
3365
+ "include-fields": {
3366
+ "description": "Comma-separated fields to include in response",
3367
+ "name": "include-fields",
3395
3368
  "hasDynamicHelp": false,
3396
3369
  "multiple": false,
3397
3370
  "type": "option"
@@ -3399,7 +3372,7 @@
3399
3372
  },
3400
3373
  "hasDynamicHelp": false,
3401
3374
  "hiddenAliases": [],
3402
- "id": "prompts:list",
3375
+ "id": "logs:list",
3403
3376
  "pluginAlias": "@respan/cli",
3404
3377
  "pluginName": "@respan/cli",
3405
3378
  "pluginType": "core",
@@ -3409,20 +3382,14 @@
3409
3382
  "relativePath": [
3410
3383
  "dist",
3411
3384
  "commands",
3412
- "prompts",
3385
+ "logs",
3413
3386
  "list.js"
3414
3387
  ]
3415
3388
  },
3416
- "prompts:update": {
3389
+ "logs:summary": {
3417
3390
  "aliases": [],
3418
- "args": {
3419
- "id": {
3420
- "description": "Prompt ID",
3421
- "name": "id",
3422
- "required": true
3423
- }
3424
- },
3425
- "description": "Update a prompt",
3391
+ "args": {},
3392
+ "description": "Get aggregated summary statistics for log spans in a time range.\n\nReturns total cost, total tokens, request count, and score summaries.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (logs):\n model, status_code, status, cost, latency, prompt_tokens,\n completion_tokens, customer_identifier, custom_identifier,\n thread_identifier, trace_unique_id, span_name, span_workflow_name,\n environment, log_type, error_message, failed, provider_id,\n deployment_name, prompt_name, prompt_id, unique_id, stream,\n temperature, max_tokens, tokens_per_second, time_to_first_token,\n total_request_tokens, metadata__<key>, scores__<evaluator_id>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
3426
3393
  "flags": {
3427
3394
  "api-key": {
3428
3395
  "description": "API key (env: RESPAN_API_KEY)",
@@ -3465,93 +3432,47 @@
3465
3432
  "allowNo": false,
3466
3433
  "type": "boolean"
3467
3434
  },
3468
- "name": {
3469
- "description": "Prompt name",
3470
- "name": "name",
3435
+ "start-time": {
3436
+ "description": "Start time (ISO 8601)",
3437
+ "name": "start-time",
3438
+ "required": true,
3471
3439
  "hasDynamicHelp": false,
3472
3440
  "multiple": false,
3473
3441
  "type": "option"
3474
3442
  },
3475
- "description": {
3476
- "description": "Prompt description",
3477
- "name": "description",
3443
+ "end-time": {
3444
+ "description": "End time (ISO 8601)",
3445
+ "name": "end-time",
3446
+ "required": true,
3478
3447
  "hasDynamicHelp": false,
3479
3448
  "multiple": false,
3480
3449
  "type": "option"
3481
- }
3482
- },
3483
- "hasDynamicHelp": false,
3484
- "hiddenAliases": [],
3485
- "id": "prompts:update",
3486
- "pluginAlias": "@respan/cli",
3487
- "pluginName": "@respan/cli",
3488
- "pluginType": "core",
3489
- "strict": true,
3490
- "enableJsonFlag": false,
3491
- "isESM": true,
3492
- "relativePath": [
3493
- "dist",
3494
- "commands",
3495
- "prompts",
3496
- "update.js"
3497
- ]
3498
- },
3499
- "prompts:versions": {
3500
- "aliases": [],
3501
- "args": {
3502
- "prompt-id": {
3503
- "description": "Prompt ID",
3504
- "name": "prompt-id",
3505
- "required": true
3506
- }
3507
- },
3508
- "description": "List versions of a prompt",
3509
- "flags": {
3510
- "api-key": {
3511
- "description": "API key (env: RESPAN_API_KEY)",
3512
- "env": "RESPAN_API_KEY",
3513
- "name": "api-key",
3450
+ },
3451
+ "filter": {
3452
+ "description": "Filter in field:operator:value format (repeatable)",
3453
+ "name": "filter",
3514
3454
  "hasDynamicHelp": false,
3515
- "multiple": false,
3455
+ "multiple": true,
3516
3456
  "type": "option"
3517
3457
  },
3518
- "base-url": {
3519
- "description": "Temporary API base URL override for this command",
3520
- "name": "base-url",
3458
+ "all-envs": {
3459
+ "description": "Include all environments (true/false)",
3460
+ "name": "all-envs",
3521
3461
  "hasDynamicHelp": false,
3522
3462
  "multiple": false,
3523
3463
  "type": "option"
3524
3464
  },
3525
- "profile": {
3526
- "description": "Named profile to use",
3527
- "name": "profile",
3465
+ "is-test": {
3466
+ "description": "Filter by test (true) or production (false) environment",
3467
+ "name": "is-test",
3528
3468
  "hasDynamicHelp": false,
3529
3469
  "multiple": false,
3530
3470
  "type": "option"
3531
- },
3532
- "json": {
3533
- "description": "Output as JSON",
3534
- "name": "json",
3535
- "allowNo": false,
3536
- "type": "boolean"
3537
- },
3538
- "csv": {
3539
- "description": "Output as CSV",
3540
- "name": "csv",
3541
- "allowNo": false,
3542
- "type": "boolean"
3543
- },
3544
- "verbose": {
3545
- "char": "v",
3546
- "description": "Show verbose output",
3547
- "name": "verbose",
3548
- "allowNo": false,
3549
- "type": "boolean"
3550
3471
  }
3551
3472
  },
3552
3473
  "hasDynamicHelp": false,
3553
3474
  "hiddenAliases": [],
3554
- "id": "prompts:versions",
3475
+ "id": "logs:summary",
3555
3476
  "pluginAlias": "@respan/cli",
3556
3477
  "pluginName": "@respan/cli",
3557
3478
  "pluginType": "core",
@@ -3561,8 +3482,8 @@
3561
3482
  "relativePath": [
3562
3483
  "dist",
3563
3484
  "commands",
3564
- "prompts",
3565
- "versions.js"
3485
+ "logs",
3486
+ "summary.js"
3566
3487
  ]
3567
3488
  },
3568
3489
  "setup:doctor": {
@@ -3896,16 +3817,16 @@
3896
3817
  "tracing.js"
3897
3818
  ]
3898
3819
  },
3899
- "traces:get": {
3820
+ "prompts:create-version": {
3900
3821
  "aliases": [],
3901
3822
  "args": {
3902
- "id": {
3903
- "description": "Trace ID",
3904
- "name": "id",
3823
+ "prompt-id": {
3824
+ "description": "Prompt ID",
3825
+ "name": "prompt-id",
3905
3826
  "required": true
3906
3827
  }
3907
3828
  },
3908
- "description": "Get a specific trace",
3829
+ "description": "Create a new version of a prompt",
3909
3830
  "flags": {
3910
3831
  "api-key": {
3911
3832
  "description": "API key (env: RESPAN_API_KEY)",
@@ -3947,11 +3868,40 @@
3947
3868
  "name": "verbose",
3948
3869
  "allowNo": false,
3949
3870
  "type": "boolean"
3871
+ },
3872
+ "messages": {
3873
+ "description": "Messages as JSON array string",
3874
+ "name": "messages",
3875
+ "required": true,
3876
+ "hasDynamicHelp": false,
3877
+ "multiple": false,
3878
+ "type": "option"
3879
+ },
3880
+ "model": {
3881
+ "description": "Model name",
3882
+ "name": "model",
3883
+ "hasDynamicHelp": false,
3884
+ "multiple": false,
3885
+ "type": "option"
3886
+ },
3887
+ "temperature": {
3888
+ "description": "Temperature value",
3889
+ "name": "temperature",
3890
+ "hasDynamicHelp": false,
3891
+ "multiple": false,
3892
+ "type": "option"
3893
+ },
3894
+ "max-tokens": {
3895
+ "description": "Max tokens",
3896
+ "name": "max-tokens",
3897
+ "hasDynamicHelp": false,
3898
+ "multiple": false,
3899
+ "type": "option"
3950
3900
  }
3951
3901
  },
3952
3902
  "hasDynamicHelp": false,
3953
3903
  "hiddenAliases": [],
3954
- "id": "traces:get",
3904
+ "id": "prompts:create-version",
3955
3905
  "pluginAlias": "@respan/cli",
3956
3906
  "pluginName": "@respan/cli",
3957
3907
  "pluginType": "core",
@@ -3961,14 +3911,14 @@
3961
3911
  "relativePath": [
3962
3912
  "dist",
3963
3913
  "commands",
3964
- "traces",
3965
- "get.js"
3914
+ "prompts",
3915
+ "create-version.js"
3966
3916
  ]
3967
3917
  },
3968
- "traces:list": {
3918
+ "prompts:create": {
3969
3919
  "aliases": [],
3970
3920
  "args": {},
3971
- "description": "List and filter traces.\n\nA trace represents a complete workflow execution containing multiple spans.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (traces):\n trace_unique_id, customer_identifier, environment, span_count,\n llm_call_count, error_count, total_cost, total_tokens,\n total_prompt_tokens, total_completion_tokens, duration,\n span_workflow_name, metadata__<key>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
3921
+ "description": "Create a new prompt",
3972
3922
  "flags": {
3973
3923
  "api-key": {
3974
3924
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4011,62 +3961,94 @@
4011
3961
  "allowNo": false,
4012
3962
  "type": "boolean"
4013
3963
  },
4014
- "limit": {
4015
- "description": "Number of results per page",
4016
- "name": "limit",
4017
- "default": 10,
4018
- "hasDynamicHelp": false,
4019
- "multiple": false,
4020
- "type": "option"
4021
- },
4022
- "page": {
4023
- "description": "Page number",
4024
- "name": "page",
4025
- "default": 1,
3964
+ "name": {
3965
+ "description": "Prompt name",
3966
+ "name": "name",
3967
+ "required": true,
4026
3968
  "hasDynamicHelp": false,
4027
3969
  "multiple": false,
4028
3970
  "type": "option"
4029
3971
  },
4030
- "sort-by": {
4031
- "description": "Sort field (prefix with - for descending)",
4032
- "name": "sort-by",
4033
- "default": "-timestamp",
3972
+ "description": {
3973
+ "description": "Prompt description",
3974
+ "name": "description",
4034
3975
  "hasDynamicHelp": false,
4035
3976
  "multiple": false,
4036
3977
  "type": "option"
4037
- },
4038
- "start-time": {
4039
- "description": "Start time filter (ISO 8601)",
4040
- "name": "start-time",
3978
+ }
3979
+ },
3980
+ "hasDynamicHelp": false,
3981
+ "hiddenAliases": [],
3982
+ "id": "prompts:create",
3983
+ "pluginAlias": "@respan/cli",
3984
+ "pluginName": "@respan/cli",
3985
+ "pluginType": "core",
3986
+ "strict": true,
3987
+ "enableJsonFlag": false,
3988
+ "isESM": true,
3989
+ "relativePath": [
3990
+ "dist",
3991
+ "commands",
3992
+ "prompts",
3993
+ "create.js"
3994
+ ]
3995
+ },
3996
+ "prompts:get": {
3997
+ "aliases": [],
3998
+ "args": {
3999
+ "id": {
4000
+ "description": "Prompt ID",
4001
+ "name": "id",
4002
+ "required": true
4003
+ }
4004
+ },
4005
+ "description": "Get a specific prompt",
4006
+ "flags": {
4007
+ "api-key": {
4008
+ "description": "API key (env: RESPAN_API_KEY)",
4009
+ "env": "RESPAN_API_KEY",
4010
+ "name": "api-key",
4041
4011
  "hasDynamicHelp": false,
4042
4012
  "multiple": false,
4043
4013
  "type": "option"
4044
4014
  },
4045
- "end-time": {
4046
- "description": "End time filter (ISO 8601)",
4047
- "name": "end-time",
4015
+ "base-url": {
4016
+ "description": "Temporary API base URL override for this command",
4017
+ "name": "base-url",
4048
4018
  "hasDynamicHelp": false,
4049
4019
  "multiple": false,
4050
4020
  "type": "option"
4051
4021
  },
4052
- "environment": {
4053
- "description": "Environment filter",
4054
- "name": "environment",
4022
+ "profile": {
4023
+ "description": "Named profile to use",
4024
+ "name": "profile",
4055
4025
  "hasDynamicHelp": false,
4056
4026
  "multiple": false,
4057
4027
  "type": "option"
4058
4028
  },
4059
- "filter": {
4060
- "description": "Filter in field:operator:value format (repeatable)",
4061
- "name": "filter",
4062
- "hasDynamicHelp": false,
4063
- "multiple": true,
4064
- "type": "option"
4029
+ "json": {
4030
+ "description": "Output as JSON",
4031
+ "name": "json",
4032
+ "allowNo": false,
4033
+ "type": "boolean"
4034
+ },
4035
+ "csv": {
4036
+ "description": "Output as CSV",
4037
+ "name": "csv",
4038
+ "allowNo": false,
4039
+ "type": "boolean"
4040
+ },
4041
+ "verbose": {
4042
+ "char": "v",
4043
+ "description": "Show verbose output",
4044
+ "name": "verbose",
4045
+ "allowNo": false,
4046
+ "type": "boolean"
4065
4047
  }
4066
4048
  },
4067
4049
  "hasDynamicHelp": false,
4068
4050
  "hiddenAliases": [],
4069
- "id": "traces:list",
4051
+ "id": "prompts:get",
4070
4052
  "pluginAlias": "@respan/cli",
4071
4053
  "pluginName": "@respan/cli",
4072
4054
  "pluginType": "core",
@@ -4076,14 +4058,14 @@
4076
4058
  "relativePath": [
4077
4059
  "dist",
4078
4060
  "commands",
4079
- "traces",
4080
- "list.js"
4061
+ "prompts",
4062
+ "get.js"
4081
4063
  ]
4082
4064
  },
4083
- "traces:summary": {
4065
+ "prompts:list": {
4084
4066
  "aliases": [],
4085
4067
  "args": {},
4086
- "description": "Get a span-level summary of activity for a time range (counts, latency, cost, errors aggregated across spans)",
4068
+ "description": "List prompts",
4087
4069
  "flags": {
4088
4070
  "api-key": {
4089
4071
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4126,18 +4108,10 @@
4126
4108
  "allowNo": false,
4127
4109
  "type": "boolean"
4128
4110
  },
4129
- "start-time": {
4130
- "description": "Start time (ISO 8601)",
4131
- "name": "start-time",
4132
- "required": true,
4133
- "hasDynamicHelp": false,
4134
- "multiple": false,
4135
- "type": "option"
4136
- },
4137
- "end-time": {
4138
- "description": "End time (ISO 8601)",
4139
- "name": "end-time",
4140
- "required": true,
4111
+ "limit": {
4112
+ "description": "Number of results per page",
4113
+ "name": "limit",
4114
+ "default": 50,
4141
4115
  "hasDynamicHelp": false,
4142
4116
  "multiple": false,
4143
4117
  "type": "option"
@@ -4145,7 +4119,7 @@
4145
4119
  },
4146
4120
  "hasDynamicHelp": false,
4147
4121
  "hiddenAliases": [],
4148
- "id": "traces:summary",
4122
+ "id": "prompts:list",
4149
4123
  "pluginAlias": "@respan/cli",
4150
4124
  "pluginName": "@respan/cli",
4151
4125
  "pluginType": "core",
@@ -4155,14 +4129,20 @@
4155
4129
  "relativePath": [
4156
4130
  "dist",
4157
4131
  "commands",
4158
- "traces",
4159
- "summary.js"
4132
+ "prompts",
4133
+ "list.js"
4160
4134
  ]
4161
4135
  },
4162
- "users:create": {
4136
+ "prompts:update": {
4163
4137
  "aliases": [],
4164
- "args": {},
4165
- "description": "Create a new user (customer)",
4138
+ "args": {
4139
+ "id": {
4140
+ "description": "Prompt ID",
4141
+ "name": "id",
4142
+ "required": true
4143
+ }
4144
+ },
4145
+ "description": "Update a prompt",
4166
4146
  "flags": {
4167
4147
  "api-key": {
4168
4148
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4205,39 +4185,93 @@
4205
4185
  "allowNo": false,
4206
4186
  "type": "boolean"
4207
4187
  },
4208
- "identifier": {
4209
- "description": "Customer identifier",
4210
- "name": "identifier",
4211
- "required": true,
4188
+ "name": {
4189
+ "description": "Prompt name",
4190
+ "name": "name",
4212
4191
  "hasDynamicHelp": false,
4213
4192
  "multiple": false,
4214
4193
  "type": "option"
4215
4194
  },
4216
- "name": {
4217
- "description": "Customer name",
4218
- "name": "name",
4195
+ "description": {
4196
+ "description": "Prompt description",
4197
+ "name": "description",
4198
+ "hasDynamicHelp": false,
4199
+ "multiple": false,
4200
+ "type": "option"
4201
+ }
4202
+ },
4203
+ "hasDynamicHelp": false,
4204
+ "hiddenAliases": [],
4205
+ "id": "prompts:update",
4206
+ "pluginAlias": "@respan/cli",
4207
+ "pluginName": "@respan/cli",
4208
+ "pluginType": "core",
4209
+ "strict": true,
4210
+ "enableJsonFlag": false,
4211
+ "isESM": true,
4212
+ "relativePath": [
4213
+ "dist",
4214
+ "commands",
4215
+ "prompts",
4216
+ "update.js"
4217
+ ]
4218
+ },
4219
+ "prompts:versions": {
4220
+ "aliases": [],
4221
+ "args": {
4222
+ "prompt-id": {
4223
+ "description": "Prompt ID",
4224
+ "name": "prompt-id",
4225
+ "required": true
4226
+ }
4227
+ },
4228
+ "description": "List versions of a prompt",
4229
+ "flags": {
4230
+ "api-key": {
4231
+ "description": "API key (env: RESPAN_API_KEY)",
4232
+ "env": "RESPAN_API_KEY",
4233
+ "name": "api-key",
4219
4234
  "hasDynamicHelp": false,
4220
4235
  "multiple": false,
4221
4236
  "type": "option"
4222
4237
  },
4223
- "email": {
4224
- "description": "Customer email",
4225
- "name": "email",
4238
+ "base-url": {
4239
+ "description": "Temporary API base URL override for this command",
4240
+ "name": "base-url",
4226
4241
  "hasDynamicHelp": false,
4227
4242
  "multiple": false,
4228
4243
  "type": "option"
4229
4244
  },
4230
- "metadata": {
4231
- "description": "Metadata as JSON string",
4232
- "name": "metadata",
4245
+ "profile": {
4246
+ "description": "Named profile to use",
4247
+ "name": "profile",
4233
4248
  "hasDynamicHelp": false,
4234
4249
  "multiple": false,
4235
4250
  "type": "option"
4251
+ },
4252
+ "json": {
4253
+ "description": "Output as JSON",
4254
+ "name": "json",
4255
+ "allowNo": false,
4256
+ "type": "boolean"
4257
+ },
4258
+ "csv": {
4259
+ "description": "Output as CSV",
4260
+ "name": "csv",
4261
+ "allowNo": false,
4262
+ "type": "boolean"
4263
+ },
4264
+ "verbose": {
4265
+ "char": "v",
4266
+ "description": "Show verbose output",
4267
+ "name": "verbose",
4268
+ "allowNo": false,
4269
+ "type": "boolean"
4236
4270
  }
4237
4271
  },
4238
4272
  "hasDynamicHelp": false,
4239
4273
  "hiddenAliases": [],
4240
- "id": "users:create",
4274
+ "id": "prompts:versions",
4241
4275
  "pluginAlias": "@respan/cli",
4242
4276
  "pluginName": "@respan/cli",
4243
4277
  "pluginType": "core",
@@ -4247,20 +4281,20 @@
4247
4281
  "relativePath": [
4248
4282
  "dist",
4249
4283
  "commands",
4250
- "users",
4251
- "create.js"
4284
+ "prompts",
4285
+ "versions.js"
4252
4286
  ]
4253
4287
  },
4254
- "users:get": {
4288
+ "traces:get": {
4255
4289
  "aliases": [],
4256
4290
  "args": {
4257
4291
  "id": {
4258
- "description": "Customer identifier",
4292
+ "description": "Trace ID",
4259
4293
  "name": "id",
4260
4294
  "required": true
4261
4295
  }
4262
4296
  },
4263
- "description": "Get a specific user (customer)",
4297
+ "description": "Get a specific trace",
4264
4298
  "flags": {
4265
4299
  "api-key": {
4266
4300
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4306,7 +4340,7 @@
4306
4340
  },
4307
4341
  "hasDynamicHelp": false,
4308
4342
  "hiddenAliases": [],
4309
- "id": "users:get",
4343
+ "id": "traces:get",
4310
4344
  "pluginAlias": "@respan/cli",
4311
4345
  "pluginName": "@respan/cli",
4312
4346
  "pluginType": "core",
@@ -4316,14 +4350,14 @@
4316
4350
  "relativePath": [
4317
4351
  "dist",
4318
4352
  "commands",
4319
- "users",
4353
+ "traces",
4320
4354
  "get.js"
4321
4355
  ]
4322
4356
  },
4323
- "users:list": {
4357
+ "traces:list": {
4324
4358
  "aliases": [],
4325
4359
  "args": {},
4326
- "description": "List users (customers)",
4360
+ "description": "List and filter traces.\n\nA trace represents a complete workflow execution containing multiple spans.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (traces):\n trace_unique_id, customer_identifier, environment, span_count,\n llm_call_count, error_count, total_cost, total_tokens,\n total_prompt_tokens, total_completion_tokens, duration,\n span_workflow_name, metadata__<key>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
4327
4361
  "flags": {
4328
4362
  "api-key": {
4329
4363
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4369,7 +4403,7 @@
4369
4403
  "limit": {
4370
4404
  "description": "Number of results per page",
4371
4405
  "name": "limit",
4372
- "default": 20,
4406
+ "default": 10,
4373
4407
  "hasDynamicHelp": false,
4374
4408
  "multiple": false,
4375
4409
  "type": "option"
@@ -4383,8 +4417,23 @@
4383
4417
  "type": "option"
4384
4418
  },
4385
4419
  "sort-by": {
4386
- "description": "Sort field",
4420
+ "description": "Sort field (prefix with - for descending)",
4387
4421
  "name": "sort-by",
4422
+ "default": "-timestamp",
4423
+ "hasDynamicHelp": false,
4424
+ "multiple": false,
4425
+ "type": "option"
4426
+ },
4427
+ "start-time": {
4428
+ "description": "Start time filter (ISO 8601)",
4429
+ "name": "start-time",
4430
+ "hasDynamicHelp": false,
4431
+ "multiple": false,
4432
+ "type": "option"
4433
+ },
4434
+ "end-time": {
4435
+ "description": "End time filter (ISO 8601)",
4436
+ "name": "end-time",
4388
4437
  "hasDynamicHelp": false,
4389
4438
  "multiple": false,
4390
4439
  "type": "option"
@@ -4395,11 +4444,18 @@
4395
4444
  "hasDynamicHelp": false,
4396
4445
  "multiple": false,
4397
4446
  "type": "option"
4447
+ },
4448
+ "filter": {
4449
+ "description": "Filter in field:operator:value format (repeatable)",
4450
+ "name": "filter",
4451
+ "hasDynamicHelp": false,
4452
+ "multiple": true,
4453
+ "type": "option"
4398
4454
  }
4399
4455
  },
4400
4456
  "hasDynamicHelp": false,
4401
4457
  "hiddenAliases": [],
4402
- "id": "users:list",
4458
+ "id": "traces:list",
4403
4459
  "pluginAlias": "@respan/cli",
4404
4460
  "pluginName": "@respan/cli",
4405
4461
  "pluginType": "core",
@@ -4409,20 +4465,14 @@
4409
4465
  "relativePath": [
4410
4466
  "dist",
4411
4467
  "commands",
4412
- "users",
4468
+ "traces",
4413
4469
  "list.js"
4414
4470
  ]
4415
4471
  },
4416
- "users:update": {
4472
+ "traces:summary": {
4417
4473
  "aliases": [],
4418
- "args": {
4419
- "id": {
4420
- "description": "Customer identifier",
4421
- "name": "id",
4422
- "required": true
4423
- }
4424
- },
4425
- "description": "Update a user (customer)",
4474
+ "args": {},
4475
+ "description": "Get a span-level summary of activity for a time range (counts, latency, cost, errors aggregated across spans)",
4426
4476
  "flags": {
4427
4477
  "api-key": {
4428
4478
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4465,23 +4515,18 @@
4465
4515
  "allowNo": false,
4466
4516
  "type": "boolean"
4467
4517
  },
4468
- "name": {
4469
- "description": "Customer name",
4470
- "name": "name",
4471
- "hasDynamicHelp": false,
4472
- "multiple": false,
4473
- "type": "option"
4474
- },
4475
- "email": {
4476
- "description": "Customer email",
4477
- "name": "email",
4518
+ "start-time": {
4519
+ "description": "Start time (ISO 8601)",
4520
+ "name": "start-time",
4521
+ "required": true,
4478
4522
  "hasDynamicHelp": false,
4479
4523
  "multiple": false,
4480
4524
  "type": "option"
4481
4525
  },
4482
- "metadata": {
4483
- "description": "Metadata as JSON string",
4484
- "name": "metadata",
4526
+ "end-time": {
4527
+ "description": "End time (ISO 8601)",
4528
+ "name": "end-time",
4529
+ "required": true,
4485
4530
  "hasDynamicHelp": false,
4486
4531
  "multiple": false,
4487
4532
  "type": "option"
@@ -4489,7 +4534,7 @@
4489
4534
  },
4490
4535
  "hasDynamicHelp": false,
4491
4536
  "hiddenAliases": [],
4492
- "id": "users:update",
4537
+ "id": "traces:summary",
4493
4538
  "pluginAlias": "@respan/cli",
4494
4539
  "pluginName": "@respan/cli",
4495
4540
  "pluginType": "core",
@@ -4499,14 +4544,14 @@
4499
4544
  "relativePath": [
4500
4545
  "dist",
4501
4546
  "commands",
4502
- "users",
4503
- "update.js"
4547
+ "traces",
4548
+ "summary.js"
4504
4549
  ]
4505
4550
  },
4506
- "logs:create": {
4551
+ "users:create": {
4507
4552
  "aliases": [],
4508
4553
  "args": {},
4509
- "description": "Create a log span",
4554
+ "description": "Create a new user (customer)",
4510
4555
  "flags": {
4511
4556
  "api-key": {
4512
4557
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4549,24 +4594,24 @@
4549
4594
  "allowNo": false,
4550
4595
  "type": "boolean"
4551
4596
  },
4552
- "input": {
4553
- "description": "Input text or JSON",
4554
- "name": "input",
4597
+ "identifier": {
4598
+ "description": "Customer identifier",
4599
+ "name": "identifier",
4555
4600
  "required": true,
4556
4601
  "hasDynamicHelp": false,
4557
4602
  "multiple": false,
4558
4603
  "type": "option"
4559
4604
  },
4560
- "output": {
4561
- "description": "Output text or JSON",
4562
- "name": "output",
4605
+ "name": {
4606
+ "description": "Customer name",
4607
+ "name": "name",
4563
4608
  "hasDynamicHelp": false,
4564
4609
  "multiple": false,
4565
4610
  "type": "option"
4566
4611
  },
4567
- "model": {
4568
- "description": "Model name",
4569
- "name": "model",
4612
+ "email": {
4613
+ "description": "Customer email",
4614
+ "name": "email",
4570
4615
  "hasDynamicHelp": false,
4571
4616
  "multiple": false,
4572
4617
  "type": "option"
@@ -4581,7 +4626,7 @@
4581
4626
  },
4582
4627
  "hasDynamicHelp": false,
4583
4628
  "hiddenAliases": [],
4584
- "id": "logs:create",
4629
+ "id": "users:create",
4585
4630
  "pluginAlias": "@respan/cli",
4586
4631
  "pluginName": "@respan/cli",
4587
4632
  "pluginType": "core",
@@ -4591,20 +4636,20 @@
4591
4636
  "relativePath": [
4592
4637
  "dist",
4593
4638
  "commands",
4594
- "logs",
4639
+ "users",
4595
4640
  "create.js"
4596
4641
  ]
4597
4642
  },
4598
- "logs:get": {
4643
+ "users:get": {
4599
4644
  "aliases": [],
4600
4645
  "args": {
4601
4646
  "id": {
4602
- "description": "Span ID",
4647
+ "description": "Customer identifier",
4603
4648
  "name": "id",
4604
4649
  "required": true
4605
4650
  }
4606
4651
  },
4607
- "description": "Get a specific log span",
4652
+ "description": "Get a specific user (customer)",
4608
4653
  "flags": {
4609
4654
  "api-key": {
4610
4655
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4650,7 +4695,7 @@
4650
4695
  },
4651
4696
  "hasDynamicHelp": false,
4652
4697
  "hiddenAliases": [],
4653
- "id": "logs:get",
4698
+ "id": "users:get",
4654
4699
  "pluginAlias": "@respan/cli",
4655
4700
  "pluginName": "@respan/cli",
4656
4701
  "pluginType": "core",
@@ -4660,14 +4705,14 @@
4660
4705
  "relativePath": [
4661
4706
  "dist",
4662
4707
  "commands",
4663
- "logs",
4708
+ "users",
4664
4709
  "get.js"
4665
4710
  ]
4666
4711
  },
4667
- "logs:list": {
4712
+ "users:list": {
4668
4713
  "aliases": [],
4669
4714
  "args": {},
4670
- "description": "List and filter LLM request logs (spans).\n\nSupports pagination, sorting, time range, and server-side filtering.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (logs):\n model, status_code, status, cost, latency, prompt_tokens,\n completion_tokens, customer_identifier, custom_identifier,\n thread_identifier, trace_unique_id, span_name, span_workflow_name,\n environment, log_type, error_message, failed, provider_id,\n deployment_name, prompt_name, prompt_id, unique_id, stream,\n temperature, max_tokens, tokens_per_second, time_to_first_token,\n total_request_tokens, metadata__<key>, scores__<evaluator_id>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
4715
+ "description": "List users (customers)",
4671
4716
  "flags": {
4672
4717
  "api-key": {
4673
4718
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4711,9 +4756,9 @@
4711
4756
  "type": "boolean"
4712
4757
  },
4713
4758
  "limit": {
4714
- "description": "Number of results per page (max 1000)",
4759
+ "description": "Number of results per page",
4715
4760
  "name": "limit",
4716
- "default": 50,
4761
+ "default": 20,
4717
4762
  "hasDynamicHelp": false,
4718
4763
  "multiple": false,
4719
4764
  "type": "option"
@@ -4727,50 +4772,15 @@
4727
4772
  "type": "option"
4728
4773
  },
4729
4774
  "sort-by": {
4730
- "description": "Sort field (prefix with - for descending, e.g. -cost, -latency)",
4775
+ "description": "Sort field",
4731
4776
  "name": "sort-by",
4732
4777
  "hasDynamicHelp": false,
4733
4778
  "multiple": false,
4734
4779
  "type": "option"
4735
4780
  },
4736
- "start-time": {
4737
- "description": "Start time filter (ISO 8601)",
4738
- "name": "start-time",
4739
- "hasDynamicHelp": false,
4740
- "multiple": false,
4741
- "type": "option"
4742
- },
4743
- "end-time": {
4744
- "description": "End time filter (ISO 8601)",
4745
- "name": "end-time",
4746
- "hasDynamicHelp": false,
4747
- "multiple": false,
4748
- "type": "option"
4749
- },
4750
- "filter": {
4751
- "description": "Filter in field:operator:value format (repeatable)",
4752
- "name": "filter",
4753
- "hasDynamicHelp": false,
4754
- "multiple": true,
4755
- "type": "option"
4756
- },
4757
- "all-envs": {
4758
- "description": "Include all environments (true/false)",
4759
- "name": "all-envs",
4760
- "hasDynamicHelp": false,
4761
- "multiple": false,
4762
- "type": "option"
4763
- },
4764
- "is-test": {
4765
- "description": "Filter by test (true) or production (false) environment",
4766
- "name": "is-test",
4767
- "hasDynamicHelp": false,
4768
- "multiple": false,
4769
- "type": "option"
4770
- },
4771
- "include-fields": {
4772
- "description": "Comma-separated fields to include in response",
4773
- "name": "include-fields",
4781
+ "environment": {
4782
+ "description": "Environment filter",
4783
+ "name": "environment",
4774
4784
  "hasDynamicHelp": false,
4775
4785
  "multiple": false,
4776
4786
  "type": "option"
@@ -4778,7 +4788,7 @@
4778
4788
  },
4779
4789
  "hasDynamicHelp": false,
4780
4790
  "hiddenAliases": [],
4781
- "id": "logs:list",
4791
+ "id": "users:list",
4782
4792
  "pluginAlias": "@respan/cli",
4783
4793
  "pluginName": "@respan/cli",
4784
4794
  "pluginType": "core",
@@ -4788,14 +4798,20 @@
4788
4798
  "relativePath": [
4789
4799
  "dist",
4790
4800
  "commands",
4791
- "logs",
4801
+ "users",
4792
4802
  "list.js"
4793
4803
  ]
4794
4804
  },
4795
- "logs:summary": {
4805
+ "users:update": {
4796
4806
  "aliases": [],
4797
- "args": {},
4798
- "description": "Get aggregated summary statistics for log spans in a time range.\n\nReturns total cost, total tokens, request count, and score summaries.\n\nFILTER SYNTAX: field:operator:value\n\nOPERATORS:\n (empty) Exact match model::gpt-4\n not Not equal status_code:not:200\n gt Greater than cost:gt:0.01\n gte Greater than/equal latency:gte:1.0\n lt Less than cost:lt:0.5\n lte Less than/equal prompt_tokens:lte:100\n contains Contains substring error_message:contains:timeout\n icontains Case-insensitive model:icontains:gpt\n startswith Starts with model:startswith:gpt\n endswith Ends with model:endswith:mini\n in Value in list model:in:gpt-4,gpt-4o\n isnull Is null error_message:isnull:true\n iexact Case-insens. exact status:iexact:success\n\nFILTERABLE FIELDS (logs):\n model, status_code, status, cost, latency, prompt_tokens,\n completion_tokens, customer_identifier, custom_identifier,\n thread_identifier, trace_unique_id, span_name, span_workflow_name,\n environment, log_type, error_message, failed, provider_id,\n deployment_name, prompt_name, prompt_id, unique_id, stream,\n temperature, max_tokens, tokens_per_second, time_to_first_token,\n total_request_tokens, metadata__<key>, scores__<evaluator_id>\n\nEXAMPLES:\n --filter model::gpt-4o --filter cost:gt:0.01\n --filter status_code:not:200\n --filter metadata__env::production\n --filter model:in:gpt-4,gpt-4o",
4807
+ "args": {
4808
+ "id": {
4809
+ "description": "Customer identifier",
4810
+ "name": "id",
4811
+ "required": true
4812
+ }
4813
+ },
4814
+ "description": "Update a user (customer)",
4799
4815
  "flags": {
4800
4816
  "api-key": {
4801
4817
  "description": "API key (env: RESPAN_API_KEY)",
@@ -4838,39 +4854,23 @@
4838
4854
  "allowNo": false,
4839
4855
  "type": "boolean"
4840
4856
  },
4841
- "start-time": {
4842
- "description": "Start time (ISO 8601)",
4843
- "name": "start-time",
4844
- "required": true,
4845
- "hasDynamicHelp": false,
4846
- "multiple": false,
4847
- "type": "option"
4848
- },
4849
- "end-time": {
4850
- "description": "End time (ISO 8601)",
4851
- "name": "end-time",
4852
- "required": true,
4857
+ "name": {
4858
+ "description": "Customer name",
4859
+ "name": "name",
4853
4860
  "hasDynamicHelp": false,
4854
4861
  "multiple": false,
4855
4862
  "type": "option"
4856
4863
  },
4857
- "filter": {
4858
- "description": "Filter in field:operator:value format (repeatable)",
4859
- "name": "filter",
4860
- "hasDynamicHelp": false,
4861
- "multiple": true,
4862
- "type": "option"
4863
- },
4864
- "all-envs": {
4865
- "description": "Include all environments (true/false)",
4866
- "name": "all-envs",
4864
+ "email": {
4865
+ "description": "Customer email",
4866
+ "name": "email",
4867
4867
  "hasDynamicHelp": false,
4868
4868
  "multiple": false,
4869
4869
  "type": "option"
4870
4870
  },
4871
- "is-test": {
4872
- "description": "Filter by test (true) or production (false) environment",
4873
- "name": "is-test",
4871
+ "metadata": {
4872
+ "description": "Metadata as JSON string",
4873
+ "name": "metadata",
4874
4874
  "hasDynamicHelp": false,
4875
4875
  "multiple": false,
4876
4876
  "type": "option"
@@ -4878,7 +4878,7 @@
4878
4878
  },
4879
4879
  "hasDynamicHelp": false,
4880
4880
  "hiddenAliases": [],
4881
- "id": "logs:summary",
4881
+ "id": "users:update",
4882
4882
  "pluginAlias": "@respan/cli",
4883
4883
  "pluginName": "@respan/cli",
4884
4884
  "pluginType": "core",
@@ -4888,10 +4888,10 @@
4888
4888
  "relativePath": [
4889
4889
  "dist",
4890
4890
  "commands",
4891
- "logs",
4892
- "summary.js"
4891
+ "users",
4892
+ "update.js"
4893
4893
  ]
4894
4894
  }
4895
4895
  },
4896
- "version": "0.14.1"
4896
+ "version": "0.14.2"
4897
4897
  }