@respan/cli 0.9.0 → 0.10.0

package/oclif.manifest.json

@@ -470,10 +470,16 @@
         "set.js"
       ]
     },
-    "evaluators:create": {
+    "eval": {
       "aliases": [],
-      "args": {},
-      "description": "Create a new evaluator",
+      "args": {
+        "file": {
+          "description": "Path to eval JSON file",
+          "name": "file",
+          "required": true
+        }
+      },
+      "description": "Run an eval defined in a JSON file (creates prompt + dataset on the platform)",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -515,40 +521,11 @@
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
-        },
-        "name": {
-          "description": "Evaluator name",
-          "name": "name",
-          "required": true,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "type": {
-          "description": "Evaluator type",
-          "name": "type",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "description": {
-          "description": "Evaluator description",
-          "name": "description",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "config": {
-          "description": "Evaluator config as JSON string",
-          "name": "config",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "evaluators:create",
+      "id": "eval",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -558,20 +535,20 @@
       "relativePath": [
         "dist",
         "commands",
-        "evaluators",
-        "create.js"
+        "eval",
+        "index.js"
       ]
     },
-    "evaluators:get": {
+    "datasets:create-span": {
       "aliases": [],
       "args": {
-        "id": {
-          "description": "Evaluator ID",
-          "name": "id",
+        "dataset-id": {
+          "description": "Dataset ID",
+          "name": "dataset-id",
           "required": true
         }
       },
-      "description": "Get a specific evaluator",
+      "description": "Create a span in a dataset",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -613,11 +590,19 @@
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
+        },
+        "body": {
+          "description": "Span body as JSON string",
+          "name": "body",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "evaluators:get",
+      "id": "datasets:create-span",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -627,14 +612,14 @@
       "relativePath": [
         "dist",
         "commands",
-        "evaluators",
-        "get.js"
+        "datasets",
+        "create-span.js"
       ]
     },
-    "evaluators:list": {
+    "datasets:create": {
       "aliases": [],
       "args": {},
-      "description": "List evaluators",
+      "description": "Create a new dataset",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -677,18 +662,17 @@
           "allowNo": false,
           "type": "boolean"
         },
-        "limit": {
-          "description": "Number of results per page",
-          "name": "limit",
-          "default": 20,
+        "name": {
+          "description": "Dataset name",
+          "name": "name",
+          "required": true,
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "page": {
-          "description": "Page number",
-          "name": "page",
-          "default": 1,
+        "description": {
+          "description": "Dataset description",
+          "name": "description",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -696,7 +680,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "evaluators:list",
+      "id": "datasets:create",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -706,20 +690,25 @@
       "relativePath": [
         "dist",
         "commands",
-        "evaluators",
-        "list.js"
+        "datasets",
+        "create.js"
       ]
     },
-    "evaluators:run": {
+    "datasets:get-span": {
       "aliases": [],
       "args": {
-        "id": {
-          "description": "Evaluator ID",
-          "name": "id",
+        "dataset-id": {
+          "description": "Dataset ID",
+          "name": "dataset-id",
+          "required": true
+        },
+        "span-id": {
+          "description": "Span ID",
+          "name": "span-id",
           "required": true
         }
       },
-      "description": "Run an evaluator",
+      "description": "Get a specific span from a dataset",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -761,32 +750,11 @@
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
-        },
-        "dataset-id": {
-          "description": "Dataset ID to evaluate against",
-          "name": "dataset-id",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "log-ids": {
-          "description": "Comma-separated log/span IDs to evaluate",
-          "name": "log-ids",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "params": {
-          "description": "Additional parameters as JSON string",
-          "name": "params",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "evaluators:run",
+      "id": "datasets:get-span",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -796,20 +764,20 @@
       "relativePath": [
         "dist",
         "commands",
-        "evaluators",
-        "run.js"
+        "datasets",
+        "get-span.js"
       ]
     },
-    "evaluators:update": {
+    "datasets:get": {
       "aliases": [],
       "args": {
         "id": {
-          "description": "Evaluator ID",
+          "description": "Dataset ID",
           "name": "id",
           "required": true
         }
       },
-      "description": "Update an evaluator",
+      "description": "Get a specific dataset",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -851,32 +819,11 @@
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
-        },
-        "name": {
-          "description": "Evaluator name",
-          "name": "name",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "description": {
-          "description": "Evaluator description",
-          "name": "description",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "config": {
-          "description": "Evaluator config as JSON string",
-          "name": "config",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "evaluators:update",
+      "id": "datasets:get",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -886,20 +833,14 @@
       "relativePath": [
         "dist",
         "commands",
-        "evaluators",
-        "update.js"
+        "datasets",
+        "get.js"
       ]
     },
-    "datasets:add-spans": {
+    "datasets:list": {
       "aliases": [],
-      "args": {
-        "dataset-id": {
-          "description": "Dataset ID",
-          "name": "dataset-id",
-          "required": true
-        }
-      },
-      "description": "Add existing spans to a dataset",
+      "args": {},
+      "description": "List datasets",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -942,10 +883,18 @@
           "allowNo": false,
           "type": "boolean"
         },
-        "span-ids": {
-          "description": "Comma-separated span IDs",
-          "name": "span-ids",
-          "required": true,
+        "limit": {
+          "description": "Number of results per page",
+          "name": "limit",
+          "default": 50,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "page": {
+          "description": "Page number",
+          "name": "page",
+          "default": 1,
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -953,7 +902,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "datasets:add-spans",
+      "id": "datasets:list",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -964,10 +913,10 @@
         "dist",
         "commands",
         "datasets",
-        "add-spans.js"
+        "list.js"
       ]
     },
-    "datasets:create-span": {
+    "datasets:spans": {
       "aliases": [],
       "args": {
         "dataset-id": {
@@ -976,7 +925,7 @@
           "required": true
         }
       },
-      "description": "Create a span in a dataset",
+      "description": "List spans in a dataset",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -1018,19 +967,11 @@
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
-        },
-        "body": {
-          "description": "Span body as JSON string",
-          "name": "body",
-          "required": true,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "datasets:create-span",
+      "id": "datasets:spans",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -1041,13 +982,19 @@
         "dist",
         "commands",
         "datasets",
-        "create-span.js"
+        "spans.js"
       ]
     },
-    "datasets:create": {
+    "datasets:update": {
       "aliases": [],
-      "args": {},
-      "description": "Create a new dataset",
+      "args": {
+        "id": {
+          "description": "Dataset ID",
+          "name": "id",
+          "required": true
+        }
+      },
+      "description": "Update a dataset",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -1093,7 +1040,6 @@
         "name": {
           "description": "Dataset name",
           "name": "name",
-          "required": true,
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -1108,7 +1054,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "datasets:create",
+      "id": "datasets:update",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -1119,24 +1065,13 @@
         "dist",
         "commands",
         "datasets",
-        "create.js"
+        "update.js"
       ]
     },
-    "datasets:get-span": {
+    "evaluators:create": {
       "aliases": [],
-      "args": {
-        "dataset-id": {
-          "description": "Dataset ID",
-          "name": "dataset-id",
-          "required": true
-        },
-        "span-id": {
-          "description": "Span ID",
-          "name": "span-id",
-          "required": true
-        }
-      },
-      "description": "Get a specific span from a dataset",
+      "args": {},
+      "description": "Create a new evaluator",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -1178,11 +1113,40 @@
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
+        },
+        "name": {
+          "description": "Evaluator name",
+          "name": "name",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "type": {
+          "description": "Evaluator type",
+          "name": "type",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "description": {
+          "description": "Evaluator description",
+          "name": "description",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "config": {
+          "description": "Evaluator config as JSON string",
+          "name": "config",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "datasets:get-span",
+      "id": "evaluators:create",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -1192,20 +1156,20 @@
       "relativePath": [
         "dist",
         "commands",
-        "datasets",
-        "get-span.js"
+        "evaluators",
+        "create.js"
       ]
     },
-    "datasets:get": {
+    "evaluators:get": {
       "aliases": [],
       "args": {
         "id": {
-          "description": "Dataset ID",
+          "description": "Evaluator ID",
           "name": "id",
           "required": true
         }
       },
-      "description": "Get a specific dataset",
+      "description": "Get a specific evaluator",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -1251,7 +1215,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "datasets:get",
+      "id": "evaluators:get",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -1261,14 +1225,14 @@
       "relativePath": [
         "dist",
         "commands",
-        "datasets",
+        "evaluators",
         "get.js"
       ]
     },
-    "datasets:list": {
+    "evaluators:list": {
       "aliases": [],
       "args": {},
-      "description": "List datasets",
+      "description": "List evaluators",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -1314,7 +1278,7 @@
         "limit": {
           "description": "Number of results per page",
           "name": "limit",
-          "default": 50,
+          "default": 20,
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -1330,7 +1294,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "datasets:list",
+      "id": "evaluators:list",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -1340,20 +1304,20 @@
       "relativePath": [
         "dist",
         "commands",
-        "datasets",
+        "evaluators",
         "list.js"
       ]
     },
-    "datasets:spans": {
+    "evaluators:run": {
       "aliases": [],
       "args": {
-        "dataset-id": {
-          "description": "Dataset ID",
-          "name": "dataset-id",
+        "id": {
+          "description": "Evaluator ID",
+          "name": "id",
           "required": true
         }
       },
-      "description": "List spans in a dataset",
+      "description": "Run an evaluator",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -1395,11 +1359,32 @@
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
+        },
+        "dataset-id": {
+          "description": "Dataset ID to evaluate against",
+          "name": "dataset-id",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "log-ids": {
+          "description": "Comma-separated log/span IDs to evaluate",
+          "name": "log-ids",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "params": {
+          "description": "Additional parameters as JSON string",
+          "name": "params",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "datasets:spans",
+      "id": "evaluators:run",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -1409,20 +1394,20 @@
       "relativePath": [
         "dist",
         "commands",
-        "datasets",
-        "spans.js"
+        "evaluators",
+        "run.js"
       ]
     },
-    "datasets:update": {
+    "evaluators:update": {
       "aliases": [],
       "args": {
         "id": {
-          "description": "Dataset ID",
+          "description": "Evaluator ID",
           "name": "id",
           "required": true
         }
       },
-      "description": "Update a dataset",
+      "description": "Update an evaluator",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -1466,23 +1451,30 @@
           "type": "boolean"
         },
         "name": {
-          "description": "Dataset name",
+          "description": "Evaluator name",
           "name": "name",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
         "description": {
-          "description": "Dataset description",
+          "description": "Evaluator description",
           "name": "description",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
+        },
+        "config": {
+          "description": "Evaluator config as JSON string",
+          "name": "config",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "datasets:update",
+      "id": "evaluators:update",
       "pluginAlias": "@respan/cli",
       "pluginName": "@respan/cli",
       "pluginType": "core",
@@ -1492,7 +1484,7 @@
       "relativePath": [
         "dist",
         "commands",
-        "datasets",
+        "evaluators",
         "update.js"
       ]
     },
@@ -3555,7 +3547,7 @@
     "traces:summary": {
       "aliases": [],
       "args": {},
-      "description": "Get a summary of traces for a time range",
+      "description": "Get a span-level summary of activity for a time range (counts, latency, cost, errors aggregated across spans)",
       "flags": {
         "api-key": {
           "description": "API key (env: RESPAN_API_KEY)",
@@ -3976,5 +3968,5 @@
       ]
     }
   },
-  "version": "0.9.0"
+  "version": "0.10.0"
 }