axiom 0.11.2 → 0.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin.cjs +3 -3
- package/dist/bin.js +2 -2
- package/dist/{chunk-EF32T5MG.js → chunk-EFEYUIIG.js} +32 -34
- package/dist/chunk-EFEYUIIG.js.map +1 -0
- package/dist/{chunk-CQCLS3XJ.js → chunk-MNOTFSB6.js} +3 -3
- package/dist/evals.cjs +52 -54
- package/dist/evals.cjs.map +1 -1
- package/dist/evals.d.cts +13 -10
- package/dist/evals.d.ts +13 -10
- package/dist/evals.js +21 -21
- package/dist/evals.js.map +1 -1
- package/dist/{handlebars-4NZUZGZE.js → handlebars-T3GOD5O3.js} +7 -7
- package/dist/{handlebars-4NZUZGZE.js.map → handlebars-T3GOD5O3.js.map} +1 -1
- package/dist/index.cjs +135 -43
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +70 -1
- package/dist/index.d.ts +70 -1
- package/dist/index.js +102 -7
- package/dist/index.js.map +1 -1
- package/package.json +2 -1
- package/dist/chunk-EF32T5MG.js.map +0 -1
- /package/dist/{chunk-CQCLS3XJ.js.map → chunk-MNOTFSB6.js.map} +0 -0
package/dist/bin.cjs
CHANGED
|
@@ -443,12 +443,12 @@ var processor = new import_sdk_trace_node.BatchSpanProcessor(exporter, {
|
|
|
443
443
|
var provider = new import_sdk_trace_node.NodeTracerProvider({
|
|
444
444
|
resource: (0, import_resources.resourceFromAttributes)({
|
|
445
445
|
["service.name"]: "axiom-ai",
|
|
446
|
-
["service.version"]: "0.
|
|
446
|
+
["service.version"]: "0.13.0"
|
|
447
447
|
}),
|
|
448
448
|
spanProcessors: [processor]
|
|
449
449
|
});
|
|
450
450
|
provider.register();
|
|
451
|
-
var tracer = import_api.trace.getTracer("axiom-ai", "0.
|
|
451
|
+
var tracer = import_api.trace.getTracer("axiom-ai", "0.13.0");
|
|
452
452
|
var flush = async () => {
|
|
453
453
|
await provider.forceFlush();
|
|
454
454
|
};
|
|
@@ -490,7 +490,7 @@ var loadRunCommand = (program2) => {
|
|
|
490
490
|
var { loadEnvConfig } = import_env.default;
|
|
491
491
|
loadEnvConfig(process.cwd());
|
|
492
492
|
var program = new import_commander4.Command();
|
|
493
|
-
program.name("axiom").description("Axiom's CLI to manage your objects and run evals").version("0.
|
|
493
|
+
program.name("axiom").description("Axiom's CLI to manage your objects and run evals").version("0.13.0");
|
|
494
494
|
loadPushCommand(program);
|
|
495
495
|
loadPullCommand(program);
|
|
496
496
|
loadRunCommand(program);
|
package/dist/bin.js
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
import {
|
|
3
3
|
AxiomReporter,
|
|
4
4
|
flush
|
|
5
|
-
} from "./chunk-
|
|
5
|
+
} from "./chunk-MNOTFSB6.js";
|
|
6
6
|
import "./chunk-KEXKKQVW.js";
|
|
7
7
|
|
|
8
8
|
// src/bin.ts
|
|
@@ -400,7 +400,7 @@ var loadRunCommand = (program2) => {
|
|
|
400
400
|
var { loadEnvConfig } = pkg;
|
|
401
401
|
loadEnvConfig(process.cwd());
|
|
402
402
|
var program = new Command4();
|
|
403
|
-
program.name("axiom").description("Axiom's CLI to manage your objects and run evals").version("0.
|
|
403
|
+
program.name("axiom").description("Axiom's CLI to manage your objects and run evals").version("0.13.0");
|
|
404
404
|
loadPushCommand(program);
|
|
405
405
|
loadPullCommand(program);
|
|
406
406
|
loadRunCommand(program);
|
|
@@ -5,19 +5,18 @@ import {
|
|
|
5
5
|
} from "@opentelemetry/semantic-conventions";
|
|
6
6
|
|
|
7
7
|
// src/otel/semconv/eval_proposal.ts
|
|
8
|
-
var
|
|
9
|
-
var
|
|
10
|
-
var
|
|
11
|
-
var
|
|
12
|
-
var
|
|
13
|
-
var
|
|
14
|
-
var
|
|
15
|
-
var
|
|
16
|
-
var
|
|
17
|
-
var
|
|
18
|
-
var
|
|
19
|
-
var
|
|
20
|
-
var ATTR_EVAL_DATASET_SPLIT = "eval.dataset.split";
|
|
8
|
+
var ATTR_EVAL_ID = "eval.id";
|
|
9
|
+
var ATTR_EVAL_NAME = "eval.name";
|
|
10
|
+
var ATTR_EVAL_TYPE = "eval.type";
|
|
11
|
+
var ATTR_EVAL_TAGS = "eval.tags";
|
|
12
|
+
var ATTR_EVAL_VERSION = "eval.version";
|
|
13
|
+
var ATTR_EVAL_TRIALS = "eval.trials";
|
|
14
|
+
var ATTR_EVAL_BASE_ID = "eval.base_id";
|
|
15
|
+
var ATTR_EVAL_BASE_NAME = "eval.base_name";
|
|
16
|
+
var ATTR_EVAL_COLLECTION_ID = "eval.collection.id";
|
|
17
|
+
var ATTR_EVAL_COLLECTION_SIZE = "eval.collection.size";
|
|
18
|
+
var ATTR_EVAL_COLLECTION_NAME = "eval.collection.name";
|
|
19
|
+
var ATTR_EVAL_COLLECTION_SPLIT = "eval.collection.split";
|
|
21
20
|
var ATTR_EVAL_CASE_ID = "eval.case.id";
|
|
22
21
|
var ATTR_EVAL_CASE_INDEX = "eval.case.index";
|
|
23
22
|
var ATTR_EVAL_CASE_INPUT = "eval.case.input";
|
|
@@ -33,8 +32,9 @@ var ATTR_EVAL_SCORE_NAME = "eval.score.name";
|
|
|
33
32
|
var ATTR_EVAL_SCORE_VALUE = "eval.score.value";
|
|
34
33
|
var ATTR_EVAL_SCORE_THRESHOLD = "eval.score.threshold";
|
|
35
34
|
var ATTR_EVAL_SCORE_PASSED = "eval.score.passed";
|
|
36
|
-
var ATTR_EVAL_SCORE_SCORER = "eval.score.scorer";
|
|
37
35
|
var ATTR_EVAL_SCORE_METADATA = "eval.score.metadata";
|
|
36
|
+
var ATTR_EVAL_USER_NAME = "eval.user.name";
|
|
37
|
+
var ATTR_EVAL_USER_EMAIL = "eval.user.email";
|
|
38
38
|
|
|
39
39
|
// src/otel/semconv/semconv_incubating.ts
|
|
40
40
|
var ATTR_ERROR_MESSAGE = "error.message";
|
|
@@ -251,24 +251,19 @@ var Attr = {
|
|
|
251
251
|
}
|
|
252
252
|
},
|
|
253
253
|
Eval: {
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
},
|
|
268
|
-
Dataset: {
|
|
269
|
-
Name: ATTR_EVAL_DATASET_NAME,
|
|
270
|
-
Split: ATTR_EVAL_DATASET_SPLIT,
|
|
271
|
-
Size: ATTR_EVAL_DATASET_SIZE
|
|
254
|
+
ID: ATTR_EVAL_ID,
|
|
255
|
+
Name: ATTR_EVAL_NAME,
|
|
256
|
+
Type: ATTR_EVAL_TYPE,
|
|
257
|
+
Version: ATTR_EVAL_VERSION,
|
|
258
|
+
BaseID: ATTR_EVAL_BASE_ID,
|
|
259
|
+
BaseName: ATTR_EVAL_BASE_NAME,
|
|
260
|
+
Trials: ATTR_EVAL_TRIALS,
|
|
261
|
+
Tags: ATTR_EVAL_TAGS,
|
|
262
|
+
Collection: {
|
|
263
|
+
ID: ATTR_EVAL_COLLECTION_ID,
|
|
264
|
+
Name: ATTR_EVAL_COLLECTION_NAME,
|
|
265
|
+
Split: ATTR_EVAL_COLLECTION_SPLIT,
|
|
266
|
+
Size: ATTR_EVAL_COLLECTION_SIZE
|
|
272
267
|
},
|
|
273
268
|
Case: {
|
|
274
269
|
ID: ATTR_EVAL_CASE_ID,
|
|
@@ -290,8 +285,11 @@ var Attr = {
|
|
|
290
285
|
Value: ATTR_EVAL_SCORE_VALUE,
|
|
291
286
|
Threshold: ATTR_EVAL_SCORE_THRESHOLD,
|
|
292
287
|
Passed: ATTR_EVAL_SCORE_PASSED,
|
|
293
|
-
Scorer: ATTR_EVAL_SCORE_SCORER,
|
|
294
288
|
Metadata: ATTR_EVAL_SCORE_METADATA
|
|
289
|
+
},
|
|
290
|
+
User: {
|
|
291
|
+
Name: ATTR_EVAL_USER_NAME,
|
|
292
|
+
Email: ATTR_EVAL_USER_EMAIL
|
|
295
293
|
}
|
|
296
294
|
},
|
|
297
295
|
Error: {
|
|
@@ -310,4 +308,4 @@ export {
|
|
|
310
308
|
SCHEMA_BASE_URL,
|
|
311
309
|
Attr
|
|
312
310
|
};
|
|
313
|
-
//# sourceMappingURL=chunk-
|
|
311
|
+
//# sourceMappingURL=chunk-EFEYUIIG.js.map
|