@atlanai/sdk 0.1.0 → 0.2.1

package/dist/resources.json

@@ -2,6 +2,7 @@
     "accessors": {
         "agent": "agents",
         "api": "api",
+        "eval": "evals",
         "file": "files",
         "mcp": "mcp",
         "model": "models",
@@ -434,6 +435,120 @@
             "service": "registry",
             "typescript": "budgets"
         },
+        "datasets": {
+            "methods": {
+                "archive": {
+                    "method_camel": "archive",
+                    "operation_id": "eval.archiveDataset",
+                    "python": "eval_archive_dataset",
+                    "route": "POST /eval/v1/datasets/{dataset_id}/archive",
+                    "summary": "Archive a dataset",
+                    "typescript": "evalArchiveDataset"
+                },
+                "create": {
+                    "method_camel": "create",
+                    "operation_id": "eval.createDataset",
+                    "python": "eval_create_dataset",
+                    "route": "POST /eval/v1/datasets",
+                    "summary": "Create a dataset",
+                    "typescript": "evalCreateDataset",
+                    "typescript_body": "evalDatasetCreate"
+                },
+                "get": {
+                    "method_camel": "get",
+                    "operation_id": "eval.getDataset",
+                    "python": "eval_get_dataset",
+                    "route": "GET /eval/v1/datasets/{dataset_id}",
+                    "summary": "Get a dataset",
+                    "typescript": "evalGetDataset"
+                },
+                "list": {
+                    "method_camel": "list",
+                    "operation_id": "eval.listDatasets",
+                    "python": "eval_list_datasets",
+                    "route": "GET /eval/v1/datasets",
+                    "summary": "List datasets",
+                    "typescript": "evalListDatasets"
+                },
+                "search": {
+                    "method_camel": "search",
+                    "operation_id": "eval.searchDatasets",
+                    "python": "eval_search_datasets",
+                    "route": "POST /eval/v1/datasets/search",
+                    "summary": "Search datasets",
+                    "typescript": "evalSearchDatasets",
+                    "typescript_body": "evalArtifactSearchRequest"
+                },
+                "update": {
+                    "method_camel": "update",
+                    "operation_id": "eval.patchDataset",
+                    "python": "eval_patch_dataset",
+                    "route": "PATCH /eval/v1/datasets/{dataset_id}",
+                    "summary": "Update a dataset",
+                    "typescript": "evalPatchDataset",
+                    "typescript_body": "evalDatasetPatch"
+                }
+            },
+            "service": "eval",
+            "typescript": "datasets"
+        },
+        "datasets.records": {
+            "methods": {
+                "archive": {
+                    "method_camel": "archive",
+                    "operation_id": "eval.archiveDatasetRecord",
+                    "python": "eval_archive_dataset_record",
+                    "route": "POST /eval/v1/datasets/{dataset_id}/records/{record_id}/archive",
+                    "summary": "Archive a record",
+                    "typescript": "evalArchiveDatasetRecord"
+                },
+                "create": {
+                    "method_camel": "create",
+                    "operation_id": "eval.createDatasetRecord",
+                    "python": "eval_create_dataset_record",
+                    "route": "POST /eval/v1/datasets/{dataset_id}/records",
+                    "summary": "Add a record to a dataset",
+                    "typescript": "evalCreateDatasetRecord",
+                    "typescript_body": "evalDatasetRecordCreate"
+                },
+                "create_bulk": {
+                    "method_camel": "createBulk",
+                    "operation_id": "eval.createDatasetRecordsBulk",
+                    "python": "eval_create_dataset_records_bulk",
+                    "route": "POST /eval/v1/datasets/{dataset_id}/records/bulk",
+                    "summary": "Add many records to a dataset",
+                    "typescript": "evalCreateDatasetRecordsBulk",
+                    "typescript_body": "evalDatasetRecordBulkCreate"
+                },
+                "get": {
+                    "method_camel": "get",
+                    "operation_id": "eval.getDatasetRecord",
+                    "python": "eval_get_dataset_record",
+                    "route": "GET /eval/v1/datasets/{dataset_id}/records/{record_id}",
+                    "summary": "Get one record",
+                    "typescript": "evalGetDatasetRecord"
+                },
+                "list": {
+                    "method_camel": "list",
+                    "operation_id": "eval.listDatasetRecords",
+                    "python": "eval_list_dataset_records",
+                    "route": "GET /eval/v1/datasets/{dataset_id}/records",
+                    "summary": "List a dataset's records",
+                    "typescript": "evalListDatasetRecords"
+                },
+                "update": {
+                    "method_camel": "update",
+                    "operation_id": "eval.patchDatasetRecord",
+                    "python": "eval_patch_dataset_record",
+                    "route": "PATCH /eval/v1/datasets/{dataset_id}/records/{record_id}",
+                    "summary": "Update a record",
+                    "typescript": "evalPatchDatasetRecord",
+                    "typescript_body": "evalDatasetRecordPatch"
+                }
+            },
+            "service": "eval",
+            "typescript": "datasets.records"
+        },
         "detected_users": {
             "methods": {
                 "delete": {
@@ -539,6 +654,150 @@
             "service": "agent",
             "typescript": "environments"
         },
+        "experiments": {
+            "methods": {
+                "archive": {
+                    "method_camel": "archive",
+                    "operation_id": "eval.archiveExperiment",
+                    "python": "eval_archive_experiment",
+                    "route": "POST /eval/v1/experiments/{experiment_id}/archive",
+                    "summary": "Archive an experiment",
+                    "typescript": "evalArchiveExperiment"
+                },
+                "create": {
+                    "method_camel": "create",
+                    "operation_id": "eval.createExperiment",
+                    "python": "eval_create_experiment",
+                    "route": "POST /eval/v1/experiments",
+                    "summary": "Create an experiment",
+                    "typescript": "evalCreateExperiment",
+                    "typescript_body": "evalExperimentCreate"
+                },
+                "get": {
+                    "method_camel": "get",
+                    "operation_id": "eval.getExperiment",
+                    "python": "eval_get_experiment",
+                    "route": "GET /eval/v1/experiments/{experiment_id}",
+                    "summary": "Get an experiment",
+                    "typescript": "evalGetExperiment"
+                },
+                "list": {
+                    "method_camel": "list",
+                    "operation_id": "eval.listExperiments",
+                    "python": "eval_list_experiments",
+                    "route": "GET /eval/v1/experiments",
+                    "summary": "List experiments",
+                    "typescript": "evalListExperiments"
+                },
+                "search": {
+                    "method_camel": "search",
+                    "operation_id": "eval.searchExperiments",
+                    "python": "eval_search_experiments",
+                    "route": "POST /eval/v1/experiments/search",
+                    "summary": "Search experiments",
+                    "typescript": "evalSearchExperiments",
+                    "typescript_body": "evalArtifactSearchRequest"
+                },
+                "summarize": {
+                    "method_camel": "summarize",
+                    "operation_id": "eval.summarizeExperiment",
+                    "python": "eval_summarize_experiment",
+                    "route": "POST /eval/v1/experiments/{experiment_id}/summarize",
+                    "summary": "Roll the run's score spans up into `summary`",
+                    "typescript": "evalSummarizeExperiment"
+                },
+                "update": {
+                    "method_camel": "update",
+                    "operation_id": "eval.patchExperiment",
+                    "python": "eval_patch_experiment",
+                    "route": "PATCH /eval/v1/experiments/{experiment_id}",
+                    "summary": "Finalize or annotate an experiment",
+                    "typescript": "evalPatchExperiment",
+                    "typescript_body": "evalExperimentPatch"
+                }
+            },
+            "service": "eval",
+            "typescript": "experiments"
+        },
+        "experiments.results": {
+            "methods": {
+                "create": {
+                    "method_camel": "create",
+                    "operation_id": "eval.createExperimentResult",
+                    "python": "eval_create_experiment_result",
+                    "route": "POST /eval/v1/experiments/{experiment_id}/results",
+                    "summary": "Report one evaluated case",
+                    "typescript": "evalCreateExperimentResult",
+                    "typescript_body": "evalExperimentResultCreate"
+                },
+                "create_bulk": {
+                    "method_camel": "createBulk",
+                    "operation_id": "eval.createExperimentResultsBulk",
+                    "python": "eval_create_experiment_results_bulk",
+                    "route": "POST /eval/v1/experiments/{experiment_id}/results/bulk",
+                    "summary": "Report many evaluated cases",
+                    "typescript": "evalCreateExperimentResultsBulk",
+                    "typescript_body": "evalExperimentResultBulkCreate"
+                },
+                "get": {
+                    "method_camel": "get",
+                    "operation_id": "eval.getExperimentResult",
+                    "python": "eval_get_experiment_result",
+                    "route": "GET /eval/v1/experiments/{experiment_id}/results/{result_id}",
+                    "summary": "Get one result",
+                    "typescript": "evalGetExperimentResult"
+                },
+                "list": {
+                    "method_camel": "list",
+                    "operation_id": "eval.listExperimentResults",
+                    "python": "eval_list_experiment_results",
+                    "route": "GET /eval/v1/experiments/{experiment_id}/results",
+                    "summary": "List an experiment's results",
+                    "typescript": "evalListExperimentResults"
+                }
+            },
+            "service": "eval",
+            "typescript": "experiments.results"
+        },
+        "experiments.traces": {
+            "methods": {
+                "get": {
+                    "method_camel": "get",
+                    "operation_id": "eval.getExperimentTrace",
+                    "python": "eval_get_experiment_trace",
+                    "route": "GET /eval/v1/experiments/{experiment_id}/traces/{trace_id}",
+                    "summary": "Read one of an experiment's traces",
+                    "typescript": "evalGetExperimentTrace"
+                },
+                "list": {
+                    "method_camel": "list",
+                    "operation_id": "eval.listExperimentTraces",
+                    "python": "eval_list_experiment_traces",
+                    "route": "GET /eval/v1/experiments/{experiment_id}/traces",
+                    "summary": "List an experiment's traces",
+                    "typescript": "evalListExperimentTraces"
+                },
+                "list_spans": {
+                    "method_camel": "listSpans",
+                    "operation_id": "eval.listExperimentTraceSpans",
+                    "python": "eval_list_experiment_trace_spans",
+                    "route": "GET /eval/v1/experiments/{experiment_id}/traces/{trace_id}/spans",
+                    "summary": "List spans in one of an experiment's traces",
+                    "typescript": "evalListExperimentTraceSpans"
+                },
+                "query_stats": {
+                    "method_camel": "queryStats",
+                    "operation_id": "eval.queryExperimentTraceStats",
+                    "python": "eval_query_experiment_trace_stats",
+                    "route": "POST /eval/v1/experiments/{experiment_id}/traces/stats/query",
+                    "summary": "Query statistics over an experiment's traces",
+                    "typescript": "evalQueryExperimentTraceStats",
+                    "typescript_body": "gatewayTraceStatsRequest"
+                }
+            },
+            "service": "eval",
+            "typescript": "experiments.traces"
+        },
         "extension_jobs": {
             "methods": {
                 "list": {
@@ -1267,6 +1526,54 @@
             "service": "registry",
             "typescript": "root"
         },
+        "scorers": {
+            "methods": {
+                "archive": {
+                    "method_camel": "archive",
+                    "operation_id": "eval.archiveScorer",
+                    "python": "eval_archive_scorer",
+                    "route": "POST /eval/v1/scorers/{scorer_id}/archive",
+                    "summary": "Archive a scorer",
+                    "typescript": "evalArchiveScorer"
+                },
+                "create": {
+                    "method_camel": "create",
+                    "operation_id": "eval.createScorer",
+                    "python": "eval_create_scorer",
+                    "route": "POST /eval/v1/scorers",
+                    "summary": "Create a scorer",
+                    "typescript": "evalCreateScorer",
+                    "typescript_body": "evalScorerCreate"
+                },
+                "get": {
+                    "method_camel": "get",
+                    "operation_id": "eval.getScorer",
+                    "python": "eval_get_scorer",
+                    "route": "GET /eval/v1/scorers/{scorer_id}",
+                    "summary": "Get a scorer",
+                    "typescript": "evalGetScorer"
+                },
+                "list": {
+                    "method_camel": "list",
+                    "operation_id": "eval.listScorers",
+                    "python": "eval_list_scorers",
+                    "route": "GET /eval/v1/scorers",
+                    "summary": "List scorers",
+                    "typescript": "evalListScorers"
+                },
+                "update": {
+                    "method_camel": "update",
+                    "operation_id": "eval.patchScorer",
+                    "python": "eval_patch_scorer",
+                    "route": "PATCH /eval/v1/scorers/{scorer_id}",
+                    "summary": "Update a scorer",
+                    "typescript": "evalPatchScorer",
+                    "typescript_body": "evalScorerPatch"
+                }
+            },
+            "service": "eval",
+            "typescript": "scorers"
+        },
         "servers": {
             "methods": {
                 "aggregate": {

package/dist/tracing/client.js

@@ -274,8 +274,9 @@ class AtlanAI {
         else {
             ({ context, asRoot } = remoteParentContext(options.traceContext, api_1.context.active()));
         }
-        const otelSpan = this.getTracer().startSpan(name, options.startTime !== undefined ? { startTime: options.startTime } : {}, context);
-        const span = new spans_js_1.AtlanSpan(otelSpan, this.config, this.mask);
+        const tracer = this.getTracer();
+        const otelSpan = tracer.startSpan(name, options.startTime !== undefined ? { startTime: options.startTime } : {}, context);
+        const span = new spans_js_1.AtlanSpan(otelSpan, this.config, this.mask, tracer);
         span._initialize(options.asType ?? "task", asRoot);
         if (options.fields)
             span.update(options.fields);
@@ -290,8 +291,9 @@ class AtlanAI {
         if (this.spanProcessor === null)
             return fn((0, spans_js_1.noopSpan)(this.config));
         const { context, asRoot } = remoteParentContext(options.traceContext, api_1.context.active());
-        const otelSpan = this.getTracer().startSpan(name, options.startTime !== undefined ? { startTime: options.startTime } : {}, context);
-        const span = new spans_js_1.AtlanSpan(otelSpan, this.config, this.mask);
+        const tracer = this.getTracer();
+        const otelSpan = tracer.startSpan(name, options.startTime !== undefined ? { startTime: options.startTime } : {}, context);
+        const span = new spans_js_1.AtlanSpan(otelSpan, this.config, this.mask, tracer);
         span._initialize(options.asType ?? "task", asRoot);
         if (options.fields)
             span.update(options.fields);

package/dist/tracing/propagation.d.ts

@@ -17,6 +17,7 @@ export interface PropagateAttributesOptions {
     sessionId?: string;
     userId?: string;
     visitorId?: string;
+    experimentId?: string;
     tags?: readonly string[];
     metadata?: Record<string, unknown>;
     traceName?: string;

package/dist/tracing/propagation.js

@@ -56,6 +56,7 @@ const MAX_PROPAGATED_VALUE_CHARS = 200;
 const SESSION_ID_KEY = (0, api_1.createContextKey)("atlan.propagated.session_id");
 const USER_ID_KEY = (0, api_1.createContextKey)("atlan.propagated.user_id");
 const VISITOR_ID_KEY = (0, api_1.createContextKey)("atlan.propagated.visitor_id");
+const EXPERIMENT_ID_KEY = (0, api_1.createContextKey)("atlan.propagated.experiment_id");
 const TAGS_KEY = (0, api_1.createContextKey)("atlan.propagated.tags");
 const METADATA_KEY = (0, api_1.createContextKey)("atlan.propagated.metadata");
 const TRACE_NAME_KEY = (0, api_1.createContextKey)("atlan.propagated.trace_name");
@@ -123,6 +124,9 @@ function propagatedAttributesFromContext(context, includeContent = true) {
     const visitorId = context.getValue(VISITOR_ID_KEY);
     if (typeof visitorId === "string")
         attributes[sc.ATLAN_VISITOR_ID] = visitorId;
+    const experimentId = context.getValue(EXPERIMENT_ID_KEY);
+    if (typeof experimentId === "string")
+        attributes[sc.ATLAN_EVAL_EXPERIMENT_ID] = experimentId;
     const tags = context.getValue(TAGS_KEY);
     if (Array.isArray(tags) && tags.length > 0)
         attributes[sc.ATLAN_TAGS] = [...tags];
@@ -149,6 +153,9 @@ function propagateAttributes(options, fn) {
     const visitorId = validShortString("visitorId", options.visitorId);
     if (visitorId !== undefined)
         context = context.setValue(VISITOR_ID_KEY, visitorId);
+    const experimentId = validShortString("experimentId", options.experimentId);
+    if (experimentId !== undefined)
+        context = context.setValue(EXPERIMENT_ID_KEY, experimentId);
     const newTags = validTags(options.tags);
     if (newTags.length > 0) {
         const existing = context.getValue(TAGS_KEY);

package/dist/tracing/semconv.d.ts

@@ -9,11 +9,19 @@ export type ScoreDataType = (typeof SCORE_DATA_TYPES)[number];
 export declare const ATLAN_COMPLETION_START_TIME = "atlan.completion_start_time";
 export declare const ATLAN_CONSENT_STORE_CONTENT = "atlan.consent.store_content";
 export declare const ATLAN_ENVIRONMENT = "atlan.environment";
+export declare const ATLAN_EVAL_EXPERIMENT_ID = "atlan.eval.experiment_id";
 export declare const ATLAN_INPUT = "atlan.input";
 export declare const ATLAN_INTERNAL_AS_ROOT = "atlan.internal.as_root";
 export declare const ATLAN_OBSERVATION_LEVEL = "atlan.observation.level";
 export declare const ATLAN_OBSERVATION_STATUS_MESSAGE = "atlan.observation.status_message";
 export declare const ATLAN_OUTPUT = "atlan.output";
+export declare const ATLAN_SCORE_COMMENT = "atlan.score.comment";
+export declare const ATLAN_SCORE_DATA_TYPE = "atlan.score.data_type";
+export declare const ATLAN_SCORE_NAME = "atlan.score.name";
+export declare const ATLAN_SCORE_SCORER_ID = "atlan.score.scorer_id";
+export declare const ATLAN_SCORE_SCORER_VERSION = "atlan.score.scorer_version";
+export declare const ATLAN_SCORE_STRING_VALUE = "atlan.score.string_value";
+export declare const ATLAN_SCORE_VALUE = "atlan.score.value";
 export declare const ATLAN_SDK_LANGUAGE = "atlan.sdk.language";
 export declare const ATLAN_SDK_SCHEMA_VERSION = "atlan.sdk.schema_version";
 export declare const ATLAN_SDK_VERSION = "atlan.sdk.version";
@@ -53,6 +61,5 @@ export declare const SPAN_ATTRIBUTE_OWNERS: Readonly<Record<string, string>>;
 export declare const CONTENT_ATTRIBUTES: Readonly<Record<string, readonly string[]>>;
 export declare const PREFIX_ATTRIBUTE_TYPES: Readonly<Record<string, string>>;
 export declare const ATLAN_METADATA_PREFIX = "atlan.metadata.";
-export declare const ATLAN_SCORE_PREFIX = "atlan.score.";
 export declare const EVENT_ATTRIBUTE_TYPES: Readonly<Record<string, Readonly<Record<string, string>>>>;
 export declare const GATEWAY_OWNED_RESOURCE_ATTRIBUTES: readonly ["user.id", "user.email", "org.name"];

package/dist/tracing/semconv.js

@@ -3,8 +3,8 @@
 // Regenerate (from the atlanai-sdk-python repo):
 //   python scripts/gen_semconv.py --lang ts --out <path-to>/src/semconv.ts
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CONTENT_ATTRIBUTES = exports.SPAN_ATTRIBUTE_OWNERS = exports.SPAN_ATTRIBUTE_TYPES = exports.RESOURCE_ATTRIBUTE_OWNERS = exports.RESOURCE_ATTRIBUTE_TYPES = exports.USER_ID = exports.USER_EMAIL = exports.SESSION_ID = exports.SERVICE_NAME = exports.ORG_NAME = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_OUTPUT_COST = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_COST = exports.GEN_AI_USAGE_COST = exports.GEN_AI_USAGE_CACHE_READ_INPUT_TOKENS = exports.GEN_AI_USAGE_CACHE_CREATION_INPUT_TOKENS = exports.GEN_AI_TOOL_TYPE = exports.GEN_AI_TOOL_NAME = exports.GEN_AI_TOOL_CALL_RESULT = exports.GEN_AI_TOOL_CALL_ID = exports.GEN_AI_TOOL_CALL_ARGUMENTS = exports.GEN_AI_SYSTEM_INSTRUCTIONS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_PROVIDER_NAME = exports.GEN_AI_OUTPUT_MESSAGES = exports.GEN_AI_INPUT_MESSAGES = exports.ATLAN_VISITOR_ID = exports.ATLAN_TRACE_NAME = exports.ATLAN_TAGS = exports.ATLAN_SPAN_TYPE = exports.ATLAN_SDK_VERSION = exports.ATLAN_SDK_SCHEMA_VERSION = exports.ATLAN_SDK_LANGUAGE = exports.ATLAN_OUTPUT = exports.ATLAN_OBSERVATION_STATUS_MESSAGE = exports.ATLAN_OBSERVATION_LEVEL = exports.ATLAN_INTERNAL_AS_ROOT = exports.ATLAN_INPUT = exports.ATLAN_ENVIRONMENT = exports.ATLAN_CONSENT_STORE_CONTENT = exports.ATLAN_COMPLETION_START_TIME = exports.SCORE_DATA_TYPES = exports.OBSERVATION_LEVELS = exports.SPAN_TYPE_ALIASES = exports.SPAN_TYPES = exports.SCHEMA_VERSION = void 0;
-exports.GATEWAY_OWNED_RESOURCE_ATTRIBUTES = exports.EVENT_ATTRIBUTE_TYPES = exports.ATLAN_SCORE_PREFIX = exports.ATLAN_METADATA_PREFIX = exports.PREFIX_ATTRIBUTE_TYPES = void 0;
+exports.SERVICE_NAME = exports.ORG_NAME = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_OUTPUT_COST = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_COST = exports.GEN_AI_USAGE_COST = exports.GEN_AI_USAGE_CACHE_READ_INPUT_TOKENS = exports.GEN_AI_USAGE_CACHE_CREATION_INPUT_TOKENS = exports.GEN_AI_TOOL_TYPE = exports.GEN_AI_TOOL_NAME = exports.GEN_AI_TOOL_CALL_RESULT = exports.GEN_AI_TOOL_CALL_ID = exports.GEN_AI_TOOL_CALL_ARGUMENTS = exports.GEN_AI_SYSTEM_INSTRUCTIONS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_PROVIDER_NAME = exports.GEN_AI_OUTPUT_MESSAGES = exports.GEN_AI_INPUT_MESSAGES = exports.ATLAN_VISITOR_ID = exports.ATLAN_TRACE_NAME = exports.ATLAN_TAGS = exports.ATLAN_SPAN_TYPE = exports.ATLAN_SDK_VERSION = exports.ATLAN_SDK_SCHEMA_VERSION = exports.ATLAN_SDK_LANGUAGE = exports.ATLAN_SCORE_VALUE = exports.ATLAN_SCORE_STRING_VALUE = exports.ATLAN_SCORE_SCORER_VERSION = exports.ATLAN_SCORE_SCORER_ID = exports.ATLAN_SCORE_NAME = exports.ATLAN_SCORE_DATA_TYPE = exports.ATLAN_SCORE_COMMENT = exports.ATLAN_OUTPUT = exports.ATLAN_OBSERVATION_STATUS_MESSAGE = exports.ATLAN_OBSERVATION_LEVEL = exports.ATLAN_INTERNAL_AS_ROOT = exports.ATLAN_INPUT = exports.ATLAN_EVAL_EXPERIMENT_ID = exports.ATLAN_ENVIRONMENT = exports.ATLAN_CONSENT_STORE_CONTENT = exports.ATLAN_COMPLETION_START_TIME = exports.SCORE_DATA_TYPES = exports.OBSERVATION_LEVELS = exports.SPAN_TYPE_ALIASES = exports.SPAN_TYPES = exports.SCHEMA_VERSION = void 0;
+exports.GATEWAY_OWNED_RESOURCE_ATTRIBUTES = exports.EVENT_ATTRIBUTE_TYPES = exports.ATLAN_METADATA_PREFIX = exports.PREFIX_ATTRIBUTE_TYPES = exports.CONTENT_ATTRIBUTES = exports.SPAN_ATTRIBUTE_OWNERS = exports.SPAN_ATTRIBUTE_TYPES = exports.RESOURCE_ATTRIBUTE_OWNERS = exports.RESOURCE_ATTRIBUTE_TYPES = exports.USER_ID = exports.USER_EMAIL = exports.SESSION_ID = void 0;
 exports.SCHEMA_VERSION = "agent-sdk.v1";
 exports.SPAN_TYPES = ["task", "llm", "tool", "function", "score", "session", "turn"];
 exports.SPAN_TYPE_ALIASES = {
@@ -17,11 +17,19 @@ exports.SCORE_DATA_TYPES = ["NUMERIC", "CATEGORICAL", "BOOLEAN"];
 exports.ATLAN_COMPLETION_START_TIME = "atlan.completion_start_time";
 exports.ATLAN_CONSENT_STORE_CONTENT = "atlan.consent.store_content";
 exports.ATLAN_ENVIRONMENT = "atlan.environment";
+exports.ATLAN_EVAL_EXPERIMENT_ID = "atlan.eval.experiment_id";
 exports.ATLAN_INPUT = "atlan.input";
 exports.ATLAN_INTERNAL_AS_ROOT = "atlan.internal.as_root";
 exports.ATLAN_OBSERVATION_LEVEL = "atlan.observation.level";
 exports.ATLAN_OBSERVATION_STATUS_MESSAGE = "atlan.observation.status_message";
 exports.ATLAN_OUTPUT = "atlan.output";
+exports.ATLAN_SCORE_COMMENT = "atlan.score.comment";
+exports.ATLAN_SCORE_DATA_TYPE = "atlan.score.data_type";
+exports.ATLAN_SCORE_NAME = "atlan.score.name";
+exports.ATLAN_SCORE_SCORER_ID = "atlan.score.scorer_id";
+exports.ATLAN_SCORE_SCORER_VERSION = "atlan.score.scorer_version";
+exports.ATLAN_SCORE_STRING_VALUE = "atlan.score.string_value";
+exports.ATLAN_SCORE_VALUE = "atlan.score.value";
 exports.ATLAN_SDK_LANGUAGE = "atlan.sdk.language";
 exports.ATLAN_SDK_SCHEMA_VERSION = "atlan.sdk.schema_version";
 exports.ATLAN_SDK_VERSION = "atlan.sdk.version";
@@ -86,6 +94,14 @@ exports.SPAN_ATTRIBUTE_TYPES = {
     "session.id": "string",
     "user.id": "string",
     "atlan.visitor.id": "string",
+    "atlan.eval.experiment_id": "string",
+    "atlan.score.name": "string",
+    "atlan.score.value": "double",
+    "atlan.score.data_type": "string",
+    "atlan.score.string_value": "string",
+    "atlan.score.comment": "string",
+    "atlan.score.scorer_id": "string",
+    "atlan.score.scorer_version": "int",
     "atlan.tags": "string_list",
     "gen_ai.input.messages": "string",
     "gen_ai.output.messages": "string",
@@ -120,6 +136,14 @@ exports.SPAN_ATTRIBUTE_OWNERS = {
     "session.id": "app",
     "user.id": "app",
     "atlan.visitor.id": "app",
+    "atlan.eval.experiment_id": "app",
+    "atlan.score.name": "app",
+    "atlan.score.value": "app",
+    "atlan.score.data_type": "app",
+    "atlan.score.string_value": "app",
+    "atlan.score.comment": "app",
+    "atlan.score.scorer_id": "app",
+    "atlan.score.scorer_version": "app",
     "atlan.tags": "app",
     "gen_ai.input.messages": "app",
     "gen_ai.output.messages": "app",
@@ -157,20 +181,10 @@ exports.CONTENT_ATTRIBUTES = {
 };
 exports.PREFIX_ATTRIBUTE_TYPES = {
     "atlan.metadata.": "dynamic",
-    "atlan.score.": "double",
 };
 // Prefix constants (trailing dot included).
 exports.ATLAN_METADATA_PREFIX = "atlan.metadata.";
-exports.ATLAN_SCORE_PREFIX = "atlan.score.";
 // Span events and their attribute types.
-exports.EVENT_ATTRIBUTE_TYPES = {
-    "atlan.score": {
-        "atlan.score.name": "string",
-        "atlan.score.value": "double",
-        "atlan.score.data_type": "string",
-        "atlan.score.string_value": "string",
-        "atlan.score.comment": "string",
-    },
-};
+exports.EVENT_ATTRIBUTE_TYPES = {};
 // Reserved for the gateway: the SDK MUST NOT emit these on the resource.
 exports.GATEWAY_OWNED_RESOURCE_ATTRIBUTES = ["user.id", "user.email", "org.name"];

package/dist/tracing/spans.d.ts

@@ -5,7 +5,7 @@
  * attributes. The observation type is set once at creation and immutable.
  * Every method is safe on a non-recording span (no-op posture, SPEC §10.1).
  */
-import { type Span, type TimeInput } from "@opentelemetry/api";
+import { type Span, type TimeInput, type Tracer } from "@opentelemetry/api";
 import type { ResolvedConfig } from "./config.js";
 import { type MaskFunction } from "./masking.js";
 /**
@@ -18,6 +18,10 @@ export interface ScoreOptions {
     dataType?: string;
     stringValue?: string;
     comment?: string;
+    /** Registry scorer artifact cited by the verdict span. */
+    scorerId?: string;
+    /** Positive immutable scorer version ordinal. */
+    scorerVersion?: number;
 }
 export declare function resolveSpanType(asType: string): string;
 export interface UpdateFields {
@@ -42,7 +46,8 @@ export declare class AtlanSpan {
     private readonly otel;
     private readonly config;
     private readonly mask;
-    constructor(otelSpan: Span, config: ResolvedConfig, mask?: MaskFunction);
+    private readonly tracer;
+    constructor(otelSpan: Span, config: ResolvedConfig, mask?: MaskFunction, tracer?: Tracer);
     get otelSpan(): Span;
     get traceId(): string;
     get spanId(): string;
@@ -51,8 +56,7 @@ export declare class AtlanSpan {
     private serialize;
     update(fields: UpdateFields): this;
     /**
-     * Attach a score to this span (SPEC §9.4): an `atlan.score` event plus a
-     * rollup attribute `atlan.score.{name}`.
+     * Emit a dedicated score child span (SPEC §9.4).
      *
      * NUMERIC requires a numeric value; CATEGORICAL requires stringValue
      * (numeric value defaults to 0.0); BOOLEAN encodes value as 0/1.

package/dist/tracing/spans.js

@@ -66,7 +66,6 @@ const COST_ATTRIBUTES = {
  * target it (SPEC §9.4). Set by client.startAsCurrentSpan.
  */
 exports.ROOT_SPAN_CONTEXT_KEY = (0, api_1.createContextKey)("atlan.root_span");
-const SCORE_EVENT_NAME = "atlan.score";
 function resolveSpanType(asType) {
     const resolved = sc.SPAN_TYPE_ALIASES[asType] ?? asType;
     if (!sc.SPAN_TYPES.includes(resolved)) {
@@ -93,10 +92,12 @@ class AtlanSpan {
     otel;
     config;
     mask;
-    constructor(otelSpan, config, mask) {
+    tracer;
+    constructor(otelSpan, config, mask, tracer) {
         this.otel = otelSpan;
         this.config = config;
         this.mask = mask;
+        this.tracer = tracer;
     }
     get otelSpan() {
         return this.otel;
@@ -214,8 +215,7 @@ class AtlanSpan {
         return this;
     }
     /**
-     * Attach a score to this span (SPEC §9.4): an `atlan.score` event plus a
-     * rollup attribute `atlan.score.{name}`.
+     * Emit a dedicated score child span (SPEC §9.4).
      *
      * NUMERIC requires a numeric value; CATEGORICAL requires stringValue
      * (numeric value defaults to 0.0); BOOLEAN encodes value as 0/1.
@@ -223,7 +223,7 @@ class AtlanSpan {
      */
     score(name, value, options = {}) {
         const span = this.otel;
-        if (!span.isRecording())
+        if (!span.isRecording() || this.tracer === undefined)
             return;
         if (!name || typeof name !== "string") {
             logger_js_1.logger.warn(`dropping score with invalid name ${JSON.stringify(name)}`);
@@ -234,6 +234,16 @@ class AtlanSpan {
             logger_js_1.logger.warn(`dropping score ${name} with unknown dataType ${String(dataType)}`);
             return;
         }
+        if (typeof options.scorerId !== "string" || !options.scorerId.startsWith("scorer_")) {
+            logger_js_1.logger.warn(`dropping score ${name} without a valid scorerId`);
+            return;
+        }
+        if (typeof options.scorerVersion !== "number" ||
+            !Number.isInteger(options.scorerVersion) ||
+            options.scorerVersion < 1) {
+            logger_js_1.logger.warn(`dropping score ${name} without a valid scorerVersion`);
+            return;
+        }
         let numeric;
         if (dataType === "NUMERIC") {
             const coerced = asFloat(value);
@@ -258,19 +268,24 @@ class AtlanSpan {
             }
             numeric = value ? 1.0 : 0.0;
         }
-        const eventAttributes = {
-            [`${sc.ATLAN_SCORE_PREFIX}name`]: name,
-            [`${sc.ATLAN_SCORE_PREFIX}value`]: numeric,
-            [`${sc.ATLAN_SCORE_PREFIX}data_type`]: dataType,
+        const attributes = {
+            [sc.ATLAN_SPAN_TYPE]: "score",
+            [sc.ATLAN_SCORE_NAME]: name,
+            [sc.ATLAN_SCORE_VALUE]: numeric,
+            [sc.ATLAN_SCORE_DATA_TYPE]: dataType,
+            [sc.ATLAN_SCORE_SCORER_ID]: options.scorerId,
+            [sc.ATLAN_SCORE_SCORER_VERSION]: options.scorerVersion,
         };
         if (options.stringValue !== undefined) {
-            eventAttributes[`${sc.ATLAN_SCORE_PREFIX}string_value`] = options.stringValue;
+            attributes[sc.ATLAN_SCORE_STRING_VALUE] = options.stringValue;
         }
         if (options.comment !== undefined) {
-            eventAttributes[`${sc.ATLAN_SCORE_PREFIX}comment`] = options.comment;
+            attributes[sc.ATLAN_SCORE_COMMENT] = options.comment;
         }
-        span.addEvent(SCORE_EVENT_NAME, eventAttributes);
-        span.setAttribute(`${sc.ATLAN_SCORE_PREFIX}${name}`, numeric);
+        const parent = api_1.trace.setSpan(api_1.context.active(), span);
+        const scoreSpan = this.tracer.startSpan(`score.${name}`, {}, parent);
+        scoreSpan.setAttributes(attributes);
+        scoreSpan.end();
     }
     /**
      * Attach a score to the current trace's root span when resolvable

package/dist/tracing/version.d.ts

@@ -1,4 +1,4 @@
 /** SDK identity (SPEC §2.2, §5.1). Kept in sync with package.json — the
  * version test fails the build on drift. */
 export declare const SDK_LANGUAGE = "typescript";
-export declare const SDK_VERSION = "0.1.0";
+export declare const SDK_VERSION = "0.2.1";