@withgateway/sdk 0.1.11 → 0.1.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +37 -0
- package/dist/{index-CTc8iOrx.d.ts → index-B5HUQQDE.d.mts} +9 -0
- package/dist/{index-CTc8iOrx.d.mts → index-Dpo-t8iO.d.ts} +9 -0
- package/dist/index.d.mts +44 -5
- package/dist/index.d.ts +44 -5
- package/dist/index.js +364 -37
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +348 -31
- package/dist/index.mjs.map +1 -1
- package/dist/scores/index.d.mts +165 -0
- package/dist/scores/index.d.ts +165 -0
- package/dist/scores/index.js +252 -0
- package/dist/scores/index.js.map +1 -0
- package/dist/scores/index.mjs +223 -0
- package/dist/scores/index.mjs.map +1 -0
- package/dist/tracing/index.d.mts +2 -1
- package/dist/tracing/index.d.ts +2 -1
- package/dist/tracing/index.js +309 -18
- package/dist/tracing/index.js.map +1 -1
- package/dist/tracing/index.mjs +303 -12
- package/dist/tracing/index.mjs.map +1 -1
- package/package.json +6 -1
package/dist/index.mjs
CHANGED
|
@@ -21,7 +21,7 @@ var require_package = __commonJS({
|
|
|
21
21
|
"package.json"(exports, module) {
|
|
22
22
|
module.exports = {
|
|
23
23
|
name: "@withgateway/sdk",
|
|
24
|
-
version: "0.1.
|
|
24
|
+
version: "0.1.13",
|
|
25
25
|
description: "Gateway SDK for TypeScript - A/B experiments, tracing, and observability",
|
|
26
26
|
main: "./dist/index.js",
|
|
27
27
|
module: "./dist/index.mjs",
|
|
@@ -76,6 +76,11 @@ var require_package = __commonJS({
|
|
|
76
76
|
types: "./dist/users/index.d.ts",
|
|
77
77
|
import: "./dist/users/index.mjs",
|
|
78
78
|
require: "./dist/users/index.js"
|
|
79
|
+
},
|
|
80
|
+
"./scores": {
|
|
81
|
+
types: "./dist/scores/index.d.ts",
|
|
82
|
+
import: "./dist/scores/index.mjs",
|
|
83
|
+
require: "./dist/scores/index.js"
|
|
79
84
|
}
|
|
80
85
|
},
|
|
81
86
|
files: [
|
|
@@ -1388,7 +1393,7 @@ var SessionRecording = class _SessionRecording {
|
|
|
1388
1393
|
* to re-drive the recorded conversation.
|
|
1389
1394
|
*/
|
|
1390
1395
|
userMessages() {
|
|
1391
|
-
return this.turns().map((
|
|
1396
|
+
return this.turns().map((trace5) => trace5.userMessage());
|
|
1392
1397
|
}
|
|
1393
1398
|
/** Output of the last chronological turn (null when empty). */
|
|
1394
1399
|
finalOutput() {
|
|
@@ -1406,8 +1411,8 @@ var SessionRecording = class _SessionRecording {
|
|
|
1406
1411
|
/** Filter observations across all turns (chronological order). */
|
|
1407
1412
|
select(filter = {}) {
|
|
1408
1413
|
const selected = [];
|
|
1409
|
-
for (const
|
|
1410
|
-
for (const observation of
|
|
1414
|
+
for (const trace5 of this.turns()) {
|
|
1415
|
+
for (const observation of trace5.observations) {
|
|
1411
1416
|
if (filter.type && (observation.type ?? "").toUpperCase() !== filter.type.toUpperCase()) {
|
|
1412
1417
|
continue;
|
|
1413
1418
|
}
|
|
@@ -1427,15 +1432,15 @@ var SessionRecording = class _SessionRecording {
|
|
|
1427
1432
|
sessionId: this.sessionId,
|
|
1428
1433
|
projectId: this.projectId,
|
|
1429
1434
|
environment: this.environment,
|
|
1430
|
-
traces: this.turns().map((
|
|
1431
|
-
id:
|
|
1432
|
-
name:
|
|
1433
|
-
timestamp:
|
|
1434
|
-
input:
|
|
1435
|
-
output:
|
|
1436
|
-
metadata:
|
|
1437
|
-
tags:
|
|
1438
|
-
observations:
|
|
1435
|
+
traces: this.turns().map((trace5) => ({
|
|
1436
|
+
id: trace5.id,
|
|
1437
|
+
name: trace5.name,
|
|
1438
|
+
timestamp: trace5.timestamp,
|
|
1439
|
+
input: trace5.input,
|
|
1440
|
+
output: trace5.output,
|
|
1441
|
+
metadata: trace5.metadata,
|
|
1442
|
+
tags: trace5.tags,
|
|
1443
|
+
observations: trace5.observations.map((o) => ({ ...o }))
|
|
1439
1444
|
}))
|
|
1440
1445
|
};
|
|
1441
1446
|
}
|
|
@@ -2746,6 +2751,216 @@ var users = {
|
|
|
2746
2751
|
fromEnv: UsersClient.fromEnv
|
|
2747
2752
|
};
|
|
2748
2753
|
|
|
2754
|
+
// src/scores/index.ts
|
|
2755
|
+
import { isSpanContextValid, trace } from "@opentelemetry/api";
|
|
2756
|
+
var SUCCESS_SIGNAL_KEY = "gateway.success.signal";
|
|
2757
|
+
var SUCCESS_METRIC_NAME_KEY = "gateway.success.metricName";
|
|
2758
|
+
var AGENT_ID_KEY = "gateway.agent.id";
|
|
2759
|
+
var ScoreError = class extends Error {
|
|
2760
|
+
constructor(message, options) {
|
|
2761
|
+
super(message);
|
|
2762
|
+
this.name = "ScoreError";
|
|
2763
|
+
this.cause = options?.cause;
|
|
2764
|
+
}
|
|
2765
|
+
};
|
|
2766
|
+
function currentTraceId() {
|
|
2767
|
+
try {
|
|
2768
|
+
const span = trace.getActiveSpan();
|
|
2769
|
+
if (!span) return void 0;
|
|
2770
|
+
const ctx = span.spanContext();
|
|
2771
|
+
if (!ctx || !isSpanContextValid(ctx)) return void 0;
|
|
2772
|
+
return ctx.traceId;
|
|
2773
|
+
} catch {
|
|
2774
|
+
return void 0;
|
|
2775
|
+
}
|
|
2776
|
+
}
|
|
2777
|
+
var ScoresClient = class _ScoresClient {
|
|
2778
|
+
host;
|
|
2779
|
+
publicKey;
|
|
2780
|
+
secretKey;
|
|
2781
|
+
timeoutSeconds;
|
|
2782
|
+
debug;
|
|
2783
|
+
constructor(config) {
|
|
2784
|
+
this.host = config.host.replace(/\/$/, "");
|
|
2785
|
+
this.publicKey = config.publicKey;
|
|
2786
|
+
this.secretKey = config.secretKey;
|
|
2787
|
+
this.timeoutSeconds = config.timeoutSeconds ?? 15;
|
|
2788
|
+
this.debug = config.debug ?? false;
|
|
2789
|
+
}
|
|
2790
|
+
/** Create a client from GATEWAY_HOST / GATEWAY_PUBLIC_KEY / GATEWAY_SECRET_KEY. */
|
|
2791
|
+
static fromEnv(config = {}) {
|
|
2792
|
+
const host = config.host ?? process.env.GATEWAY_HOST;
|
|
2793
|
+
const publicKey = config.publicKey ?? process.env.GATEWAY_PUBLIC_KEY;
|
|
2794
|
+
const secretKey = config.secretKey ?? process.env.GATEWAY_SECRET_KEY;
|
|
2795
|
+
const missing = [
|
|
2796
|
+
["host", host],
|
|
2797
|
+
["publicKey", publicKey],
|
|
2798
|
+
["secretKey", secretKey]
|
|
2799
|
+
].filter(([, value]) => !value).map(([name]) => name);
|
|
2800
|
+
if (missing.length > 0) {
|
|
2801
|
+
throw new ScoreError(
|
|
2802
|
+
`Missing Gateway scores configuration: ${missing.join(", ")}`
|
|
2803
|
+
);
|
|
2804
|
+
}
|
|
2805
|
+
return new _ScoresClient({
|
|
2806
|
+
...config,
|
|
2807
|
+
host,
|
|
2808
|
+
publicKey,
|
|
2809
|
+
secretKey
|
|
2810
|
+
});
|
|
2811
|
+
}
|
|
2812
|
+
/**
|
|
2813
|
+
* Post a score, throwing {@link ScoreError} on any failure. Builds the exact
|
|
2814
|
+
* `POST /api/public/scores` body the Python SDK sends: exactly one of
|
|
2815
|
+
* `sessionId` / `traceId` (+ optional `observationId`) / `datasetRunId`.
|
|
2816
|
+
* When no target is provided, the active OTel trace id is used; if none is
|
|
2817
|
+
* available the call is a no-op (returns without posting), matching Python.
|
|
2818
|
+
*/
|
|
2819
|
+
async postScore(name, value, options = {}) {
|
|
2820
|
+
const body = this.buildScoreBody(name, value, options);
|
|
2821
|
+
if (!body) {
|
|
2822
|
+
this.log(
|
|
2823
|
+
"score '%s' dropped: no sessionId, traceId or datasetRunId available",
|
|
2824
|
+
name
|
|
2825
|
+
);
|
|
2826
|
+
return;
|
|
2827
|
+
}
|
|
2828
|
+
await this.request("POST", "/api/public/scores", body);
|
|
2829
|
+
}
|
|
2830
|
+
/**
|
|
2831
|
+
* Build the score request body, or null when no target can be resolved.
|
|
2832
|
+
* Split out so it is unit-testable and shared by score()/success().
|
|
2833
|
+
*/
|
|
2834
|
+
buildScoreBody(name, value, options = {}) {
|
|
2835
|
+
const traceId = options.traceId ?? currentTraceId();
|
|
2836
|
+
const target = {};
|
|
2837
|
+
if (options.sessionId) {
|
|
2838
|
+
target.sessionId = options.sessionId;
|
|
2839
|
+
} else if (options.datasetRunId) {
|
|
2840
|
+
target.datasetRunId = options.datasetRunId;
|
|
2841
|
+
} else if (traceId) {
|
|
2842
|
+
target.traceId = traceId;
|
|
2843
|
+
if (options.observationId) target.observationId = options.observationId;
|
|
2844
|
+
} else {
|
|
2845
|
+
return null;
|
|
2846
|
+
}
|
|
2847
|
+
const metadata = {
|
|
2848
|
+
source: "gatewaysdk",
|
|
2849
|
+
...options.metadata ?? {}
|
|
2850
|
+
};
|
|
2851
|
+
return {
|
|
2852
|
+
name,
|
|
2853
|
+
value,
|
|
2854
|
+
dataType: options.dataType ?? "NUMERIC",
|
|
2855
|
+
environment: options.environment ?? "default",
|
|
2856
|
+
...options.comment ? { comment: options.comment } : {},
|
|
2857
|
+
metadata,
|
|
2858
|
+
...target
|
|
2859
|
+
};
|
|
2860
|
+
}
|
|
2861
|
+
/**
|
|
2862
|
+
* Post a score, FAIL-SOFT: warns and resolves on any failure so a broken
|
|
2863
|
+
* transport never throws into (or rejects out of) the caller.
|
|
2864
|
+
*/
|
|
2865
|
+
async score(name, value, options = {}) {
|
|
2866
|
+
try {
|
|
2867
|
+
await this.postScore(name, value, options);
|
|
2868
|
+
} catch (error) {
|
|
2869
|
+
this.warn(`score '${name}' failed`, error);
|
|
2870
|
+
}
|
|
2871
|
+
}
|
|
2872
|
+
/**
|
|
2873
|
+
* Emit a SUCCESS SIGNAL that feeds a Gateway Success Metric — a score tagged
|
|
2874
|
+
* with `gateway.success.signal` + `gateway.success.metricName` (and the agent
|
|
2875
|
+
* identity when `agentId` is set). A boolean `value` records a 1/0 BOOLEAN
|
|
2876
|
+
* score (pass/fail); a number records a NUMERIC score. FAIL-SOFT.
|
|
2877
|
+
*
|
|
2878
|
+
* The metadata shape matches the Python SDK's `Run.success()` exactly, so the
|
|
2879
|
+
* platform's Success Metrics aggregation counts signals from either SDK
|
|
2880
|
+
* without change.
|
|
2881
|
+
*
|
|
2882
|
+
* @example
|
|
2883
|
+
* ```ts
|
|
2884
|
+
* await scores.success("resolved_ticket", true, { agentId: "support-triage", sessionId });
|
|
2885
|
+
* await scores.success("handle_time_s", 42, { agentId: "support-triage", sessionId });
|
|
2886
|
+
* ```
|
|
2887
|
+
*/
|
|
2888
|
+
async success(name, value = true, options = {}) {
|
|
2889
|
+
const { numericValue, inferredType } = coerceSignalValue(value);
|
|
2890
|
+
const { agentId, metricName, metadata, dataType, ...rest } = options;
|
|
2891
|
+
const signalMetadata = {
|
|
2892
|
+
...metadata ?? {},
|
|
2893
|
+
[SUCCESS_SIGNAL_KEY]: true,
|
|
2894
|
+
[SUCCESS_METRIC_NAME_KEY]: metricName ?? name,
|
|
2895
|
+
...agentId ? { [AGENT_ID_KEY]: agentId } : {}
|
|
2896
|
+
};
|
|
2897
|
+
await this.score(name, numericValue, {
|
|
2898
|
+
...rest,
|
|
2899
|
+
dataType: dataType ?? inferredType,
|
|
2900
|
+
metadata: signalMetadata
|
|
2901
|
+
});
|
|
2902
|
+
}
|
|
2903
|
+
async request(method, path, payload) {
|
|
2904
|
+
let response;
|
|
2905
|
+
try {
|
|
2906
|
+
response = await fetch(`${this.host}${path}`, {
|
|
2907
|
+
method,
|
|
2908
|
+
headers: {
|
|
2909
|
+
Authorization: this.authHeader(),
|
|
2910
|
+
"Content-Type": "application/json"
|
|
2911
|
+
},
|
|
2912
|
+
body: JSON.stringify(payload),
|
|
2913
|
+
signal: AbortSignal.timeout(this.timeoutSeconds * 1e3)
|
|
2914
|
+
});
|
|
2915
|
+
} catch (error) {
|
|
2916
|
+
throw new ScoreError(
|
|
2917
|
+
`${method} ${path} failed: ${error instanceof Error ? error.message : String(error)}`,
|
|
2918
|
+
{ cause: error }
|
|
2919
|
+
);
|
|
2920
|
+
}
|
|
2921
|
+
const text = await response.text();
|
|
2922
|
+
if (!response.ok) {
|
|
2923
|
+
throw new ScoreError(
|
|
2924
|
+
`${method} ${path} failed (${response.status}): ${text.slice(0, 500)}`
|
|
2925
|
+
);
|
|
2926
|
+
}
|
|
2927
|
+
this.log("%s %s -> %s", method, path, response.status);
|
|
2928
|
+
}
|
|
2929
|
+
authHeader() {
|
|
2930
|
+
return `Basic ${Buffer.from(`${this.publicKey}:${this.secretKey}`).toString(
|
|
2931
|
+
"base64"
|
|
2932
|
+
)}`;
|
|
2933
|
+
}
|
|
2934
|
+
log(message, ...args) {
|
|
2935
|
+
if (this.debug) {
|
|
2936
|
+
console.log(`[gateway.scores] ${message}`, ...args);
|
|
2937
|
+
}
|
|
2938
|
+
}
|
|
2939
|
+
warn(message, ...args) {
|
|
2940
|
+
console.warn(`[gateway.scores] ${message}`, ...args);
|
|
2941
|
+
}
|
|
2942
|
+
};
|
|
2943
|
+
function coerceSignalValue(value) {
|
|
2944
|
+
if (typeof value === "boolean") {
|
|
2945
|
+
return { numericValue: value ? 1 : 0, inferredType: "BOOLEAN" };
|
|
2946
|
+
}
|
|
2947
|
+
return { numericValue: value, inferredType: "NUMERIC" };
|
|
2948
|
+
}
|
|
2949
|
+
async function success(name, value = true, options = {}) {
|
|
2950
|
+
let client2;
|
|
2951
|
+
try {
|
|
2952
|
+
client2 = ScoresClient.fromEnv();
|
|
2953
|
+
} catch (error) {
|
|
2954
|
+
console.warn(`[gateway.scores] success '${name}' skipped`, error);
|
|
2955
|
+
return;
|
|
2956
|
+
}
|
|
2957
|
+
await client2.success(name, value, options);
|
|
2958
|
+
}
|
|
2959
|
+
var scores = {
|
|
2960
|
+
fromEnv: ScoresClient.fromEnv,
|
|
2961
|
+
success
|
|
2962
|
+
};
|
|
2963
|
+
|
|
2749
2964
|
// src/build/index.ts
|
|
2750
2965
|
import { createHash as createHash2 } from "crypto";
|
|
2751
2966
|
function canonicalJson(value) {
|
|
@@ -2764,6 +2979,7 @@ function sha256(text) {
|
|
|
2764
2979
|
var registeredTools = /* @__PURE__ */ new Map();
|
|
2765
2980
|
var registeredPrompts = /* @__PURE__ */ new Map();
|
|
2766
2981
|
var registeredSkills = /* @__PURE__ */ new Map();
|
|
2982
|
+
var registeredArtifacts = /* @__PURE__ */ new Map();
|
|
2767
2983
|
function captureSource() {
|
|
2768
2984
|
const stack = new Error().stack?.split("\n") ?? [];
|
|
2769
2985
|
for (const line of stack.slice(1)) {
|
|
@@ -2797,9 +3013,24 @@ function defineTool(tool) {
|
|
|
2797
3013
|
notifyRegistryChanged();
|
|
2798
3014
|
return tool;
|
|
2799
3015
|
}
|
|
2800
|
-
function
|
|
2801
|
-
|
|
3016
|
+
function registerArtifact(kind, name, options = {}) {
|
|
3017
|
+
const source = captureSource();
|
|
3018
|
+
const identity = {
|
|
3019
|
+
kind,
|
|
3020
|
+
name,
|
|
3021
|
+
...options.version !== void 0 ? { version: options.version } : {},
|
|
3022
|
+
...options.content !== void 0 ? { contentHash: sha256(options.content) } : {},
|
|
3023
|
+
...options.ref !== void 0 ? { ref: options.ref } : {},
|
|
3024
|
+
...source ? { source } : {},
|
|
3025
|
+
...options.metadata ? { metadata: options.metadata } : {}
|
|
3026
|
+
};
|
|
3027
|
+
registeredArtifacts.set(`${kind}:${name}`, identity);
|
|
2802
3028
|
notifyRegistryChanged();
|
|
3029
|
+
return identity;
|
|
3030
|
+
}
|
|
3031
|
+
function registerPrompt(name, content, options = {}) {
|
|
3032
|
+
registeredPrompts.set(name, sha256(content));
|
|
3033
|
+
registerArtifact("prompt", name, { ...options, content });
|
|
2803
3034
|
return content;
|
|
2804
3035
|
}
|
|
2805
3036
|
function getRegisteredTools() {
|
|
@@ -2807,9 +3038,14 @@ function getRegisteredTools() {
|
|
|
2807
3038
|
(a, b) => a.name < b.name ? -1 : a.name > b.name ? 1 : 0
|
|
2808
3039
|
);
|
|
2809
3040
|
}
|
|
2810
|
-
function registerSkill(name, version) {
|
|
3041
|
+
function registerSkill(name, version, options = {}) {
|
|
2811
3042
|
registeredSkills.set(name, version);
|
|
2812
|
-
|
|
3043
|
+
registerArtifact("skill", name, { version, ...options });
|
|
3044
|
+
}
|
|
3045
|
+
function getRegisteredArtifacts() {
|
|
3046
|
+
return [...registeredArtifacts.values()].sort(
|
|
3047
|
+
(a, b) => `${a.kind}:${a.name}` < `${b.kind}:${b.name}` ? -1 : 1
|
|
3048
|
+
);
|
|
2813
3049
|
}
|
|
2814
3050
|
function getRegisteredSkills() {
|
|
2815
3051
|
return Object.fromEntries(
|
|
@@ -2829,6 +3065,7 @@ function resetBuildRegistry() {
|
|
|
2829
3065
|
registeredTools.clear();
|
|
2830
3066
|
registeredPrompts.clear();
|
|
2831
3067
|
registeredSkills.clear();
|
|
3068
|
+
registeredArtifacts.clear();
|
|
2832
3069
|
activeBuilds.length = 0;
|
|
2833
3070
|
if (reRegisterTimer) clearTimeout(reRegisterTimer);
|
|
2834
3071
|
reRegisterTimer = null;
|
|
@@ -2841,11 +3078,62 @@ function sdkVersion() {
|
|
|
2841
3078
|
return "@withgateway/sdk";
|
|
2842
3079
|
}
|
|
2843
3080
|
}
|
|
3081
|
+
function paasGitContext() {
|
|
3082
|
+
const env = process.env;
|
|
3083
|
+
if (env.VERCEL_GIT_COMMIT_SHA) {
|
|
3084
|
+
const isGithub = (env.VERCEL_GIT_PROVIDER ?? "github") === "github";
|
|
3085
|
+
return {
|
|
3086
|
+
provider: "vercel",
|
|
3087
|
+
sha: env.VERCEL_GIT_COMMIT_SHA,
|
|
3088
|
+
repo: isGithub && env.VERCEL_GIT_REPO_OWNER && env.VERCEL_GIT_REPO_SLUG ? `${env.VERCEL_GIT_REPO_OWNER}/${env.VERCEL_GIT_REPO_SLUG}` : void 0,
|
|
3089
|
+
branch: env.VERCEL_GIT_COMMIT_REF,
|
|
3090
|
+
login: env.VERCEL_GIT_COMMIT_AUTHOR_LOGIN
|
|
3091
|
+
};
|
|
3092
|
+
}
|
|
3093
|
+
if (env.RENDER_GIT_COMMIT) {
|
|
3094
|
+
return {
|
|
3095
|
+
provider: "render",
|
|
3096
|
+
sha: env.RENDER_GIT_COMMIT,
|
|
3097
|
+
repo: env.RENDER_GIT_REPO_SLUG,
|
|
3098
|
+
// already "owner/repo"
|
|
3099
|
+
branch: env.RENDER_GIT_BRANCH
|
|
3100
|
+
};
|
|
3101
|
+
}
|
|
3102
|
+
if (env.RAILWAY_GIT_COMMIT_SHA) {
|
|
3103
|
+
return {
|
|
3104
|
+
provider: "railway",
|
|
3105
|
+
sha: env.RAILWAY_GIT_COMMIT_SHA,
|
|
3106
|
+
repo: env.RAILWAY_GIT_REPO_OWNER && env.RAILWAY_GIT_REPO_NAME ? `${env.RAILWAY_GIT_REPO_OWNER}/${env.RAILWAY_GIT_REPO_NAME}` : void 0,
|
|
3107
|
+
branch: env.RAILWAY_GIT_BRANCH,
|
|
3108
|
+
login: env.RAILWAY_GIT_AUTHOR
|
|
3109
|
+
};
|
|
3110
|
+
}
|
|
3111
|
+
if (env.NETLIFY && env.COMMIT_REF) {
|
|
3112
|
+
const repoMatch = /github\.com[/:]([^/]+\/[^/.]+)/.exec(
|
|
3113
|
+
env.REPOSITORY_URL ?? ""
|
|
3114
|
+
);
|
|
3115
|
+
return {
|
|
3116
|
+
provider: "netlify",
|
|
3117
|
+
sha: env.COMMIT_REF,
|
|
3118
|
+
repo: repoMatch?.[1],
|
|
3119
|
+
branch: env.BRANCH
|
|
3120
|
+
};
|
|
3121
|
+
}
|
|
3122
|
+
const bareSha = env.HEROKU_SLUG_COMMIT ?? env.SOURCE_VERSION ?? env.GIT_COMMIT ?? env.COMMIT_SHA;
|
|
3123
|
+
if (bareSha) {
|
|
3124
|
+
return {
|
|
3125
|
+
provider: env.HEROKU_SLUG_COMMIT || env.SOURCE_VERSION ? "heroku" : "generic",
|
|
3126
|
+
sha: bareSha
|
|
3127
|
+
};
|
|
3128
|
+
}
|
|
3129
|
+
return null;
|
|
3130
|
+
}
|
|
2844
3131
|
function codeRef() {
|
|
3132
|
+
const paas = paasGitContext();
|
|
2845
3133
|
const sha = process.env.GATEWAY_COMMIT ?? process.env.GITHUB_SHA ?? process.env.CI_COMMIT_SHA ?? // GitLab
|
|
2846
|
-
process.env.CIRCLE_SHA1;
|
|
3134
|
+
process.env.CIRCLE_SHA1 ?? paas?.sha;
|
|
2847
3135
|
if (!sha) return void 0;
|
|
2848
|
-
const repo = process.env.GITHUB_REPOSITORY ?? process.env.CI_PROJECT_PATH;
|
|
3136
|
+
const repo = process.env.GITHUB_REPOSITORY ?? process.env.CI_PROJECT_PATH ?? paas?.repo;
|
|
2849
3137
|
return repo ? `git:${repo}@${sha}` : `git:${sha}`;
|
|
2850
3138
|
}
|
|
2851
3139
|
function assembleManifest(agentId) {
|
|
@@ -2855,13 +3143,17 @@ function assembleManifest(agentId) {
|
|
|
2855
3143
|
sdk: sdkVersion(),
|
|
2856
3144
|
tools: getRegisteredTools(),
|
|
2857
3145
|
prompts: getRegisteredPrompts(),
|
|
2858
|
-
skills: getRegisteredSkills()
|
|
3146
|
+
skills: getRegisteredSkills(),
|
|
3147
|
+
artifacts: getRegisteredArtifacts()
|
|
2859
3148
|
};
|
|
2860
3149
|
}
|
|
2861
3150
|
function computeBuildHash(manifest) {
|
|
2862
3151
|
const identity = {
|
|
2863
3152
|
...manifest,
|
|
2864
|
-
tools: manifest.tools.map(({ source: _source, ...tool }) => tool)
|
|
3153
|
+
tools: manifest.tools.map(({ source: _source, ...tool }) => tool),
|
|
3154
|
+
artifacts: manifest.artifacts.map(
|
|
3155
|
+
({ source: _source, ...artifact }) => artifact
|
|
3156
|
+
)
|
|
2865
3157
|
};
|
|
2866
3158
|
return sha256(canonicalJson(identity));
|
|
2867
3159
|
}
|
|
@@ -2874,6 +3166,14 @@ function attributionFromEnv() {
|
|
|
2874
3166
|
if (process.env.GITHUB_REPOSITORY) attribution.repo = process.env.GITHUB_REPOSITORY;
|
|
2875
3167
|
const branch = process.env.GITHUB_HEAD_REF ?? process.env.GITHUB_REF_NAME;
|
|
2876
3168
|
if (branch) attribution.branch = branch;
|
|
3169
|
+
const paas = paasGitContext();
|
|
3170
|
+
if (paas) {
|
|
3171
|
+
if (attribution.source === "runtime") attribution.source = `paas:${paas.provider}`;
|
|
3172
|
+
if (!attribution.commitSha && paas.sha) attribution.commitSha = paas.sha;
|
|
3173
|
+
if (!attribution.repo && paas.repo) attribution.repo = paas.repo;
|
|
3174
|
+
if (!attribution.branch && paas.branch) attribution.branch = paas.branch;
|
|
3175
|
+
if (!attribution.githubLogin && paas.login) attribution.githubLogin = paas.login;
|
|
3176
|
+
}
|
|
2877
3177
|
const ref = process.env.GITHUB_REF ?? "";
|
|
2878
3178
|
const prMatch = /refs\/pull\/(\d+)\//.exec(ref);
|
|
2879
3179
|
if (prMatch) attribution.prNumber = Number(prMatch[1]);
|
|
@@ -2944,7 +3244,7 @@ async function registerBuild(params) {
|
|
|
2944
3244
|
|
|
2945
3245
|
// src/tracing/identity.ts
|
|
2946
3246
|
import { AsyncLocalStorage as AsyncLocalStorage2 } from "async_hooks";
|
|
2947
|
-
import { isSpanContextValid, trace } from "@opentelemetry/api";
|
|
3247
|
+
import { isSpanContextValid as isSpanContextValid2, trace as trace2 } from "@opentelemetry/api";
|
|
2948
3248
|
var USER_ID_ATTRIBUTE = "gateway.user.id";
|
|
2949
3249
|
var currentUserStorage = new AsyncLocalStorage2();
|
|
2950
3250
|
function resolveUserId() {
|
|
@@ -2958,8 +3258,8 @@ function identify(userId, options = {}) {
|
|
|
2958
3258
|
if (!cleaned) return;
|
|
2959
3259
|
currentUserStorage.enterWith(cleaned);
|
|
2960
3260
|
try {
|
|
2961
|
-
const span =
|
|
2962
|
-
if (span &&
|
|
3261
|
+
const span = trace2.getActiveSpan();
|
|
3262
|
+
if (span && isSpanContextValid2(span.spanContext())) {
|
|
2963
3263
|
span.setAttribute(USER_ID_ATTRIBUTE, cleaned);
|
|
2964
3264
|
}
|
|
2965
3265
|
} catch (error) {
|
|
@@ -3237,12 +3537,19 @@ function initIsolated(config = {}) {
|
|
|
3237
3537
|
const provider = built.provider;
|
|
3238
3538
|
scheduleBuildRegistration(config, built);
|
|
3239
3539
|
const tracer = provider.getTracer("@withgateway/sdk");
|
|
3540
|
+
const scores2 = new ScoresClient({
|
|
3541
|
+
host: built.connection.host,
|
|
3542
|
+
publicKey: built.connection.publicKey,
|
|
3543
|
+
secretKey: built.connection.secretKey,
|
|
3544
|
+
debug: config.debug ?? false
|
|
3545
|
+
});
|
|
3240
3546
|
debugLog2(
|
|
3241
3547
|
"Isolated tracing provider created (service=%s)",
|
|
3242
3548
|
config.serviceName ?? "gatewaysdk-tracing"
|
|
3243
3549
|
);
|
|
3244
3550
|
return {
|
|
3245
3551
|
tracer,
|
|
3552
|
+
scores: scores2,
|
|
3246
3553
|
async flush() {
|
|
3247
3554
|
try {
|
|
3248
3555
|
await provider.forceFlush();
|
|
@@ -3296,12 +3603,12 @@ function isGatewayConfigured() {
|
|
|
3296
3603
|
}
|
|
3297
3604
|
|
|
3298
3605
|
// src/tracing/observe.ts
|
|
3299
|
-
import { trace as
|
|
3606
|
+
import { trace as trace3, context as context2, SpanStatusCode } from "@opentelemetry/api";
|
|
3300
3607
|
function asAttr(value) {
|
|
3301
3608
|
return typeof value === "string" ? value : JSON.stringify(value);
|
|
3302
3609
|
}
|
|
3303
3610
|
async function observe(name, fn, options = {}) {
|
|
3304
|
-
const tracer = options.tracer ??
|
|
3611
|
+
const tracer = options.tracer ?? trace3.getTracer("@withgateway/sdk");
|
|
3305
3612
|
const span = tracer.startSpan(name, {
|
|
3306
3613
|
attributes: {
|
|
3307
3614
|
"openinference.span.kind": options.kind ?? "AGENT",
|
|
@@ -3311,7 +3618,7 @@ async function observe(name, fn, options = {}) {
|
|
|
3311
3618
|
});
|
|
3312
3619
|
try {
|
|
3313
3620
|
const result = await context2.with(
|
|
3314
|
-
|
|
3621
|
+
trace3.setSpan(context2.active(), span),
|
|
3315
3622
|
fn
|
|
3316
3623
|
);
|
|
3317
3624
|
if (options.captureOutput !== false && result !== void 0) {
|
|
@@ -3369,7 +3676,7 @@ function observeAnthropic(client2) {
|
|
|
3369
3676
|
|
|
3370
3677
|
// src/tracing/claude.ts
|
|
3371
3678
|
import {
|
|
3372
|
-
trace as
|
|
3679
|
+
trace as trace4,
|
|
3373
3680
|
context as context3,
|
|
3374
3681
|
SpanStatusCode as SpanStatusCode2
|
|
3375
3682
|
} from "@opentelemetry/api";
|
|
@@ -3386,7 +3693,7 @@ function toolResultText(content) {
|
|
|
3386
3693
|
}
|
|
3387
3694
|
var TURN_INPUT_MAX = 4e3;
|
|
3388
3695
|
async function* observeClaude(stream, options) {
|
|
3389
|
-
const tracer = options.tracer ??
|
|
3696
|
+
const tracer = options.tracer ?? trace4.getTracer("@withgateway/sdk");
|
|
3390
3697
|
const model = options.model ?? "claude";
|
|
3391
3698
|
const openTools = /* @__PURE__ */ new Map();
|
|
3392
3699
|
let root = null;
|
|
@@ -3399,7 +3706,7 @@ async function* observeClaude(stream, options) {
|
|
|
3399
3706
|
...options.attributes ?? {}
|
|
3400
3707
|
}
|
|
3401
3708
|
});
|
|
3402
|
-
rootCtx =
|
|
3709
|
+
rootCtx = trace4.setSpan(context3.active(), root);
|
|
3403
3710
|
}
|
|
3404
3711
|
let turnRoot = null;
|
|
3405
3712
|
let turnCtx = null;
|
|
@@ -3432,7 +3739,7 @@ async function* observeClaude(stream, options) {
|
|
|
3432
3739
|
...options.attributes ?? {}
|
|
3433
3740
|
}
|
|
3434
3741
|
});
|
|
3435
|
-
turnCtx =
|
|
3742
|
+
turnCtx = trace4.setSpan(context3.active(), turnRoot);
|
|
3436
3743
|
pendingTurnInput = "";
|
|
3437
3744
|
}
|
|
3438
3745
|
const childCtx = options.perTurn ? turnCtx : rootCtx;
|
|
@@ -3538,6 +3845,7 @@ var tracing = {
|
|
|
3538
3845
|
}
|
|
3539
3846
|
};
|
|
3540
3847
|
export {
|
|
3848
|
+
AGENT_ID_KEY,
|
|
3541
3849
|
DEFAULT_TIMEOUT_SECONDS,
|
|
3542
3850
|
DriftError,
|
|
3543
3851
|
ENV_GATEWAY_HOST,
|
|
@@ -3567,6 +3875,10 @@ export {
|
|
|
3567
3875
|
ReplayReport,
|
|
3568
3876
|
ReplaySuite,
|
|
3569
3877
|
ReplayTask,
|
|
3878
|
+
SUCCESS_METRIC_NAME_KEY,
|
|
3879
|
+
SUCCESS_SIGNAL_KEY,
|
|
3880
|
+
ScoreError,
|
|
3881
|
+
ScoresClient,
|
|
3570
3882
|
SessionLoadError,
|
|
3571
3883
|
SessionRecording,
|
|
3572
3884
|
SessionTrace,
|
|
@@ -3584,11 +3896,13 @@ export {
|
|
|
3584
3896
|
computeBuildHash,
|
|
3585
3897
|
computeHash,
|
|
3586
3898
|
context,
|
|
3899
|
+
currentTraceId,
|
|
3587
3900
|
defineTool,
|
|
3588
3901
|
experimentContextStorage,
|
|
3589
3902
|
singleton_exports as experiments,
|
|
3590
3903
|
gateway,
|
|
3591
3904
|
getExperimentContext,
|
|
3905
|
+
getRegisteredArtifacts,
|
|
3592
3906
|
getRegisteredPrompts,
|
|
3593
3907
|
getRegisteredSkills,
|
|
3594
3908
|
getRegisteredTools,
|
|
@@ -3596,6 +3910,7 @@ export {
|
|
|
3596
3910
|
loadSession,
|
|
3597
3911
|
memory,
|
|
3598
3912
|
personas,
|
|
3913
|
+
registerArtifact,
|
|
3599
3914
|
registerPrompt,
|
|
3600
3915
|
registerSkill,
|
|
3601
3916
|
renderAgentSystem,
|
|
@@ -3604,9 +3919,11 @@ export {
|
|
|
3604
3919
|
resolveUserId,
|
|
3605
3920
|
runSuite,
|
|
3606
3921
|
runWithExperimentContext,
|
|
3922
|
+
scores,
|
|
3607
3923
|
sessionObservationFromApi,
|
|
3608
3924
|
sessions,
|
|
3609
3925
|
setExperimentContext,
|
|
3926
|
+
success,
|
|
3610
3927
|
suite,
|
|
3611
3928
|
tracing,
|
|
3612
3929
|
users
|