honeyhive 1.0.16 → 1.0.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/sdk/evaluation.d.ts +1 -0
- package/sdk/evaluation.d.ts.map +1 -1
- package/sdk/evaluation.js +33 -10
- package/sdk/evaluation.js.map +1 -1
- package/sdk/tracer.d.ts +5 -1
- package/sdk/tracer.d.ts.map +1 -1
- package/sdk/tracer.js +35 -3
- package/sdk/tracer.js.map +1 -1
- package/src/sdk/evaluation.ts +35 -11
- package/src/sdk/tracer.ts +42 -1
package/package.json
CHANGED
package/sdk/evaluation.d.ts
CHANGED
package/sdk/evaluation.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluation.d.ts","sourceRoot":"","sources":["../src/sdk/evaluation.ts"],"names":[],"mappings":"AAIA,KAAK,IAAI,CAAC,CAAC,IAAI;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,CAAA;CAAE,CAAC;AACpC,KAAK,GAAG,GAAG,GAAG,CAAC;AAEf,UAAU,gBAAgB;IACtB,kBAAkB,EAAE,QAAQ,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"evaluation.d.ts","sourceRoot":"","sources":["../src/sdk/evaluation.ts"],"names":[],"mappings":"AAIA,KAAK,IAAI,CAAC,CAAC,IAAI;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,CAAA;CAAE,CAAC;AACpC,KAAK,GAAG,GAAG,GAAG,CAAC;AAEf,UAAU,gBAAgB;IACtB,kBAAkB,EAAE,QAAQ,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;CAC3B;AAkLD,iBAAe,QAAQ,CACnB,MAAM,EAAE,gBAAgB,GACzB,OAAO,CAAC,IAAI,CAAC,CA8Bf;AAED,OAAO,EAAE,QAAQ,EAAE,CAAC"}
|
package/sdk/evaluation.js
CHANGED
|
@@ -50,13 +50,15 @@ async function getInputs(state, config, run_id) {
|
|
|
50
50
|
}
|
|
51
51
|
return null;
|
|
52
52
|
}
|
|
53
|
-
async function initializeTracer(config) {
|
|
53
|
+
async function initializeTracer(config, inputs) {
|
|
54
54
|
try {
|
|
55
55
|
return await tracer_1.HoneyHiveTracer.init({
|
|
56
56
|
apiKey: config.hh_api_key,
|
|
57
57
|
project: config.hh_project,
|
|
58
58
|
source: 'evaluation',
|
|
59
|
-
sessionName: config.name
|
|
59
|
+
sessionName: config.name,
|
|
60
|
+
inputs: inputs ? inputs : {},
|
|
61
|
+
isEvaluation: true
|
|
60
62
|
});
|
|
61
63
|
}
|
|
62
64
|
catch (error) {
|
|
@@ -92,24 +94,44 @@ async function runEvaluation(tracer, evalconfig, inputs) {
|
|
|
92
94
|
return null;
|
|
93
95
|
}
|
|
94
96
|
}
|
|
95
|
-
async function
|
|
97
|
+
async function runEvaluators(inputs, evaluation_output, evaluators) {
|
|
98
|
+
const metrics = {};
|
|
99
|
+
if (evaluators) {
|
|
100
|
+
for (let index = 0; index < evaluators.length; index++) {
|
|
101
|
+
try {
|
|
102
|
+
const evaluator = evaluators[index];
|
|
103
|
+
if (evaluator) {
|
|
104
|
+
const evaluator_result = await evaluator(inputs, evaluation_output);
|
|
105
|
+
if (evaluator_result && typeof evaluator_result === 'object') {
|
|
106
|
+
Object.assign(metrics, evaluator_result);
|
|
107
|
+
continue;
|
|
108
|
+
}
|
|
109
|
+
const evaluator_name = evaluator.name || `evaluator_${index}`;
|
|
110
|
+
metrics[evaluator_name] = evaluator_result;
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
catch (error) {
|
|
114
|
+
console.error(`Error in evaluator: ${error}`);
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
return metrics;
|
|
119
|
+
}
|
|
120
|
+
async function addTraceMetadata(tracer, state, config, evaluation_output, metrics, run_id) {
|
|
96
121
|
var _a;
|
|
97
122
|
try {
|
|
98
123
|
if (state.eval_run && ((_a = state.eval_run) === null || _a === void 0 ? void 0 : _a.runId)) {
|
|
99
124
|
const tracing_metadata = {
|
|
100
125
|
run_id: state.eval_run.runId,
|
|
101
|
-
inputs: inputs
|
|
102
126
|
};
|
|
103
127
|
if (state.hh_dataset) {
|
|
104
128
|
tracing_metadata['datapoint_id'] = state.hh_dataset.datapoints[run_id];
|
|
105
129
|
tracing_metadata['dataset_id'] = config.dataset_id;
|
|
106
130
|
}
|
|
107
|
-
if (evaluation_output) {
|
|
108
|
-
tracing_metadata['outputs'] = evaluation_output;
|
|
109
|
-
}
|
|
110
131
|
await tracer.enrichSession({
|
|
111
132
|
metadata: tracing_metadata,
|
|
112
|
-
outputs: evaluation_output
|
|
133
|
+
outputs: evaluation_output,
|
|
134
|
+
metrics: metrics
|
|
113
135
|
});
|
|
114
136
|
}
|
|
115
137
|
}
|
|
@@ -153,9 +175,10 @@ async function evaluate(config) {
|
|
|
153
175
|
for (let run_id = 0; run_id < runs; run_id++) {
|
|
154
176
|
console.log(`---------- RUN ${run_id + 1} ----------`);
|
|
155
177
|
const inputs = await getInputs(state, config, run_id);
|
|
156
|
-
const tracer = await initializeTracer(config);
|
|
178
|
+
const tracer = await initializeTracer(config, inputs);
|
|
157
179
|
const output = await runEvaluation(tracer, config, inputs);
|
|
158
|
-
|
|
180
|
+
const metrics = await runEvaluators(inputs, output, config.evaluators);
|
|
181
|
+
await addTraceMetadata(tracer, state, config, output, metrics, run_id);
|
|
159
182
|
if (tracer.sessionId)
|
|
160
183
|
state.evaluation_session_ids.push(tracer.sessionId);
|
|
161
184
|
}
|
package/sdk/evaluation.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["../src/sdk/evaluation.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["../src/sdk/evaluation.ts"],"names":[],"mappings":";;AAoOS,4BAAQ;AApOjB,+BAAkC;AAElC,qCAA2C;AAuB3C,SAAS,oBAAoB,CAAC,MAAwB;IAClD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,0GAA0G,CAAC,CAAC;IAChI,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,0GAA0G,CAAC,CAAC;IAChI,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACtG,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,iGAAiG,CAAC,CAAC;IACvH,CAAC;AACL,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAe,EAAE,MAAwB;IAChE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAC3C,MAAM,CAAC,UAAU,EACjB,SAAS,EACT,MAAM,CAAC,UAAU,CACpB,CAAC;QACF,IAAI,OAAO,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,UAAU,kBAAkB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,KAAsB,EAAE,MAAwB,EAAE,MAAc;IACrF,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5F,IAAI,CAAC;YACD,MAAM,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,kBAAkB,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAClF,MAAM,aAAa,GAAG,kBAAkB,CAAC,SAAS,CAAC;YACnD,IAAI,aAAa,IAAI,aAAa,CAAC,CAAC,CAAC;gBACjC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;IACL,CAAC;SAAM,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAwB,EAAE,MAAW;IACjE,IAAI,CAAC;QACD,OAAO,MAAM,wBAAe,CAAC,IAAI,CAAC;YAC9B,MAAM,EAAE,MAAM,CAAC,UAAU;YACzB,OAAO,EAAE,MAAM,CAAC,UAAU;YAC1B,MAAM,EAAE,YAAY;YACpB,WAAW,EAAE,MAAM,CAAC,IAAI;YACxB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YAC5B,YAAY,EAAE,IAAI;SACrB,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAClF,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAAuB,EAAE,UAA4B,EAAE,MAAW;IAC3F,IAAI,CAAC;QACD,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,cAA0B,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC1C,cAAc,GAAG,OAAO,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;YACd,CAAC,KAAK,IAAI,EAAE;gBACR,IAAI,CAAC;oBACD,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;oBAClE,IAAI,aAAa,IAAI,OAAO,aAAa,KAAK,QAAQ;wBAClD,MAAM,GAAG,aAAa,CAAC;oBAC3B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAC/B,CAAC;wBAAS,CAAC;oBACP,cAAc,EAAE,CAAC;gBACrB,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QACT,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC;QACd,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QAErB,OAAO,MAAM,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAAW,EAAE,iBAAsB,EAAE,UAAuB;IACrF,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,UAAU,EAAE,CAAC;QACb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC;gBACD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,SAAS,EAAE,CAAC;oBACZ,MAAM,gBAAgB,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;oBACpE,IAAI,gBAAgB,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;wBAC3D,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;wBACzC,SAAS;oBACb,CAAC;oBACD,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,IAAI,aAAa,KAAK,EAAE,CAAC;oBAC9D,OAAO,CAAC,cAAc,CAAC,GAAG,gBAAgB,CAAC;gBAC/C,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAuB,EAAE,KAAsB,EAAE,MAAwB,EAAE,iBAAsB,EAAE,OAAkB,EAAE,MAAc;;IACjK,IAAI,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,KAAI,MAAA,KAAK,CAAC,QAAQ,0CAAE,KAAK,CAAA,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAc;gBAChC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK;aAC/B,CAAC;YACF,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACnB,gBAAgB,CAAC,cAAc,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBACvE,gBAAgB,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;YACvD,CAAC;YACD,MAAM,MAAM,CAAC,aAAa,CAAC;gBACvB,QAAQ,EAAE,gBAAgB;gBAC1B,OAAO,EAAE,iBAAiB;gBAC1B,OAAO,EAAE,OAAO;aACnB,CAAC,CAAC;QACP,CAAC;IAEL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,KAAsB,EAAE,MAAwB;IAC3E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;QAC7C,OAAO,EAAE,MAAM,CAAC,UAAU;QAC1B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS,EAAE,MAAM,CAAC,UAAU;QAC5B,QAAQ,EAAE,EAAE;KAEf,CAAC,CAAC;IACH,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAsB;IAClD,IAAI,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACzC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAC3B;gBACI,QAAQ,EAAE,KAAK,CAAC,sBAAsB;gBACtC,MAAM,EAAE,WAAW;aACtB,EACD,KAAK,CAAC,QAAQ,CAAC,KAAK,CACvB,CAAC;QACN,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IACtE,CAAC;AACL,CAAC;AAED,KAAK,UAAU,QAAQ,CACnB,MAAwB;IAExB,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAE7B,MAAM,KAAK,GAAoB;QAC3B,IAAI,EAAE,IAAI,eAAS,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;QACtD,UAAU,EAAE,IAAI;QAChB,sBAAsB,EAAE,EAAE;QAC1B,QAAQ,EAAE,IAAI;KACjB,CAAC;IAEF,KAAK,CAAC,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzI,MAAM,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAErC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,GAAG,CAAC,aAAa,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAEvE,MAAM,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAEvE,IAAI,MAAM,CAAC,SAAS;YAChB,KAAK,CAAC,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;AAClC,CAAC"}
|
package/sdk/tracer.d.ts
CHANGED
|
@@ -4,6 +4,8 @@ interface InitParams {
|
|
|
4
4
|
sessionName?: string;
|
|
5
5
|
source?: string;
|
|
6
6
|
serverUrl?: string;
|
|
7
|
+
inputs?: Record<string, any>;
|
|
8
|
+
isEvaluation?: boolean;
|
|
7
9
|
}
|
|
8
10
|
interface InitSessionIdParams {
|
|
9
11
|
apiKey: string;
|
|
@@ -14,10 +16,12 @@ export declare class HoneyHiveTracer {
|
|
|
14
16
|
private sdk;
|
|
15
17
|
sessionId: string | undefined;
|
|
16
18
|
private spanProxy;
|
|
19
|
+
private static isEvaluationModeActive;
|
|
17
20
|
private constructor();
|
|
18
21
|
private initSession;
|
|
19
22
|
private initSessionFromId;
|
|
20
|
-
|
|
23
|
+
getTracer(): import("@opentelemetry/api").Tracer;
|
|
24
|
+
static init({ apiKey, project, sessionName, source, serverUrl, inputs, isEvaluation }: InitParams): Promise<HoneyHiveTracer>;
|
|
21
25
|
static initFromSessionId({ apiKey, sessionId, serverUrl, }: InitSessionIdParams): Promise<HoneyHiveTracer>;
|
|
22
26
|
enrichSession({ metadata, feedback, metrics, config, inputs, outputs, userProperties }?: {
|
|
23
27
|
metadata?: Record<string, any>;
|
package/sdk/tracer.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tracer.d.ts","sourceRoot":"","sources":["../src/sdk/tracer.ts"],"names":[],"mappings":"AAuBA,UAAU,UAAU;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"tracer.d.ts","sourceRoot":"","sources":["../src/sdk/tracer.ts"],"names":[],"mappings":"AAuBA,UAAU,UAAU;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,UAAU,mBAAmB;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA0CD,qBAAa,eAAe;IAC1B,OAAO,CAAC,GAAG,CAAY;IAChB,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,OAAO,CAAC,SAAS,CAAW;IAC5B,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAkB;IAEvD,OAAO;YAIO,WAAW;YA8CX,iBAAiB;IA2BxB,SAAS;WA2BI,IAAI,CAAC,EACvB,MAAM,EACN,OAAO,EACP,WAAW,EACX,MAAc,EACd,SAAsC,EACtC,MAAM,EACN,YAAoB,EACrB,EAAE,UAAU,GAAG,OAAO,CAAC,eAAe,CAAC;WA8BpB,iBAAiB,CAAC,EACpC,MAAM,EACN,SAAS,EACT,SAAsC,GACvC,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC;IAUpC,aAAa,CAAC,EACzB,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,MAAM,EACN,MAAM,EACN,OAAO,EACP,cAAc,EACf,GAAE;QACD,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC7B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC9B,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACjC,GAAG,OAAO,CAAC,IAAI,CAAC;IA0Bf,aAAa,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,GAAG,CAAC;QAAC,QAAQ,CAAC,EAAE,GAAG,CAAA;KAAO,IAmBrG,CAAC,SAAS,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,GAAG,QAAQ,CAAC,KAAG,CAAC;IA8EjD,KAAK,CAAC,EAAE,EAAE,MAAM,IAAI,GAAG,IAAI;IAa3B,UAAU,CAAC,EAChB,MAAM,EACN,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,MAAM,EACN,OAAO,EACP,KAAK,EACN,GAAE;QACD,MAAM,CAAC,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;QACf,OAAO,CAAC,EAAE,GAAG,CAAC;QACd,QAAQ,CAAC,EAAE,GAAG,CAAC;QACf,MAAM,CAAC,EAAE,GAAG,CAAC;QACb,OAAO,CAAC,EAAE,GAAG,CAAC;QACd,KAAK,CAAC,EAAE,GAAG,CAAC;KACR,GAAG,IAAI;IA6BA,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAGpC"}
|
package/sdk/tracer.js
CHANGED
|
@@ -96,13 +96,14 @@ class HoneyHiveTracer {
|
|
|
96
96
|
this.spanProxy = {};
|
|
97
97
|
this.sdk = sdk;
|
|
98
98
|
}
|
|
99
|
-
async initSession(project, sessionName, source, apiKey, serverUrl) {
|
|
99
|
+
async initSession(project, sessionName, source, apiKey, serverUrl, inputs) {
|
|
100
100
|
try {
|
|
101
101
|
const requestBody = {
|
|
102
102
|
session: {
|
|
103
103
|
project: project,
|
|
104
104
|
sessionName: sessionName,
|
|
105
105
|
source: source,
|
|
106
|
+
inputs: inputs || {}
|
|
106
107
|
},
|
|
107
108
|
};
|
|
108
109
|
const res = await this.sdk.session.startSession(requestBody);
|
|
@@ -155,12 +156,42 @@ class HoneyHiveTracer {
|
|
|
155
156
|
},
|
|
156
157
|
});
|
|
157
158
|
}
|
|
158
|
-
|
|
159
|
+
getTracer() {
|
|
160
|
+
if (this.sessionId) {
|
|
161
|
+
const tracer = api_1.trace.getTracer('traceloop.tracer');
|
|
162
|
+
const wrappedTracer = new Proxy(tracer, {
|
|
163
|
+
get: (target, propKey, _) => {
|
|
164
|
+
// Use Reflect.get to safely access the property
|
|
165
|
+
const originalMethod = Reflect.get(target, propKey);
|
|
166
|
+
if (typeof originalMethod === 'function') {
|
|
167
|
+
// Use an arrow function to retain 'this' context and type 'args' explicitly
|
|
168
|
+
return (...args) => {
|
|
169
|
+
const sessionId = this.sessionId || "";
|
|
170
|
+
return traceloop.withAssociationProperties({ session_id: sessionId }, originalMethod.bind(target, ...args), // Bind 'target' and spread 'args'
|
|
171
|
+
target);
|
|
172
|
+
};
|
|
173
|
+
}
|
|
174
|
+
return originalMethod;
|
|
175
|
+
},
|
|
176
|
+
});
|
|
177
|
+
return wrappedTracer;
|
|
178
|
+
}
|
|
179
|
+
else {
|
|
180
|
+
return api_1.trace.getTracer('traceloop.tracer');
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
static async init({ apiKey, project, sessionName, source = "dev", serverUrl = "https://api.honeyhive.ai", inputs, isEvaluation = false }) {
|
|
159
184
|
const sdk = new sdk_1.HoneyHive({
|
|
160
185
|
bearerAuth: apiKey,
|
|
161
186
|
serverURL: serverUrl,
|
|
162
187
|
});
|
|
163
188
|
const tracer = new HoneyHiveTracer(sdk);
|
|
189
|
+
if (HoneyHiveTracer.isEvaluationModeActive && !isEvaluation) {
|
|
190
|
+
return tracer;
|
|
191
|
+
}
|
|
192
|
+
if (isEvaluation) {
|
|
193
|
+
HoneyHiveTracer.isEvaluationModeActive = true;
|
|
194
|
+
}
|
|
164
195
|
if (!sessionName) {
|
|
165
196
|
try {
|
|
166
197
|
const mainModule = require.main;
|
|
@@ -175,7 +206,7 @@ class HoneyHiveTracer {
|
|
|
175
206
|
sessionName = 'unknown';
|
|
176
207
|
}
|
|
177
208
|
}
|
|
178
|
-
await tracer.initSession(project, sessionName, source, apiKey, serverUrl);
|
|
209
|
+
await tracer.initSession(project, sessionName, source, apiKey, serverUrl, inputs);
|
|
179
210
|
await telemetry_1.Telemetry.getInstance().capture("tracer_init", { "hhai_session_id": tracer.sessionId });
|
|
180
211
|
return tracer;
|
|
181
212
|
}
|
|
@@ -351,4 +382,5 @@ class HoneyHiveTracer {
|
|
|
351
382
|
}
|
|
352
383
|
}
|
|
353
384
|
exports.HoneyHiveTracer = HoneyHiveTracer;
|
|
385
|
+
HoneyHiveTracer.isEvaluationModeActive = false;
|
|
354
386
|
//# sourceMappingURL=tracer.js.map
|
package/sdk/tracer.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tracer.js","sourceRoot":"","sources":["../src/sdk/tracer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAwB;AAExB,+BAAkC;AAElC,2CAAwC;AACxC,4CAA4D;AAC5D,sEAAwD;AAExD,sDAAsD;AACtD,oDAA4B;AAC5B,6DAA+C;AAC/C,kDAAoC;AACpC,yEAA2D;AAC3D,sEAAwD;AACxD,+DAAiD;AACjD,+DAAiD;AACjD,6DAA+C;AAC/C,mDAAqC;AAErC,0FAA0F;AAC1F,yDAAyD;AACzD,2DAA6C;AAgB7C,SAAS,SAAS,CAAC,GAAQ;IACzB,OAAO,CACL,CAAC,CAAC,GAAG;QACL,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,UAAU,CAAC;QACtD,OAAO,GAAG,CAAC,IAAI,KAAK,UAAU,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAU,EAAE,MAAc,EAAE,KAAU;IAC/D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBAC5B,iBAAiB,CAAC,IAAI,EAAE,GAAG,MAAM,IAAI,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACjC,iBAAiB,CAAC,IAAI,EAAE,GAAG,MAAM,IAAI,GAAG,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QACtC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9C,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9C,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,MAAa,eAAe;IAK1B,YAAoB,GAAc;QAF1B,cAAS,GAAQ,EAAE,CAAC;QAG1B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,OAAe,EACf,WAAmB,EACnB,MAAc,EACd,MAAc,EACd,SAAiB;QAEjB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG;gBAClB,OAAO,EAAE;oBACP,OAAO,EAAE,OAAO;oBAChB,WAAW,EAAE,WAAW;oBACxB,MAAM,EAAE,MAAM;iBACf;aACF,CAAC;YACF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YAC7D,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;YAE/B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,SAAS,CAAC,UAAU,CAAC;oBACnB,OAAO,EAAE,GAAG,SAAS,gBAAgB;oBACrC,MAAM,EAAE,MAAM;oBACd,YAAY,EAAE,IAAI;oBAClB,iBAAiB,EAAE;wBACjB,MAAM,EAAE,gBAAM;wBACd,SAAS,EAAE,SAAS;wBACpB,WAAW,EAAE,WAAW;wBACxB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE,OAAO;wBAChB,QAAQ,EAAE,QAAQ;wBAClB,SAAS,EAAE;4BACT,YAAY,EAAE,YAAY;4BAC1B,YAAY,EAAE,YAAY;4BAC1B,WAAW,EAAE,WAAW;yBACzB;wBACD,QAAQ,EAAE,QAAQ;qBACnB;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,SAAiB,EACjB,MAAc,EACd,SAAiB;QAEjB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,SAAS,CAAC,UAAU,CAAC;YACnB,OAAO,EAAE,GAAG,SAAS,gBAAgB;YACrC,MAAM,EAAE,MAAM;YACd,YAAY,EAAE,IAAI;YAClB,iBAAiB,EAAE;gBACjB,MAAM,EAAE,gBAAM;gBACd,SAAS,EAAE,SAAS;gBACpB,WAAW,EAAE,WAAW;gBACxB,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,OAAO;gBAChB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE;oBACT,YAAY,EAAE,YAAY;oBAC1B,YAAY,EAAE,YAAY;oBAC1B,WAAW,EAAE,WAAW;iBACzB;gBACD,QAAQ,EAAE,QAAQ;aACnB;SACF,CAAC,CAAC;IACL,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EACvB,MAAM,EACN,OAAO,EACP,WAAW,EACX,MAAM,GAAG,KAAK,EACd,SAAS,GAAG,0BAA0B,GAC3B;QACX,MAAM,GAAG,GAAG,IAAI,eAAS,CAAC;YACxB,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,SAAS;SACrB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;gBAChC,IAAI,UAAU,EAAE,CAAC;oBACf,WAAW,GAAG,cAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACN,WAAW,GAAG,SAAS,CAAC;gBAC1B,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,WAAW,GAAG,SAAS,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,MAAM,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAC1E,MAAM,qBAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAC9F,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACpC,MAAM,EACN,SAAS,EACT,SAAS,GAAG,0BAA0B,GAClB;QACpB,MAAM,GAAG,GAAG,IAAI,eAAS,CAAC;YACxB,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,SAAS;SACrB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,MAAM,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,EACzB,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,MAAM,EACN,MAAM,EACN,OAAO,EACP,cAAc,KASZ,EAAE;QACJ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,UAAU,GAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;YAEvE,IAAI,QAAQ;gBAAE,UAAU,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;YAChD,IAAI,QAAQ;gBAAE,UAAU,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;YAChD,IAAI,OAAO;gBAAE,UAAU,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;YAC7C,IAAI,MAAM;gBAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;YAC1C,IAAI,OAAO;gBAAE,UAAU,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;YAC7C,IAAI,cAAc;gBAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,cAAc,CAAC;YAElE,wDAAwD;YACxD,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEM,aAAa,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,KAA2D,EAAE;QAC7G,8DAA8D;QAC9D,SAAS,OAAO,CAAC,IAAc;YAC7B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE;qBAC5B,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,8BAA8B;qBACvD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAM,oBAAoB;qBAC7C,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC,6BAA6B;qBAC9D,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAE,wBAAwB;gBAEpD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACrE,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9B,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC7D,CAAC;YACD,OAAO,IAAI,CAAC,CAAC,+BAA+B;QAC9C,CAAC;QACD,OAAO,CAAoC,IAAO,EAAK,EAAE;YACvD,MAAM,eAAe,GAAG,CAAC,GAAG,IAAmB,EAAiB,EAAE;gBAChE,MAAM,MAAM,GAAG,WAAK,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,WAAW,CAAC;gBAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAExC,qEAAqE;gBACrE,iFAAiF;gBACjF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,KAAK,CAAC;oBACzB,IAAI,EAAE,IAAI;iBACX,EAAE;oBACD,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE;wBACf,OAAQ,IAAY,CAAC,IAAI,CAAC,CAAC;oBAC7B,CAAC;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,qBAAqB;oBACrB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;oBAE/B,yBAAyB;oBACzB,iBAAiB,CAAC,IAAI,EAAE,6CAA6C,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;oBAEvF,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;wBAC1B,MAAM,OAAO,GAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACnF,iBAAiB,CAAC,IAAI,EAAE,6BAA6B,OAAO,EAAE,EAAE,GAAG,CAAC,CAAC;oBACvE,CAAC,CAAC,CAAC;oBAEH,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;4BAClG,iBAAiB,CAAC,IAAI,EAAE,sBAAsB,EAAE,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;wBAC3E,CAAC;6BAAM,CAAC;4BACN,OAAO,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;wBACpF,CAAC;oBACH,CAAC;oBACD,IAAI,MAAM,EAAE,CAAC;wBACX,iBAAiB,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;oBACtD,CAAC;oBACD,IAAI,QAAQ,EAAE,CAAC;wBACb,iBAAiB,CAAC,IAAI,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC;oBAC1D,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;oBAE7B,IAAI,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;wBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAC3B,CAAC,GAAQ,EAAE,EAAE;4BACX,iBAAiB,CAAC,IAAI,EAAE,0BAA0B,EAAE,GAAG,CAAC,CAAC;4BACzD,IAAI,CAAC,GAAG,EAAE,CAAC;4BACX,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;4BAC9B,OAAO,GAAG,CAAC;wBACb,CAAC,EACD,CAAC,GAAQ,EAAE,EAAE;4BACX,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;4BAC1B,IAAI,CAAC,GAAG,EAAE,CAAC;4BACX,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;4BAC9B,MAAM,GAAG,CAAC;wBACZ,CAAC,CACe,CAAC;wBACnB,OAAO,SAAS,CAAC;oBACnB,CAAC;yBAAM,CAAC;wBACN,iBAAiB,CAAC,IAAI,EAAE,0BAA0B,EAAE,MAAM,CAAC,CAAC;wBAC5D,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;wBAC9B,OAAO,MAAM,CAAC;oBAChB,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAY,EAAE,CAAC;oBACtB,IAAI,CAAC,eAAe,CAAC,GAAgB,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;oBAC9B,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC,CAAC;YACF,OAAO,eAAoB,CAAC;QAC9B,CAAC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,EAAc;QACzB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,SAAS,CAAC,yBAAyB,CACjC;gBACE,UAAU,EAAE,IAAI,CAAC,SAAS;aAC3B,EACD,EAAE,CACH,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEM,UAAU,CAAC,EAChB,MAAM,EACN,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,MAAM,EACN,OAAO,EACP,KAAK,KASH,EAAE;QACJ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC5B,IAAI,MAAM,EAAE,CAAC;gBACX,iBAAiB,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,iBAAiB,CAAC,IAAI,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACZ,iBAAiB,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YACxD,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,iBAAiB,CAAC,IAAI,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,MAAM,EAAE,CAAC;gBACX,iBAAiB,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACZ,iBAAiB,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YACxD,CAAC;YACD,IAAI,KAAK,EAAE,CAAC;gBACV,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,gFAAgF,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,OAAO,MAAM,SAAS,CAAC,UAAU,EAAE,CAAC;IACtC,CAAC;CACF;AAnUD,0CAmUC"}
|
|
1
|
+
{"version":3,"file":"tracer.js","sourceRoot":"","sources":["../src/sdk/tracer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAwB;AAExB,+BAAkC;AAElC,2CAAwC;AACxC,4CAA4D;AAC5D,sEAAwD;AAExD,sDAAsD;AACtD,oDAA4B;AAC5B,6DAA+C;AAC/C,kDAAoC;AACpC,yEAA2D;AAC3D,sEAAwD;AACxD,+DAAiD;AACjD,+DAAiD;AACjD,6DAA+C;AAC/C,mDAAqC;AAErC,0FAA0F;AAC1F,yDAAyD;AACzD,2DAA6C;AAkB7C,SAAS,SAAS,CAAC,GAAQ;IACzB,OAAO,CACL,CAAC,CAAC,GAAG;QACL,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,UAAU,CAAC;QACtD,OAAO,GAAG,CAAC,IAAI,KAAK,UAAU,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAU,EAAE,MAAc,EAAE,KAAU;IAC/D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBAC5B,iBAAiB,CAAC,IAAI,EAAE,GAAG,MAAM,IAAI,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACjC,iBAAiB,CAAC,IAAI,EAAE,GAAG,MAAM,IAAI,GAAG,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QACtC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9C,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9C,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,MAAa,eAAe;IAM1B,YAAoB,GAAc;QAH1B,cAAS,GAAQ,EAAE,CAAC;QAI1B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,OAAe,EACf,WAAmB,EACnB,MAAc,EACd,MAAc,EACd,SAAiB,EACjB,MAA4B;QAE5B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG;gBAClB,OAAO,EAAE;oBACP,OAAO,EAAE,OAAO;oBAChB,WAAW,EAAE,WAAW;oBACxB,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,MAAM,IAAI,EAAE;iBACrB;aACF,CAAC;YACF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YAC7D,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;YAE/B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,SAAS,CAAC,UAAU,CAAC;oBACnB,OAAO,EAAE,GAAG,SAAS,gBAAgB;oBACrC,MAAM,EAAE,MAAM;oBACd,YAAY,EAAE,IAAI;oBAClB,iBAAiB,EAAE;wBACjB,MAAM,EAAE,gBAAM;wBACd,SAAS,EAAE,SAAS;wBACpB,WAAW,EAAE,WAAW;wBACxB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE,OAAO;wBAChB,QAAQ,EAAE,QAAQ;wBAClB,SAAS,EAAE;4BACT,YAAY,EAAE,YAAY;4BAC1B,YAAY,EAAE,YAAY;4BAC1B,WAAW,EAAE,WAAW;yBACzB;wBACD,QAAQ,EAAE,QAAQ;qBACnB;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,SAAiB,EACjB,MAAc,EACd,SAAiB;QAEjB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,SAAS,CAAC,UAAU,CAAC;YACnB,OAAO,EAAE,GAAG,SAAS,gBAAgB;YACrC,MAAM,EAAE,MAAM;YACd,YAAY,EAAE,IAAI;YAClB,iBAAiB,EAAE;gBACjB,MAAM,EAAE,gBAAM;gBACd,SAAS,EAAE,SAAS;gBACpB,WAAW,EAAE,WAAW;gBACxB,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,OAAO;gBAChB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE;oBACT,YAAY,EAAE,YAAY;oBAC1B,YAAY,EAAE,YAAY;oBAC1B,WAAW,EAAE,WAAW;iBACzB;gBACD,QAAQ,EAAE,QAAQ;aACnB;SACF,CAAC,CAAC;IACL,CAAC;IAEM,SAAS;QACd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,WAAK,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;YACnD,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,MAAM,EAAE;gBACtC,GAAG,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE;oBAC1B,gDAAgD;oBAChD,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;oBACpD,IAAI,OAAO,cAAc,KAAK,UAAU,EAAE,CAAC;wBACzC,4EAA4E;wBAC5E,OAAO,CAAC,GAAG,IAAW,EAAE,EAAE;4BACxB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;4BACvC,OAAO,SAAS,CAAC,yBAAyB,CACxC,EAAE,UAAU,EAAE,SAAS,EAAE,EACzB,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,kCAAkC;4BACxE,MAAM,CACP,CAAC;wBACJ,CAAC,CAAC;oBACJ,CAAC;oBACD,OAAO,cAAc,CAAC;gBACxB,CAAC;aACF,CAAC,CAAC;YACH,OAAO,aAAa,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,OAAO,WAAK,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EACvB,MAAM,EACN,OAAO,EACP,WAAW,EACX,MAAM,GAAG,KAAK,EACd,SAAS,GAAG,0BAA0B,EACtC,MAAM,EACN,YAAY,GAAG,KAAK,EACT;QACX,MAAM,GAAG,GAAG,IAAI,eAAS,CAAC;YACxB,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,SAAS;SACrB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC;QAExC,IAAI,eAAe,CAAC,sBAAsB,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5D,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,eAAe,CAAC,sBAAsB,GAAG,IAAI,CAAC;QAChD,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;gBAChC,IAAI,UAAU,EAAE,CAAC;oBACf,WAAW,GAAG,cAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACN,WAAW,GAAG,SAAS,CAAC;gBAC1B,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,WAAW,GAAG,SAAS,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,MAAM,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAClF,MAAM,qBAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAC9F,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACpC,MAAM,EACN,SAAS,EACT,SAAS,GAAG,0BAA0B,GAClB;QACpB,MAAM,GAAG,GAAG,IAAI,eAAS,CAAC;YACxB,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,SAAS;SACrB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,MAAM,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,EACzB,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,MAAM,EACN,MAAM,EACN,OAAO,EACP,cAAc,KASZ,EAAE;QACJ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,UAAU,GAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;YAEvE,IAAI,QAAQ;gBAAE,UAAU,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;YAChD,IAAI,QAAQ;gBAAE,UAAU,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;YAChD,IAAI,OAAO;gBAAE,UAAU,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;YAC7C,IAAI,MAAM;gBAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;YAC1C,IAAI,OAAO;gBAAE,UAAU,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;YAC7C,IAAI,cAAc;gBAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,cAAc,CAAC;YAElE,wDAAwD;YACxD,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEM,aAAa,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,KAA2D,EAAE;QAC7G,8DAA8D;QAC9D,SAAS,OAAO,CAAC,IAAc;YAC7B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE;qBAC5B,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,8BAA8B;qBACvD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAM,oBAAoB;qBAC7C,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC,6BAA6B;qBAC9D,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAE,wBAAwB;gBAEpD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACrE,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9B,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC7D,CAAC;YACD,OAAO,IAAI,CAAC,CAAC,+BAA+B;QAC9C,CAAC;QACD,OAAO,CAAoC,IAAO,EAAK,EAAE;YACvD,MAAM,eAAe,GAAG,CAAC,GAAG,IAAmB,EAAiB,EAAE;gBAChE,MAAM,MAAM,GAAG,WAAK,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,WAAW,CAAC;gBAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAExC,qEAAqE;gBACrE,iFAAiF;gBACjF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,KAAK,CAAC;oBACzB,IAAI,EAAE,IAAI;iBACX,EAAE;oBACD,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE;wBACf,OAAQ,IAAY,CAAC,IAAI,CAAC,CAAC;oBAC7B,CAAC;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,qBAAqB;oBACrB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;oBAE/B,yBAAyB;oBACzB,iBAAiB,CAAC,IAAI,EAAE,6CAA6C,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;oBAEvF,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;wBAC1B,MAAM,OAAO,GAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACnF,iBAAiB,CAAC,IAAI,EAAE,6BAA6B,OAAO,EAAE,EAAE,GAAG,CAAC,CAAC;oBACvE,CAAC,CAAC,CAAC;oBAEH,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;4BAClG,iBAAiB,CAAC,IAAI,EAAE,sBAAsB,EAAE,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;wBAC3E,CAAC;6BAAM,CAAC;4BACN,OAAO,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;wBACpF,CAAC;oBACH,CAAC;oBACD,IAAI,MAAM,EAAE,CAAC;wBACX,iBAAiB,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;oBACtD,CAAC;oBACD,IAAI,QAAQ,EAAE,CAAC;wBACb,iBAAiB,CAAC,IAAI,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC;oBAC1D,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;oBAE7B,IAAI,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;wBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAC3B,CAAC,GAAQ,EAAE,EAAE;4BACX,iBAAiB,CAAC,IAAI,EAAE,0BAA0B,EAAE,GAAG,CAAC,CAAC;4BACzD,IAAI,CAAC,GAAG,EAAE,CAAC;4BACX,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;4BAC9B,OAAO,GAAG,CAAC;wBACb,CAAC,EACD,CAAC,GAAQ,EAAE,EAAE;4BACX,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;4BAC1B,IAAI,CAAC,GAAG,EAAE,CAAC;4BACX,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;4BAC9B,MAAM,GAAG,CAAC;wBACZ,CAAC,CACe,CAAC;wBACnB,OAAO,SAAS,CAAC;oBACnB,CAAC;yBAAM,CAAC;wBACN,iBAAiB,CAAC,IAAI,EAAE,0BAA0B,EAAE,MAAM,CAAC,CAAC;wBAC5D,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;wBAC9B,OAAO,MAAM,CAAC;oBAChB,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAY,EAAE,CAAC;oBACtB,IAAI,CAAC,eAAe,CAAC,GAAgB,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;oBAC9B,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC,CAAC;YACF,OAAO,eAAoB,CAAC;QAC9B,CAAC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,EAAc;QACzB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,SAAS,CAAC,yBAAyB,CACjC;gBACE,UAAU,EAAE,IAAI,CAAC,SAAS;aAC3B,EACD,EAAE,CACH,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEM,UAAU,CAAC,EAChB,MAAM,EACN,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,MAAM,EACN,OAAO,EACP,KAAK,KASH,EAAE;QACJ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC5B,IAAI,MAAM,EAAE,CAAC;gBACX,iBAAiB,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,iBAAiB,CAAC,IAAI,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACZ,iBAAiB,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YACxD,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,iBAAiB,CAAC,IAAI,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,MAAM,EAAE,CAAC;gBACX,iBAAiB,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACZ,iBAAiB,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YACxD,CAAC;YACD,IAAI,KAAK,EAAE,CAAC;gBACV,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,gFAAgF,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,OAAO,MAAM,SAAS,CAAC,UAAU,EAAE,CAAC;IACtC,CAAC;;AAzWH,0CA0WC;AAtWgB,sCAAsB,GAAY,KAAK,AAAjB,CAAkB"}
|
package/src/sdk/evaluation.ts
CHANGED
|
@@ -13,6 +13,7 @@ interface EvaluationConfig {
|
|
|
13
13
|
dataset_id?: string;
|
|
14
14
|
query_list?: Dict<Any>[];
|
|
15
15
|
runs?: number;
|
|
16
|
+
evaluators?: Function[];
|
|
16
17
|
}
|
|
17
18
|
|
|
18
19
|
interface EvaluationState {
|
|
@@ -73,13 +74,15 @@ async function getInputs(state: EvaluationState, config: EvaluationConfig, run_i
|
|
|
73
74
|
return null;
|
|
74
75
|
}
|
|
75
76
|
|
|
76
|
-
async function initializeTracer(config: EvaluationConfig): Promise<HoneyHiveTracer> {
|
|
77
|
+
async function initializeTracer(config: EvaluationConfig, inputs: any): Promise<HoneyHiveTracer> {
|
|
77
78
|
try {
|
|
78
79
|
return await HoneyHiveTracer.init({
|
|
79
80
|
apiKey: config.hh_api_key,
|
|
80
81
|
project: config.hh_project,
|
|
81
82
|
source: 'evaluation',
|
|
82
|
-
sessionName: config.name
|
|
83
|
+
sessionName: config.name,
|
|
84
|
+
inputs: inputs ? inputs : {},
|
|
85
|
+
isEvaluation: true
|
|
83
86
|
});
|
|
84
87
|
} catch (error) {
|
|
85
88
|
throw new Error("Unable to initiate Honeyhive Tracer. Cannot run Evaluation");
|
|
@@ -117,23 +120,43 @@ async function runEvaluation(tracer: HoneyHiveTracer, evalconfig: EvaluationConf
|
|
|
117
120
|
}
|
|
118
121
|
}
|
|
119
122
|
|
|
120
|
-
async function
|
|
123
|
+
async function runEvaluators(inputs: any, evaluation_output: any, evaluators?: Function[]): Promise<Dict<Any>> {
|
|
124
|
+
const metrics: Dict<Any> = {};
|
|
125
|
+
if (evaluators) {
|
|
126
|
+
for (let index = 0; index < evaluators.length; index++) {
|
|
127
|
+
try {
|
|
128
|
+
const evaluator = evaluators[index];
|
|
129
|
+
if (evaluator) {
|
|
130
|
+
const evaluator_result = await evaluator(inputs, evaluation_output);
|
|
131
|
+
if (evaluator_result && typeof evaluator_result === 'object') {
|
|
132
|
+
Object.assign(metrics, evaluator_result);
|
|
133
|
+
continue;
|
|
134
|
+
}
|
|
135
|
+
const evaluator_name = evaluator.name || `evaluator_${index}`;
|
|
136
|
+
metrics[evaluator_name] = evaluator_result;
|
|
137
|
+
}
|
|
138
|
+
} catch (error) {
|
|
139
|
+
console.error(`Error in evaluator: ${error}`);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
return metrics;
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
async function addTraceMetadata(tracer: HoneyHiveTracer, state: EvaluationState, config: EvaluationConfig, evaluation_output: any, metrics: Dict<Any>, run_id: number): Promise<void> {
|
|
121
147
|
try {
|
|
122
148
|
if (state.eval_run && state.eval_run?.runId) {
|
|
123
149
|
const tracing_metadata: Dict<Any> = {
|
|
124
150
|
run_id: state.eval_run.runId,
|
|
125
|
-
inputs: inputs
|
|
126
151
|
};
|
|
127
152
|
if (state.hh_dataset) {
|
|
128
153
|
tracing_metadata['datapoint_id'] = state.hh_dataset.datapoints[run_id];
|
|
129
154
|
tracing_metadata['dataset_id'] = config.dataset_id;
|
|
130
155
|
}
|
|
131
|
-
if (evaluation_output) {
|
|
132
|
-
tracing_metadata['outputs'] = evaluation_output;
|
|
133
|
-
}
|
|
134
156
|
await tracer.enrichSession({
|
|
135
157
|
metadata: tracing_metadata,
|
|
136
|
-
outputs: evaluation_output
|
|
158
|
+
outputs: evaluation_output,
|
|
159
|
+
metrics: metrics
|
|
137
160
|
});
|
|
138
161
|
}
|
|
139
162
|
|
|
@@ -187,13 +210,14 @@ async function evaluate(
|
|
|
187
210
|
await setupEvaluation(state, config);
|
|
188
211
|
|
|
189
212
|
for (let run_id = 0; run_id < runs; run_id++) {
|
|
190
|
-
console.log(`---------- RUN ${run_id +1} ----------`)
|
|
213
|
+
console.log(`---------- RUN ${run_id + 1} ----------`)
|
|
191
214
|
const inputs = await getInputs(state, config, run_id);
|
|
192
|
-
const tracer = await initializeTracer(config);
|
|
215
|
+
const tracer = await initializeTracer(config, inputs);
|
|
193
216
|
|
|
194
217
|
const output = await runEvaluation(tracer, config, inputs);
|
|
218
|
+
const metrics = await runEvaluators(inputs, output, config.evaluators);
|
|
195
219
|
|
|
196
|
-
await addTraceMetadata(tracer, state, config,
|
|
220
|
+
await addTraceMetadata(tracer, state, config, output, metrics, run_id);
|
|
197
221
|
|
|
198
222
|
if (tracer.sessionId)
|
|
199
223
|
state.evaluation_session_ids.push(tracer.sessionId);
|
package/src/sdk/tracer.ts
CHANGED
|
@@ -27,6 +27,8 @@ interface InitParams {
|
|
|
27
27
|
sessionName?: string;
|
|
28
28
|
source?: string;
|
|
29
29
|
serverUrl?: string;
|
|
30
|
+
inputs?: Record<string, any>;
|
|
31
|
+
isEvaluation?: boolean;
|
|
30
32
|
}
|
|
31
33
|
|
|
32
34
|
interface InitSessionIdParams {
|
|
@@ -79,6 +81,7 @@ export class HoneyHiveTracer {
|
|
|
79
81
|
private sdk: HoneyHive;
|
|
80
82
|
public sessionId: string | undefined;
|
|
81
83
|
private spanProxy: any = {};
|
|
84
|
+
private static isEvaluationModeActive: boolean = false;
|
|
82
85
|
|
|
83
86
|
private constructor(sdk: HoneyHive) {
|
|
84
87
|
this.sdk = sdk;
|
|
@@ -90,6 +93,7 @@ export class HoneyHiveTracer {
|
|
|
90
93
|
source: string,
|
|
91
94
|
apiKey: string,
|
|
92
95
|
serverUrl: string,
|
|
96
|
+
inputs?: Record<string, any>,
|
|
93
97
|
): Promise<void> {
|
|
94
98
|
try {
|
|
95
99
|
const requestBody = {
|
|
@@ -97,6 +101,7 @@ export class HoneyHiveTracer {
|
|
|
97
101
|
project: project,
|
|
98
102
|
sessionName: sessionName,
|
|
99
103
|
source: source,
|
|
104
|
+
inputs: inputs || {}
|
|
100
105
|
},
|
|
101
106
|
};
|
|
102
107
|
const res = await this.sdk.session.startSession(requestBody);
|
|
@@ -155,18 +160,54 @@ export class HoneyHiveTracer {
|
|
|
155
160
|
});
|
|
156
161
|
}
|
|
157
162
|
|
|
163
|
+
public getTracer() {
|
|
164
|
+
if (this.sessionId) {
|
|
165
|
+
const tracer = trace.getTracer('traceloop.tracer');
|
|
166
|
+
const wrappedTracer = new Proxy(tracer, {
|
|
167
|
+
get: (target, propKey, _) => {
|
|
168
|
+
// Use Reflect.get to safely access the property
|
|
169
|
+
const originalMethod = Reflect.get(target, propKey);
|
|
170
|
+
if (typeof originalMethod === 'function') {
|
|
171
|
+
// Use an arrow function to retain 'this' context and type 'args' explicitly
|
|
172
|
+
return (...args: any[]) => {
|
|
173
|
+
const sessionId = this.sessionId || "";
|
|
174
|
+
return traceloop.withAssociationProperties(
|
|
175
|
+
{ session_id: sessionId },
|
|
176
|
+
originalMethod.bind(target, ...args), // Bind 'target' and spread 'args'
|
|
177
|
+
target
|
|
178
|
+
);
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
return originalMethod;
|
|
182
|
+
},
|
|
183
|
+
});
|
|
184
|
+
return wrappedTracer;
|
|
185
|
+
} else {
|
|
186
|
+
return trace.getTracer('traceloop.tracer');
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
|
|
158
190
|
public static async init({
|
|
159
191
|
apiKey,
|
|
160
192
|
project,
|
|
161
193
|
sessionName,
|
|
162
194
|
source = "dev",
|
|
163
195
|
serverUrl = "https://api.honeyhive.ai",
|
|
196
|
+
inputs,
|
|
197
|
+
isEvaluation = false
|
|
164
198
|
}: InitParams): Promise<HoneyHiveTracer> {
|
|
165
199
|
const sdk = new HoneyHive({
|
|
166
200
|
bearerAuth: apiKey,
|
|
167
201
|
serverURL: serverUrl,
|
|
168
202
|
});
|
|
169
203
|
const tracer = new HoneyHiveTracer(sdk);
|
|
204
|
+
|
|
205
|
+
if (HoneyHiveTracer.isEvaluationModeActive && !isEvaluation) {
|
|
206
|
+
return tracer;
|
|
207
|
+
}
|
|
208
|
+
if (isEvaluation) {
|
|
209
|
+
HoneyHiveTracer.isEvaluationModeActive = true;
|
|
210
|
+
}
|
|
170
211
|
if (!sessionName) {
|
|
171
212
|
try {
|
|
172
213
|
const mainModule = require.main;
|
|
@@ -179,7 +220,7 @@ export class HoneyHiveTracer {
|
|
|
179
220
|
sessionName = 'unknown';
|
|
180
221
|
}
|
|
181
222
|
}
|
|
182
|
-
await tracer.initSession(project, sessionName, source, apiKey, serverUrl);
|
|
223
|
+
await tracer.initSession(project, sessionName, source, apiKey, serverUrl, inputs);
|
|
183
224
|
await Telemetry.getInstance().capture("tracer_init", { "hhai_session_id": tracer.sessionId });
|
|
184
225
|
return tracer;
|
|
185
226
|
}
|