@lmnr-ai/lmnr 0.4.31 → 0.4.33

package/dist/cli.js

@@ -36,7 +36,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "@lmnr-ai/lmnr",
-      version: "0.4.31",
+      version: "0.4.33",
       description: "TypeScript SDK for Laminar AI",
       main: "dist/index.js",
       types: "dist/index.d.ts",
@@ -131,6 +131,7 @@ module.exports = __toCommonJS(cli_exports);
 var import_argparse = require("argparse");
 var esbuild = __toESM(require("esbuild"));
 var glob = __toESM(require("glob"));
+var import_api = require("@opentelemetry/api");
 var pjson = require_package();
 function loadModule({
   filename,
@@ -207,6 +208,9 @@ async function cli() {
           continue;
         }
         await evaluation.run();
+        import_api.context.disable();
+        import_api.trace.disable();
+        import_api.propagation.disable();
       }
     }
   });

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.31\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.77.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,iBAAAA,UAAAC,SAAA;AAAA,IAAAA,QAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;ACpFA;AAAA;AAAA;AAAA;AAAA;AAEA,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AAEtB,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAAA,MACvB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["exports","module","args"]}
+{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.33\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.77.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport { context, trace, propagation } from \"@opentelemetry/api\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,iBAAAA,UAAAC,SAAA;AAAA,IAAAA,QAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;ACpFA;AAAA;AAAA;AAAA;AAAA;AAEA,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AACtB,iBAA4C;AAE5C,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAOrB,2BAAQ,QAAQ;AAChB,yBAAM,QAAQ;AACd,+BAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["exports","module","args"]}

package/dist/cli.mjs

@@ -15,7 +15,7 @@ var require_package = __commonJS({
   "package.json"(exports, module) {
     module.exports = {
       name: "@lmnr-ai/lmnr",
-      version: "0.4.31",
+      version: "0.4.33",
       description: "TypeScript SDK for Laminar AI",
       main: "dist/index.js",
       types: "dist/index.d.ts",
@@ -105,6 +105,7 @@ var require_package = __commonJS({
 import { ArgumentParser } from "argparse";
 import * as esbuild from "esbuild";
 import * as glob from "glob";
+import { context, trace, propagation } from "@opentelemetry/api";
 var pjson = require_package();
 function loadModule({
   filename,
@@ -181,6 +182,9 @@ async function cli() {
           continue;
         }
         await evaluation.run();
+        context.disable();
+        trace.disable();
+        propagation.disable();
       }
     }
   });

package/dist/cli.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.31\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.77.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;AClFA,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AAEtB,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAAA,MACvB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["args"]}
+{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.33\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.77.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport { context, trace, propagation } from \"@opentelemetry/api\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;AClFA,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AACtB,SAAS,SAAS,OAAO,mBAAmB;AAE5C,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAOrB,gBAAQ,QAAQ;AAChB,cAAM,QAAQ;AACd,oBAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["args"]}

package/dist/index.d.mts

@@ -407,6 +407,7 @@ declare class Laminar {
     private static env;
     private static isInitialized;
     private static disableBatch;
+    private static spanIdsToPaths;
     /**
      * Initialize Laminar context across the application.
      * This method must be called before using any other Laminar methods or decorators.
@@ -664,6 +665,7 @@ declare class Laminar {
         offset: number;
         limit: number;
     }): Promise<GetDatapointsResponse<D, T>>;
+    static getStoredSpanPath(): string | undefined;
     private static getHeaders;
 }
 

package/dist/index.d.ts

@@ -407,6 +407,7 @@ declare class Laminar {
     private static env;
     private static isInitialized;
     private static disableBatch;
+    private static spanIdsToPaths;
     /**
      * Initialize Laminar context across the application.
      * This method must be called before using any other Laminar methods or decorators.
@@ -664,6 +665,7 @@ declare class Laminar {
         offset: number;
         limit: number;
     }): Promise<GetDatapointsResponse<D, T>>;
+    static getStoredSpanPath(): string | undefined;
     private static getHeaders;
 }
 

package/dist/index.js

@@ -364,7 +364,11 @@ var startTracing = (options) => {
     const provider = new import_sdk_trace_node.NodeTracerProvider({
       spanProcessors: [_spanProcessor]
     });
-    provider.register();
+    try {
+      provider.register();
+    } catch (e) {
+      console.error("Error registering tracer provider");
+    }
     (0, import_instrumentation.registerInstrumentations)({
       instrumentations,
       tracerProvider: provider
@@ -495,7 +499,8 @@ function withEntity({
       { ...currentAssociationProperties ?? {}, ...associationProperties }
     );
   }
-  const currentSpanPath = getSpanPath(entityContext);
+  const contextSpanPath = getSpanPath(entityContext);
+  const currentSpanPath = contextSpanPath ?? Laminar.getStoredSpanPath();
   const spanPath = currentSpanPath ? `${currentSpanPath}.${name}` : name;
   entityContext = entityContext.setValue(SPAN_PATH_KEY, spanPath);
   if (traceId) {
@@ -1037,7 +1042,8 @@ var Laminar = class {
     labels
   }) {
     let entityContext = context4 ?? import_api5.context.active();
-    const currentSpanPath = getSpanPath(entityContext);
+    const contextSpanPath = getSpanPath(entityContext);
+    const currentSpanPath = contextSpanPath ?? this.getStoredSpanPath();
     const spanPath = currentSpanPath ? `${currentSpanPath}.${name}` : name;
     entityContext = entityContext.setValue(SPAN_PATH_KEY, spanPath);
     if (traceId) {
@@ -1069,6 +1075,7 @@ var Laminar = class {
     if (input) {
       span.setAttribute(SPAN_INPUT, JSON.stringify(input));
     }
+    this.spanIdsToPaths.set(span.spanContext().spanId, spanPath);
     return span;
   }
   /**
@@ -1155,6 +1162,10 @@ var Laminar = class {
     }
     return await response.json();
   }
+  static getStoredSpanPath() {
+    const currentSpanId = import_api5.trace.getActiveSpan()?.spanContext().spanId;
+    return currentSpanId ? this.spanIdsToPaths.get(currentSpanId) : void 0;
+  }
   static getHeaders() {
     return {
       "Content-Type": "application/json",
@@ -1165,6 +1176,7 @@ var Laminar = class {
 Laminar.env = {};
 Laminar.isInitialized = false;
 Laminar.disableBatch = false;
+Laminar.spanIdsToPaths = /* @__PURE__ */ new Map();
 
 // src/evaluations.ts
 var import_cli_progress = __toESM(require("cli-progress"));
@@ -1390,6 +1402,10 @@ var Evaluation = class {
       this.traceDisableBatch = config.traceDisableBatch ?? false;
       this.traceExportTimeoutMillis = config.traceExportTimeoutMillis;
     }
+    if (Laminar.initialized()) {
+      return;
+    }
+    console.log("Initializing Laminar");
     Laminar.initialize({
       projectApiKey: config?.projectApiKey,
       baseUrl: config?.baseUrl,