@lmnr-ai/lmnr 0.4.30 → 0.4.32

package/.github/workflows/build.yml

@@ -0,0 +1,15 @@
+name: Build package
+
+on:
+  pull_request:
+    types: [opened, synchronize]
+    branches:
+      - main
+
+jobs:
+  run-tests:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: npm install
+      - run: npm run build

package/dist/cli.js

@@ -36,7 +36,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "@lmnr-ai/lmnr",
-      version: "0.4.30",
+      version: "0.4.32",
       description: "TypeScript SDK for Laminar AI",
       main: "dist/index.js",
       types: "dist/index.d.ts",
@@ -93,8 +93,9 @@ var require_package = __commonJS({
         "@opentelemetry/core": "^1.30.0",
         "@opentelemetry/exporter-trace-otlp-grpc": "^0.57.0",
         "@opentelemetry/exporter-trace-otlp-proto": "^0.57.0",
-        "@opentelemetry/otlp-exporter-base": "^0.57.0",
         "@opentelemetry/instrumentation": "^0.57.0",
+        "@opentelemetry/otlp-exporter-base": "^0.57.0",
+        "@opentelemetry/otlp-grpc-exporter-base": "^0.57.0",
         "@opentelemetry/sdk-node": "^0.57.0",
         "@opentelemetry/sdk-trace-base": "^1.30.0",
         "@opentelemetry/sdk-trace-node": "^1.30.0",
@@ -130,6 +131,7 @@ module.exports = __toCommonJS(cli_exports);
 var import_argparse = require("argparse");
 var esbuild = __toESM(require("esbuild"));
 var glob = __toESM(require("glob"));
+var import_api = require("@opentelemetry/api");
 var pjson = require_package();
 function loadModule({
   filename,
@@ -206,6 +208,9 @@ async function cli() {
           continue;
         }
         await evaluation.run();
+        import_api.context.disable();
+        import_api.trace.disable();
+        import_api.propagation.disable();
       }
     }
   });

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.30\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.77.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,iBAAAA,UAAAC,SAAA;AAAA,IAAAA,QAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,qCAAqC;AAAA,QACrC,kCAAkC;AAAA,QAClC,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;ACnFA;AAAA;AAAA;AAAA;AAAA;AAEA,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AAEtB,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAAA,MACvB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["exports","module","args"]}
+{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.32\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.77.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport { context, trace, propagation } from \"@opentelemetry/api\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,iBAAAA,UAAAC,SAAA;AAAA,IAAAA,QAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;ACpFA;AAAA;AAAA;AAAA;AAAA;AAEA,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AACtB,iBAA4C;AAE5C,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAOrB,2BAAQ,QAAQ;AAChB,yBAAM,QAAQ;AACd,+BAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["exports","module","args"]}

package/dist/cli.mjs

@@ -15,7 +15,7 @@ var require_package = __commonJS({
   "package.json"(exports, module) {
     module.exports = {
       name: "@lmnr-ai/lmnr",
-      version: "0.4.30",
+      version: "0.4.32",
       description: "TypeScript SDK for Laminar AI",
       main: "dist/index.js",
       types: "dist/index.d.ts",
@@ -72,8 +72,9 @@ var require_package = __commonJS({
         "@opentelemetry/core": "^1.30.0",
         "@opentelemetry/exporter-trace-otlp-grpc": "^0.57.0",
         "@opentelemetry/exporter-trace-otlp-proto": "^0.57.0",
-        "@opentelemetry/otlp-exporter-base": "^0.57.0",
         "@opentelemetry/instrumentation": "^0.57.0",
+        "@opentelemetry/otlp-exporter-base": "^0.57.0",
+        "@opentelemetry/otlp-grpc-exporter-base": "^0.57.0",
         "@opentelemetry/sdk-node": "^0.57.0",
         "@opentelemetry/sdk-trace-base": "^1.30.0",
         "@opentelemetry/sdk-trace-node": "^1.30.0",
@@ -104,6 +105,7 @@ var require_package = __commonJS({
 import { ArgumentParser } from "argparse";
 import * as esbuild from "esbuild";
 import * as glob from "glob";
+import { context, trace, propagation } from "@opentelemetry/api";
 var pjson = require_package();
 function loadModule({
   filename,
@@ -180,6 +182,9 @@ async function cli() {
           continue;
         }
         await evaluation.run();
+        context.disable();
+        trace.disable();
+        propagation.disable();
       }
     }
   });

package/dist/cli.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.30\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.77.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,qCAAqC;AAAA,QACrC,kCAAkC;AAAA,QAClC,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;ACjFA,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AAEtB,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAAA,MACvB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["args"]}
+{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.32\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.77.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport { context, trace, propagation } from \"@opentelemetry/api\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;AClFA,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AACtB,SAAS,SAAS,OAAO,mBAAmB;AAE5C,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAOrB,gBAAQ,QAAQ;AAChB,cAAM,QAAQ;AACd,oBAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["args"]}

package/dist/index.d.mts

@@ -178,7 +178,16 @@ interface EvaluatorConfig {
     /**
      * If true, then the spans will not be batched.
      */
-    disableTraceBatch?: boolean;
+    traceDisableBatch?: boolean;
+    /**
+     * Timeout for trace export. Defaults to 30_000 (30 seconds), which is over
+     * the default OTLP exporter timeout of 10_000 (10 seconds).
+     */
+    traceExportTimeoutMillis?: number;
+    /**
+     * Defines default log level for SDK and all instrumentations.
+     */
+    logLevel?: "debug" | "info" | "warn" | "error";
 }
 /**
  * Datapoint is a single data point in the evaluation. `D` is the type of the input data,
@@ -260,7 +269,8 @@ declare class Evaluation<D, T, O> {
     private groupId?;
     private name?;
     private batchSize;
-    private disableTraceBatch;
+    private traceDisableBatch;
+    private traceExportTimeoutMillis?;
     constructor({ data, executor, evaluators, humanEvaluators, groupId, name, config }: EvaluationConstructorProps<D, T, O>);
     run(): Promise<void>;
     evaluateInBatches(): Promise<EvaluationDatapoint<D, T, O>[]>;
@@ -384,9 +394,11 @@ interface LaminarInitializeProps {
     httpPort?: number;
     grpcPort?: number;
     instrumentModules?: InitializeOptions["instrumentModules"];
-    useExternalTracerProvider?: boolean;
     preserveNextJsSpans?: boolean;
     disableBatch?: boolean;
+    traceExportTimeoutMillis?: number;
+    logLevel?: "debug" | "info" | "warn" | "error";
+    useExternalTracerProvider?: boolean;
 }
 declare class Laminar {
     private static baseHttpUrl;
@@ -416,6 +428,13 @@ declare class Laminar {
      * LLM calls (OpenAI, Anthropic, etc), Langchain, VectorDB calls (Pinecone, Qdrant, etc).
      * Pass an empty object {} to disable any kind of automatic instrumentation.
      * If you only want to auto-instrument specific modules, then pass them in the object.
+     * @param preserveNextJsSpans - Whether to preserve thorough/verbose spans created by Next.js.
+     * By default, Laminar ignores the Next.js spans, but keeps spans nested within them.
+     * @param disableBatch - Whether to disable batching of spans. Useful for debug
+     * environments. If true, spans will be sent immediately using {@link SimpleSpanProcessor}
+     * instead of {@link BatchSpanProcessor}.
+     * @param traceExportTimeoutMillis - Timeout for trace export. Defaults to 30_000 (30 seconds),
+     * which is over the default OTLP exporter timeout of 10_000 (10 seconds).
      * @param useExternalTracerProvider - [ADVANCED] Only use if you are using another
      * node-based tracer provider. Defaults to false.
      * If `true`, the SDK will not initialize its own tracer provider. Be very careful.
@@ -442,7 +461,7 @@ declare class Laminar {
      *
      * @throws {Error} - If project API key is not set
      */
-    static initialize({ projectApiKey, env, baseUrl, httpPort, grpcPort, instrumentModules, useExternalTracerProvider, preserveNextJsSpans, disableBatch, }: LaminarInitializeProps): void;
+    static initialize({ projectApiKey, env, baseUrl, httpPort, grpcPort, instrumentModules, useExternalTracerProvider, preserveNextJsSpans, disableBatch, traceExportTimeoutMillis, logLevel, }: LaminarInitializeProps): void;
     /**
      * Check if Laminar has been initialized. Utility to make sure other methods
      * are called after initialization.

package/dist/index.d.ts

@@ -178,7 +178,16 @@ interface EvaluatorConfig {
     /**
      * If true, then the spans will not be batched.
      */
-    disableTraceBatch?: boolean;
+    traceDisableBatch?: boolean;
+    /**
+     * Timeout for trace export. Defaults to 30_000 (30 seconds), which is over
+     * the default OTLP exporter timeout of 10_000 (10 seconds).
+     */
+    traceExportTimeoutMillis?: number;
+    /**
+     * Defines default log level for SDK and all instrumentations.
+     */
+    logLevel?: "debug" | "info" | "warn" | "error";
 }
 /**
  * Datapoint is a single data point in the evaluation. `D` is the type of the input data,
@@ -260,7 +269,8 @@ declare class Evaluation<D, T, O> {
     private groupId?;
     private name?;
     private batchSize;
-    private disableTraceBatch;
+    private traceDisableBatch;
+    private traceExportTimeoutMillis?;
     constructor({ data, executor, evaluators, humanEvaluators, groupId, name, config }: EvaluationConstructorProps<D, T, O>);
     run(): Promise<void>;
     evaluateInBatches(): Promise<EvaluationDatapoint<D, T, O>[]>;
@@ -384,9 +394,11 @@ interface LaminarInitializeProps {
     httpPort?: number;
     grpcPort?: number;
     instrumentModules?: InitializeOptions["instrumentModules"];
-    useExternalTracerProvider?: boolean;
     preserveNextJsSpans?: boolean;
     disableBatch?: boolean;
+    traceExportTimeoutMillis?: number;
+    logLevel?: "debug" | "info" | "warn" | "error";
+    useExternalTracerProvider?: boolean;
 }
 declare class Laminar {
     private static baseHttpUrl;
@@ -416,6 +428,13 @@ declare class Laminar {
      * LLM calls (OpenAI, Anthropic, etc), Langchain, VectorDB calls (Pinecone, Qdrant, etc).
      * Pass an empty object {} to disable any kind of automatic instrumentation.
      * If you only want to auto-instrument specific modules, then pass them in the object.
+     * @param preserveNextJsSpans - Whether to preserve thorough/verbose spans created by Next.js.
+     * By default, Laminar ignores the Next.js spans, but keeps spans nested within them.
+     * @param disableBatch - Whether to disable batching of spans. Useful for debug
+     * environments. If true, spans will be sent immediately using {@link SimpleSpanProcessor}
+     * instead of {@link BatchSpanProcessor}.
+     * @param traceExportTimeoutMillis - Timeout for trace export. Defaults to 30_000 (30 seconds),
+     * which is over the default OTLP exporter timeout of 10_000 (10 seconds).
      * @param useExternalTracerProvider - [ADVANCED] Only use if you are using another
      * node-based tracer provider. Defaults to false.
      * If `true`, the SDK will not initialize its own tracer provider. Be very careful.
@@ -442,7 +461,7 @@ declare class Laminar {
      *
      * @throws {Error} - If project API key is not set
      */
-    static initialize({ projectApiKey, env, baseUrl, httpPort, grpcPort, instrumentModules, useExternalTracerProvider, preserveNextJsSpans, disableBatch, }: LaminarInitializeProps): void;
+    static initialize({ projectApiKey, env, baseUrl, httpPort, grpcPort, instrumentModules, useExternalTracerProvider, preserveNextJsSpans, disableBatch, traceExportTimeoutMillis, logLevel, }: LaminarInitializeProps): void;
     /**
      * Check if Laminar has been initialized. Utility to make sure other methods
      * are called after initialization.

package/dist/index.js

@@ -364,7 +364,11 @@ var startTracing = (options) => {
     const provider = new import_sdk_trace_node.NodeTracerProvider({
       spanProcessors: [_spanProcessor]
     });
-    provider.register();
+    try {
+      provider.register();
+    } catch (e) {
+      console.error("Error registering tracer provider");
+    }
     (0, import_instrumentation.registerInstrumentations)({
       instrumentations,
       tracerProvider: provider
@@ -614,9 +618,9 @@ function serialize(input) {
 }
 
 // src/laminar.ts
-var import_exporter_trace_otlp_grpc = require("@opentelemetry/exporter-trace-otlp-grpc");
 var import_grpc_js = require("@grpc/grpc-js");
 var import_sdk_trace_base2 = require("@opentelemetry/sdk-trace-base");
+var import_exporter_trace_otlp_grpc = require("@opentelemetry/exporter-trace-otlp-grpc");
 var Laminar = class {
   /**
    * Initialize Laminar context across the application.
@@ -639,6 +643,13 @@ var Laminar = class {
    * LLM calls (OpenAI, Anthropic, etc), Langchain, VectorDB calls (Pinecone, Qdrant, etc).
    * Pass an empty object {} to disable any kind of automatic instrumentation.
    * If you only want to auto-instrument specific modules, then pass them in the object.
+   * @param preserveNextJsSpans - Whether to preserve thorough/verbose spans created by Next.js.
+   * By default, Laminar ignores the Next.js spans, but keeps spans nested within them.
+   * @param disableBatch - Whether to disable batching of spans. Useful for debug
+   * environments. If true, spans will be sent immediately using {@link SimpleSpanProcessor}
+   * instead of {@link BatchSpanProcessor}.
+   * @param traceExportTimeoutMillis - Timeout for trace export. Defaults to 30_000 (30 seconds),
+   * which is over the default OTLP exporter timeout of 10_000 (10 seconds).
    * @param useExternalTracerProvider - [ADVANCED] Only use if you are using another
    * node-based tracer provider. Defaults to false.
    * If `true`, the SDK will not initialize its own tracer provider. Be very careful.
@@ -674,7 +685,9 @@ var Laminar = class {
     instrumentModules,
     useExternalTracerProvider,
     preserveNextJsSpans,
-    disableBatch
+    disableBatch,
+    traceExportTimeoutMillis,
+    logLevel
   }) {
     let key = projectApiKey ?? process.env.LMNR_PROJECT_API_KEY;
     if (key === void 0) {
@@ -696,7 +709,9 @@ var Laminar = class {
     metadata.set("authorization", `Bearer ${this.projectApiKey}`);
     const exporter = new import_exporter_trace_otlp_grpc.OTLPTraceExporter({
       url: this.baseGrpcUrl,
-      metadata
+      metadata,
+      // default is 10 seconds, increase to 30 seconds
+      timeoutMillis: traceExportTimeoutMillis ?? 3e4
     });
     initializeTracing({
       exporter,
@@ -704,7 +719,8 @@ var Laminar = class {
       instrumentModules,
       disableBatch,
       useExternalTracerProvider,
-      preserveNextJsSpans
+      preserveNextJsSpans,
+      logLevel: logLevel ?? "error"
     });
   }
   /**
@@ -1354,7 +1370,7 @@ var Evaluation = class {
   }) {
     this.isFinished = false;
     this.batchSize = DEFAULT_BATCH_SIZE;
-    this.disableTraceBatch = false;
+    this.traceDisableBatch = false;
     if (Object.keys(evaluators).length === 0) {
       throw new Error("No evaluators provided");
     }
@@ -1375,15 +1391,21 @@ var Evaluation = class {
     this.name = name;
     if (config) {
       this.batchSize = config.batchSize ?? DEFAULT_BATCH_SIZE;
-      this.disableTraceBatch = config.disableTraceBatch ?? false;
+      this.traceDisableBatch = config.traceDisableBatch ?? false;
+      this.traceExportTimeoutMillis = config.traceExportTimeoutMillis;
+    }
+    if (Laminar.initialized()) {
+      return;
     }
+    console.log("Initializing Laminar");
     Laminar.initialize({
       projectApiKey: config?.projectApiKey,
       baseUrl: config?.baseUrl,
       httpPort: config?.httpPort,
       grpcPort: config?.grpcPort,
       instrumentModules: config?.instrumentModules,
-      disableBatch: this.disableTraceBatch
+      disableBatch: this.traceDisableBatch,
+      traceExportTimeoutMillis: this.traceExportTimeoutMillis
     });
   }
   async run() {