@lmnr-ai/lmnr 0.4.39 → 0.4.40

package/dist/cli.js

@@ -36,7 +36,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "@lmnr-ai/lmnr",
-      version: "0.4.39",
+      version: "0.4.40",
       description: "TypeScript SDK for Laminar AI",
       main: "dist/index.js",
       types: "dist/index.d.ts",

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.39\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts --external puppeteer --external puppeteer-core --external playwright\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"files\": [\n    \"dist\",\n    \"assets\"\n  ],\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@browserbasehq/stagehand\": \"^1.10.1\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.80.1\",\n    \"playwright\": \"^1.50.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport { context, trace, propagation } from \"@opentelemetry/api\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,iBAAAA,UAAAC,SAAA;AAAA,IAAAA,QAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,OAAS;AAAA,QACP;AAAA,QACA;AAAA,MACF;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,YAAc;AAAA,QACd,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;AC1FA;AAAA;AAAA;AAAA;AAAA;AAEA,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AACtB,iBAA4C;AAE5C,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAOrB,2BAAQ,QAAQ;AAChB,yBAAM,QAAQ;AACd,+BAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["exports","module","args"]}
+{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.40\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts --external puppeteer --external puppeteer-core --external playwright\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"files\": [\n    \"dist\",\n    \"assets\"\n  ],\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@browserbasehq/stagehand\": \"^1.10.1\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.80.1\",\n    \"playwright\": \"^1.50.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport { context, trace, propagation } from \"@opentelemetry/api\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,iBAAAA,UAAAC,SAAA;AAAA,IAAAA,QAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,OAAS;AAAA,QACP;AAAA,QACA;AAAA,MACF;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,YAAc;AAAA,QACd,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;AC1FA;AAAA;AAAA;AAAA;AAAA;AAEA,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AACtB,iBAA4C;AAE5C,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAOrB,2BAAQ,QAAQ;AAChB,yBAAM,QAAQ;AACd,+BAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["exports","module","args"]}

package/dist/cli.mjs

@@ -15,7 +15,7 @@ var require_package = __commonJS({
   "package.json"(exports, module) {
     module.exports = {
       name: "@lmnr-ai/lmnr",
-      version: "0.4.39",
+      version: "0.4.40",
       description: "TypeScript SDK for Laminar AI",
       main: "dist/index.js",
       types: "dist/index.d.ts",

package/dist/cli.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.39\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts --external puppeteer --external puppeteer-core --external playwright\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"files\": [\n    \"dist\",\n    \"assets\"\n  ],\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@browserbasehq/stagehand\": \"^1.10.1\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.80.1\",\n    \"playwright\": \"^1.50.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport { context, trace, propagation } from \"@opentelemetry/api\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,OAAS;AAAA,QACP;AAAA,QACA;AAAA,MACF;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,YAAc;AAAA,QACd,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;ACxFA,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AACtB,SAAS,SAAS,OAAO,mBAAmB;AAE5C,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAOrB,gBAAQ,QAAQ;AAChB,cAAM,QAAQ;AACd,oBAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["args"]}
+{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.40\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts --external puppeteer --external puppeteer-core --external playwright\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"files\": [\n    \"dist\",\n    \"assets\"\n  ],\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.33.1\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.716.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@browserbasehq/stagehand\": \"^1.10.1\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.2\",\n    \"@langchain/core\": \"^0.3.26\",\n    \"@pinecone-database/pinecone\": \"^4.0.0\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.2\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.8\",\n    \"llamaindex\": \"^0.8.30\",\n    \"openai\": \"^4.80.1\",\n    \"playwright\": \"^1.50.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.5\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.0\",\n    \"@opentelemetry/instrumentation\": \"^0.57.0\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.0\",\n    \"@opentelemetry/sdk-node\": \"^0.57.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.6\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.6\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.6\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.6\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.6\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.6\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.6\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.6\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.6\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.6\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.6\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.6\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.2\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport { context, trace, propagation } from \"@opentelemetry/api\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,OAAS;AAAA,QACP;AAAA,QACA;AAAA,MACF;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,YAAc;AAAA,QACd,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,qCAAqC;AAAA,QACrC,0CAA0C;AAAA,QAC1C,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;ACxFA,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AACtB,SAAS,SAAS,OAAO,mBAAmB;AAE5C,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAOrB,gBAAQ,QAAQ;AAChB,cAAM,QAAQ;AACd,oBAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["args"]}

package/dist/index.d.mts

@@ -91,25 +91,29 @@ interface InitializeOptions {
      * Defaults to OpenTelemetry SDK defaults.
      */
     contextManager?: ContextManager;
+    /**
+     * The modules to instrument. Optional. Suggested to use, if you don't see
+     * the autoinstrumentation working.
+     */
     instrumentModules?: {
-        openAI?: typeof openai.OpenAI;
-        anthropic?: typeof anthropic;
-        azureOpenAI?: typeof azure;
-        cohere?: typeof cohere;
-        bedrock?: typeof bedrock;
-        google_vertexai?: typeof vertexAI;
-        google_aiplatform?: typeof aiplatform;
-        pinecone?: typeof pinecone;
+        openAI?: typeof openai.OpenAI | any;
+        anthropic?: typeof anthropic | any;
+        azureOpenAI?: typeof azure | any;
+        cohere?: typeof cohere | any;
+        bedrock?: typeof bedrock | any;
+        google_vertexai?: typeof vertexAI | any;
+        google_aiplatform?: typeof aiplatform | any;
+        pinecone?: typeof pinecone | any;
         langchain?: {
-            chainsModule?: typeof ChainsModule;
-            agentsModule?: typeof AgentsModule;
-            toolsModule?: typeof ToolsModule;
-            runnablesModule?: typeof RunnableModule;
-            vectorStoreModule?: typeof VectorStoreModule;
+            chainsModule?: typeof ChainsModule | any;
+            agentsModule?: typeof AgentsModule | any;
+            toolsModule?: typeof ToolsModule | any;
+            runnablesModule?: typeof RunnableModule | any;
+            vectorStoreModule?: typeof VectorStoreModule | any;
         };
-        llamaIndex?: typeof llamaindex;
-        chromadb?: typeof chromadb;
-        qdrant?: typeof qdrant;
+        llamaIndex?: typeof llamaindex | any;
+        chromadb?: typeof chromadb | any;
+        qdrant?: typeof qdrant | any;
     };
     /**
      * Whether to silence the initialization message. Optional.
@@ -769,6 +773,9 @@ interface ObserveOptions {
     traceType?: TraceType;
     spanType?: 'DEFAULT' | 'LLM' | 'TOOL';
     traceId?: string;
+    input?: unknown;
+    ignoreInput?: boolean;
+    ignoreOutput?: boolean;
 }
 /**
  * The main decorator entrypoint for Laminar. This is used to wrap
@@ -782,6 +789,10 @@ interface ObserveOptions {
  * @param spanType - Type of the span. 'DEFAULT' is used if not specified. If the type is 'LLM',
  * you must manually specify some attributes. See {@link Laminar.setSpanAttributes} for more
  * information.
+ * @param input - Force override the input for the span. If not specified, the input will be the
+ * arguments passed to the function.
+ * @param ignoreInput - Whether to ignore the input altogether.
+ * @param ignoreOutput - Whether to ignore the output altogether.
  * @returns Returns the result of the wrapped function.
  * @throws Exception - Re-throws the exception if the wrapped function throws an exception.
  *
@@ -793,7 +804,7 @@ interface ObserveOptions {
  *    // Your code here
  * });
  */
-declare function observe<A extends unknown[], F extends (...args: A) => ReturnType<F>>({ name, sessionId, traceType, spanType, traceId, }: ObserveOptions, fn: F, ...args: A): Promise<ReturnType<F>>;
+declare function observe<A extends unknown[], F extends (...args: A) => ReturnType<F>>({ name, sessionId, traceType, spanType, traceId, input, ignoreInput, ignoreOutput, }: ObserveOptions, fn: F, ...args: A): Promise<ReturnType<F>>;
 /**
  * Sets the labels for any spans inside the function. This is useful for adding
  * labels to the spans created in the auto-instrumentations. Returns the result

package/dist/index.d.ts

@@ -91,25 +91,29 @@ interface InitializeOptions {
      * Defaults to OpenTelemetry SDK defaults.
      */
     contextManager?: ContextManager;
+    /**
+     * The modules to instrument. Optional. Suggested to use, if you don't see
+     * the autoinstrumentation working.
+     */
     instrumentModules?: {
-        openAI?: typeof openai.OpenAI;
-        anthropic?: typeof anthropic;
-        azureOpenAI?: typeof azure;
-        cohere?: typeof cohere;
-        bedrock?: typeof bedrock;
-        google_vertexai?: typeof vertexAI;
-        google_aiplatform?: typeof aiplatform;
-        pinecone?: typeof pinecone;
+        openAI?: typeof openai.OpenAI | any;
+        anthropic?: typeof anthropic | any;
+        azureOpenAI?: typeof azure | any;
+        cohere?: typeof cohere | any;
+        bedrock?: typeof bedrock | any;
+        google_vertexai?: typeof vertexAI | any;
+        google_aiplatform?: typeof aiplatform | any;
+        pinecone?: typeof pinecone | any;
         langchain?: {
-            chainsModule?: typeof ChainsModule;
-            agentsModule?: typeof AgentsModule;
-            toolsModule?: typeof ToolsModule;
-            runnablesModule?: typeof RunnableModule;
-            vectorStoreModule?: typeof VectorStoreModule;
+            chainsModule?: typeof ChainsModule | any;
+            agentsModule?: typeof AgentsModule | any;
+            toolsModule?: typeof ToolsModule | any;
+            runnablesModule?: typeof RunnableModule | any;
+            vectorStoreModule?: typeof VectorStoreModule | any;
         };
-        llamaIndex?: typeof llamaindex;
-        chromadb?: typeof chromadb;
-        qdrant?: typeof qdrant;
+        llamaIndex?: typeof llamaindex | any;
+        chromadb?: typeof chromadb | any;
+        qdrant?: typeof qdrant | any;
     };
     /**
      * Whether to silence the initialization message. Optional.
@@ -769,6 +773,9 @@ interface ObserveOptions {
     traceType?: TraceType;
     spanType?: 'DEFAULT' | 'LLM' | 'TOOL';
     traceId?: string;
+    input?: unknown;
+    ignoreInput?: boolean;
+    ignoreOutput?: boolean;
 }
 /**
  * The main decorator entrypoint for Laminar. This is used to wrap
@@ -782,6 +789,10 @@ interface ObserveOptions {
  * @param spanType - Type of the span. 'DEFAULT' is used if not specified. If the type is 'LLM',
  * you must manually specify some attributes. See {@link Laminar.setSpanAttributes} for more
  * information.
+ * @param input - Force override the input for the span. If not specified, the input will be the
+ * arguments passed to the function.
+ * @param ignoreInput - Whether to ignore the input altogether.
+ * @param ignoreOutput - Whether to ignore the output altogether.
  * @returns Returns the result of the wrapped function.
  * @throws Exception - Re-throws the exception if the wrapped function throws an exception.
  *
@@ -793,7 +804,7 @@ interface ObserveOptions {
  *    // Your code here
  * });
  */
-declare function observe<A extends unknown[], F extends (...args: A) => ReturnType<F>>({ name, sessionId, traceType, spanType, traceId, }: ObserveOptions, fn: F, ...args: A): Promise<ReturnType<F>>;
+declare function observe<A extends unknown[], F extends (...args: A) => ReturnType<F>>({ name, sessionId, traceType, spanType, traceId, input, ignoreInput, ignoreOutput, }: ObserveOptions, fn: F, ...args: A): Promise<ReturnType<F>>;
 /**
  * Sets the labels for any spans inside the function. This is useful for adding
  * labels to the spans created in the auto-instrumentations. Returns the result

package/dist/index.js

@@ -115,6 +115,7 @@ var SPAN_INPUT = "lmnr.span.input";
 var SPAN_OUTPUT = "lmnr.span.output";
 var SPAN_TYPE = "lmnr.span.type";
 var SPAN_PATH = "lmnr.span.path";
+var SPAN_IDS_PATH = "lmnr.span.ids_path";
 var SPAN_INSTRUMENTATION_SOURCE = "lmnr.span.instrumentation_source";
 var SPAN_SDK_VERSION = "lmnr.span.sdk_version";
 var SPAN_LANGUAGE_VERSION = "lmnr.span.language_version";
@@ -160,16 +161,100 @@ var initBrowserTracing = () => {
 };
 
 // src/version.ts
-var SDK_VERSION = "0.4.39";
+var SDK_VERSION = "0.4.40";
 var getLangVersion = () => {
   if (process?.versions?.node) {
     return `node@${process.versions.node}`;
   }
 };
 
+// src/utils.ts
+var import_uuid = require("uuid");
+var isStringUUID = (id) => {
+  return /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/.test(id);
+};
+var newUUID = () => {
+  if (typeof crypto !== "undefined" && typeof crypto.randomUUID === "function") {
+    return crypto.randomUUID();
+  } else {
+    return (0, import_uuid.v4)();
+  }
+};
+var otelSpanIdToUUID = (spanId) => {
+  let id = spanId.toLowerCase();
+  if (id.startsWith("0x")) {
+    id = id.slice(2);
+  }
+  if (id.length !== 16) {
+    console.warn(`Span ID ${spanId} is not 16 hex chars long. This is not a valid OpenTelemetry span ID.`);
+  }
+  if (!/^[0-9a-f]+$/.test(id)) {
+    console.error(`Span ID ${spanId} is not a valid hex string. Generating a random UUID instead.`);
+    return newUUID();
+  }
+  return id.padStart(32, "0").replace(/^(.{8})(.{4})(.{4})(.{4})(.{12})$/, "$1-$2-$3-$4-$5");
+};
+var otelTraceIdToUUID = (traceId) => {
+  let id = traceId.toLowerCase();
+  if (id.startsWith("0x")) {
+    id = id.slice(2);
+  }
+  if (id.length !== 32) {
+    console.warn(`Trace ID ${traceId} is not 32 hex chars long. This is not a valid OpenTelemetry trace ID.`);
+  }
+  if (!/^[0-9a-f]+$/.test(id)) {
+    console.error(`Trace ID ${traceId} is not a valid hex string. Generating a random UUID instead.`);
+    return newUUID();
+  }
+  return id.replace(/^(.{8})(.{4})(.{4})(.{4})(.{12})$/, "$1-$2-$3-$4-$5");
+};
+var uuidToOtelTraceId = (uuid) => {
+  return uuid.replace(/-/g, "");
+};
+var Semaphore = class {
+  constructor(value = 1) {
+    /**
+     * List of promises that will be resolved when a permit becomes available.
+     */
+    this._waiters = [];
+    if (value < 0) {
+      throw new Error("Semaphore value must be >= 0");
+    }
+    this._value = value;
+    this._waiters = [];
+  }
+  async acquire() {
+    if (this._value > 0) {
+      this._value--;
+      return;
+    }
+    return new Promise((resolve) => {
+      this._waiters.push(resolve);
+    });
+  }
+  release() {
+    if (this._waiters.length > 0) {
+      const resolve = this._waiters.shift();
+      resolve?.();
+    } else {
+      this._value++;
+    }
+  }
+  // Python-like context manager functionality
+  async using(fn) {
+    try {
+      await this.acquire();
+      return await fn();
+    } finally {
+      this.release();
+    }
+  }
+};
+
 // src/sdk/tracing/index.ts
 var _spanProcessor;
 var _spanIdToPath = /* @__PURE__ */ new Map();
+var _spanIdLists = /* @__PURE__ */ new Map();
 var openAIInstrumentation;
 var anthropicInstrumentation;
 var azureOpenAIInstrumentation;
@@ -351,10 +436,15 @@ var startTracing = (options) => {
   _spanProcessor.onStart = (span, parentContext) => {
     const contextSpanPath = getSpanPath(parentContext ?? import_api2.context.active());
     const parentSpanPath = contextSpanPath ?? (span.parentSpanId !== void 0 ? _spanIdToPath.get(span.parentSpanId) : void 0);
+    const spanId = span.spanContext().spanId;
+    const parentSpanIdsPath = span.parentSpanId ? _spanIdLists.get(span.parentSpanId) ?? [] : [];
     const spanPath = parentSpanPath ? [...parentSpanPath, span.name] : [span.name];
+    const spanIdUuid = otelSpanIdToUUID(spanId);
+    const spanIdsPath = parentSpanIdsPath ? [...parentSpanIdsPath, spanIdUuid] : [spanIdUuid];
+    span.setAttribute(SPAN_IDS_PATH, spanIdsPath);
+    _spanIdLists.set(spanId, spanIdsPath);
     span.setAttribute(SPAN_PATH, spanPath);
     import_api2.context.active().setValue(SPAN_PATH_KEY, spanPath);
-    const spanId = span.spanContext().spanId;
     _spanIdToPath.set(spanId, spanPath);
     span.setAttribute(SPAN_INSTRUMENTATION_SOURCE, "javascript");
     span.setAttribute(SPAN_SDK_VERSION, SDK_VERSION);
@@ -479,95 +569,13 @@ var logLevelToOtelLogLevel = (logLevel) => {
 // src/sdk/tracing/decorators.ts
 var import_api4 = require("@opentelemetry/api");
 var import_core2 = require("@opentelemetry/core");
-
-// src/utils.ts
-var import_uuid = require("uuid");
-var isStringUUID = (id) => {
-  return /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/.test(id);
-};
-var newUUID = () => {
-  if (typeof crypto !== "undefined" && typeof crypto.randomUUID === "function") {
-    return crypto.randomUUID();
-  } else {
-    return (0, import_uuid.v4)();
-  }
-};
-var otelSpanIdToUUID = (spanId) => {
-  let id = spanId.toLowerCase();
-  if (id.startsWith("0x")) {
-    id = id.slice(2);
-  }
-  if (id.length !== 16) {
-    console.warn(`Span ID ${spanId} is not 16 hex chars long. This is not a valid OpenTelemetry span ID.`);
-  }
-  if (!/^[0-9a-f]+$/.test(id)) {
-    console.error(`Span ID ${spanId} is not a valid hex string. Generating a random UUID instead.`);
-    return newUUID();
-  }
-  return id.padStart(32, "0").replace(/^(.{8})(.{4})(.{4})(.{4})(.{12})$/, "$1-$2-$3-$4-$5");
-};
-var otelTraceIdToUUID = (traceId) => {
-  let id = traceId.toLowerCase();
-  if (id.startsWith("0x")) {
-    id = id.slice(2);
-  }
-  if (id.length !== 32) {
-    console.warn(`Trace ID ${traceId} is not 32 hex chars long. This is not a valid OpenTelemetry trace ID.`);
-  }
-  if (!/^[0-9a-f]+$/.test(id)) {
-    console.error(`Trace ID ${traceId} is not a valid hex string. Generating a random UUID instead.`);
-    return newUUID();
-  }
-  return id.replace(/^(.{8})(.{4})(.{4})(.{4})(.{12})$/, "$1-$2-$3-$4-$5");
-};
-var uuidToOtelTraceId = (uuid) => {
-  return uuid.replace(/-/g, "");
-};
-var Semaphore = class {
-  constructor(value = 1) {
-    /**
-     * List of promises that will be resolved when a permit becomes available.
-     */
-    this._waiters = [];
-    if (value < 0) {
-      throw new Error("Semaphore value must be >= 0");
-    }
-    this._value = value;
-    this._waiters = [];
-  }
-  async acquire() {
-    if (this._value > 0) {
-      this._value--;
-      return;
-    }
-    return new Promise((resolve) => {
-      this._waiters.push(resolve);
-    });
-  }
-  release() {
-    if (this._waiters.length > 0) {
-      const resolve = this._waiters.shift();
-      resolve?.();
-    } else {
-      this._value++;
-    }
-  }
-  // Python-like context manager functionality
-  async using(fn) {
-    try {
-      await this.acquire();
-      return await fn();
-    } finally {
-      this.release();
-    }
-  }
-};
-
-// src/sdk/tracing/decorators.ts
 var import_sdk_trace_base = require("@opentelemetry/sdk-trace-base");
-function withEntity({
+function observeBase({
   name,
   associationProperties,
+  input,
+  ignoreInput,
+  ignoreOutput,
   inputParameters,
   suppressTracing: shouldSuppressTracing,
   traceId
@@ -606,18 +614,23 @@ function withEntity({
         if (traceId && isStringUUID(traceId)) {
           span.setAttribute(OVERRIDE_PARENT_SPAN, true);
         }
-        if (shouldSendTraces()) {
+        if (shouldSendTraces() && !ignoreInput) {
           try {
-            const input = inputParameters ?? args;
-            if (input.length === 1 && typeof input[0] === "object" && !(input[0] instanceof Map)) {
+            const spanInput = inputParameters ?? args;
+            if (input !== void 0) {
               span.setAttribute(
                 SPAN_INPUT,
-                serialize(input[0])
+                serialize(input)
+              );
+            } else if (spanInput.length === 1 && typeof spanInput[0] === "object" && !(spanInput[0] instanceof Map)) {
+              span.setAttribute(
+                SPAN_INPUT,
+                serialize(spanInput[0])
               );
             } else {
               span.setAttribute(
                 SPAN_INPUT,
-                serialize(input.length > 0 ? input : {})
+                serialize(spanInput.length > 0 ? spanInput : {})
               );
             }
           } catch (error) {
@@ -640,7 +653,7 @@ function withEntity({
         if (res instanceof Promise) {
           return res.then((resolvedRes) => {
             try {
-              if (shouldSendTraces()) {
+              if (shouldSendTraces() && !ignoreOutput) {
                 span.setAttribute(
                   SPAN_OUTPUT,
                   serialize(resolvedRes)
@@ -659,7 +672,7 @@ function withEntity({
           });
         }
         try {
-          if (shouldSendTraces()) {
+          if (shouldSendTraces() && !ignoreOutput) {
             span.setAttribute(
               SPAN_OUTPUT,
               serialize(res)
@@ -675,25 +688,29 @@ function withEntity({
     )
   );
 }
-function cleanInput(input) {
-  if (input instanceof Map) {
-    return Array.from(input.entries());
-  } else if (Array.isArray(input)) {
-    return input.map((value) => cleanInput(value));
-  } else if (!input) {
-    return input;
-  } else if (typeof input === "object") {
+var normalizePayload = (payload, seen) => {
+  if (payload instanceof Map) {
+    return Array.from(payload.entries());
+  } else if (Array.isArray(payload)) {
+    return payload.map((value) => normalizePayload(value, seen));
+  } else if (!payload) {
+    return payload;
+  } else if (typeof payload === "object") {
+    if (seen.has(payload)) {
+      return "[Circular reference]";
+    }
+    seen.add(payload);
     const output = {};
-    Object.entries(input).forEach(([key, value]) => {
-      output[key] = cleanInput(value);
+    Object.entries(payload).forEach(([key, value]) => {
+      output[key] = normalizePayload(value, seen);
     });
     return output;
   }
-  return input;
-}
-function serialize(input) {
-  return JSON.stringify(cleanInput(input));
-}
+  return payload;
+};
+var serialize = (payload) => {
+  return JSON.stringify(normalizePayload(payload, /* @__PURE__ */ new WeakSet()));
+};
 
 // src/laminar.ts
 var import_grpc_js = require("@grpc/grpc-js");
@@ -1621,7 +1638,10 @@ async function observe({
   sessionId,
   traceType,
   spanType,
-  traceId
+  traceId,
+  input,
+  ignoreInput,
+  ignoreOutput
 }, fn, ...args) {
   if (fn === void 0 || typeof fn !== "function") {
     throw new Error("Invalid `observe` usage. Second argument `fn` must be a function.");
@@ -1636,10 +1656,13 @@ async function observe({
   if (spanType) {
     associationProperties = { ...associationProperties, "span_type": spanType };
   }
-  return await withEntity({
+  return await observeBase({
     name: name ?? fn.name,
     associationProperties,
-    traceId
+    traceId,
+    input,
+    ignoreInput,
+    ignoreOutput
   }, fn, void 0, ...args);
 }
 function withLabels(labels, fn, ...args) {