@lmnr-ai/lmnr 0.4.27 → 0.4.28

package/dist/cli.js

@@ -36,7 +36,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "@lmnr-ai/lmnr",
-      version: "0.4.27",
+      version: "0.4.28",
       description: "TypeScript SDK for Laminar AI",
       main: "dist/index.js",
       types: "dist/index.d.ts",

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.27\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.27.3\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.705.0\",\n    \"@azure/openai\": \"1.0.0-beta.13\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.0\",\n    \"@langchain/core\": \"^0.3.20\",\n    \"@pinecone-database/pinecone\": \"^3.0.3\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.1\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.6\",\n    \"llamaindex\": \"^0.7.10\",\n    \"openai\": \"^4.75.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.3\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.28.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.53.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.53.0\",\n    \"@opentelemetry/instrumentation\": \"^0.53.0\",\n    \"@opentelemetry/sdk-node\": \"^0.53.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.28.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.28.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.0\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.1\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.1\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.1\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.3\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.1\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.4\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.1\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.3\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.1\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.1\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.4\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.0\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,iBAAAA,UAAAC,SAAA;AAAA,IAAAA,QAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;AClFA;AAAA;AAAA;AAAA;AAAA;AAEA,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AAEtB,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAAA,MACvB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["exports","module","args"]}
+{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.28\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.27.3\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.705.0\",\n    \"@azure/openai\": \"1.0.0-beta.13\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.0\",\n    \"@langchain/core\": \"^0.3.20\",\n    \"@pinecone-database/pinecone\": \"^3.0.3\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.1\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.6\",\n    \"llamaindex\": \"^0.7.10\",\n    \"openai\": \"^4.75.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.3\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.28.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.53.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.53.0\",\n    \"@opentelemetry/instrumentation\": \"^0.53.0\",\n    \"@opentelemetry/sdk-node\": \"^0.53.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.28.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.28.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.0\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.1\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.1\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.1\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.3\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.1\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.4\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.1\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.3\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.1\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.1\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.4\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.0\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,iBAAAA,UAAAC,SAAA;AAAA,IAAAA,QAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;AClFA;AAAA;AAAA;AAAA;AAAA;AAEA,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AAEtB,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAAA,MACvB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["exports","module","args"]}

package/dist/cli.mjs

@@ -15,7 +15,7 @@ var require_package = __commonJS({
   "package.json"(exports, module) {
     module.exports = {
       name: "@lmnr-ai/lmnr",
-      version: "0.4.27",
+      version: "0.4.28",
       description: "TypeScript SDK for Laminar AI",
       main: "dist/index.js",
       types: "dist/index.d.ts",

package/dist/cli.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.27\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.27.3\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.705.0\",\n    \"@azure/openai\": \"1.0.0-beta.13\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.0\",\n    \"@langchain/core\": \"^0.3.20\",\n    \"@pinecone-database/pinecone\": \"^3.0.3\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.1\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.6\",\n    \"llamaindex\": \"^0.7.10\",\n    \"openai\": \"^4.75.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.3\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.28.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.53.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.53.0\",\n    \"@opentelemetry/instrumentation\": \"^0.53.0\",\n    \"@opentelemetry/sdk-node\": \"^0.53.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.28.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.28.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.0\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.1\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.1\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.1\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.3\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.1\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.4\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.1\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.3\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.1\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.1\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.4\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.0\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;AChFA,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AAEtB,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAAA,MACvB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["args"]}
+{"version":3,"sources":["../package.json","../src/cli.ts"],"sourcesContent":["{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.4.28\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts\",\n    \"test\": \"tsx --test test/*.test.ts\"\n  },\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.27.3\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.705.0\",\n    \"@azure/openai\": \"1.0.0-beta.13\",\n    \"@google-cloud/aiplatform\": \"^3.34.0\",\n    \"@google-cloud/vertexai\": \"^1.9.0\",\n    \"@langchain/core\": \"^0.3.20\",\n    \"@pinecone-database/pinecone\": \"^3.0.3\",\n    \"@qdrant/js-client-rest\": \"^1.12.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.10.1\",\n    \"@types/semver\": \"^7.5.8\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"bufferutil\": \"^4.0.8\",\n    \"chromadb\": \"^1.9.4\",\n    \"cohere-ai\": \"^7.15.0\",\n    \"langchain\": \"^0.3.6\",\n    \"llamaindex\": \"^0.7.10\",\n    \"openai\": \"^4.75.0\",\n    \"tsup\": \"^8.3.5\",\n    \"tsx\": \"^4.19.2\",\n    \"typescript\": \"^5.7.2\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.12.3\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.28.0\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.53.0\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.53.0\",\n    \"@opentelemetry/instrumentation\": \"^0.53.0\",\n    \"@opentelemetry/sdk-node\": \"^0.53.0\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.28.0\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.28.0\",\n    \"@opentelemetry/semantic-conventions\": \"^1.28.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.11.0\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.11.1\",\n    \"@traceloop/instrumentation-azure\": \"^0.11.1\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.11.1\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.11.3\",\n    \"@traceloop/instrumentation-cohere\": \"^0.11.1\",\n    \"@traceloop/instrumentation-langchain\": \"^0.11.4\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.11.1\",\n    \"@traceloop/instrumentation-openai\": \"^0.11.3\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.11.1\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.11.1\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.11.4\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.24.0\",\n    \"glob\": \"^11.0.0\",\n    \"uuid\": \"^11.0.3\"\n  }\n}\n","#!/usr/bin/env node\n\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\n\nconst pjson = require('../package.json');\n\nexport function loadModule({\n  filename,\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}) {\n  // TODO: Figure out how to remove all ts-ignores\n  // TODO: Cleanup by setting the original values of _evaluation and _set_global_evaluation back\n  // @ts-ignore\n  globalThis._evaluation = undefined;  // @ts-ignore\n  globalThis._set_global_evaluation = true;  // @ts-ignore\n\n  // it needs \"require\" to be passed in\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  // @ts-ignore\n  return globalThis._evaluation;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version: pjson.version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}')\n\n      files.sort();\n\n      if (files.length === 0) {\n        console.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        console.log(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        console.log(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          console.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        // @ts-ignore\n        if (!evaluation?.run) {\n          console.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        // @ts-ignore\n        await evaluation.run();\n      }\n    }\n  });\n\n  parser.set_defaults({\n    func: async (args: any) => {\n      parser.print_help();\n      process.exit(0);\n    }\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli();\n"],"mappings":";;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,MACE,MAAQ;AAAA,MACR,SAAW;AAAA,MACX,aAAe;AAAA,MACf,MAAQ;AAAA,MACR,OAAS;AAAA,MACT,SAAW;AAAA,QACT,OAAS;AAAA,QACT,MAAQ;AAAA,MACV;AAAA,MACA,KAAO;AAAA,QACL,MAAQ;AAAA,MACV;AAAA,MACA,YAAc;AAAA,QACZ,MAAQ;AAAA,QACR,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,QAAU;AAAA,MACV,SAAW;AAAA,MACX,MAAQ;AAAA,QACN,KAAO;AAAA,MACT;AAAA,MACA,UAAY;AAAA,MACZ,iBAAmB;AAAA,QACjB,qBAAqB;AAAA,QACrB,mCAAmC;AAAA,QACnC,iBAAiB;AAAA,QACjB,4BAA4B;AAAA,QAC5B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,+BAA+B;AAAA,QAC/B,0BAA0B;AAAA,QAC1B,mBAAmB;AAAA,QACnB,uBAAuB;AAAA,QACvB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,YAAc;AAAA,QACd,UAAY;AAAA,QACZ,aAAa;AAAA,QACb,WAAa;AAAA,QACb,YAAc;AAAA,QACd,QAAU;AAAA,QACV,MAAQ;AAAA,QACR,KAAO;AAAA,QACP,YAAc;AAAA,MAChB;AAAA,MACA,cAAgB;AAAA,QACd,iBAAiB;AAAA,QACjB,sBAAsB;AAAA,QACtB,uBAAuB;AAAA,QACvB,2CAA2C;AAAA,QAC3C,4CAA4C;AAAA,QAC5C,kCAAkC;AAAA,QAClC,2BAA2B;AAAA,QAC3B,iCAAiC;AAAA,QACjC,iCAAiC;AAAA,QACjC,uCAAuC;AAAA,QACvC,sCAAsC;AAAA,QACtC,wCAAwC;AAAA,QACxC,oCAAoC;AAAA,QACpC,sCAAsC;AAAA,QACtC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,wCAAwC;AAAA,QACxC,yCAAyC;AAAA,QACzC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,qCAAqC;AAAA,QACrC,uCAAuC;AAAA,QACvC,UAAY;AAAA,QACZ,gBAAgB;AAAA,QAChB,SAAW;AAAA,QACX,MAAQ;AAAA,QACR,MAAQ;AAAA,MACV;AAAA,IACF;AAAA;AAAA;;;AChFA,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AAEtB,IAAM,QAAQ;AAEP,SAAS,WAAW;AAAA,EACzB;AAAA,EACA;AACF,GAGG;AAID,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAGpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAI3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,SAAS,MAAM,QAAQ,CAAC;AAEpF,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,gBAAQ,MAAM,sGACsC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,gBAAQ,IAAI,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,gBAAQ,IAAI,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,kBAAQ,MAAM,4CAA4C;AAC1D,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAGD,YAAI,CAAC,YAAY,KAAK;AACpB,kBAAQ,MAAM,cAAc,IAAI,oCAAoC;AACpE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAGA,cAAM,WAAW,IAAI;AAAA,MACvB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,OAAOA,UAAc;AACzB,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI;","names":["args"]}

package/dist/index.d.mts

@@ -120,6 +120,21 @@ interface InitializeOptions {
      * This is useful for advanced use cases where the user wants to manage the tracer provider themselves.
      */
     useExternalTracerProvider?: boolean;
+    /**
+     * Whether to preserve Next.js spans. Optional.
+     * Defaults to false.
+     * Next.js instrumentation is very verbose and can result in
+     * a lot of noise in the traces. By default, Laminar
+     * will ignore the Next.js spans (looking at the attributes like `next.span_name`)
+     * and set the topmost non-Next span as the root span in the trace.
+     * This option allows to preserve the Next.js spans.
+     */
+    preserveNextJsSpans?: boolean;
+    /**
+     * Whether to reset the configuration. Optional.
+     * Defaults to false.
+     */
+    _resetConfiguration?: boolean;
 }
 
 declare global {
@@ -365,7 +380,7 @@ interface LaminarInitializeProps {
     grpcPort?: number;
     instrumentModules?: InitializeOptions["instrumentModules"];
     useExternalTracerProvider?: boolean;
-    _spanProcessor?: SpanProcessor;
+    preserveNextJsSpans?: boolean;
 }
 declare class Laminar {
     private static baseHttpUrl;
@@ -420,7 +435,7 @@ declare class Laminar {
      *
      * @throws {Error} - If project API key is not set
      */
-    static initialize({ projectApiKey, env, baseUrl, httpPort, grpcPort, instrumentModules, useExternalTracerProvider, }: LaminarInitializeProps): void;
+    static initialize({ projectApiKey, env, baseUrl, httpPort, grpcPort, instrumentModules, useExternalTracerProvider, preserveNextJsSpans, }: LaminarInitializeProps): void;
     /**
      * Check if Laminar has been initialized. Utility to make sure other methods
      * are called after initialization.

package/dist/index.d.ts

@@ -120,6 +120,21 @@ interface InitializeOptions {
      * This is useful for advanced use cases where the user wants to manage the tracer provider themselves.
      */
     useExternalTracerProvider?: boolean;
+    /**
+     * Whether to preserve Next.js spans. Optional.
+     * Defaults to false.
+     * Next.js instrumentation is very verbose and can result in
+     * a lot of noise in the traces. By default, Laminar
+     * will ignore the Next.js spans (looking at the attributes like `next.span_name`)
+     * and set the topmost non-Next span as the root span in the trace.
+     * This option allows to preserve the Next.js spans.
+     */
+    preserveNextJsSpans?: boolean;
+    /**
+     * Whether to reset the configuration. Optional.
+     * Defaults to false.
+     */
+    _resetConfiguration?: boolean;
 }
 
 declare global {
@@ -365,7 +380,7 @@ interface LaminarInitializeProps {
     grpcPort?: number;
     instrumentModules?: InitializeOptions["instrumentModules"];
     useExternalTracerProvider?: boolean;
-    _spanProcessor?: SpanProcessor;
+    preserveNextJsSpans?: boolean;
 }
 declare class Laminar {
     private static baseHttpUrl;
@@ -420,7 +435,7 @@ declare class Laminar {
      *
      * @throws {Error} - If project API key is not set
      */
-    static initialize({ projectApiKey, env, baseUrl, httpPort, grpcPort, instrumentModules, useExternalTracerProvider, }: LaminarInitializeProps): void;
+    static initialize({ projectApiKey, env, baseUrl, httpPort, grpcPort, instrumentModules, useExternalTracerProvider, preserveNextJsSpans, }: LaminarInitializeProps): void;
     /**
      * Check if Laminar has been initialized. Utility to make sure other methods
      * are called after initialization.

package/dist/index.js

@@ -117,6 +117,7 @@ var SPAN_TYPE = "lmnr.span.type";
 var SPAN_PATH = "lmnr.span.path";
 var SPAN_INSTRUMENTATION_SOURCE = "lmnr.span.instrumentation_source";
 var OVERRIDE_PARENT_SPAN = "lmnr.internal.override_parent_span";
+var EXTRACTED_FROM_NEXT_JS = "lmnr.span.extracted_from.next_js";
 var ASSOCIATION_PROPERTIES = "lmnr.association.properties";
 var SESSION_ID = "lmnr.association.properties.session_id";
 var ASSOCIATION_PROPERTIES_OVERRIDES = {
@@ -158,6 +159,7 @@ var llamaIndexInstrumentation;
 var pineconeInstrumentation;
 var chromadbInstrumentation;
 var qdrantInstrumentation;
+var NUM_TRACKED_NEXT_SPANS = 1e4;
 var instrumentations = [];
 var initInstrumentations = () => {
   const enrichTokens = false;
@@ -259,6 +261,10 @@ var manuallyInitInstrumentations = (instrumentModules) => {
     qdrantInstrumentation.manuallyInstrument(instrumentModules.qdrant);
   }
 };
+var NEXT_JS_SPAN_ATTRIBUTES = ["next.span_name", "next.span_type", "next.clientComponentLoadCount", "next.page", "next.rsc", "next.route", "next.segment"];
+var isNextJsSpan = (span) => {
+  return NEXT_JS_SPAN_ATTRIBUTES.some((attr) => span.attributes[attr] !== void 0);
+};
 var startTracing = (options) => {
   if (options.instrumentModules !== void 0) {
     manuallyInitInstrumentations(options.instrumentModules);
@@ -297,7 +303,17 @@ var startTracing = (options) => {
     headers
   });
   _spanProcessor = options.processor ?? (options.disableBatch ? new import_sdk_trace_node.SimpleSpanProcessor(traceExporter) : new import_sdk_trace_node.BatchSpanProcessor(traceExporter));
-  _spanProcessor.onStart = (span) => {
+  const nextJsSpanIds = /* @__PURE__ */ new Set();
+  const addNextJsSpanId = (spanId) => {
+    if (nextJsSpanIds.size >= NUM_TRACKED_NEXT_SPANS) {
+      const toRemove = Array.from(nextJsSpanIds).slice(0, NUM_TRACKED_NEXT_SPANS / 2);
+      toRemove.forEach((id) => nextJsSpanIds.delete(id));
+    }
+    nextJsSpanIds.add(spanId);
+  };
+  const originalOnEnd = _spanProcessor.onEnd.bind(_spanProcessor);
+  const originalOnStart = _spanProcessor.onStart.bind(_spanProcessor);
+  _spanProcessor.onStart = (span, parentContext) => {
     const spanPath = import_api2.context.active().getValue(SPAN_PATH_KEY);
     if (spanPath) {
       span.setAttribute(SPAN_PATH, spanPath);
@@ -315,6 +331,21 @@ var startTracing = (options) => {
         }
       }
     }
+    if (span.parentSpanId && nextJsSpanIds.has(span.parentSpanId) && !options.preserveNextJsSpans) {
+      span.setAttribute(OVERRIDE_PARENT_SPAN, true);
+      span.setAttribute(EXTRACTED_FROM_NEXT_JS, true);
+    }
+    originalOnStart(span, parentContext);
+    if (isNextJsSpan(span) && !options.preserveNextJsSpans) {
+      addNextJsSpanId(span.spanContext().spanId);
+    }
+  };
+  _spanProcessor.onEnd = (span) => {
+    if ((isNextJsSpan(span) || nextJsSpanIds.has(span.spanContext().spanId)) && !options.preserveNextJsSpans) {
+      addNextJsSpanId(span.spanContext().spanId);
+    } else {
+      originalOnEnd(span);
+    }
   };
   if (options.useExternalTracerProvider) {
     const globalProvider = import_api2.trace.getTracerProvider();
@@ -342,7 +373,7 @@ var startTracing = (options) => {
 };
 var shouldSendTraces = () => {
   if (!_configuration) {
-    return false;
+    return true;
   }
   if (_configuration.traceContent === false || (process.env.TRACELOOP_TRACE_CONTENT || "true").toLowerCase() === "false") {
     return false;
@@ -641,7 +672,8 @@ var Laminar = class {
     httpPort,
     grpcPort,
     instrumentModules,
-    useExternalTracerProvider
+    useExternalTracerProvider,
+    preserveNextJsSpans
   }) {
     let key = projectApiKey ?? process.env.LMNR_PROJECT_API_KEY;
     if (key === void 0) {
@@ -670,7 +702,8 @@ var Laminar = class {
       silenceInitializationMessage: true,
       instrumentModules,
       disableBatch: false,
-      useExternalTracerProvider
+      useExternalTracerProvider,
+      preserveNextJsSpans
     });
   }
   /**