@lmnr-ai/lmnr 0.5.1 → 0.5.2

package/README.md

@@ -142,53 +142,6 @@ You can run evaluations locally by providing executor (part of the logic used in
 
 [Read docs](https://docs.lmnr.ai/evaluations/introduction) to learn more about evaluations.
 
-## Laminar pipelines as prompt chain managers
-
-You can create Laminar pipelines in the UI and manage chains of LLM calls there.
-
-After you are ready to use your pipeline in your code, deploy it in Laminar by selecting the target version for the pipeline.
-
-Once your pipeline target is set, you can call it from Python in just a few lines.
-Example use:
-
-```typescript
-import { Laminar } from '@lmnr-ai/lmnr';
-
-const l = new Laminar('<YOUR_PROJECT_API_KEY>');
-const result = await l.run({
-    pipeline: 'my_pipeline_name',
-    inputs: {'input': [{'role': 'user', 'content': 'hello'}]},
-    env: {'OPENAI_API_KEY': 'sk-some-key'}, // optional
-    metadata: {'metadata_key': 'metadata_value'}, // optional
-});
-```
-
-Resulting in:
-
-```
-> console.log(result)
-{
-  outputs: { output: { value: { role: 'user', content: 'hello' } } },
-  runId: '05383a95-d316-4091-a64b-06c54d12982a'
-}
-```
-
-## Semantic search
-
-You can perform a semantic search on a dataset using the `semanticSearch` method.
-
-```typescript
-import { Laminar } from '@lmnr-ai/lmnr';
-
-const l = new Laminar('<YOUR_PROJECT_API_KEY>');
-const result = await l.semanticSearch({
-    query: 'hello',
-    datasetId: 'my_dataset_id',
-});
-```
-
-[Read docs](https://docs.lmnr.ai/datasets/indexing#searching) to learn more about semantic search.
-
 ## Client for HTTP operations
 
 Various interactions with Laminar [API](https://docs.lmnr.ai/api-reference/) are available in `LaminarClient`

package/dist/cli.d.mts

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { E as Evaluation } from './evaluations-D6I5jWO6.mjs';
+import { E as Evaluation } from './evaluations-Bu7nHmvf.mjs';
 import '@anthropic-ai/sdk';
 import '@aws-sdk/client-bedrock-runtime';
 import '@azure/openai';

package/dist/cli.d.ts

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { E as Evaluation } from './evaluations-D6I5jWO6.js';
+import { E as Evaluation } from './evaluations-Bu7nHmvf.js';
 import '@anthropic-ai/sdk';
 import '@aws-sdk/client-bedrock-runtime';
 import '@azure/openai';

package/dist/cli.js

@@ -42,7 +42,7 @@ var import_pino = __toESM(require("pino"));
 var import_pino_pretty = __toESM(require("pino-pretty"));
 
 // package.json
-var version = "0.5.1";
+var version = "0.5.2";
 
 // src/cli.ts
 var logger = (0, import_pino.default)((0, import_pino_pretty.default)({

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts","../package.json"],"sourcesContent":["#!/usr/bin/env node\n\nimport { context, propagation, trace } from \"@opentelemetry/api\";\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport pino from \"pino\";\nimport pinoPretty from \"pino-pretty\";\n\nimport { version } from \"../package.json\";\nimport { Evaluation } from \"./evaluations\";\n\nconst logger = pino(pinoPretty({\n  colorize: true,\n  minimumLevel: \"info\",\n}));\n\ndeclare global {\n  // eslint-disable-next-line no-var\n  var _evaluation: Evaluation<any, any, any> | undefined;\n  // eslint-disable-next-line no-var\n  var _set_global_evaluation: boolean;\n}\n\nexport function loadModule({\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}): Evaluation<any, any, any> {\n  globalThis._evaluation = undefined;\n  globalThis._set_global_evaluation = true;\n\n  // it needs \"require\" to be passed in\n  // eslint-disable-next-line\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  return globalThis._evaluation!;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}');\n\n      files.sort();\n\n      if (files.length === 0) {\n        logger.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        logger.info(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        logger.info(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          logger.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        if (!evaluation?.run) {\n          logger.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    },\n  });\n\n  parser.set_defaults({\n    func: () => {\n      parser.print_help();\n      process.exit(0);\n    },\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli().catch((err) => {\n  logger.error(err);\n  process.exit(1);\n});\n","{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.5.1\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts --external puppeteer --external puppeteer-core --external playwright\",\n    \"test\": \"tsx --test test/*.test.ts\",\n    \"lint\": \"eslint\",\n    \"lint:fix\": \"eslint --fix\"\n  },\n  \"files\": [\n    \"dist\",\n    \"assets\"\n  ],\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.39.0\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.785.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@browserbasehq/stagehand\": \"^1.14.0\",\n    \"@eslint/eslintrc\": \"^3.3.1\",\n    \"@eslint/js\": \"^9.24.0\",\n    \"@google-cloud/aiplatform\": \"^4.1.0\",\n    \"@google-cloud/vertexai\": \"^1.9.3\",\n    \"@langchain/core\": \"^0.3.44\",\n    \"@pinecone-database/pinecone\": \"^5.1.1\",\n    \"@playwright/test\": \"^1.51.1\",\n    \"@qdrant/js-client-rest\": \"^1.13.0\",\n    \"@stylistic/eslint-plugin-js\": \"^4.2.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.14.0\",\n    \"@types/semver\": \"^7.7.0\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"chromadb\": \"^2.2.0\",\n    \"cohere-ai\": \"^7.16.0\",\n    \"eslint-plugin-simple-import-sort\": \"^12.1.1\",\n    \"eslint-plugin-unused-imports\": \"^4.1.4\",\n    \"langchain\": \"^0.3.21\",\n    \"llamaindex\": \"^0.9.17\",\n    \"openai\": \"^4.93.0\",\n    \"playwright\": \"^1.51.1\",\n    \"puppeteer\": \"^24.6.0\",\n    \"puppeteer-core\": \"^24.6.0\",\n    \"together-ai\": \"^0.14.0\",\n    \"tsup\": \"^8.4.0\",\n    \"tsx\": \"^4.19.3\",\n    \"typescript\": \"^5.8.3\",\n    \"typescript-eslint\": \"^8.29.1\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.13.2\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.1\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.2\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.2\",\n    \"@opentelemetry/instrumentation\": \"^0.57.2\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.2\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.2\",\n    \"@opentelemetry/sdk-node\": \"^0.57.2\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.1\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.1\",\n    \"@opentelemetry/semantic-conventions\": \"^1.30.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.12.0\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.12.0\",\n    \"@traceloop/instrumentation-azure\": \"^0.12.0\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.12.0\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.12.0\",\n    \"@traceloop/instrumentation-cohere\": \"^0.12.0\",\n    \"@traceloop/instrumentation-langchain\": \"^0.12.0\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.12.0\",\n    \"@traceloop/instrumentation-openai\": \"^0.12.0\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.12.0\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.12.0\",\n    \"@traceloop/instrumentation-together\": \"^0.12.1\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.12.0\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.25.2\",\n    \"glob\": \"^11.0.1\",\n    \"pino\": \"^9.6.0\",\n    \"pino-pretty\": \"^13.0.0\",\n    \"uuid\": \"^11.1.0\"\n  }\n}"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAEA,iBAA4C;AAC5C,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AACtB,kBAAiB;AACjB,yBAAuB;;;ACLrB,cAAW;;;ADUb,IAAM,aAAS,YAAAA,aAAK,mBAAAC,SAAW;AAAA,EAC7B,UAAU;AAAA,EACV,cAAc;AAChB,CAAC,CAAC;AASK,SAAS,WAAW;AAAA,EACzB;AACF,GAG8B;AAC5B,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAIpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAG3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,QAAQ,CAAC;AAErE,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,eAAO,MAAM,sGACuC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,eAAO,KAAK,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,eAAO,KAAK,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,iBAAO,MAAM,4CAA4C;AACzD,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAED,YAAI,CAAC,YAAY,KAAK;AACpB,iBAAO,MAAM,cAAc,IAAI,oCAAoC;AACnE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,WAAW,IAAI;AAOrB,2BAAQ,QAAQ;AAChB,yBAAM,QAAQ;AACd,+BAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,MAAM;AACV,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI,EAAE,MAAM,CAAC,QAAQ;AACnB,SAAO,MAAM,GAAG;AAChB,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":["pino","pinoPretty","args"]}
+{"version":3,"sources":["../src/cli.ts","../package.json"],"sourcesContent":["#!/usr/bin/env node\n\nimport { context, propagation, trace } from \"@opentelemetry/api\";\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport pino from \"pino\";\nimport pinoPretty from \"pino-pretty\";\n\nimport { version } from \"../package.json\";\nimport { Evaluation } from \"./evaluations\";\n\nconst logger = pino(pinoPretty({\n  colorize: true,\n  minimumLevel: \"info\",\n}));\n\ndeclare global {\n  // eslint-disable-next-line no-var\n  var _evaluation: Evaluation<any, any, any> | undefined;\n  // eslint-disable-next-line no-var\n  var _set_global_evaluation: boolean;\n}\n\nexport function loadModule({\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}): Evaluation<any, any, any> {\n  globalThis._evaluation = undefined;\n  globalThis._set_global_evaluation = true;\n\n  // it needs \"require\" to be passed in\n  // eslint-disable-next-line\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  return globalThis._evaluation!;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}');\n\n      files.sort();\n\n      if (files.length === 0) {\n        logger.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        logger.info(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        logger.info(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          logger.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        if (!evaluation?.run) {\n          logger.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    },\n  });\n\n  parser.set_defaults({\n    func: () => {\n      parser.print_help();\n      process.exit(0);\n    },\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli().catch((err) => {\n  logger.error(err);\n  process.exit(1);\n});\n","{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.5.2\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts --external puppeteer --external puppeteer-core --external playwright\",\n    \"test\": \"tsx --test test/*.test.ts\",\n    \"lint\": \"eslint\",\n    \"lint:fix\": \"eslint --fix\"\n  },\n  \"files\": [\n    \"dist\",\n    \"assets\"\n  ],\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.39.0\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.787.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@browserbasehq/stagehand\": \"^1.14.0\",\n    \"@eslint/eslintrc\": \"^3.3.1\",\n    \"@eslint/js\": \"^9.25.0\",\n    \"@google-cloud/aiplatform\": \"^4.1.0\",\n    \"@google-cloud/vertexai\": \"^1.9.3\",\n    \"@langchain/core\": \"^0.3.45\",\n    \"@pinecone-database/pinecone\": \"^5.1.1\",\n    \"@playwright/test\": \"^1.52.0\",\n    \"@qdrant/js-client-rest\": \"^1.13.0\",\n    \"@stylistic/eslint-plugin-js\": \"^4.2.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.14.1\",\n    \"@types/semver\": \"^7.7.0\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"chromadb\": \"^2.2.1\",\n    \"cohere-ai\": \"^7.17.1\",\n    \"eslint-plugin-simple-import-sort\": \"^12.1.1\",\n    \"eslint-plugin-unused-imports\": \"^4.1.4\",\n    \"langchain\": \"^0.3.23\",\n    \"llamaindex\": \"^0.9.19\",\n    \"openai\": \"^4.95.1\",\n    \"playwright\": \"^1.52.0\",\n    \"puppeteer\": \"^24.6.1\",\n    \"puppeteer-core\": \"^24.6.1\",\n    \"together-ai\": \"^0.14.0\",\n    \"tsup\": \"^8.4.0\",\n    \"tsx\": \"^4.19.3\",\n    \"typescript\": \"^5.8.3\",\n    \"typescript-eslint\": \"^8.30.1\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.13.3\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.1\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.2\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.2\",\n    \"@opentelemetry/instrumentation\": \"^0.57.2\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.2\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.2\",\n    \"@opentelemetry/sdk-node\": \"^0.57.2\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.1\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.1\",\n    \"@opentelemetry/semantic-conventions\": \"^1.32.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.12.0\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.12.0\",\n    \"@traceloop/instrumentation-azure\": \"^0.12.0\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.12.0\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.12.0\",\n    \"@traceloop/instrumentation-cohere\": \"^0.12.0\",\n    \"@traceloop/instrumentation-langchain\": \"^0.12.0\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.12.0\",\n    \"@traceloop/instrumentation-openai\": \"^0.12.0\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.12.0\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.12.0\",\n    \"@traceloop/instrumentation-together\": \"^0.12.1\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.12.0\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.25.2\",\n    \"glob\": \"^11.0.1\",\n    \"pino\": \"^9.6.0\",\n    \"pino-pretty\": \"^13.0.0\",\n    \"uuid\": \"^11.1.0\"\n  }\n}"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAEA,iBAA4C;AAC5C,sBAA+B;AAC/B,cAAyB;AACzB,WAAsB;AACtB,kBAAiB;AACjB,yBAAuB;;;ACLrB,cAAW;;;ADUb,IAAM,aAAS,YAAAA,aAAK,mBAAAC,SAAW;AAAA,EAC7B,UAAU;AAAA,EACV,cAAc;AAChB,CAAC,CAAC;AASK,SAAS,WAAW;AAAA,EACzB;AACF,GAG8B;AAC5B,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAIpC,MAAI,SAAS,WAAW,UAAU,EAAE,OAAO;AAG3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,+BAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,QAAQ,CAAC;AAErE,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOC,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,eAAO,MAAM,sGACuC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,eAAO,KAAK,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,eAAO,KAAK,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,iBAAO,MAAM,4CAA4C;AACzD,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAED,YAAI,CAAC,YAAY,KAAK;AACpB,iBAAO,MAAM,cAAc,IAAI,oCAAoC;AACnE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,WAAW,IAAI;AAOrB,2BAAQ,QAAQ;AAChB,yBAAM,QAAQ;AACd,+BAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,MAAM;AACV,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI,EAAE,MAAM,CAAC,QAAQ;AACnB,SAAO,MAAM,GAAG;AAChB,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":["pino","pinoPretty","args"]}

package/dist/cli.mjs

@@ -15,7 +15,7 @@ import pino from "pino";
 import pinoPretty from "pino-pretty";
 
 // package.json
-var version = "0.5.1";
+var version = "0.5.2";
 
 // src/cli.ts
 var logger = pino(pinoPretty({

package/dist/cli.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts","../package.json"],"sourcesContent":["#!/usr/bin/env node\n\nimport { context, propagation, trace } from \"@opentelemetry/api\";\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport pino from \"pino\";\nimport pinoPretty from \"pino-pretty\";\n\nimport { version } from \"../package.json\";\nimport { Evaluation } from \"./evaluations\";\n\nconst logger = pino(pinoPretty({\n  colorize: true,\n  minimumLevel: \"info\",\n}));\n\ndeclare global {\n  // eslint-disable-next-line no-var\n  var _evaluation: Evaluation<any, any, any> | undefined;\n  // eslint-disable-next-line no-var\n  var _set_global_evaluation: boolean;\n}\n\nexport function loadModule({\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}): Evaluation<any, any, any> {\n  globalThis._evaluation = undefined;\n  globalThis._set_global_evaluation = true;\n\n  // it needs \"require\" to be passed in\n  // eslint-disable-next-line\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  return globalThis._evaluation!;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}');\n\n      files.sort();\n\n      if (files.length === 0) {\n        logger.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        logger.info(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        logger.info(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          logger.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        if (!evaluation?.run) {\n          logger.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    },\n  });\n\n  parser.set_defaults({\n    func: () => {\n      parser.print_help();\n      process.exit(0);\n    },\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli().catch((err) => {\n  logger.error(err);\n  process.exit(1);\n});\n","{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.5.1\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts --external puppeteer --external puppeteer-core --external playwright\",\n    \"test\": \"tsx --test test/*.test.ts\",\n    \"lint\": \"eslint\",\n    \"lint:fix\": \"eslint --fix\"\n  },\n  \"files\": [\n    \"dist\",\n    \"assets\"\n  ],\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.39.0\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.785.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@browserbasehq/stagehand\": \"^1.14.0\",\n    \"@eslint/eslintrc\": \"^3.3.1\",\n    \"@eslint/js\": \"^9.24.0\",\n    \"@google-cloud/aiplatform\": \"^4.1.0\",\n    \"@google-cloud/vertexai\": \"^1.9.3\",\n    \"@langchain/core\": \"^0.3.44\",\n    \"@pinecone-database/pinecone\": \"^5.1.1\",\n    \"@playwright/test\": \"^1.51.1\",\n    \"@qdrant/js-client-rest\": \"^1.13.0\",\n    \"@stylistic/eslint-plugin-js\": \"^4.2.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.14.0\",\n    \"@types/semver\": \"^7.7.0\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"chromadb\": \"^2.2.0\",\n    \"cohere-ai\": \"^7.16.0\",\n    \"eslint-plugin-simple-import-sort\": \"^12.1.1\",\n    \"eslint-plugin-unused-imports\": \"^4.1.4\",\n    \"langchain\": \"^0.3.21\",\n    \"llamaindex\": \"^0.9.17\",\n    \"openai\": \"^4.93.0\",\n    \"playwright\": \"^1.51.1\",\n    \"puppeteer\": \"^24.6.0\",\n    \"puppeteer-core\": \"^24.6.0\",\n    \"together-ai\": \"^0.14.0\",\n    \"tsup\": \"^8.4.0\",\n    \"tsx\": \"^4.19.3\",\n    \"typescript\": \"^5.8.3\",\n    \"typescript-eslint\": \"^8.29.1\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.13.2\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.1\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.2\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.2\",\n    \"@opentelemetry/instrumentation\": \"^0.57.2\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.2\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.2\",\n    \"@opentelemetry/sdk-node\": \"^0.57.2\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.1\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.1\",\n    \"@opentelemetry/semantic-conventions\": \"^1.30.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.12.0\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.12.0\",\n    \"@traceloop/instrumentation-azure\": \"^0.12.0\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.12.0\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.12.0\",\n    \"@traceloop/instrumentation-cohere\": \"^0.12.0\",\n    \"@traceloop/instrumentation-langchain\": \"^0.12.0\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.12.0\",\n    \"@traceloop/instrumentation-openai\": \"^0.12.0\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.12.0\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.12.0\",\n    \"@traceloop/instrumentation-together\": \"^0.12.1\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.12.0\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.25.2\",\n    \"glob\": \"^11.0.1\",\n    \"pino\": \"^9.6.0\",\n    \"pino-pretty\": \"^13.0.0\",\n    \"uuid\": \"^11.1.0\"\n  }\n}"],"mappings":";;;;;;;;;AAEA,SAAS,SAAS,aAAa,aAAa;AAC5C,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AACtB,OAAO,UAAU;AACjB,OAAO,gBAAgB;;;ACLrB,cAAW;;;ADUb,IAAM,SAAS,KAAK,WAAW;AAAA,EAC7B,UAAU;AAAA,EACV,cAAc;AAChB,CAAC,CAAC;AASK,SAAS,WAAW;AAAA,EACzB;AACF,GAG8B;AAC5B,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAIpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAG3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,QAAQ,CAAC;AAErE,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,eAAO,MAAM,sGACuC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,eAAO,KAAK,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,eAAO,KAAK,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,iBAAO,MAAM,4CAA4C;AACzD,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAED,YAAI,CAAC,YAAY,KAAK;AACpB,iBAAO,MAAM,cAAc,IAAI,oCAAoC;AACnE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,WAAW,IAAI;AAOrB,gBAAQ,QAAQ;AAChB,cAAM,QAAQ;AACd,oBAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,MAAM;AACV,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI,EAAE,MAAM,CAAC,QAAQ;AACnB,SAAO,MAAM,GAAG;AAChB,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":["args"]}
+{"version":3,"sources":["../src/cli.ts","../package.json"],"sourcesContent":["#!/usr/bin/env node\n\nimport { context, propagation, trace } from \"@opentelemetry/api\";\nimport { ArgumentParser } from \"argparse\";\nimport * as esbuild from \"esbuild\";\nimport * as glob from \"glob\";\nimport pino from \"pino\";\nimport pinoPretty from \"pino-pretty\";\n\nimport { version } from \"../package.json\";\nimport { Evaluation } from \"./evaluations\";\n\nconst logger = pino(pinoPretty({\n  colorize: true,\n  minimumLevel: \"info\",\n}));\n\ndeclare global {\n  // eslint-disable-next-line no-var\n  var _evaluation: Evaluation<any, any, any> | undefined;\n  // eslint-disable-next-line no-var\n  var _set_global_evaluation: boolean;\n}\n\nexport function loadModule({\n  moduleText,\n}: {\n  filename: string;\n  moduleText: string;\n}): Evaluation<any, any, any> {\n  globalThis._evaluation = undefined;\n  globalThis._set_global_evaluation = true;\n\n  // it needs \"require\" to be passed in\n  // eslint-disable-next-line\n  new Function(\"require\", moduleText)(require);\n\n  // Return the modified _evals global variable\n  return globalThis._evaluation!;\n}\n\nasync function cli() {\n  const [, , ...args] = process.argv;\n\n  // Use argparse, which is the port of the python library\n  const parser = new ArgumentParser({\n    prog: \"lmnr\",\n    description: \"CLI for Laminar. Use `lmnr <subcommand> --help` for more information.\",\n  });\n\n  parser.add_argument(\"-v\", \"--version\", { action: \"version\", version });\n\n  const subparsers = parser.add_subparsers({\n    title: \"subcommands\",\n    dest: \"subcommand\",\n  });\n\n  const parserEval = subparsers.add_parser(\"eval\", {\n    description: \"Run an evaluation\",\n    help: \"Run an evaluation\",\n  });\n\n  parserEval.add_argument(\"file\", {\n    help: \"A file containing the evaluation to run. If no file is provided, \" +\n      \"the evaluation will run all `*.eval.ts|js` files in the `evals` directory.\",\n    nargs: \"?\",\n  });\n\n  parserEval.add_argument(\"--fail-on-error\", {\n    help: \"Fail on error. If specified, will fail if encounters a file that cannot be run\",\n    action: \"store_true\",\n  });\n\n  parserEval.set_defaults({\n    func: async (args: any) => {\n      const files = args.file\n        ? [args.file]\n        : glob.sync('evals/**/*.eval.{ts,js}');\n\n      files.sort();\n\n      if (files.length === 0) {\n        logger.error(\"No evaluation files found. Please provide a file or \" +\n          \"ensure there are files in the `evals` directory.\");\n        process.exit(1);\n      }\n\n      if (!args.file) {\n        logger.info(`Located ${files.length} evaluation files in evals/`);\n      }\n\n      for (const file of files) {\n        logger.info(`Loading ${file}...`);\n        // TODO: Add various optimizations, e.g. minify, pure, tree shaking, etc.\n        const buildOptions = {\n          entryPoints: [file],\n          outfile: `tmp_out_${file}.js`,\n          write: false,  // will be loaded in memory as a temp file\n          platform: \"node\" as esbuild.Platform,\n          bundle: true,\n          external: [\"node_modules/*\"],\n        };\n\n        const result = await esbuild.build(buildOptions);\n\n        if (!result.outputFiles) {\n          logger.error(\"Error when building: No output files found\");\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        const outputFileText = result.outputFiles[0].text;\n\n        const evaluation = loadModule({\n          filename: args.file,\n          moduleText: outputFileText,\n        });\n\n        if (!evaluation?.run) {\n          logger.error(`Evaluation ${file} does not properly call evaluate()`);\n          if (args.fail_on_error) {\n            process.exit(1);\n          }\n          continue;\n        }\n\n        await evaluation.run();\n\n        // FIXME: Now every evaluation file creates a new tracer provider.\n        // Attempt to re-initialize it in the same process breaks it.\n        // For now, we disable all APIs after running each file, but ideally\n        // we should keep a global tracer provider that is initialized once\n        // here in the CLI.\n        context.disable();\n        trace.disable();\n        propagation.disable();\n      }\n    },\n  });\n\n  parser.set_defaults({\n    func: () => {\n      parser.print_help();\n      process.exit(0);\n    },\n  });\n\n  const parsed = parser.parse_args(args);\n  await parsed.func(parsed);\n}\n\ncli().catch((err) => {\n  logger.error(err);\n  process.exit(1);\n});\n","{\n  \"name\": \"@lmnr-ai/lmnr\",\n  \"version\": \"0.5.2\",\n  \"description\": \"TypeScript SDK for Laminar AI\",\n  \"main\": \"dist/index.js\",\n  \"types\": \"dist/index.d.ts\",\n  \"scripts\": {\n    \"build\": \"tsup src/index.ts src/cli.ts --format esm,cjs --dts --external puppeteer --external puppeteer-core --external playwright\",\n    \"test\": \"tsx --test test/*.test.ts\",\n    \"lint\": \"eslint\",\n    \"lint:fix\": \"eslint --fix\"\n  },\n  \"files\": [\n    \"dist\",\n    \"assets\"\n  ],\n  \"bin\": {\n    \"lmnr\": \"./dist/cli.js\"\n  },\n  \"repository\": {\n    \"type\": \"git\",\n    \"url\": \"git+https://github.com/lmnr-ai/lmnr-ts.git\"\n  },\n  \"keywords\": [\n    \"laminar\",\n    \"lmnr\",\n    \"sdk\",\n    \"lmnr.ai\"\n  ],\n  \"author\": \"founders@lmnr.ai\",\n  \"license\": \"Apache-2.0\",\n  \"bugs\": {\n    \"url\": \"https://github.com/lmnr-ai/lmnr-ts/issues\"\n  },\n  \"homepage\": \"https://github.com/lmnr-ai/lmnr-ts#README\",\n  \"devDependencies\": {\n    \"@anthropic-ai/sdk\": \"^0.39.0\",\n    \"@aws-sdk/client-bedrock-runtime\": \"^3.787.0\",\n    \"@azure/openai\": \"^2.0.0\",\n    \"@browserbasehq/stagehand\": \"^1.14.0\",\n    \"@eslint/eslintrc\": \"^3.3.1\",\n    \"@eslint/js\": \"^9.25.0\",\n    \"@google-cloud/aiplatform\": \"^4.1.0\",\n    \"@google-cloud/vertexai\": \"^1.9.3\",\n    \"@langchain/core\": \"^0.3.45\",\n    \"@pinecone-database/pinecone\": \"^5.1.1\",\n    \"@playwright/test\": \"^1.52.0\",\n    \"@qdrant/js-client-rest\": \"^1.13.0\",\n    \"@stylistic/eslint-plugin-js\": \"^4.2.0\",\n    \"@types/argparse\": \"^2.0.17\",\n    \"@types/cli-progress\": \"^3.11.6\",\n    \"@types/node\": \"^22.14.1\",\n    \"@types/semver\": \"^7.7.0\",\n    \"@types/uuid\": \"^10.0.0\",\n    \"chromadb\": \"^2.2.1\",\n    \"cohere-ai\": \"^7.17.1\",\n    \"eslint-plugin-simple-import-sort\": \"^12.1.1\",\n    \"eslint-plugin-unused-imports\": \"^4.1.4\",\n    \"langchain\": \"^0.3.23\",\n    \"llamaindex\": \"^0.9.19\",\n    \"openai\": \"^4.95.1\",\n    \"playwright\": \"^1.52.0\",\n    \"puppeteer\": \"^24.6.1\",\n    \"puppeteer-core\": \"^24.6.1\",\n    \"together-ai\": \"^0.14.0\",\n    \"tsup\": \"^8.4.0\",\n    \"tsx\": \"^4.19.3\",\n    \"typescript\": \"^5.8.3\",\n    \"typescript-eslint\": \"^8.30.1\"\n  },\n  \"dependencies\": {\n    \"@grpc/grpc-js\": \"^1.13.3\",\n    \"@opentelemetry/api\": \"^1.9.0\",\n    \"@opentelemetry/core\": \"^1.30.1\",\n    \"@opentelemetry/exporter-trace-otlp-grpc\": \"^0.57.2\",\n    \"@opentelemetry/exporter-trace-otlp-proto\": \"^0.57.2\",\n    \"@opentelemetry/instrumentation\": \"^0.57.2\",\n    \"@opentelemetry/otlp-exporter-base\": \"^0.57.2\",\n    \"@opentelemetry/otlp-grpc-exporter-base\": \"^0.57.2\",\n    \"@opentelemetry/sdk-node\": \"^0.57.2\",\n    \"@opentelemetry/sdk-trace-base\": \"^1.30.1\",\n    \"@opentelemetry/sdk-trace-node\": \"^1.30.1\",\n    \"@opentelemetry/semantic-conventions\": \"^1.32.0\",\n    \"@traceloop/ai-semantic-conventions\": \"^0.12.0\",\n    \"@traceloop/instrumentation-anthropic\": \"^0.12.0\",\n    \"@traceloop/instrumentation-azure\": \"^0.12.0\",\n    \"@traceloop/instrumentation-bedrock\": \"^0.12.0\",\n    \"@traceloop/instrumentation-chromadb\": \"^0.12.0\",\n    \"@traceloop/instrumentation-cohere\": \"^0.12.0\",\n    \"@traceloop/instrumentation-langchain\": \"^0.12.0\",\n    \"@traceloop/instrumentation-llamaindex\": \"^0.12.0\",\n    \"@traceloop/instrumentation-openai\": \"^0.12.0\",\n    \"@traceloop/instrumentation-pinecone\": \"^0.12.0\",\n    \"@traceloop/instrumentation-qdrant\": \"^0.12.0\",\n    \"@traceloop/instrumentation-together\": \"^0.12.1\",\n    \"@traceloop/instrumentation-vertexai\": \"^0.12.0\",\n    \"argparse\": \"^2.0.1\",\n    \"cli-progress\": \"^3.12.0\",\n    \"esbuild\": \"^0.25.2\",\n    \"glob\": \"^11.0.1\",\n    \"pino\": \"^9.6.0\",\n    \"pino-pretty\": \"^13.0.0\",\n    \"uuid\": \"^11.1.0\"\n  }\n}"],"mappings":";;;;;;;;;AAEA,SAAS,SAAS,aAAa,aAAa;AAC5C,SAAS,sBAAsB;AAC/B,YAAY,aAAa;AACzB,YAAY,UAAU;AACtB,OAAO,UAAU;AACjB,OAAO,gBAAgB;;;ACLrB,cAAW;;;ADUb,IAAM,SAAS,KAAK,WAAW;AAAA,EAC7B,UAAU;AAAA,EACV,cAAc;AAChB,CAAC,CAAC;AASK,SAAS,WAAW;AAAA,EACzB;AACF,GAG8B;AAC5B,aAAW,cAAc;AACzB,aAAW,yBAAyB;AAIpC,MAAI,SAAS,WAAW,UAAU,EAAE,SAAO;AAG3C,SAAO,WAAW;AACpB;AAEA,eAAe,MAAM;AACnB,QAAM,CAAC,EAAE,EAAE,GAAG,IAAI,IAAI,QAAQ;AAG9B,QAAM,SAAS,IAAI,eAAe;AAAA,IAChC,MAAM;AAAA,IACN,aAAa;AAAA,EACf,CAAC;AAED,SAAO,aAAa,MAAM,aAAa,EAAE,QAAQ,WAAW,QAAQ,CAAC;AAErE,QAAM,aAAa,OAAO,eAAe;AAAA,IACvC,OAAO;AAAA,IACP,MAAM;AAAA,EACR,CAAC;AAED,QAAM,aAAa,WAAW,WAAW,QAAQ;AAAA,IAC/C,aAAa;AAAA,IACb,MAAM;AAAA,EACR,CAAC;AAED,aAAW,aAAa,QAAQ;AAAA,IAC9B,MAAM;AAAA,IAEN,OAAO;AAAA,EACT,CAAC;AAED,aAAW,aAAa,mBAAmB;AAAA,IACzC,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,aAAW,aAAa;AAAA,IACtB,MAAM,OAAOA,UAAc;AACzB,YAAM,QAAQA,MAAK,OACf,CAACA,MAAK,IAAI,IACL,UAAK,yBAAyB;AAEvC,YAAM,KAAK;AAEX,UAAI,MAAM,WAAW,GAAG;AACtB,eAAO,MAAM,sGACuC;AACpD,gBAAQ,KAAK,CAAC;AAAA,MAChB;AAEA,UAAI,CAACA,MAAK,MAAM;AACd,eAAO,KAAK,WAAW,MAAM,MAAM,6BAA6B;AAAA,MAClE;AAEA,iBAAW,QAAQ,OAAO;AACxB,eAAO,KAAK,WAAW,IAAI,KAAK;AAEhC,cAAM,eAAe;AAAA,UACnB,aAAa,CAAC,IAAI;AAAA,UAClB,SAAS,WAAW,IAAI;AAAA,UACxB,OAAO;AAAA;AAAA,UACP,UAAU;AAAA,UACV,QAAQ;AAAA,UACR,UAAU,CAAC,gBAAgB;AAAA,QAC7B;AAEA,cAAM,SAAS,MAAc,cAAM,YAAY;AAE/C,YAAI,CAAC,OAAO,aAAa;AACvB,iBAAO,MAAM,4CAA4C;AACzD,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,iBAAiB,OAAO,YAAY,CAAC,EAAE;AAE7C,cAAM,aAAa,WAAW;AAAA,UAC5B,UAAUA,MAAK;AAAA,UACf,YAAY;AAAA,QACd,CAAC;AAED,YAAI,CAAC,YAAY,KAAK;AACpB,iBAAO,MAAM,cAAc,IAAI,oCAAoC;AACnE,cAAIA,MAAK,eAAe;AACtB,oBAAQ,KAAK,CAAC;AAAA,UAChB;AACA;AAAA,QACF;AAEA,cAAM,WAAW,IAAI;AAOrB,gBAAQ,QAAQ;AAChB,cAAM,QAAQ;AACd,oBAAY,QAAQ;AAAA,MACtB;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,aAAa;AAAA,IAClB,MAAM,MAAM;AACV,aAAO,WAAW;AAClB,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,QAAM,SAAS,OAAO,WAAW,IAAI;AACrC,QAAM,OAAO,KAAK,MAAM;AAC1B;AAEA,IAAI,EAAE,MAAM,CAAC,QAAQ;AACnB,SAAO,MAAM,GAAG;AAChB,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":["args"]}

package/dist/{evaluations-D6I5jWO6.d.mts → evaluations-Bu7nHmvf.d.mts}

@@ -68,15 +68,6 @@ type GetDatapointsResponse<D, T> = {
     totalCount: number;
     anyInProject: boolean;
 };
-type SemanticSearchResult = {
-    datasetId: StringUUID;
-    data: Record<string, any>;
-    content: string;
-    score: number;
-};
-type SemanticSearchResponse = {
-    results: SemanticSearchResult[];
-};
 /**
  * Trace types to categorize traces.
  * They are used as association properties passed to all spans in a trace.
@@ -129,7 +120,7 @@ declare class BaseResource {
 /**
  * Model provider options
  */
-type ModelProvider = string;
+type ModelProvider = 'anthropic' | 'bedrock' | 'openai' | 'gemini';
 type ActionResult = {
     isDone: boolean;
     content?: string | null;
@@ -138,34 +129,63 @@ type ActionResult = {
 /**
  * Agent output type
  *
- * @property {string} state - The state of the agent. May be relatively large.
+ * @property {string} agentState - The state of the agent. Can be used in subsequent runs
+ * to resume the agent. Only set if returnAgentState is true. Is a very large
+ * stringified JSON object.
+ * @property {string} storageState - The storage state of the browser, including auth, cookies, etc.
+ * Only set if returnStorageState is true. Is a relatively large stringified JSON object.
  * @property {ActionResult} result - The result of the agent run.
  */
 type AgentOutput = {
-    result?: ActionResult;
+    result: ActionResult;
+    agentState?: string | null;
+    storageState?: string | null;
 };
 type RunAgentStepChunk = {
     chunkType: "step";
     messageId: StringUUID;
     actionResult: ActionResult;
     summary: string;
+    screenshot?: string | null;
+};
+type RunAgentTimeoutChunk = {
+    chunkType: "timeout";
+    messageId: StringUUID;
+    actionResult: ActionResult;
+    summary: string;
+    screenshot?: string | null;
 };
 type RunAgentFinalChunk = {
     chunkType: "finalOutput";
     messageId: StringUUID;
     content: AgentOutput;
 };
+type RunAgentErrorChunk = {
+    chunkType: "error";
+    messageId: StringUUID;
+    error: string;
+};
 /**
  * Chunk type for streaming responses
  */
-type RunAgentResponseChunk = RunAgentStepChunk | RunAgentFinalChunk;
+type RunAgentResponseChunk = RunAgentStepChunk | RunAgentFinalChunk | RunAgentErrorChunk | RunAgentTimeoutChunk;
 type RunAgentOptions = {
     prompt: string;
     parentSpanContext?: string;
     modelProvider?: ModelProvider;
+    agentState?: string;
+    storageState?: string;
     model?: string;
     stream?: boolean;
     enableThinking?: boolean;
+    timeout?: number;
+    cdpUrl?: string;
+    maxSteps?: number;
+    thinkingTokenBudget?: number;
+    startUrl?: string;
+    returnScreenshots?: boolean;
+    returnAgentState?: boolean;
+    returnStorageState?: boolean;
 };
 /**
  * Resource for interacting with Laminar agents
@@ -178,9 +198,33 @@ declare class AgentResource extends BaseResource {
      * @param { RunAgentOptions } options - The options for running the agent
      * @param { string } options.prompt - The prompt for the agent
      * @param { string } [options.parentSpanContext] - The parent span context for tracing
-     * @param { string } [options.modelProvider] - LLM provider to use
+     * @param { ModelProvider } [options.modelProvider] - LLM provider to use
      * @param { string } [options.model] - The model name as specified in the provider API
-     * @param { boolean } [options.enableThinking] - Whether to enable thinking. Defaults to true.
+     * @param { string } [options.agentState] - The agent state to resume the agent from as returned
+     * by a previous run.
+     * @param { string } [options.storageState] - The browser storage state as returned by a
+     * previous run.
+     * @param { boolean } [options.enableThinking] - Whether to enable thinking in the underlying
+     * LLM. Defaults to true.
+     * @param { number } [options.timeout] - The timeout in seconds for the agent. Note: This is a
+     * soft timeout. The agent will finish a step even after the timeout has been reached.
+     * @param { string } [options.cdpUrl] - The URL of an existing Chrome DevTools Protocol (CDP)
+     * browser instance.
+     * @param { number } [options.maxSteps] - The maximum number of steps the agent can take.
+     * Defaults to 100.
+     * @param { number } [options.thinkingTokenBudget] - The maximum number of tokens the underlying
+     * LLM can spend on thinking per step, if supported by the LLM provider.
+     * @param { string } [options.startUrl] - The URL to start the agent on. Make sure it's a
+     * valid URL - refer to https://playwright.dev/docs/api/class-page#page-goto
+     * If not specified, the agent will infer this from the prompt.
+     * @param { boolean } [options.returnScreenshots] - IGNORED in non-streaming mode.
+     * Defaults to false. Set stream to true for doc comments.
+     * @param { boolean } [options.returnAgentState] - Whether to return the agent state.
+     * Agent state can be used to resume the agent in subsequent runs.
+     * CAUTION: Agent state is a very large object. Defaults to false.
+     * @param { boolean } [options.returnStorageState] - Whether to return the storage state.
+     * Storage state includes browser cookies, auth, etc.
+     * CAUTION: Storage state is a relatively large object. Defaults to false.
      * @returns { Promise<AgentOutput> } The agent output
      */
     run(options: Omit<RunAgentOptions, 'stream'>): Promise<AgentOutput>;
@@ -190,9 +234,34 @@ declare class AgentResource extends BaseResource {
      * @param { RunAgentOptions } options - The options for running the agent
      * @param { string } options.prompt - The prompt for the agent
      * @param { string } [options.parentSpanContext] - The parent span context for tracing
-     * @param { string } [options.modelProvider] - LLM provider to use
+     * @param { ModelProvider } [options.modelProvider] - LLM provider to use
      * @param { string } [options.model] - The model name as specified in the provider API
-     * @param { boolean } [options.enableThinking] - Whether to enable thinking. Defaults to true.
+     * @param { string } [options.agentState] - The agent state to resume the agent from as
+     * returned by a previous run.
+     * @param { string } [options.storageState] - The browser storage state as returned by a
+     * previous run.
+     * @param { boolean } [options.enableThinking] - Whether to enable thinking in the
+     * underlying LLM. Defaults to true.
+     * @param { number } [options.timeout] - The timeout in seconds for the agent.
+     * Note: This is a soft timeout. The agent will finish a step even after the timeout has
+     * been reached.
+     * @param { string } [options.cdpUrl] - The URL of an existing Chrome DevTools Protocol
+     * (CDP) browser instance.
+     * @param { number } [options.maxSteps] - The maximum number of steps the agent can take.
+     * Defaults to 100.
+     * @param { number } [options.thinkingTokenBudget] - The maximum number of tokens the
+     * underlying LLM can spend on thinking per step, if supported by the LLM provider.
+     * @param { string } [options.startUrl] - The URL to start the agent on. Make sure it's
+     * a valid URL - refer to https://playwright.dev/docs/api/class-page#page-goto
+     * If not specified, the agent will infer this from the prompt.
+     * @param { boolean } [options.returnScreenshots] - IGNORED in non-streaming mode.
+     * Defaults to false. Set stream to true for doc comments.
+     * @param { boolean } [options.returnAgentState] - Whether to return the agent state.
+     * Agent state can be used to resume the agent in subsequent runs.
+     * CAUTION: Agent state is a very large object. Defaults to false.
+     * @param { boolean } [options.returnStorageState] - Whether to return the storage state.
+     * Storage state includes browser cookies, auth, etc.
+     * CAUTION: Storage state is a relatively large object. Defaults to false.
      * @returns { Promise<AgentOutput> } The agent output
      */
     run(options: Omit<RunAgentOptions, 'stream'> & {
@@ -204,9 +273,34 @@ declare class AgentResource extends BaseResource {
      * @param { RunAgentOptions } options - The options for running the agent
      * @param { string } options.prompt - The prompt for the agent
      * @param { string } [options.parentSpanContext] - The parent span context for tracing
-     * @param { string } [options.modelProvider] - LLM provider to use
+     * @param { ModelProvider } [options.modelProvider] - LLM provider to use
      * @param { string } [options.model] - The model name as specified in the provider API
-     * @param { boolean } [options.enableThinking] - Whether to enable thinking. Defaults to true.
+     * @param { string } [options.agentState] - The agent state to resume the agent from as
+     * returned by a previous run.
+     * @param { string } [options.storageState] - The browser storage state as returned by
+     * a previous run.
+     * @param { boolean } [options.enableThinking] - Whether to enable thinking in the
+     * underlying LLM. Defaults to true.
+     * @param { number } [options.timeout] - The timeout in seconds for the agent. Note:
+     * This is a soft timeout. The agent will finish a step even after the timeout has
+     * been reached.
+     * @param { string } [options.cdpUrl] - The URL of an existing Chrome DevTools Protocol
+     * (CDP) browser instance.
+     * @param { number } [options.maxSteps] - The maximum number of steps the agent can take.
+     * Defaults to 100.
+     * @param { number } [options.thinkingTokenBudget] - The maximum number of tokens the
+     * underlying LLM can spend on thinking per step, if supported by the LLM provider.
+     * @param { string } [options.startUrl] - The URL to start the agent on. Make sure it's
+     * a valid URL - refer to https://playwright.dev/docs/api/class-page#page-goto
+     * If not specified, the agent will infer this from the prompt.
+     * @param { boolean } [options.returnScreenshots] - Whether to return screenshots with
+     * each step. Defaults to false. Set stream to true for doc comments.
+     * @param { boolean } [options.returnAgentState] - Whether to return the agent state.
+     * Agent state can be used to resume the agent in subsequent runs.
+     * CAUTION: Agent state is a very large object. Defaults to false.
+     * @param { boolean } [options.returnStorageState] - Whether to return the storage state.
+     * Storage state includes browser cookies, auth, etc.
+     * CAUTION: Storage state is a relatively large object. Defaults to false.
      * @returns { Promise<ReadableStream<RunAgentResponseChunk>> } The agent output streamed
      */
     run(options: Omit<RunAgentOptions, 'stream'> & {
@@ -271,56 +365,12 @@ declare class EvalsResource extends BaseResource {
     }): Promise<GetDatapointsResponse<D, T>>;
 }
 
-declare class PipelineResource extends BaseResource {
-    constructor(baseHttpUrl: string, projectApiKey: string);
-    /**
-     * Run a pipeline with the given inputs and environment variables.
-     *
-     * @param {Object} options - Pipeline run options
-     * @param {string} options.pipeline - Pipeline name
-     * @param {Record<string, NodeInput>} options.inputs - Input values for the pipeline
-     * @param {Record<string, string>} [options.env] - Environment variables for the pipeline run
-     * @param {Record<string, string>} [options.metadata] - Metadata for the pipeline run
-     * @param {StringUUID} [options.currentSpanId] - Parent span id for the resulting trace
-     * @param {StringUUID} [options.currentTraceId] - Trace id for the resulting trace
-     *
-     * @throws {Error} If the project API key is not set
-     * @throws {Error} If the pipeline run fails
-     *
-     * @returns {Promise<PipelineRunResponse>} Response from the pipeline run
-     */
-    run({ pipeline, inputs, env, metadata, currentSpanId, currentTraceId, }: PipelineRunRequest): Promise<PipelineRunResponse>;
-}
-
-declare class SemanticSearchResource extends BaseResource {
-    constructor(baseHttpUrl: string, projectApiKey: string);
-    /**
-     * Perform a semantic search on the given dataset.
-     *
-     * @param {Object} options - Search options
-     * @param {string} options.query - Query to search for
-     * @param {UUID} options.datasetId - Dataset ID created in the UI
-     * @param {number} [options.limit] - Maximum number of results to return
-     * @param {number} [options.threshold] - Lowest similarity score to return
-     * @throws {Error} If an error happens while performing the semantic search
-     * @returns {Promise<SemanticSearchResponse>} Response from the semantic search
-     */
-    search({ query, datasetId, limit, threshold, }: {
-        query: string;
-        datasetId: StringUUID;
-        limit?: number;
-        threshold?: number;
-    }): Promise<SemanticSearchResponse>;
-}
-
 declare class LaminarClient {
     private baseUrl;
     private projectApiKey;
     private _agent;
     private _browserEvents;
     private _evals;
-    private _pipelines;
-    private _semanticSearch;
     constructor({ baseUrl, projectApiKey, port, }: {
         baseUrl?: string;
         projectApiKey?: string;
@@ -329,8 +379,6 @@ declare class LaminarClient {
     get agent(): AgentResource;
     get browserEvents(): BrowserEventsResource;
     get evals(): EvalsResource;
-    get pipelines(): PipelineResource;
-    get semanticSearch(): SemanticSearchResource;
 }
 
 declare abstract class EvaluationDataset<D, T> {