indusagi-coding-agent 0.1.42 → 0.1.44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +23 -3
- package/README.md +3 -0
- package/dist/command-line/args.js +1 -1
- package/dist/command-line/args.js.map +1 -1
- package/dist/command-line/list-models.js +1 -1
- package/dist/command-line/list-models.js.map +1 -1
- package/dist/command-line/login-handler.d.ts.map +1 -1
- package/dist/command-line/login-handler.js +39 -0
- package/dist/command-line/login-handler.js.map +1 -1
- package/dist/dev/observe-deep.d.ts +2 -0
- package/dist/dev/observe-deep.d.ts.map +1 -0
- package/dist/dev/observe-deep.js +333 -0
- package/dist/dev/observe-deep.js.map +1 -0
- package/dist/dev/observe-smoke.d.ts +2 -0
- package/dist/dev/observe-smoke.d.ts.map +1 -0
- package/dist/dev/observe-smoke.js +264 -0
- package/dist/dev/observe-smoke.js.map +1 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -0
- package/dist/index.js.map +1 -1
- package/dist/interfaces/induscode-ui-delegate.d.ts +3 -0
- package/dist/interfaces/induscode-ui-delegate.d.ts.map +1 -0
- package/dist/interfaces/induscode-ui-delegate.js +148 -0
- package/dist/interfaces/induscode-ui-delegate.js.map +1 -0
- package/dist/interfaces/terminal-ui/components/footer.d.ts.map +1 -1
- package/dist/interfaces/terminal-ui/components/footer.js +9 -15
- package/dist/interfaces/terminal-ui/components/footer.js.map +1 -1
- package/dist/interfaces/terminal-ui/components/model-selector.d.ts.map +1 -1
- package/dist/interfaces/terminal-ui/components/model-selector.js +1 -1
- package/dist/interfaces/terminal-ui/components/model-selector.js.map +1 -1
- package/dist/interfaces/terminal-ui/components/oauth-selector.d.ts.map +1 -1
- package/dist/interfaces/terminal-ui/components/oauth-selector.js +1 -0
- package/dist/interfaces/terminal-ui/components/oauth-selector.js.map +1 -1
- package/dist/main.d.ts.map +1 -1
- package/dist/main.js +42 -18
- package/dist/main.js.map +1 -1
- package/dist/observe.d.ts +2 -0
- package/dist/observe.d.ts.map +1 -0
- package/dist/observe.js +2 -0
- package/dist/observe.js.map +1 -0
- package/dist/runtime/agent-session.d.ts +15 -0
- package/dist/runtime/agent-session.d.ts.map +1 -1
- package/dist/runtime/agent-session.js +444 -223
- package/dist/runtime/agent-session.js.map +1 -1
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.d.ts.map +1 -1
- package/dist/runtime/index.js +5 -0
- package/dist/runtime/index.js.map +1 -1
- package/dist/runtime/model-registry.d.ts +6 -0
- package/dist/runtime/model-registry.d.ts.map +1 -1
- package/dist/runtime/model-registry.js +71 -14
- package/dist/runtime/model-registry.js.map +1 -1
- package/dist/runtime/model-resolver.d.ts.map +1 -1
- package/dist/runtime/model-resolver.js +6 -3
- package/dist/runtime/model-resolver.js.map +1 -1
- package/dist/runtime/observe.d.ts +50 -0
- package/dist/runtime/observe.d.ts.map +1 -0
- package/dist/runtime/observe.js +233 -0
- package/dist/runtime/observe.js.map +1 -0
- package/dist/runtime/plugins/types.d.ts +3 -0
- package/dist/runtime/plugins/types.d.ts.map +1 -1
- package/dist/runtime/plugins/types.js.map +1 -1
- package/dist/runtime/providers/adapters/claude-cli-adapter.d.ts +19 -0
- package/dist/runtime/providers/adapters/claude-cli-adapter.d.ts.map +1 -0
- package/dist/runtime/providers/adapters/claude-cli-adapter.js +242 -0
- package/dist/runtime/providers/adapters/claude-cli-adapter.js.map +1 -0
- package/dist/runtime/providers/adapters/codex-cli-adapter.d.ts +18 -0
- package/dist/runtime/providers/adapters/codex-cli-adapter.d.ts.map +1 -0
- package/dist/runtime/providers/adapters/codex-cli-adapter.js +177 -0
- package/dist/runtime/providers/adapters/codex-cli-adapter.js.map +1 -0
- package/dist/runtime/providers/adapters/indusagi-cli-adapter.d.ts +21 -0
- package/dist/runtime/providers/adapters/indusagi-cli-adapter.d.ts.map +1 -0
- package/dist/runtime/providers/adapters/indusagi-cli-adapter.js +162 -0
- package/dist/runtime/providers/adapters/indusagi-cli-adapter.js.map +1 -0
- package/dist/runtime/providers/adapters/utils.d.ts +12 -0
- package/dist/runtime/providers/adapters/utils.d.ts.map +1 -0
- package/dist/runtime/providers/adapters/utils.js +122 -0
- package/dist/runtime/providers/adapters/utils.js.map +1 -0
- package/dist/runtime/providers/builtins.d.ts +3 -0
- package/dist/runtime/providers/builtins.d.ts.map +1 -0
- package/dist/runtime/providers/builtins.js +99 -0
- package/dist/runtime/providers/builtins.js.map +1 -0
- package/dist/runtime/providers/provider-adapter-registry.d.ts +11 -0
- package/dist/runtime/providers/provider-adapter-registry.d.ts.map +1 -0
- package/dist/runtime/providers/provider-adapter-registry.js +36 -0
- package/dist/runtime/providers/provider-adapter-registry.js.map +1 -0
- package/dist/runtime/providers/provider-adapter.d.ts +33 -0
- package/dist/runtime/providers/provider-adapter.d.ts.map +1 -0
- package/dist/runtime/providers/provider-adapter.js +2 -0
- package/dist/runtime/providers/provider-adapter.js.map +1 -0
- package/dist/runtime/providers/provider-service.d.ts +33 -0
- package/dist/runtime/providers/provider-service.d.ts.map +1 -0
- package/dist/runtime/providers/provider-service.js +157 -0
- package/dist/runtime/providers/provider-service.js.map +1 -0
- package/dist/runtime/providers/types.d.ts +29 -0
- package/dist/runtime/providers/types.d.ts.map +1 -0
- package/dist/runtime/providers/types.js +9 -0
- package/dist/runtime/providers/types.js.map +1 -0
- package/dist/runtime/sdk.d.ts +6 -0
- package/dist/runtime/sdk.d.ts.map +1 -1
- package/dist/runtime/sdk.js +55 -8
- package/dist/runtime/sdk.js.map +1 -1
- package/dist/telemetry/core/types.d.ts +1 -1
- package/dist/telemetry/core/types.js +1 -1
- package/dist/vendor/observe/adapters/agent-event-adapter.d.ts +28 -0
- package/dist/vendor/observe/adapters/agent-event-adapter.d.ts.map +1 -0
- package/dist/vendor/observe/adapters/agent-event-adapter.js +136 -0
- package/dist/vendor/observe/adapters/agent-event-adapter.js.map +1 -0
- package/dist/vendor/observe/adapters/ai-stream-adapter.d.ts +24 -0
- package/dist/vendor/observe/adapters/ai-stream-adapter.d.ts.map +1 -0
- package/dist/vendor/observe/adapters/ai-stream-adapter.js +118 -0
- package/dist/vendor/observe/adapters/ai-stream-adapter.js.map +1 -0
- package/dist/vendor/observe/artifacts/content-store.d.ts +12 -0
- package/dist/vendor/observe/artifacts/content-store.d.ts.map +1 -0
- package/dist/vendor/observe/artifacts/content-store.js +2 -0
- package/dist/vendor/observe/artifacts/content-store.js.map +1 -0
- package/dist/vendor/observe/artifacts/file-content-store.d.ts +16 -0
- package/dist/vendor/observe/artifacts/file-content-store.d.ts.map +1 -0
- package/dist/vendor/observe/artifacts/file-content-store.js +43 -0
- package/dist/vendor/observe/artifacts/file-content-store.js.map +1 -0
- package/dist/vendor/observe/batcher.d.ts +27 -0
- package/dist/vendor/observe/batcher.d.ts.map +1 -0
- package/dist/vendor/observe/batcher.js +66 -0
- package/dist/vendor/observe/batcher.js.map +1 -0
- package/dist/vendor/observe/client/artifacts-manager.d.ts +29 -0
- package/dist/vendor/observe/client/artifacts-manager.d.ts.map +1 -0
- package/dist/vendor/observe/client/artifacts-manager.js +120 -0
- package/dist/vendor/observe/client/artifacts-manager.js.map +1 -0
- package/dist/vendor/observe/client/datasets-manager.d.ts +16 -0
- package/dist/vendor/observe/client/datasets-manager.d.ts.map +1 -0
- package/dist/vendor/observe/client/datasets-manager.js +27 -0
- package/dist/vendor/observe/client/datasets-manager.js.map +1 -0
- package/dist/vendor/observe/client/experiments-manager.d.ts +61 -0
- package/dist/vendor/observe/client/experiments-manager.d.ts.map +1 -0
- package/dist/vendor/observe/client/experiments-manager.js +132 -0
- package/dist/vendor/observe/client/experiments-manager.js.map +1 -0
- package/dist/vendor/observe/client/index.d.ts +9 -0
- package/dist/vendor/observe/client/index.d.ts.map +1 -0
- package/dist/vendor/observe/client/index.js +9 -0
- package/dist/vendor/observe/client/index.js.map +1 -0
- package/dist/vendor/observe/client/observe-client.d.ts +30 -0
- package/dist/vendor/observe/client/observe-client.d.ts.map +1 -0
- package/dist/vendor/observe/client/observe-client.js +22 -0
- package/dist/vendor/observe/client/observe-client.js.map +1 -0
- package/dist/vendor/observe/client/prompts-manager.d.ts +17 -0
- package/dist/vendor/observe/client/prompts-manager.d.ts.map +1 -0
- package/dist/vendor/observe/client/prompts-manager.js +38 -0
- package/dist/vendor/observe/client/prompts-manager.js.map +1 -0
- package/dist/vendor/observe/client/scores-manager.d.ts +10 -0
- package/dist/vendor/observe/client/scores-manager.d.ts.map +1 -0
- package/dist/vendor/observe/client/scores-manager.js +15 -0
- package/dist/vendor/observe/client/scores-manager.js.map +1 -0
- package/dist/vendor/observe/client/sessions-manager.d.ts +15 -0
- package/dist/vendor/observe/client/sessions-manager.d.ts.map +1 -0
- package/dist/vendor/observe/client/sessions-manager.js +24 -0
- package/dist/vendor/observe/client/sessions-manager.js.map +1 -0
- package/dist/vendor/observe/client/traces-manager.d.ts +23 -0
- package/dist/vendor/observe/client/traces-manager.d.ts.map +1 -0
- package/dist/vendor/observe/client/traces-manager.js +39 -0
- package/dist/vendor/observe/client/traces-manager.js.map +1 -0
- package/dist/vendor/observe/console-exporter.d.ts +11 -0
- package/dist/vendor/observe/console-exporter.d.ts.map +1 -0
- package/dist/vendor/observe/console-exporter.js +18 -0
- package/dist/vendor/observe/console-exporter.js.map +1 -0
- package/dist/vendor/observe/context.d.ts +4 -0
- package/dist/vendor/observe/context.d.ts.map +1 -0
- package/dist/vendor/observe/context.js +9 -0
- package/dist/vendor/observe/context.js.map +1 -0
- package/dist/vendor/observe/entities/artifacts.d.ts +46 -0
- package/dist/vendor/observe/entities/artifacts.d.ts.map +1 -0
- package/dist/vendor/observe/entities/artifacts.js +2 -0
- package/dist/vendor/observe/entities/artifacts.js.map +1 -0
- package/dist/vendor/observe/entities/datasets.d.ts +37 -0
- package/dist/vendor/observe/entities/datasets.d.ts.map +1 -0
- package/dist/vendor/observe/entities/datasets.js +2 -0
- package/dist/vendor/observe/entities/datasets.js.map +1 -0
- package/dist/vendor/observe/entities/experiments.d.ts +66 -0
- package/dist/vendor/observe/entities/experiments.d.ts.map +1 -0
- package/dist/vendor/observe/entities/experiments.js +2 -0
- package/dist/vendor/observe/entities/experiments.js.map +1 -0
- package/dist/vendor/observe/entities/index.d.ts +9 -0
- package/dist/vendor/observe/entities/index.d.ts.map +1 -0
- package/dist/vendor/observe/entities/index.js +9 -0
- package/dist/vendor/observe/entities/index.js.map +1 -0
- package/dist/vendor/observe/entities/prompts.d.ts +25 -0
- package/dist/vendor/observe/entities/prompts.d.ts.map +1 -0
- package/dist/vendor/observe/entities/prompts.js +2 -0
- package/dist/vendor/observe/entities/prompts.js.map +1 -0
- package/dist/vendor/observe/entities/scores.d.ts +28 -0
- package/dist/vendor/observe/entities/scores.d.ts.map +1 -0
- package/dist/vendor/observe/entities/scores.js +2 -0
- package/dist/vendor/observe/entities/scores.js.map +1 -0
- package/dist/vendor/observe/entities/sessions.d.ts +36 -0
- package/dist/vendor/observe/entities/sessions.d.ts.map +1 -0
- package/dist/vendor/observe/entities/sessions.js +2 -0
- package/dist/vendor/observe/entities/sessions.js.map +1 -0
- package/dist/vendor/observe/entities/shared.d.ts +26 -0
- package/dist/vendor/observe/entities/shared.d.ts.map +1 -0
- package/dist/vendor/observe/entities/shared.js +2 -0
- package/dist/vendor/observe/entities/shared.js.map +1 -0
- package/dist/vendor/observe/entities/traces.d.ts +59 -0
- package/dist/vendor/observe/entities/traces.d.ts.map +1 -0
- package/dist/vendor/observe/entities/traces.js +2 -0
- package/dist/vendor/observe/entities/traces.js.map +1 -0
- package/dist/vendor/observe/exporter.d.ts +2 -0
- package/dist/vendor/observe/exporter.d.ts.map +1 -0
- package/dist/vendor/observe/exporter.js +2 -0
- package/dist/vendor/observe/exporter.js.map +1 -0
- package/dist/vendor/observe/file-exporter.d.ts +16 -0
- package/dist/vendor/observe/file-exporter.d.ts.map +1 -0
- package/dist/vendor/observe/file-exporter.js +39 -0
- package/dist/vendor/observe/file-exporter.js.map +1 -0
- package/dist/vendor/observe/global.d.ts +6 -0
- package/dist/vendor/observe/global.d.ts.map +1 -0
- package/dist/vendor/observe/global.js +17 -0
- package/dist/vendor/observe/global.js.map +1 -0
- package/dist/vendor/observe/index.d.ts +24 -0
- package/dist/vendor/observe/index.d.ts.map +1 -0
- package/dist/vendor/observe/index.js +24 -0
- package/dist/vendor/observe/index.js.map +1 -0
- package/dist/vendor/observe/noop.d.ts +17 -0
- package/dist/vendor/observe/noop.d.ts.map +1 -0
- package/dist/vendor/observe/noop.js +80 -0
- package/dist/vendor/observe/noop.js.map +1 -0
- package/dist/vendor/observe/privacy.d.ts +18 -0
- package/dist/vendor/observe/privacy.d.ts.map +1 -0
- package/dist/vendor/observe/privacy.js +160 -0
- package/dist/vendor/observe/privacy.js.map +1 -0
- package/dist/vendor/observe/query/simple-query-client.d.ts +11 -0
- package/dist/vendor/observe/query/simple-query-client.d.ts.map +1 -0
- package/dist/vendor/observe/query/simple-query-client.js +31 -0
- package/dist/vendor/observe/query/simple-query-client.js.map +1 -0
- package/dist/vendor/observe/replay/session-replay.d.ts +20 -0
- package/dist/vendor/observe/replay/session-replay.d.ts.map +1 -0
- package/dist/vendor/observe/replay/session-replay.js +180 -0
- package/dist/vendor/observe/replay/session-replay.js.map +1 -0
- package/dist/vendor/observe/runtime.d.ts +27 -0
- package/dist/vendor/observe/runtime.d.ts.map +1 -0
- package/dist/vendor/observe/runtime.js +177 -0
- package/dist/vendor/observe/runtime.js.map +1 -0
- package/dist/vendor/observe/server/dashboard-html.d.ts +6 -0
- package/dist/vendor/observe/server/dashboard-html.d.ts.map +1 -0
- package/dist/vendor/observe/server/dashboard-html.js +305 -0
- package/dist/vendor/observe/server/dashboard-html.js.map +1 -0
- package/dist/vendor/observe/server/http-observe-server.d.ts +62 -0
- package/dist/vendor/observe/server/http-observe-server.d.ts.map +1 -0
- package/dist/vendor/observe/server/http-observe-server.js +418 -0
- package/dist/vendor/observe/server/http-observe-server.js.map +1 -0
- package/dist/vendor/observe/server/in-memory-observe-server.d.ts +20 -0
- package/dist/vendor/observe/server/in-memory-observe-server.d.ts.map +1 -0
- package/dist/vendor/observe/server/in-memory-observe-server.js +76 -0
- package/dist/vendor/observe/server/in-memory-observe-server.js.map +1 -0
- package/dist/vendor/observe/span.d.ts +45 -0
- package/dist/vendor/observe/span.d.ts.map +1 -0
- package/dist/vendor/observe/span.js +110 -0
- package/dist/vendor/observe/span.js.map +1 -0
- package/dist/vendor/observe/store/contracts.d.ts +59 -0
- package/dist/vendor/observe/store/contracts.d.ts.map +1 -0
- package/dist/vendor/observe/store/contracts.js +2 -0
- package/dist/vendor/observe/store/contracts.js.map +1 -0
- package/dist/vendor/observe/store/file-control-plane-store.d.ts +33 -0
- package/dist/vendor/observe/store/file-control-plane-store.d.ts.map +1 -0
- package/dist/vendor/observe/store/file-control-plane-store.js +146 -0
- package/dist/vendor/observe/store/file-control-plane-store.js.map +1 -0
- package/dist/vendor/observe/store/in-memory-control-plane-store.d.ts +84 -0
- package/dist/vendor/observe/store/in-memory-control-plane-store.d.ts.map +1 -0
- package/dist/vendor/observe/store/in-memory-control-plane-store.js +447 -0
- package/dist/vendor/observe/store/in-memory-control-plane-store.js.map +1 -0
- package/dist/vendor/observe/store/index.d.ts +4 -0
- package/dist/vendor/observe/store/index.d.ts.map +1 -0
- package/dist/vendor/observe/store/index.js +4 -0
- package/dist/vendor/observe/store/index.js.map +1 -0
- package/dist/vendor/observe/types.d.ts +246 -0
- package/dist/vendor/observe/types.d.ts.map +1 -0
- package/dist/vendor/observe/types.js +152 -0
- package/dist/vendor/observe/types.js.map +1 -0
- package/dist/vendor/observe/worker/in-memory-observe-worker.d.ts +25 -0
- package/dist/vendor/observe/worker/in-memory-observe-worker.d.ts.map +1 -0
- package/dist/vendor/observe/worker/in-memory-observe-worker.js +82 -0
- package/dist/vendor/observe/worker/in-memory-observe-worker.js.map +1 -0
- package/guides/CLAUDE_CODEX_CLI_INTEGRATION_PLAN.md +321 -0
- package/guides/{PI_MONO_MIT_REMOVAL_GUIDE.md → INDUSAGI_MONO_MIT_REMOVAL_GUIDE.md} +29 -29
- package/guides/INDUSVX_OBSERVE_FULL_INTEGRATION_REPORT.md +543 -0
- package/guides/OBSERVE_DEEP_VALIDATION.md +252 -0
- package/guides/OBSERVE_LOCAL_TESTING.md +183 -0
- package/guides/OPTION3_PROVIDER_ADAPTER_RUNTIME_PLAN.md +370 -0
- package/package.json +11 -4
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { createHash, randomUUID } from "node:crypto";
|
|
2
|
+
import { mkdir, readFile, writeFile } from "node:fs/promises";
|
|
3
|
+
import { dirname, join } from "node:path";
|
|
4
|
+
export class FileObserveArtifactContentStore {
|
|
5
|
+
constructor(options) {
|
|
6
|
+
this.rootDir = options.rootDir;
|
|
7
|
+
}
|
|
8
|
+
async put(input) {
|
|
9
|
+
const key = input.key ?? randomUUID();
|
|
10
|
+
const path = this.getPathForKey(key);
|
|
11
|
+
const bytes = typeof input.data === "string" ? Buffer.from(input.data, "utf8") : Buffer.from(input.data);
|
|
12
|
+
const sha256 = createHash("sha256").update(bytes).digest("hex");
|
|
13
|
+
await mkdir(dirname(path), { recursive: true });
|
|
14
|
+
await writeFile(path, bytes);
|
|
15
|
+
return {
|
|
16
|
+
store: "file",
|
|
17
|
+
key,
|
|
18
|
+
mimeType: input.mimeType,
|
|
19
|
+
sizeBytes: bytes.byteLength,
|
|
20
|
+
sha256,
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
async get(ref) {
|
|
24
|
+
return readFile(this.resolvePath(ref));
|
|
25
|
+
}
|
|
26
|
+
async readText(ref, encoding = "utf8") {
|
|
27
|
+
const bytes = await this.get(ref);
|
|
28
|
+
return Buffer.from(bytes).toString(encoding);
|
|
29
|
+
}
|
|
30
|
+
getPath(ref) {
|
|
31
|
+
return this.resolvePath(ref);
|
|
32
|
+
}
|
|
33
|
+
resolvePath(ref) {
|
|
34
|
+
if (ref.store !== "file") {
|
|
35
|
+
throw new Error(`Unsupported Observe artifact content store: ${ref.store}`);
|
|
36
|
+
}
|
|
37
|
+
return this.getPathForKey(ref.key);
|
|
38
|
+
}
|
|
39
|
+
getPathForKey(key) {
|
|
40
|
+
return join(this.rootDir, key);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=file-content-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"file-content-store.js","sourceRoot":"","sources":["../../../../app/vendor/observe/artifacts/file-content-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAQ1C,MAAM,OAAO,+BAA+B;IAG1C,YAAY,OAA+C;QACzD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAqC;QAC7C,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,UAAU,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzG,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEhE,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAE7B,OAAO;YACL,KAAK,EAAE,MAAM;YACb,GAAG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,SAAS,EAAE,KAAK,CAAC,UAAU;YAC3B,MAAM;SACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAA8B;QACtC,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAA8B,EAAE,WAA2B,MAAM;QAC9E,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,CAAC,GAA8B;QACpC,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAEO,WAAW,CAAC,GAA8B;QAChD,IAAI,GAAG,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,+CAA+C,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC;IAEO,aAAa,CAAC,GAAW;QAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACjC,CAAC;CACF"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { ObserveExporter, ObservePrivacyOptions, ObserveRecord, ObserveResource } from "./types.js";
|
|
2
|
+
export interface ObserveBatcherOptions {
|
|
3
|
+
resource: ObserveResource;
|
|
4
|
+
exporters?: ObserveExporter[];
|
|
5
|
+
batchSize?: number;
|
|
6
|
+
flushIntervalMs?: number;
|
|
7
|
+
now?: () => number;
|
|
8
|
+
idGenerator?: () => string;
|
|
9
|
+
privacy?: ObservePrivacyOptions;
|
|
10
|
+
}
|
|
11
|
+
export declare class ObserveBatcher {
|
|
12
|
+
private readonly resource;
|
|
13
|
+
private readonly exporters;
|
|
14
|
+
private readonly batchSize;
|
|
15
|
+
private readonly now;
|
|
16
|
+
private readonly idGenerator;
|
|
17
|
+
private readonly privacy?;
|
|
18
|
+
private buffer;
|
|
19
|
+
private timer?;
|
|
20
|
+
private pending;
|
|
21
|
+
private closed;
|
|
22
|
+
constructor(options: ObserveBatcherOptions);
|
|
23
|
+
append(record: ObserveRecord): Promise<void>;
|
|
24
|
+
flush(): Promise<void>;
|
|
25
|
+
shutdown(): Promise<void>;
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=batcher.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"batcher.d.ts","sourceRoot":"","sources":["../../../app/vendor/observe/batcher.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAgB,eAAe,EAAE,qBAAqB,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAEvH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,eAAe,CAAC;IAC1B,SAAS,CAAC,EAAE,eAAe,EAAE,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAoB;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAe;IAC3C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAwB;IACjD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,KAAK,CAAC,CAAiC;IAC/C,OAAO,CAAC,OAAO,CAAoC;IACnD,OAAO,CAAC,MAAM,CAAS;gBAEX,OAAO,EAAE,qBAAqB;IAgB1C,MAAM,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAStC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAuBtB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAahC"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { applyObservePrivacyToBatch } from "./privacy.js";
|
|
3
|
+
export class ObserveBatcher {
|
|
4
|
+
constructor(options) {
|
|
5
|
+
this.buffer = [];
|
|
6
|
+
this.pending = Promise.resolve();
|
|
7
|
+
this.closed = false;
|
|
8
|
+
this.resource = options.resource;
|
|
9
|
+
this.exporters = options.exporters ?? [];
|
|
10
|
+
this.batchSize = Math.max(1, options.batchSize ?? 50);
|
|
11
|
+
this.now = options.now ?? Date.now;
|
|
12
|
+
this.idGenerator = options.idGenerator ?? randomUUID;
|
|
13
|
+
this.privacy = options.privacy;
|
|
14
|
+
if ((options.flushIntervalMs ?? 0) > 0) {
|
|
15
|
+
this.timer = setInterval(() => {
|
|
16
|
+
void this.flush();
|
|
17
|
+
}, options.flushIntervalMs);
|
|
18
|
+
this.timer.unref?.();
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
append(record) {
|
|
22
|
+
if (this.closed)
|
|
23
|
+
return Promise.resolve();
|
|
24
|
+
this.buffer.push(record);
|
|
25
|
+
if (this.buffer.length >= this.batchSize) {
|
|
26
|
+
return this.flush();
|
|
27
|
+
}
|
|
28
|
+
return Promise.resolve();
|
|
29
|
+
}
|
|
30
|
+
async flush() {
|
|
31
|
+
if (this.buffer.length === 0)
|
|
32
|
+
return this.pending;
|
|
33
|
+
const records = this.buffer.splice(0, this.buffer.length);
|
|
34
|
+
const batch = {
|
|
35
|
+
id: this.idGenerator(),
|
|
36
|
+
createdAt: this.now(),
|
|
37
|
+
resource: this.resource,
|
|
38
|
+
records,
|
|
39
|
+
};
|
|
40
|
+
const exportedBatch = applyObservePrivacyToBatch(batch, this.privacy);
|
|
41
|
+
this.pending = this.pending.then(async () => {
|
|
42
|
+
for (const exporter of this.exporters) {
|
|
43
|
+
await exporter.export(exportedBatch);
|
|
44
|
+
}
|
|
45
|
+
for (const exporter of this.exporters) {
|
|
46
|
+
await exporter.flush?.();
|
|
47
|
+
}
|
|
48
|
+
});
|
|
49
|
+
return this.pending;
|
|
50
|
+
}
|
|
51
|
+
async shutdown() {
|
|
52
|
+
if (this.closed)
|
|
53
|
+
return;
|
|
54
|
+
this.closed = true;
|
|
55
|
+
if (this.timer) {
|
|
56
|
+
clearInterval(this.timer);
|
|
57
|
+
this.timer = undefined;
|
|
58
|
+
}
|
|
59
|
+
await this.flush();
|
|
60
|
+
await this.pending;
|
|
61
|
+
for (const exporter of this.exporters) {
|
|
62
|
+
await exporter.shutdown?.();
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=batcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"batcher.js","sourceRoot":"","sources":["../../../app/vendor/observe/batcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAa1D,MAAM,OAAO,cAAc;IAYzB,YAAY,OAA8B;QALlC,WAAM,GAAoB,EAAE,CAAC;QAE7B,YAAO,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3C,WAAM,GAAG,KAAK,CAAC;QAGrB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC;QACrD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAE/B,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;gBAC5B,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,MAAM,CAAC,MAAqB;QAC1B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAiB;YAC1B,EAAE,EAAE,IAAI,CAAC,WAAW,EAAE;YACtB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO;SACR,CAAC;QACF,MAAM,aAAa,GAAG,0BAA0B,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAEtE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC1C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACtC,MAAM,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACvC,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACtC,MAAM,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,OAAO,CAAC;QACnB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,MAAM,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { CreateObserveArtifactInput, ObserveArtifact, ObserveArtifactFilter } from "../entities/index.js";
|
|
2
|
+
import type { ObserveAttributes, ObserveData } from "../types.js";
|
|
3
|
+
import type { ObserveArtifactsStore } from "../store/contracts.js";
|
|
4
|
+
import type { ObserveTargetRef } from "../entities/shared.js";
|
|
5
|
+
import type { ObserveArtifactContentStore } from "../artifacts/content-store.js";
|
|
6
|
+
export interface ObserveArtifactAttachmentOptions {
|
|
7
|
+
metadata?: ObserveAttributes;
|
|
8
|
+
tags?: string[];
|
|
9
|
+
previewChars?: number;
|
|
10
|
+
}
|
|
11
|
+
export interface ObserveArtifactExternalAttachmentOptions extends ObserveArtifactAttachmentOptions {
|
|
12
|
+
mimeType?: string;
|
|
13
|
+
key?: string;
|
|
14
|
+
}
|
|
15
|
+
export declare class ObserveArtifactsManager {
|
|
16
|
+
private readonly store;
|
|
17
|
+
private readonly contentStore?;
|
|
18
|
+
constructor(store: ObserveArtifactsStore, contentStore?: ObserveArtifactContentStore | undefined);
|
|
19
|
+
create(input: CreateObserveArtifactInput): Promise<ObserveArtifact>;
|
|
20
|
+
get(id: string): Promise<ObserveArtifact | undefined>;
|
|
21
|
+
list(filter?: ObserveArtifactFilter): Promise<ObserveArtifact[]>;
|
|
22
|
+
attachText(target: ObserveTargetRef, name: string, text: string, metadata?: ObserveAttributes): Promise<ObserveArtifact>;
|
|
23
|
+
attachJson(target: ObserveTargetRef, name: string, data: ObserveData, metadata?: ObserveAttributes): Promise<ObserveArtifact>;
|
|
24
|
+
attachExternalText(target: ObserveTargetRef, name: string, text: string, options?: ObserveArtifactExternalAttachmentOptions): Promise<ObserveArtifact>;
|
|
25
|
+
attachExternalJson(target: ObserveTargetRef, name: string, data: ObserveData, options?: ObserveArtifactExternalAttachmentOptions): Promise<ObserveArtifact>;
|
|
26
|
+
resolveContent(artifactOrId: string | ObserveArtifact): Promise<ObserveData | string | Uint8Array | undefined>;
|
|
27
|
+
private requireContentStore;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=artifacts-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"artifacts-manager.d.ts","sourceRoot":"","sources":["../../../../app/vendor/observe/client/artifacts-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,0BAA0B,EAC1B,eAAe,EACf,qBAAqB,EACtB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAClE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAEjF,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,wCAAyC,SAAQ,gCAAgC;IAChG,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,uBAAuB;IAEhC,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;gBADb,KAAK,EAAE,qBAAqB,EAC5B,YAAY,CAAC,EAAE,2BAA2B,YAAA;IAG7D,MAAM,CAAC,KAAK,EAAE,0BAA0B,GAAG,OAAO,CAAC,eAAe,CAAC;IAInE,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;IAIrD,IAAI,CAAC,MAAM,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAIhE,UAAU,CACR,MAAM,EAAE,gBAAgB,EACxB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,iBAAiB,GAC3B,OAAO,CAAC,eAAe,CAAC;IAc3B,UAAU,CACR,MAAM,EAAE,gBAAgB,EACxB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,WAAW,EACjB,QAAQ,CAAC,EAAE,iBAAiB,GAC3B,OAAO,CAAC,eAAe,CAAC;IAarB,kBAAkB,CACtB,MAAM,EAAE,gBAAgB,EACxB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,wCAA6C,GACrD,OAAO,CAAC,eAAe,CAAC;IAwBrB,kBAAkB,CACtB,MAAM,EAAE,gBAAgB,EACxB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,WAAW,EACjB,OAAO,GAAE,wCAA6C,GACrD,OAAO,CAAC,eAAe,CAAC;IAyBrB,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,eAAe,GAAG,OAAO,CAAC,WAAW,GAAG,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IAgCpH,OAAO,CAAC,mBAAmB;CAM5B"}
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
export class ObserveArtifactsManager {
|
|
2
|
+
constructor(store, contentStore) {
|
|
3
|
+
this.store = store;
|
|
4
|
+
this.contentStore = contentStore;
|
|
5
|
+
}
|
|
6
|
+
create(input) {
|
|
7
|
+
return this.store.create(input);
|
|
8
|
+
}
|
|
9
|
+
get(id) {
|
|
10
|
+
return this.store.get(id);
|
|
11
|
+
}
|
|
12
|
+
list(filter) {
|
|
13
|
+
return this.store.list(filter);
|
|
14
|
+
}
|
|
15
|
+
attachText(target, name, text, metadata) {
|
|
16
|
+
return this.store.create({
|
|
17
|
+
name,
|
|
18
|
+
kind: "text",
|
|
19
|
+
storage: "inline",
|
|
20
|
+
mimeType: "text/plain",
|
|
21
|
+
sizeBytes: text.length,
|
|
22
|
+
preview: text.slice(0, 200),
|
|
23
|
+
content: text,
|
|
24
|
+
target,
|
|
25
|
+
metadata,
|
|
26
|
+
});
|
|
27
|
+
}
|
|
28
|
+
attachJson(target, name, data, metadata) {
|
|
29
|
+
return this.store.create({
|
|
30
|
+
name,
|
|
31
|
+
kind: "json",
|
|
32
|
+
storage: "inline",
|
|
33
|
+
mimeType: "application/json",
|
|
34
|
+
preview: typeof data === "string" ? data.slice(0, 200) : JSON.stringify(data).slice(0, 200),
|
|
35
|
+
content: data,
|
|
36
|
+
target,
|
|
37
|
+
metadata,
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
async attachExternalText(target, name, text, options = {}) {
|
|
41
|
+
const contentStore = this.requireContentStore();
|
|
42
|
+
const mimeType = options.mimeType ?? "text/plain";
|
|
43
|
+
const contentRef = await contentStore.put({
|
|
44
|
+
key: options.key,
|
|
45
|
+
data: text,
|
|
46
|
+
mimeType,
|
|
47
|
+
});
|
|
48
|
+
return this.store.create({
|
|
49
|
+
name,
|
|
50
|
+
kind: "text",
|
|
51
|
+
storage: "external",
|
|
52
|
+
mimeType,
|
|
53
|
+
sizeBytes: contentRef.sizeBytes ?? text.length,
|
|
54
|
+
sha256: contentRef.sha256,
|
|
55
|
+
preview: text.slice(0, options.previewChars ?? 200),
|
|
56
|
+
contentRef,
|
|
57
|
+
target,
|
|
58
|
+
metadata: options.metadata,
|
|
59
|
+
tags: options.tags,
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
async attachExternalJson(target, name, data, options = {}) {
|
|
63
|
+
const contentStore = this.requireContentStore();
|
|
64
|
+
const payload = JSON.stringify(data, null, 2);
|
|
65
|
+
const mimeType = options.mimeType ?? "application/json";
|
|
66
|
+
const contentRef = await contentStore.put({
|
|
67
|
+
key: options.key,
|
|
68
|
+
data: payload,
|
|
69
|
+
mimeType,
|
|
70
|
+
});
|
|
71
|
+
return this.store.create({
|
|
72
|
+
name,
|
|
73
|
+
kind: "json",
|
|
74
|
+
storage: "external",
|
|
75
|
+
mimeType,
|
|
76
|
+
sizeBytes: contentRef.sizeBytes,
|
|
77
|
+
sha256: contentRef.sha256,
|
|
78
|
+
preview: payload.slice(0, options.previewChars ?? 200),
|
|
79
|
+
contentRef,
|
|
80
|
+
target,
|
|
81
|
+
metadata: options.metadata,
|
|
82
|
+
tags: options.tags,
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
async resolveContent(artifactOrId) {
|
|
86
|
+
const artifact = typeof artifactOrId === "string" ? await this.get(artifactOrId) : artifactOrId;
|
|
87
|
+
if (!artifact)
|
|
88
|
+
return undefined;
|
|
89
|
+
if (artifact.storage !== "external") {
|
|
90
|
+
return artifact.content;
|
|
91
|
+
}
|
|
92
|
+
if (!artifact.contentRef) {
|
|
93
|
+
return undefined;
|
|
94
|
+
}
|
|
95
|
+
const contentStore = this.requireContentStore();
|
|
96
|
+
if (artifact.kind === "json" || artifact.mimeType === "application/json") {
|
|
97
|
+
const raw = await contentStore.readText(artifact.contentRef);
|
|
98
|
+
try {
|
|
99
|
+
return JSON.parse(raw);
|
|
100
|
+
}
|
|
101
|
+
catch {
|
|
102
|
+
return raw;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
if (artifact.kind === "text" ||
|
|
106
|
+
artifact.kind === "patch" ||
|
|
107
|
+
artifact.kind === "log" ||
|
|
108
|
+
artifact.mimeType?.startsWith("text/")) {
|
|
109
|
+
return contentStore.readText(artifact.contentRef);
|
|
110
|
+
}
|
|
111
|
+
return contentStore.get(artifact.contentRef);
|
|
112
|
+
}
|
|
113
|
+
requireContentStore() {
|
|
114
|
+
if (!this.contentStore) {
|
|
115
|
+
throw new Error("Observe artifact content store is not configured");
|
|
116
|
+
}
|
|
117
|
+
return this.contentStore;
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
//# sourceMappingURL=artifacts-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"artifacts-manager.js","sourceRoot":"","sources":["../../../../app/vendor/observe/client/artifacts-manager.ts"],"names":[],"mappings":"AAqBA,MAAM,OAAO,uBAAuB;IAClC,YACmB,KAA4B,EAC5B,YAA0C;QAD1C,UAAK,GAAL,KAAK,CAAuB;QAC5B,iBAAY,GAAZ,YAAY,CAA8B;IAC1D,CAAC;IAEJ,MAAM,CAAC,KAAiC;QACtC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,IAAI,CAAC,MAA8B;QACjC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,UAAU,CACR,MAAwB,EACxB,IAAY,EACZ,IAAY,EACZ,QAA4B;QAE5B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACvB,IAAI;YACJ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,QAAQ;YACjB,QAAQ,EAAE,YAAY;YACtB,SAAS,EAAE,IAAI,CAAC,MAAM;YACtB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC3B,OAAO,EAAE,IAAI;YACb,MAAM;YACN,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CACR,MAAwB,EACxB,IAAY,EACZ,IAAiB,EACjB,QAA4B;QAE5B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACvB,IAAI;YACJ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,QAAQ;YACjB,QAAQ,EAAE,kBAAkB;YAC5B,OAAO,EAAE,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC3F,OAAO,EAAE,IAAI;YACb,MAAM;YACN,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,MAAwB,EACxB,IAAY,EACZ,IAAY,EACZ,UAAoD,EAAE;QAEtD,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,YAAY,CAAC;QAClD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC;YACxC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,IAAI;YACV,QAAQ;SACT,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACvB,IAAI;YACJ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,UAAU;YACnB,QAAQ;YACR,SAAS,EAAE,UAAU,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM;YAC9C,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,YAAY,IAAI,GAAG,CAAC;YACnD,UAAU;YACV,MAAM;YACN,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,MAAwB,EACxB,IAAY,EACZ,IAAiB,EACjB,UAAoD,EAAE;QAEtD,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,kBAAkB,CAAC;QACxD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC;YACxC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,OAAO;YACb,QAAQ;SACT,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACvB,IAAI;YACJ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,UAAU;YACnB,QAAQ;YACR,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,YAAY,IAAI,GAAG,CAAC;YACtD,UAAU;YACV,MAAM;YACN,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,YAAsC;QACzD,MAAM,QAAQ,GAAG,OAAO,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;QAChG,IAAI,CAAC,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChC,IAAI,QAAQ,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YACpC,OAAO,QAAQ,CAAC,OAAO,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAChD,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,IAAI,QAAQ,CAAC,QAAQ,KAAK,kBAAkB,EAAE,CAAC;YACzE,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7D,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;YACxC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QAED,IACE,QAAQ,CAAC,IAAI,KAAK,MAAM;YACxB,QAAQ,CAAC,IAAI,KAAK,OAAO;YACzB,QAAQ,CAAC,IAAI,KAAK,KAAK;YACvB,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,EACtC,CAAC;YACD,OAAO,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;IAEO,mBAAmB;QACzB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;CACF"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { CreateObserveDatasetInput, CreateObserveDatasetItemInput, ObserveDataset, ObserveDatasetFilter, ObserveDatasetItem, ObserveDatasetItemFilter } from "../entities/index.js";
|
|
2
|
+
import type { ObserveDatasetsStore } from "../store/contracts.js";
|
|
3
|
+
export declare class ObserveDatasetsManager {
|
|
4
|
+
private readonly store;
|
|
5
|
+
constructor(store: ObserveDatasetsStore);
|
|
6
|
+
create(input: CreateObserveDatasetInput): Promise<ObserveDataset>;
|
|
7
|
+
get(id: string): Promise<ObserveDataset | undefined>;
|
|
8
|
+
list(filter?: ObserveDatasetFilter): Promise<ObserveDataset[]>;
|
|
9
|
+
addItems(datasetId: string, items: CreateObserveDatasetItemInput[]): Promise<ObserveDatasetItem[]>;
|
|
10
|
+
listItems(filter?: ObserveDatasetItemFilter): Promise<ObserveDatasetItem[]>;
|
|
11
|
+
getItems(datasetId: string): Promise<ObserveDatasetItem[]>;
|
|
12
|
+
addTraceItem(datasetId: string, input: CreateObserveDatasetItemInput & {
|
|
13
|
+
sourceTraceId: string;
|
|
14
|
+
}): Promise<ObserveDatasetItem[]>;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=datasets-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"datasets-manager.d.ts","sourceRoot":"","sources":["../../../../app/vendor/observe/client/datasets-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,yBAAyB,EACzB,6BAA6B,EAC7B,cAAc,EACd,oBAAoB,EACpB,kBAAkB,EAClB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAElE,qBAAa,sBAAsB;IACrB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAAL,KAAK,EAAE,oBAAoB;IAExD,MAAM,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,cAAc,CAAC;IAIjE,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAIpD,IAAI,CAAC,MAAM,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAI9D,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,6BAA6B,EAAE,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAIlG,SAAS,CAAC,MAAM,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAI3E,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAI1D,YAAY,CACV,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,6BAA6B,GAAG;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,GAC/D,OAAO,CAAC,kBAAkB,EAAE,CAAC;CAGjC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export class ObserveDatasetsManager {
|
|
2
|
+
constructor(store) {
|
|
3
|
+
this.store = store;
|
|
4
|
+
}
|
|
5
|
+
create(input) {
|
|
6
|
+
return this.store.create(input);
|
|
7
|
+
}
|
|
8
|
+
get(id) {
|
|
9
|
+
return this.store.get(id);
|
|
10
|
+
}
|
|
11
|
+
list(filter) {
|
|
12
|
+
return this.store.list(filter);
|
|
13
|
+
}
|
|
14
|
+
addItems(datasetId, items) {
|
|
15
|
+
return this.store.createItems(datasetId, items);
|
|
16
|
+
}
|
|
17
|
+
listItems(filter) {
|
|
18
|
+
return this.store.listItems(filter);
|
|
19
|
+
}
|
|
20
|
+
getItems(datasetId) {
|
|
21
|
+
return this.store.listItems({ datasetId });
|
|
22
|
+
}
|
|
23
|
+
addTraceItem(datasetId, input) {
|
|
24
|
+
return this.store.createItems(datasetId, [input]);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=datasets-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"datasets-manager.js","sourceRoot":"","sources":["../../../../app/vendor/observe/client/datasets-manager.ts"],"names":[],"mappings":"AAUA,MAAM,OAAO,sBAAsB;IACjC,YAA6B,KAA2B;QAA3B,UAAK,GAAL,KAAK,CAAsB;IAAG,CAAC;IAE5D,MAAM,CAAC,KAAgC;QACrC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,IAAI,CAAC,MAA6B;QAChC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,QAAQ,CAAC,SAAiB,EAAE,KAAsC;QAChE,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,SAAS,CAAC,MAAiC;QACzC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,QAAQ,CAAC,SAAiB;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,YAAY,CACV,SAAiB,EACjB,KAAgE;QAEhE,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IACpD,CAAC;CACF"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import type { CreateObserveExperimentInput, ObserveExperiment, ObserveExperimentFilter, ObserveExperimentRun, ObserveExperimentRunFilter, StartObserveExperimentRunInput, UpdateObserveExperimentInput, UpdateObserveExperimentRunInput } from "../entities/index.js";
|
|
2
|
+
import type { ObserveExperimentsStore } from "../store/contracts.js";
|
|
3
|
+
import type { ObserveAttributes, ObserveData, ObserveValue } from "../types.js";
|
|
4
|
+
import type { ObserveDatasetsManager } from "./datasets-manager.js";
|
|
5
|
+
import type { ObserveScoresManager } from "./scores-manager.js";
|
|
6
|
+
export interface ObserveExperimentTaskItem {
|
|
7
|
+
id?: string;
|
|
8
|
+
name?: string;
|
|
9
|
+
input: ObserveData;
|
|
10
|
+
expectedOutput?: ObserveData;
|
|
11
|
+
}
|
|
12
|
+
export interface ObserveExperimentTaskResult {
|
|
13
|
+
output: ObserveData;
|
|
14
|
+
traceId?: string;
|
|
15
|
+
result?: ObserveAttributes;
|
|
16
|
+
}
|
|
17
|
+
export interface ObserveExperimentEvaluatorResult {
|
|
18
|
+
key: string;
|
|
19
|
+
value: ObserveValue;
|
|
20
|
+
comment?: string;
|
|
21
|
+
}
|
|
22
|
+
export interface ObserveExperimentEvaluatorContext {
|
|
23
|
+
experiment: ObserveExperiment;
|
|
24
|
+
run: ObserveExperimentRun;
|
|
25
|
+
item: ObserveExperimentTaskItem;
|
|
26
|
+
output: ObserveData;
|
|
27
|
+
expectedOutput?: ObserveData;
|
|
28
|
+
}
|
|
29
|
+
export interface RunObserveExperimentInput {
|
|
30
|
+
name: string;
|
|
31
|
+
datasetId?: string;
|
|
32
|
+
data?: ObserveExperimentTaskItem[];
|
|
33
|
+
promptId?: string;
|
|
34
|
+
model?: string;
|
|
35
|
+
provider?: string;
|
|
36
|
+
metadata?: ObserveAttributes;
|
|
37
|
+
tags?: string[];
|
|
38
|
+
task: (item: ObserveExperimentTaskItem, index: number) => Promise<ObserveData | ObserveExperimentTaskResult>;
|
|
39
|
+
evaluators?: Array<(context: ObserveExperimentEvaluatorContext) => Promise<ObserveExperimentEvaluatorResult | ObserveExperimentEvaluatorResult[] | void> | ObserveExperimentEvaluatorResult | ObserveExperimentEvaluatorResult[] | void>;
|
|
40
|
+
}
|
|
41
|
+
export interface ObserveExperimentRunSummary {
|
|
42
|
+
experiment: ObserveExperiment;
|
|
43
|
+
runs: ObserveExperimentRun[];
|
|
44
|
+
scoresCreated: number;
|
|
45
|
+
}
|
|
46
|
+
export declare class ObserveExperimentsManager {
|
|
47
|
+
private readonly store;
|
|
48
|
+
private readonly datasets?;
|
|
49
|
+
private readonly scores?;
|
|
50
|
+
constructor(store: ObserveExperimentsStore, datasets?: ObserveDatasetsManager | undefined, scores?: ObserveScoresManager | undefined);
|
|
51
|
+
create(input: CreateObserveExperimentInput): Promise<ObserveExperiment>;
|
|
52
|
+
get(id: string): Promise<ObserveExperiment | undefined>;
|
|
53
|
+
list(filter?: ObserveExperimentFilter): Promise<ObserveExperiment[]>;
|
|
54
|
+
update(id: string, patch: UpdateObserveExperimentInput): Promise<ObserveExperiment>;
|
|
55
|
+
startRun(input: StartObserveExperimentRunInput): Promise<ObserveExperimentRun>;
|
|
56
|
+
finishRun(id: string, patch?: UpdateObserveExperimentRunInput): Promise<ObserveExperimentRun>;
|
|
57
|
+
listRuns(filter?: ObserveExperimentRunFilter): Promise<ObserveExperimentRun[]>;
|
|
58
|
+
run(input: RunObserveExperimentInput): Promise<ObserveExperimentRunSummary>;
|
|
59
|
+
private resolveItems;
|
|
60
|
+
}
|
|
61
|
+
//# sourceMappingURL=experiments-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiments-manager.d.ts","sourceRoot":"","sources":["../../../../app/vendor/observe/client/experiments-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,4BAA4B,EAE5B,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EACpB,0BAA0B,EAC1B,8BAA8B,EAC9B,4BAA4B,EAC5B,+BAA+B,EAChC,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AACpE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,MAAM,WAAW,yBAAyB;IACxC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,WAAW,CAAC;IACnB,cAAc,CAAC,EAAE,WAAW,CAAC;CAC9B;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,iBAAiB,CAAC;CAC5B;AAED,MAAM,WAAW,gCAAgC;IAC/C,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,YAAY,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iCAAiC;IAChD,UAAU,EAAE,iBAAiB,CAAC;IAC9B,GAAG,EAAE,oBAAoB,CAAC;IAC1B,IAAI,EAAE,yBAAyB,CAAC;IAChC,MAAM,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,WAAW,CAAC;CAC9B;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,yBAAyB,EAAE,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,IAAI,EAAE,CAAC,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,GAAG,2BAA2B,CAAC,CAAC;IAC7G,UAAU,CAAC,EAAE,KAAK,CAAC,CACjB,OAAO,EAAE,iCAAiC,KACvC,OAAO,CAAC,gCAAgC,GAAG,gCAAgC,EAAE,GAAG,IAAI,CAAC,GAAG,gCAAgC,GAAG,gCAAgC,EAAE,GAAG,IAAI,CAAC,CAAC;CAC5K;AAED,MAAM,WAAW,2BAA2B;IAC1C,UAAU,EAAE,iBAAiB,CAAC;IAC9B,IAAI,EAAE,oBAAoB,EAAE,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,yBAAyB;IAElC,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAFP,KAAK,EAAE,uBAAuB,EAC9B,QAAQ,CAAC,EAAE,sBAAsB,YAAA,EACjC,MAAM,CAAC,EAAE,oBAAoB,YAAA;IAGhD,MAAM,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAIvE,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC;IAIvD,IAAI,CAAC,MAAM,CAAC,EAAE,uBAAuB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAIpE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAInF,QAAQ,CAAC,KAAK,EAAE,8BAA8B,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAI9E,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,GAAE,+BAAoC,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAQjG,QAAQ,CAAC,MAAM,CAAC,EAAE,0BAA0B,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAIxE,GAAG,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,2BAA2B,CAAC;YA+EnE,YAAY;CAY3B"}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
export class ObserveExperimentsManager {
|
|
2
|
+
constructor(store, datasets, scores) {
|
|
3
|
+
this.store = store;
|
|
4
|
+
this.datasets = datasets;
|
|
5
|
+
this.scores = scores;
|
|
6
|
+
}
|
|
7
|
+
create(input) {
|
|
8
|
+
return this.store.create(input);
|
|
9
|
+
}
|
|
10
|
+
get(id) {
|
|
11
|
+
return this.store.get(id);
|
|
12
|
+
}
|
|
13
|
+
list(filter) {
|
|
14
|
+
return this.store.list(filter);
|
|
15
|
+
}
|
|
16
|
+
update(id, patch) {
|
|
17
|
+
return this.store.update(id, patch);
|
|
18
|
+
}
|
|
19
|
+
startRun(input) {
|
|
20
|
+
return this.store.startRun(input);
|
|
21
|
+
}
|
|
22
|
+
finishRun(id, patch = {}) {
|
|
23
|
+
return this.store.updateRun(id, {
|
|
24
|
+
...patch,
|
|
25
|
+
status: patch.status ?? "completed",
|
|
26
|
+
endedAt: patch.endedAt ?? Date.now(),
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
listRuns(filter) {
|
|
30
|
+
return this.store.listRuns(filter);
|
|
31
|
+
}
|
|
32
|
+
async run(input) {
|
|
33
|
+
const experiment = await this.create({
|
|
34
|
+
name: input.name,
|
|
35
|
+
datasetId: input.datasetId,
|
|
36
|
+
promptId: input.promptId,
|
|
37
|
+
model: input.model,
|
|
38
|
+
provider: input.provider,
|
|
39
|
+
metadata: input.metadata,
|
|
40
|
+
tags: input.tags,
|
|
41
|
+
});
|
|
42
|
+
await this.update(experiment.id, { status: "running" });
|
|
43
|
+
const items = await this.resolveItems(input);
|
|
44
|
+
const runs = [];
|
|
45
|
+
let scoresCreated = 0;
|
|
46
|
+
for (let index = 0; index < items.length; index += 1) {
|
|
47
|
+
const item = items[index];
|
|
48
|
+
const run = await this.startRun({
|
|
49
|
+
experimentId: experiment.id,
|
|
50
|
+
datasetItemId: item.id,
|
|
51
|
+
});
|
|
52
|
+
try {
|
|
53
|
+
const taskResult = await input.task(item, index);
|
|
54
|
+
const normalized = normalizeTaskResult(taskResult);
|
|
55
|
+
const completedRun = await this.finishRun(run.id, {
|
|
56
|
+
status: "completed",
|
|
57
|
+
traceId: normalized.traceId,
|
|
58
|
+
result: normalized.result,
|
|
59
|
+
});
|
|
60
|
+
runs.push(completedRun);
|
|
61
|
+
if (input.evaluators?.length && this.scores) {
|
|
62
|
+
for (const evaluator of input.evaluators) {
|
|
63
|
+
const evaluated = await evaluator({
|
|
64
|
+
experiment,
|
|
65
|
+
run: completedRun,
|
|
66
|
+
item,
|
|
67
|
+
output: normalized.output,
|
|
68
|
+
expectedOutput: item.expectedOutput,
|
|
69
|
+
});
|
|
70
|
+
const results = Array.isArray(evaluated) ? evaluated : evaluated ? [evaluated] : [];
|
|
71
|
+
for (const score of results) {
|
|
72
|
+
await this.scores.create({
|
|
73
|
+
target: { kind: "experiment_run", id: completedRun.id },
|
|
74
|
+
key: score.key,
|
|
75
|
+
value: score.value,
|
|
76
|
+
comment: score.comment,
|
|
77
|
+
source: "evaluator",
|
|
78
|
+
});
|
|
79
|
+
scoresCreated += 1;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
catch (error) {
|
|
85
|
+
const failedRun = await this.finishRun(run.id, {
|
|
86
|
+
status: "error",
|
|
87
|
+
result: {
|
|
88
|
+
error: error instanceof Error ? error.message : String(error),
|
|
89
|
+
},
|
|
90
|
+
});
|
|
91
|
+
runs.push(failedRun);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
const hasErrors = runs.some((run) => run.status === "error");
|
|
95
|
+
const finalExperiment = await this.update(experiment.id, {
|
|
96
|
+
status: hasErrors ? "error" : "completed",
|
|
97
|
+
});
|
|
98
|
+
return {
|
|
99
|
+
experiment: finalExperiment,
|
|
100
|
+
runs,
|
|
101
|
+
scoresCreated,
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
async resolveItems(input) {
|
|
105
|
+
if (input.data?.length) {
|
|
106
|
+
return input.data;
|
|
107
|
+
}
|
|
108
|
+
if (input.datasetId && this.datasets) {
|
|
109
|
+
const items = await this.datasets.getItems(input.datasetId);
|
|
110
|
+
return items.map((item) => mapDatasetItemToTaskItem(item));
|
|
111
|
+
}
|
|
112
|
+
throw new Error("Observe experiment requires either data or datasetId with a datasets manager");
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
function normalizeTaskResult(result) {
|
|
116
|
+
if (isTaskResult(result)) {
|
|
117
|
+
return result;
|
|
118
|
+
}
|
|
119
|
+
return { output: result };
|
|
120
|
+
}
|
|
121
|
+
function isTaskResult(value) {
|
|
122
|
+
return !!value && typeof value === "object" && "output" in value;
|
|
123
|
+
}
|
|
124
|
+
function mapDatasetItemToTaskItem(item) {
|
|
125
|
+
return {
|
|
126
|
+
id: item.id,
|
|
127
|
+
name: item.name,
|
|
128
|
+
input: item.input,
|
|
129
|
+
expectedOutput: item.expectedOutput,
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
//# sourceMappingURL=experiments-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiments-manager.js","sourceRoot":"","sources":["../../../../app/vendor/observe/client/experiments-manager.ts"],"names":[],"mappings":"AAgEA,MAAM,OAAO,yBAAyB;IACpC,YACmB,KAA8B,EAC9B,QAAiC,EACjC,MAA6B;QAF7B,UAAK,GAAL,KAAK,CAAyB;QAC9B,aAAQ,GAAR,QAAQ,CAAyB;QACjC,WAAM,GAAN,MAAM,CAAuB;IAC7C,CAAC;IAEJ,MAAM,CAAC,KAAmC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,IAAI,CAAC,MAAgC;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,EAAU,EAAE,KAAmC;QACpD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,QAAQ,CAAC,KAAqC;QAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,SAAS,CAAC,EAAU,EAAE,QAAyC,EAAE;QAC/D,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE;YAC9B,GAAG,KAAK;YACR,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,WAAW;YACnC,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE;SACrC,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,MAAmC;QAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAgC;QACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAExD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,IAAI,GAA2B,EAAE,CAAC;QACxC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;gBAC9B,YAAY,EAAE,UAAU,CAAC,EAAE;gBAC3B,aAAa,EAAE,IAAI,CAAC,EAAE;aACvB,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACjD,MAAM,UAAU,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;gBACnD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;oBAChD,MAAM,EAAE,WAAW;oBACnB,OAAO,EAAE,UAAU,CAAC,OAAO;oBAC3B,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC1B,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAExB,IAAI,KAAK,CAAC,UAAU,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC5C,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBACzC,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC;4BAChC,UAAU;4BACV,GAAG,EAAE,YAAY;4BACjB,IAAI;4BACJ,MAAM,EAAE,UAAU,CAAC,MAAM;4BACzB,cAAc,EAAE,IAAI,CAAC,cAAc;yBACpC,CAAC,CAAC;wBACH,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACpF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;4BAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gCACvB,MAAM,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,YAAY,CAAC,EAAE,EAAE;gCACvD,GAAG,EAAE,KAAK,CAAC,GAAG;gCACd,KAAK,EAAE,KAAK,CAAC,KAAK;gCAClB,OAAO,EAAE,KAAK,CAAC,OAAO;gCACtB,MAAM,EAAE,WAAW;6BACpB,CAAC,CAAC;4BACH,aAAa,IAAI,CAAC,CAAC;wBACrB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;oBAC7C,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE;wBACN,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAC9D;iBACF,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC;QAC7D,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,EAAE;YACvD,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;SAC1C,CAAC,CAAC;QAEH,OAAO;YACL,UAAU,EAAE,eAAe;YAC3B,IAAI;YACJ,aAAa;SACd,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAgC;QACzD,IAAI,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC,IAAI,CAAC;QACpB,CAAC;QAED,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC5D,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;IAClG,CAAC;CACF;AAED,SAAS,mBAAmB,CAC1B,MAAiD;IAEjD,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,YAAY,CAAC,KAAgD;IACpE,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,KAAK,CAAC;AACnE,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAwB;IACxD,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,cAAc,EAAE,IAAI,CAAC,cAAc;KACpC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export * from "./observe-client.js";
|
|
2
|
+
export * from "./sessions-manager.js";
|
|
3
|
+
export * from "./traces-manager.js";
|
|
4
|
+
export * from "./artifacts-manager.js";
|
|
5
|
+
export * from "./prompts-manager.js";
|
|
6
|
+
export * from "./datasets-manager.js";
|
|
7
|
+
export * from "./experiments-manager.js";
|
|
8
|
+
export * from "./scores-manager.js";
|
|
9
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../app/vendor/observe/client/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export * from "./observe-client.js";
|
|
2
|
+
export * from "./sessions-manager.js";
|
|
3
|
+
export * from "./traces-manager.js";
|
|
4
|
+
export * from "./artifacts-manager.js";
|
|
5
|
+
export * from "./prompts-manager.js";
|
|
6
|
+
export * from "./datasets-manager.js";
|
|
7
|
+
export * from "./experiments-manager.js";
|
|
8
|
+
export * from "./scores-manager.js";
|
|
9
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../app/vendor/observe/client/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { SimpleObserveQueryClient } from "../query/simple-query-client.js";
|
|
2
|
+
import type { ObserveQueryBackend, ObserveRuntimeApi } from "../types.js";
|
|
3
|
+
import type { ObserveControlPlaneStore } from "../store/contracts.js";
|
|
4
|
+
import type { ObserveArtifactContentStore } from "../artifacts/content-store.js";
|
|
5
|
+
import { ObserveArtifactsManager } from "./artifacts-manager.js";
|
|
6
|
+
import { ObserveDatasetsManager } from "./datasets-manager.js";
|
|
7
|
+
import { ObserveExperimentsManager } from "./experiments-manager.js";
|
|
8
|
+
import { ObservePromptsManager } from "./prompts-manager.js";
|
|
9
|
+
import { ObserveScoresManager } from "./scores-manager.js";
|
|
10
|
+
import { ObserveSessionsManager } from "./sessions-manager.js";
|
|
11
|
+
import { ObserveTracesManager } from "./traces-manager.js";
|
|
12
|
+
export interface ObserveClientOptions {
|
|
13
|
+
store: ObserveControlPlaneStore;
|
|
14
|
+
runtime?: ObserveRuntimeApi;
|
|
15
|
+
queryBackend?: ObserveQueryBackend;
|
|
16
|
+
artifactContentStore?: ObserveArtifactContentStore;
|
|
17
|
+
}
|
|
18
|
+
export declare class ObserveClient {
|
|
19
|
+
readonly runtime?: ObserveRuntimeApi;
|
|
20
|
+
readonly query?: SimpleObserveQueryClient;
|
|
21
|
+
readonly sessions: ObserveSessionsManager;
|
|
22
|
+
readonly traces: ObserveTracesManager;
|
|
23
|
+
readonly artifacts: ObserveArtifactsManager;
|
|
24
|
+
readonly prompts: ObservePromptsManager;
|
|
25
|
+
readonly datasets: ObserveDatasetsManager;
|
|
26
|
+
readonly scores: ObserveScoresManager;
|
|
27
|
+
readonly experiments: ObserveExperimentsManager;
|
|
28
|
+
constructor(options: ObserveClientOptions);
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=observe-client.d.ts.map
|