engineering-behavior-observatory 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +202 -0
- package/README.md +151 -0
- package/contracts/codex-app-server-0.150.1/manifest.json +25 -0
- package/contracts/codex-app-server-0.150.1/schema/InitializeParams.json +84 -0
- package/contracts/codex-app-server-0.150.1/schema/JSONRPCMessage.json +137 -0
- package/contracts/codex-app-server-0.150.1/schema/v2/ThreadReadParams.json +17 -0
- package/contracts/codex-app-server-0.150.1/schema/v2/ThreadTokenUsageUpdatedNotification.json +82 -0
- package/contracts/codex-app-server-0.150.1/schema/v2/TurnInterruptParams.json +17 -0
- package/contracts/codex-app-server-0.150.1/types/AskForApproval.ts +5 -0
- package/contracts/codex-app-server-0.150.1/types/ClientNotification.ts +5 -0
- package/contracts/codex-app-server-0.150.1/types/SandboxMode.ts +5 -0
- package/contracts/codex-app-server-0.150.1/types/ThreadReadParams.ts +9 -0
- package/contracts/codex-app-server-0.150.1/types/TokenUsageBreakdown.ts +5 -0
- package/contracts/codex-app-server-0.150.1/types/TurnInterruptParams.ts +5 -0
- package/contracts/codex-app-server-0.153.4/manifest.json +27 -0
- package/contracts/codex-app-server-0.153.4/schema/JSONRPCMessage.json +137 -0
- package/contracts/codex-app-server-0.153.4/schema/v1/InitializeParams.json +84 -0
- package/contracts/codex-app-server-0.153.4/schema/v2/ThreadReadParams.json +17 -0
- package/contracts/codex-app-server-0.153.4/schema/v2/ThreadStartParams.json +515 -0
- package/contracts/codex-app-server-0.153.4/schema/v2/ThreadTokenUsageUpdatedNotification.json +82 -0
- package/contracts/codex-app-server-0.153.4/schema/v2/TurnInterruptParams.json +17 -0
- package/contracts/codex-app-server-0.153.4/schema/v2/TurnStartParams.json +921 -0
- package/contracts/codex-app-server-0.153.4/types/AskForApproval.ts +5 -0
- package/contracts/codex-app-server-0.153.4/types/ClientNotification.ts +5 -0
- package/contracts/codex-app-server-0.153.4/types/SandboxMode.ts +5 -0
- package/contracts/codex-app-server-0.153.4/types/ThreadReadParams.ts +12 -0
- package/contracts/codex-app-server-0.153.4/types/TokenUsageBreakdown.ts +5 -0
- package/contracts/codex-app-server-0.153.4/types/TurnInterruptParams.ts +5 -0
- package/contracts/openhands-agent-server-v1.44.1.json +65 -0
- package/contracts/openhands-agent-server-v1.46.0.json +46 -0
- package/dist/contracts/codex-app-server-0.153.4/types/AskForApproval.d.ts +9 -0
- package/dist/contracts/codex-app-server-0.153.4/types/AskForApproval.js +2 -0
- package/dist/contracts/codex-app-server-0.153.4/types/ClientNotification.d.ts +3 -0
- package/dist/contracts/codex-app-server-0.153.4/types/ClientNotification.js +2 -0
- package/dist/contracts/codex-app-server-0.153.4/types/SandboxMode.d.ts +1 -0
- package/dist/contracts/codex-app-server-0.153.4/types/SandboxMode.js +2 -0
- package/dist/contracts/codex-app-server-0.153.4/types/ThreadReadParams.d.ts +10 -0
- package/dist/contracts/codex-app-server-0.153.4/types/ThreadReadParams.js +2 -0
- package/dist/contracts/codex-app-server-0.153.4/types/TokenUsageBreakdown.d.ts +8 -0
- package/dist/contracts/codex-app-server-0.153.4/types/TokenUsageBreakdown.js +2 -0
- package/dist/contracts/codex-app-server-0.153.4/types/TurnInterruptParams.d.ts +4 -0
- package/dist/contracts/codex-app-server-0.153.4/types/TurnInterruptParams.js +2 -0
- package/dist/src/agent-sdk-normalizer.d.ts +22 -0
- package/dist/src/agent-sdk-normalizer.js +995 -0
- package/dist/src/agent-sdk-run.d.ts +31 -0
- package/dist/src/agent-sdk-run.js +242 -0
- package/dist/src/agent-sdk-runner.d.ts +96 -0
- package/dist/src/agent-sdk-runner.js +407 -0
- package/dist/src/agent-sdk.d.ts +294 -0
- package/dist/src/agent-sdk.js +644 -0
- package/dist/src/aggregation.d.ts +183 -0
- package/dist/src/aggregation.js +513 -0
- package/dist/src/artifacts.d.ts +36 -0
- package/dist/src/artifacts.js +1372 -0
- package/dist/src/atlas-grafana.d.ts +377 -0
- package/dist/src/atlas-grafana.js +47 -0
- package/dist/src/atlas-html.d.ts +2 -0
- package/dist/src/atlas-html.js +34 -0
- package/dist/src/atlas.d.ts +130 -0
- package/dist/src/atlas.js +235 -0
- package/dist/src/behavior-assertions.d.ts +95 -0
- package/dist/src/behavior-assertions.js +154 -0
- package/dist/src/cli.d.ts +5 -0
- package/dist/src/cli.js +957 -0
- package/dist/src/codex-judge.d.ts +44 -0
- package/dist/src/codex-judge.js +214 -0
- package/dist/src/codex-run.d.ts +114 -0
- package/dist/src/codex-run.js +519 -0
- package/dist/src/codex.d.ts +187 -0
- package/dist/src/codex.js +1028 -0
- package/dist/src/contracts.d.ts +155 -0
- package/dist/src/contracts.js +866 -0
- package/dist/src/corpus.d.ts +67 -0
- package/dist/src/corpus.js +540 -0
- package/dist/src/cursor-sdk-runner.d.ts +81 -0
- package/dist/src/cursor-sdk-runner.js +362 -0
- package/dist/src/cursor-sdk.d.ts +81 -0
- package/dist/src/cursor-sdk.js +1078 -0
- package/dist/src/deepseek-adapter.d.ts +152 -0
- package/dist/src/deepseek-adapter.js +777 -0
- package/dist/src/exports.d.ts +69 -0
- package/dist/src/exports.js +966 -0
- package/dist/src/human-calibration.d.ts +167 -0
- package/dist/src/human-calibration.js +618 -0
- package/dist/src/index.d.ts +71 -0
- package/dist/src/index.js +38 -0
- package/dist/src/lifecycle.d.ts +196 -0
- package/dist/src/lifecycle.js +1889 -0
- package/dist/src/normalization-integrity.d.ts +128 -0
- package/dist/src/normalization-integrity.js +429 -0
- package/dist/src/openhands-run.d.ts +36 -0
- package/dist/src/openhands-run.js +415 -0
- package/dist/src/openhands.d.ts +130 -0
- package/dist/src/openhands.js +859 -0
- package/dist/src/pi.d.ts +203 -0
- package/dist/src/pi.js +1345 -0
- package/dist/src/process-protocol.d.ts +245 -0
- package/dist/src/process-protocol.js +1261 -0
- package/dist/src/retained-evidence.d.ts +12 -0
- package/dist/src/retained-evidence.js +201 -0
- package/dist/src/run-bundles.d.ts +193 -0
- package/dist/src/run-bundles.js +993 -0
- package/dist/src/scheduler.d.ts +109 -0
- package/dist/src/scheduler.js +1080 -0
- package/dist/src/semantic-judge.d.ts +194 -0
- package/dist/src/semantic-judge.js +875 -0
- package/dist/src/structural-observations.d.ts +124 -0
- package/dist/src/structural-observations.js +671 -0
- package/dist/src/task-packets.d.ts +115 -0
- package/dist/src/task-packets.js +683 -0
- package/dist/src/uniform-events.d.ts +120 -0
- package/dist/src/uniform-events.js +158 -0
- package/dist/src/verifiers.d.ts +116 -0
- package/dist/src/verifiers.js +819 -0
- package/dist/src/workspaces.d.ts +56 -0
- package/dist/src/workspaces.js +1314 -0
- package/docs/README.md +60 -0
- package/docs/development/README.md +71 -0
- package/docs/development/documentation-sync.md +58 -0
- package/docs/development/extension-contracts.md +307 -0
- package/docs/evaluation/README.md +48 -0
- package/docs/evaluation/aggregation.md +112 -0
- package/docs/evaluation/behavior-assertions.md +45 -0
- package/docs/evaluation/human-calibration.md +170 -0
- package/docs/evaluation/normalization-integrity.md +80 -0
- package/docs/evaluation/semantic-judge.md +188 -0
- package/docs/evaluation/structural-observations.md +84 -0
- package/docs/evaluation/uniform-events.md +131 -0
- package/docs/guides/atlas.md +144 -0
- package/docs/guides/evidence-and-sharing.md +100 -0
- package/docs/guides/operator-guide.md +424 -0
- package/docs/guides/quickstart.md +152 -0
- package/docs/guides/telemetry.md +66 -0
- package/docs/harnesses/README.md +31 -0
- package/docs/harnesses/claude-agent-sdk.md +61 -0
- package/docs/harnesses/codex-harness.md +174 -0
- package/docs/harnesses/cursor-sdk.md +149 -0
- package/docs/harnesses/deepseek-harness.md +134 -0
- package/docs/harnesses/openhands-agent-server.md +153 -0
- package/docs/harnesses/pi-sdk.md +66 -0
- package/docs/reference/README.md +19 -0
- package/docs/reference/agent-sdk-operational-runner.md +118 -0
- package/docs/reference/cli.md +114 -0
- package/docs/reference/contracts.md +222 -0
- package/docs/reference/run-bundle-contract.md +354 -0
- package/docs/reference/run-lifecycle.md +54 -0
- package/examples/cursor-sdk/README.md +11 -0
- package/examples/cursor-sdk/capture-profile.json +1 -0
- package/examples/cursor-sdk/harness.json +1 -0
- package/examples/cursor-sdk/model.json +1 -0
- package/examples/cursor-sdk/native-limits.json +1 -0
- package/examples/cursor-sdk/native-tool-policy.json +1 -0
- package/ontology/behavior-categories.v1.json +46 -0
- package/package.json +66 -0
- package/release/0.1.0/KNOWN_LIMITATIONS.md +35 -0
- package/release/0.1.0/README.md +46 -0
- package/release/0.1.0/reproducibility.json +61 -0
- package/release/0.2.0/KNOWN_LIMITATIONS.md +40 -0
- package/release/0.2.0/README.md +42 -0
- package/release/0.2.0/reproducibility.json +73 -0
- package/release/0.2.1/KNOWN_LIMITATIONS.md +18 -0
- package/release/0.2.1/README.md +63 -0
- package/release/0.2.1/reproducibility.json +73 -0
- package/release/README.md +13 -0
- package/schemas/aggregation.v1.json +293 -0
- package/schemas/behavior-assertions.v1.json +220 -0
- package/schemas/deepseek-runtime-composition.v1.schema.json +122 -0
- package/schemas/experiment.v1.schema.json +188 -0
- package/schemas/human-calibration.v1.json +336 -0
- package/schemas/normalization-integrity.v1.json +302 -0
- package/schemas/run-bundles/v1.json +1040 -0
- package/schemas/run-queue.v1.schema.json +206 -0
- package/schemas/semantic-judge.v1.json +380 -0
- package/schemas/structural-observations.v1.json +131 -0
- package/schemas/task-packet-freeze.v1.schema.json +106 -0
- package/schemas/task-packet.v1.schema.json +234 -0
- package/schemas/uniform-events/v1.json +289 -0
- package/scripts/atlas-grafana.sh +18 -0
|
@@ -0,0 +1,152 @@
|
|
|
1
|
+
import { type ContentBlock } from "@deepseek-ai/dsh-sdk-client";
|
|
2
|
+
import type { InitializeResult } from "@deepseek-ai/dsh-sdk-protocol";
|
|
3
|
+
import type { HarnessExecutionContext, HarnessExecutionResult } from "./lifecycle.js";
|
|
4
|
+
import type { AdapterCapabilityProfile, HarnessAdapter, NormalizationResult, QualifiedNativeCapture } from "./uniform-events.js";
|
|
5
|
+
export declare const DEEPSEEK_SDK_VERSION = "0.1.1-rc.2";
|
|
6
|
+
export declare const DEEPSEEK_ADAPTER_ID = "deepseek-harness-sdk";
|
|
7
|
+
export declare const DEEPSEEK_HARNESS_ID = "deepseek-harness";
|
|
8
|
+
type DigestString = `sha256:${string}`;
|
|
9
|
+
export type DeepSeekFileReference = {
|
|
10
|
+
locator: string;
|
|
11
|
+
digest: DigestString;
|
|
12
|
+
};
|
|
13
|
+
export type DeepSeekRuntimeComposition = {
|
|
14
|
+
schemaVersion: "ebo.deepseek-runtime-composition/v1";
|
|
15
|
+
id: string;
|
|
16
|
+
launch: {
|
|
17
|
+
command: string;
|
|
18
|
+
args: string[];
|
|
19
|
+
processCwd: string;
|
|
20
|
+
profile: string;
|
|
21
|
+
dshHome?: string;
|
|
22
|
+
runtimeArtifact: DeepSeekFileReference;
|
|
23
|
+
};
|
|
24
|
+
workspaceCwd: string;
|
|
25
|
+
runtime: {
|
|
26
|
+
clientPackage: "@deepseek-ai/dsh-sdk-client";
|
|
27
|
+
clientVersion: string;
|
|
28
|
+
protocolPackage: "@deepseek-ai/dsh-sdk-protocol";
|
|
29
|
+
protocolVersion: string;
|
|
30
|
+
};
|
|
31
|
+
route: {
|
|
32
|
+
provider: string;
|
|
33
|
+
model: string;
|
|
34
|
+
maxTokens?: number;
|
|
35
|
+
};
|
|
36
|
+
cordis: DeepSeekFileReference;
|
|
37
|
+
patches: DeepSeekFileReference[];
|
|
38
|
+
plugins: Array<{
|
|
39
|
+
name: string;
|
|
40
|
+
configuration?: DeepSeekFileReference;
|
|
41
|
+
}>;
|
|
42
|
+
environment: {
|
|
43
|
+
mode: "replace";
|
|
44
|
+
allowedKeys: string[];
|
|
45
|
+
secretKeys: string[];
|
|
46
|
+
};
|
|
47
|
+
telemetry: {
|
|
48
|
+
status: "enabled" | "disabled";
|
|
49
|
+
nativeSpans: "available" | "unsupported" | "not-checked";
|
|
50
|
+
artifact?: DeepSeekFileReference;
|
|
51
|
+
};
|
|
52
|
+
};
|
|
53
|
+
export type DeepSeekRuntimeCompositionInput = {
|
|
54
|
+
id: string;
|
|
55
|
+
baseDir: string;
|
|
56
|
+
dshBin: string;
|
|
57
|
+
profile: string;
|
|
58
|
+
cordisPath: string;
|
|
59
|
+
patches?: readonly string[];
|
|
60
|
+
processCwd: string;
|
|
61
|
+
workspaceCwd: string;
|
|
62
|
+
dshHome?: string;
|
|
63
|
+
provider: string;
|
|
64
|
+
model: string;
|
|
65
|
+
maxTokens?: number;
|
|
66
|
+
plugins: ReadonlyArray<{
|
|
67
|
+
name: string;
|
|
68
|
+
configurationPath?: string;
|
|
69
|
+
}>;
|
|
70
|
+
environment: {
|
|
71
|
+
allowedKeys: readonly string[];
|
|
72
|
+
secretKeys: readonly string[];
|
|
73
|
+
};
|
|
74
|
+
telemetry: {
|
|
75
|
+
status: "enabled" | "disabled";
|
|
76
|
+
nativeSpans: "available" | "unsupported" | "not-checked";
|
|
77
|
+
artifactPath?: string;
|
|
78
|
+
};
|
|
79
|
+
};
|
|
80
|
+
export type DeepSeekCapabilities = {
|
|
81
|
+
protocolVersionNegotiation: "unsupported";
|
|
82
|
+
promptCancellation: "unsupported";
|
|
83
|
+
sessionClose: "unsupported";
|
|
84
|
+
promptResult: "unsupported";
|
|
85
|
+
sessionEvents: "available";
|
|
86
|
+
sessionStatus: "available";
|
|
87
|
+
subagentNotifications: "available";
|
|
88
|
+
telemetry: "available" | "unsupported";
|
|
89
|
+
nativeSpans: "available" | "unsupported" | "not-checked";
|
|
90
|
+
completionEvidence: "agent/inbox/spliced-to-session.status:idle";
|
|
91
|
+
};
|
|
92
|
+
export type DeepSeekNativeObservation = {
|
|
93
|
+
schemaVersion: "ebo.deepseek-native-observation/v1";
|
|
94
|
+
sequence: number;
|
|
95
|
+
observedAt: string;
|
|
96
|
+
kind: "composition" | "capability" | "request" | "response" | "notification" | "diagnostic" | "error";
|
|
97
|
+
method?: string;
|
|
98
|
+
sessionId?: string;
|
|
99
|
+
sourceIdentity?: string;
|
|
100
|
+
stream?: "stderr";
|
|
101
|
+
payload?: unknown;
|
|
102
|
+
};
|
|
103
|
+
export type DeepSeekCaptureReport = {
|
|
104
|
+
status: "completed" | "failed" | "stopped" | "interrupted";
|
|
105
|
+
composition: DeepSeekRuntimeComposition;
|
|
106
|
+
capabilities: DeepSeekCapabilities;
|
|
107
|
+
records: readonly DeepSeekNativeObservation[];
|
|
108
|
+
serverInfo?: InitializeResult["serverInfo"];
|
|
109
|
+
messageId?: string;
|
|
110
|
+
receiptSequence?: number;
|
|
111
|
+
idleSequence?: number;
|
|
112
|
+
relatedSessionIds: readonly string[];
|
|
113
|
+
error?: string;
|
|
114
|
+
captureError?: string;
|
|
115
|
+
stderr?: string;
|
|
116
|
+
};
|
|
117
|
+
export type DeepSeekHarnessConfiguration = {
|
|
118
|
+
composition: DeepSeekRuntimeComposition;
|
|
119
|
+
input: string | ContentBlock[];
|
|
120
|
+
sessionId: string;
|
|
121
|
+
env: NodeJS.ProcessEnv;
|
|
122
|
+
requestTimeoutMs?: number;
|
|
123
|
+
activityTimeoutMs?: number;
|
|
124
|
+
shutdownTimeoutMs?: number;
|
|
125
|
+
disposeEofGraceMs?: number;
|
|
126
|
+
disposeGraceMs?: number;
|
|
127
|
+
};
|
|
128
|
+
export type DeepSeekAdapterRequest = {
|
|
129
|
+
context: HarnessExecutionContext;
|
|
130
|
+
configuration: DeepSeekHarnessConfiguration;
|
|
131
|
+
capture: DeepSeekNativeCapture;
|
|
132
|
+
};
|
|
133
|
+
export declare class DeepSeekNativeCapture {
|
|
134
|
+
#private;
|
|
135
|
+
readonly path: string;
|
|
136
|
+
constructor(path: string);
|
|
137
|
+
record(input: Omit<DeepSeekNativeObservation, "schemaVersion" | "sequence" | "observedAt">): Promise<DeepSeekNativeObservation>;
|
|
138
|
+
report(): readonly DeepSeekNativeObservation[];
|
|
139
|
+
flush(): Promise<void>;
|
|
140
|
+
close(): Promise<void>;
|
|
141
|
+
}
|
|
142
|
+
export declare function createDeepSeekRuntimeComposition(input: DeepSeekRuntimeCompositionInput): DeepSeekRuntimeComposition;
|
|
143
|
+
export declare function deepSeekCompositionDigest(composition: DeepSeekRuntimeComposition): DigestString;
|
|
144
|
+
export declare function deepSeekCapabilities(composition: DeepSeekRuntimeComposition): DeepSeekCapabilities;
|
|
145
|
+
export declare function executeDeepSeekHarness(context: HarnessExecutionContext, configuration: DeepSeekHarnessConfiguration, capture: DeepSeekNativeCapture): Promise<HarnessExecutionResult>;
|
|
146
|
+
export declare function qualifiedDeepSeekCapture(runId: string, attemptId: string, report: DeepSeekCaptureReport, artifactId?: string): QualifiedNativeCapture<DeepSeekNativeObservation>;
|
|
147
|
+
/** Reapply the native lifecycle gate while preserving retained physical JSONL locators. */
|
|
148
|
+
export declare function qualifyRetainedDeepSeekCapture(input: QualifiedNativeCapture<DeepSeekNativeObservation>, sessionId: string | undefined, completed: boolean): QualifiedNativeCapture<DeepSeekNativeObservation>;
|
|
149
|
+
export declare const DEEPSEEK_CAPABILITY_PROFILE: AdapterCapabilityProfile;
|
|
150
|
+
export declare function normalizeDeepSeekCapture(input: QualifiedNativeCapture<DeepSeekNativeObservation>): NormalizationResult;
|
|
151
|
+
export declare function createDeepSeekHarnessAdapter(): HarnessAdapter<DeepSeekAdapterRequest, DeepSeekNativeObservation>;
|
|
152
|
+
export {};
|