jfl 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commands/context-hub.d.ts +1 -0
- package/dist/commands/context-hub.d.ts.map +1 -1
- package/dist/commands/context-hub.js +246 -2
- package/dist/commands/context-hub.js.map +1 -1
- package/dist/commands/peter.d.ts +2 -0
- package/dist/commands/peter.d.ts.map +1 -1
- package/dist/commands/peter.js +242 -52
- package/dist/commands/peter.js.map +1 -1
- package/dist/commands/setup.d.ts +12 -0
- package/dist/commands/setup.d.ts.map +1 -0
- package/dist/commands/setup.js +322 -0
- package/dist/commands/setup.js.map +1 -0
- package/dist/commands/train.d.ts +33 -0
- package/dist/commands/train.d.ts.map +1 -0
- package/dist/commands/train.js +510 -0
- package/dist/commands/train.js.map +1 -0
- package/dist/commands/verify.d.ts +14 -0
- package/dist/commands/verify.d.ts.map +1 -0
- package/dist/commands/verify.js +276 -0
- package/dist/commands/verify.js.map +1 -0
- package/dist/dashboard-static/assets/index-CW9ZxqX8.css +1 -0
- package/dist/dashboard-static/assets/index-DNN__p4K.js +121 -0
- package/dist/dashboard-static/index.html +2 -2
- package/dist/index.js +99 -3
- package/dist/index.js.map +1 -1
- package/dist/lib/agent-session.d.ts.map +1 -1
- package/dist/lib/agent-session.js +12 -4
- package/dist/lib/agent-session.js.map +1 -1
- package/dist/lib/eval-snapshot.js +1 -1
- package/dist/lib/eval-snapshot.js.map +1 -1
- package/dist/lib/pi-sky/bridge.d.ts +55 -0
- package/dist/lib/pi-sky/bridge.d.ts.map +1 -0
- package/dist/lib/pi-sky/bridge.js +264 -0
- package/dist/lib/pi-sky/bridge.js.map +1 -0
- package/dist/lib/pi-sky/cost-monitor.d.ts +21 -0
- package/dist/lib/pi-sky/cost-monitor.d.ts.map +1 -0
- package/dist/lib/pi-sky/cost-monitor.js +126 -0
- package/dist/lib/pi-sky/cost-monitor.js.map +1 -0
- package/dist/lib/pi-sky/eval-sweep.d.ts +27 -0
- package/dist/lib/pi-sky/eval-sweep.d.ts.map +1 -0
- package/dist/lib/pi-sky/eval-sweep.js +141 -0
- package/dist/lib/pi-sky/eval-sweep.js.map +1 -0
- package/dist/lib/pi-sky/event-router.d.ts +32 -0
- package/dist/lib/pi-sky/event-router.d.ts.map +1 -0
- package/dist/lib/pi-sky/event-router.js +176 -0
- package/dist/lib/pi-sky/event-router.js.map +1 -0
- package/dist/lib/pi-sky/experiment.d.ts +9 -0
- package/dist/lib/pi-sky/experiment.d.ts.map +1 -0
- package/dist/lib/pi-sky/experiment.js +83 -0
- package/dist/lib/pi-sky/experiment.js.map +1 -0
- package/dist/lib/pi-sky/index.d.ts +16 -0
- package/dist/lib/pi-sky/index.d.ts.map +1 -0
- package/dist/lib/pi-sky/index.js +16 -0
- package/dist/lib/pi-sky/index.js.map +1 -0
- package/dist/lib/pi-sky/stratus-gate.d.ts +28 -0
- package/dist/lib/pi-sky/stratus-gate.d.ts.map +1 -0
- package/dist/lib/pi-sky/stratus-gate.js +61 -0
- package/dist/lib/pi-sky/stratus-gate.js.map +1 -0
- package/dist/lib/pi-sky/swarm.d.ts +28 -0
- package/dist/lib/pi-sky/swarm.d.ts.map +1 -0
- package/dist/lib/pi-sky/swarm.js +208 -0
- package/dist/lib/pi-sky/swarm.js.map +1 -0
- package/dist/lib/pi-sky/types.d.ts +139 -0
- package/dist/lib/pi-sky/types.d.ts.map +1 -0
- package/dist/lib/pi-sky/types.js +2 -0
- package/dist/lib/pi-sky/types.js.map +1 -0
- package/dist/lib/pi-sky/voice-bridge.d.ts +20 -0
- package/dist/lib/pi-sky/voice-bridge.d.ts.map +1 -0
- package/dist/lib/pi-sky/voice-bridge.js +91 -0
- package/dist/lib/pi-sky/voice-bridge.js.map +1 -0
- package/dist/lib/policy-head.d.ts +16 -1
- package/dist/lib/policy-head.d.ts.map +1 -1
- package/dist/lib/policy-head.js +117 -19
- package/dist/lib/policy-head.js.map +1 -1
- package/dist/lib/predictor.d.ts +10 -0
- package/dist/lib/predictor.d.ts.map +1 -1
- package/dist/lib/predictor.js +46 -7
- package/dist/lib/predictor.js.map +1 -1
- package/dist/lib/setup/agent-generator.d.ts +18 -0
- package/dist/lib/setup/agent-generator.d.ts.map +1 -0
- package/dist/lib/setup/agent-generator.js +114 -0
- package/dist/lib/setup/agent-generator.js.map +1 -0
- package/dist/lib/setup/context-analyzer.d.ts +16 -0
- package/dist/lib/setup/context-analyzer.d.ts.map +1 -0
- package/dist/lib/setup/context-analyzer.js +112 -0
- package/dist/lib/setup/context-analyzer.js.map +1 -0
- package/dist/lib/setup/doc-auditor.d.ts +54 -0
- package/dist/lib/setup/doc-auditor.d.ts.map +1 -0
- package/dist/lib/setup/doc-auditor.js +629 -0
- package/dist/lib/setup/doc-auditor.js.map +1 -0
- package/dist/lib/setup/domain-generator.d.ts +7 -0
- package/dist/lib/setup/domain-generator.d.ts.map +1 -0
- package/dist/lib/setup/domain-generator.js +58 -0
- package/dist/lib/setup/domain-generator.js.map +1 -0
- package/dist/lib/setup/smart-eval-generator.d.ts +38 -0
- package/dist/lib/setup/smart-eval-generator.d.ts.map +1 -0
- package/dist/lib/setup/smart-eval-generator.js +378 -0
- package/dist/lib/setup/smart-eval-generator.js.map +1 -0
- package/dist/lib/setup/smart-recommender.d.ts +63 -0
- package/dist/lib/setup/smart-recommender.d.ts.map +1 -0
- package/dist/lib/setup/smart-recommender.js +329 -0
- package/dist/lib/setup/smart-recommender.js.map +1 -0
- package/dist/lib/setup/spec-generator.d.ts +63 -0
- package/dist/lib/setup/spec-generator.d.ts.map +1 -0
- package/dist/lib/setup/spec-generator.js +310 -0
- package/dist/lib/setup/spec-generator.js.map +1 -0
- package/dist/lib/setup/violation-agent-generator.d.ts +32 -0
- package/dist/lib/setup/violation-agent-generator.d.ts.map +1 -0
- package/dist/lib/setup/violation-agent-generator.js +255 -0
- package/dist/lib/setup/violation-agent-generator.js.map +1 -0
- package/package.json +1 -1
- package/packages/pi/extensions/context.ts +88 -55
- package/packages/pi/extensions/hub-resolver.ts +63 -0
- package/packages/pi/extensions/index.ts +16 -3
- package/packages/pi/extensions/memory-tool.ts +9 -4
- package/packages/pi/extensions/session.ts +68 -16
- package/packages/pi/extensions/tool-renderers.ts +6 -5
- package/scripts/train/requirements.txt +5 -0
- package/scripts/train/train-policy-head.py +477 -0
- package/scripts/train/v2/dataset.py +81 -0
- package/scripts/train/v2/domain.json +18 -0
- package/scripts/train/v2/eval.py +196 -0
- package/scripts/train/v2/generate_data.py +219 -0
- package/scripts/train/v2/infer.py +188 -0
- package/scripts/train/v2/model.py +112 -0
- package/scripts/train/v2/precompute.py +132 -0
- package/scripts/train/v2/train.py +302 -0
- package/scripts/train/v2/transform_buffer.py +227 -0
- package/scripts/train/v2/validate_data.py +115 -0
- package/template/.claude/settings.json +2 -15
- package/template/scripts/session/session-cleanup.sh +2 -11
- package/template/scripts/session/session-end-hub.sh +72 -0
- package/template/scripts/session/session-start-hub.sh +105 -0
- package/dist/dashboard-static/assets/index-B6b867Pv.js +0 -121
- package/dist/dashboard-static/assets/index-Y4BrqxV-.css +0 -1
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
import { EventEmitter } from "events";
|
|
2
|
+
import { readFileSync, existsSync } from "fs";
|
|
3
|
+
import { join } from "path";
|
|
4
|
+
import { PiRpcBridge } from "./bridge.js";
|
|
5
|
+
export class EvalSweep extends EventEmitter {
|
|
6
|
+
options;
|
|
7
|
+
constructor(options = {}) {
|
|
8
|
+
super();
|
|
9
|
+
this.options = {
|
|
10
|
+
concurrency: 4,
|
|
11
|
+
evalCommand: "Run the test suite and report results as JSON: {\"pass\": N, \"fail\": N, \"total\": N, \"composite\": 0.0-1.0}",
|
|
12
|
+
...options,
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
async sweep(projectRoot) {
|
|
16
|
+
const services = this.loadServices(projectRoot);
|
|
17
|
+
if (!services.length) {
|
|
18
|
+
this.emit("error", new Error("No services found"));
|
|
19
|
+
return [];
|
|
20
|
+
}
|
|
21
|
+
this.emit("start", { services: services.map(s => s.name), concurrency: this.options.concurrency });
|
|
22
|
+
const results = [];
|
|
23
|
+
const concurrency = this.options.concurrency ?? 4;
|
|
24
|
+
for (let i = 0; i < services.length; i += concurrency) {
|
|
25
|
+
const batch = services.slice(i, i + concurrency);
|
|
26
|
+
const batchResults = await Promise.all(batch.map(service => this.evalService(service)));
|
|
27
|
+
results.push(...batchResults);
|
|
28
|
+
}
|
|
29
|
+
this.emit("complete", { results });
|
|
30
|
+
if (this.options.hubUrl) {
|
|
31
|
+
await this.postResults(results);
|
|
32
|
+
}
|
|
33
|
+
return results;
|
|
34
|
+
}
|
|
35
|
+
loadServices(projectRoot) {
|
|
36
|
+
const servicesPath = join(projectRoot, ".jfl", "services.json");
|
|
37
|
+
if (!existsSync(servicesPath))
|
|
38
|
+
return [];
|
|
39
|
+
try {
|
|
40
|
+
const data = JSON.parse(readFileSync(servicesPath, "utf-8"));
|
|
41
|
+
const services = [];
|
|
42
|
+
for (const [name, config] of Object.entries(data)) {
|
|
43
|
+
const svc = config;
|
|
44
|
+
if (svc.path && typeof svc.path === "string") {
|
|
45
|
+
services.push({ name, path: svc.path, type: svc.type });
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
return services;
|
|
49
|
+
}
|
|
50
|
+
catch {
|
|
51
|
+
return [];
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
async evalService(service) {
|
|
55
|
+
const start = Date.now();
|
|
56
|
+
this.emit("service_start", { service: service.name, path: service.path });
|
|
57
|
+
const bridge = new PiRpcBridge({
|
|
58
|
+
...this.options.bridgeOptions,
|
|
59
|
+
cwd: service.path,
|
|
60
|
+
noSession: true,
|
|
61
|
+
yolo: true,
|
|
62
|
+
});
|
|
63
|
+
try {
|
|
64
|
+
await bridge.start();
|
|
65
|
+
let response = "";
|
|
66
|
+
bridge.on("message_update", (event) => {
|
|
67
|
+
const delta = event.assistantMessageEvent;
|
|
68
|
+
if (delta?.type === "text_delta" && delta.delta) {
|
|
69
|
+
response += delta.delta;
|
|
70
|
+
}
|
|
71
|
+
});
|
|
72
|
+
const endPromise = new Promise((resolve) => {
|
|
73
|
+
bridge.on("agent_end", () => resolve());
|
|
74
|
+
});
|
|
75
|
+
await bridge.prompt(this.options.evalCommand);
|
|
76
|
+
await endPromise;
|
|
77
|
+
if (!response) {
|
|
78
|
+
response = await bridge.getLastAssistantText() ?? "";
|
|
79
|
+
}
|
|
80
|
+
let stats;
|
|
81
|
+
try {
|
|
82
|
+
const statsResp = await bridge.getSessionStats();
|
|
83
|
+
if (statsResp.success)
|
|
84
|
+
stats = statsResp.data;
|
|
85
|
+
}
|
|
86
|
+
catch { }
|
|
87
|
+
const result = {
|
|
88
|
+
service: service.name,
|
|
89
|
+
path: service.path,
|
|
90
|
+
success: true,
|
|
91
|
+
output: response,
|
|
92
|
+
stats,
|
|
93
|
+
durationMs: Date.now() - start,
|
|
94
|
+
};
|
|
95
|
+
this.emit("service_end", result);
|
|
96
|
+
return result;
|
|
97
|
+
}
|
|
98
|
+
catch (err) {
|
|
99
|
+
const result = {
|
|
100
|
+
service: service.name,
|
|
101
|
+
path: service.path,
|
|
102
|
+
success: false,
|
|
103
|
+
error: err.message,
|
|
104
|
+
durationMs: Date.now() - start,
|
|
105
|
+
};
|
|
106
|
+
this.emit("service_end", result);
|
|
107
|
+
return result;
|
|
108
|
+
}
|
|
109
|
+
finally {
|
|
110
|
+
await bridge.shutdown().catch(() => { });
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
async postResults(results) {
|
|
114
|
+
if (!this.options.hubUrl)
|
|
115
|
+
return;
|
|
116
|
+
try {
|
|
117
|
+
await fetch(`${this.options.hubUrl}/api/events`, {
|
|
118
|
+
method: "POST",
|
|
119
|
+
headers: { "Content-Type": "application/json" },
|
|
120
|
+
body: JSON.stringify({
|
|
121
|
+
type: "eval:sweep",
|
|
122
|
+
ts: new Date().toISOString(),
|
|
123
|
+
data: {
|
|
124
|
+
services: results.length,
|
|
125
|
+
passed: results.filter(r => r.success).length,
|
|
126
|
+
failed: results.filter(r => !r.success).length,
|
|
127
|
+
results: results.map(r => ({
|
|
128
|
+
service: r.service,
|
|
129
|
+
success: r.success,
|
|
130
|
+
durationMs: r.durationMs,
|
|
131
|
+
})),
|
|
132
|
+
},
|
|
133
|
+
}),
|
|
134
|
+
});
|
|
135
|
+
}
|
|
136
|
+
catch {
|
|
137
|
+
// best effort
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
//# sourceMappingURL=eval-sweep.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-sweep.js","sourceRoot":"","sources":["../../../src/lib/pi-sky/eval-sweep.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,IAAI,CAAA;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAC3B,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AA0BzC,MAAM,OAAO,SAAU,SAAQ,YAAY;IACjC,OAAO,CAAkB;IAEjC,YAAY,UAA4B,EAAE;QACxC,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,OAAO,GAAG;YACb,WAAW,EAAE,CAAC;YACd,WAAW,EAAE,iHAAiH;YAC9H,GAAG,OAAO;SACX,CAAA;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,WAAmB;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAC/C,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAA;YAClD,OAAO,EAAE,CAAA;QACX,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAA;QAElG,MAAM,OAAO,GAAkB,EAAE,CAAA;QACjC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAA;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAA;YAChD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAChD,CAAA;YACD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAA;QAC/B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QAElC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QACjC,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC;IAEO,YAAY,CAAC,WAAmB;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,eAAe,CAAC,CAAA;QAC/D,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;YAAE,OAAO,EAAE,CAAA;QAExC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAA;YAC5D,MAAM,QAAQ,GAAoB,EAAE,CAAA;YAEpC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClD,MAAM,GAAG,GAAG,MAAiC,CAAA;gBAC7C,IAAI,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAc,EAAE,CAAC,CAAA;gBACnE,CAAC;YACH,CAAC;YAED,OAAO,QAAQ,CAAA;QACjB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAA;QACX,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAAsB;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAExB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QAEzE,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;YAC7B,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa;YAC7B,GAAG,EAAE,OAAO,CAAC,IAAI;YACjB,SAAS,EAAE,IAAI;YACf,IAAI,EAAE,IAAI;SACX,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YAEpB,IAAI,QAAQ,GAAG,EAAE,CAAA;YACjB,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,KAAU,EAAE,EAAE;gBACzC,MAAM,KAAK,GAAG,KAAK,CAAC,qBAAqB,CAAA;gBACzC,IAAI,KAAK,EAAE,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChD,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAA;gBACzB,CAAC;YACH,CAAC,CAAC,CAAA;YAEF,MAAM,UAAU,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAC/C,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;YACzC,CAAC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAY,CAAC,CAAA;YAC9C,MAAM,UAAU,CAAA;YAEhB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,QAAQ,GAAG,MAAM,MAAM,CAAC,oBAAoB,EAAE,IAAI,EAAE,CAAA;YACtD,CAAC;YAED,IAAI,KAA+B,CAAA;YACnC,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,eAAe,EAAE,CAAA;gBAChD,IAAI,SAAS,CAAC,OAAO;oBAAE,KAAK,GAAG,SAAS,CAAC,IAAoB,CAAA;YAC/D,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAEV,MAAM,MAAM,GAAgB;gBAC1B,OAAO,EAAE,OAAO,CAAC,IAAI;gBACrB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,QAAQ;gBAChB,KAAK;gBACL,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAA;YAED,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;YAChC,OAAO,MAAM,CAAA;QACf,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,MAAM,GAAgB;gBAC1B,OAAO,EAAE,OAAO,CAAC,IAAI;gBACrB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,GAAG,CAAC,OAAO;gBAClB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAA;YACD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;YAChC,OAAO,MAAM,CAAA;QACf,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAAsB;QAC9C,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,OAAM;QAEhC,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,aAAa,EAAE;gBAC/C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,IAAI,EAAE,YAAY;oBAClB,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBAC5B,IAAI,EAAE;wBACJ,QAAQ,EAAE,OAAO,CAAC,MAAM;wBACxB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;wBAC7C,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;wBAC9C,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BACzB,OAAO,EAAE,CAAC,CAAC,OAAO;4BAClB,OAAO,EAAE,CAAC,CAAC,OAAO;4BAClB,UAAU,EAAE,CAAC,CAAC,UAAU;yBACzB,CAAC,CAAC;qBACJ;iBACF,CAAC;aACH,CAAC,CAAA;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,cAAc;QAChB,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { EventEmitter } from "events";
|
|
2
|
+
import type { PiRpcBridge } from "./bridge.js";
|
|
3
|
+
import type { MapEvent } from "./types.js";
|
|
4
|
+
interface EventRoute {
|
|
5
|
+
pattern: string;
|
|
6
|
+
action: "steer" | "follow_up" | "abort";
|
|
7
|
+
messageTemplate: string;
|
|
8
|
+
condition?: (event: MapEvent) => boolean;
|
|
9
|
+
}
|
|
10
|
+
interface EventRouterOptions {
|
|
11
|
+
hubUrl: string;
|
|
12
|
+
routes?: EventRoute[];
|
|
13
|
+
pollIntervalMs?: number;
|
|
14
|
+
}
|
|
15
|
+
export declare class EventRouter extends EventEmitter {
|
|
16
|
+
private routes;
|
|
17
|
+
private bridges;
|
|
18
|
+
private hubUrl;
|
|
19
|
+
private pollInterval;
|
|
20
|
+
private lastEventTs;
|
|
21
|
+
private sseAbort;
|
|
22
|
+
constructor(options: EventRouterOptions);
|
|
23
|
+
registerBridge(name: string, bridge: PiRpcBridge): void;
|
|
24
|
+
unregisterBridge(name: string): void;
|
|
25
|
+
addRoute(route: EventRoute): void;
|
|
26
|
+
startSse(): Promise<void>;
|
|
27
|
+
startPolling(intervalMs?: number): Promise<void>;
|
|
28
|
+
stop(): void;
|
|
29
|
+
private routeEvent;
|
|
30
|
+
}
|
|
31
|
+
export {};
|
|
32
|
+
//# sourceMappingURL=event-router.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"event-router.d.ts","sourceRoot":"","sources":["../../../src/lib/pi-sky/event-router.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAC9C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAE1C,UAAU,UAAU;IAClB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,OAAO,GAAG,WAAW,GAAG,OAAO,CAAA;IACvC,eAAe,EAAE,MAAM,CAAA;IACvB,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,OAAO,CAAA;CACzC;AAED,UAAU,kBAAkB;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,UAAU,EAAE,CAAA;IACrB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,qBAAa,WAAY,SAAQ,YAAY;IAC3C,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,YAAY,CAA8C;IAClE,OAAO,CAAC,WAAW,CAAsB;IACzC,OAAO,CAAC,QAAQ,CAA+B;gBAEnC,OAAO,EAAE,kBAAkB;IAOvC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,IAAI;IAIvD,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAIpC,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAI3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAiDzB,YAAY,CAAC,UAAU,SAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BpD,IAAI,IAAI,IAAI;YASE,UAAU;CA8BzB"}
|
|
@@ -0,0 +1,176 @@
|
|
|
1
|
+
import { EventEmitter } from "events";
|
|
2
|
+
export class EventRouter extends EventEmitter {
|
|
3
|
+
routes = [];
|
|
4
|
+
bridges = new Map();
|
|
5
|
+
hubUrl;
|
|
6
|
+
pollInterval = null;
|
|
7
|
+
lastEventTs = null;
|
|
8
|
+
sseAbort = null;
|
|
9
|
+
constructor(options) {
|
|
10
|
+
super();
|
|
11
|
+
this.hubUrl = options.hubUrl.replace(/\/$/, "");
|
|
12
|
+
this.routes = options.routes ?? defaultRoutes();
|
|
13
|
+
this.on("error", () => { });
|
|
14
|
+
}
|
|
15
|
+
registerBridge(name, bridge) {
|
|
16
|
+
this.bridges.set(name, bridge);
|
|
17
|
+
}
|
|
18
|
+
unregisterBridge(name) {
|
|
19
|
+
this.bridges.delete(name);
|
|
20
|
+
}
|
|
21
|
+
addRoute(route) {
|
|
22
|
+
this.routes.push(route);
|
|
23
|
+
}
|
|
24
|
+
async startSse() {
|
|
25
|
+
this.sseAbort = new AbortController();
|
|
26
|
+
const url = `${this.hubUrl}/api/events/stream`;
|
|
27
|
+
const connect = async () => {
|
|
28
|
+
try {
|
|
29
|
+
const resp = await fetch(url, {
|
|
30
|
+
headers: { Accept: "text/event-stream" },
|
|
31
|
+
signal: this.sseAbort.signal,
|
|
32
|
+
});
|
|
33
|
+
if (!resp.ok || !resp.body) {
|
|
34
|
+
this.emit("error", new Error(`SSE connect failed: ${resp.status}`));
|
|
35
|
+
setTimeout(connect, 5000);
|
|
36
|
+
return;
|
|
37
|
+
}
|
|
38
|
+
const reader = resp.body.getReader();
|
|
39
|
+
const decoder = new TextDecoder();
|
|
40
|
+
let buffer = "";
|
|
41
|
+
while (true) {
|
|
42
|
+
const { done, value } = await reader.read();
|
|
43
|
+
if (done)
|
|
44
|
+
break;
|
|
45
|
+
buffer += decoder.decode(value, { stream: true });
|
|
46
|
+
const lines = buffer.split("\n");
|
|
47
|
+
buffer = lines.pop() ?? "";
|
|
48
|
+
for (const line of lines) {
|
|
49
|
+
if (!line.startsWith("data: "))
|
|
50
|
+
continue;
|
|
51
|
+
try {
|
|
52
|
+
const event = JSON.parse(line.slice(6));
|
|
53
|
+
await this.routeEvent(event);
|
|
54
|
+
}
|
|
55
|
+
catch {
|
|
56
|
+
// skip malformed events
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
catch (err) {
|
|
62
|
+
if (err?.name === "AbortError")
|
|
63
|
+
return;
|
|
64
|
+
this.emit("error", err);
|
|
65
|
+
setTimeout(connect, 5000);
|
|
66
|
+
}
|
|
67
|
+
};
|
|
68
|
+
connect();
|
|
69
|
+
}
|
|
70
|
+
async startPolling(intervalMs = 3000) {
|
|
71
|
+
const poll = async () => {
|
|
72
|
+
try {
|
|
73
|
+
const url = new URL(`${this.hubUrl}/api/events/recent`);
|
|
74
|
+
url.searchParams.set("limit", "20");
|
|
75
|
+
if (this.lastEventTs)
|
|
76
|
+
url.searchParams.set("after", this.lastEventTs);
|
|
77
|
+
const resp = await fetch(url.toString());
|
|
78
|
+
if (!resp.ok)
|
|
79
|
+
return;
|
|
80
|
+
const data = await resp.json();
|
|
81
|
+
const events = data.events ?? [];
|
|
82
|
+
for (const event of events) {
|
|
83
|
+
await this.routeEvent(event);
|
|
84
|
+
this.lastEventTs = event.ts;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
catch {
|
|
88
|
+
// silent retry
|
|
89
|
+
}
|
|
90
|
+
};
|
|
91
|
+
await poll();
|
|
92
|
+
this.pollInterval = setInterval(poll, intervalMs);
|
|
93
|
+
}
|
|
94
|
+
stop() {
|
|
95
|
+
this.sseAbort?.abort();
|
|
96
|
+
this.sseAbort = null;
|
|
97
|
+
if (this.pollInterval) {
|
|
98
|
+
clearInterval(this.pollInterval);
|
|
99
|
+
this.pollInterval = null;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
async routeEvent(event) {
|
|
103
|
+
for (const route of this.routes) {
|
|
104
|
+
if (!matchPattern(route.pattern, event.type))
|
|
105
|
+
continue;
|
|
106
|
+
if (route.condition && !route.condition(event))
|
|
107
|
+
continue;
|
|
108
|
+
const message = interpolate(route.messageTemplate, event);
|
|
109
|
+
this.emit("route", { event, route, message });
|
|
110
|
+
for (const [name, bridge] of this.bridges) {
|
|
111
|
+
if (!bridge.started || bridge.exited)
|
|
112
|
+
continue;
|
|
113
|
+
try {
|
|
114
|
+
switch (route.action) {
|
|
115
|
+
case "steer":
|
|
116
|
+
await bridge.steer(message);
|
|
117
|
+
break;
|
|
118
|
+
case "follow_up":
|
|
119
|
+
await bridge.followUp(message);
|
|
120
|
+
break;
|
|
121
|
+
case "abort":
|
|
122
|
+
await bridge.abort();
|
|
123
|
+
break;
|
|
124
|
+
}
|
|
125
|
+
this.emit("routed", { agentName: name, event, route, message });
|
|
126
|
+
}
|
|
127
|
+
catch (err) {
|
|
128
|
+
this.emit("route_error", { agentName: name, error: err });
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
function matchPattern(pattern, eventType) {
|
|
135
|
+
if (pattern === eventType)
|
|
136
|
+
return true;
|
|
137
|
+
if (pattern.endsWith("*")) {
|
|
138
|
+
return eventType.startsWith(pattern.slice(0, -1));
|
|
139
|
+
}
|
|
140
|
+
return false;
|
|
141
|
+
}
|
|
142
|
+
function interpolate(template, event) {
|
|
143
|
+
return template
|
|
144
|
+
.replace(/\{\{type\}\}/g, event.type)
|
|
145
|
+
.replace(/\{\{ts\}\}/g, event.ts)
|
|
146
|
+
.replace(/\{\{source\}\}/g, event.source ?? "unknown")
|
|
147
|
+
.replace(/\{\{data\.(\w+)\}\}/g, (_match, key) => {
|
|
148
|
+
return String(event.data?.[key] ?? "");
|
|
149
|
+
});
|
|
150
|
+
}
|
|
151
|
+
function defaultRoutes() {
|
|
152
|
+
return [
|
|
153
|
+
{
|
|
154
|
+
pattern: "eval:scored",
|
|
155
|
+
action: "steer",
|
|
156
|
+
messageTemplate: "SYSTEM EVENT: Eval scored. Agent={{data.agent}}, composite={{data.composite}}, delta={{data.delta}}. If delta is negative, investigate the regression before continuing.",
|
|
157
|
+
condition: (e) => {
|
|
158
|
+
const delta = Number(e.data?.delta ?? 0);
|
|
159
|
+
return delta < 0;
|
|
160
|
+
},
|
|
161
|
+
},
|
|
162
|
+
{
|
|
163
|
+
pattern: "telemetry:insight",
|
|
164
|
+
action: "follow_up",
|
|
165
|
+
messageTemplate: "SYSTEM EVENT: Telemetry insight detected — type={{data.insightType}}, severity={{data.severity}}. Details: {{data.message}}. Assess whether this affects your current task.",
|
|
166
|
+
condition: (e) => e.data?.severity === "high",
|
|
167
|
+
},
|
|
168
|
+
{
|
|
169
|
+
pattern: "review:findings",
|
|
170
|
+
action: "steer",
|
|
171
|
+
messageTemplate: "SYSTEM EVENT: AI review found blockers. Severity: {{data.maxSeverity}}. Findings: {{data.summary}}. Address red findings before continuing.",
|
|
172
|
+
condition: (e) => e.data?.maxSeverity === "red",
|
|
173
|
+
},
|
|
174
|
+
];
|
|
175
|
+
}
|
|
176
|
+
//# sourceMappingURL=event-router.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"event-router.js","sourceRoot":"","sources":["../../../src/lib/pi-sky/event-router.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AAiBrC,MAAM,OAAO,WAAY,SAAQ,YAAY;IACnC,MAAM,GAAiB,EAAE,CAAA;IACzB,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAA;IACxC,MAAM,CAAQ;IACd,YAAY,GAA0C,IAAI,CAAA;IAC1D,WAAW,GAAkB,IAAI,CAAA;IACjC,QAAQ,GAA2B,IAAI,CAAA;IAE/C,YAAY,OAA2B;QACrC,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAC/C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,EAAE,CAAA;QAC/C,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IAC5B,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,MAAmB;QAC9C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAChC,CAAC;IAED,gBAAgB,CAAC,IAAY;QAC3B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC3B,CAAC;IAED,QAAQ,CAAC,KAAiB;QACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAA;QACrC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,oBAAoB,CAAA;QAE9C,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;oBAC5B,OAAO,EAAE,EAAE,MAAM,EAAE,mBAAmB,EAAE;oBACxC,MAAM,EAAE,IAAI,CAAC,QAAS,CAAC,MAAM;iBAC9B,CAAC,CAAA;gBAEF,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;oBACnE,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;oBACzB,OAAM;gBACR,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;gBACpC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;gBACjC,IAAI,MAAM,GAAG,EAAE,CAAA;gBAEf,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;oBAC3C,IAAI,IAAI;wBAAE,MAAK;oBACf,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;oBAEjD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;oBAChC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAA;oBAE1B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;4BAAE,SAAQ;wBACxC,IAAI,CAAC;4BACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAa,CAAA;4BACnD,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;wBAC9B,CAAC;wBAAC,MAAM,CAAC;4BACP,wBAAwB;wBAC1B,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,GAAG,EAAE,IAAI,KAAK,YAAY;oBAAE,OAAM;gBACtC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;gBACvB,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YAC3B,CAAC;QACH,CAAC,CAAA;QAED,OAAO,EAAE,CAAA;IACX,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,UAAU,GAAG,IAAI;QAClC,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,oBAAoB,CAAC,CAAA;gBACvD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;gBACnC,IAAI,IAAI,CAAC,WAAW;oBAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;gBAErE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;gBACxC,IAAI,CAAC,IAAI,CAAC,EAAE;oBAAE,OAAM;gBAEpB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAA6B,CAAA;gBACzD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAA;gBAEhC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;oBAC5B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,EAAE,CAAA;gBAC7B,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;QACH,CAAC,CAAA;QAED,MAAM,IAAI,EAAE,CAAA;QACZ,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IACnD,CAAC;IAED,IAAI;QACF,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;QACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACpB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAe;QACtC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC;gBAAE,SAAQ;YACtD,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,SAAQ;YAExD,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;YAEzD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;YAE7C,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,MAAM;oBAAE,SAAQ;gBAC9C,IAAI,CAAC;oBACH,QAAQ,KAAK,CAAC,MAAM,EAAE,CAAC;wBACrB,KAAK,OAAO;4BACV,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;4BAC3B,MAAK;wBACP,KAAK,WAAW;4BACd,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;4BAC9B,MAAK;wBACP,KAAK,OAAO;4BACV,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;4BACpB,MAAK;oBACT,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;gBACjE,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC3D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,SAAiB;IACtD,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IACtC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IACnD,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,KAAe;IACpD,OAAO,QAAQ;SACZ,OAAO,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC;SACpC,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,EAAE,CAAC;SAChC,OAAO,CAAC,iBAAiB,EAAE,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC;SACrD,OAAO,CAAC,sBAAsB,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QAC/C,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;IACxC,CAAC,CAAC,CAAA;AACN,CAAC;AAED,SAAS,aAAa;IACpB,OAAO;QACL;YACE,OAAO,EAAE,aAAa;YACtB,MAAM,EAAE,OAAO;YACf,eAAe,EAAE,0KAA0K;YAC3L,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE;gBACf,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,CAAA;gBACxC,OAAO,KAAK,GAAG,CAAC,CAAA;YAClB,CAAC;SACF;QACD;YACE,OAAO,EAAE,mBAAmB;YAC5B,MAAM,EAAE,WAAW;YACnB,eAAe,EAAE,6KAA6K;YAC9L,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,KAAK,MAAM;SAC9C;QACD;YACE,OAAO,EAAE,iBAAiB;YAC1B,MAAM,EAAE,OAAO;YACf,eAAe,EAAE,6IAA6I;YAC9J,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,WAAW,KAAK,KAAK;SAChD;KACF,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { EventEmitter } from "events";
|
|
2
|
+
import type { BridgeOptions, ExperimentConfig, ExperimentResult } from "./types.js";
|
|
3
|
+
export declare class ExperimentRunner extends EventEmitter {
|
|
4
|
+
private bridgeOptions;
|
|
5
|
+
constructor(bridgeOptions: BridgeOptions);
|
|
6
|
+
run(config: ExperimentConfig): Promise<ExperimentResult[]>;
|
|
7
|
+
private scoreVariant;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=experiment.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment.d.ts","sourceRoot":"","sources":["../../../src/lib/pi-sky/experiment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AAErC,OAAO,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAgB,MAAM,YAAY,CAAA;AAEjG,qBAAa,gBAAiB,SAAQ,YAAY;IAChD,OAAO,CAAC,aAAa,CAAe;gBAExB,aAAa,EAAE,aAAa;IAKlC,GAAG,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;YA2DlD,YAAY;CAgC3B"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { EventEmitter } from "events";
|
|
2
|
+
import { PiRpcBridge } from "./bridge.js";
|
|
3
|
+
export class ExperimentRunner extends EventEmitter {
|
|
4
|
+
bridgeOptions;
|
|
5
|
+
constructor(bridgeOptions) {
|
|
6
|
+
super();
|
|
7
|
+
this.bridgeOptions = { ...bridgeOptions, noSession: true };
|
|
8
|
+
}
|
|
9
|
+
async run(config) {
|
|
10
|
+
const results = [];
|
|
11
|
+
for (const variant of config.variants) {
|
|
12
|
+
this.emit("variant_start", { variant, total: config.variants.length, current: results.length + 1 });
|
|
13
|
+
const bridge = new PiRpcBridge(this.bridgeOptions);
|
|
14
|
+
await bridge.start();
|
|
15
|
+
let fullResponse = "";
|
|
16
|
+
bridge.on("message_update", (event) => {
|
|
17
|
+
const delta = event.assistantMessageEvent;
|
|
18
|
+
if (delta?.type === "text_delta" && delta.delta) {
|
|
19
|
+
fullResponse += delta.delta;
|
|
20
|
+
}
|
|
21
|
+
});
|
|
22
|
+
const agentEndPromise = new Promise((resolve) => {
|
|
23
|
+
bridge.on("agent_end", () => resolve());
|
|
24
|
+
});
|
|
25
|
+
const prompt = `${config.basePrompt}\n\nApproach: ${variant}`;
|
|
26
|
+
await bridge.prompt(prompt);
|
|
27
|
+
await agentEndPromise;
|
|
28
|
+
if (!fullResponse) {
|
|
29
|
+
fullResponse = await bridge.getLastAssistantText() ?? "";
|
|
30
|
+
}
|
|
31
|
+
let stats;
|
|
32
|
+
try {
|
|
33
|
+
const statsResp = await bridge.getSessionStats();
|
|
34
|
+
if (statsResp.success)
|
|
35
|
+
stats = statsResp.data;
|
|
36
|
+
}
|
|
37
|
+
catch { }
|
|
38
|
+
const result = {
|
|
39
|
+
variant,
|
|
40
|
+
response: fullResponse,
|
|
41
|
+
stats,
|
|
42
|
+
};
|
|
43
|
+
if (config.evalPrompt) {
|
|
44
|
+
result.score = await this.scoreVariant(bridge, config.evalPrompt, variant, fullResponse);
|
|
45
|
+
}
|
|
46
|
+
results.push(result);
|
|
47
|
+
this.emit("variant_end", { variant, result });
|
|
48
|
+
await bridge.shutdown();
|
|
49
|
+
}
|
|
50
|
+
results.sort((a, b) => (b.score ?? 0) - (a.score ?? 0));
|
|
51
|
+
this.emit("complete", { results, winner: results[0] });
|
|
52
|
+
return results;
|
|
53
|
+
}
|
|
54
|
+
async scoreVariant(bridge, evalPrompt, variant, response) {
|
|
55
|
+
const scoringPrompt = [
|
|
56
|
+
evalPrompt,
|
|
57
|
+
`\nVariant: ${variant}`,
|
|
58
|
+
`\nResponse:\n${response.slice(0, 4000)}`,
|
|
59
|
+
"\nRespond with ONLY a JSON object: {\"score\": <number 0-100>, \"reasoning\": \"<brief>\"}",
|
|
60
|
+
].join("");
|
|
61
|
+
await bridge.newSession();
|
|
62
|
+
let scoreResponse = "";
|
|
63
|
+
bridge.on("message_update", (event) => {
|
|
64
|
+
const delta = event.assistantMessageEvent;
|
|
65
|
+
if (delta?.type === "text_delta" && delta.delta) {
|
|
66
|
+
scoreResponse += delta.delta;
|
|
67
|
+
}
|
|
68
|
+
});
|
|
69
|
+
const endPromise = new Promise((resolve) => {
|
|
70
|
+
bridge.on("agent_end", () => resolve());
|
|
71
|
+
});
|
|
72
|
+
await bridge.prompt(scoringPrompt);
|
|
73
|
+
await endPromise;
|
|
74
|
+
try {
|
|
75
|
+
const jsonMatch = scoreResponse.match(/\{[^}]*"score"\s*:\s*(\d+(?:\.\d+)?)[^}]*\}/);
|
|
76
|
+
if (jsonMatch?.[1])
|
|
77
|
+
return parseFloat(jsonMatch[1]);
|
|
78
|
+
}
|
|
79
|
+
catch { }
|
|
80
|
+
return 0;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
//# sourceMappingURL=experiment.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment.js","sourceRoot":"","sources":["../../../src/lib/pi-sky/experiment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAGzC,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IACxC,aAAa,CAAe;IAEpC,YAAY,aAA4B;QACtC,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;IAC5D,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAwB;QAChC,MAAM,OAAO,GAAuB,EAAE,CAAA;QAEtC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAA;YAEnG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;YAClD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YAEpB,IAAI,YAAY,GAAG,EAAE,CAAA;YAErB,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,KAAU,EAAE,EAAE;gBACzC,MAAM,KAAK,GAAG,KAAK,CAAC,qBAAqB,CAAA;gBACzC,IAAI,KAAK,EAAE,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChD,YAAY,IAAI,KAAK,CAAC,KAAK,CAAA;gBAC7B,CAAC;YACH,CAAC,CAAC,CAAA;YAEF,MAAM,eAAe,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBACpD,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;YACzC,CAAC,CAAC,CAAA;YAEF,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,iBAAiB,OAAO,EAAE,CAAA;YAC7D,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAC3B,MAAM,eAAe,CAAA;YAErB,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,YAAY,GAAG,MAAM,MAAM,CAAC,oBAAoB,EAAE,IAAI,EAAE,CAAA;YAC1D,CAAC;YAED,IAAI,KAA+B,CAAA;YACnC,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,eAAe,EAAE,CAAA;gBAChD,IAAI,SAAS,CAAC,OAAO;oBAAE,KAAK,GAAG,SAAS,CAAC,IAAoB,CAAA;YAC/D,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAEV,MAAM,MAAM,GAAqB;gBAC/B,OAAO;gBACP,QAAQ,EAAE,YAAY;gBACtB,KAAK;aACN,CAAA;YAED,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,YAAY,CAAC,CAAA;YAC1F,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACpB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;YAE7C,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;QACzB,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAA;QAEvD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAEtD,OAAO,OAAO,CAAA;IAChB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAmB,EAAE,UAAkB,EAAE,OAAe,EAAE,QAAgB;QACnG,MAAM,aAAa,GAAG;YACpB,UAAU;YACV,cAAc,OAAO,EAAE;YACvB,gBAAgB,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;YACzC,4FAA4F;SAC7F,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAEV,MAAM,MAAM,CAAC,UAAU,EAAE,CAAA;QAEzB,IAAI,aAAa,GAAG,EAAE,CAAA;QACtB,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,KAAU,EAAE,EAAE;YACzC,MAAM,KAAK,GAAG,KAAK,CAAC,qBAAqB,CAAA;YACzC,IAAI,KAAK,EAAE,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChD,aAAa,IAAI,KAAK,CAAC,KAAK,CAAA;YAC9B,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC/C,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;QACzC,CAAC,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAClC,MAAM,UAAU,CAAA;QAEhB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAA;YACpF,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC;gBAAE,OAAO,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;QACrD,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QAEV,OAAO,CAAC,CAAA;IACV,CAAC;CACF"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pi-sky Runtime Modules
|
|
3
|
+
*
|
|
4
|
+
* Re-exports all Pi-sky modules for use in the Peter Parker experiment loop.
|
|
5
|
+
*
|
|
6
|
+
* @purpose Re-export Pi-sky runtime modules (bridge, cost-monitor, event-router, etc.)
|
|
7
|
+
*/
|
|
8
|
+
export * from "./types.js";
|
|
9
|
+
export { PiRpcBridge } from "./bridge.js";
|
|
10
|
+
export { CostMonitor } from "./cost-monitor.js";
|
|
11
|
+
export { EventRouter } from "./event-router.js";
|
|
12
|
+
export { ExperimentRunner } from "./experiment.js";
|
|
13
|
+
export { StratusGate } from "./stratus-gate.js";
|
|
14
|
+
export { PiSwarm } from "./swarm.js";
|
|
15
|
+
export { EvalSweep } from "./eval-sweep.js";
|
|
16
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/pi-sky/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pi-sky Runtime Modules
|
|
3
|
+
*
|
|
4
|
+
* Re-exports all Pi-sky modules for use in the Peter Parker experiment loop.
|
|
5
|
+
*
|
|
6
|
+
* @purpose Re-export Pi-sky runtime modules (bridge, cost-monitor, event-router, etc.)
|
|
7
|
+
*/
|
|
8
|
+
export * from "./types.js";
|
|
9
|
+
export { PiRpcBridge } from "./bridge.js";
|
|
10
|
+
export { CostMonitor } from "./cost-monitor.js";
|
|
11
|
+
export { EventRouter } from "./event-router.js";
|
|
12
|
+
export { ExperimentRunner } from "./experiment.js";
|
|
13
|
+
export { StratusGate } from "./stratus-gate.js";
|
|
14
|
+
export { PiSwarm } from "./swarm.js";
|
|
15
|
+
export { EvalSweep } from "./eval-sweep.js";
|
|
16
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lib/pi-sky/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { EventEmitter } from "events";
|
|
2
|
+
import type { PiRpcBridge } from "./bridge.js";
|
|
3
|
+
interface StratusGateOptions {
|
|
4
|
+
apiKey?: string;
|
|
5
|
+
apiUrl?: string;
|
|
6
|
+
threshold?: number;
|
|
7
|
+
enabled?: boolean;
|
|
8
|
+
}
|
|
9
|
+
interface RolloutResult {
|
|
10
|
+
predicted_delta: number;
|
|
11
|
+
confidence: number;
|
|
12
|
+
recommendation: string;
|
|
13
|
+
}
|
|
14
|
+
export declare class StratusGate extends EventEmitter {
|
|
15
|
+
private apiKey;
|
|
16
|
+
private apiUrl;
|
|
17
|
+
private threshold;
|
|
18
|
+
private enabled;
|
|
19
|
+
constructor(options?: StratusGateOptions);
|
|
20
|
+
get isEnabled(): boolean;
|
|
21
|
+
evaluate(proposal: string, context?: string): Promise<{
|
|
22
|
+
allow: boolean;
|
|
23
|
+
prediction?: RolloutResult;
|
|
24
|
+
}>;
|
|
25
|
+
gatedPrompt(bridge: PiRpcBridge, message: string, context?: string): Promise<void>;
|
|
26
|
+
}
|
|
27
|
+
export {};
|
|
28
|
+
//# sourceMappingURL=stratus-gate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stratus-gate.d.ts","sourceRoot":"","sources":["../../../src/lib/pi-sky/stratus-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAE9C,UAAU,kBAAkB;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB;AAED,UAAU,aAAa;IACrB,eAAe,EAAE,MAAM,CAAA;IACvB,UAAU,EAAE,MAAM,CAAA;IAClB,cAAc,EAAE,MAAM,CAAA;CACvB;AAED,qBAAa,WAAY,SAAQ,YAAY;IAC3C,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,GAAE,kBAAuB;IAQ5C,IAAI,SAAS,IAAI,OAAO,CAAyC;IAE3D,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,aAAa,CAAA;KAAE,CAAC;IAuCrG,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAezF"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import { EventEmitter } from "events";
|
|
2
|
+
export class StratusGate extends EventEmitter {
|
|
3
|
+
apiKey;
|
|
4
|
+
apiUrl;
|
|
5
|
+
threshold;
|
|
6
|
+
enabled;
|
|
7
|
+
constructor(options = {}) {
|
|
8
|
+
super();
|
|
9
|
+
this.apiKey = options.apiKey ?? process.env.STRATUS_API_KEY ?? "";
|
|
10
|
+
this.apiUrl = options.apiUrl ?? "https://api.stratus.run";
|
|
11
|
+
this.threshold = options.threshold ?? -0.05;
|
|
12
|
+
this.enabled = options.enabled ?? !!this.apiKey;
|
|
13
|
+
}
|
|
14
|
+
get isEnabled() { return this.enabled && !!this.apiKey; }
|
|
15
|
+
async evaluate(proposal, context) {
|
|
16
|
+
if (!this.isEnabled)
|
|
17
|
+
return { allow: true };
|
|
18
|
+
try {
|
|
19
|
+
const resp = await fetch(`${this.apiUrl}/v1/rollout`, {
|
|
20
|
+
method: "POST",
|
|
21
|
+
headers: {
|
|
22
|
+
"Content-Type": "application/json",
|
|
23
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
24
|
+
},
|
|
25
|
+
body: JSON.stringify({
|
|
26
|
+
proposal,
|
|
27
|
+
context: context ?? "",
|
|
28
|
+
type: "prompt_filter",
|
|
29
|
+
}),
|
|
30
|
+
signal: AbortSignal.timeout(5000),
|
|
31
|
+
});
|
|
32
|
+
if (!resp.ok) {
|
|
33
|
+
this.emit("error", new Error(`Stratus API: ${resp.status}`));
|
|
34
|
+
return { allow: true };
|
|
35
|
+
}
|
|
36
|
+
const result = await resp.json();
|
|
37
|
+
this.emit("prediction", { proposal, result });
|
|
38
|
+
if (result.predicted_delta < this.threshold && result.confidence > 0.6) {
|
|
39
|
+
this.emit("blocked", { proposal, result });
|
|
40
|
+
return { allow: false, prediction: result };
|
|
41
|
+
}
|
|
42
|
+
return { allow: true, prediction: result };
|
|
43
|
+
}
|
|
44
|
+
catch (err) {
|
|
45
|
+
this.emit("error", err);
|
|
46
|
+
return { allow: true };
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
async gatedPrompt(bridge, message, context) {
|
|
50
|
+
const { allow, prediction } = await this.evaluate(message, context);
|
|
51
|
+
if (!allow && prediction) {
|
|
52
|
+
await bridge.steer(`STRATUS GATE: Predicted eval delta ${prediction.predicted_delta.toFixed(3)} ` +
|
|
53
|
+
`(confidence ${(prediction.confidence * 100).toFixed(0)}%). ` +
|
|
54
|
+
`Recommendation: ${prediction.recommendation}. ` +
|
|
55
|
+
`Reconsider your approach before proceeding.`);
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
await bridge.prompt(message);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
//# sourceMappingURL=stratus-gate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stratus-gate.js","sourceRoot":"","sources":["../../../src/lib/pi-sky/stratus-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AAgBrC,MAAM,OAAO,WAAY,SAAQ,YAAY;IACnC,MAAM,CAAQ;IACd,MAAM,CAAQ;IACd,SAAS,CAAQ;IACjB,OAAO,CAAS;IAExB,YAAY,UAA8B,EAAE;QAC1C,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAA;QACjE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,yBAAyB,CAAA;QACzD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,IAAI,CAAA;QAC3C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAA;IACjD,CAAC;IAED,IAAI,SAAS,KAAc,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAA,CAAC,CAAC;IAEjE,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,OAAgB;QAC/C,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;QAE3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,aAAa,EAAE;gBACpD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,QAAQ;oBACR,OAAO,EAAE,OAAO,IAAI,EAAE;oBACtB,IAAI,EAAE,eAAe;iBACtB,CAAC;gBACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAA;YAEF,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,gBAAgB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;gBAC5D,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;YACxB,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAmB,CAAA;YAEjD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;YAE7C,IAAI,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;gBACvE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;gBAC1C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,CAAA;YAC7C,CAAC;YAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAA;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;YACvB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAmB,EAAE,OAAe,EAAE,OAAgB;QACtE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAEnE,IAAI,CAAC,KAAK,IAAI,UAAU,EAAE,CAAC;YACzB,MAAM,MAAM,CAAC,KAAK,CAChB,sCAAsC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAC9E,eAAe,CAAC,UAAU,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;gBAC7D,mBAAmB,UAAU,CAAC,cAAc,IAAI;gBAChD,6CAA6C,CAC9C,CAAA;YACD,OAAM;QACR,CAAC;QAED,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC9B,CAAC;CACF"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { EventEmitter } from "events";
|
|
2
|
+
import { PiRpcBridge } from "./bridge.js";
|
|
3
|
+
import type { SwarmOptions, MapEvent } from "./types.js";
|
|
4
|
+
export declare class PiSwarm extends EventEmitter {
|
|
5
|
+
private agents;
|
|
6
|
+
private options;
|
|
7
|
+
private router;
|
|
8
|
+
private costMonitor;
|
|
9
|
+
private _started;
|
|
10
|
+
constructor(options: SwarmOptions);
|
|
11
|
+
get started(): boolean;
|
|
12
|
+
get agentNames(): string[];
|
|
13
|
+
get agentCount(): number;
|
|
14
|
+
getAgent(name: string): PiRpcBridge | undefined;
|
|
15
|
+
start(): Promise<void>;
|
|
16
|
+
shutdown(): Promise<void>;
|
|
17
|
+
prompt(agentName: string, message: string): Promise<void>;
|
|
18
|
+
steer(agentName: string, message: string): Promise<void>;
|
|
19
|
+
steerAll(message: string): Promise<void>;
|
|
20
|
+
followUp(agentName: string, message: string): Promise<void>;
|
|
21
|
+
abortAll(): Promise<void>;
|
|
22
|
+
getLastAssistantText(agentName: string): Promise<string | null>;
|
|
23
|
+
relay(fromAgent: string, toAgent: string, prefix?: string): Promise<void>;
|
|
24
|
+
getStats(): Promise<Record<string, unknown>>;
|
|
25
|
+
onMapEvent(pattern: string, handler: (event: MapEvent) => Promise<void> | void): void;
|
|
26
|
+
private spawnAgent;
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=swarm.d.ts.map
|