saeeol 1.2.4 → 1.2.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/saeeol.cjs +2 -1
- package/package.json +1 -1
- package/src/ltm/pipeline.ts +1 -1
- package/src/ltm/scheduler.ts +86 -12
- package/src/ltm/types.ts +1 -1
- package/src/provider/local/embedder.ts +3 -3
- package/test/ltm/ltm.test.ts +230 -0
- package/test/server/contract.test.ts +134 -152
package/bin/saeeol.cjs
CHANGED
|
@@ -180,7 +180,8 @@ if (resolved) {
|
|
|
180
180
|
}
|
|
181
181
|
|
|
182
182
|
// Fallback: run source with bun if available
|
|
183
|
-
const
|
|
183
|
+
const srcDir = path.join(scriptDir, "..", "src")
|
|
184
|
+
const indexPath = path.join(srcDir, "index.ts")
|
|
184
185
|
if (fs.existsSync(indexPath)) {
|
|
185
186
|
const bunExe = process.platform === "win32" ? "bun.exe" : "bun"
|
|
186
187
|
try {
|
package/package.json
CHANGED
package/src/ltm/pipeline.ts
CHANGED
|
@@ -11,7 +11,7 @@ import * as Procedural from "@/ltm/memory/procedural"
|
|
|
11
11
|
import * as Scheduler from "@/ltm/scheduler"
|
|
12
12
|
import type { LTMConfig, LLMBakeParams } from "@/ltm/types"
|
|
13
13
|
import { LTMEvent } from "@/ltm/events"
|
|
14
|
-
import { SessionEvent } from "@/session/core/session-types"
|
|
14
|
+
import { Event as SessionEvent } from "@/session/core/session-types"
|
|
15
15
|
|
|
16
16
|
const log = Log.create({ service: "ltm/pipeline" })
|
|
17
17
|
|
package/src/ltm/scheduler.ts
CHANGED
|
@@ -15,6 +15,11 @@ export interface Allocation {
|
|
|
15
15
|
available: number
|
|
16
16
|
}
|
|
17
17
|
|
|
18
|
+
/** 스케줄링 전략 */
|
|
19
|
+
export type Strategy = "concurrent" | "alternating" | "cpu-fallback" | "no-gpu"
|
|
20
|
+
|
|
21
|
+
// ── VRAM 게이지 ──
|
|
22
|
+
|
|
18
23
|
/** 현재 VRAM 할당 상태 조회 */
|
|
19
24
|
export async function allocation(): Promise<Allocation> {
|
|
20
25
|
const gpu = await Effect.runPromise(GPU.profile)
|
|
@@ -26,30 +31,99 @@ export async function allocation(): Promise<Allocation> {
|
|
|
26
31
|
}
|
|
27
32
|
}
|
|
28
33
|
|
|
34
|
+
/** 스케줄링 전략 반환 */
|
|
35
|
+
export async function strategy(): Promise<Strategy> {
|
|
36
|
+
const gpu = await Effect.runPromise(GPU.profile)
|
|
37
|
+
if (!gpu.cudaAvailable) return "no-gpu"
|
|
38
|
+
if (gpu.totalVRAMMB >= 16384) return "concurrent"
|
|
39
|
+
if (gpu.totalVRAMMB >= 8192) return "alternating"
|
|
40
|
+
return "cpu-fallback"
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
// ── 실행 판정 ──
|
|
44
|
+
|
|
29
45
|
/** 임베딩 백그라운드 작업 실행 가능한지 판단 */
|
|
30
46
|
export async function canRunEmbedding(): Promise<boolean> {
|
|
47
|
+
const strat = await strategy()
|
|
48
|
+
// no-gpu나 cpu-fallback에서는 항상 가능 (CPU 처리)
|
|
49
|
+
if (strat === "no-gpu" || strat === "cpu-fallback") return true
|
|
50
|
+
// concurrent에서는 항상 가능
|
|
51
|
+
if (strat === "concurrent") return true
|
|
52
|
+
// alternating: VRAM 최소 2GB 필요
|
|
31
53
|
const alloc = await allocation()
|
|
32
|
-
// 최소 2GB VRAM 필요
|
|
33
54
|
return alloc.available >= 2048
|
|
34
55
|
}
|
|
35
56
|
|
|
36
57
|
/** LLM과 임베딩 동시 실행 가능한지 판단 */
|
|
37
58
|
export async function canRunConcurrent(hw: HardwareProfile): Promise<boolean> {
|
|
38
|
-
// 16GB 이상 VRAM이면 항상 동시 실행 가능
|
|
39
59
|
if (hw.totalVRAMMB >= 16384) return true
|
|
40
|
-
// 8GB 이상이면 임베딩 모델이 1GB 이하일 때 가능
|
|
41
60
|
if (hw.totalVRAMMB >= 8192 && Embedder.vramUsage() <= 1024) return true
|
|
42
|
-
// 그 외는 교대 실행
|
|
43
61
|
return false
|
|
44
62
|
}
|
|
45
63
|
|
|
46
|
-
|
|
47
|
-
export type Strategy = "concurrent" | "alternating" | "cpu-fallback" | "no-gpu"
|
|
64
|
+
// ── LLM ↔ 임베딩 교대 실행 ──
|
|
48
65
|
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
66
|
+
/** LLM이 VRAM을 요청할 때 호출 — 필요시 임베딩 일시정지 */
|
|
67
|
+
export async function requestLLM(vramNeededMB: number): Promise<boolean> {
|
|
68
|
+
const strat = await strategy()
|
|
69
|
+
|
|
70
|
+
// concurrent 전략: 둘 다 실행 가능
|
|
71
|
+
if (strat === "concurrent") return true
|
|
72
|
+
// no-gpu: GPU 필요 없음
|
|
73
|
+
if (strat === "no-gpu") return true
|
|
74
|
+
|
|
75
|
+
const alloc = await allocation()
|
|
76
|
+
|
|
77
|
+
// 충분한 VRAM이 있으면 그대로 진행
|
|
78
|
+
if (alloc.available >= vramNeededMB) {
|
|
79
|
+
log.info("LLM request: enough VRAM", { available: alloc.available, needed: vramNeededMB })
|
|
80
|
+
return true
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
// alternating 전략: 임베딩 서버를 일시정지하여 VRAM 확보
|
|
84
|
+
if (strat === "alternating" && alloc.embedding > 0) {
|
|
85
|
+
log.info("LLM request: pausing embedding to free VRAM", {
|
|
86
|
+
embedding: alloc.embedding,
|
|
87
|
+
needed: vramNeededMB,
|
|
88
|
+
})
|
|
89
|
+
await Embedder.stop()
|
|
90
|
+
return true
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
// cpu-fallback: 임베딩은 이미 CPU에서 실행 중, GPU는 LLM 전용
|
|
94
|
+
if (strat === "cpu-fallback") return true
|
|
95
|
+
|
|
96
|
+
log.warn("LLM request: insufficient VRAM", { available: alloc.available, needed: vramNeededMB })
|
|
97
|
+
return false
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
/** 임베딩 재시작 — LLM 유휴 시 호출 */
|
|
101
|
+
export async function resumeEmbedding(bake: {
|
|
102
|
+
embeddingModel: string
|
|
103
|
+
embeddingDimensions: number
|
|
104
|
+
}): Promise<void> {
|
|
105
|
+
const current = Embedder.status()
|
|
106
|
+
if (current?.status === "running") return
|
|
107
|
+
|
|
108
|
+
const canRun = await canRunEmbedding()
|
|
109
|
+
if (!canRun) {
|
|
110
|
+
log.info("embedder resume skipped — VRAM budget exceeded")
|
|
111
|
+
return
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
log.info("resuming embedding server after LLM idle")
|
|
115
|
+
try {
|
|
116
|
+
await Embedder.start({
|
|
117
|
+
embeddingModel: bake.embeddingModel,
|
|
118
|
+
embeddingDimensions: bake.embeddingDimensions,
|
|
119
|
+
embeddingVRAMMB: 0,
|
|
120
|
+
contextLength: 4096,
|
|
121
|
+
batchSize: 16,
|
|
122
|
+
numThread: 4,
|
|
123
|
+
numGPU: 0,
|
|
124
|
+
hardwareHash: "",
|
|
125
|
+
})
|
|
126
|
+
} catch (e) {
|
|
127
|
+
log.error("failed to resume embedding server", { error: e })
|
|
128
|
+
}
|
|
55
129
|
}
|
package/src/ltm/types.ts
CHANGED
|
@@ -38,7 +38,7 @@ export type EmbedderStatus = Schema.Schema.Type<typeof EmbedderStatus>
|
|
|
38
38
|
export const EmbeddingServer = Schema.Struct({
|
|
39
39
|
id: Schema.String,
|
|
40
40
|
model: Schema.String,
|
|
41
|
-
status: EmbedderStatus,
|
|
41
|
+
status: Schema.mutable(EmbedderStatus),
|
|
42
42
|
endpoint: Schema.String,
|
|
43
43
|
dimensions: Schema.Number,
|
|
44
44
|
vramMB: Schema.Number,
|
|
@@ -151,7 +151,7 @@ export async function start(bake: LLMBakeParams): Promise<EmbeddingServer> {
|
|
|
151
151
|
const running = await isOllamaRunning(endpoint)
|
|
152
152
|
if (!running) {
|
|
153
153
|
log.warn("Ollama not running, embedding server unavailable", { endpoint })
|
|
154
|
-
server
|
|
154
|
+
server = { ...server, status: "error" }
|
|
155
155
|
void Bus.publish(LTMEvent.EmbedderStatusChanged, { status: "error", model: bake.embeddingModel })
|
|
156
156
|
return server
|
|
157
157
|
}
|
|
@@ -173,13 +173,13 @@ export async function start(bake: LLMBakeParams): Promise<EmbeddingServer> {
|
|
|
173
173
|
log.info("model warmed up", { model: ollamaModel })
|
|
174
174
|
} catch (e) {
|
|
175
175
|
log.error("warmup failed", { model: ollamaModel, error: e })
|
|
176
|
-
server
|
|
176
|
+
server = { ...server, status: "error" }
|
|
177
177
|
void Bus.publish(LTMEvent.EmbedderStatusChanged, { status: "error", model: bake.embeddingModel })
|
|
178
178
|
return server
|
|
179
179
|
}
|
|
180
180
|
}
|
|
181
181
|
|
|
182
|
-
|
|
182
|
+
server = { ...server, status: "running" }
|
|
183
183
|
void Bus.publish(LTMEvent.EmbedderStatusChanged, { status: "running", model: bake.embeddingModel })
|
|
184
184
|
log.info("embedding server started", { model: bake.embeddingModel, dimensions: bake.embeddingDimensions })
|
|
185
185
|
|
|
@@ -0,0 +1,230 @@
|
|
|
1
|
+
/** LTM unit tests — store, retrieval, embedder cycle */
|
|
2
|
+
|
|
3
|
+
import { describe, test, expect, beforeEach, afterEach } from "bun:test"
|
|
4
|
+
import path from "path"
|
|
5
|
+
import { mkdir, rm } from "fs/promises"
|
|
6
|
+
import * as Store from "@/ltm/store"
|
|
7
|
+
import * as Retrieval from "@/ltm/retrieval"
|
|
8
|
+
import type { Memory, LTMConfig } from "@/ltm/types"
|
|
9
|
+
import * as Episodic from "@/ltm/memory/episodic"
|
|
10
|
+
import * as Procedural from "@/ltm/memory/procedural"
|
|
11
|
+
|
|
12
|
+
// ── Mock embedder — Ollama 없이 테스트 ──
|
|
13
|
+
|
|
14
|
+
const mockVectors = new Map<string, number[]>()
|
|
15
|
+
|
|
16
|
+
/** 간단한 mock 임베딩 (텍스트 해시 기반) */
|
|
17
|
+
function mockEmbed(text: string): number[] {
|
|
18
|
+
if (mockVectors.has(text)) return mockVectors.get(text)!
|
|
19
|
+
const vector = Array.from({ length: 384 }, (_, i) => {
|
|
20
|
+
const code = text.charCodeAt(i % text.length) || 0
|
|
21
|
+
return Math.sin(code * (i + 1)) * 0.5 + 0.5
|
|
22
|
+
})
|
|
23
|
+
mockVectors.set(text, vector)
|
|
24
|
+
return vector
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
// 테스트 설정
|
|
28
|
+
const testConfig: LTMConfig = {
|
|
29
|
+
enabled: true,
|
|
30
|
+
embeddingModel: "mock",
|
|
31
|
+
vectorStore: "filesystem",
|
|
32
|
+
maxMemories: 100,
|
|
33
|
+
episodic: { enabled: true, summaryInterval: 5, retainDays: 90 },
|
|
34
|
+
semantic: { enabled: true, indexOnFileChange: true },
|
|
35
|
+
procedural: { enabled: true, trackPreferences: true },
|
|
36
|
+
retrieval: { topK: 5, minScore: 0.5, maxTokens: 2000 },
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
// ── Store 테스트 ──
|
|
40
|
+
|
|
41
|
+
describe("LTM Store", () => {
|
|
42
|
+
test("upsert and search", async () => {
|
|
43
|
+
const vector = mockEmbed("hello world test")
|
|
44
|
+
const memory: Memory = {
|
|
45
|
+
id: "test:1",
|
|
46
|
+
type: "episodic",
|
|
47
|
+
content: "test content about hello world",
|
|
48
|
+
summary: "hello world test",
|
|
49
|
+
vector,
|
|
50
|
+
metadata: {
|
|
51
|
+
source: "test:unit",
|
|
52
|
+
timestamp: Date.now(),
|
|
53
|
+
tags: ["test"],
|
|
54
|
+
},
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
await Store.upsert(memory)
|
|
58
|
+
const results = await Store.search(vector, { topK: 5, minScore: 0.0 })
|
|
59
|
+
expect(results.length).toBeGreaterThan(0)
|
|
60
|
+
expect(results[0]!.id).toBe("test:1")
|
|
61
|
+
})
|
|
62
|
+
|
|
63
|
+
test("search filters by type", async () => {
|
|
64
|
+
const v1 = mockEmbed("episodic query")
|
|
65
|
+
await Store.upsert({
|
|
66
|
+
id: "test:epi",
|
|
67
|
+
type: "episodic",
|
|
68
|
+
content: "episodic content",
|
|
69
|
+
summary: "episodic query",
|
|
70
|
+
vector: v1,
|
|
71
|
+
metadata: { source: "test", timestamp: Date.now(), tags: [] },
|
|
72
|
+
})
|
|
73
|
+
|
|
74
|
+
const v2 = mockEmbed("semantic code query")
|
|
75
|
+
await Store.upsert({
|
|
76
|
+
id: "test:sem",
|
|
77
|
+
type: "semantic",
|
|
78
|
+
content: "code content",
|
|
79
|
+
summary: "semantic code query",
|
|
80
|
+
vector: v2,
|
|
81
|
+
metadata: { source: "test", timestamp: Date.now(), tags: [] },
|
|
82
|
+
})
|
|
83
|
+
|
|
84
|
+
const results = await Store.search(v1, { topK: 5, minScore: 0.0, type: "episodic" })
|
|
85
|
+
expect(results.every((m) => m.type === "episodic")).toBe(true)
|
|
86
|
+
})
|
|
87
|
+
|
|
88
|
+
test("remove deletes memories", async () => {
|
|
89
|
+
const id = `test:rm:${Date.now()}`
|
|
90
|
+
await Store.upsert({
|
|
91
|
+
id,
|
|
92
|
+
type: "episodic",
|
|
93
|
+
content: "to be removed",
|
|
94
|
+
summary: "remove test",
|
|
95
|
+
vector: mockEmbed("remove test"),
|
|
96
|
+
metadata: { source: "test", timestamp: Date.now(), tags: [] },
|
|
97
|
+
})
|
|
98
|
+
|
|
99
|
+
const before = await Store.count()
|
|
100
|
+
await Store.remove([id])
|
|
101
|
+
const after = await Store.count()
|
|
102
|
+
expect(after).toBeLessThanOrEqual(before)
|
|
103
|
+
})
|
|
104
|
+
|
|
105
|
+
test("prune removes old memories", async () => {
|
|
106
|
+
const oldTimestamp = Date.now() - 100 * 24 * 60 * 60 * 1000 // 100 days ago
|
|
107
|
+
const id = `test:old:${Date.now()}`
|
|
108
|
+
await Store.upsert({
|
|
109
|
+
id,
|
|
110
|
+
type: "episodic",
|
|
111
|
+
content: "old memory",
|
|
112
|
+
summary: "old memory content",
|
|
113
|
+
vector: mockEmbed("old memory content"),
|
|
114
|
+
metadata: { source: "test", timestamp: oldTimestamp, tags: [] },
|
|
115
|
+
})
|
|
116
|
+
|
|
117
|
+
const pruned = await Store.prune(90 * 24 * 60 * 60 * 1000) // 90 days
|
|
118
|
+
expect(pruned).toBeGreaterThanOrEqual(0)
|
|
119
|
+
})
|
|
120
|
+
|
|
121
|
+
test("upsert updates existing memory", async () => {
|
|
122
|
+
const id = "test:update"
|
|
123
|
+
const v1 = mockEmbed("version 1")
|
|
124
|
+
await Store.upsert({
|
|
125
|
+
id,
|
|
126
|
+
type: "semantic",
|
|
127
|
+
content: "version 1",
|
|
128
|
+
summary: "version 1",
|
|
129
|
+
vector: v1,
|
|
130
|
+
metadata: { source: "test", timestamp: 1, tags: [] },
|
|
131
|
+
})
|
|
132
|
+
|
|
133
|
+
const v2 = mockEmbed("version 2 updated")
|
|
134
|
+
await Store.upsert({
|
|
135
|
+
id,
|
|
136
|
+
type: "semantic",
|
|
137
|
+
content: "version 2",
|
|
138
|
+
summary: "version 2 updated",
|
|
139
|
+
vector: v2,
|
|
140
|
+
metadata: { source: "test", timestamp: 2, tags: [] },
|
|
141
|
+
})
|
|
142
|
+
|
|
143
|
+
const all = await Store.list()
|
|
144
|
+
const found = all.find((m) => m.id === id)
|
|
145
|
+
expect(found).toBeDefined()
|
|
146
|
+
expect(found!.content).toBe("version 2")
|
|
147
|
+
})
|
|
148
|
+
|
|
149
|
+
test("count returns total memories", async () => {
|
|
150
|
+
const count = await Store.count()
|
|
151
|
+
expect(typeof count).toBe("number")
|
|
152
|
+
expect(count).toBeGreaterThanOrEqual(0)
|
|
153
|
+
})
|
|
154
|
+
})
|
|
155
|
+
|
|
156
|
+
// ── Episodic Memory 테스트 ──
|
|
157
|
+
|
|
158
|
+
describe("LTM Episodic Memory", () => {
|
|
159
|
+
test("shouldSummarize triggers at interval", () => {
|
|
160
|
+
expect(Episodic.shouldSummarize(10, 10)).toBe(true)
|
|
161
|
+
expect(Episodic.shouldSummarize(5, 10)).toBe(false)
|
|
162
|
+
expect(Episodic.shouldSummarize(20, 10)).toBe(true)
|
|
163
|
+
expect(Episodic.shouldSummarize(0, 10)).toBe(false)
|
|
164
|
+
})
|
|
165
|
+
})
|
|
166
|
+
|
|
167
|
+
// ── Procedural Memory 테스트 ──
|
|
168
|
+
|
|
169
|
+
describe("LTM Procedural Memory", () => {
|
|
170
|
+
test("extractStyleSignals detects indentation", () => {
|
|
171
|
+
const signals = Procedural.extractStyleSignals("test.ts", "const x = 1\n const y = 2\n const z = 3")
|
|
172
|
+
const indent = signals.find((s) => s.pattern === "indent")
|
|
173
|
+
expect(indent).toBeDefined()
|
|
174
|
+
expect(indent!.evidence).toContain("2-space")
|
|
175
|
+
})
|
|
176
|
+
|
|
177
|
+
test("extractStyleSignals detects Korean comments", () => {
|
|
178
|
+
const signals = Procedural.extractStyleSignals("test.ts", "// 한국어 주석\nconst x = 1")
|
|
179
|
+
const commentLang = signals.find((s) => s.pattern === "comment-language")
|
|
180
|
+
expect(commentLang).toBeDefined()
|
|
181
|
+
expect(commentLang!.evidence).toContain("Korean")
|
|
182
|
+
})
|
|
183
|
+
|
|
184
|
+
test("extractStyleSignals detects quote style", () => {
|
|
185
|
+
const signals = Procedural.extractStyleSignals("test.ts", "const a = 'hello'\nconst b = 'world'\nconst c = 'test'")
|
|
186
|
+
const quotes = signals.find((s) => s.pattern === "quotes")
|
|
187
|
+
expect(quotes).toBeDefined()
|
|
188
|
+
})
|
|
189
|
+
|
|
190
|
+
test("extractStyleSignals returns empty for empty file", () => {
|
|
191
|
+
const signals = Procedural.extractStyleSignals("test.txt", "")
|
|
192
|
+
expect(signals).toBeArray()
|
|
193
|
+
})
|
|
194
|
+
})
|
|
195
|
+
|
|
196
|
+
// ── Retrieval 포맷 테스트 ──
|
|
197
|
+
|
|
198
|
+
describe("LTM Retrieval", () => {
|
|
199
|
+
test("format produces context block", () => {
|
|
200
|
+
const memories: Memory[] = [
|
|
201
|
+
{
|
|
202
|
+
id: "test:r1",
|
|
203
|
+
type: "episodic",
|
|
204
|
+
content: "auth bug fix",
|
|
205
|
+
summary: "fixed CSRF vulnerability in auth/login.ts",
|
|
206
|
+
vector: [],
|
|
207
|
+
metadata: { source: "session:abc", timestamp: Date.now(), tags: ["fix", "auth"] },
|
|
208
|
+
},
|
|
209
|
+
{
|
|
210
|
+
id: "test:r2",
|
|
211
|
+
type: "semantic",
|
|
212
|
+
content: "express middleware",
|
|
213
|
+
summary: "project uses Express middleware chain pattern",
|
|
214
|
+
vector: [],
|
|
215
|
+
metadata: { source: "file:src/app.ts", timestamp: Date.now(), tags: ["architecture"] },
|
|
216
|
+
},
|
|
217
|
+
]
|
|
218
|
+
|
|
219
|
+
const formatted = Retrieval.format(memories)
|
|
220
|
+
expect(formatted).toContain("[long-term memory")
|
|
221
|
+
expect(formatted).toContain("episodic")
|
|
222
|
+
expect(formatted).toContain("semantic")
|
|
223
|
+
expect(formatted).toContain("CSRF")
|
|
224
|
+
})
|
|
225
|
+
|
|
226
|
+
test("format returns empty for no memories", () => {
|
|
227
|
+
const formatted = Retrieval.format([])
|
|
228
|
+
expect(formatted).toBe("")
|
|
229
|
+
})
|
|
230
|
+
})
|
|
@@ -2,21 +2,20 @@
|
|
|
2
2
|
* contract.test.ts — SAEEOL 서버 계약 테스트
|
|
3
3
|
*
|
|
4
4
|
* closebook 패턴 기반:
|
|
5
|
-
* - response-conformance:
|
|
5
|
+
* - response-conformance: Zod 스키마로 응답 바디 적합성 검사
|
|
6
6
|
* - consumer-contract: SDK/클라이언트가 기대하는 API 응답 스키마 검증
|
|
7
|
-
* - stateful-api-testing: 세션 생성 →
|
|
7
|
+
* - stateful-api-testing: 세션 생성 → 목록 조회 순차 테스트
|
|
8
8
|
*
|
|
9
9
|
* Hono app.request()로 실제 HTTP 서버 없이 테스트.
|
|
10
10
|
* Bun test + Effect + zod 검증.
|
|
11
11
|
*/
|
|
12
12
|
|
|
13
|
-
import { afterEach, describe, expect } from "bun:test"
|
|
13
|
+
import { afterEach, describe, expect, test } from "bun:test"
|
|
14
14
|
import { Effect } from "effect"
|
|
15
15
|
import { Flag } from "@saeeol/core/flag/flag"
|
|
16
16
|
import { Server } from "../../src/server/server"
|
|
17
17
|
import { resetDatabase } from "../fixture/db"
|
|
18
18
|
import { disposeAllInstances, tmpdir } from "../fixture/fixture"
|
|
19
|
-
import { it } from "../lib/effect"
|
|
20
19
|
import * as Log from "@saeeol/core/util/log"
|
|
21
20
|
import { z } from "zod"
|
|
22
21
|
|
|
@@ -29,11 +28,6 @@ function app(experimental = true) {
|
|
|
29
28
|
return experimental ? Server.Default().app : Server.Legacy().app
|
|
30
29
|
}
|
|
31
30
|
|
|
32
|
-
afterEach(async () => {
|
|
33
|
-
Flag.SAEEOL_EXPERIMENTAL_HTTPAPI = original
|
|
34
|
-
await disposeAllInstances()
|
|
35
|
-
})
|
|
36
|
-
|
|
37
31
|
// ── Zod 스키마 (계약: 클라이언트가 기대하는 응답 형태) ──
|
|
38
32
|
|
|
39
33
|
const HealthSchema = z.object({
|
|
@@ -58,10 +52,6 @@ const SessionCreateSchema = z.object({
|
|
|
58
52
|
|
|
59
53
|
const AgentListSchema = z.array(z.unknown())
|
|
60
54
|
|
|
61
|
-
const ErrorResponseSchema = z.object({
|
|
62
|
-
error: z.string().or(z.record(z.unknown())),
|
|
63
|
-
}).passthrough()
|
|
64
|
-
|
|
65
55
|
// ── 응답 적합성 검증 (closebook: response-conformance) ──
|
|
66
56
|
|
|
67
57
|
function checkConformance<T extends z.ZodType>(
|
|
@@ -89,161 +79,153 @@ function checkConformance<T extends z.ZodType>(
|
|
|
89
79
|
// ── 테스트 ──
|
|
90
80
|
|
|
91
81
|
describe("SAEEOL server contract tests", () => {
|
|
82
|
+
afterEach(async () => {
|
|
83
|
+
Flag.SAEEOL_EXPERIMENTAL_HTTPAPI = original
|
|
84
|
+
await disposeAllInstances()
|
|
85
|
+
})
|
|
86
|
+
|
|
92
87
|
describe("GET /global/health", () => {
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
)
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
expect(ok).toBe(true)
|
|
111
|
-
if (!ok) console.error("Health violations:", violations)
|
|
112
|
-
}),
|
|
113
|
-
)
|
|
88
|
+
test("returns valid health response (legacy)", async () => {
|
|
89
|
+
const res = await app(false).request("/global/health")
|
|
90
|
+
const body = await res.json()
|
|
91
|
+
expect(res.status).toBe(200)
|
|
92
|
+
const { ok, violations } = checkConformance(body, res.status, HealthSchema)
|
|
93
|
+
expect(ok).toBe(true)
|
|
94
|
+
if (!ok) console.error("Health violations:", violations)
|
|
95
|
+
})
|
|
96
|
+
|
|
97
|
+
test("returns valid health response (experimental)", async () => {
|
|
98
|
+
const res = await app(true).request("/global/health")
|
|
99
|
+
const body = await res.json()
|
|
100
|
+
expect(res.status).toBe(200)
|
|
101
|
+
const { ok, violations } = checkConformance(body, res.status, HealthSchema)
|
|
102
|
+
expect(ok).toBe(true)
|
|
103
|
+
if (!ok) console.error("Health violations:", violations)
|
|
104
|
+
})
|
|
114
105
|
})
|
|
115
106
|
|
|
116
107
|
describe("GET /global/config", () => {
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
expect(ok).toBe(true)
|
|
128
|
-
if (!ok) console.error("Config violations:", violations)
|
|
129
|
-
}),
|
|
130
|
-
)
|
|
108
|
+
test("returns valid config response", async () => {
|
|
109
|
+
await using tmp = await tmpdir({ config: {} })
|
|
110
|
+
const res = await app(false).request("/global/config", {
|
|
111
|
+
headers: { "x-saeeol-directory": tmp.path },
|
|
112
|
+
})
|
|
113
|
+
const body = await res.json()
|
|
114
|
+
const { ok, violations } = checkConformance(body, res.status, ConfigSchema)
|
|
115
|
+
expect(ok).toBe(true)
|
|
116
|
+
if (!ok) console.error("Config violations:", violations)
|
|
117
|
+
})
|
|
131
118
|
})
|
|
132
119
|
|
|
133
120
|
describe("GET /agent", () => {
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
expect(ok).toBe(true)
|
|
145
|
-
if (!ok) console.error("Agent violations:", violations)
|
|
146
|
-
}),
|
|
147
|
-
)
|
|
121
|
+
test("returns agent list", async () => {
|
|
122
|
+
await using tmp = await tmpdir({ config: {} })
|
|
123
|
+
const res = await app(false).request("/agent", {
|
|
124
|
+
headers: { "x-saeeol-directory": tmp.path },
|
|
125
|
+
})
|
|
126
|
+
const body = await res.json()
|
|
127
|
+
const { ok, violations } = checkConformance(body, res.status, AgentListSchema)
|
|
128
|
+
expect(ok).toBe(true)
|
|
129
|
+
if (!ok) console.error("Agent violations:", violations)
|
|
130
|
+
})
|
|
148
131
|
})
|
|
149
132
|
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
if (!listOk) console.error("Session list violations:", listViolations)
|
|
185
|
-
}),
|
|
186
|
-
)
|
|
133
|
+
// ── 상태 순차 테스트 (closebook: stateful-api-testing) ──
|
|
134
|
+
|
|
135
|
+
describe("session lifecycle", () => {
|
|
136
|
+
test("create → list flow", async () => {
|
|
137
|
+
await using tmp = await tmpdir({ git: true, config: {} })
|
|
138
|
+
const headers = { "x-saeeol-directory": tmp.path, "Content-Type": "application/json" }
|
|
139
|
+
|
|
140
|
+
// Step 1: 세션 생성
|
|
141
|
+
const createRes = await app(false).request("/session", {
|
|
142
|
+
method: "POST",
|
|
143
|
+
headers,
|
|
144
|
+
body: JSON.stringify({ title: "contract-test" }),
|
|
145
|
+
})
|
|
146
|
+
const createBody = await createRes.json()
|
|
147
|
+
const { ok: createOk, violations: createViolations } = checkConformance(
|
|
148
|
+
createBody,
|
|
149
|
+
createRes.status,
|
|
150
|
+
SessionCreateSchema,
|
|
151
|
+
)
|
|
152
|
+
expect(createOk).toBe(true)
|
|
153
|
+
if (!createOk) console.error("Session create violations:", createViolations)
|
|
154
|
+
|
|
155
|
+
// Step 2: 세션 목록
|
|
156
|
+
const listRes = await app(false).request("/session", { headers })
|
|
157
|
+
const listBody = await listRes.json()
|
|
158
|
+
const { ok: listOk, violations: listViolations } = checkConformance(
|
|
159
|
+
listBody,
|
|
160
|
+
listRes.status,
|
|
161
|
+
SessionListSchema,
|
|
162
|
+
)
|
|
163
|
+
expect(listOk).toBe(true)
|
|
164
|
+
if (!listOk) console.error("Session list violations:", listViolations)
|
|
165
|
+
expect(listBody.length).toBeGreaterThanOrEqual(1)
|
|
166
|
+
})
|
|
187
167
|
})
|
|
188
168
|
|
|
189
169
|
describe("unknown route", () => {
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
}),
|
|
195
|
-
)
|
|
170
|
+
test("returns 404 for unknown endpoints", async () => {
|
|
171
|
+
const res = await app(false).request("/nonexistent")
|
|
172
|
+
expect(res.status).toBe(404)
|
|
173
|
+
})
|
|
196
174
|
})
|
|
197
175
|
|
|
198
176
|
// ── 계약 파일 생성 (closebook: consumer-contract) ──
|
|
199
177
|
|
|
200
178
|
describe("pact artifact generation", () => {
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
179
|
+
test("collects verified interactions into contract", async () => {
|
|
180
|
+
await using tmp = await tmpdir({ config: {} })
|
|
181
|
+
const headers = { "x-saeeol-directory": tmp.path }
|
|
182
|
+
const interactions = []
|
|
183
|
+
|
|
184
|
+
// Health 인터랙션
|
|
185
|
+
const healthRes = await app(false).request("/global/health")
|
|
186
|
+
const healthBody = await healthRes.json()
|
|
187
|
+
interactions.push({
|
|
188
|
+
description: "health check",
|
|
189
|
+
providerStates: [],
|
|
190
|
+
request: { method: "GET", path: "/global/health" },
|
|
191
|
+
response: { status: healthRes.status, body: healthBody },
|
|
192
|
+
})
|
|
193
|
+
|
|
194
|
+
// Config 인터랙션
|
|
195
|
+
const configRes = await app(false).request("/global/config", { headers })
|
|
196
|
+
const configBody = await configRes.json()
|
|
197
|
+
interactions.push({
|
|
198
|
+
description: "global config",
|
|
199
|
+
providerStates: [],
|
|
200
|
+
request: { method: "GET", path: "/global/config" },
|
|
201
|
+
response: { status: configRes.status, body: configBody },
|
|
202
|
+
})
|
|
203
|
+
|
|
204
|
+
// Agent 인터랙션
|
|
205
|
+
const agentRes = await app(false).request("/agent", { headers })
|
|
206
|
+
const agentBody = await agentRes.json()
|
|
207
|
+
interactions.push({
|
|
208
|
+
description: "agent list",
|
|
209
|
+
providerStates: [],
|
|
210
|
+
request: { method: "GET", path: "/agent" },
|
|
211
|
+
response: { status: agentRes.status, body: agentBody },
|
|
212
|
+
})
|
|
213
|
+
|
|
214
|
+
// 계약 파일 검증
|
|
215
|
+
const pact = {
|
|
216
|
+
consumer: { name: "saeeol-vscode" },
|
|
217
|
+
provider: { name: "saeeol-server" },
|
|
218
|
+
interactions,
|
|
219
|
+
metadata: { version: "1.0.0" },
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
expect(pact.interactions.length).toBe(3)
|
|
223
|
+
for (const ix of pact.interactions) {
|
|
224
|
+
expect(ix).toHaveProperty("description")
|
|
225
|
+
expect(ix).toHaveProperty("request")
|
|
226
|
+
expect(ix).toHaveProperty("response")
|
|
227
|
+
expect(ix.response.status).toBeLessThan(500)
|
|
228
|
+
}
|
|
229
|
+
})
|
|
248
230
|
})
|
|
249
231
|
})
|