opencode-windows-scheduler 0.0.0-stage → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +52 -0
- package/CROSS_PLATFORM.md +113 -0
- package/LICENSE +21 -0
- package/README.md +173 -2
- package/README.ru.md +131 -0
- package/ROADMAP-STRATEGY.md +217 -0
- package/ROADMAP.md +90 -0
- package/dist/core/analytics.d.ts +119 -0
- package/dist/core/analytics.d.ts.map +1 -0
- package/dist/core/analytics.js +265 -0
- package/dist/core/cron-to-schtasks.d.ts +20 -0
- package/dist/core/cron-to-schtasks.d.ts.map +1 -0
- package/dist/core/cron-to-schtasks.js +233 -0
- package/dist/core/dry-run.d.ts +44 -0
- package/dist/core/dry-run.d.ts.map +1 -0
- package/dist/core/dry-run.js +252 -0
- package/dist/core/file-watcher.d.ts +31 -0
- package/dist/core/file-watcher.d.ts.map +1 -0
- package/dist/core/file-watcher.js +128 -0
- package/dist/core/lock.d.ts +43 -0
- package/dist/core/lock.d.ts.map +1 -0
- package/dist/core/lock.js +118 -0
- package/dist/core/matrix.d.ts +167 -0
- package/dist/core/matrix.d.ts.map +1 -0
- package/dist/core/matrix.js +687 -0
- package/dist/core/ps-wrapper.d.ts +60 -0
- package/dist/core/ps-wrapper.d.ts.map +1 -0
- package/dist/core/ps-wrapper.js +538 -0
- package/dist/core/record-history.d.ts +14 -0
- package/dist/core/record-history.d.ts.map +1 -0
- package/dist/core/record-history.js +360 -0
- package/dist/core/retention.d.ts +29 -0
- package/dist/core/retention.d.ts.map +1 -0
- package/dist/core/retention.js +98 -0
- package/dist/core/scheduler/index.d.ts +20 -0
- package/dist/core/scheduler/index.d.ts.map +1 -0
- package/dist/core/scheduler/index.js +32 -0
- package/dist/core/scheduler/linux.d.ts +32 -0
- package/dist/core/scheduler/linux.d.ts.map +1 -0
- package/dist/core/scheduler/linux.js +115 -0
- package/dist/core/scheduler/logs.d.ts +11 -0
- package/dist/core/scheduler/logs.d.ts.map +1 -0
- package/dist/core/scheduler/logs.js +34 -0
- package/dist/core/scheduler/mac.d.ts +39 -0
- package/dist/core/scheduler/mac.d.ts.map +1 -0
- package/dist/core/scheduler/mac.js +175 -0
- package/dist/core/scheduler/posix.d.ts +40 -0
- package/dist/core/scheduler/posix.d.ts.map +1 -0
- package/dist/core/scheduler/posix.js +86 -0
- package/dist/core/scheduler/registry.d.ts +36 -0
- package/dist/core/scheduler/registry.d.ts.map +1 -0
- package/dist/core/scheduler/registry.js +56 -0
- package/dist/core/scheduler/types.d.ts +63 -0
- package/dist/core/scheduler/types.d.ts.map +1 -0
- package/dist/core/scheduler/types.js +1 -0
- package/dist/core/scheduler/windows.d.ts +47 -0
- package/dist/core/scheduler/windows.d.ts.map +1 -0
- package/dist/core/scheduler/windows.js +375 -0
- package/dist/core/wrappers/bash.d.ts +58 -0
- package/dist/core/wrappers/bash.d.ts.map +1 -0
- package/dist/core/wrappers/bash.js +223 -0
- package/dist/db/history-repo.d.ts +102 -0
- package/dist/db/history-repo.d.ts.map +1 -0
- package/dist/db/history-repo.js +215 -0
- package/dist/db/index.d.ts +47 -0
- package/dist/db/index.d.ts.map +1 -0
- package/dist/db/index.js +120 -0
- package/dist/db/metrics-repo.d.ts +43 -0
- package/dist/db/metrics-repo.d.ts.map +1 -0
- package/dist/db/metrics-repo.js +95 -0
- package/dist/db/migrate.d.ts +24 -0
- package/dist/db/migrate.d.ts.map +1 -0
- package/dist/db/migrate.js +237 -0
- package/dist/db/recovery.d.ts +11 -0
- package/dist/db/recovery.d.ts.map +1 -0
- package/dist/db/recovery.js +38 -0
- package/dist/db/schema.d.ts +24 -0
- package/dist/db/schema.d.ts.map +1 -0
- package/dist/db/schema.js +97 -0
- package/dist/db/settings-repo.d.ts +8 -0
- package/dist/db/settings-repo.d.ts.map +1 -0
- package/dist/db/settings-repo.js +27 -0
- package/dist/db/tasks-repo.d.ts +26 -0
- package/dist/db/tasks-repo.d.ts.map +1 -0
- package/dist/db/tasks-repo.js +120 -0
- package/dist/db/templates-repo.d.ts +17 -0
- package/dist/db/templates-repo.d.ts.map +1 -0
- package/dist/db/templates-repo.js +57 -0
- package/dist/history.d.ts +53 -0
- package/dist/history.d.ts.map +1 -0
- package/dist/history.js +57 -0
- package/dist/index.d.ts +156 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +2159 -0
- package/dist/notifications.d.ts +45 -0
- package/dist/notifications.d.ts.map +1 -0
- package/dist/notifications.js +135 -0
- package/dist/rpc.d.ts +2186 -0
- package/dist/rpc.d.ts.map +1 -0
- package/dist/rpc.js +924 -0
- package/dist/schtasks.d.ts +32 -0
- package/dist/schtasks.d.ts.map +1 -0
- package/dist/schtasks.js +45 -0
- package/dist/server.d.ts +106 -0
- package/dist/server.d.ts.map +1 -0
- package/dist/server.js +1668 -0
- package/dist/settings.d.ts +66 -0
- package/dist/settings.d.ts.map +1 -0
- package/dist/settings.js +137 -0
- package/dist/shared/jobs-view.d.ts +21 -0
- package/dist/shared/jobs-view.d.ts.map +1 -0
- package/dist/shared/jobs-view.js +28 -0
- package/dist/skill.d.ts +15 -0
- package/dist/skill.d.ts.map +1 -0
- package/dist/skill.js +93 -0
- package/dist/task-transfer.d.ts +176 -0
- package/dist/task-transfer.d.ts.map +1 -0
- package/dist/task-transfer.js +442 -0
- package/dist/templates.d.ts +57 -0
- package/dist/templates.d.ts.map +1 -0
- package/dist/templates.js +16 -0
- package/dist/types.d.ts +78 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +88 -0
- package/dist/version.d.ts +8 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +27 -0
- package/dist/workspaces.d.ts +55 -0
- package/dist/workspaces.d.ts.map +1 -0
- package/dist/workspaces.js +183 -0
- package/docs/ARCHITECTURE.md +314 -0
- package/docs/FEATURES.md +300 -0
- package/docs/MIGRATION.md +266 -0
- package/docs/dashboard.png +0 -0
- package/gui-experimental.cjs +2 -0
- package/index.js +1 -0
- package/package.json +94 -4
- package/scripts/demo-dashboard.mjs +199 -0
- package/skills/scheduled-job-best-practices/SKILL.md +155 -0
- package/skills/scheduled-job-best-practices/references/recipes.md +123 -0
- package/src/core/analytics.ts +378 -0
- package/src/core/cron-to-schtasks.ts +269 -0
- package/src/core/dry-run.ts +315 -0
- package/src/core/file-watcher.ts +171 -0
- package/src/core/lock.ts +134 -0
- package/src/core/matrix.ts +907 -0
- package/src/core/ps-wrapper.ts +572 -0
- package/src/core/record-history.ts +493 -0
- package/src/core/retention.ts +141 -0
- package/src/core/scheduler/index.ts +44 -0
- package/src/core/scheduler/linux.ts +125 -0
- package/src/core/scheduler/logs.ts +37 -0
- package/src/core/scheduler/mac.ts +222 -0
- package/src/core/scheduler/posix.ts +111 -0
- package/src/core/scheduler/registry.ts +93 -0
- package/src/core/scheduler/types.ts +67 -0
- package/src/core/scheduler/windows.ts +469 -0
- package/src/core/wrappers/bash.ts +282 -0
- package/src/db/history-repo.ts +396 -0
- package/src/db/index.ts +166 -0
- package/src/db/metrics-repo.ts +158 -0
- package/src/db/migrate.ts +322 -0
- package/src/db/recovery.ts +46 -0
- package/src/db/schema.ts +109 -0
- package/src/db/settings-repo.ts +31 -0
- package/src/db/tasks-repo.ts +162 -0
- package/src/db/templates-repo.ts +77 -0
- package/src/gui.tsx +2868 -0
- package/src/history.ts +107 -0
- package/src/index.ts +2768 -0
- package/src/notifications.ts +174 -0
- package/src/rpc.ts +999 -0
- package/src/schtasks.ts +75 -0
- package/src/server.ts +1879 -0
- package/src/settings.ts +228 -0
- package/src/shared/jobs-view.ts +38 -0
- package/src/skill.ts +113 -0
- package/src/task-transfer.ts +648 -0
- package/src/templates.ts +67 -0
- package/src/tui.tsx +46 -0
- package/src/types.ts +145 -0
- package/src/version.ts +27 -0
- package/src/workspaces.ts +236 -0
package/src/db/index.ts
ADDED
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
import fs from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { createRequire } from "node:module";
|
|
4
|
+
import { PLUGIN_DIR } from "../types.js";
|
|
5
|
+
import { applySchema } from "./schema.js";
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* Подключение к SQLite через встроенный `node:sqlite` (Node 22.5+).
|
|
9
|
+
*
|
|
10
|
+
* Мы не импортируем модуль статически: в @types/node 20 типов для node:sqlite
|
|
11
|
+
* ещё нет, а `createRequire` позволяет получить модуль без объявления
|
|
12
|
+
* глобального ambient-модуля (и не конфликтовать с будущими версиями типов).
|
|
13
|
+
*/
|
|
14
|
+
export interface SqliteRunResult {
|
|
15
|
+
changes: number | bigint;
|
|
16
|
+
lastInsertRowid: number | bigint;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export interface SqliteStatement {
|
|
20
|
+
run(...params: any[]): SqliteRunResult;
|
|
21
|
+
get(...params: any[]): any;
|
|
22
|
+
all(...params: any[]): any[];
|
|
23
|
+
iterate(...params: any[]): IterableIterator<any>;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
export interface SqliteDatabase {
|
|
27
|
+
exec(sql: string): void;
|
|
28
|
+
prepare(sql: string): SqliteStatement;
|
|
29
|
+
close(): void;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
type DatabaseSyncCtor = new (
|
|
33
|
+
location: string,
|
|
34
|
+
options?: Record<string, unknown>
|
|
35
|
+
) => SqliteDatabase;
|
|
36
|
+
|
|
37
|
+
const nodeRequire = createRequire(import.meta.url);
|
|
38
|
+
|
|
39
|
+
function loadSqlite(): DatabaseSyncCtor {
|
|
40
|
+
try {
|
|
41
|
+
const mod = nodeRequire("node:sqlite") as { DatabaseSync: DatabaseSyncCtor };
|
|
42
|
+
return mod.DatabaseSync;
|
|
43
|
+
} catch (err: any) {
|
|
44
|
+
throw new Error(
|
|
45
|
+
`node:sqlite недоступен (${err instanceof Error ? err.message : String(err)}). ` +
|
|
46
|
+
"Планировщику требуется Node.js 22.5+ (рекомендуется Node 24)."
|
|
47
|
+
);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
/** Путь к БД. Переменная окружения нужна только тестам. */
|
|
52
|
+
const DEFAULT_DB_FILE = process.env.OPENCODE_SCHEDULER_DB?.trim()
|
|
53
|
+
? path.resolve(process.env.OPENCODE_SCHEDULER_DB.trim())
|
|
54
|
+
: path.join(PLUGIN_DIR, "scheduler.db");
|
|
55
|
+
|
|
56
|
+
let dbFile = DEFAULT_DB_FILE;
|
|
57
|
+
let db: SqliteDatabase | null = null;
|
|
58
|
+
|
|
59
|
+
/** Открывает (или переоткрывает) соединение и применяет схему. */
|
|
60
|
+
export function initDb(file: string = dbFile): SqliteDatabase {
|
|
61
|
+
if (db && file === dbFile) return db;
|
|
62
|
+
if (db) closeDb();
|
|
63
|
+
|
|
64
|
+
dbFile = file;
|
|
65
|
+
fs.mkdirSync(path.dirname(file), { recursive: true });
|
|
66
|
+
|
|
67
|
+
const DatabaseSync = loadSqlite();
|
|
68
|
+
const instance = new DatabaseSync(file);
|
|
69
|
+
|
|
70
|
+
// WAL — конкурентное чтение во время записи и устойчивость к сбоям.
|
|
71
|
+
instance.exec("PRAGMA journal_mode = WAL;");
|
|
72
|
+
instance.exec("PRAGMA foreign_keys = ON;");
|
|
73
|
+
instance.exec("PRAGMA busy_timeout = 5000;");
|
|
74
|
+
applySchema(instance);
|
|
75
|
+
|
|
76
|
+
db = instance;
|
|
77
|
+
return instance;
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
/** Singleton-соединение. Создаётся лениво при первом обращении. */
|
|
81
|
+
export function getDb(): SqliteDatabase {
|
|
82
|
+
return db ?? initDb();
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
/** Закрывает соединение (вызывается при выгрузке плагина). */
|
|
86
|
+
export function closeDb(): void {
|
|
87
|
+
if (!db) return;
|
|
88
|
+
try {
|
|
89
|
+
db.exec("PRAGMA wal_checkpoint(TRUNCATE);");
|
|
90
|
+
} catch {
|
|
91
|
+
// Чекпойнт не критичен при закрытии.
|
|
92
|
+
}
|
|
93
|
+
try {
|
|
94
|
+
db.close();
|
|
95
|
+
} catch {
|
|
96
|
+
// Соединение могло быть уже закрыто.
|
|
97
|
+
}
|
|
98
|
+
db = null;
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
/** Текущий путь к файлу БД. */
|
|
102
|
+
export function getDbFile(): string {
|
|
103
|
+
return dbFile;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
/** Сбрасывает WAL в основной файл — нужно перед отдачей .db наружу. */
|
|
107
|
+
export function checkpointDb(): void {
|
|
108
|
+
getDb().exec("PRAGMA wal_checkpoint(TRUNCATE);");
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
/** Информация о хранилище для /api/health и футера дашборда. */
|
|
112
|
+
export function getDbStatus(): {
|
|
113
|
+
engine: "sqlite";
|
|
114
|
+
file: string;
|
|
115
|
+
journalMode: string;
|
|
116
|
+
wal: boolean;
|
|
117
|
+
} {
|
|
118
|
+
let journalMode = "unknown";
|
|
119
|
+
try {
|
|
120
|
+
const row = getDb().prepare("PRAGMA journal_mode;").get() as any;
|
|
121
|
+
journalMode = String(row?.journal_mode ?? "unknown");
|
|
122
|
+
} catch {
|
|
123
|
+
// Если БД ещё не открыта — не роняем health-check.
|
|
124
|
+
}
|
|
125
|
+
return {
|
|
126
|
+
engine: "sqlite",
|
|
127
|
+
file: dbFile,
|
|
128
|
+
journalMode,
|
|
129
|
+
wal: journalMode.toLowerCase() === "wal",
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
/**
|
|
134
|
+
* Выполняет функцию в транзакции BEGIN IMMEDIATE.
|
|
135
|
+
* При любой ошибке откатывает изменения и пробрасывает исключение дальше.
|
|
136
|
+
*/
|
|
137
|
+
export function withTransaction<T>(fn: () => T): T {
|
|
138
|
+
const instance = getDb();
|
|
139
|
+
instance.exec("BEGIN IMMEDIATE;");
|
|
140
|
+
try {
|
|
141
|
+
const result = fn();
|
|
142
|
+
instance.exec("COMMIT;");
|
|
143
|
+
return result;
|
|
144
|
+
} catch (err) {
|
|
145
|
+
try {
|
|
146
|
+
instance.exec("ROLLBACK;");
|
|
147
|
+
} catch {
|
|
148
|
+
// Откат мог не понадобиться (например, SQLite уже откатил сам).
|
|
149
|
+
}
|
|
150
|
+
throw err;
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
/** Пуста ли БД (не считая служебных настроек вроде retry_state). */
|
|
155
|
+
export function isDatabaseEmpty(): boolean {
|
|
156
|
+
const row = getDb()
|
|
157
|
+
.prepare(
|
|
158
|
+
`SELECT
|
|
159
|
+
(SELECT COUNT(*) FROM tasks) +
|
|
160
|
+
(SELECT COUNT(*) FROM history) +
|
|
161
|
+
(SELECT COUNT(*) FROM metrics) +
|
|
162
|
+
(SELECT COUNT(*) FROM templates) AS count`
|
|
163
|
+
)
|
|
164
|
+
.get() as any;
|
|
165
|
+
return Number(row?.count) === 0;
|
|
166
|
+
}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
import { getDb } from "./index.js";
|
|
2
|
+
import type { TaskStatus } from "../history.js";
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Агрегированные метрики по задачам.
|
|
6
|
+
*
|
|
7
|
+
* Помимо обычных задач в таблице могут лежать служебные строки:
|
|
8
|
+
* - `__global__` — вызовы старого appendMetric() без имени задачи;
|
|
9
|
+
* - `__legacy__` — «хвост» metrics.json, не попавший в историю (она хранила
|
|
10
|
+
* только 200 записей).
|
|
11
|
+
* Такие строки не показываются в списке задач, но входят в общие итоги.
|
|
12
|
+
*/
|
|
13
|
+
|
|
14
|
+
export interface TaskMetricsRow {
|
|
15
|
+
taskName: string;
|
|
16
|
+
total: number;
|
|
17
|
+
success: number;
|
|
18
|
+
error: number;
|
|
19
|
+
tokens: number;
|
|
20
|
+
costUsd: number;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
export interface MetricsTotals {
|
|
24
|
+
total: number;
|
|
25
|
+
success: number;
|
|
26
|
+
error: number;
|
|
27
|
+
tokens: number;
|
|
28
|
+
costUsd: number;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
const GLOBAL_TASK = "__global__";
|
|
32
|
+
export const LEGACY_METRICS_TASK = "__legacy__";
|
|
33
|
+
|
|
34
|
+
function isInternal(taskName: string): boolean {
|
|
35
|
+
return taskName.startsWith("__");
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
function rowToMetrics(row: any): TaskMetricsRow {
|
|
39
|
+
return {
|
|
40
|
+
taskName: String(row.task_name),
|
|
41
|
+
total: Number(row.total) || 0,
|
|
42
|
+
success: Number(row.success) || 0,
|
|
43
|
+
error: Number(row.error) || 0,
|
|
44
|
+
tokens: Number(row.total_tokens) || 0,
|
|
45
|
+
costUsd: Number(row.total_cost) || 0,
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
/** Инкремент метрик без собственной транзакции (для использования внутри recordRun). */
|
|
50
|
+
export function incrementMetricsUnsafe(
|
|
51
|
+
taskName: string,
|
|
52
|
+
status: TaskStatus,
|
|
53
|
+
tokens = 0,
|
|
54
|
+
costUsd = 0
|
|
55
|
+
): void {
|
|
56
|
+
const success = status === "success" ? 1 : 0;
|
|
57
|
+
const error = status === "success" ? 0 : 1;
|
|
58
|
+
const safeTokens = Number.isFinite(tokens) && tokens > 0 ? Math.floor(tokens) : 0;
|
|
59
|
+
const safeCost = Number.isFinite(costUsd) && costUsd > 0 ? costUsd : 0;
|
|
60
|
+
|
|
61
|
+
getDb()
|
|
62
|
+
.prepare(
|
|
63
|
+
`INSERT INTO metrics (task_name, total, success, error, total_tokens, total_cost)
|
|
64
|
+
VALUES (?, 1, ?, ?, ?, ?)
|
|
65
|
+
ON CONFLICT(task_name) DO UPDATE SET
|
|
66
|
+
total = total + 1,
|
|
67
|
+
success = success + excluded.success,
|
|
68
|
+
error = error + excluded.error,
|
|
69
|
+
total_tokens = total_tokens + excluded.total_tokens,
|
|
70
|
+
total_cost = total_cost + excluded.total_cost`
|
|
71
|
+
)
|
|
72
|
+
.run(taskName, success, error, safeTokens, safeCost);
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
/** Атомарно увеличивает счётчики задачи: +1 запуск, +1 success/error, токены, стоимость. */
|
|
76
|
+
export function incrementMetrics(
|
|
77
|
+
taskName: string,
|
|
78
|
+
status: TaskStatus,
|
|
79
|
+
tokens?: number,
|
|
80
|
+
costUsd?: number
|
|
81
|
+
): void {
|
|
82
|
+
incrementMetricsUnsafe(taskName, status, tokens, costUsd);
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
/** Метрики одной задачи (нули, если задача ещё не запускалась). */
|
|
86
|
+
export function getMetrics(taskName: string): TaskMetricsRow {
|
|
87
|
+
const row = getDb()
|
|
88
|
+
.prepare("SELECT * FROM metrics WHERE lower(task_name) = lower(?) LIMIT 1")
|
|
89
|
+
.get(taskName) as any;
|
|
90
|
+
if (!row) {
|
|
91
|
+
return { taskName, total: 0, success: 0, error: 0, tokens: 0, costUsd: 0 };
|
|
92
|
+
}
|
|
93
|
+
return rowToMetrics(row);
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
/** Метрики всех реальных задач (служебные строки исключены). */
|
|
97
|
+
export function getAllMetrics(includeInternal = false): TaskMetricsRow[] {
|
|
98
|
+
const rows = getDb()
|
|
99
|
+
.prepare("SELECT * FROM metrics ORDER BY task_name COLLATE NOCASE ASC")
|
|
100
|
+
.all() as any[];
|
|
101
|
+
return rows.map(rowToMetrics).filter((row) => includeInternal || !isInternal(row.taskName));
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
/** Суммарные метрики (включая служебные строки). */
|
|
105
|
+
export function getTotals(): MetricsTotals {
|
|
106
|
+
const row = getDb()
|
|
107
|
+
.prepare(
|
|
108
|
+
`SELECT
|
|
109
|
+
COALESCE(SUM(total), 0) AS total,
|
|
110
|
+
COALESCE(SUM(success), 0) AS success,
|
|
111
|
+
COALESCE(SUM(error), 0) AS error,
|
|
112
|
+
COALESCE(SUM(total_tokens), 0) AS tokens,
|
|
113
|
+
COALESCE(SUM(total_cost), 0) AS cost_usd
|
|
114
|
+
FROM metrics`
|
|
115
|
+
)
|
|
116
|
+
.get() as any;
|
|
117
|
+
return {
|
|
118
|
+
total: Number(row?.total) || 0,
|
|
119
|
+
success: Number(row?.success) || 0,
|
|
120
|
+
error: Number(row?.error) || 0,
|
|
121
|
+
tokens: Number(row?.tokens) || 0,
|
|
122
|
+
costUsd: Number(row?.cost_usd) || 0,
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
/** Старый appendMetric(status) без имени задачи. */
|
|
127
|
+
export function incrementGlobalMetrics(status: TaskStatus): void {
|
|
128
|
+
incrementMetricsUnsafe(GLOBAL_TASK, status);
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
/** Прямая запись строки метрик — используется миграцией. */
|
|
132
|
+
export function upsertMetricsRow(row: TaskMetricsRow): void {
|
|
133
|
+
getDb()
|
|
134
|
+
.prepare(
|
|
135
|
+
`INSERT INTO metrics (task_name, total, success, error, total_tokens, total_cost)
|
|
136
|
+
VALUES (?, ?, ?, ?, ?, ?)
|
|
137
|
+
ON CONFLICT(task_name) DO UPDATE SET
|
|
138
|
+
total = excluded.total,
|
|
139
|
+
success = excluded.success,
|
|
140
|
+
error = excluded.error,
|
|
141
|
+
total_tokens = excluded.total_tokens,
|
|
142
|
+
total_cost = excluded.total_cost`
|
|
143
|
+
)
|
|
144
|
+
.run(
|
|
145
|
+
row.taskName,
|
|
146
|
+
Math.max(0, Math.floor(row.total)),
|
|
147
|
+
Math.max(0, Math.floor(row.success)),
|
|
148
|
+
Math.max(0, Math.floor(row.error)),
|
|
149
|
+
Math.max(0, Math.floor(row.tokens)),
|
|
150
|
+
Math.max(0, row.costUsd)
|
|
151
|
+
);
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
/** Количество строк метрик. */
|
|
155
|
+
export function countMetrics(): number {
|
|
156
|
+
const row = getDb().prepare("SELECT COUNT(*) AS count FROM metrics").get() as any;
|
|
157
|
+
return Number(row?.count) || 0;
|
|
158
|
+
}
|
|
@@ -0,0 +1,322 @@
|
|
|
1
|
+
import fs from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { randomUUID } from "node:crypto";
|
|
4
|
+
import { PLUGIN_DIR } from "../types.js";
|
|
5
|
+
import { getDb, isDatabaseEmpty, withTransaction } from "./index.js";
|
|
6
|
+
import {
|
|
7
|
+
LEGACY_METRICS_TASK,
|
|
8
|
+
upsertMetricsRow,
|
|
9
|
+
type TaskMetricsRow,
|
|
10
|
+
} from "./metrics-repo.js";
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* Безопасная миграция JSON → SQLite (Спринт 12).
|
|
14
|
+
*
|
|
15
|
+
* Порядок:
|
|
16
|
+
* 1. Проверяем, что БД пуста (иначе миграция уже была).
|
|
17
|
+
* 2. Читаем и валидируем все JSON-файлы ДО открытия транзакции.
|
|
18
|
+
* 3. Переносим данные одной транзакцией. Любая ошибка → ROLLBACK,
|
|
19
|
+
* БД остаётся пустой, JSON-файлы не тронуты.
|
|
20
|
+
* 4. Только после COMMIT переименовываем JSON в .json.bak.
|
|
21
|
+
*/
|
|
22
|
+
|
|
23
|
+
export interface MigrationResult {
|
|
24
|
+
migrated: boolean;
|
|
25
|
+
tasks: number;
|
|
26
|
+
history: number;
|
|
27
|
+
templates: number;
|
|
28
|
+
metrics: number;
|
|
29
|
+
backups: string[];
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
const EMPTY_RESULT: MigrationResult = {
|
|
33
|
+
migrated: false,
|
|
34
|
+
tasks: 0,
|
|
35
|
+
history: 0,
|
|
36
|
+
templates: 0,
|
|
37
|
+
metrics: 0,
|
|
38
|
+
backups: [],
|
|
39
|
+
};
|
|
40
|
+
|
|
41
|
+
const JSON_FILES = ["tasks.json", "history.json", "metrics.json", "templates.json"] as const;
|
|
42
|
+
|
|
43
|
+
interface LoadedFile {
|
|
44
|
+
path: string;
|
|
45
|
+
exists: boolean;
|
|
46
|
+
value: unknown;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
async function loadJsonFile(file: string): Promise<LoadedFile> {
|
|
50
|
+
try {
|
|
51
|
+
const raw = await fs.readFile(file, "utf8");
|
|
52
|
+
try {
|
|
53
|
+
return { path: file, exists: true, value: JSON.parse(raw) };
|
|
54
|
+
} catch (err: any) {
|
|
55
|
+
throw new Error(
|
|
56
|
+
`Некорректный JSON в ${path.basename(file)}: ${
|
|
57
|
+
err instanceof Error ? err.message : String(err)
|
|
58
|
+
}`
|
|
59
|
+
);
|
|
60
|
+
}
|
|
61
|
+
} catch (err: any) {
|
|
62
|
+
if (err?.code === "ENOENT") return { path: file, exists: false, value: null };
|
|
63
|
+
throw err;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
function asArray(value: unknown): any[] {
|
|
68
|
+
if (Array.isArray(value)) return value;
|
|
69
|
+
if (value && typeof value === "object" && Array.isArray((value as any).tasks)) {
|
|
70
|
+
return (value as any).tasks;
|
|
71
|
+
}
|
|
72
|
+
return [];
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
function toNumber(value: unknown): number | null {
|
|
76
|
+
if (value === null || value === undefined || value === "") return null;
|
|
77
|
+
const num = Number(value);
|
|
78
|
+
return Number.isFinite(num) ? num : null;
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
function toStringOrNull(value: unknown): string | null {
|
|
82
|
+
return typeof value === "string" && value.length > 0 ? value : null;
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
/** Приводит старую запись истории к колонкам БД. */
|
|
86
|
+
function normalizeHistoryRow(raw: any): any | null {
|
|
87
|
+
if (!raw || typeof raw !== "object") return null;
|
|
88
|
+
const taskName = typeof raw.taskName === "string" ? raw.taskName.trim() : "";
|
|
89
|
+
const startedAt = typeof raw.startedAt === "string" ? raw.startedAt : "";
|
|
90
|
+
if (!taskName || !startedAt) return null;
|
|
91
|
+
|
|
92
|
+
const status =
|
|
93
|
+
raw.status === "success" || raw.status === "timeout" ? raw.status : "error";
|
|
94
|
+
|
|
95
|
+
return {
|
|
96
|
+
taskName,
|
|
97
|
+
status,
|
|
98
|
+
startedAt,
|
|
99
|
+
finishedAt: toStringOrNull(raw.finishedAt),
|
|
100
|
+
durationMs: toNumber(raw.durationMs),
|
|
101
|
+
error: toStringOrNull(raw.error),
|
|
102
|
+
tokens: toNumber(raw.tokens),
|
|
103
|
+
costUsd: toNumber(raw.costUsd),
|
|
104
|
+
model: toStringOrNull(raw.model),
|
|
105
|
+
preFlightStatus: toStringOrNull(raw.preFlightStatus),
|
|
106
|
+
postFlightStatus: toStringOrNull(raw.postFlightStatus),
|
|
107
|
+
nextTask: toStringOrNull(raw.nextTask),
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
/**
|
|
112
|
+
* Выполняет миграцию. Возвращает статистику; если БД не пуста или JSON нет —
|
|
113
|
+
* migrated: false и нули.
|
|
114
|
+
*/
|
|
115
|
+
export async function migrateJsonToDb(
|
|
116
|
+
pluginDir: string = PLUGIN_DIR
|
|
117
|
+
): Promise<MigrationResult> {
|
|
118
|
+
if (!isDatabaseEmpty()) return { ...EMPTY_RESULT };
|
|
119
|
+
|
|
120
|
+
const files = await Promise.all(
|
|
121
|
+
JSON_FILES.map((name) => loadJsonFile(path.join(pluginDir, name)))
|
|
122
|
+
);
|
|
123
|
+
if (!files.some((file) => file.exists)) return { ...EMPTY_RESULT };
|
|
124
|
+
|
|
125
|
+
const byName = new Map<string, LoadedFile>();
|
|
126
|
+
for (const file of files) byName.set(path.basename(file.path), file);
|
|
127
|
+
|
|
128
|
+
const taskItems = asArray(byName.get("tasks.json")?.value);
|
|
129
|
+
const historyItems = asArray(byName.get("history.json")?.value)
|
|
130
|
+
.map(normalizeHistoryRow)
|
|
131
|
+
.filter((row): row is any => row !== null);
|
|
132
|
+
const templateItems = asArray(byName.get("templates.json")?.value);
|
|
133
|
+
const legacyMetrics =
|
|
134
|
+
byName.get("metrics.json")?.value &&
|
|
135
|
+
typeof byName.get("metrics.json")?.value === "object"
|
|
136
|
+
? (byName.get("metrics.json")!.value as any)
|
|
137
|
+
: null;
|
|
138
|
+
|
|
139
|
+
const now = new Date().toISOString();
|
|
140
|
+
let insertedTasks = 0;
|
|
141
|
+
let insertedHistory = 0;
|
|
142
|
+
let insertedTemplates = 0;
|
|
143
|
+
let insertedMetrics = 0;
|
|
144
|
+
|
|
145
|
+
withTransaction(() => {
|
|
146
|
+
const db = getDb();
|
|
147
|
+
|
|
148
|
+
// --- tasks ---
|
|
149
|
+
const insertTask = db.prepare(
|
|
150
|
+
"INSERT INTO tasks (name, definition_json, created_at, updated_at) VALUES (?, ?, ?, ?)"
|
|
151
|
+
);
|
|
152
|
+
const seenTasks = new Set<string>();
|
|
153
|
+
for (const item of taskItems) {
|
|
154
|
+
if (!item || typeof item !== "object") continue;
|
|
155
|
+
const name = typeof item.name === "string" ? item.name.trim() : "";
|
|
156
|
+
if (!name || seenTasks.has(name.toLowerCase())) continue;
|
|
157
|
+
seenTasks.add(name.toLowerCase());
|
|
158
|
+
|
|
159
|
+
// workdir → workingDirectory, как в старом loadTaskDefinitions().
|
|
160
|
+
const definition: any = { ...item, name };
|
|
161
|
+
if (
|
|
162
|
+
definition.workingDirectory === undefined &&
|
|
163
|
+
typeof definition.workdir === "string" &&
|
|
164
|
+
definition.workdir.trim()
|
|
165
|
+
) {
|
|
166
|
+
definition.workingDirectory = definition.workdir.trim();
|
|
167
|
+
}
|
|
168
|
+
delete definition.workdir;
|
|
169
|
+
|
|
170
|
+
const createdAt =
|
|
171
|
+
typeof definition.createdAt === "string" && definition.createdAt
|
|
172
|
+
? definition.createdAt
|
|
173
|
+
: now;
|
|
174
|
+
definition.createdAt = createdAt;
|
|
175
|
+
|
|
176
|
+
insertTask.run(name, JSON.stringify(definition), createdAt, now);
|
|
177
|
+
insertedTasks += 1;
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
// --- history ---
|
|
181
|
+
const insertHistory = db.prepare(
|
|
182
|
+
`INSERT INTO history (
|
|
183
|
+
task_name, status, started_at, finished_at, duration_ms, error,
|
|
184
|
+
tokens, cost_usd, model, pre_flight_status, post_flight_status, next_task
|
|
185
|
+
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`
|
|
186
|
+
);
|
|
187
|
+
for (const row of historyItems) {
|
|
188
|
+
insertHistory.run(
|
|
189
|
+
row.taskName,
|
|
190
|
+
row.status,
|
|
191
|
+
row.startedAt,
|
|
192
|
+
row.finishedAt,
|
|
193
|
+
row.durationMs === null ? null : Math.max(0, Math.trunc(row.durationMs)),
|
|
194
|
+
row.error,
|
|
195
|
+
row.tokens === null ? null : Math.max(0, Math.trunc(row.tokens)),
|
|
196
|
+
row.costUsd === null ? null : Math.max(0, row.costUsd),
|
|
197
|
+
row.model,
|
|
198
|
+
row.preFlightStatus,
|
|
199
|
+
row.postFlightStatus,
|
|
200
|
+
row.nextTask
|
|
201
|
+
);
|
|
202
|
+
insertedHistory += 1;
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
// --- templates ---
|
|
206
|
+
const insertTemplate = db.prepare(
|
|
207
|
+
"INSERT INTO templates (id, name, definition_json) VALUES (?, ?, ?)"
|
|
208
|
+
);
|
|
209
|
+
const seenTemplates = new Set<string>();
|
|
210
|
+
for (const item of templateItems) {
|
|
211
|
+
if (!item || typeof item !== "object") continue;
|
|
212
|
+
if (typeof item.prompt !== "string") continue;
|
|
213
|
+
const name = typeof item.name === "string" ? item.name.trim() : "";
|
|
214
|
+
if (!name) continue;
|
|
215
|
+
const id =
|
|
216
|
+
typeof item.id === "string" && item.id.trim() ? item.id.trim() : randomUUID();
|
|
217
|
+
const key = id.toLowerCase();
|
|
218
|
+
if (seenTemplates.has(key)) continue;
|
|
219
|
+
seenTemplates.add(key);
|
|
220
|
+
|
|
221
|
+
const template = { ...item, id, name };
|
|
222
|
+
insertTemplate.run(id, name, JSON.stringify(template));
|
|
223
|
+
insertedTemplates += 1;
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
// --- metrics ---
|
|
227
|
+
// Сначала агрегируем по истории, затем добавляем «хвост» из metrics.json:
|
|
228
|
+
// старый history.json хранил только 200 записей, а счётчики — всё время.
|
|
229
|
+
const perTask = new Map<string, TaskMetricsRow>();
|
|
230
|
+
for (const row of historyItems) {
|
|
231
|
+
const key = row.taskName.toLowerCase();
|
|
232
|
+
const current =
|
|
233
|
+
perTask.get(key) ??
|
|
234
|
+
({
|
|
235
|
+
taskName: row.taskName,
|
|
236
|
+
total: 0,
|
|
237
|
+
success: 0,
|
|
238
|
+
error: 0,
|
|
239
|
+
tokens: 0,
|
|
240
|
+
costUsd: 0,
|
|
241
|
+
} satisfies TaskMetricsRow);
|
|
242
|
+
current.total += 1;
|
|
243
|
+
if (row.status === "success") current.success += 1;
|
|
244
|
+
else current.error += 1;
|
|
245
|
+
current.tokens += Math.max(0, row.tokens ?? 0);
|
|
246
|
+
current.costUsd += Math.max(0, row.costUsd ?? 0);
|
|
247
|
+
perTask.set(key, current);
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
if (legacyMetrics) {
|
|
251
|
+
const migrated = [...perTask.values()].reduce(
|
|
252
|
+
(acc, row) => ({
|
|
253
|
+
total: acc.total + row.total,
|
|
254
|
+
success: acc.success + row.success,
|
|
255
|
+
error: acc.error + row.error,
|
|
256
|
+
tokens: acc.tokens + row.tokens,
|
|
257
|
+
costUsd: acc.costUsd + row.costUsd,
|
|
258
|
+
}),
|
|
259
|
+
{ total: 0, success: 0, error: 0, tokens: 0, costUsd: 0 }
|
|
260
|
+
);
|
|
261
|
+
|
|
262
|
+
const extra = {
|
|
263
|
+
total: Math.max(0, (toNumber(legacyMetrics.total) ?? 0) - migrated.total),
|
|
264
|
+
success: Math.max(0, (toNumber(legacyMetrics.success) ?? 0) - migrated.success),
|
|
265
|
+
error: Math.max(0, (toNumber(legacyMetrics.error) ?? 0) - migrated.error),
|
|
266
|
+
tokens: Math.max(0, (toNumber(legacyMetrics.tokens) ?? 0) - migrated.tokens),
|
|
267
|
+
costUsd: Math.max(0, (toNumber(legacyMetrics.costUsd) ?? 0) - migrated.costUsd),
|
|
268
|
+
};
|
|
269
|
+
|
|
270
|
+
if (
|
|
271
|
+
extra.total > 0 ||
|
|
272
|
+
extra.tokens > 0 ||
|
|
273
|
+
extra.costUsd > 0
|
|
274
|
+
) {
|
|
275
|
+
perTask.set(LEGACY_METRICS_TASK, {
|
|
276
|
+
taskName: LEGACY_METRICS_TASK,
|
|
277
|
+
total: extra.total,
|
|
278
|
+
success: extra.success,
|
|
279
|
+
error: extra.error,
|
|
280
|
+
tokens: extra.tokens,
|
|
281
|
+
costUsd: extra.costUsd,
|
|
282
|
+
});
|
|
283
|
+
}
|
|
284
|
+
}
|
|
285
|
+
|
|
286
|
+
for (const row of perTask.values()) {
|
|
287
|
+
upsertMetricsRow(row);
|
|
288
|
+
insertedMetrics += 1;
|
|
289
|
+
}
|
|
290
|
+
});
|
|
291
|
+
|
|
292
|
+
// --- backups (после успешного COMMIT) ---
|
|
293
|
+
const backups: string[] = [];
|
|
294
|
+
for (const file of files) {
|
|
295
|
+
if (!file.exists) continue;
|
|
296
|
+
const backup = `${file.path}.bak`;
|
|
297
|
+
try {
|
|
298
|
+
await fs.rm(backup, { force: true });
|
|
299
|
+
await fs.rename(file.path, backup);
|
|
300
|
+
backups.push(path.basename(backup));
|
|
301
|
+
} catch (err: any) {
|
|
302
|
+
console.error(
|
|
303
|
+
`[migrate] Не удалось переименовать ${path.basename(file.path)} в .bak: ${
|
|
304
|
+
err instanceof Error ? err.message : String(err)
|
|
305
|
+
}`
|
|
306
|
+
);
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
console.log(
|
|
311
|
+
`[migrate] Перемещено ${insertedTasks} задач, ${insertedHistory} записей истории, ${insertedTemplates} шаблонов.`
|
|
312
|
+
);
|
|
313
|
+
|
|
314
|
+
return {
|
|
315
|
+
migrated: true,
|
|
316
|
+
tasks: insertedTasks,
|
|
317
|
+
history: insertedHistory,
|
|
318
|
+
templates: insertedTemplates,
|
|
319
|
+
metrics: insertedMetrics,
|
|
320
|
+
backups,
|
|
321
|
+
};
|
|
322
|
+
}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import fs from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { PLUGIN_DIR } from "../types.js";
|
|
4
|
+
import { isDatabaseEmpty } from "./index.js";
|
|
5
|
+
import { recoverInterrupted } from "./history-repo.js";
|
|
6
|
+
|
|
7
|
+
/** Файлы, которые миграция переименовывает в .json.bak. */
|
|
8
|
+
const JSON_FILES = ["tasks.json", "history.json", "metrics.json", "templates.json"];
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* Crash recovery: помечает незавершённые записи истории как error.
|
|
12
|
+
* Вызывается при setup() до запуска catch-up и файловых триггеров.
|
|
13
|
+
*/
|
|
14
|
+
export function recoverInterruptedRuns(): number {
|
|
15
|
+
const count = recoverInterrupted();
|
|
16
|
+
if (count > 0) {
|
|
17
|
+
console.log(
|
|
18
|
+
`[recovery] Восстановлено ${count} незавершённых записей истории — помечены как error.`
|
|
19
|
+
);
|
|
20
|
+
}
|
|
21
|
+
return count;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
/**
|
|
25
|
+
* Если БД пуста, а .json.bak остались (миграция не удалась или БД удалили),
|
|
26
|
+
* подсказываем пользователю, что делать. Возвращает true, если бэкапы найдены.
|
|
27
|
+
*/
|
|
28
|
+
export function checkJsonBackups(): boolean {
|
|
29
|
+
const backups = JSON_FILES.map((name) => path.join(PLUGIN_DIR, `${name}.bak`)).filter(
|
|
30
|
+
(file) => {
|
|
31
|
+
try {
|
|
32
|
+
return fs.existsSync(file);
|
|
33
|
+
} catch {
|
|
34
|
+
return false;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
);
|
|
38
|
+
|
|
39
|
+
if (backups.length === 0) return false;
|
|
40
|
+
if (!isDatabaseEmpty()) return false;
|
|
41
|
+
|
|
42
|
+
console.warn(
|
|
43
|
+
"[recovery] Обнаружены бэкапы JSON, БД пуста. Запустите миграцию заново."
|
|
44
|
+
);
|
|
45
|
+
return true;
|
|
46
|
+
}
|