@dotsetlabs/dotclaw 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +54 -0
- package/LICENSE +21 -0
- package/README.md +111 -0
- package/config-examples/groups/global/CLAUDE.md +21 -0
- package/config-examples/groups/main/CLAUDE.md +47 -0
- package/config-examples/mount-allowlist.json +25 -0
- package/config-examples/plugin-http.json +18 -0
- package/config-examples/runtime.json +30 -0
- package/config-examples/tool-budgets.json +24 -0
- package/config-examples/tool-policy.json +51 -0
- package/container/.dockerignore +6 -0
- package/container/Dockerfile +74 -0
- package/container/agent-runner/package-lock.json +92 -0
- package/container/agent-runner/package.json +20 -0
- package/container/agent-runner/src/agent-config.ts +295 -0
- package/container/agent-runner/src/container-protocol.ts +73 -0
- package/container/agent-runner/src/daemon.ts +91 -0
- package/container/agent-runner/src/index.ts +1428 -0
- package/container/agent-runner/src/ipc.ts +321 -0
- package/container/agent-runner/src/memory.ts +336 -0
- package/container/agent-runner/src/prompt-packs.ts +341 -0
- package/container/agent-runner/src/tools.ts +1720 -0
- package/container/agent-runner/tsconfig.json +19 -0
- package/container/build.sh +23 -0
- package/container/skills/agent-browser.md +159 -0
- package/dist/admin-commands.d.ts +7 -0
- package/dist/admin-commands.d.ts.map +1 -0
- package/dist/admin-commands.js +87 -0
- package/dist/admin-commands.js.map +1 -0
- package/dist/agent-context.d.ts +42 -0
- package/dist/agent-context.d.ts.map +1 -0
- package/dist/agent-context.js +92 -0
- package/dist/agent-context.js.map +1 -0
- package/dist/agent-execution.d.ts +68 -0
- package/dist/agent-execution.d.ts.map +1 -0
- package/dist/agent-execution.js +169 -0
- package/dist/agent-execution.js.map +1 -0
- package/dist/agent-semaphore.d.ts +2 -0
- package/dist/agent-semaphore.d.ts.map +1 -0
- package/dist/agent-semaphore.js +52 -0
- package/dist/agent-semaphore.js.map +1 -0
- package/dist/behavior-config.d.ts +14 -0
- package/dist/behavior-config.d.ts.map +1 -0
- package/dist/behavior-config.js +52 -0
- package/dist/behavior-config.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +626 -0
- package/dist/cli.js.map +1 -0
- package/dist/config.d.ts +31 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +38 -0
- package/dist/config.js.map +1 -0
- package/dist/container-protocol.d.ts +72 -0
- package/dist/container-protocol.d.ts.map +1 -0
- package/dist/container-protocol.js +3 -0
- package/dist/container-protocol.js.map +1 -0
- package/dist/container-runner.d.ts +59 -0
- package/dist/container-runner.d.ts.map +1 -0
- package/dist/container-runner.js +813 -0
- package/dist/container-runner.js.map +1 -0
- package/dist/cost.d.ts +9 -0
- package/dist/cost.d.ts.map +1 -0
- package/dist/cost.js +11 -0
- package/dist/cost.js.map +1 -0
- package/dist/dashboard.d.ts +58 -0
- package/dist/dashboard.d.ts.map +1 -0
- package/dist/dashboard.js +471 -0
- package/dist/dashboard.js.map +1 -0
- package/dist/db.d.ts +99 -0
- package/dist/db.d.ts.map +1 -0
- package/dist/db.js +423 -0
- package/dist/db.js.map +1 -0
- package/dist/error-messages.d.ts +17 -0
- package/dist/error-messages.d.ts.map +1 -0
- package/dist/error-messages.js +109 -0
- package/dist/error-messages.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +2072 -0
- package/dist/index.js.map +1 -0
- package/dist/locks.d.ts +2 -0
- package/dist/locks.d.ts.map +1 -0
- package/dist/locks.js +26 -0
- package/dist/locks.js.map +1 -0
- package/dist/logger.d.ts +4 -0
- package/dist/logger.d.ts.map +1 -0
- package/dist/logger.js +15 -0
- package/dist/logger.js.map +1 -0
- package/dist/maintenance.d.ts +13 -0
- package/dist/maintenance.d.ts.map +1 -0
- package/dist/maintenance.js +151 -0
- package/dist/maintenance.js.map +1 -0
- package/dist/memory-embeddings.d.ts +13 -0
- package/dist/memory-embeddings.d.ts.map +1 -0
- package/dist/memory-embeddings.js +126 -0
- package/dist/memory-embeddings.js.map +1 -0
- package/dist/memory-recall.d.ts +8 -0
- package/dist/memory-recall.d.ts.map +1 -0
- package/dist/memory-recall.js +127 -0
- package/dist/memory-recall.js.map +1 -0
- package/dist/memory-store.d.ts +149 -0
- package/dist/memory-store.d.ts.map +1 -0
- package/dist/memory-store.js +787 -0
- package/dist/memory-store.js.map +1 -0
- package/dist/metrics.d.ts +12 -0
- package/dist/metrics.d.ts.map +1 -0
- package/dist/metrics.js +134 -0
- package/dist/metrics.js.map +1 -0
- package/dist/model-registry.d.ts +67 -0
- package/dist/model-registry.d.ts.map +1 -0
- package/dist/model-registry.js +230 -0
- package/dist/model-registry.js.map +1 -0
- package/dist/mount-security.d.ts +37 -0
- package/dist/mount-security.d.ts.map +1 -0
- package/dist/mount-security.js +284 -0
- package/dist/mount-security.js.map +1 -0
- package/dist/paths.d.ts +80 -0
- package/dist/paths.d.ts.map +1 -0
- package/dist/paths.js +149 -0
- package/dist/paths.js.map +1 -0
- package/dist/personalization.d.ts +6 -0
- package/dist/personalization.d.ts.map +1 -0
- package/dist/personalization.js +180 -0
- package/dist/personalization.js.map +1 -0
- package/dist/progress.d.ts +15 -0
- package/dist/progress.d.ts.map +1 -0
- package/dist/progress.js +92 -0
- package/dist/progress.js.map +1 -0
- package/dist/runtime-config.d.ts +227 -0
- package/dist/runtime-config.d.ts.map +1 -0
- package/dist/runtime-config.js +297 -0
- package/dist/runtime-config.js.map +1 -0
- package/dist/task-scheduler.d.ts +9 -0
- package/dist/task-scheduler.d.ts.map +1 -0
- package/dist/task-scheduler.js +195 -0
- package/dist/task-scheduler.js.map +1 -0
- package/dist/telegram-format.d.ts +3 -0
- package/dist/telegram-format.d.ts.map +1 -0
- package/dist/telegram-format.js +200 -0
- package/dist/telegram-format.js.map +1 -0
- package/dist/tool-budgets.d.ts +16 -0
- package/dist/tool-budgets.d.ts.map +1 -0
- package/dist/tool-budgets.js +83 -0
- package/dist/tool-budgets.js.map +1 -0
- package/dist/tool-policy.d.ts +18 -0
- package/dist/tool-policy.d.ts.map +1 -0
- package/dist/tool-policy.js +84 -0
- package/dist/tool-policy.js.map +1 -0
- package/dist/trace-writer.d.ts +39 -0
- package/dist/trace-writer.d.ts.map +1 -0
- package/dist/trace-writer.js +27 -0
- package/dist/trace-writer.js.map +1 -0
- package/dist/types.d.ts +81 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/utils.d.ts +4 -0
- package/dist/utils.d.ts.map +1 -0
- package/dist/utils.js +30 -0
- package/dist/utils.js.map +1 -0
- package/launchd/com.dotclaw.plist +32 -0
- package/package.json +89 -0
- package/scripts/autotune.js +53 -0
- package/scripts/bootstrap.js +348 -0
- package/scripts/configure.js +200 -0
- package/scripts/doctor.js +164 -0
- package/scripts/init.js +209 -0
- package/scripts/install.sh +219 -0
- package/systemd/dotclaw.service +22 -0
|
@@ -0,0 +1,297 @@
|
|
|
1
|
+
import fs from 'fs';
|
|
2
|
+
import { RUNTIME_CONFIG_PATH, TRACES_DIR, PROMPTS_DIR, TOOL_BUDGETS_PATH, } from './paths.js';
|
|
3
|
+
// CONFIG_PATH is now imported from paths.js as RUNTIME_CONFIG_PATH
|
|
4
|
+
const CONFIG_PATH = RUNTIME_CONFIG_PATH;
|
|
5
|
+
const DEFAULT_CONTAINER_TIMEOUT_MS = 900_000;
|
|
6
|
+
const DEFAULT_TELEGRAM_HANDLER_TIMEOUT_MS = Math.max(DEFAULT_CONTAINER_TIMEOUT_MS + 30_000, 120_000);
|
|
7
|
+
const DEFAULT_CONFIG = {
|
|
8
|
+
host: {
|
|
9
|
+
logLevel: 'info',
|
|
10
|
+
defaultModel: 'moonshotai/kimi-k2.5',
|
|
11
|
+
timezone: process.env.TZ || Intl.DateTimeFormat().resolvedOptions().timeZone,
|
|
12
|
+
bind: '127.0.0.1',
|
|
13
|
+
scheduler: {
|
|
14
|
+
pollIntervalMs: 60_000,
|
|
15
|
+
taskMaxRetries: 3,
|
|
16
|
+
taskRetryBaseMs: 60_000,
|
|
17
|
+
taskRetryMaxMs: 3_600_000
|
|
18
|
+
},
|
|
19
|
+
ipc: {
|
|
20
|
+
pollIntervalMs: 1_000
|
|
21
|
+
},
|
|
22
|
+
container: {
|
|
23
|
+
image: 'dotclaw-agent:latest',
|
|
24
|
+
timeoutMs: DEFAULT_CONTAINER_TIMEOUT_MS,
|
|
25
|
+
maxOutputBytes: 20 * 1024 * 1024,
|
|
26
|
+
mode: 'daemon',
|
|
27
|
+
daemonPollMs: 200,
|
|
28
|
+
pidsLimit: 256,
|
|
29
|
+
memory: '',
|
|
30
|
+
cpus: '',
|
|
31
|
+
readOnlyRoot: false,
|
|
32
|
+
tmpfsSize: '64m',
|
|
33
|
+
runUid: typeof process.getuid === 'function' ? String(process.getuid()) : '',
|
|
34
|
+
runGid: typeof process.getgid === 'function' ? String(process.getgid()) : ''
|
|
35
|
+
},
|
|
36
|
+
concurrency: {
|
|
37
|
+
maxAgents: 4,
|
|
38
|
+
queueTimeoutMs: 0,
|
|
39
|
+
warmStart: true
|
|
40
|
+
},
|
|
41
|
+
promptPacksDir: PROMPTS_DIR,
|
|
42
|
+
trace: {
|
|
43
|
+
dir: TRACES_DIR,
|
|
44
|
+
sampleRate: 1,
|
|
45
|
+
retentionDays: 14
|
|
46
|
+
},
|
|
47
|
+
maintenance: {
|
|
48
|
+
intervalMs: 6 * 60 * 60 * 1000
|
|
49
|
+
},
|
|
50
|
+
metrics: {
|
|
51
|
+
port: 3001,
|
|
52
|
+
enabled: true
|
|
53
|
+
},
|
|
54
|
+
dashboard: {
|
|
55
|
+
enabled: true
|
|
56
|
+
},
|
|
57
|
+
memory: {
|
|
58
|
+
recall: {
|
|
59
|
+
maxResults: 8,
|
|
60
|
+
maxTokens: 1000
|
|
61
|
+
},
|
|
62
|
+
embeddings: {
|
|
63
|
+
enabled: true,
|
|
64
|
+
model: 'openai/text-embedding-3-small',
|
|
65
|
+
batchSize: 8,
|
|
66
|
+
minItems: 50,
|
|
67
|
+
minQueryChars: 40,
|
|
68
|
+
maxCandidates: 1500,
|
|
69
|
+
weight: 0.6,
|
|
70
|
+
intervalMs: 600_000,
|
|
71
|
+
maxBacklog: 1000,
|
|
72
|
+
queryCacheTtlMs: 600_000,
|
|
73
|
+
queryCacheMax: 200,
|
|
74
|
+
openrouterBaseUrl: 'https://openrouter.ai/api/v1',
|
|
75
|
+
openrouterSiteUrl: '',
|
|
76
|
+
openrouterSiteName: ''
|
|
77
|
+
},
|
|
78
|
+
maintenance: {
|
|
79
|
+
maxItems: 5000,
|
|
80
|
+
pruneImportanceThreshold: 0.3,
|
|
81
|
+
vacuumEnabled: true,
|
|
82
|
+
vacuumIntervalDays: 7,
|
|
83
|
+
analyzeEnabled: true
|
|
84
|
+
},
|
|
85
|
+
personalizationCacheMs: 300_000
|
|
86
|
+
},
|
|
87
|
+
telegram: {
|
|
88
|
+
handlerTimeoutMs: DEFAULT_TELEGRAM_HANDLER_TIMEOUT_MS,
|
|
89
|
+
sendRetries: 3,
|
|
90
|
+
sendRetryDelayMs: 1000,
|
|
91
|
+
streamMode: 'off',
|
|
92
|
+
streamMinIntervalMs: 800,
|
|
93
|
+
streamMinChars: 120,
|
|
94
|
+
inputMessageMaxChars: 4000
|
|
95
|
+
},
|
|
96
|
+
progress: {
|
|
97
|
+
enabled: true,
|
|
98
|
+
initialMs: 60_000,
|
|
99
|
+
intervalMs: 120_000,
|
|
100
|
+
maxUpdates: 1,
|
|
101
|
+
messages: []
|
|
102
|
+
},
|
|
103
|
+
heartbeat: {
|
|
104
|
+
enabled: true,
|
|
105
|
+
intervalMs: 900_000,
|
|
106
|
+
groupFolder: 'main'
|
|
107
|
+
},
|
|
108
|
+
backgroundTasks: {
|
|
109
|
+
enabled: true,
|
|
110
|
+
triggerRegex: '(research|market research|competitive|landscape|audit|benchmark|deep dive|investigate|analysis|report|roadmap|spec|design|architecture|scan|scrape|crawl|summarize)',
|
|
111
|
+
ackMessage: "Got it - I'll work on that and follow up when it's ready.",
|
|
112
|
+
toolDeny: [],
|
|
113
|
+
preemptOnNewMessage: false
|
|
114
|
+
},
|
|
115
|
+
toolBudgets: {
|
|
116
|
+
enabled: true,
|
|
117
|
+
path: TOOL_BUDGETS_PATH
|
|
118
|
+
},
|
|
119
|
+
tokenEstimate: {
|
|
120
|
+
tokensPerChar: 0.25,
|
|
121
|
+
tokensPerMessage: 3,
|
|
122
|
+
tokensPerRequest: 0
|
|
123
|
+
}
|
|
124
|
+
},
|
|
125
|
+
agent: {
|
|
126
|
+
assistantName: 'Rain',
|
|
127
|
+
openrouter: {
|
|
128
|
+
timeoutMs: 180_000,
|
|
129
|
+
retry: true,
|
|
130
|
+
siteUrl: '',
|
|
131
|
+
siteName: ''
|
|
132
|
+
},
|
|
133
|
+
promptPacks: {
|
|
134
|
+
enabled: true,
|
|
135
|
+
maxChars: 6000,
|
|
136
|
+
maxDemos: 4,
|
|
137
|
+
canaryRate: 0.1
|
|
138
|
+
},
|
|
139
|
+
context: {
|
|
140
|
+
maxContextTokens: 24_000,
|
|
141
|
+
compactionTriggerTokens: 20_000,
|
|
142
|
+
recentContextTokens: 8000,
|
|
143
|
+
summaryUpdateEveryMessages: 20,
|
|
144
|
+
maxOutputTokens: 1024,
|
|
145
|
+
summaryMaxOutputTokens: 600,
|
|
146
|
+
temperature: 0.2,
|
|
147
|
+
maxContextMessageTokens: 3000
|
|
148
|
+
},
|
|
149
|
+
memory: {
|
|
150
|
+
maxResults: 6,
|
|
151
|
+
maxTokens: 2000,
|
|
152
|
+
extraction: {
|
|
153
|
+
enabled: true,
|
|
154
|
+
async: true,
|
|
155
|
+
maxMessages: 4,
|
|
156
|
+
maxOutputTokens: 200
|
|
157
|
+
},
|
|
158
|
+
archiveSync: true,
|
|
159
|
+
extractScheduled: false
|
|
160
|
+
},
|
|
161
|
+
models: {
|
|
162
|
+
summary: 'openai/gpt-5-nano',
|
|
163
|
+
memory: 'openai/gpt-5-mini',
|
|
164
|
+
planner: 'openai/gpt-5-nano',
|
|
165
|
+
responseValidation: 'openai/gpt-5-nano',
|
|
166
|
+
toolSummary: 'openai/gpt-5-nano'
|
|
167
|
+
},
|
|
168
|
+
planner: {
|
|
169
|
+
enabled: true,
|
|
170
|
+
mode: 'auto',
|
|
171
|
+
minTokens: 600,
|
|
172
|
+
triggerRegex: '(plan|steps|roadmap|research|design|architecture|spec|strategy)',
|
|
173
|
+
maxOutputTokens: 200,
|
|
174
|
+
temperature: 0.2
|
|
175
|
+
},
|
|
176
|
+
responseValidation: {
|
|
177
|
+
enabled: true,
|
|
178
|
+
maxOutputTokens: 120,
|
|
179
|
+
temperature: 0,
|
|
180
|
+
maxRetries: 1,
|
|
181
|
+
allowToolCalls: false
|
|
182
|
+
},
|
|
183
|
+
tools: {
|
|
184
|
+
maxToolSteps: 24,
|
|
185
|
+
outputLimitBytes: 400_000,
|
|
186
|
+
enableBash: true,
|
|
187
|
+
enableWebSearch: true,
|
|
188
|
+
enableWebFetch: true,
|
|
189
|
+
webfetch: {
|
|
190
|
+
blockPrivate: true,
|
|
191
|
+
allowlist: [],
|
|
192
|
+
blocklist: ['localhost', '127.0.0.1'],
|
|
193
|
+
maxBytes: 300_000,
|
|
194
|
+
timeoutMs: 20_000
|
|
195
|
+
},
|
|
196
|
+
websearch: {
|
|
197
|
+
timeoutMs: 20_000
|
|
198
|
+
},
|
|
199
|
+
bash: {
|
|
200
|
+
timeoutMs: 120_000,
|
|
201
|
+
outputLimitBytes: 200_000
|
|
202
|
+
},
|
|
203
|
+
grepMaxFileBytes: 1_000_000,
|
|
204
|
+
plugin: {
|
|
205
|
+
dirs: [],
|
|
206
|
+
maxBytes: 800_000,
|
|
207
|
+
httpTimeoutMs: 20_000
|
|
208
|
+
},
|
|
209
|
+
toolSummary: {
|
|
210
|
+
enabled: true,
|
|
211
|
+
maxBytes: 60_000,
|
|
212
|
+
maxOutputTokens: 400,
|
|
213
|
+
tools: ['WebFetch']
|
|
214
|
+
}
|
|
215
|
+
},
|
|
216
|
+
streaming: {
|
|
217
|
+
minIntervalMs: 800,
|
|
218
|
+
minChars: 120
|
|
219
|
+
},
|
|
220
|
+
ipc: {
|
|
221
|
+
requestTimeoutMs: 6000,
|
|
222
|
+
requestPollMs: 150
|
|
223
|
+
},
|
|
224
|
+
tokenEstimate: {
|
|
225
|
+
tokensPerChar: 0.25,
|
|
226
|
+
tokensPerMessage: 3,
|
|
227
|
+
tokensPerRequest: 0
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
};
|
|
231
|
+
let cachedConfig = null;
|
|
232
|
+
function cloneConfig(value) {
|
|
233
|
+
return JSON.parse(JSON.stringify(value));
|
|
234
|
+
}
|
|
235
|
+
function isPlainObject(value) {
|
|
236
|
+
return typeof value === 'object' && value !== null && !Array.isArray(value);
|
|
237
|
+
}
|
|
238
|
+
function hasTelegramHandlerOverride(value) {
|
|
239
|
+
if (!isPlainObject(value))
|
|
240
|
+
return false;
|
|
241
|
+
const host = value.host;
|
|
242
|
+
if (!isPlainObject(host))
|
|
243
|
+
return false;
|
|
244
|
+
const telegram = host.telegram;
|
|
245
|
+
if (!isPlainObject(telegram))
|
|
246
|
+
return false;
|
|
247
|
+
return typeof telegram.handlerTimeoutMs === 'number';
|
|
248
|
+
}
|
|
249
|
+
function mergeDefaults(base, overrides) {
|
|
250
|
+
if (!isPlainObject(overrides))
|
|
251
|
+
return cloneConfig(base);
|
|
252
|
+
const result = cloneConfig(base);
|
|
253
|
+
const baseObj = base;
|
|
254
|
+
for (const [key, value] of Object.entries(overrides)) {
|
|
255
|
+
const current = baseObj[key];
|
|
256
|
+
if (isPlainObject(current) && isPlainObject(value)) {
|
|
257
|
+
result[key] = mergeDefaults(current, value);
|
|
258
|
+
continue;
|
|
259
|
+
}
|
|
260
|
+
if (Array.isArray(current) && Array.isArray(value)) {
|
|
261
|
+
result[key] = value;
|
|
262
|
+
continue;
|
|
263
|
+
}
|
|
264
|
+
if (typeof value === typeof current) {
|
|
265
|
+
result[key] = value;
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
return result;
|
|
269
|
+
}
|
|
270
|
+
function readJson(filePath) {
|
|
271
|
+
try {
|
|
272
|
+
if (!fs.existsSync(filePath))
|
|
273
|
+
return null;
|
|
274
|
+
const raw = fs.readFileSync(filePath, 'utf-8');
|
|
275
|
+
if (!raw.trim())
|
|
276
|
+
return null;
|
|
277
|
+
return JSON.parse(raw);
|
|
278
|
+
}
|
|
279
|
+
catch {
|
|
280
|
+
return null;
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
export function getRuntimeConfigPath() {
|
|
284
|
+
return CONFIG_PATH;
|
|
285
|
+
}
|
|
286
|
+
export function loadRuntimeConfig() {
|
|
287
|
+
if (cachedConfig)
|
|
288
|
+
return cachedConfig;
|
|
289
|
+
const fromFile = readJson(CONFIG_PATH);
|
|
290
|
+
const merged = fromFile ? mergeDefaults(DEFAULT_CONFIG, fromFile) : cloneConfig(DEFAULT_CONFIG);
|
|
291
|
+
if (!hasTelegramHandlerOverride(fromFile)) {
|
|
292
|
+
merged.host.telegram.handlerTimeoutMs = Math.max(merged.host.container.timeoutMs + 30_000, 120_000);
|
|
293
|
+
}
|
|
294
|
+
cachedConfig = merged;
|
|
295
|
+
return merged;
|
|
296
|
+
}
|
|
297
|
+
//# sourceMappingURL=runtime-config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-config.js","sourceRoot":"","sources":["../src/runtime-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EACL,mBAAmB,EACnB,UAAU,EACV,WAAW,EACX,iBAAiB,GAClB,MAAM,YAAY,CAAC;AAmOpB,mEAAmE;AACnE,MAAM,WAAW,GAAG,mBAAmB,CAAC;AAExC,MAAM,4BAA4B,GAAG,OAAO,CAAC;AAC7C,MAAM,mCAAmC,GAAG,IAAI,CAAC,GAAG,CAAC,4BAA4B,GAAG,MAAM,EAAE,OAAO,CAAC,CAAC;AAErG,MAAM,cAAc,GAAkB;IACpC,IAAI,EAAE;QACJ,QAAQ,EAAE,MAAM;QAChB,YAAY,EAAE,sBAAsB;QACpC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC,eAAe,EAAE,CAAC,QAAQ;QAC5E,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE;YACT,cAAc,EAAE,MAAM;YACtB,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,MAAM;YACvB,cAAc,EAAE,SAAS;SAC1B;QACD,GAAG,EAAE;YACH,cAAc,EAAE,KAAK;SACtB;QACD,SAAS,EAAE;YACT,KAAK,EAAE,sBAAsB;YAC7B,SAAS,EAAE,4BAA4B;YACvC,cAAc,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;YAChC,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,GAAG;YACjB,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,EAAE;YACV,IAAI,EAAE,EAAE;YACR,YAAY,EAAE,KAAK;YACnB,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YAC5E,MAAM,EAAE,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;SAC7E;QACD,WAAW,EAAE;YACX,SAAS,EAAE,CAAC;YACZ,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,IAAI;SAChB;QACD,cAAc,EAAE,WAAW;QAC3B,KAAK,EAAE;YACL,GAAG,EAAE,UAAU;YACf,UAAU,EAAE,CAAC;YACb,aAAa,EAAE,EAAE;SAClB;QACD,WAAW,EAAE;YACX,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;SAC/B;QACD,OAAO,EAAE;YACP,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,IAAI;SACd;QACD,SAAS,EAAE;YACT,OAAO,EAAE,IAAI;SACd;QACD,MAAM,EAAE;YACN,MAAM,EAAE;gBACN,UAAU,EAAE,CAAC;gBACb,SAAS,EAAE,IAAI;aAChB;YACD,UAAU,EAAE;gBACV,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,+BAA+B;gBACtC,SAAS,EAAE,CAAC;gBACZ,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,EAAE;gBACjB,aAAa,EAAE,IAAI;gBACnB,MAAM,EAAE,GAAG;gBACX,UAAU,EAAE,OAAO;gBACnB,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,OAAO;gBACxB,aAAa,EAAE,GAAG;gBAClB,iBAAiB,EAAE,8BAA8B;gBACjD,iBAAiB,EAAE,EAAE;gBACrB,kBAAkB,EAAE,EAAE;aACvB;YACD,WAAW,EAAE;gBACX,QAAQ,EAAE,IAAI;gBACd,wBAAwB,EAAE,GAAG;gBAC7B,aAAa,EAAE,IAAI;gBACnB,kBAAkB,EAAE,CAAC;gBACrB,cAAc,EAAE,IAAI;aACrB;YACD,sBAAsB,EAAE,OAAO;SAChC;QACD,QAAQ,EAAE;YACR,gBAAgB,EAAE,mCAAmC;YACrD,WAAW,EAAE,CAAC;YACd,gBAAgB,EAAE,IAAI;YACtB,UAAU,EAAE,KAAK;YACjB,mBAAmB,EAAE,GAAG;YACxB,cAAc,EAAE,GAAG;YACnB,oBAAoB,EAAE,IAAI;SAC3B;QACD,QAAQ,EAAE;YACR,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,OAAO;YACnB,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,EAAE;SACb;QACD,SAAS,EAAE;YACT,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,OAAO;YACnB,WAAW,EAAE,MAAM;SACpB;QACD,eAAe,EAAE;YACf,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,qKAAqK;YACnL,UAAU,EAAE,2DAA2D;YACvE,QAAQ,EAAE,EAAE;YACZ,mBAAmB,EAAE,KAAK;SAC3B;QACD,WAAW,EAAE;YACX,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,iBAAiB;SACxB;QACD,aAAa,EAAE;YACb,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,CAAC;YACnB,gBAAgB,EAAE,CAAC;SACpB;KACF;IACD,KAAK,EAAE;QACL,aAAa,EAAE,MAAM;QACrB,UAAU,EAAE;YACV,SAAS,EAAE,OAAO;YAClB,KAAK,EAAE,IAAI;YACX,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,EAAE;SACb;QACD,WAAW,EAAE;YACX,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,GAAG;SAChB;QACD,OAAO,EAAE;YACP,gBAAgB,EAAE,MAAM;YACxB,uBAAuB,EAAE,MAAM;YAC/B,mBAAmB,EAAE,IAAI;YACzB,0BAA0B,EAAE,EAAE;YAC9B,eAAe,EAAE,IAAI;YACrB,sBAAsB,EAAE,GAAG;YAC3B,WAAW,EAAE,GAAG;YAChB,uBAAuB,EAAE,IAAI;SAC9B;QACD,MAAM,EAAE;YACN,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,IAAI;YACf,UAAU,EAAE;gBACV,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,IAAI;gBACX,WAAW,EAAE,CAAC;gBACd,eAAe,EAAE,GAAG;aACrB;YACD,WAAW,EAAE,IAAI;YACjB,gBAAgB,EAAE,KAAK;SACxB;QACD,MAAM,EAAE;YACN,OAAO,EAAE,mBAAmB;YAC5B,MAAM,EAAE,mBAAmB;YAC3B,OAAO,EAAE,mBAAmB;YAC5B,kBAAkB,EAAE,mBAAmB;YACvC,WAAW,EAAE,mBAAmB;SACjC;QACD,OAAO,EAAE;YACP,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,GAAG;YACd,YAAY,EAAE,iEAAiE;YAC/E,eAAe,EAAE,GAAG;YACpB,WAAW,EAAE,GAAG;SACjB;QACD,kBAAkB,EAAE;YAClB,OAAO,EAAE,IAAI;YACb,eAAe,EAAE,GAAG;YACpB,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,KAAK;SACtB;QACD,KAAK,EAAE;YACL,YAAY,EAAE,EAAE;YAChB,gBAAgB,EAAE,OAAO;YACzB,UAAU,EAAE,IAAI;YAChB,eAAe,EAAE,IAAI;YACrB,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE;gBACR,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,EAAE;gBACb,SAAS,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC;gBACrC,QAAQ,EAAE,OAAO;gBACjB,SAAS,EAAE,MAAM;aAClB;YACD,SAAS,EAAE;gBACT,SAAS,EAAE,MAAM;aAClB;YACD,IAAI,EAAE;gBACJ,SAAS,EAAE,OAAO;gBAClB,gBAAgB,EAAE,OAAO;aAC1B;YACD,gBAAgB,EAAE,SAAS;YAC3B,MAAM,EAAE;gBACN,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,OAAO;gBACjB,aAAa,EAAE,MAAM;aACtB;YACD,WAAW,EAAE;gBACX,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,MAAM;gBAChB,eAAe,EAAE,GAAG;gBACpB,KAAK,EAAE,CAAC,UAAU,CAAC;aACpB;SACF;QACD,SAAS,EAAE;YACT,aAAa,EAAE,GAAG;YAClB,QAAQ,EAAE,GAAG;SACd;QACD,GAAG,EAAE;YACH,gBAAgB,EAAE,IAAI;YACtB,aAAa,EAAE,GAAG;SACnB;QACD,aAAa,EAAE;YACb,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,CAAC;YACnB,gBAAgB,EAAE,CAAC;SACpB;KACF;CACF,CAAC;AAEF,IAAI,YAAY,GAAyB,IAAI,CAAC;AAE9C,SAAS,WAAW,CAAI,KAAQ;IAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAM,CAAC;AAChD,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAc;IAChD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IACxB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAC/B,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3C,OAAO,OAAO,QAAQ,CAAC,gBAAgB,KAAK,QAAQ,CAAC;AACvD,CAAC;AAED,SAAS,aAAa,CAAI,IAAO,EAAE,SAAkB;IACnD,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;QAAE,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAA4B,CAAC;IAC5D,MAAM,OAAO,GAAG,IAA+B,CAAC;IAChD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACrD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACpB,SAAS;QACX,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,OAAO,OAAO,EAAE,CAAC;YACpC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAgB,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,MAAW,CAAC;AACrB,CAAC;AAED,SAAS,QAAQ,CAAC,QAAgB;IAChC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAC;QAC1C,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC;QAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;IAChG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,GAAG,MAAM,EAAE,OAAO,CAAC,CAAC;IACtG,CAAC;IACD,YAAY,GAAG,MAAM,CAAC;IACtB,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { RegisteredGroup } from './types.js';
|
|
2
|
+
export interface SchedulerDependencies {
|
|
3
|
+
sendMessage: (jid: string, text: string) => Promise<void>;
|
|
4
|
+
registeredGroups: () => Record<string, RegisteredGroup>;
|
|
5
|
+
getSessions: () => Record<string, string>;
|
|
6
|
+
setSession: (groupFolder: string, sessionId: string) => void;
|
|
7
|
+
}
|
|
8
|
+
export declare function startSchedulerLoop(deps: SchedulerDependencies): void;
|
|
9
|
+
//# sourceMappingURL=task-scheduler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-scheduler.d.ts","sourceRoot":"","sources":["../src/task-scheduler.ts"],"names":[],"mappings":"AAKA,OAAO,EAAiB,eAAe,EAAE,MAAM,YAAY,CAAC;AAe5D,MAAM,WAAW,qBAAqB;IACpC,WAAW,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,gBAAgB,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACxD,WAAW,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,UAAU,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;CAC9D;AA0KD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,qBAAqB,GAAG,IAAI,CA2BpE"}
|
|
@@ -0,0 +1,195 @@
|
|
|
1
|
+
import fs from 'fs';
|
|
2
|
+
import path from 'path';
|
|
3
|
+
import { CronExpressionParser } from 'cron-parser';
|
|
4
|
+
import { getDueTasks, updateTaskAfterRun, logTaskRun, getTaskById, updateTask } from './db.js';
|
|
5
|
+
import { recordTaskRun, recordError, recordMessage } from './metrics.js';
|
|
6
|
+
import { GROUPS_DIR, SCHEDULER_POLL_INTERVAL, TIMEZONE } from './config.js';
|
|
7
|
+
import { loadRuntimeConfig } from './runtime-config.js';
|
|
8
|
+
import { createTraceBase, executeAgentRun, recordAgentTelemetry, AgentExecutionError } from './agent-execution.js';
|
|
9
|
+
import { writeTrace } from './trace-writer.js';
|
|
10
|
+
import { logger } from './logger.js';
|
|
11
|
+
const runtime = loadRuntimeConfig();
|
|
12
|
+
const TASK_MAX_RETRIES = runtime.host.scheduler.taskMaxRetries;
|
|
13
|
+
const TASK_RETRY_BASE_MS = runtime.host.scheduler.taskRetryBaseMs;
|
|
14
|
+
const TASK_RETRY_MAX_MS = runtime.host.scheduler.taskRetryMaxMs;
|
|
15
|
+
async function runTask(task, deps) {
|
|
16
|
+
const startTime = Date.now();
|
|
17
|
+
const groupDir = path.join(GROUPS_DIR, task.group_folder);
|
|
18
|
+
fs.mkdirSync(groupDir, { recursive: true });
|
|
19
|
+
logger.info({ taskId: task.id, group: task.group_folder }, 'Running scheduled task');
|
|
20
|
+
recordMessage('scheduler');
|
|
21
|
+
const groups = deps.registeredGroups();
|
|
22
|
+
const group = Object.values(groups).find(g => g.folder === task.group_folder);
|
|
23
|
+
if (!group) {
|
|
24
|
+
logger.error({ taskId: task.id, groupFolder: task.group_folder }, 'Group not found for task');
|
|
25
|
+
recordError('scheduler');
|
|
26
|
+
logTaskRun({
|
|
27
|
+
task_id: task.id,
|
|
28
|
+
run_at: new Date().toISOString(),
|
|
29
|
+
duration_ms: Date.now() - startTime,
|
|
30
|
+
status: 'error',
|
|
31
|
+
result: null,
|
|
32
|
+
error: `Group not found: ${task.group_folder}`
|
|
33
|
+
});
|
|
34
|
+
recordTaskRun('error');
|
|
35
|
+
return;
|
|
36
|
+
}
|
|
37
|
+
let result = null;
|
|
38
|
+
let error = null;
|
|
39
|
+
let output = null;
|
|
40
|
+
let context = null;
|
|
41
|
+
const sessions = deps.getSessions();
|
|
42
|
+
const sessionId = task.context_mode === 'group' ? sessions[task.group_folder] : undefined;
|
|
43
|
+
const stateBlock = task.state_json ? `[TASK STATE]
|
|
44
|
+
${task.state_json}
|
|
45
|
+
` : '';
|
|
46
|
+
const taskPrompt = stateBlock ? `${stateBlock}
|
|
47
|
+
${task.prompt}` : task.prompt;
|
|
48
|
+
const traceBase = createTraceBase({
|
|
49
|
+
chatId: task.chat_jid,
|
|
50
|
+
groupFolder: task.group_folder,
|
|
51
|
+
userId: null,
|
|
52
|
+
inputText: task.prompt,
|
|
53
|
+
source: 'dotclaw-scheduler'
|
|
54
|
+
});
|
|
55
|
+
try {
|
|
56
|
+
const execution = await executeAgentRun({
|
|
57
|
+
group,
|
|
58
|
+
prompt: taskPrompt,
|
|
59
|
+
chatJid: task.chat_jid,
|
|
60
|
+
userId: null,
|
|
61
|
+
recallQuery: task.prompt,
|
|
62
|
+
recallMaxResults: runtime.host.memory.recall.maxResults,
|
|
63
|
+
recallMaxTokens: runtime.host.memory.recall.maxTokens,
|
|
64
|
+
sessionId,
|
|
65
|
+
persistSession: task.context_mode === 'group',
|
|
66
|
+
onSessionUpdate: (sessionId) => deps.setSession(task.group_folder, sessionId),
|
|
67
|
+
isScheduledTask: true,
|
|
68
|
+
taskId: task.id
|
|
69
|
+
});
|
|
70
|
+
output = execution.output;
|
|
71
|
+
context = execution.context;
|
|
72
|
+
if (output.status === 'error') {
|
|
73
|
+
error = output.error || 'Unknown error';
|
|
74
|
+
}
|
|
75
|
+
else {
|
|
76
|
+
result = output.result;
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
catch (err) {
|
|
80
|
+
if (err instanceof AgentExecutionError) {
|
|
81
|
+
context = err.context;
|
|
82
|
+
error = err.message;
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
error = err instanceof Error ? err.message : String(err);
|
|
86
|
+
}
|
|
87
|
+
logger.error({ taskId: task.id, error }, 'Task failed');
|
|
88
|
+
}
|
|
89
|
+
if (context) {
|
|
90
|
+
recordAgentTelemetry({
|
|
91
|
+
traceBase,
|
|
92
|
+
output,
|
|
93
|
+
context,
|
|
94
|
+
metricsSource: 'scheduler',
|
|
95
|
+
toolAuditSource: 'scheduler',
|
|
96
|
+
errorMessage: error ?? undefined,
|
|
97
|
+
errorType: error ? 'scheduler' : undefined
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
else if (error) {
|
|
101
|
+
recordError('scheduler');
|
|
102
|
+
writeTrace({
|
|
103
|
+
trace_id: traceBase.trace_id,
|
|
104
|
+
timestamp: traceBase.timestamp,
|
|
105
|
+
created_at: traceBase.created_at,
|
|
106
|
+
chat_id: traceBase.chat_id,
|
|
107
|
+
group_folder: traceBase.group_folder,
|
|
108
|
+
input_text: traceBase.input_text,
|
|
109
|
+
output_text: null,
|
|
110
|
+
model_id: 'unknown',
|
|
111
|
+
memory_recall: [],
|
|
112
|
+
error_code: error,
|
|
113
|
+
source: traceBase.source
|
|
114
|
+
});
|
|
115
|
+
}
|
|
116
|
+
if (!error) {
|
|
117
|
+
logger.info({ taskId: task.id, durationMs: Date.now() - startTime }, 'Task completed');
|
|
118
|
+
}
|
|
119
|
+
const durationMs = Date.now() - startTime;
|
|
120
|
+
logTaskRun({
|
|
121
|
+
task_id: task.id,
|
|
122
|
+
run_at: new Date().toISOString(),
|
|
123
|
+
duration_ms: durationMs,
|
|
124
|
+
status: error ? 'error' : 'success',
|
|
125
|
+
result,
|
|
126
|
+
error
|
|
127
|
+
});
|
|
128
|
+
recordTaskRun(error ? 'error' : 'success');
|
|
129
|
+
let scheduleNextRun = null;
|
|
130
|
+
let scheduleError = null;
|
|
131
|
+
if (task.schedule_type === 'cron') {
|
|
132
|
+
try {
|
|
133
|
+
const interval = CronExpressionParser.parse(task.schedule_value, { tz: TIMEZONE });
|
|
134
|
+
scheduleNextRun = interval.next().toISOString();
|
|
135
|
+
}
|
|
136
|
+
catch (err) {
|
|
137
|
+
scheduleError = `Invalid cron expression: ${err instanceof Error ? err.message : String(err)}`;
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
else if (task.schedule_type === 'interval') {
|
|
141
|
+
const ms = parseInt(task.schedule_value, 10);
|
|
142
|
+
if (isNaN(ms) || ms <= 0) {
|
|
143
|
+
scheduleError = `Invalid interval: "${task.schedule_value}"`;
|
|
144
|
+
}
|
|
145
|
+
else {
|
|
146
|
+
scheduleNextRun = new Date(Date.now() + ms).toISOString();
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
// 'once' tasks have no next run
|
|
150
|
+
if (scheduleError) {
|
|
151
|
+
error = error ? `${error}; ${scheduleError}` : scheduleError;
|
|
152
|
+
}
|
|
153
|
+
let nextRun = scheduleNextRun;
|
|
154
|
+
let retryCount = typeof task.retry_count === 'number' ? task.retry_count : 0;
|
|
155
|
+
if (error) {
|
|
156
|
+
if (retryCount < TASK_MAX_RETRIES) {
|
|
157
|
+
retryCount += 1;
|
|
158
|
+
const backoff = Math.min(TASK_RETRY_MAX_MS, TASK_RETRY_BASE_MS * Math.pow(2, retryCount - 1));
|
|
159
|
+
nextRun = new Date(Date.now() + backoff).toISOString();
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
else {
|
|
163
|
+
retryCount = 0;
|
|
164
|
+
}
|
|
165
|
+
const resultSummary = error ? `Error: ${error}` : (result ? result.slice(0, 200) : 'Completed');
|
|
166
|
+
updateTaskAfterRun(task.id, nextRun, resultSummary, error, retryCount);
|
|
167
|
+
if (scheduleError) {
|
|
168
|
+
updateTask(task.id, { status: 'paused', next_run: null });
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
export function startSchedulerLoop(deps) {
|
|
172
|
+
logger.info('Scheduler loop started');
|
|
173
|
+
const loop = async () => {
|
|
174
|
+
try {
|
|
175
|
+
const dueTasks = getDueTasks();
|
|
176
|
+
if (dueTasks.length > 0) {
|
|
177
|
+
logger.info({ count: dueTasks.length }, 'Found due tasks');
|
|
178
|
+
}
|
|
179
|
+
for (const task of dueTasks) {
|
|
180
|
+
// Re-check task status in case it was paused/cancelled
|
|
181
|
+
const currentTask = getTaskById(task.id);
|
|
182
|
+
if (!currentTask || currentTask.status !== 'active') {
|
|
183
|
+
continue;
|
|
184
|
+
}
|
|
185
|
+
await runTask(currentTask, deps);
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
catch (err) {
|
|
189
|
+
logger.error({ err }, 'Error in scheduler loop');
|
|
190
|
+
}
|
|
191
|
+
setTimeout(loop, SCHEDULER_POLL_INTERVAL);
|
|
192
|
+
};
|
|
193
|
+
loop();
|
|
194
|
+
}
|
|
195
|
+
//# sourceMappingURL=task-scheduler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-scheduler.js","sourceRoot":"","sources":["../src/task-scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC/F,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAEzE,OAAO,EAAE,UAAU,EAAE,uBAAuB,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5E,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AACnH,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;AAEpC,MAAM,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;AAC/D,MAAM,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;AAClE,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;AAShE,KAAK,UAAU,OAAO,CAAC,IAAmB,EAAE,IAA2B;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC1D,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5C,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,wBAAwB,CAAC,CAAC;IACrF,aAAa,CAAC,WAAW,CAAC,CAAC;IAE3B,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,YAAY,CAAC,CAAC;IAE9E,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,0BAA0B,CAAC,CAAC;QAC9F,WAAW,CAAC,WAAW,CAAC,CAAC;QACzB,UAAU,CAAC;YACT,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAChC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACnC,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,oBAAoB,IAAI,CAAC,YAAY,EAAE;SAC/C,CAAC,CAAC;QACH,aAAa,CAAC,OAAO,CAAC,CAAC;QACvB,OAAO;IACT,CAAC;IAED,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,IAAI,KAAK,GAAkB,IAAI,CAAC;IAChC,IAAI,MAAM,GAA2B,IAAI,CAAC;IAC1C,IAAI,OAAO,GAAwB,IAAI,CAAC;IAExC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,KAAK,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE1F,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;EACrC,IAAI,CAAC,UAAU;CAChB,CAAC,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU;EAC7C,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IAE5B,MAAM,SAAS,GAAG,eAAe,CAAC;QAChC,MAAM,EAAE,IAAI,CAAC,QAAQ;QACrB,WAAW,EAAE,IAAI,CAAC,YAAY;QAC9B,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,IAAI,CAAC,MAAM;QACtB,MAAM,EAAE,mBAAmB;KAC5B,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC;YACtC,KAAK;YACL,MAAM,EAAE,UAAU;YAClB,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,IAAI,CAAC,MAAM;YACxB,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU;YACvD,eAAe,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS;YACrD,SAAS;YACT,cAAc,EAAE,IAAI,CAAC,YAAY,KAAK,OAAO;YAC7C,eAAe,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC;YAC7E,eAAe,EAAE,IAAI;YACrB,MAAM,EAAE,IAAI,CAAC,EAAE;SAChB,CAAC,CAAC;QACH,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAC1B,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;QAE5B,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YAC9B,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,eAAe,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,mBAAmB,EAAE,CAAC;YACvC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;YACtB,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,aAAa,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,oBAAoB,CAAC;YACnB,SAAS;YACT,MAAM;YACN,OAAO;YACP,aAAa,EAAE,WAAW;YAC1B,eAAe,EAAE,WAAW;YAC5B,YAAY,EAAE,KAAK,IAAI,SAAS;YAChC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;SAC3C,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,KAAK,EAAE,CAAC;QACjB,WAAW,CAAC,WAAW,CAAC,CAAC;QACzB,UAAU,CAAC;YACT,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,OAAO,EAAE,SAAS,CAAC,OAAO;YAC1B,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,WAAW,EAAE,IAAI;YACjB,QAAQ,EAAE,SAAS;YACnB,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,KAAK;YACjB,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,EAAE,gBAAgB,CAAC,CAAC;IACzF,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAE1C,UAAU,CAAC;QACT,OAAO,EAAE,IAAI,CAAC,EAAE;QAChB,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAChC,WAAW,EAAE,UAAU;QACvB,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QACnC,MAAM;QACN,KAAK;KACN,CAAC,CAAC;IACH,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAE3C,IAAI,eAAe,GAAkB,IAAI,CAAC;IAC1C,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,IAAI,IAAI,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YACnF,eAAe,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,aAAa,GAAG,4BAA4B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACjG,CAAC;IACH,CAAC;SAAM,IAAI,IAAI,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;QAC7C,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAC7C,IAAI,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;YACzB,aAAa,GAAG,sBAAsB,IAAI,CAAC,cAAc,GAAG,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,eAAe,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IACD,gCAAgC;IAEhC,IAAI,aAAa,EAAE,CAAC;QAClB,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,aAAa,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;IAC/D,CAAC;IAED,IAAI,OAAO,GAAG,eAAe,CAAC;IAC9B,IAAI,UAAU,GAAG,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,UAAU,GAAG,gBAAgB,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC;YAChB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9F,OAAO,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QACzD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,UAAU,GAAG,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAChG,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IAEvE,IAAI,aAAa,EAAE,CAAC;QAClB,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAGD,MAAM,UAAU,kBAAkB,CAAC,IAA2B;IAC5D,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAEtC,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;QACtB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC/B,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC;YAC7D,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,uDAAuD;gBACvD,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACzC,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBACpD,SAAS;gBACX,CAAC;gBAED,MAAM,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,yBAAyB,CAAC,CAAC;QACnD,CAAC;QAED,UAAU,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,IAAI,EAAE,CAAC;AACT,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telegram-format.d.ts","sourceRoot":"","sources":["../src/telegram-format.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,mBAAmB,EAAG,MAAe,CAAC;AA0MnD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CA0B/E"}
|