zilmate 1.8.5 → 1.9.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +358 -503
- package/dist/agents/automation-planner.agent.d.ts +6 -6
- package/dist/agents/automation-planner.agent.d.ts.map +1 -1
- package/dist/agents/manager.d.ts +6 -6
- package/dist/agents/manager.d.ts.map +1 -1
- package/dist/cli/setup.d.ts.map +1 -1
- package/dist/cli/setup.js +30 -1
- package/dist/cli/setup.js.map +1 -1
- package/dist/cli/tunnel.d.ts +2 -0
- package/dist/cli/tunnel.d.ts.map +1 -1
- package/dist/cli/tunnel.js +63 -7
- package/dist/cli/tunnel.js.map +1 -1
- package/dist/config/models.d.ts.map +1 -1
- package/dist/config/models.js +13 -9
- package/dist/config/models.js.map +1 -1
- package/dist/index.js +1 -1
- package/dist/tools/triggers.tool.d.ts +6 -6
- package/dist/tools/triggers.tool.d.ts.map +1 -1
- package/package.json +3 -4
- package/scripts/release-github.mjs +7 -6
package/README.md
CHANGED
|
@@ -1,503 +1,358 @@
|
|
|
1
|
-
# ZilMate
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
```
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
```
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
```
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
```powershell
|
|
73
|
-
|
|
74
|
-
```
|
|
75
|
-
|
|
76
|
-
The
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
```powershell
|
|
91
|
-
|
|
92
|
-
```
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
```
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
Camera capture
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
For
|
|
187
|
-
|
|
188
|
-
```powershell
|
|
189
|
-
zilmate setup --yes --ai-gateway-key <key> --jobs-enabled true
|
|
190
|
-
zilmate setup --yes --ai-gateway-key <key> --composio-key <key> --trigger-workflows-enabled true
|
|
191
|
-
zilmate setup --yes --ai-gateway-key <key> --qstash-token <token> --job-webhook-url https://example.com/api/zilmate/jobs
|
|
192
|
-
zilmate setup --yes --ai-gateway-key <key> --voice-enabled true --deepgram-key <key>
|
|
193
|
-
zilmate setup --yes --ai-gateway-key <key> --voice-input-device "audio=Microphone Array"
|
|
194
|
-
zilmate setup --yes --ai-gateway-key <key> --install-camera-deps true
|
|
195
|
-
zilmate setup --yes --ai-gateway-key <key> --camera-device "video=Integrated Camera"
|
|
196
|
-
zilmate setup --yes --ai-gateway-key <key> --file-roots "C:\Users\me\Documents,C:\work"
|
|
197
|
-
zilmate setup --yes --ai-gateway-key <key> --screenshot-model google/gemini-3.1-flash-lite
|
|
198
|
-
```
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
npm run
|
|
210
|
-
npm run zilmate --
|
|
211
|
-
npm run zilmate --
|
|
212
|
-
npm run zilmate --
|
|
213
|
-
npm run zilmate --
|
|
214
|
-
npm run zilmate --
|
|
215
|
-
npm run zilmate --
|
|
216
|
-
npm run zilmate --
|
|
217
|
-
npm run zilmate --
|
|
218
|
-
npm run zilmate --
|
|
219
|
-
npm run zilmate --
|
|
220
|
-
npm run zilmate --
|
|
221
|
-
npm run zilmate -- voice
|
|
222
|
-
npm run zilmate -- voice
|
|
223
|
-
npm run zilmate --
|
|
224
|
-
npm run zilmate --
|
|
225
|
-
npm run zilmate --
|
|
226
|
-
npm run zilmate -- talk
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
zilmate
|
|
256
|
-
zilmate
|
|
257
|
-
zilmate doctor
|
|
258
|
-
zilmate
|
|
259
|
-
zilmate
|
|
260
|
-
zilmate
|
|
261
|
-
zilmate
|
|
262
|
-
zilmate
|
|
263
|
-
zilmate
|
|
264
|
-
zilmate
|
|
265
|
-
zilmate
|
|
266
|
-
zilmate
|
|
267
|
-
zilmate
|
|
268
|
-
zilmate
|
|
269
|
-
zilmate
|
|
270
|
-
zilmate
|
|
271
|
-
zilmate
|
|
272
|
-
zilmate
|
|
273
|
-
zilmate
|
|
274
|
-
zilmate
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
zilmate
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
const zilmate = createZilMate({
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
-
|
|
354
|
-
-
|
|
355
|
-
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
- `triggers listen`: stream Composio trigger events into the terminal until Ctrl+C.
|
|
360
|
-
- `triggers types [toolkit]`: list available trigger types, optionally for one toolkit.
|
|
361
|
-
- `triggers info <trigger>`: show trigger config and payload schemas.
|
|
362
|
-
- `triggers create <trigger> --flag value`: create a trigger instance; unknown flags become trigger config.
|
|
363
|
-
- `triggers list`: list trigger instances.
|
|
364
|
-
- `jobs create "<task>"`: queue a background job, optionally with `--schedule "daily"` or `--schedule "every 15 minutes"`.
|
|
365
|
-
- `jobs list`: list queued/running/completed jobs.
|
|
366
|
-
- `jobs status <id>`: inspect one job.
|
|
367
|
-
- `jobs logs <id>`: inspect job progress, output, and errors.
|
|
368
|
-
- `jobs run <id>`: run a queued job immediately.
|
|
369
|
-
- `jobs worker`: run the local job processor and local scheduler.
|
|
370
|
-
- `jobs cancel <id>`: cancel one job.
|
|
371
|
-
- `camera doctor`: check OS, ffmpeg availability, detected camera devices, and fallback candidates.
|
|
372
|
-
- `camera list`: list camera device names ZilMate can try.
|
|
373
|
-
- `camera capture`: capture one still image, with retry across common device names unless `--device` is provided.
|
|
374
|
-
- `help`: fast troubleshooting and app guidance.
|
|
375
|
-
- `chat`: one-shot natural dialogue about ZiloShift workflows.
|
|
376
|
-
- `post`: WhatsApp/status/social copy generation.
|
|
377
|
-
- `research`: local docs, allowlisted docs, Tavily search/extract/map/crawl/deep research, and sourced summaries.
|
|
378
|
-
- `image`: Gateway image generation that saves files under `outputs/images/`. Use `--model openai|chatgpt|gemini` and optionally `--size 1024x1024` for OpenAI.
|
|
379
|
-
- `models`: selected models, Gateway availability warnings, and active memory backend.
|
|
380
|
-
- `ping`: tiny Gateway text call to verify auth.
|
|
381
|
-
- `setup`: interactive `.env` setup for the required AI Gateway key, optional Composio external app tools, optional Tavily search, optional Redis memory, and model defaults.
|
|
382
|
-
|
|
383
|
-
## Agent Architecture
|
|
384
|
-
|
|
385
|
-
ZilMate uses a manager agent that delegates to focused subagents and external tools:
|
|
386
|
-
|
|
387
|
-
- Quick Help: short troubleshooting and app usage guidance.
|
|
388
|
-
- Chat: broader ZiloShift workflow conversation.
|
|
389
|
-
- Post: launch messages, WhatsApp statuses, captions, and outreach copy.
|
|
390
|
-
- Research: local Zilo docs first, then external docs/web research when needed.
|
|
391
|
-
- Image: image generation through Gateway image models.
|
|
392
|
-
- Automation Planner: background jobs, schedules, trigger workflows, QStash/webhook planning, monitoring, and follow-up automations.
|
|
393
|
-
- Personal Assistant: daily planning, reminders, briefings, prioritization, follow-ups, summaries, and memory-aware organization.
|
|
394
|
-
- Developer Helper: CLI/SDK usage, Next.js integration, publishing, QStash, Cloudflare tunnels, webhooks, Composio setup, and debugging.
|
|
395
|
-
- Composio: external app discovery, auth links, schemas, and execution, attached only to the manager.
|
|
396
|
-
- Memory: durable ZilMate facts and preferences saved locally or in Redis, available through CLI commands and manager tools.
|
|
397
|
-
- Jobs: background task creation, schedule setup, status checks, logs, and cancellation available through CLI, SDK, and manager tools.
|
|
398
|
-
- Files: local file search, safe reading, approved writes, folder creation, move/copy/rename, document summaries, folder-change snapshots, and duplicate/large-file audits.
|
|
399
|
-
- Desktop: approved clipboard access, screenshot capture, laptop camera still capture, and Gemini-powered screenshot/photo understanding. Ask naturally inside `zilmate talk`, such as "look at my screen and explain the error", "look through my camera and describe this device", "search this folder for billing docs", or "copy that command to my clipboard".
|
|
400
|
-
|
|
401
|
-
Camera capture requires `ffmpeg` on PATH. On Windows, install with `winget install Gyan.FFmpeg`; on macOS, use `brew install ffmpeg`; on Linux, install `ffmpeg` from your package manager. Run `zilmate camera doctor` to verify OS support and `zilmate camera list` to get exact device names. If Windows reports a custom camera name, set `ZILMATE_CAMERA_DEVICE=video=Your Camera Name` or pass `--device "video=Your Camera Name"`. Clipboard, screenshot, and camera access always ask for approval in agent mode, and can be approved for the current session with `s=session`.
|
|
402
|
-
|
|
403
|
-
Local ZiloShift docs live under `src/doc/`. ZilMate reads them on demand through dedicated tools instead of dumping all docs into every prompt. The manager prefers these local docs for ZiloShift support, worker, venue, payment, verification, SMS, and dispute questions.
|
|
404
|
-
|
|
405
|
-
## External Apps With Composio
|
|
406
|
-
|
|
407
|
-
Run setup and add a Composio key:
|
|
408
|
-
|
|
409
|
-
```powershell
|
|
410
|
-
zilmate setup
|
|
411
|
-
zilmate apps status
|
|
412
|
-
```
|
|
413
|
-
|
|
414
|
-
In `zilmate talk`, ask for the external task naturally. If an account is not connected yet, ZilMate uses Composio connection tools and prints the connect link returned by Composio. ZilMate does not implement custom OAuth flows.
|
|
415
|
-
|
|
416
|
-
Read/search/schema/auth-link tools can run without confirmation. Write-like external app actions such as create, update, delete, send, post, publish, invite, transfer, charge, refund, cancel, approve, revoke, workbench, or bash require `Proceed? (y/N)` in the terminal. In noninteractive mode, write-like actions are blocked.
|
|
417
|
-
|
|
418
|
-
## Trigger Events
|
|
419
|
-
|
|
420
|
-
For live terminal events, use Composio trigger listening:
|
|
421
|
-
|
|
422
|
-
```powershell
|
|
423
|
-
zilmate triggers types github
|
|
424
|
-
zilmate triggers create GITHUB_COMMIT_EVENT --owner zester4 --repo zilo-manager
|
|
425
|
-
zilmate triggers listen
|
|
426
|
-
```
|
|
427
|
-
|
|
428
|
-
`listen` streams matching trigger events until Ctrl+C. Use filters when needed:
|
|
429
|
-
|
|
430
|
-
```powershell
|
|
431
|
-
zilmate triggers listen --toolkit gmail
|
|
432
|
-
zilmate triggers listen --trigger ti_abc123
|
|
433
|
-
zilmate triggers listen --trigger-slug GMAIL_NEW_EMAIL_EVENT --once
|
|
434
|
-
```
|
|
435
|
-
|
|
436
|
-
This is terminal-local. When `ZILMATE_TRIGGER_WORKFLOWS_ENABLED=true`, trigger events handled by `zilmate triggers listen` also create background jobs. ZilMate includes generic workflow prompts for Gmail, GitHub, Slack, and calendar-style events, and falls back to a general external-app summary task for other toolkits.
|
|
437
|
-
|
|
438
|
-
The manager agent also has trigger tools. In `zilmate talk`, you can ask:
|
|
439
|
-
|
|
440
|
-
```text
|
|
441
|
-
show me GitHub trigger types
|
|
442
|
-
prepare a branch-created trigger for zester4/zilo-manager
|
|
443
|
-
create that trigger
|
|
444
|
-
```
|
|
445
|
-
|
|
446
|
-
ZilMate should discover current trigger slugs first, inspect the trigger schema, prefer a dry-run payload, and ask for confirmation before creating a real trigger.
|
|
447
|
-
|
|
448
|
-
## Background Jobs And Schedules
|
|
449
|
-
|
|
450
|
-
Use jobs when ZilMate should keep working after a chat turn ends:
|
|
451
|
-
|
|
452
|
-
```powershell
|
|
453
|
-
zilmate jobs create "Research AI assistant scheduling patterns and save a summary"
|
|
454
|
-
zilmate jobs create "Prepare my morning briefing" --schedule daily
|
|
455
|
-
zilmate jobs worker
|
|
456
|
-
```
|
|
457
|
-
|
|
458
|
-
Local job storage uses `.zilo-manager/jobs.json` and `.zilo-manager/job-logs.json` unless Redis is configured. With Redis, jobs and logs use the same Upstash REST connection as memory.
|
|
459
|
-
|
|
460
|
-
Schedules supported locally include `hourly`, `daily`, `every 15 minutes`, `every 2 hours`, `every 1 day`, and ISO date/time strings. QStash schedules can use `cron:<expression>` when `UPSTASH_QSTASH_TOKEN` and `ZILMATE_PUBLIC_JOB_WEBHOOK_URL` are configured.
|
|
461
|
-
|
|
462
|
-
Hosted apps can expose a webhook route and call:
|
|
463
|
-
|
|
464
|
-
```ts
|
|
465
|
-
import { createZilMate } from 'zilmate/server';
|
|
466
|
-
|
|
467
|
-
export async function POST(req: Request) {
|
|
468
|
-
const body = await req.json();
|
|
469
|
-
const zilmate = createZilMate();
|
|
470
|
-
const result = await zilmate.handleJobWebhook(
|
|
471
|
-
{ jobId: body.jobId, secret: req.headers.get('ZilMate-Webhook-Secret') ?? undefined },
|
|
472
|
-
process.env.ZILMATE_JOB_WEBHOOK_SECRET,
|
|
473
|
-
);
|
|
474
|
-
|
|
475
|
-
return Response.json(result);
|
|
476
|
-
}
|
|
477
|
-
```
|
|
478
|
-
|
|
479
|
-
## Model Notes
|
|
480
|
-
|
|
481
|
-
- Manager/orchestration default: `minimax/minimax-m3`.
|
|
482
|
-
- Recommended help/post override: `alibaba/qwen3.7-plus` in `.env`.
|
|
483
|
-
- If help/post env vars are blank, ZilMate falls back to the internal cheap-model list in `src/config/models.ts`.
|
|
484
|
-
- Default image provider: OpenAI GPT Image 2 via `openai/gpt-image-2` and AI SDK `generateImage`.
|
|
485
|
-
- Alternate image provider: Gemini 3 Pro Image via `google/gemini-3-pro-image` and `generateText` file outputs.
|
|
486
|
-
- GPT-2 is not used for images.
|
|
487
|
-
|
|
488
|
-
## Research And Memory
|
|
489
|
-
|
|
490
|
-
- Zilo docs are searched/read locally first for product behavior.
|
|
491
|
-
- Tavily powers web search, URL extraction, site mapping, small capped crawls, and deep research.
|
|
492
|
-
- Web crawling and deep research are intentionally heavier tools and should be used only when local docs/search are not enough.
|
|
493
|
-
- Scratchpads keep intermediate notes outside the main prompt context.
|
|
494
|
-
- Long-term memory stores stable preferences and durable project facts. Use `zilmate remember`, `zilmate recall`, `zilmate forget`, and `zilmate memory list`.
|
|
495
|
-
- `zilmate talk` automatically recalls relevant long-term memories for each message.
|
|
496
|
-
- Redis is optional; local file memory is the fallback.
|
|
497
|
-
- `zilmate setup` creates or updates the local `.env` used by the CLI.
|
|
498
|
-
|
|
499
|
-
## Safety Notes
|
|
500
|
-
|
|
501
|
-
ZilMate can guide, research, draft, generate assets, and run approved external app actions through Composio. It should not claim that live external or ZiloShift data changed unless a tool result confirms it.
|
|
502
|
-
|
|
503
|
-
Before adding real actions around payments, identity, SMS, users, or admin operations, add stronger permission levels, confirmation gates, audit logs, and behavioral evals.
|
|
1
|
+
# <p align="center">🤖 ZilMate</p>
|
|
2
|
+
|
|
3
|
+
<p align="center">
|
|
4
|
+
<b>Production-Grade Multi-Agent AI Swarm, Real-Time Voice Controller, and Webhook Job Scheduler</b>
|
|
5
|
+
</p>
|
|
6
|
+
|
|
7
|
+
<p align="center">
|
|
8
|
+
<img src="https://img.shields.io/badge/version-1.9.1-blue.svg?style=flat-square" alt="Version">
|
|
9
|
+
<img src="https://img.shields.io/badge/node-%3E%3D20.0.0-green.svg?style=flat-square" alt="Node Engine">
|
|
10
|
+
<img src="https://img.shields.io/badge/platform-windows%20%7C%20macos%20%7C%20linux-lightgrey.svg?style=flat-square" alt="Platform Support">
|
|
11
|
+
<img src="https://img.shields.io/badge/license-ISC-orange.svg?style=flat-square" alt="License">
|
|
12
|
+
</p>
|
|
13
|
+
|
|
14
|
+
---
|
|
15
|
+
|
|
16
|
+
ZilMate is a CLI-first general assistant with deep built-in ZiloShift expertise. It can chat, answer support questions, draft posts, research docs/web sources, generate image assets, and use Composio for external app tools such as GitHub, Gmail, Slack, Notion, Stripe, and Supabase.
|
|
17
|
+
|
|
18
|
+
ZilMate can also work with local files inside safe configured roots: search files/folders, read text files, write approved files, create folders, move/copy/rename, summarize documents, compare folder snapshots for changes, and find duplicate or large files. Sensitive files such as `.env`, keys, credentials, and token-looking paths are blocked.
|
|
19
|
+
|
|
20
|
+
It can also use approved desktop context: read/write clipboard text, take screenshots, open the laptop camera for a still photo, and analyze screenshots/photos with `google/gemini-3.1-flash-lite` by default. Screenshot analysis describes visible UI, extracts visible text when possible, identifies errors or unusual states, and can optionally search the web for troubleshooting context. Camera photo analysis describes visible objects, environments, documents, devices, or issues without identifying people or inferring sensitive traits.
|
|
21
|
+
|
|
22
|
+
The GitHub project can remain `zilo-manager`, but the installable npm package and command are both `zilmate`.
|
|
23
|
+
|
|
24
|
+
---
|
|
25
|
+
|
|
26
|
+
## 🚀 Key Features & Capabilities
|
|
27
|
+
|
|
28
|
+
- **Hierarchical Swarm Architecture** — Powered by a Manager Agent (CEO) that delegates to a Digital Corporation (COO), coordinating 7 Departments and 30+ Specialized Subagents for precise, high-fidelity business planning.
|
|
29
|
+
- **Zero-Config Webhook Tunneling** — Automates background webhook listeners using **Upstash QStash**. Features a built-in automated **Cloudflare Tunnel** binary (`cloudflared`) downloader for platform-specific runtimes (`windows`, `macOS`, `linux`).
|
|
30
|
+
- **Interactive Safety Checklists** — Replaced basic text prompts with a premium interactive terminal UI (in TTY). Navigate via arrow keys and toggle checkboxes to filter and approve critical system and write-like app actions.
|
|
31
|
+
- **Bottom-Pinned Thinking Status Card** — High-feedback console loaders and elapsed timers remain perfectly pinned to the bottom of the console whileSpecialist logs scroll smoothly above them.
|
|
32
|
+
- **High-Fidelity Document Generation** — In-house layout engine producing styled corporate reports with hanging list indents, stable alternating row tables, and character boundaries spacing.
|
|
33
|
+
|
|
34
|
+
---
|
|
35
|
+
|
|
36
|
+
## 📦 Installation & Getting Started
|
|
37
|
+
|
|
38
|
+
### 1. Published NPM Package
|
|
39
|
+
|
|
40
|
+
After the package is published to npm, install globally:
|
|
41
|
+
|
|
42
|
+
```powershell
|
|
43
|
+
npm install -g zilmate
|
|
44
|
+
zilmate setup
|
|
45
|
+
zilmate --help
|
|
46
|
+
```
|
|
47
|
+
|
|
48
|
+
> [!NOTE]
|
|
49
|
+
> Running `zilmate` with no arguments opens the status dashboard and then the guided launcher menu. If the AI Gateway key is missing, the launcher offers setup before starting chat.
|
|
50
|
+
|
|
51
|
+
When a new CLI/SDK release is published, update easily using:
|
|
52
|
+
|
|
53
|
+
```powershell
|
|
54
|
+
zilmate update
|
|
55
|
+
zilmate version
|
|
56
|
+
```
|
|
57
|
+
|
|
58
|
+
### 2. Private GitHub Install
|
|
59
|
+
|
|
60
|
+
Before npm publishing, install directly from the GitHub repository:
|
|
61
|
+
|
|
62
|
+
```powershell
|
|
63
|
+
npm install -g github:zester4/zilo-manager
|
|
64
|
+
zilmate setup
|
|
65
|
+
zilmate --help
|
|
66
|
+
```
|
|
67
|
+
|
|
68
|
+
### 3. Windows PowerShell Installer Wizard
|
|
69
|
+
|
|
70
|
+
From PowerShell, run the automatic installer helper to trigger the complete first-use pipeline:
|
|
71
|
+
|
|
72
|
+
```powershell
|
|
73
|
+
iwr https://raw.githubusercontent.com/zester4/zilo-manager/main/install.ps1 | iex
|
|
74
|
+
```
|
|
75
|
+
|
|
76
|
+
The installer performs the following flow:
|
|
77
|
+
1. Installs ZilMate globally on your machine.
|
|
78
|
+
2. Runs `zilmate setup` to collect `AI_GATEWAY_API_KEY`.
|
|
79
|
+
3. Offers a guided workflow to configure Composio, Tavily, Redis, background jobs, QStash, and trigger workflows.
|
|
80
|
+
4. Runs `zilmate ping` to verify the key.
|
|
81
|
+
5. Automatically starts `zilmate talk`.
|
|
82
|
+
|
|
83
|
+
**Custom Installer Parameters:**
|
|
84
|
+
|
|
85
|
+
* Install without launching the guided setup:
|
|
86
|
+
```powershell
|
|
87
|
+
iex "& { $((iwr -UseBasicParsing https://raw.githubusercontent.com/zester4/zilo-manager/main/install.ps1).Content) } -NoSetup"
|
|
88
|
+
```
|
|
89
|
+
* Skip Gateway ping verification or instant chat launch:
|
|
90
|
+
```powershell
|
|
91
|
+
iex "& { $((iwr -UseBasicParsing https://raw.githubusercontent.com/zester4/zilo-manager/main/install.ps1).Content) } -NoPing -NoTalk"
|
|
92
|
+
```
|
|
93
|
+
* Force install from NPM instead of GitHub:
|
|
94
|
+
```powershell
|
|
95
|
+
iex "& { $((iwr -UseBasicParsing https://raw.githubusercontent.com/zester4/zilo-manager/main/install.ps1).Content) } -Source npm"
|
|
96
|
+
```
|
|
97
|
+
|
|
98
|
+
---
|
|
99
|
+
|
|
100
|
+
## 🛠️ Configuration & Setup
|
|
101
|
+
|
|
102
|
+
### 1. Automated Setup Wizard
|
|
103
|
+
|
|
104
|
+
Install project workspace dependencies and run the guided installer:
|
|
105
|
+
|
|
106
|
+
```powershell
|
|
107
|
+
npm install
|
|
108
|
+
zilmate setup
|
|
109
|
+
```
|
|
110
|
+
|
|
111
|
+
The wizard prompts you for critical credentials. Have these keys ready:
|
|
112
|
+
* **Required**: AI Gateway API Key (`AI_GATEWAY_API_KEY`).
|
|
113
|
+
* **External Apps**: Composio API Key (`COMPOSIO_API_KEY`).
|
|
114
|
+
* **Web Research**: Tavily API Key (`TAVILY_API_KEY`).
|
|
115
|
+
* **Cloud Memory & Schedulers**: Upstash Redis REST URL and Token.
|
|
116
|
+
* **Hosted Background Webhooks**: Upstash QStash Token and Public Job Webhook URL.
|
|
117
|
+
* **Realtime Voice**: Deepgram API Key (`DEEPGRAM_API_KEY`).
|
|
118
|
+
* **Camera Capture**: `ffmpeg` installed on system path (setup can install this for you).
|
|
119
|
+
|
|
120
|
+
> [!TIP]
|
|
121
|
+
> Every optional feature can be skipped. If you only want basic chat, you only need the AI Gateway Key.
|
|
122
|
+
|
|
123
|
+
### 2. Real-Time Voice Configuration
|
|
124
|
+
|
|
125
|
+
ZilMate supports hands-free natural voice dialog. Manage voice features directly:
|
|
126
|
+
|
|
127
|
+
```powershell
|
|
128
|
+
zilmate voice setup
|
|
129
|
+
zilmate voice enable
|
|
130
|
+
zilmate voice disable
|
|
131
|
+
zilmate voice doctor
|
|
132
|
+
zilmate voice devices
|
|
133
|
+
zilmate voice live
|
|
134
|
+
```
|
|
135
|
+
|
|
136
|
+
Inside typed chat (`zilmate talk`), enter `/voice` to launch a hands-free microphone cycle:
|
|
137
|
+
```text
|
|
138
|
+
/voice
|
|
139
|
+
```
|
|
140
|
+
|
|
141
|
+
### 3. Manual `.env` Template
|
|
142
|
+
|
|
143
|
+
Create a `.env` file at your workspace root with the following configuration:
|
|
144
|
+
|
|
145
|
+
```env
|
|
146
|
+
AI_GATEWAY_API_KEY=your_vercel_ai_gateway_key
|
|
147
|
+
COMPOSIO_API_KEY=your_composio_key
|
|
148
|
+
ZILMATE_USER_ID=zilmate-generated-local-user-id
|
|
149
|
+
TAVILY_API_KEY=your_tavily_key
|
|
150
|
+
UPSTASH_REDIS_REST_URL=
|
|
151
|
+
UPSTASH_REDIS_REST_TOKEN=
|
|
152
|
+
ZILMATE_JOBS_ENABLED=false
|
|
153
|
+
UPSTASH_QSTASH_TOKEN=
|
|
154
|
+
ZILMATE_PUBLIC_JOB_WEBHOOK_URL=
|
|
155
|
+
ZILMATE_JOB_WEBHOOK_SECRET=
|
|
156
|
+
ZILMATE_TRIGGER_WORKFLOWS_ENABLED=false
|
|
157
|
+
DEEPGRAM_API_KEY=
|
|
158
|
+
ZILMATE_VOICE_ENABLED=false
|
|
159
|
+
ZILMATE_VOICE_MODE=agent
|
|
160
|
+
ZILMATE_VOICE_LISTEN_MODEL=flux-general-en
|
|
161
|
+
ZILMATE_VOICE_LISTEN_VERSION=v2
|
|
162
|
+
ZILMATE_VOICE_TTS_MODEL=aura-2-thalia-en
|
|
163
|
+
ZILMATE_VOICE_LANGUAGE=en
|
|
164
|
+
ZILMATE_VOICE_LANGUAGE_HINTS=
|
|
165
|
+
ZILMATE_VOICE_BARGE_IN=true
|
|
166
|
+
ZILMATE_VOICE_INPUT_DEVICE=
|
|
167
|
+
ZILMATE_SCREENSHOT_MODEL=google/gemini-3.1-flash-lite
|
|
168
|
+
ZILMATE_CAMERA_DEVICE=
|
|
169
|
+
ZILMATE_FILE_ROOTS=
|
|
170
|
+
ZILO_MANAGER_MODEL=minimax/minimax-m3
|
|
171
|
+
ZILO_HELP_MODEL=alibaba/qwen3.7-plus
|
|
172
|
+
ZILO_POST_MODEL=alibaba/qwen3.7-plus
|
|
173
|
+
ZILO_IMAGE_DEFAULT_PROVIDER=openai
|
|
174
|
+
ZILO_IMAGE_OPENAI_MODEL=openai/gpt-image-2
|
|
175
|
+
ZILO_IMAGE_GEMINI_MODEL=google/gemini-3-pro-image
|
|
176
|
+
ZILO_IMAGE_MODEL=
|
|
177
|
+
```
|
|
178
|
+
|
|
179
|
+
- **Composio** is optional. If set, ZilMate registers a stable local user session and generates app OAuth auth links automatically.
|
|
180
|
+
- **Redis** is optional. If configured, chat sessions, scratchpads, and Composio state use Upstash Redis. Otherwise, they fallback locally under `.zilo-manager/`.
|
|
181
|
+
- **Background Jobs** can run locally or via QStash. Local scheduler workers (`zilmate jobs worker`) run while your terminal is active. For serverless background triggers that execute even when your local machine is asleep, configure QStash plus a public job webhook.
|
|
182
|
+
- **Camera capture** requires `ffmpeg` on your `PATH`. On Windows, install using `winget install Gyan.FFmpeg`; on macOS, use `brew install ffmpeg`. Run `zilmate camera doctor` to verify system support.
|
|
183
|
+
|
|
184
|
+
### 4. Non-Interactive CLI Setup Flags
|
|
185
|
+
|
|
186
|
+
For automation pipelines, pass arguments directly:
|
|
187
|
+
|
|
188
|
+
```powershell
|
|
189
|
+
zilmate setup --yes --ai-gateway-key <key> --jobs-enabled true
|
|
190
|
+
zilmate setup --yes --ai-gateway-key <key> --composio-key <key> --trigger-workflows-enabled true
|
|
191
|
+
zilmate setup --yes --ai-gateway-key <key> --qstash-token <token> --job-webhook-url https://example.com/api/zilmate/jobs
|
|
192
|
+
zilmate setup --yes --ai-gateway-key <key> --voice-enabled true --deepgram-key <key>
|
|
193
|
+
zilmate setup --yes --ai-gateway-key <key> --voice-input-device "audio=Microphone Array"
|
|
194
|
+
zilmate setup --yes --ai-gateway-key <key> --install-camera-deps true
|
|
195
|
+
zilmate setup --yes --ai-gateway-key <key> --camera-device "video=Integrated Camera"
|
|
196
|
+
zilmate setup --yes --ai-gateway-key <key> --file-roots "C:\Users\me\Documents,C:\work"
|
|
197
|
+
zilmate setup --yes --ai-gateway-key <key> --screenshot-model google/gemini-3.1-flash-lite
|
|
198
|
+
```
|
|
199
|
+
|
|
200
|
+
---
|
|
201
|
+
|
|
202
|
+
## 📂 Command Matrix & Reference
|
|
203
|
+
|
|
204
|
+
### Local Development Commands
|
|
205
|
+
|
|
206
|
+
Use these scripts when working directly inside the cloned repository directory:
|
|
207
|
+
|
|
208
|
+
```bash
|
|
209
|
+
npm run build # Compile TypeScript to dist/
|
|
210
|
+
npm run zilmate -- --help # Show global help usage
|
|
211
|
+
npm run zilmate -- setup # Launch interactive setup
|
|
212
|
+
npm run zilmate -- doctor # Run local environment check
|
|
213
|
+
npm run zilmate -- config # View active configs (sanitized)
|
|
214
|
+
npm run zilmate -- models # Query active AI model routing
|
|
215
|
+
npm run zilmate -- apps status # List connected Composio tools
|
|
216
|
+
npm run zilmate -- triggers listen # Start local event stream
|
|
217
|
+
npm run zilmate -- triggers types github # List webhook trigger events
|
|
218
|
+
npm run zilmate -- jobs create "Summary update" # Create background automation
|
|
219
|
+
npm run zilmate -- jobs list # Show active background jobs
|
|
220
|
+
npm run zilmate -- jobs worker --once # Execute outstanding schedules
|
|
221
|
+
npm run zilmate -- voice doctor # Check Deepgram and microphone audio
|
|
222
|
+
npm run zilmate -- voice setup # Setup voice parameters
|
|
223
|
+
npm run zilmate -- voice turn "What's my status?" # Run one-shot voice query
|
|
224
|
+
npm run zilmate -- remember "Prefers concise replies" # Add durable vector memory
|
|
225
|
+
npm run zilmate -- recall support # Search durable vector memories
|
|
226
|
+
npm run zilmate -- talk # Open the main interactive chat
|
|
227
|
+
```
|
|
228
|
+
|
|
229
|
+
### Global CLI Commands
|
|
230
|
+
|
|
231
|
+
If globally linked (`npm link`), execute the `zilmate` CLI directly:
|
|
232
|
+
|
|
233
|
+
```powershell
|
|
234
|
+
zilmate --help
|
|
235
|
+
zilmate setup
|
|
236
|
+
zilmate doctor
|
|
237
|
+
zilmate update
|
|
238
|
+
zilmate version
|
|
239
|
+
zilmate config
|
|
240
|
+
zilmate talk
|
|
241
|
+
zilmate ping
|
|
242
|
+
zilmate models
|
|
243
|
+
zilmate apps status
|
|
244
|
+
zilmate triggers listen
|
|
245
|
+
zilmate triggers types github
|
|
246
|
+
zilmate triggers create GITHUB_BRANCH_CREATED_TRIGGER --dry-run --owner zester4 --repo zilo-manager
|
|
247
|
+
zilmate triggers create GITHUB_COMMIT_EVENT --owner zester4 --repo zilo-manager
|
|
248
|
+
zilmate triggers list
|
|
249
|
+
zilmate jobs create "Research today's priority updates and summarize them"
|
|
250
|
+
zilmate jobs create "Prepare my weekday morning briefing" --schedule "daily"
|
|
251
|
+
zilmate jobs list
|
|
252
|
+
zilmate jobs status job_xxx
|
|
253
|
+
zilmate jobs logs job_xxx
|
|
254
|
+
zilmate jobs run job_xxx
|
|
255
|
+
zilmate jobs worker
|
|
256
|
+
zilmate jobs cancel job_xxx
|
|
257
|
+
zilmate voice doctor
|
|
258
|
+
zilmate voice config
|
|
259
|
+
zilmate voice setup
|
|
260
|
+
zilmate voice disable
|
|
261
|
+
zilmate voice enable
|
|
262
|
+
zilmate voice turn "Plan my next two hours"
|
|
263
|
+
zilmate voice devices
|
|
264
|
+
zilmate voice live
|
|
265
|
+
zilmate voice agent-probe
|
|
266
|
+
zilmate camera doctor
|
|
267
|
+
zilmate camera list
|
|
268
|
+
zilmate camera capture
|
|
269
|
+
zilmate camera capture --device "video=Integrated Camera"
|
|
270
|
+
zilmate remember "Use a warm but concise support tone"
|
|
271
|
+
zilmate recall support
|
|
272
|
+
zilmate memory list
|
|
273
|
+
zilmate help "worker cannot see shifts"
|
|
274
|
+
zilmate image --model openai --size 1024x1024 "ZiloShift launch poster"
|
|
275
|
+
```
|
|
276
|
+
|
|
277
|
+
---
|
|
278
|
+
|
|
279
|
+
## 💻 Server-Side SDK
|
|
280
|
+
|
|
281
|
+
ZilMate can be integrated as a backend SDK inside Next.js, Node servers, or dashboard API routes.
|
|
282
|
+
|
|
283
|
+
```typescript
|
|
284
|
+
import { createZilMate } from 'zilmate/server';
|
|
285
|
+
|
|
286
|
+
const zilmate = createZilMate({
|
|
287
|
+
sessionId: 'user-session-123',
|
|
288
|
+
});
|
|
289
|
+
|
|
290
|
+
// Execute structured chat
|
|
291
|
+
const result = await zilmate.chat({
|
|
292
|
+
message: 'Draft a project roadmap based on the current workspace context.',
|
|
293
|
+
});
|
|
294
|
+
|
|
295
|
+
console.log(result.text);
|
|
296
|
+
```
|
|
297
|
+
|
|
298
|
+
### Next.js API Route Integration
|
|
299
|
+
|
|
300
|
+
```typescript
|
|
301
|
+
// app/api/zilmate/route.ts
|
|
302
|
+
import { createZilMate } from 'zilmate/server';
|
|
303
|
+
|
|
304
|
+
export async function POST(req: Request) {
|
|
305
|
+
const { message, sessionId } = await req.json();
|
|
306
|
+
const zilmate = createZilMate({ sessionId });
|
|
307
|
+
const result = await zilmate.chat({ message });
|
|
308
|
+
|
|
309
|
+
return Response.json(result);
|
|
310
|
+
}
|
|
311
|
+
```
|
|
312
|
+
|
|
313
|
+
### SDK Public Methods Reference
|
|
314
|
+
|
|
315
|
+
- `chat({ message })` — Primary interactive assistant backed by the supervisor Manager agent.
|
|
316
|
+
- `manager({ message | prompt })` — Explicit manager-level swarming and planning execution.
|
|
317
|
+
- `help({ question | message })` — High-speed product troubleshooting.
|
|
318
|
+
- `guide({ message })` — Interactive guided workflow tutorial.
|
|
319
|
+
- `post({ prompt })` — Generates optimized marketing status, caption, and social outreach copy.
|
|
320
|
+
- `research({ query | message })` — Double-tier search (local repository documents + Tavily deep-web research).
|
|
321
|
+
- `image({ prompt, provider, size, outputDir })` — Generates image assets via Vercel AI SDK.
|
|
322
|
+
- `remember({ text, tags })`, `recall({ query, limit })` — Save and retrieve facts from Upstash Redis or local memory.
|
|
323
|
+
- `createJob({ task, schedule, source, metadata })`, `runDueJobs()` — Queue, schedule, and run background automation jobs.
|
|
324
|
+
|
|
325
|
+
---
|
|
326
|
+
|
|
327
|
+
## 🏛️ Swarm Departmental Architecture
|
|
328
|
+
|
|
329
|
+
ZilMate organizes complex business pipelines by splitting responsibilities among **7 Departments** and **30+ Specialists**:
|
|
330
|
+
|
|
331
|
+
```text
|
|
332
|
+
💼 Supervisor Manager (CEO)
|
|
333
|
+
└── ⚙️ Digital Corporation (COO)
|
|
334
|
+
├── 📊 Strategy & Planning Department
|
|
335
|
+
├── 💻 Software Engineering Department
|
|
336
|
+
├── 📈 Growth & Marketing Department
|
|
337
|
+
├── 📋 General Operations Department
|
|
338
|
+
├── 🗄️ Data Analytics Department
|
|
339
|
+
├── 🛡️ Security & Audits Department
|
|
340
|
+
└── 💰 Revenue & Finance Department
|
|
341
|
+
```
|
|
342
|
+
|
|
343
|
+
* **Quick Help Agent** — High-speed, local-focused markdown troubleshooting and workflow assistance.
|
|
344
|
+
* **Developer Helper** — Assists with CLI setup, NPM packaging, serverless webhooks, and QStash connection tuning.
|
|
345
|
+
* **Composio Connector** — Handles app discoveries, OAuth auth links, and action schemas.
|
|
346
|
+
* **Local Files Agent** — Performs safe directory audits, summarizes PDF docs, and generates git-style change snapshots within safe roots.
|
|
347
|
+
* **Desktop Agent** — Handshakes with OS APIs to grab clipboard contents, trigger screenshots, capture camera stills, and interpret UI using vision models.
|
|
348
|
+
|
|
349
|
+
---
|
|
350
|
+
|
|
351
|
+
## 🛡️ Security & Safety Guidelines
|
|
352
|
+
|
|
353
|
+
- **Sensitive File Blocklist** — ZilMate automatically denies reading or exposing `.env`, API keys, private certificates, or local credentials to prevent unauthorized data exposure.
|
|
354
|
+
- **Granular Approvals** — All write-like external app integrations (e.g. creating, updating, charging, deleting) require explicit approval via the interactive Safety Checklist.
|
|
355
|
+
- **Data Veracity** — The AI swarm will never claim a live external state (such as payments, identity verification, or database columns) has changed unless a tool invocation returns a successful execution confirmation.
|
|
356
|
+
|
|
357
|
+
---
|
|
358
|
+
*Developed as part of the ZiloShift operational intelligence ecosystem. For security reports, bug logs, and custom integration requests, please refer to [docs/README.md](docs/README.md) or open an issue.*
|