shortcutxl 0.2.12 → 0.2.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/README.md +26 -26
  2. package/agent-docs/README.md +397 -397
  3. package/agent-docs/docs/compaction.md +390 -390
  4. package/agent-docs/docs/custom-provider.md +580 -580
  5. package/agent-docs/docs/extensions.md +1971 -1971
  6. package/agent-docs/docs/packages.md +209 -209
  7. package/agent-docs/docs/rpc.md +1317 -1317
  8. package/agent-docs/docs/sdk.md +962 -962
  9. package/agent-docs/docs/session.md +412 -412
  10. package/agent-docs/docs/termux.md +127 -127
  11. package/agent-docs/docs/tui.md +887 -887
  12. package/agent-docs/examples/README.md +25 -25
  13. package/agent-docs/examples/extensions/README.md +205 -205
  14. package/agent-docs/examples/extensions/antigravity-image-gen.ts +447 -447
  15. package/agent-docs/examples/extensions/auto-commit-on-exit.ts +49 -49
  16. package/agent-docs/examples/extensions/bash-spawn-hook.ts +30 -30
  17. package/agent-docs/examples/extensions/bookmark.ts +50 -50
  18. package/agent-docs/examples/extensions/built-in-tool-renderer.ts +256 -256
  19. package/agent-docs/examples/extensions/claude-rules.ts +86 -86
  20. package/agent-docs/examples/extensions/commands.ts +75 -75
  21. package/agent-docs/examples/extensions/confirm-destructive.ts +59 -59
  22. package/agent-docs/examples/extensions/custom-compaction.ts +126 -126
  23. package/agent-docs/examples/extensions/custom-footer.ts +63 -63
  24. package/agent-docs/examples/extensions/custom-header.ts +73 -73
  25. package/agent-docs/examples/extensions/custom-provider-anthropic/index.ts +660 -660
  26. package/agent-docs/examples/extensions/custom-provider-gitlab-duo/index.ts +362 -362
  27. package/agent-docs/examples/extensions/custom-provider-gitlab-duo/test.ts +88 -88
  28. package/agent-docs/examples/extensions/custom-provider-qwen-cli/index.ts +349 -349
  29. package/agent-docs/examples/extensions/dirty-repo-guard.ts +56 -56
  30. package/agent-docs/examples/extensions/doom-overlay/doom-component.ts +133 -133
  31. package/agent-docs/examples/extensions/doom-overlay/doom-keys.ts +108 -108
  32. package/agent-docs/examples/extensions/doom-overlay/index.ts +74 -74
  33. package/agent-docs/examples/extensions/dynamic-resources/index.ts +15 -15
  34. package/agent-docs/examples/extensions/dynamic-tools.ts +77 -77
  35. package/agent-docs/examples/extensions/event-bus.ts +43 -43
  36. package/agent-docs/examples/extensions/file-trigger.ts +41 -41
  37. package/agent-docs/examples/extensions/git-checkpoint.ts +53 -53
  38. package/agent-docs/examples/extensions/handoff.ts +155 -155
  39. package/agent-docs/examples/extensions/hello.ts +25 -25
  40. package/agent-docs/examples/extensions/inline-bash.ts +94 -94
  41. package/agent-docs/examples/extensions/input-transform.ts +43 -43
  42. package/agent-docs/examples/extensions/interactive-shell.ts +209 -209
  43. package/agent-docs/examples/extensions/mac-system-theme.ts +47 -47
  44. package/agent-docs/examples/extensions/message-renderer.ts +59 -59
  45. package/agent-docs/examples/extensions/minimal-mode.ts +430 -430
  46. package/agent-docs/examples/extensions/modal-editor.ts +90 -90
  47. package/agent-docs/examples/extensions/model-status.ts +31 -31
  48. package/agent-docs/examples/extensions/notify.ts +55 -55
  49. package/agent-docs/examples/extensions/overlay-qa-tests.ts +936 -936
  50. package/agent-docs/examples/extensions/overlay-test.ts +159 -159
  51. package/agent-docs/examples/extensions/permission-gate.ts +37 -37
  52. package/agent-docs/examples/extensions/pirate.ts +47 -47
  53. package/agent-docs/examples/extensions/plan-mode/index.ts +363 -363
  54. package/agent-docs/examples/extensions/preset.ts +418 -418
  55. package/agent-docs/examples/extensions/protected-paths.ts +30 -30
  56. package/agent-docs/examples/extensions/qna.ts +122 -122
  57. package/agent-docs/examples/extensions/question.ts +278 -278
  58. package/agent-docs/examples/extensions/questionnaire.ts +440 -440
  59. package/agent-docs/examples/extensions/rainbow-editor.ts +90 -90
  60. package/agent-docs/examples/extensions/reload-runtime.ts +37 -37
  61. package/agent-docs/examples/extensions/rpc-demo.ts +124 -124
  62. package/agent-docs/examples/extensions/sandbox/index.ts +324 -324
  63. package/agent-docs/examples/extensions/send-user-message.ts +97 -97
  64. package/agent-docs/examples/extensions/session-name.ts +27 -27
  65. package/agent-docs/examples/extensions/shutdown-command.ts +69 -69
  66. package/agent-docs/examples/extensions/snake.ts +343 -343
  67. package/agent-docs/examples/extensions/space-invaders.ts +566 -566
  68. package/agent-docs/examples/extensions/ssh.ts +233 -233
  69. package/agent-docs/examples/extensions/status-line.ts +40 -40
  70. package/agent-docs/examples/extensions/subagent/agents.ts +130 -130
  71. package/agent-docs/examples/extensions/subagent/index.ts +1068 -1068
  72. package/agent-docs/examples/extensions/summarize.ts +206 -206
  73. package/agent-docs/examples/extensions/system-prompt-header.ts +17 -17
  74. package/agent-docs/examples/extensions/timed-confirm.ts +72 -72
  75. package/agent-docs/examples/extensions/titlebar-spinner.ts +58 -58
  76. package/agent-docs/examples/extensions/todo.ts +314 -314
  77. package/agent-docs/examples/extensions/tool-override.ts +146 -146
  78. package/agent-docs/examples/extensions/tools.ts +145 -145
  79. package/agent-docs/examples/extensions/trigger-compact.ts +40 -40
  80. package/agent-docs/examples/extensions/truncated-tool.ts +194 -194
  81. package/agent-docs/examples/extensions/widget-placement.ts +17 -17
  82. package/agent-docs/examples/extensions/with-deps/index.ts +37 -37
  83. package/agent-docs/examples/rpc-extension-ui.ts +654 -654
  84. package/agent-docs/examples/sdk/01-minimal.ts +22 -22
  85. package/agent-docs/examples/sdk/02-custom-model.ts +48 -48
  86. package/agent-docs/examples/sdk/03-custom-prompt.ts +55 -55
  87. package/agent-docs/examples/sdk/04-skills.ts +53 -53
  88. package/agent-docs/examples/sdk/05-tools.ts +56 -56
  89. package/agent-docs/examples/sdk/06-extensions.ts +88 -88
  90. package/agent-docs/examples/sdk/07-context-files.ts +40 -40
  91. package/agent-docs/examples/sdk/08-prompt-templates.ts +47 -47
  92. package/agent-docs/examples/sdk/09-api-keys-and-oauth.ts +48 -48
  93. package/agent-docs/examples/sdk/10-settings.ts +54 -54
  94. package/agent-docs/examples/sdk/11-sessions.ts +48 -48
  95. package/agent-docs/examples/sdk/12-full-control.ts +82 -82
  96. package/agent-docs/examples/sdk/README.md +144 -144
  97. package/agent-docs/xll-spec.md +110 -110
  98. package/dist/core/auth-storage.js +21 -2
  99. package/package.json +1 -1
  100. package/xll/ShortcutXL.xll +0 -0
  101. package/xll/modules/debug_render.py +272 -272
  102. package/xll/modules/gameboy.py +241 -241
  103. package/xll/modules/pong.py +188 -188
  104. package/xll/modules/shortcut_xl/_diff_highlight.py +176 -0
  105. package/xll/modules/shortcut_xl/_log.py +12 -12
  106. package/xll/modules/shortcut_xl/_registry.py +44 -44
  107. package/xll/modules/stocks.py +100 -100
  108. /package/skills/{com-advanced-api → COM-advanced-api}/SKILL.md +0 -0
  109. /package/skills/{com-advanced-api → COM-advanced-api}/excel-type-library.py +0 -0
  110. /package/skills/{com-advanced-api → COM-advanced-api}/office-type-library.py +0 -0
@@ -1,447 +1,447 @@
1
- /**
2
- * Antigravity Image Generation
3
- *
4
- * Generates images via Google Antigravity's image models (gemini-3-pro-image, imagen-3).
5
- * Returns images as tool result attachments for inline terminal rendering.
6
- * Requires OAuth login via /login for google-antigravity.
7
- *
8
- * Usage:
9
- * "Generate an image of a sunset over mountains"
10
- * "Create a 16:9 wallpaper of a cyberpunk city"
11
- *
12
- * Save modes (tool param, env var, or config file):
13
- * save=none - Don't save to disk (default)
14
- * save=project - Save to <repo>/.shortcut/generated-images/
15
- * save=global - Save to ~/.shortcut/agent/generated-images/
16
- * save=custom - Save to saveDir param or SHORTCUT_IMAGE_SAVE_DIR
17
- *
18
- * Environment variables:
19
- * SHORTCUT_IMAGE_SAVE_MODE - Default save mode (none|project|global|custom)
20
- * SHORTCUT_IMAGE_SAVE_DIR - Directory for custom save mode
21
- *
22
- * Config files (project overrides global):
23
- * ~/.shortcut/agent/extensions/antigravity-image-gen.json
24
- * <repo>/.shortcut/extensions/antigravity-image-gen.json
25
- * Example: { "save": "global" }
26
- */
27
-
28
- import { type Static, Type } from '@sinclair/typebox';
29
- import { randomUUID } from 'node:crypto';
30
- import { existsSync, readFileSync } from 'node:fs';
31
- import { mkdir, writeFile } from 'node:fs/promises';
32
- import { homedir } from 'node:os';
33
- import { join } from 'node:path';
34
- import type { ExtensionAPI } from 'shortcutxl';
35
- import { StringEnum } from 'shortcutxl';
36
-
37
- const PROVIDER = 'google-antigravity';
38
-
39
- const ASPECT_RATIOS = [
40
- '1:1',
41
- '2:3',
42
- '3:2',
43
- '3:4',
44
- '4:3',
45
- '4:5',
46
- '5:4',
47
- '9:16',
48
- '16:9',
49
- '21:9'
50
- ] as const;
51
-
52
- type AspectRatio = (typeof ASPECT_RATIOS)[number];
53
-
54
- const DEFAULT_MODEL = 'gemini-3-pro-image';
55
- const DEFAULT_ASPECT_RATIO: AspectRatio = '1:1';
56
- const DEFAULT_SAVE_MODE = 'none';
57
-
58
- const SAVE_MODES = ['none', 'project', 'global', 'custom'] as const;
59
- type SaveMode = (typeof SAVE_MODES)[number];
60
-
61
- const ANTIGRAVITY_ENDPOINT = 'https://daily-cloudcode-pa.sandbox.googleapis.com';
62
-
63
- const ANTIGRAVITY_HEADERS = {
64
- 'User-Agent': 'antigravity/1.15.8 darwin/arm64',
65
- 'X-Goog-Api-Client': 'google-cloud-sdk vscode_cloudshelleditor/0.1',
66
- 'Client-Metadata': JSON.stringify({
67
- ideType: 'IDE_UNSPECIFIED',
68
- platform: 'PLATFORM_UNSPECIFIED',
69
- pluginType: 'GEMINI'
70
- })
71
- };
72
-
73
- const IMAGE_SYSTEM_INSTRUCTION =
74
- "You are an AI image generator. Generate images based on user descriptions. Focus on creating high-quality, visually appealing images that match the user's request.";
75
-
76
- const TOOL_PARAMS = Type.Object({
77
- prompt: Type.String({ description: 'Image description.' }),
78
- model: Type.Optional(
79
- Type.String({
80
- description:
81
- 'Image model id (e.g., gemini-3-pro-image, imagen-3). Default: gemini-3-pro-image.'
82
- })
83
- ),
84
- aspectRatio: Type.Optional(StringEnum(ASPECT_RATIOS)),
85
- save: Type.Optional(StringEnum(SAVE_MODES)),
86
- saveDir: Type.Optional(
87
- Type.String({
88
- description:
89
- 'Directory to save image when save=custom. Defaults to SHORTCUT_IMAGE_SAVE_DIR if set.'
90
- })
91
- )
92
- });
93
-
94
- type ToolParams = Static<typeof TOOL_PARAMS>;
95
-
96
- interface CloudCodeAssistRequest {
97
- project: string;
98
- model: string;
99
- request: {
100
- contents: Content[];
101
- sessionId?: string;
102
- systemInstruction?: { role?: string; parts: { text: string }[] };
103
- generationConfig?: {
104
- maxOutputTokens?: number;
105
- temperature?: number;
106
- imageConfig?: { aspectRatio?: string };
107
- candidateCount?: number;
108
- };
109
- safetySettings?: Array<{ category: string; threshold: string }>;
110
- };
111
- requestType?: string;
112
- userAgent?: string;
113
- requestId?: string;
114
- }
115
-
116
- interface CloudCodeAssistResponseChunk {
117
- response?: {
118
- candidates?: Array<{
119
- content?: {
120
- role: string;
121
- parts?: Array<{
122
- text?: string;
123
- inlineData?: {
124
- mimeType?: string;
125
- data?: string;
126
- };
127
- }>;
128
- };
129
- }>;
130
- usageMetadata?: {
131
- promptTokenCount?: number;
132
- candidatesTokenCount?: number;
133
- thoughtsTokenCount?: number;
134
- totalTokenCount?: number;
135
- cachedContentTokenCount?: number;
136
- };
137
- modelVersion?: string;
138
- responseId?: string;
139
- };
140
- traceId?: string;
141
- }
142
-
143
- interface Content {
144
- role: 'user' | 'model';
145
- parts: Part[];
146
- }
147
-
148
- interface Part {
149
- text?: string;
150
- inlineData?: {
151
- mimeType?: string;
152
- data?: string;
153
- };
154
- }
155
-
156
- interface ParsedCredentials {
157
- accessToken: string;
158
- projectId: string;
159
- }
160
-
161
- interface ExtensionConfig {
162
- save?: SaveMode;
163
- saveDir?: string;
164
- }
165
-
166
- interface SaveConfig {
167
- mode: SaveMode;
168
- outputDir?: string;
169
- }
170
-
171
- function parseOAuthCredentials(raw: string): ParsedCredentials {
172
- let parsed: { token?: string; projectId?: string };
173
- try {
174
- parsed = JSON.parse(raw) as { token?: string; projectId?: string };
175
- } catch {
176
- throw new Error('Invalid Google OAuth credentials. Run /login to re-authenticate.');
177
- }
178
- if (!parsed.token || !parsed.projectId) {
179
- throw new Error('Missing token or projectId in Google OAuth credentials. Run /login.');
180
- }
181
- return { accessToken: parsed.token, projectId: parsed.projectId };
182
- }
183
-
184
- function readConfigFile(path: string): ExtensionConfig {
185
- if (!existsSync(path)) {
186
- return {};
187
- }
188
- try {
189
- const content = readFileSync(path, 'utf-8');
190
- const parsed = JSON.parse(content) as ExtensionConfig;
191
- return parsed ?? {};
192
- } catch {
193
- return {};
194
- }
195
- }
196
-
197
- function loadConfig(cwd: string): ExtensionConfig {
198
- const globalConfig = readConfigFile(
199
- join(homedir(), '.shortcut', 'agent', 'extensions', 'antigravity-image-gen.json')
200
- );
201
- const projectConfig = readConfigFile(
202
- join(cwd, '.shortcut', 'extensions', 'antigravity-image-gen.json')
203
- );
204
- return { ...globalConfig, ...projectConfig };
205
- }
206
-
207
- function resolveSaveConfig(params: ToolParams, cwd: string): SaveConfig {
208
- const config = loadConfig(cwd);
209
- const envMode = (process.env.SHORTCUT_IMAGE_SAVE_MODE || '').toLowerCase();
210
- const paramMode = params.save;
211
- const mode = (paramMode || envMode || config.save || DEFAULT_SAVE_MODE) as SaveMode;
212
-
213
- if (!SAVE_MODES.includes(mode)) {
214
- return { mode: DEFAULT_SAVE_MODE as SaveMode };
215
- }
216
-
217
- if (mode === 'project') {
218
- return { mode, outputDir: join(cwd, '.shortcut', 'generated-images') };
219
- }
220
-
221
- if (mode === 'global') {
222
- return { mode, outputDir: join(homedir(), '.shortcut', 'agent', 'generated-images') };
223
- }
224
-
225
- if (mode === 'custom') {
226
- const dir = params.saveDir || process.env.SHORTCUT_IMAGE_SAVE_DIR || config.saveDir;
227
- if (!dir || !dir.trim()) {
228
- throw new Error('save=custom requires saveDir or SHORTCUT_IMAGE_SAVE_DIR.');
229
- }
230
- return { mode, outputDir: dir };
231
- }
232
-
233
- return { mode };
234
- }
235
-
236
- function imageExtension(mimeType: string): string {
237
- const lower = mimeType.toLowerCase();
238
- if (lower.includes('jpeg') || lower.includes('jpg')) return 'jpg';
239
- if (lower.includes('gif')) return 'gif';
240
- if (lower.includes('webp')) return 'webp';
241
- return 'png';
242
- }
243
-
244
- async function saveImage(base64Data: string, mimeType: string, outputDir: string): Promise<string> {
245
- await mkdir(outputDir, { recursive: true });
246
- const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
247
- const ext = imageExtension(mimeType);
248
- const filename = `image-${timestamp}-${randomUUID().slice(0, 8)}.${ext}`;
249
- const filePath = join(outputDir, filename);
250
- await writeFile(filePath, Buffer.from(base64Data, 'base64'));
251
- return filePath;
252
- }
253
-
254
- function buildRequest(
255
- prompt: string,
256
- model: string,
257
- projectId: string,
258
- aspectRatio: string
259
- ): CloudCodeAssistRequest {
260
- return {
261
- project: projectId,
262
- model,
263
- request: {
264
- contents: [
265
- {
266
- role: 'user',
267
- parts: [{ text: prompt }]
268
- }
269
- ],
270
- systemInstruction: {
271
- parts: [{ text: IMAGE_SYSTEM_INSTRUCTION }]
272
- },
273
- generationConfig: {
274
- imageConfig: { aspectRatio },
275
- candidateCount: 1
276
- },
277
- safetySettings: [
278
- { category: 'HARM_CATEGORY_HARASSMENT', threshold: 'BLOCK_ONLY_HIGH' },
279
- { category: 'HARM_CATEGORY_HATE_SPEECH', threshold: 'BLOCK_ONLY_HIGH' },
280
- { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', threshold: 'BLOCK_ONLY_HIGH' },
281
- { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', threshold: 'BLOCK_ONLY_HIGH' },
282
- { category: 'HARM_CATEGORY_CIVIC_INTEGRITY', threshold: 'BLOCK_ONLY_HIGH' }
283
- ]
284
- },
285
- requestType: 'agent',
286
- requestId: `agent-${Date.now()}-${Math.random().toString(36).slice(2, 11)}`,
287
- userAgent: 'antigravity'
288
- };
289
- }
290
-
291
- async function parseSseForImage(
292
- response: Response,
293
- signal?: AbortSignal
294
- ): Promise<{ image: { data: string; mimeType: string }; text: string[] }> {
295
- if (!response.body) {
296
- throw new Error('No response body');
297
- }
298
-
299
- const reader = response.body.getReader();
300
- const decoder = new TextDecoder();
301
- let buffer = '';
302
- const textParts: string[] = [];
303
-
304
- try {
305
- while (true) {
306
- if (signal?.aborted) {
307
- throw new Error('Request was aborted');
308
- }
309
-
310
- const { done, value } = await reader.read();
311
- if (done) break;
312
-
313
- buffer += decoder.decode(value, { stream: true });
314
- const lines = buffer.split('\n');
315
- buffer = lines.pop() || '';
316
-
317
- for (const line of lines) {
318
- if (!line.startsWith('data:')) continue;
319
- const jsonStr = line.slice(5).trim();
320
- if (!jsonStr) continue;
321
-
322
- let chunk: CloudCodeAssistResponseChunk;
323
- try {
324
- chunk = JSON.parse(jsonStr) as CloudCodeAssistResponseChunk;
325
- } catch {
326
- continue;
327
- }
328
-
329
- const responseData = chunk.response;
330
- if (!responseData?.candidates) continue;
331
-
332
- for (const candidate of responseData.candidates) {
333
- const parts = candidate.content?.parts;
334
- if (!parts) continue;
335
- for (const part of parts) {
336
- if (part.text) {
337
- textParts.push(part.text);
338
- }
339
- if (part.inlineData?.data) {
340
- await reader.cancel();
341
- return {
342
- image: {
343
- data: part.inlineData.data,
344
- mimeType: part.inlineData.mimeType || 'image/png'
345
- },
346
- text: textParts
347
- };
348
- }
349
- }
350
- }
351
- }
352
- }
353
- } finally {
354
- reader.releaseLock();
355
- }
356
-
357
- throw new Error('No image data returned by the model');
358
- }
359
-
360
- async function getCredentials(ctx: {
361
- modelRegistry: { getApiKeyForProvider: (provider: string) => Promise<string | undefined> };
362
- }): Promise<ParsedCredentials> {
363
- const apiKey = await ctx.modelRegistry.getApiKeyForProvider(PROVIDER);
364
- if (!apiKey) {
365
- throw new Error(
366
- 'Missing Google Antigravity OAuth credentials. Run /login for google-antigravity.'
367
- );
368
- }
369
- return parseOAuthCredentials(apiKey);
370
- }
371
-
372
- export default function antigravityImageGen(shortcut: ExtensionAPI) {
373
- shortcut.registerTool({
374
- name: 'generate_image',
375
- label: 'Generate image',
376
- description:
377
- 'Generate an image via Google Antigravity image models. Returns the image as a tool result attachment. Optional saving via save=project|global|custom|none, or SHORTCUT_IMAGE_SAVE_MODE/SHORTCUT_IMAGE_SAVE_DIR.',
378
- parameters: TOOL_PARAMS,
379
- async execute(_toolCallId, params: ToolParams, signal, onUpdate, ctx) {
380
- const { accessToken, projectId } = await getCredentials(ctx);
381
- const model = params.model || DEFAULT_MODEL;
382
- const aspectRatio = params.aspectRatio || DEFAULT_ASPECT_RATIO;
383
-
384
- const requestBody = buildRequest(params.prompt, model, projectId, aspectRatio);
385
- onUpdate?.({
386
- content: [{ type: 'text', text: `Requesting image from ${PROVIDER}/${model}...` }],
387
- details: { provider: PROVIDER, model, aspectRatio }
388
- });
389
-
390
- const response = await fetch(
391
- `${ANTIGRAVITY_ENDPOINT}/v1internal:streamGenerateContent?alt=sse`,
392
- {
393
- method: 'POST',
394
- headers: {
395
- Authorization: `Bearer ${accessToken}`,
396
- 'Content-Type': 'application/json',
397
- Accept: 'text/event-stream',
398
- ...ANTIGRAVITY_HEADERS
399
- },
400
- body: JSON.stringify(requestBody),
401
- signal
402
- }
403
- );
404
-
405
- if (!response.ok) {
406
- const errorText = await response.text();
407
- throw new Error(`Image request failed (${response.status}): ${errorText}`);
408
- }
409
-
410
- const parsed = await parseSseForImage(response, signal);
411
- const saveConfig = resolveSaveConfig(params, ctx.cwd);
412
- let savedPath: string | undefined;
413
- let saveError: string | undefined;
414
- if (saveConfig.mode !== 'none' && saveConfig.outputDir) {
415
- try {
416
- savedPath = await saveImage(
417
- parsed.image.data,
418
- parsed.image.mimeType,
419
- saveConfig.outputDir
420
- );
421
- } catch (error) {
422
- saveError = error instanceof Error ? error.message : String(error);
423
- }
424
- }
425
- const summaryParts = [
426
- `Generated image via ${PROVIDER}/${model}.`,
427
- `Aspect ratio: ${aspectRatio}.`
428
- ];
429
- if (savedPath) {
430
- summaryParts.push(`Saved image to: ${savedPath}`);
431
- } else if (saveError) {
432
- summaryParts.push(`Failed to save image: ${saveError}`);
433
- }
434
- if (parsed.text.length > 0) {
435
- summaryParts.push(`Model notes: ${parsed.text.join(' ')}`);
436
- }
437
-
438
- return {
439
- content: [
440
- { type: 'text', text: summaryParts.join(' ') },
441
- { type: 'image', data: parsed.image.data, mimeType: parsed.image.mimeType }
442
- ],
443
- details: { provider: PROVIDER, model, aspectRatio, savedPath, saveMode: saveConfig.mode }
444
- };
445
- }
446
- });
447
- }
1
+ /**
2
+ * Antigravity Image Generation
3
+ *
4
+ * Generates images via Google Antigravity's image models (gemini-3-pro-image, imagen-3).
5
+ * Returns images as tool result attachments for inline terminal rendering.
6
+ * Requires OAuth login via /login for google-antigravity.
7
+ *
8
+ * Usage:
9
+ * "Generate an image of a sunset over mountains"
10
+ * "Create a 16:9 wallpaper of a cyberpunk city"
11
+ *
12
+ * Save modes (tool param, env var, or config file):
13
+ * save=none - Don't save to disk (default)
14
+ * save=project - Save to <repo>/.shortcut/generated-images/
15
+ * save=global - Save to ~/.shortcut/agent/generated-images/
16
+ * save=custom - Save to saveDir param or SHORTCUT_IMAGE_SAVE_DIR
17
+ *
18
+ * Environment variables:
19
+ * SHORTCUT_IMAGE_SAVE_MODE - Default save mode (none|project|global|custom)
20
+ * SHORTCUT_IMAGE_SAVE_DIR - Directory for custom save mode
21
+ *
22
+ * Config files (project overrides global):
23
+ * ~/.shortcut/agent/extensions/antigravity-image-gen.json
24
+ * <repo>/.shortcut/extensions/antigravity-image-gen.json
25
+ * Example: { "save": "global" }
26
+ */
27
+
28
+ import { type Static, Type } from '@sinclair/typebox';
29
+ import { randomUUID } from 'node:crypto';
30
+ import { existsSync, readFileSync } from 'node:fs';
31
+ import { mkdir, writeFile } from 'node:fs/promises';
32
+ import { homedir } from 'node:os';
33
+ import { join } from 'node:path';
34
+ import type { ExtensionAPI } from 'shortcutxl';
35
+ import { StringEnum } from 'shortcutxl';
36
+
37
+ const PROVIDER = 'google-antigravity';
38
+
39
+ const ASPECT_RATIOS = [
40
+ '1:1',
41
+ '2:3',
42
+ '3:2',
43
+ '3:4',
44
+ '4:3',
45
+ '4:5',
46
+ '5:4',
47
+ '9:16',
48
+ '16:9',
49
+ '21:9'
50
+ ] as const;
51
+
52
+ type AspectRatio = (typeof ASPECT_RATIOS)[number];
53
+
54
+ const DEFAULT_MODEL = 'gemini-3-pro-image';
55
+ const DEFAULT_ASPECT_RATIO: AspectRatio = '1:1';
56
+ const DEFAULT_SAVE_MODE = 'none';
57
+
58
+ const SAVE_MODES = ['none', 'project', 'global', 'custom'] as const;
59
+ type SaveMode = (typeof SAVE_MODES)[number];
60
+
61
+ const ANTIGRAVITY_ENDPOINT = 'https://daily-cloudcode-pa.sandbox.googleapis.com';
62
+
63
+ const ANTIGRAVITY_HEADERS = {
64
+ 'User-Agent': 'antigravity/1.15.8 darwin/arm64',
65
+ 'X-Goog-Api-Client': 'google-cloud-sdk vscode_cloudshelleditor/0.1',
66
+ 'Client-Metadata': JSON.stringify({
67
+ ideType: 'IDE_UNSPECIFIED',
68
+ platform: 'PLATFORM_UNSPECIFIED',
69
+ pluginType: 'GEMINI'
70
+ })
71
+ };
72
+
73
+ const IMAGE_SYSTEM_INSTRUCTION =
74
+ "You are an AI image generator. Generate images based on user descriptions. Focus on creating high-quality, visually appealing images that match the user's request.";
75
+
76
+ const TOOL_PARAMS = Type.Object({
77
+ prompt: Type.String({ description: 'Image description.' }),
78
+ model: Type.Optional(
79
+ Type.String({
80
+ description:
81
+ 'Image model id (e.g., gemini-3-pro-image, imagen-3). Default: gemini-3-pro-image.'
82
+ })
83
+ ),
84
+ aspectRatio: Type.Optional(StringEnum(ASPECT_RATIOS)),
85
+ save: Type.Optional(StringEnum(SAVE_MODES)),
86
+ saveDir: Type.Optional(
87
+ Type.String({
88
+ description:
89
+ 'Directory to save image when save=custom. Defaults to SHORTCUT_IMAGE_SAVE_DIR if set.'
90
+ })
91
+ )
92
+ });
93
+
94
+ type ToolParams = Static<typeof TOOL_PARAMS>;
95
+
96
+ interface CloudCodeAssistRequest {
97
+ project: string;
98
+ model: string;
99
+ request: {
100
+ contents: Content[];
101
+ sessionId?: string;
102
+ systemInstruction?: { role?: string; parts: { text: string }[] };
103
+ generationConfig?: {
104
+ maxOutputTokens?: number;
105
+ temperature?: number;
106
+ imageConfig?: { aspectRatio?: string };
107
+ candidateCount?: number;
108
+ };
109
+ safetySettings?: Array<{ category: string; threshold: string }>;
110
+ };
111
+ requestType?: string;
112
+ userAgent?: string;
113
+ requestId?: string;
114
+ }
115
+
116
+ interface CloudCodeAssistResponseChunk {
117
+ response?: {
118
+ candidates?: Array<{
119
+ content?: {
120
+ role: string;
121
+ parts?: Array<{
122
+ text?: string;
123
+ inlineData?: {
124
+ mimeType?: string;
125
+ data?: string;
126
+ };
127
+ }>;
128
+ };
129
+ }>;
130
+ usageMetadata?: {
131
+ promptTokenCount?: number;
132
+ candidatesTokenCount?: number;
133
+ thoughtsTokenCount?: number;
134
+ totalTokenCount?: number;
135
+ cachedContentTokenCount?: number;
136
+ };
137
+ modelVersion?: string;
138
+ responseId?: string;
139
+ };
140
+ traceId?: string;
141
+ }
142
+
143
+ interface Content {
144
+ role: 'user' | 'model';
145
+ parts: Part[];
146
+ }
147
+
148
+ interface Part {
149
+ text?: string;
150
+ inlineData?: {
151
+ mimeType?: string;
152
+ data?: string;
153
+ };
154
+ }
155
+
156
+ interface ParsedCredentials {
157
+ accessToken: string;
158
+ projectId: string;
159
+ }
160
+
161
+ interface ExtensionConfig {
162
+ save?: SaveMode;
163
+ saveDir?: string;
164
+ }
165
+
166
+ interface SaveConfig {
167
+ mode: SaveMode;
168
+ outputDir?: string;
169
+ }
170
+
171
+ function parseOAuthCredentials(raw: string): ParsedCredentials {
172
+ let parsed: { token?: string; projectId?: string };
173
+ try {
174
+ parsed = JSON.parse(raw) as { token?: string; projectId?: string };
175
+ } catch {
176
+ throw new Error('Invalid Google OAuth credentials. Run /login to re-authenticate.');
177
+ }
178
+ if (!parsed.token || !parsed.projectId) {
179
+ throw new Error('Missing token or projectId in Google OAuth credentials. Run /login.');
180
+ }
181
+ return { accessToken: parsed.token, projectId: parsed.projectId };
182
+ }
183
+
184
+ function readConfigFile(path: string): ExtensionConfig {
185
+ if (!existsSync(path)) {
186
+ return {};
187
+ }
188
+ try {
189
+ const content = readFileSync(path, 'utf-8');
190
+ const parsed = JSON.parse(content) as ExtensionConfig;
191
+ return parsed ?? {};
192
+ } catch {
193
+ return {};
194
+ }
195
+ }
196
+
197
+ function loadConfig(cwd: string): ExtensionConfig {
198
+ const globalConfig = readConfigFile(
199
+ join(homedir(), '.shortcut', 'agent', 'extensions', 'antigravity-image-gen.json')
200
+ );
201
+ const projectConfig = readConfigFile(
202
+ join(cwd, '.shortcut', 'extensions', 'antigravity-image-gen.json')
203
+ );
204
+ return { ...globalConfig, ...projectConfig };
205
+ }
206
+
207
+ function resolveSaveConfig(params: ToolParams, cwd: string): SaveConfig {
208
+ const config = loadConfig(cwd);
209
+ const envMode = (process.env.SHORTCUT_IMAGE_SAVE_MODE || '').toLowerCase();
210
+ const paramMode = params.save;
211
+ const mode = (paramMode || envMode || config.save || DEFAULT_SAVE_MODE) as SaveMode;
212
+
213
+ if (!SAVE_MODES.includes(mode)) {
214
+ return { mode: DEFAULT_SAVE_MODE as SaveMode };
215
+ }
216
+
217
+ if (mode === 'project') {
218
+ return { mode, outputDir: join(cwd, '.shortcut', 'generated-images') };
219
+ }
220
+
221
+ if (mode === 'global') {
222
+ return { mode, outputDir: join(homedir(), '.shortcut', 'agent', 'generated-images') };
223
+ }
224
+
225
+ if (mode === 'custom') {
226
+ const dir = params.saveDir || process.env.SHORTCUT_IMAGE_SAVE_DIR || config.saveDir;
227
+ if (!dir || !dir.trim()) {
228
+ throw new Error('save=custom requires saveDir or SHORTCUT_IMAGE_SAVE_DIR.');
229
+ }
230
+ return { mode, outputDir: dir };
231
+ }
232
+
233
+ return { mode };
234
+ }
235
+
236
+ function imageExtension(mimeType: string): string {
237
+ const lower = mimeType.toLowerCase();
238
+ if (lower.includes('jpeg') || lower.includes('jpg')) return 'jpg';
239
+ if (lower.includes('gif')) return 'gif';
240
+ if (lower.includes('webp')) return 'webp';
241
+ return 'png';
242
+ }
243
+
244
+ async function saveImage(base64Data: string, mimeType: string, outputDir: string): Promise<string> {
245
+ await mkdir(outputDir, { recursive: true });
246
+ const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
247
+ const ext = imageExtension(mimeType);
248
+ const filename = `image-${timestamp}-${randomUUID().slice(0, 8)}.${ext}`;
249
+ const filePath = join(outputDir, filename);
250
+ await writeFile(filePath, Buffer.from(base64Data, 'base64'));
251
+ return filePath;
252
+ }
253
+
254
+ function buildRequest(
255
+ prompt: string,
256
+ model: string,
257
+ projectId: string,
258
+ aspectRatio: string
259
+ ): CloudCodeAssistRequest {
260
+ return {
261
+ project: projectId,
262
+ model,
263
+ request: {
264
+ contents: [
265
+ {
266
+ role: 'user',
267
+ parts: [{ text: prompt }]
268
+ }
269
+ ],
270
+ systemInstruction: {
271
+ parts: [{ text: IMAGE_SYSTEM_INSTRUCTION }]
272
+ },
273
+ generationConfig: {
274
+ imageConfig: { aspectRatio },
275
+ candidateCount: 1
276
+ },
277
+ safetySettings: [
278
+ { category: 'HARM_CATEGORY_HARASSMENT', threshold: 'BLOCK_ONLY_HIGH' },
279
+ { category: 'HARM_CATEGORY_HATE_SPEECH', threshold: 'BLOCK_ONLY_HIGH' },
280
+ { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', threshold: 'BLOCK_ONLY_HIGH' },
281
+ { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', threshold: 'BLOCK_ONLY_HIGH' },
282
+ { category: 'HARM_CATEGORY_CIVIC_INTEGRITY', threshold: 'BLOCK_ONLY_HIGH' }
283
+ ]
284
+ },
285
+ requestType: 'agent',
286
+ requestId: `agent-${Date.now()}-${Math.random().toString(36).slice(2, 11)}`,
287
+ userAgent: 'antigravity'
288
+ };
289
+ }
290
+
291
+ async function parseSseForImage(
292
+ response: Response,
293
+ signal?: AbortSignal
294
+ ): Promise<{ image: { data: string; mimeType: string }; text: string[] }> {
295
+ if (!response.body) {
296
+ throw new Error('No response body');
297
+ }
298
+
299
+ const reader = response.body.getReader();
300
+ const decoder = new TextDecoder();
301
+ let buffer = '';
302
+ const textParts: string[] = [];
303
+
304
+ try {
305
+ while (true) {
306
+ if (signal?.aborted) {
307
+ throw new Error('Request was aborted');
308
+ }
309
+
310
+ const { done, value } = await reader.read();
311
+ if (done) break;
312
+
313
+ buffer += decoder.decode(value, { stream: true });
314
+ const lines = buffer.split('\n');
315
+ buffer = lines.pop() || '';
316
+
317
+ for (const line of lines) {
318
+ if (!line.startsWith('data:')) continue;
319
+ const jsonStr = line.slice(5).trim();
320
+ if (!jsonStr) continue;
321
+
322
+ let chunk: CloudCodeAssistResponseChunk;
323
+ try {
324
+ chunk = JSON.parse(jsonStr) as CloudCodeAssistResponseChunk;
325
+ } catch {
326
+ continue;
327
+ }
328
+
329
+ const responseData = chunk.response;
330
+ if (!responseData?.candidates) continue;
331
+
332
+ for (const candidate of responseData.candidates) {
333
+ const parts = candidate.content?.parts;
334
+ if (!parts) continue;
335
+ for (const part of parts) {
336
+ if (part.text) {
337
+ textParts.push(part.text);
338
+ }
339
+ if (part.inlineData?.data) {
340
+ await reader.cancel();
341
+ return {
342
+ image: {
343
+ data: part.inlineData.data,
344
+ mimeType: part.inlineData.mimeType || 'image/png'
345
+ },
346
+ text: textParts
347
+ };
348
+ }
349
+ }
350
+ }
351
+ }
352
+ }
353
+ } finally {
354
+ reader.releaseLock();
355
+ }
356
+
357
+ throw new Error('No image data returned by the model');
358
+ }
359
+
360
+ async function getCredentials(ctx: {
361
+ modelRegistry: { getApiKeyForProvider: (provider: string) => Promise<string | undefined> };
362
+ }): Promise<ParsedCredentials> {
363
+ const apiKey = await ctx.modelRegistry.getApiKeyForProvider(PROVIDER);
364
+ if (!apiKey) {
365
+ throw new Error(
366
+ 'Missing Google Antigravity OAuth credentials. Run /login for google-antigravity.'
367
+ );
368
+ }
369
+ return parseOAuthCredentials(apiKey);
370
+ }
371
+
372
+ export default function antigravityImageGen(shortcut: ExtensionAPI) {
373
+ shortcut.registerTool({
374
+ name: 'generate_image',
375
+ label: 'Generate image',
376
+ description:
377
+ 'Generate an image via Google Antigravity image models. Returns the image as a tool result attachment. Optional saving via save=project|global|custom|none, or SHORTCUT_IMAGE_SAVE_MODE/SHORTCUT_IMAGE_SAVE_DIR.',
378
+ parameters: TOOL_PARAMS,
379
+ async execute(_toolCallId, params: ToolParams, signal, onUpdate, ctx) {
380
+ const { accessToken, projectId } = await getCredentials(ctx);
381
+ const model = params.model || DEFAULT_MODEL;
382
+ const aspectRatio = params.aspectRatio || DEFAULT_ASPECT_RATIO;
383
+
384
+ const requestBody = buildRequest(params.prompt, model, projectId, aspectRatio);
385
+ onUpdate?.({
386
+ content: [{ type: 'text', text: `Requesting image from ${PROVIDER}/${model}...` }],
387
+ details: { provider: PROVIDER, model, aspectRatio }
388
+ });
389
+
390
+ const response = await fetch(
391
+ `${ANTIGRAVITY_ENDPOINT}/v1internal:streamGenerateContent?alt=sse`,
392
+ {
393
+ method: 'POST',
394
+ headers: {
395
+ Authorization: `Bearer ${accessToken}`,
396
+ 'Content-Type': 'application/json',
397
+ Accept: 'text/event-stream',
398
+ ...ANTIGRAVITY_HEADERS
399
+ },
400
+ body: JSON.stringify(requestBody),
401
+ signal
402
+ }
403
+ );
404
+
405
+ if (!response.ok) {
406
+ const errorText = await response.text();
407
+ throw new Error(`Image request failed (${response.status}): ${errorText}`);
408
+ }
409
+
410
+ const parsed = await parseSseForImage(response, signal);
411
+ const saveConfig = resolveSaveConfig(params, ctx.cwd);
412
+ let savedPath: string | undefined;
413
+ let saveError: string | undefined;
414
+ if (saveConfig.mode !== 'none' && saveConfig.outputDir) {
415
+ try {
416
+ savedPath = await saveImage(
417
+ parsed.image.data,
418
+ parsed.image.mimeType,
419
+ saveConfig.outputDir
420
+ );
421
+ } catch (error) {
422
+ saveError = error instanceof Error ? error.message : String(error);
423
+ }
424
+ }
425
+ const summaryParts = [
426
+ `Generated image via ${PROVIDER}/${model}.`,
427
+ `Aspect ratio: ${aspectRatio}.`
428
+ ];
429
+ if (savedPath) {
430
+ summaryParts.push(`Saved image to: ${savedPath}`);
431
+ } else if (saveError) {
432
+ summaryParts.push(`Failed to save image: ${saveError}`);
433
+ }
434
+ if (parsed.text.length > 0) {
435
+ summaryParts.push(`Model notes: ${parsed.text.join(' ')}`);
436
+ }
437
+
438
+ return {
439
+ content: [
440
+ { type: 'text', text: summaryParts.join(' ') },
441
+ { type: 'image', data: parsed.image.data, mimeType: parsed.image.mimeType }
442
+ ],
443
+ details: { provider: PROVIDER, model, aspectRatio, savedPath, saveMode: saveConfig.mode }
444
+ };
445
+ }
446
+ });
447
+ }