@zds-ai/cli 0.1.3 → 0.1.5

package/README.md

@@ -339,6 +339,38 @@ Add to `~/.grok/user-settings.json`:
 
 **Model Priority**: `--model` flag > `GROK_MODEL` environment variable > user default model > system default (grok-code-fast-1)
 
+### Image Support
+
+zai-cli supports sending images to vision-capable AI models.  Use the `@` prefix to reference image files in your messages:
+
+```sh
+# Absolute path
+zai-cli --prompt "What's in this image? @/Users/joseph/photos/image.jpg"
+
+# Relative path
+zai-cli --prompt "Analyze @./screenshot.png"
+
+# Tilde expansion
+zai-cli --prompt "Describe @~/Pictures/photo.jpg"
+
+# Paths with spaces (quoted)
+zai-cli --prompt 'Compare these images: @"~/My Pictures/photo1.jpg" @"~/My Pictures/photo2.jpg"'
+
+# Paths with spaces (escaped)
+zai-cli --prompt "What's here? @/Users/joseph/My\ Documents/image.png"
+```
+
+**Supported Image Formats**: .jpg, .jpeg, .png, .gif, .webp, .bmp
+
+**Vision-Capable Models**: Image support works with vision models like:
+- `grok-4-1-fast-reasoning`
+- `grok-vision-beta`
+- Other vision-enabled models (via custom base URLs)
+
+**Automatic Fallback**: If you send an image to a model that doesn't support vision, zai-cli will automatically detect the error and retry with text-only content.
+
+**Interactive Mode**: The `@` syntax works in both interactive and headless (`--prompt`) modes.
+
 ### Command Line Options
 
 ```sh

package/dist/agent/grok-agent.d.ts

@@ -1,9 +1,10 @@
 import { GrokMessage, GrokToolCall } from "../grok/client.js";
+import type { ChatCompletionContentPart } from "openai/resources/chat/completions.js";
 import { ToolResult } from "../types/index.js";
 import { EventEmitter } from "events";
 export interface ChatEntry {
     type: "user" | "assistant" | "tool_result" | "tool_call" | "system";
-    content?: string;
+    content?: string | ChatCompletionContentPart[];
     timestamp: Date;
     tool_calls?: GrokToolCall[];
     toolCall?: GrokToolCall;
@@ -15,6 +16,10 @@ export interface ChatEntry {
     };
     isStreaming?: boolean;
     preserveFormatting?: boolean;
+    metadata?: {
+        rephrased_note?: string;
+        [key: string]: any;
+    };
 }
 export interface StreamingChunk {
     type: "content" | "tool_calls" | "tool_result" | "done" | "token_count" | "user_message";
@@ -62,6 +67,7 @@ export declare class GrokAgent extends EventEmitter {
     private activeTaskColor;
     private apiKeyEnvVar;
     private pendingContextEditSession;
+    private rephraseState;
     constructor(apiKey: string, baseURL?: string, model?: string, maxToolRounds?: number, debugLogFile?: string, startupHookOutput?: string, temperature?: number, maxTokens?: number);
     private startupHookOutput?;
     private systemPrompt;
@@ -125,6 +131,14 @@ export declare class GrokAgent extends EventEmitter {
         contextFilePath: string;
     } | null;
     clearPendingContextEditSession(): void;
+    setRephraseState(originalAssistantMessageIndex: number, rephraseRequestIndex: number, newResponseIndex: number, messageType: "user" | "system"): void;
+    getRephraseState(): {
+        originalAssistantMessageIndex: number;
+        rephraseRequestIndex: number;
+        newResponseIndex: number;
+        messageType: "user" | "system";
+    } | null;
+    clearRephraseState(): void;
     setPersona(persona: string, color?: string): Promise<{
         success: boolean;
         error?: string;
@@ -215,6 +229,7 @@ export declare class GrokAgent extends EventEmitter {
         baseUrl: string;
         apiKeyEnvVar: string;
         model: string;
+        supportsVision: boolean;
     };
     /**
      * Restore session state from persistence
@@ -235,7 +250,14 @@ export declare class GrokAgent extends EventEmitter {
         baseUrl?: string;
         apiKeyEnvVar?: string;
         model?: string;
+        supportsVision?: boolean;
     }): Promise<void>;
+    /**
+     * Compact conversation context by keeping system prompt and last N messages
+     * Reduces context size when it grows too large for backend to handle
+     * @returns Number of messages removed
+     */
+    compactContext(keepLastMessages?: number): number;
     /**
      * Get all tool instances and their class names for display purposes
      */