anveesa 0.5.0 → 0.5.2

package/Cargo.lock

@@ -60,7 +60,7 @@ dependencies = [
 
 [[package]]
 name = "anveesa"
-version = "0.5.0"
+version = "0.5.2"
 dependencies = [
  "anyhow",
  "base64",

package/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "anveesa"
-version = "0.5.0"
+version = "0.5.2"
 edition = "2024"
 default-run = "anveesa"
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "anveesa",
-  "version": "0.5.0",
+  "version": "0.5.2",
   "description": "A terminal CLI that wraps AI providers (OpenAI-compatible APIs and local CLIs) into a single unified command",
   "main": "bin/anveesa.js",
   "bin": {

package/src/tools.rs

@@ -258,12 +258,14 @@ pub fn definitions(include_write: bool) -> Vec<Value> {
             "type": "function",
             "function": {
                 "name": "fetch_url",
-                "description": "Fetch the content of a URL and return it as plain text. Strips HTML tags automatically.",
+                "description": "Fetch a URL. mode=\"text\" (default): returns plain text with HTML tags stripped. mode=\"raw\": returns the full HTML source unchanged. mode=\"deep\": returns HTML source PLUS the full content of every linked CSS file (and JS bundles if include_js=true) in one call — use this when you need to inspect design tokens, Tailwind classes, color variables, font imports, or component structure without multiple round-trips.",
                 "parameters": {
                     "type": "object",
                     "properties": {
                         "url": { "type": "string", "description": "URL to fetch." },
-                        "max_chars": { "type": "integer", "description": "Max characters to return (default 40000)." }
+                        "mode": { "type": "string", "description": "\"text\" (default, strips HTML), \"raw\" (full HTML source), \"deep\" (HTML source + fetch all linked CSS assets, and JS if include_js=true)." },
+                        "max_chars": { "type": "integer", "description": "Max chars per resource (default 40000 for text, 60000 for raw/deep HTML, 30000 per asset)." },
+                        "include_js": { "type": "boolean", "description": "deep mode only — also fetch linked JS bundles (default false; bundles can be large)." }
                     },
                     "required": ["url"]
                 }
@@ -987,6 +989,84 @@ fn scrape_ddg_html(html: &str, max: usize) -> Vec<Value> {
     results
 }
 
+fn tag_attr(tag: &str, attr: &str) -> Option<String> {
+    let dq = format!("{attr}=\"");
+    let sq = format!("{attr}='");
+    if let Some(s) = tag.find(&dq) {
+        let start = s + dq.len();
+        tag[start..].find('"').map(|e| tag[start..start + e].to_string())
+    } else if let Some(s) = tag.find(&sq) {
+        let start = s + sq.len();
+        tag[start..].find('\'').map(|e| tag[start..start + e].to_string())
+    } else {
+        None
+    }
+}
+
+fn url_origin(url: &str) -> String {
+    let skip = if url.starts_with("https://") { 8 } else if url.starts_with("http://") { 7 } else { return String::new() };
+    let scheme = &url[..skip - 3];
+    let host = url[skip..].split('/').next().unwrap_or("");
+    format!("{scheme}://{host}")
+}
+
+fn url_base_path(url: &str) -> String {
+    let skip = if url.starts_with("https://") { 8 } else if url.starts_with("http://") { 7 } else { return "/".to_string() };
+    let rest = &url[skip..];
+    let path = rest.split_once('/').map(|(_, p)| format!("/{p}")).unwrap_or_default();
+    path.rfind('/').map(|i| path[..i + 1].to_string()).unwrap_or_else(|| "/".to_string())
+}
+
+fn resolve_asset_url(href: &str, origin: &str, base_path: &str) -> Option<String> {
+    let h = href.trim();
+    if h.is_empty() { return None; }
+    if h.starts_with("http://") || h.starts_with("https://") {
+        Some(h.to_string())
+    } else if h.starts_with("//") {
+        let scheme = if origin.starts_with("https") { "https" } else { "http" };
+        Some(format!("{scheme}:{h}"))
+    } else if h.starts_with('/') {
+        if origin.is_empty() { None } else { Some(format!("{origin}{h}")) }
+    } else if !origin.is_empty() {
+        Some(format!("{origin}{base_path}{h}"))
+    } else {
+        None
+    }
+}
+
+fn extract_asset_urls(html: &str, base_url: &str, include_js: bool) -> Vec<String> {
+    let origin = url_origin(base_url);
+    let base_path = url_base_path(base_url);
+    let mut urls: Vec<String> = Vec::new();
+    let mut pos = 0;
+
+    while pos < html.len() {
+        let Some(lt) = html[pos..].find('<') else { break };
+        let abs = pos + lt;
+        let Some(gt) = html[abs..].find('>') else { break };
+        let tag = &html[abs..abs + gt + 1];
+        let tag_lo = tag.to_lowercase();
+        pos = abs + gt + 1;
+
+        let href = if tag_lo.starts_with("<link") {
+            let rel = tag_attr(&tag_lo, "rel").unwrap_or_default();
+            let as_ = tag_attr(&tag_lo, "as").unwrap_or_default();
+            if rel == "stylesheet" || (rel == "preload" && as_ == "style") {
+                tag_attr(tag, "href").or_else(|| tag_attr(&tag_lo, "href"))
+            } else { None }
+        } else if include_js && tag_lo.starts_with("<script") {
+            tag_attr(tag, "src").or_else(|| tag_attr(&tag_lo, "src"))
+        } else { None };
+
+        if let Some(h) = href {
+            if let Some(resolved) = resolve_asset_url(&h, &origin, &base_path) {
+                if !urls.contains(&resolved) { urls.push(resolved); }
+            }
+        }
+    }
+    urls
+}
+
 fn extract_attr<'a>(html: &'a str, attr: &str) -> Option<&'a str> {
     let key = format!("{attr}=\"");
     let start = html.find(&key)? + key.len();
@@ -1027,14 +1107,18 @@ async fn fetch_url(arguments: &str) -> Result<Value> {
         url: String,
         #[serde(default)]
         max_chars: Option<usize>,
+        #[serde(default)]
+        mode: Option<String>,
+        #[serde(default)]
+        include_js: Option<bool>,
     }
     let args: Args = parse_args(arguments)?;
-    let url = args.url.trim();
+    let url = args.url.trim().to_string();
     if url.is_empty() { bail!("url is required"); }
-    let max_chars = args.max_chars.unwrap_or(40_000);
+    let mode = args.mode.as_deref().unwrap_or("text").to_string();
 
     let response = http_client()
-        .get(url)
+        .get(&url)
         .send()
         .await
         .with_context(|| format!("failed to fetch {url}"))?;
@@ -1050,23 +1134,98 @@ async fn fetch_url(arguments: &str) -> Result<Value> {
         .to_string();
 
     let body = response.text().await.context("failed to read response body")?;
-    let text = if content_type.contains("html") || content_type.contains("xml") {
-        html_to_text(&body)
-    } else {
-        body
-    };
 
-    let char_count = text.chars().count();
-    let truncated = char_count > max_chars;
-    let text: String = text.chars().take(max_chars).collect();
+    match mode.as_str() {
+        "raw" => {
+            let max = args.max_chars.unwrap_or(80_000);
+            let char_count = body.chars().count();
+            let truncated = char_count > max;
+            let html: String = body.chars().take(max).collect();
+            Ok(json!({
+                "ok": true,
+                "url": url,
+                "content_type": content_type,
+                "html": html,
+                "char_count": char_count,
+                "truncated": truncated,
+            }))
+        }
+        "deep" => {
+            const ASSET_MAX: usize = 30_000;
+            const MAX_ASSETS: usize = 10;
+            let html_max = args.max_chars.unwrap_or(60_000);
+            let include_js = args.include_js.unwrap_or(false);
+
+            let asset_urls: Vec<String> = extract_asset_urls(&body, &url, include_js)
+                .into_iter()
+                .take(MAX_ASSETS)
+                .collect();
 
-    Ok(json!({
-        "ok": true,
-        "url": url,
-        "content_type": content_type,
-        "text": text,
-        "truncated": truncated,
-    }))
+            let mut handles = Vec::new();
+            for asset_url in asset_urls {
+                handles.push(tokio::spawn(async move {
+                    let Ok(resp) = http_client().get(&asset_url).send().await else { return None; };
+                    if !resp.status().is_success() { return None; }
+                    let ct = resp.headers()
+                        .get("content-type")
+                        .and_then(|v| v.to_str().ok())
+                        .unwrap_or("")
+                        .to_string();
+                    let Ok(content) = resp.text().await else { return None; };
+                    let kind = if ct.contains("css") || asset_url.ends_with(".css") { "css" }
+                        else if ct.contains("javascript") || asset_url.contains(".js") { "js" }
+                        else { "other" };
+                    let char_count = content.chars().count();
+                    let truncated = char_count > ASSET_MAX;
+                    let trimmed: String = content.chars().take(ASSET_MAX).collect();
+                    Some(json!({
+                        "url": asset_url,
+                        "type": kind,
+                        "char_count": char_count,
+                        "truncated": truncated,
+                        "content": trimmed,
+                    }))
+                }));
+            }
+
+            let mut assets: Vec<Value> = Vec::new();
+            for h in handles {
+                if let Ok(Some(a)) = h.await { assets.push(a); }
+            }
+
+            let html_chars = body.chars().count();
+            let html_truncated = html_chars > html_max;
+            let html: String = body.chars().take(html_max).collect();
+
+            Ok(json!({
+                "ok": true,
+                "url": url,
+                "html": html,
+                "html_chars": html_chars,
+                "html_truncated": html_truncated,
+                "assets": assets,
+            }))
+        }
+        _ => {
+            // "text" mode — current behaviour
+            let max = args.max_chars.unwrap_or(40_000);
+            let text = if content_type.contains("html") || content_type.contains("xml") {
+                html_to_text(&body)
+            } else {
+                body
+            };
+            let char_count = text.chars().count();
+            let truncated = char_count > max;
+            let text: String = text.chars().take(max).collect();
+            Ok(json!({
+                "ok": true,
+                "url": url,
+                "content_type": content_type,
+                "text": text,
+                "truncated": truncated,
+            }))
+        }
+    }
 }
 
 fn html_to_text(html: &str) -> String {

package/src/tui.rs

@@ -46,7 +46,7 @@ enum Msg {
     User { text: String },
     Assistant { text: String },
     Tool { done: bool, ok: bool, text: String, elapsed_ms: Option<u128> },
-    FileOp { verb: String, path: String, added: usize, removed: usize, diff: Vec<(bool, String)> },
+    FileOp { verb: String, path: String, added: usize, removed: usize, diff: Vec<(bool, String)>, collapsed: bool },
     Error(String),
     System(String),
     Separator, // thin line between turns — "AI is done, your turn"
@@ -114,6 +114,13 @@ pub struct App {
     session_cost_usd: f64,
     cwd: String,
 
+    // message navigation / collapsing
+    msg_focus: Option<usize>,
+    msg_line_offsets: Vec<usize>,
+
+    // tab completion state: (original input, candidates, current index)
+    tab_state: Option<(String, Vec<String>, usize)>,
+
     // mode
     mode: Mode,
     confirm: Option<PendingConfirm>,
@@ -200,6 +207,10 @@ impl App {
             session_cost_usd: 0.0,
             cwd,
 
+            msg_focus: None,
+            msg_line_offsets: Vec::new(),
+            tab_state: None,
+
             mode: Mode::Input,
             confirm: None,
             mouse_capture: true,
@@ -393,11 +404,50 @@ async fn handle_key(app: &mut App, KeyEvent { code, modifiers, .. }: KeyEvent) -
             app.input_cursor += 1;
             app.hist_idx = None;
         }
+        KeyCode::Tab => {
+            tab_complete(app);
+        }
+
+        KeyCode::Char('[') if app.input.is_empty() => {
+            let cur = app.msg_focus.unwrap_or(app.messages.len());
+            let prev = app.messages[..cur].iter().rposition(|m| matches!(m, Msg::FileOp { .. }));
+            if let Some(idx) = prev {
+                app.msg_focus = Some(idx);
+                app.auto_scroll = false;
+                if let Some(&off) = app.msg_line_offsets.get(idx) {
+                    app.scroll = off.saturating_sub(2);
+                }
+            }
+        }
+        KeyCode::Char(']') if app.input.is_empty() => {
+            let start = app.msg_focus.map(|i| i + 1).unwrap_or(0);
+            let next = app.messages[start..].iter().position(|m| matches!(m, Msg::FileOp { .. })).map(|i| start + i);
+            if let Some(idx) = next {
+                app.msg_focus = Some(idx);
+                app.auto_scroll = false;
+                if let Some(&off) = app.msg_line_offsets.get(idx) {
+                    app.scroll = off.saturating_sub(2);
+                }
+            }
+        }
+        KeyCode::Esc if app.msg_focus.is_some() => {
+            app.msg_focus = None;
+        }
+
         KeyCode::Enter => {
+            // Toggle collapse on focused FileOp if one is selected
+            if let Some(idx) = app.msg_focus {
+                if let Some(Msg::FileOp { collapsed, .. }) = app.messages.get_mut(idx) {
+                    *collapsed = !*collapsed;
+                    return Ok(());
+                }
+            }
             let text = app.input.trim().to_string();
             if text.is_empty() {
                 return Ok(());
             }
+            app.msg_focus = None;
+            app.tab_state = None;
             if !handle_slash_command(app, &text) {
                 submit_prompt(app, text).await?;
             }
@@ -459,6 +509,7 @@ async fn handle_key(app: &mut App, KeyEvent { code, modifiers, .. }: KeyEvent) -
                 app.input.drain(start..app.input_cursor);
                 app.input_cursor = start;
                 app.hist_idx = None;
+                app.tab_state = None;
             }
         }
         KeyCode::Delete => {
@@ -466,6 +517,7 @@ async fn handle_key(app: &mut App, KeyEvent { code, modifiers, .. }: KeyEvent) -
                 let len = next_char_len(&app.input, app.input_cursor);
                 app.input.drain(app.input_cursor..app.input_cursor + len);
                 app.hist_idx = None;
+                app.tab_state = None;
             }
         }
 
@@ -536,6 +588,8 @@ async fn handle_key(app: &mut App, KeyEvent { code, modifiers, .. }: KeyEvent) -
             app.input.insert_str(app.input_cursor, &s);
             app.input_cursor += s.len();
             app.hist_idx = None;
+            app.msg_focus = None;
+            app.tab_state = None;
         }
 
         _ => {}
@@ -577,6 +631,8 @@ fn handle_slash_command(app: &mut App, text: &str) -> bool {
                  /model [name] · /provider [name] · /status · /exit\n\
                  \n\
                  Keys: ↑/↓ history  ←/→ cursor  Home/End  Shift+Enter newline\n\
+                 Tab   complete /command or file path (press again to cycle)\n\
+                 [ ]   navigate between file diffs  Enter expand/collapse focused diff\n\
                  j/k scroll (when input empty)  PageUp/Dn scroll\n\
                  Ctrl+V paste (image or text)  Ctrl+M scroll/select mode\n\
                  Ctrl+W delete-word  Ctrl+U clear line\n\
@@ -728,6 +784,87 @@ fn handle_slash_command(app: &mut App, text: &str) -> bool {
     }
 }
 
+// ── Tab completion ────────────────────────────────────────────────────────────
+
+const SLASH_COMMANDS: &[&str] = &[
+    "/clear", "/compact", "/copy", "/exit", "/export",
+    "/help", "/model", "/provider", "/quit", "/status", "/undo",
+];
+
+fn tab_complete(app: &mut App) {
+    let input = app.input.clone();
+
+    // If we're still on the same completion cycle, advance the index
+    let continuing = app.tab_state.as_ref().map(|(_, cands, idx)| {
+        cands.get(*idx).map(|s| s == &input).unwrap_or(false)
+    }).unwrap_or(false);
+
+    if continuing {
+        if let Some((_, cands, idx)) = &mut app.tab_state {
+            *idx = (*idx + 1) % cands.len();
+            let next = cands[*idx].clone();
+            app.input = next;
+            app.input_cursor = app.input.len();
+        }
+        return;
+    }
+
+    let cands = compute_tab_completions(&input, &app.cwd);
+    if cands.is_empty() { return; }
+
+    app.input = cands[0].clone();
+    app.input_cursor = app.input.len();
+    app.tab_state = Some((input, cands, 0));
+}
+
+fn compute_tab_completions(input: &str, cwd: &str) -> Vec<String> {
+    // Slash command completion: /pro → /provider, /model, …
+    if input.starts_with('/') && !input.contains(' ') {
+        let matches: Vec<String> = SLASH_COMMANDS.iter()
+            .filter(|c| c.starts_with(input))
+            .map(|s| s.to_string())
+            .collect();
+        if !matches.is_empty() { return matches; }
+    }
+
+    // File path completion after "/export <path>"
+    if let Some(partial) = input.strip_prefix("/export ") {
+        let paths = tab_complete_path(partial, cwd);
+        return paths.into_iter().map(|p| format!("/export {p}")).collect();
+    }
+
+    vec![]
+}
+
+fn tab_complete_path(partial: &str, cwd: &str) -> Vec<String> {
+    let (dir_part, file_part) = if let Some(i) = partial.rfind('/') {
+        (&partial[..i + 1], &partial[i + 1..])
+    } else {
+        ("", partial)
+    };
+
+    let search_dir = if dir_part.is_empty() {
+        std::path::PathBuf::from(cwd)
+    } else if dir_part.starts_with('/') {
+        std::path::PathBuf::from(dir_part)
+    } else {
+        std::path::Path::new(cwd).join(dir_part)
+    };
+
+    let Ok(entries) = std::fs::read_dir(&search_dir) else { return vec![]; };
+    let mut out: Vec<String> = entries
+        .filter_map(|e| e.ok())
+        .filter_map(|e| {
+            let name = e.file_name().into_string().ok()?;
+            if !name.starts_with(file_part) { return None; }
+            let trail = if e.file_type().map(|t| t.is_dir()).unwrap_or(false) { "/" } else { "" };
+            Some(format!("{dir_part}{name}{trail}"))
+        })
+        .collect();
+    out.sort();
+    out
+}
+
 async fn submit_prompt(app: &mut App, text: String) -> Result<()> {
     // Save to input history
     if app.input_history.last().map(|s| s.as_str()) != Some(&text) {
@@ -874,11 +1011,11 @@ async fn handle_stream_event(app: &mut App, ev: TuiEvent) {
         TuiEvent::FileOp { verb, path, added, removed, diff } => {
             flush_streaming_buf(app);
             commit_pending_tool(app, true);
-            // Snapshot for /undo (read current content before the write is reflected in messages)
             let old_content = std::fs::read_to_string(&path).ok();
             if app.undo_stack.len() >= 20 { app.undo_stack.remove(0); }
             app.undo_stack.push((path.clone(), old_content));
-            app.messages.push(Msg::FileOp { verb, path, added, removed, diff });
+            let collapsed = diff.len() > 8;
+            app.messages.push(Msg::FileOp { verb, path, added, removed, diff, collapsed });
         }
         TuiEvent::Confirm { summary, diff, reply } => {
             flush_streaming_buf(app);
@@ -1165,8 +1302,12 @@ fn render_header(frame: &mut Frame, area: Rect, app: &App) {
 fn render_messages(frame: &mut Frame, area: Rect, app: &mut App) {
     let width = area.width.saturating_sub(4) as usize;
     let mut lines: Vec<Line<'static>> = vec![Line::from("")];
+    let mut msg_offsets: Vec<usize> = Vec::with_capacity(app.messages.len());
 
-    for msg in &app.messages {
+    for (msg_idx, msg) in app.messages.iter().enumerate() {
+        msg_offsets.push(lines.len());
+        let focused = app.msg_focus == Some(msg_idx);
+        let _ = focused; // used below in FileOp branch
         match msg {
             Msg::User { text } => {
                 lines.push(user_header());
@@ -1201,32 +1342,43 @@ fn render_messages(frame: &mut Frame, area: Rect, app: &mut App) {
                 ]));
                 lines.push(Line::from(""));
             }
-            Msg::FileOp { verb, path, added, removed, diff } => {
+            Msg::FileOp { verb, path, added, removed, diff, collapsed } => {
+                let focus_icon = if focused { "►" } else { " " };
+                let header_bg = if focused { Color::Rgb(25, 25, 50) } else { Color::Reset };
+                let toggle_hint = if *collapsed {
+                    format!("  [▶ {} lines]", diff.len())
+                } else if diff.len() > 8 {
+                    "  [▼ collapse]".to_string()
+                } else {
+                    String::new()
+                };
                 lines.push(Line::from(vec![
-                    Span::styled("  📄 ", Style::default().fg(Color::Rgb(229, 192, 123))),
-                    Span::styled(format!("{verb} "), Style::default().fg(Color::White)),
-                    Span::styled(path.clone(), Style::default().fg(Color::Rgb(97, 175, 239))),
-                    Span::styled(format!("  +{added}"), Style::default().fg(Color::Rgb(152, 195, 121))),
-                    Span::styled(format!(" -{removed}"), Style::default().fg(Color::Rgb(224, 108, 117))),
+                    Span::styled(format!(" {focus_icon}📄 "), Style::default().fg(Color::Rgb(229, 192, 123)).bg(header_bg)),
+                    Span::styled(format!("{verb} "), Style::default().fg(Color::White).bg(header_bg)),
+                    Span::styled(path.clone(), Style::default().fg(Color::Rgb(97, 175, 239)).bg(header_bg)),
+                    Span::styled(format!("  +{added}"), Style::default().fg(Color::Rgb(152, 195, 121)).bg(header_bg)),
+                    Span::styled(format!(" -{removed}"), Style::default().fg(Color::Rgb(224, 108, 117)).bg(header_bg)),
+                    Span::styled(toggle_hint, Style::default().fg(Color::Rgb(80, 80, 100)).bg(header_bg)),
                 ]));
-                // Show inline diff (up to 40 lines)
-                for (is_add, line) in diff.iter().take(40) {
-                    let (prefix, color) = if *is_add {
-                        ("  + ", Color::Rgb(152, 195, 121))
-                    } else {
-                        ("  - ", Color::Rgb(224, 108, 117))
-                    };
-                    let bg = if *is_add { Color::Rgb(20, 35, 20) } else { Color::Rgb(35, 20, 20) };
-                    lines.push(Line::from(Span::styled(
-                        format!("{prefix}{}", &line.trim_end().chars().take(width.saturating_sub(6)).collect::<String>()),
-                        Style::default().fg(color).bg(bg),
-                    )));
-                }
-                if diff.len() > 40 {
-                    lines.push(Line::from(Span::styled(
-                        format!("  … {} more lines", diff.len() - 40),
-                        Style::default().fg(Color::DarkGray),
-                    )));
+                if !collapsed {
+                    for (is_add, line) in diff.iter().take(40) {
+                        let (prefix, color) = if *is_add {
+                            ("  + ", Color::Rgb(152, 195, 121))
+                        } else {
+                            ("  - ", Color::Rgb(224, 108, 117))
+                        };
+                        let bg = if *is_add { Color::Rgb(20, 35, 20) } else { Color::Rgb(35, 20, 20) };
+                        lines.push(Line::from(Span::styled(
+                            format!("{prefix}{}", &line.trim_end().chars().take(width.saturating_sub(6)).collect::<String>()),
+                            Style::default().fg(color).bg(bg),
+                        )));
+                    }
+                    if diff.len() > 40 {
+                        lines.push(Line::from(Span::styled(
+                            format!("  … {} more lines", diff.len() - 40),
+                            Style::default().fg(Color::DarkGray),
+                        )));
+                    }
                 }
                 lines.push(Line::from(""));
             }
@@ -1258,6 +1410,8 @@ fn render_messages(frame: &mut Frame, area: Rect, app: &mut App) {
         }
     }
 
+    app.msg_line_offsets = msg_offsets;
+
     // Live pending tool (running, not yet committed) — animated with elapsed time
     if let Some(tool) = &app.pending_tool {
         let dots = ["⠋", "⠙", "⠹", "⠸", "⠼", "⠴", "⠦", "⠧", "⠇", "⠏"];