@blinkdotnew/cli 0.1.9 → 0.2.2

package/README.md

@@ -1,6 +1,6 @@
 # @blinkdotnew/cli
 
-The Blink platform CLI. Deploy apps, query databases, generate AI content, manage storage — all from your terminal or agent scripts.
+The Blink platform CLI. Deploy apps, query databases, generate AI content, manage storage, and control Blink Claw agents — all from your terminal or agent scripts.
 
 ```bash
 npm install -g @blinkdotnew/cli
@@ -15,20 +15,31 @@ blink --help
 # Install
 npm install -g @blinkdotnew/cli
 
-# Authenticate (enter your blnk_ak_... API key)
+# Authenticate (enter your blnk_ak_... API key from blink.new → Settings → API Keys)
 blink login --interactive
 
-# Link a project
-blink link
+# See full context: agent + project + auth
+blink status
 
-# Deploy a built app
-blink deploy ./dist --prod
+# Manage Claw agents
+blink agent list
+eval $(blink agent use clw_xxx --export)
+blink secrets set GITHUB_TOKEN ghp_xxx
+blink secrets list
+
+# Deploy an app
+npm run build && blink deploy ./dist --prod
 
 # Query your database
 blink db query "SELECT count(*) FROM users"
 
-# Generate an image
+# Generate AI content
 blink ai image "a glowing blink logo on dark background"
+blink ai text "Summarize this article: ..."
+
+# Scrape websites
+blink scrape https://lovable.dev --extract "pricing tiers and costs"
+blink scrape https://example.com --text
 ```
 
 ---
@@ -211,7 +222,7 @@ blink ai transcribe https://example.com/audio.mp3 --language en
 
 ---
 
-### `blink fetch` and `blink search` — Web & data
+### `blink fetch`, `blink search`, `blink scrape` — Web & data
 
 ```bash
 # Fetch any URL via Blink proxy (handles CORS, auth headers)
@@ -222,8 +233,21 @@ blink fetch https://api.example.com --header "X-API-Key: secret"
 # Web search
 blink search "latest AI news"
 blink search "React Server Components" --count 10 --json
+
+# Scrape web pages
+blink scrape https://example.com                              # Raw response
+blink scrape https://example.com --text                      # Clean text (strips HTML)
+blink scrape https://example.com --extract "all prices"      # AI-extract specific data
+blink scrape https://news.ycombinator.com --extract "top 10 story titles and URLs"
+blink scrape https://example.com --extract "contact email" --json
 ```
 
+No project key needed — `blink scrape` uses your workspace key only.
+
+- `--text` — strips all HTML tags, returns readable text
+- `--extract <instructions>` — uses AI (Gemini Flash) to extract exactly what you ask for
+- Combine with `--json` for `{ url, content }` or `{ url, extracted }` output
+
 ---
 
 ### `blink realtime` — Pub/sub
@@ -338,8 +362,8 @@ blink storage upload ./banner.png --json | jq -r '.url'
 The CLI is **pre-installed** in every Blink Claw agent (Fly.io Firecracker VM). These env vars are already injected — no login needed:
 
 ```
-BLINK_API_KEY    auth token
-BLINK_AGENT_ID   per-agent billing identity
+BLINK_API_KEY    auth token (workspace-scoped)
+BLINK_AGENT_ID   this agent's ID — auto-used by blink agent/secrets commands
 BLINK_APIS_URL   https://core.blink.new
 BLINK_APP_URL    https://blink.new
 ```
@@ -351,6 +375,48 @@ Agents use the CLI directly in skill scripts:
 blink ai image "$PROMPT" --model "$MODEL" --json
 ```
 
+### `blink agent` — Manage agents
+
+```bash
+blink agent list                           # List all agents in workspace
+blink agent use clw_xxx                    # Show how to set active agent
+eval $(blink agent use clw_xxx --export)   # Set active agent for this session
+blink agent status                         # Show current agent details
+blink agent status clw_xxx                 # Show specific agent details
+```
+
+On Claw machines, `BLINK_AGENT_ID` is already set — `blink agent status` works with zero config.
+
+### `blink secrets` — Agent encrypted vault
+
+```bash
+# All commands auto-use BLINK_AGENT_ID on Claw machines
+blink secrets list                         # List secret key names (values never shown)
+blink secrets set GITHUB_TOKEN ghp_xxx     # Add or update a secret
+blink secrets delete OLD_KEY               # Remove a secret (--yes to skip prompt)
+
+# Cross-agent management (agent manager pattern)
+blink secrets list --agent clw_other       # Another agent's keys
+blink secrets set --agent clw_other OPENAI_KEY sk-xxx   # Set on another agent
+```
+
+Secrets are stored encrypted and available as `$KEY_NAME` in all agent shell commands.
+
+Agent ID resolution for `blink agent` and `blink secrets`:
+1. `--agent <id>` flag
+2. `BLINK_AGENT_ID` env var ← always set on Claw Fly machines
+3. `BLINK_ACTIVE_AGENT` env var ← from `eval $(blink agent use clw_xxx --export)`
+
+### `blink status` — Full context at a glance
+
+```bash
+$ BLINK_AGENT_ID=clw_xxx blink status
+
+Agent    clw_xxx           (BLINK_AGENT_ID env)
+Project  proj_yyy          (.blink/project.json)
+Auth     ~/.config/blink/config.toml
+```
+
 ---
 
 ## Links

package/dist/cli.js

@@ -509,6 +509,65 @@ Examples:
     if (typeof result === "string") console.log(result);
     else console.log(JSON.stringify(result, null, 2));
   });
+  program2.command("scrape <url>").description("Scrape a webpage \u2014 returns text content, optionally AI-extracted data").option("--extract <instructions>", 'What to extract using AI (e.g. "all prices and product names")').option("--text", "Strip HTML tags and return clean readable text").addHelpText("after", `
+No project key needed \u2014 scrape runs through the Blink proxy using your workspace key.
+
+Examples:
+  $ blink scrape https://example.com                         Get full page content
+  $ blink scrape https://example.com --text                  Clean text only (no HTML)
+  $ blink scrape https://example.com --extract "all prices"  AI-extract specific data
+  $ blink scrape https://news.ycombinator.com --extract "top 10 story titles and URLs" --json
+`).action(async (url, opts) => {
+    requireToken();
+    const response = await withSpinner(
+      "Fetching page...",
+      () => resourcesRequest("/api/v1/fetch", { body: { url } })
+    );
+    let content;
+    if (typeof response === "string") {
+      content = response;
+    } else if (typeof response?.body === "string") {
+      content = response.body;
+    } else {
+      content = JSON.stringify(response);
+    }
+    if (opts.extract) {
+      const extraction = await withSpinner(
+        `Extracting: ${opts.extract}...`,
+        () => resourcesRequest("/api/v1/ai/chat/completions", {
+          body: {
+            model: "google/gemini-3-flash",
+            messages: [
+              {
+                role: "system",
+                content: "You are a web scraping assistant. Extract exactly the requested information from the webpage content provided. Return only the extracted data, formatted clearly. No commentary."
+              },
+              {
+                role: "user",
+                content: `URL: ${url}
+
+Webpage content:
+${content.slice(0, 5e4)}
+
+Extract: ${opts.extract}`
+              }
+            ],
+            stream: false
+          }
+        })
+      );
+      const extracted = extraction?.choices?.[0]?.message?.content ?? "";
+      if (isJsonMode()) return printJson({ url, extracted, extract_instructions: opts.extract });
+      console.log(extracted);
+    } else if (opts.text) {
+      const text = content.replace(/<script\b[^<]*(?:(?!<\/script>)<[^<]*)*<\/script>/gi, " ").replace(/<style\b[^<]*(?:(?!<\/style>)<[^<]*)*<\/style>/gi, " ").replace(/<[^>]+>/g, " ").replace(/&nbsp;/g, " ").replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&quot;/g, '"').replace(/\s+/g, " ").trim();
+      if (isJsonMode()) return printJson({ url, text });
+      console.log(text);
+    } else {
+      if (isJsonMode()) return printJson({ url, content });
+      console.log(content);
+    }
+  });
   program2.command("search <query>").description("Web search \u2014 returns titles, URLs, and snippets").option("--count <n>", "Number of results to return (max 20)", "5").addHelpText("after", `
 Examples:
   $ blink search "latest AI news"
@@ -1539,6 +1598,8 @@ Web & Data:
   $ blink search "latest AI news" --count 10
   $ blink fetch https://api.github.com/users/octocat
   $ blink fetch https://api.example.com --method POST --body '{"key":"val"}'
+  $ blink scrape https://example.com --text              Clean text (no HTML)
+  $ blink scrape https://example.com --extract "prices"  AI-extract specific data
 
 Realtime / RAG / Notify:
   $ blink realtime publish updates '{"type":"refresh"}'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blinkdotnew/cli",
-  "version": "0.1.9",
+  "version": "0.2.2",
   "description": "Blink platform CLI — deploy apps, manage databases, generate AI content",
   "bin": {
     "blink": "dist/cli.js"

package/src/cli.ts

@@ -70,6 +70,8 @@ Web & Data:
   $ blink search "latest AI news" --count 10
   $ blink fetch https://api.github.com/users/octocat
   $ blink fetch https://api.example.com --method POST --body '{"key":"val"}'
+  $ blink scrape https://example.com --text              Clean text (no HTML)
+  $ blink scrape https://example.com --extract "prices"  AI-extract specific data
 
 Realtime / RAG / Notify:
   $ blink realtime publish updates '{"type":"refresh"}'

package/src/commands/web.ts

@@ -40,6 +40,80 @@ Examples:
       else console.log(JSON.stringify(result, null, 2))
     })
 
+  program.command('scrape <url>')
+    .description('Scrape a webpage — returns text content, optionally AI-extracted data')
+    .option('--extract <instructions>', 'What to extract using AI (e.g. "all prices and product names")')
+    .option('--text', 'Strip HTML tags and return clean readable text')
+    .addHelpText('after', `
+No project key needed — scrape runs through the Blink proxy using your workspace key.
+
+Examples:
+  $ blink scrape https://example.com                         Get full page content
+  $ blink scrape https://example.com --text                  Clean text only (no HTML)
+  $ blink scrape https://example.com --extract "all prices"  AI-extract specific data
+  $ blink scrape https://news.ycombinator.com --extract "top 10 story titles and URLs" --json
+`)
+    .action(async (url, opts) => {
+      requireToken()
+
+      const response = await withSpinner('Fetching page...', () =>
+        resourcesRequest('/api/v1/fetch', { body: { url } })
+      )
+
+      // Extract the response body — fetch returns { status, contentType, body } or raw string
+      let content: string
+      if (typeof response === 'string') {
+        content = response
+      } else if (typeof response?.body === 'string') {
+        content = response.body
+      } else {
+        content = JSON.stringify(response)
+      }
+
+      if (opts.extract) {
+        // AI extraction — uses workspace key, no project needed
+        const extraction = await withSpinner(`Extracting: ${opts.extract}...`, () =>
+          resourcesRequest('/api/v1/ai/chat/completions', {
+            body: {
+              model: 'google/gemini-3-flash',
+              messages: [
+                {
+                  role: 'system',
+                  content: 'You are a web scraping assistant. Extract exactly the requested information from the webpage content provided. Return only the extracted data, formatted clearly. No commentary.',
+                },
+                {
+                  role: 'user',
+                  content: `URL: ${url}\n\nWebpage content:\n${content.slice(0, 50000)}\n\nExtract: ${opts.extract}`,
+                },
+              ],
+              stream: false,
+            },
+          })
+        )
+        const extracted = extraction?.choices?.[0]?.message?.content ?? ''
+        if (isJsonMode()) return printJson({ url, extracted, extract_instructions: opts.extract })
+        console.log(extracted)
+      } else if (opts.text) {
+        // Strip HTML and return clean text
+        const text = content
+          .replace(/<script\b[^<]*(?:(?!<\/script>)<[^<]*)*<\/script>/gi, ' ')
+          .replace(/<style\b[^<]*(?:(?!<\/style>)<[^<]*)*<\/style>/gi, ' ')
+          .replace(/<[^>]+>/g, ' ')
+          .replace(/&nbsp;/g, ' ')
+          .replace(/&amp;/g, '&')
+          .replace(/&lt;/g, '<')
+          .replace(/&gt;/g, '>')
+          .replace(/&quot;/g, '"')
+          .replace(/\s+/g, ' ')
+          .trim()
+        if (isJsonMode()) return printJson({ url, text })
+        console.log(text)
+      } else {
+        if (isJsonMode()) return printJson({ url, content })
+        console.log(content)
+      }
+    })
+
   program.command('search <query>')
     .description('Web search — returns titles, URLs, and snippets')
     .option('--count <n>', 'Number of results to return (max 20)', '5')