@aiyiran/myclaw 1.0.201 → 1.0.203

package/skills/vapi-image-gen-1.0.1/scripts/gen.py

@@ -0,0 +1,259 @@
+#!/usr/bin/env python3
+"""
+VAPI Image Generation & Editing Script
+- Generate: POST /images/generations
+- Edit:     POST /images/edits (when --input is provided)
+"""
+import argparse
+import base64
+import json
+import os
+import re
+import sys
+import urllib.error
+import urllib.request
+from datetime import datetime
+from pathlib import Path
+
+
+def get_default_save_dir() -> Path:
+    return Path.home() / ".openclaw" / "media"
+
+
+def get_oss_dir() -> Path:
+    return Path.home() / ".openclaw" / "oss"
+
+
+def slugify(text: str) -> str:
+    text = text.lower().strip()
+    text = re.sub(r"[^a-z0-9]+", "-", text)
+    text = re.sub(r"-{2,}", "-", text).strip("-")
+    return text[:50] or "image"
+
+
+def download_to_temp(url: str) -> Path:
+    """Download remote image to a temp file with chunked read."""
+    import tempfile
+    suffix = ".jpg" if ".jpg" in url.lower() else ".png"
+    tmp = tempfile.NamedTemporaryFile(delete=False, suffix=suffix)
+    req = urllib.request.Request(url, headers={"User-Agent": "Mozilla/5.0"})
+    with urllib.request.urlopen(req, timeout=60) as resp:
+        with open(tmp.name, "wb") as f:
+            while True:
+                chunk = resp.read(65536)
+                if not chunk:
+                    break
+                f.write(chunk)
+    return Path(tmp.name)
+
+
+def request_generate(
+    base_url: str,
+    api_key: str,
+    prompt: str,
+    model: str,
+    response_format: str,
+    size: str = "",
+    aspect_ratio: str = "",
+    count: int = 1,
+) -> dict:
+    """POST /images/generations"""
+    url = f"{base_url.rstrip('/')}/images/generations"
+    payload = {
+        "model": model,
+        "prompt": prompt,
+        "n": count,
+        "response_format": response_format,
+    }
+    if size:
+        payload["size"] = size
+    if aspect_ratio:
+        payload["aspect_ratio"] = aspect_ratio
+
+    body = json.dumps(payload).encode("utf-8")
+    req = urllib.request.Request(
+        url, method="POST",
+        headers={"Authorization": f"Bearer {api_key}", "Content-Type": "application/json"},
+        data=body,
+    )
+    try:
+        with urllib.request.urlopen(req, timeout=120) as resp:
+            return json.loads(resp.read().decode("utf-8"))
+    except urllib.error.HTTPError as e:
+        raise RuntimeError(f"VAPI API error ({e.code}): {e.read().decode('utf-8', errors='replace')}") from e
+
+
+def request_edit(
+    base_url: str,
+    api_key: str,
+    prompt: str,
+    model: str,
+    image_path: Path,
+    response_format: str,
+    size: str = "",
+    aspect_ratio: str = "",
+    count: int = 1,
+) -> dict:
+    """POST /images/edits (multipart form data)"""
+    url = f"{base_url.rstrip('/')}/images/edits"
+
+    # Build multipart form data manually
+    boundary = "----VAPIBoundary" + os.urandom(8).hex()
+    parts = []
+
+    def field(name: str, value: str) -> bytes:
+        return (
+            f"--{boundary}\r\n"
+            f'Content-Disposition: form-data; name="{name}"\r\n\r\n'
+            f"{value}\r\n"
+        ).encode("utf-8")
+
+    parts.append(field("model", model))
+    parts.append(field("prompt", prompt))
+    parts.append(field("n", str(count)))
+    parts.append(field("response_format", response_format))
+    if size:
+        parts.append(field("size", size))
+    if aspect_ratio:
+        parts.append(field("aspect_ratio", aspect_ratio))
+
+    # Image file
+    img_data = image_path.read_bytes()
+    img_mime = "image/jpeg" if image_path.suffix.lower() in (".jpg", ".jpeg") else "image/png"
+    parts.append(
+        (
+            f"--{boundary}\r\n"
+            f'Content-Disposition: form-data; name="image"; filename="{image_path.name}"\r\n'
+            f"Content-Type: {img_mime}\r\n\r\n"
+        ).encode("utf-8")
+        + img_data
+        + b"\r\n"
+    )
+
+    parts.append(f"--{boundary}--\r\n".encode("utf-8"))
+    body = b"".join(parts)
+
+    req = urllib.request.Request(
+        url, method="POST",
+        headers={
+            "Authorization": f"Bearer {api_key}",
+            "Content-Type": f"multipart/form-data; boundary={boundary}",
+        },
+        data=body,
+    )
+    try:
+        with urllib.request.urlopen(req, timeout=180) as resp:
+            return json.loads(resp.read().decode("utf-8"))
+    except urllib.error.HTTPError as e:
+        raise RuntimeError(f"VAPI API error ({e.code}): {e.read().decode('utf-8', errors='replace')}") from e
+
+
+def process_response(data: list, response_format: str, should_save: bool,
+                      out_dir: Path, prompt: str, count: int, filename: str) -> None:
+    for idx, item in enumerate(data):
+        image_url = item.get("url")
+        image_b64 = item.get("b64_json")
+
+        if response_format == "url" and image_url:
+            print(f"MEDIA:{image_url}")
+            continue
+
+        # Save mode: decode b64 or fallback to url download
+        if not image_b64 and image_url:
+            # API returned url even though we asked for b64 — download it
+            ts = datetime.now().strftime("%Y%m%d-%H%M%S")
+            fn = filename or f"{ts}-{slugify(prompt)}{f'-{idx+1}' if count > 1 else ''}.png"
+            fp = out_dir / fn
+            urllib.request.urlretrieve(image_url, fp)
+        elif image_b64:
+            ts = datetime.now().strftime("%Y%m%d-%H%M%S")
+            fn = filename or f"{ts}-{slugify(prompt)}{f'-{idx+1}' if count > 1 else ''}.png"
+            fp = out_dir / fn
+            fp.write_bytes(base64.b64decode(image_b64))
+        else:
+            print(f"Warning: no data for image {idx+1}", file=sys.stderr)
+            continue
+
+        full_path = fp.resolve()
+        print(f"Image saved: {full_path}", file=sys.stderr)
+        print(f"MEDIA:{full_path}")
+
+
+def main():
+    ap = argparse.ArgumentParser(description="Generate or edit images via VAPI API.")
+    ap.add_argument("--prompt", required=True, help="Image prompt or edit instruction.")
+    ap.add_argument("--model", default="nano-banana-pro", help="Model name.")
+    ap.add_argument("--input", default="", help="Input image path or URL for editing (enables edit mode).")
+    ap.add_argument("--size", default="", help="Image size (e.g. 1024x1024).")
+    ap.add_argument("--aspect-ratio", default="", help="Aspect ratio for generation (e.g. 3:4, 16:9).")
+    ap.add_argument("--count", type=int, default=1, help="Number of images.")
+    ap.add_argument("--save", action="store_true", help="Save to ~/.openclaw/media/.")
+    ap.add_argument("--oss", action="store_true", help="Save to ~/.openclaw/oss/.")
+    ap.add_argument("--out-dir", default="", help="Save to custom directory.")
+    ap.add_argument("--filename", default="", help="Custom output filename.")
+    args = ap.parse_args()
+
+    api_key = os.environ.get("VAPI_API_KEY", "").strip()
+    base_url = os.environ.get("VAPI_BASE_URL", "https://api.v3.cm/v1").strip()
+    if not api_key:
+        print("Error: VAPI_API_KEY not set.", file=sys.stderr); sys.exit(1)
+    if not base_url:
+        base_url = "https://api.v3.cm/v1"
+
+    is_gpt_image = args.model.startswith("gpt-image")
+    should_save = args.save or args.oss or is_gpt_image
+    response_format = "b64_json" if should_save else "url"
+
+    if should_save:
+        if args.out_dir:
+            out_dir = Path(args.out_dir)
+        elif args.oss:
+            out_dir = get_oss_dir()
+        else:
+            out_dir = get_default_save_dir()
+        out_dir.mkdir(parents=True, exist_ok=True)
+    else:
+        out_dir = get_default_save_dir()  # unused but needed for process_response signature
+
+    try:
+        if args.input:
+            # Edit mode
+            input_path = args.input.strip()
+            if input_path.startswith("http"):
+                print(f"Downloading input image...", file=sys.stderr)
+                local_input = download_to_temp(input_path)
+            else:
+                local_input = Path(input_path)
+
+            print(f"Editing image with model={args.model} format={response_format}...", file=sys.stderr)
+            response = request_edit(
+                base_url=base_url, api_key=api_key,
+                prompt=args.prompt, model=args.model,
+                image_path=local_input, response_format=response_format,
+                size=args.size, aspect_ratio=args.aspect_ratio,
+                count=args.count,
+            )
+        else:
+            # Generate mode
+            print(f"Generating with model={args.model} format={response_format}...", file=sys.stderr)
+            response = request_generate(
+                base_url=base_url, api_key=api_key,
+                prompt=args.prompt, model=args.model,
+                response_format=response_format,
+                size=args.size, aspect_ratio=args.aspect_ratio,
+                count=args.count,
+            )
+
+        data = response.get("data", [])
+        if not data:
+            print("Error: No image data in response.", file=sys.stderr); sys.exit(1)
+
+        process_response(data, response_format, should_save, out_dir,
+                         args.prompt, args.count, args.filename)
+
+    except Exception as e:
+        print(f"Error: {e}", file=sys.stderr); sys.exit(1)
+
+
+if __name__ == "__main__":
+    main()

package/skills/yiran-skill-media/SKILL.md

@@ -0,0 +1,74 @@
+---
+name: yiran-skill-media
+description: 统一多媒体生成技能。支持图片和音乐生成，按资源类型自动路由到最优 provider，支持主备切换。生成文件统一保存到 workspace 的 media/ 目录。
+---
+
+# 统一多媒体生成
+
+## 环境变量
+
+| 变量 | 默认值 | 说明 |
+|------|--------|------|
+| `WORKSPACE_NAME` | `main` | workspace 名称 |
+| `VAPI_API_KEY` | - | VAPI 图片 API Key（主 provider） |
+
+## 输出路径规则
+
+- **main** workspace → `/root/.openclaw/workspace/media/`
+- 其他 workspace → `/root/.openclaw/workspace-{name}/media/`
+- 文件名：`image_{时间戳}.png` / `music_{时间戳}.mp3`
+
+## 一键脚本
+
+```bash
+# 图片生成
+WORKSPACE_NAME=main ./image.sh "描述" [--aspect-ratio 16:9] [--registry]
+
+# 音乐生成
+WORKSPACE_NAME=main ./music.sh "描述" [--lyrics "歌词"] [--instrumental] [--registry]
+```
+
+## 参数说明
+
+### image.sh
+
+| 参数 | 必填 | 说明 |
+|------|------|------|
+| `prompt` | 是 | 图片描述 |
+| `--aspect-ratio` | 否 | 比例，默认 1:1。可选：16:9, 9:16, 4:3 等 |
+| `--registry` | 否 | 生成后注册到 `__MY_ARTIFACTS__.json` |
+
+### music.sh
+
+| 参数 | 必填 | 说明 |
+|------|------|------|
+| `prompt` | 是 | 音乐风格/情绪描述 |
+| `--lyrics` | 否 | 歌词文本 |
+| `--instrumental` | 否 | 纯音乐模式 |
+| `--registry` | 否 | 生成后注册到 `__MY_ARTIFACTS__.json` |
+
+## 架构
+
+```
+image.sh / music.sh    →  智能体调用的薄壳入口
+generate.py            →  统一路由调度（主备切换）
+config.json            →  provider 配置中心（key、模型、地址）
+providers/             →  各 provider 适配器
+  vapi_image.py        →  VAPI 图片（主）
+  minimax_image.py     →  MiniMax 图片（备）
+  minimax_music.py     →  MiniMax 音乐（主）
+registry.py            →  资源注册到 __MY_ARTIFACTS__.json
+```
+
+## Provider 配置
+
+编辑 `config.json` 可切换主备 provider、更换模型或 API Key。
+
+当前配置：
+- **图片**：VAPI (nano-banana-pro) → fallback MiniMax (image-01)
+- **音乐**：MiniMax (music-2.6)
+
+## 详细 API 参考
+
+- [references/image-api.md](references/image-api.md)
+- [references/music-api.md](references/music-api.md)

package/skills/yiran-skill-media/config.json

@@ -0,0 +1,26 @@
+{
+  "output_dir": "media",
+  "image": {
+    "primary": {
+      "provider": "minimax_image",
+      "model": "image-01",
+      "base_url": "https://api.minimaxi.com/v1",
+      "api_key": "sk-cp-DC5lWd2Stt9CBFzLIT2awP4K-ZEn5AkYwjl3Cdj-mIBmgjxod518F2LaVF2L9c35Wv5-Eox0F1ctJD5vXtB9p3OmxoWLd9ge9zIUIMrCVuqBYdL_s6kb8Qs"
+    },
+    "fallback": {
+      "provider": "vapi_image",
+      "model": "nano-banana-pro",
+      "base_url": "https://api.v3.cm/v1",
+      "api_key": "sk-PXPUzqllWKJy2oj011Df510242264219Ba21093e3d2b2335"
+    }
+  },
+  "music": {
+    "primary": {
+      "provider": "minimax_music",
+      "model": "music-2.6",
+      "base_url": "https://api.minimaxi.com/v1",
+      "api_key": "sk-cp-DC5lWd2Stt9CBFzLIT2awP4K-ZEn5AkYwjl3Cdj-mIBmgjxod518F2LaVF2L9c35Wv5-Eox0F1ctJD5vXtB9p3OmxoWLd9ge9zIUIMrCVuqBYdL_s6kb8Qs"
+    },
+    "fallback": null
+  }
+}

package/skills/yiran-skill-media/references/image-api.md

@@ -0,0 +1,88 @@
+# MiniMax 文生图 API 参考
+
+## 端点
+```
+POST https://api.minimaxi.com/v1/image_generation
+```
+
+## 请求头
+```
+Authorization: Bearer <API_KEY>
+Content-Type: application/json
+```
+
+## 请求体参数
+
+| 参数 | 类型 | 必填 | 说明 |
+|------|------|------|------|
+| `model` | string | ✅ | `image-01` 或 `image-01-live` |
+| `prompt` | string | ✅ | 图像描述，最长 1500 字符 |
+| `aspect_ratio` | string | ❌ | `1:1` `16:9` `4:3` `3:2` `2:3` `3:4` `9:16` `21:9` 默认 `1:1` |
+| `response_format` | string | ❌ | `url` 或 `base64`，默认 `url`（24小时有效） |
+| `n` | integer | ❌ | 生成数量 1-9，默认 1 |
+| `seed` | integer | ❌ | 随机种子，用于复现 |
+| `prompt_optimizer` | boolean | ❌ | 自动优化 prompt，默认 false |
+| `aigc_watermark` | boolean | ❌ | 添加水印，默认 false |
+| `style` | object | ❌ | 仅 `image-01-live` 支持，画风设置 |
+
+### style 画风参数（仅 image-01-live）
+```json
+{
+  "style_type": "漫画|元气|中世纪|水彩",
+  "style_weight": 0.8
+}
+```
+
+## 响应
+```json
+{
+  "id": "任务ID",
+  "data": {
+    "image_urls": ["https://..."],      // response_format=url
+    "image_base64": ["base64..."]       // response_format=base64
+  },
+  "metadata": {
+    "success_count": 1,
+    "failed_count": 0
+  },
+  "base_resp": { "status_code": 0, "status_msg": "success" }
+}
+```
+
+## 错误码
+- `0` — 成功
+- `1002` — 限流
+- `1004` — 鉴权失败
+- `1008` — 余额不足
+- `1026` — 内容涉敏
+- `2013` — 参数错误
+- `2049` — 无效 key
+- `2061` — 模型不支持（key 无权限）
+
+## 常用调用示例
+
+### curl（base64）
+```bash
+curl -X POST https://api.minimaxi.com/v1/image_generation \
+  -H "Authorization: Bearer $MINIMAX_API_KEY" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "model": "image-01",
+    "prompt": "sci-fi mecha robot, neon lights",
+    "aspect_ratio": "16:9",
+    "response_format": "base64"
+  }'
+```
+
+### curl（url）
+```bash
+curl -X POST https://api.minimaxi.com/v1/image_generation \
+  -H "Authorization: Bearer $MINIMAX_API_KEY" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "model": "image-01",
+    "prompt": "sci-fi mecha robot, neon lights",
+    "aspect_ratio": "16:9",
+    "response_format": "url"
+  }'
+```

package/skills/yiran-skill-media/references/music-api.md

@@ -0,0 +1,120 @@
+# MiniMax 音乐生成 API 参考
+
+## 端点
+```
+POST https://api.minimaxi.com/v1/music_generation
+```
+
+## 请求头
+```
+Authorization: Bearer <API_KEY>
+Content-Type: application/json
+```
+
+## 请求体参数
+
+| 参数 | 类型 | 必填 | 说明 |
+|------|------|------|------|
+| `model` | string | ✅ | `music-2.6`, `music-cover`, `music-2.6-free`, `music-cover-free` |
+| `prompt` | string | ✅/❌ | 音乐描述，1-2000字符。纯音乐时必填 |
+| `lyrics` | string | ✅/❌ | 歌词，`\n`分隔，支持结构标签如 `[Verse]`, `[Chorus]` 等 |
+| `is_instrumental` | boolean | ❌ | 是否纯音乐（无人声），默认 false。true 时 lyrics 非必填 |
+| `output_format` | string | ❌ | `url` 或 `hex`，默认 `hex`（24小时有效） |
+| `stream` | boolean | ❌ | 流式传输，默认 false |
+| `lyrics_optimizer` | boolean | ❌ | 自动生成歌词，仅 music-2.6 系列 |
+| `aigc_watermark` | boolean | ❌ | 添加水印，默认 false |
+| `audio_setting` | object | ❌ | 采样率/比特率/格式设置 |
+
+### audio_setting 参数
+```json
+{
+  "sample_rate": 44100,   // 16000, 24000, 32000, 44100
+  "bitrate": 256000,     // 32000, 64000, 128000, 256000
+  "format": "mp3"        // mp3, wav, pcm
+}
+```
+
+### 歌词结构标签
+`[Intro]`, `[Verse]`, `[Pre Chorus]`, `[Chorus]`, `[Interlude]`, `[Bridge]`, `[Outro]`, `[Post Chorus]`, `[Transition]`, `[Break]`, `[Hook]`, `[Build Up]`, `[Inst]`, `[Solo]`
+
+## 响应
+```json
+{
+  "data": {
+    "audio": "hex编码...",
+    "status": 2   // 1=合成中, 2=已完成
+  },
+  "extra_info": {
+    "music_duration": 25364,   // 毫秒
+    "music_sample_rate": 44100,
+    "music_channel": 2,
+    "bitrate": 256000,
+    "music_size": 813651
+  },
+  "base_resp": { "status_code": 0, "status_msg": "success" }
+}
+```
+
+## 错误码
+- `0` — 成功
+- `1002` — 限流
+- `1004` — 鉴权失败
+- `1008` — 余额不足
+- `1026` — 内容涉敏
+- `2013` — 参数错误
+- `2049` — 无效 key
+- `2061` — 模型不支持
+
+## 常用调用示例
+
+### curl（纯音乐，hex）
+```bash
+curl -X POST https://api.minimaxi.com/v1/music_generation \
+  -H "Authorization: Bearer $MINIMAX_API_KEY" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "model": "music-2.6",
+    "prompt": "acoustic guitar instrumental, relaxing, peaceful",
+    "is_instrumental": true,
+    "output_format": "hex"
+  }'
+```
+
+### curl（非纯音乐，带歌词，url）
+```bash
+curl -X POST https://api.minimaxi.com/v1/music_generation \
+  -H "Authorization: Bearer $MINIMAX_API_KEY" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "model": "music-2.6",
+    "prompt": "流行音乐, 忧郁, 适合在下雨的晚上",
+    "lyrics": "[Verse]\n街灯微亮晚风轻抚\n影子拉长独自漫步\n\n[Chorus]\n推开木门香气弥漫",
+    "output_format": "url",
+    "audio_setting": {
+      "sample_rate": 44100,
+      "bitrate": 256000,
+      "format": "mp3"
+    }
+  }'
+```
+
+### hex 解码保存
+```python
+import binascii, requests
+
+resp = requests.post(endpoint, headers=headers, json=payload)
+audio_hex = resp.json()["data"]["audio"]
+with open("output.mp3", "wb") as f:
+    f.write(binascii.unhexlify(audio_hex))
+```
+
+### url 下载保存
+```python
+import requests
+
+resp = requests.post(endpoint, headers=headers, json=payload)
+url = resp.json()["data"]["audio"]  # 24小时内有效
+r = requests.get(url)
+with open("output.mp3", "wb") as f:
+    f.write(r.content)
+```