nuwax-deploy-installer 0.2.1-beta.1

package/README.md

@@ -0,0 +1,25 @@
+# nuwax-deploy-installer
+
+Unified deployment CLI for nuwax services. **Binaries are bundled inside this npm package** (no GitHub Release download).
+
+## Quick start (Mac Apple Silicon)
+
+```bash
+npm install -g nuwax-deploy-installer
+deploy-installer document-parser install --install-dir ~/document-parser
+```
+
+See [crates/deploy-installer/doc/mac-mini-quickstart.md](../crates/deploy-installer/doc/mac-mini-quickstart.md) for full guide.
+
+## Commands
+
+```bash
+deploy-installer doctor
+deploy-installer document-parser setup --install-dir ~/document-parser
+deploy-installer document-parser install --install-dir ~/document-parser
+deploy-installer document-parser service status --install-dir ~/document-parser
+```
+
+## Supported platforms (phase 1)
+
+- macOS Apple Silicon (`darwin-arm64`)

package/bin/deploy-installer.js

@@ -0,0 +1,63 @@
+#!/usr/bin/env node
+'use strict';
+
+const { spawnSync } = require('node:child_process');
+const fs = require('node:fs');
+const path = require('node:path');
+
+function platformKey() {
+  if (process.platform === 'darwin' && process.arch === 'arm64') {
+    return 'darwin-arm64';
+  }
+  if (process.platform === 'darwin' && process.arch === 'x64') {
+    return 'darwin-x64';
+  }
+  if (process.platform === 'linux' && process.arch === 'x64') {
+    return 'linux-x64';
+  }
+  if (process.platform === 'linux' && process.arch === 'arm64') {
+    return 'linux-arm64';
+  }
+  return null;
+}
+
+function main() {
+  const key = platformKey();
+  if (!key) {
+    console.error(
+      `nuwax-deploy-installer: unsupported platform ${process.platform}-${process.arch}`
+    );
+    process.exit(1);
+  }
+
+  const pkgRoot = path.resolve(__dirname, '..');
+  const vendorRoot = path.join(pkgRoot, 'vendor');
+  const binary = path.join(vendorRoot, key, 'deploy-installer');
+
+  if (!fs.existsSync(binary)) {
+    console.error(
+      `nuwax-deploy-installer: missing binary for ${key} at ${binary}\n` +
+        'Reinstall the package or use a build that includes your platform.'
+    );
+    process.exit(1);
+  }
+
+  const env = {
+    ...process.env,
+    NUWAX_DEPLOY_ROOT: vendorRoot,
+    NUWAX_DEPLOY_VERSION: require(path.join(pkgRoot, 'package.json')).version,
+  };
+
+  const result = spawnSync(binary, process.argv.slice(2), {
+    stdio: 'inherit',
+    env,
+  });
+
+  if (result.error) {
+    console.error(result.error.message);
+    process.exit(1);
+  }
+  process.exit(result.status ?? 1);
+}
+
+main();

package/package.json

@@ -0,0 +1,29 @@
+{
+  "name": "nuwax-deploy-installer",
+  "version": "0.2.1-beta.1",
+  "description": "Unified deployment CLI for nuwax services (document-parser, voice-cli)",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/nuwax-ai/mcp-proxy.git",
+    "directory": "npm/nuwax-deploy-installer"
+  },
+  "bin": {
+    "deploy-installer": "bin/deploy-installer.js"
+  },
+  "files": [
+    "bin",
+    "vendor",
+    "README.md"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "keywords": [
+    "nuwax",
+    "document-parser",
+    "deploy",
+    "launchd",
+    "systemd"
+  ]
+}

package/vendor/templates/document-parser/.document-parser.env.example

@@ -0,0 +1,17 @@
+# document-parser 环境变量（OSS 密钥必填）
+#
+# 格式要点：
+#   - 不要写 export（systemd EnvironmentFile 不识别 shell 语法），纯 KEY=value
+#   - 值含特殊字符用单引号: KEY='value'
+#   - 权限: chmod 600 .document-parser.env  &&  chown <运行用户> .document-parser.env
+
+# ===== 阿里云 OSS 密钥（必填，否则 OSS 上传/下载失败）=====
+OSS_ACCESS_KEY_ID=
+OSS_ACCESS_KEY_SECRET=
+
+# ===== 以下为可选环境变量（一般无需手动设）=====
+# document-parser 会按 config.yml 自动把 device/vram/model-source 注入给 mineru 子进程
+# （MINERU_DEVICE_MODE / MINERU_VIRTUAL_VRAM_SIZE / MINERU_MODEL_SOURCE），用户层不用管。
+
+# 仅当想强制覆盖模型源时才设（默认国内会自动用 modelscope）：
+# MINERU_MODEL_SOURCE=modelscope

package/vendor/templates/document-parser/com.nuwax.document-parser.plist

@@ -0,0 +1,32 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+    <key>Label</key>
+    <string>com.nuwax.document-parser</string>
+    <key>WorkingDirectory</key>
+    <string>__INSTALL_DIR__</string>
+    <key>ProgramArguments</key>
+    <array>
+        <string>__INSTALL_DIR__/run-server.sh</string>
+    </array>
+    <key>EnvironmentVariables</key>
+    <dict>
+        <key>PATH</key>
+        <string>/opt/homebrew/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Frameworks/Python.framework/Versions/Current/bin</string>
+    </dict>
+    <key>RunAtLoad</key>
+    <true/>
+    <key>KeepAlive</key>
+    <dict>
+        <key>SuccessfulExit</key>
+        <false/>
+    </dict>
+    <key>StandardOutPath</key>
+    <string>__INSTALL_DIR__/logs/launchd.stdout.log</string>
+    <key>StandardErrorPath</key>
+    <string>__INSTALL_DIR__/logs/launchd.stderr.log</string>
+    <key>ProcessType</key>
+    <string>Background</string>
+</dict>
+</plist>

package/vendor/templates/document-parser/config.example.yml

@@ -0,0 +1,79 @@
+# ===== document-parser 配置模板 =====
+# 部署时复制为 config.yml，按需修改:
+#   - mineru.backend / vram / gpu_memory_utilization（见下方注释）
+#   - storage.oss 的 bucket / endpoint（改成你自己的）
+#   - OSS 密钥不放这里，放 .document-parser.env（见 systemd/.document-parser.env.example）
+
+environment: "development"
+
+server:
+  # document-parser 默认 8087；与 voice-cli（默认 8077）同机部署时避免端口冲突
+  port: 8087
+  host: "0.0.0.0"
+
+log:
+  level: "info"
+  path: "logs"
+  retain_days: 20
+
+document_parser:
+  max_concurrent: 5
+  queue_size: 1000
+  download_timeout: 3600
+  processing_timeout: 3600  # 60 分钟，MinerU/MarkItDown 解析超时
+
+# MinerU 配置（mineru 3.4）
+mineru:
+  # 后端选择(按解析需求切,改完 service restart 生效):
+  #   pipeline(默认) — 传统 OCR+layout,快(~30s/文档),GPU 间歇加速。大多数文档够用。
+  #   hybrid-engine  — VLM 后端,复杂版式/扫描件/公式密集文档解析质量更好,但慢
+  #                     (VLM 模型每次加载 ~60s)。依赖 python3.12-dev(triton 编译 GPU kernel):
+  #                       sudo apt-get install -y python3.12-dev
+  #   vlm-engine / vlm-http-client / hybrid-http-client — 见 MinerU 文档
+  backend: "pipeline"
+  python_path: "./venv/bin/python"
+  max_concurrent: 3
+  queue_size: 100
+  batch_size: 1
+  quality_level: "Balanced"
+  # 推理设备: cpu / cuda / cuda:0 / mps / npu
+  # - Linux+NVIDIA: 写 cpu 会自动升 cuda（nvidia-smi 探测），也可显式 cuda:0
+  # - macOS(Metal): 必须显式写 "mps"，否则跑 CPU（MPS 不自动检测，慢 5-10 倍）
+  # - 多 GPU: 写 cuda:0 / cuda:1 指定
+  device: "cpu"
+  # 显存(GB), 通过 MINERU_VIRTUAL_VRAM_SIZE 注入; 0=不限
+  vram: 0
+  # VLM 推理显存占比(仅 hybrid-engine/vlm-engine), 通过 --gpu-memory-utilization 注入;
+  # 0=用 mineru 默认(~0.5); 与其他 GPU 进程(如 voice-cli)共存建议 0.3 避免 OOM
+  gpu_memory_utilization: 0.3
+
+markitdown:
+  python_path: "./venv/bin/python"
+  enable_plugins: false
+  features:
+    ocr: true
+    audio_transcription: true
+    azure_doc_intel: false
+    youtube_transcription: false
+
+storage:
+  sled:
+    path: "data/document_parser"
+    cache_capacity: 104857600  # 100MB
+  oss:
+    endpoint: "oss-rg-china-mainland.aliyuncs.com"   # ← 改成你的 OSS endpoint
+    public_bucket: "your-public-bucket"               # ← 改成你的公共 bucket
+    private_bucket: "your-private-bucket"             # ← 改成你的私有 bucket
+    access_key_id: "${OSS_ACCESS_KEY_ID}"             # 从 .document-parser.env 读
+    access_key_secret: "${OSS_ACCESS_KEY_SECRET}"
+    region: "oss-rg-china-mainland"
+    upload_directory: "document_parser"
+
+file_size_config:
+  max_file_size: "200MB"
+  large_document_threshold: "50MB"
+
+external_integration:
+  webhook_url: ""
+  api_key: ""
+  timeout: 30

package/vendor/templates/document-parser/run-server.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+# LaunchAgent wrapper: load OSS secrets then start document-parser.
+set -euo pipefail
+export PATH="/opt/homebrew/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Frameworks/Python.framework/Versions/Current/bin:${PATH:-}"
+cd "$(dirname "$0")"
+set -a
+# shellcheck disable=SC1091
+source .document-parser.env
+set +a
+exec ./document-parser --config ./config.yml server

package/vendor/templates/manifest.json

@@ -0,0 +1,8 @@
+{
+  "version": "0.2.1-beta.1",
+  "optionalAssets": {
+    "venv": {
+      "darwin-arm64": "https://nuwa-packages.oss-rg-china-mainland.aliyuncs.com/uploads/document-parser/venv-macos-arm64-{version}.tar.gz"
+    }
+  }
+}