@oneciel-ai/ciel-runtime 0.2.5 → 0.2.6

package/ciel_runtime_support/config_repository.py

@@ -27,6 +27,15 @@ def build_default_config(provider_defaults: dict[str, Any]) -> dict[str, Any]:
             "tailscale_https": False,
         },
         "speech": {
+            "colab": {
+                "enabled": True,
+                "distribution": "Ubuntu-26.04",
+                "auth": "adc",
+                "asr_session": "ciel-asr",
+                "tts_session": "ciel-tts",
+                "asr_accelerator": "T4",
+                "tts_accelerator": "T4",
+            },
             "asr": {
                 "enabled": False,
                 "base_url": "http://ciel-asr:8000",

package/ciel_runtime_support/runtime_constants.py

@@ -93,7 +93,7 @@ OFFICIAL_CHANNEL_PLUGINS = {
 }
 
 APP_NAME = "Ciel Runtime"
-VERSION = "0.2.5"
+VERSION = "0.2.6"
 CREDITS = "Credits: One Ciel LLC"
 PRELAUNCH_CANCEL = 10
 PRELAUNCH_LAUNCH_CODEX = 11

package/ciel_runtime_support/speech_http_controller.py

@@ -4,6 +4,7 @@ from __future__ import annotations
 
 import base64
 import json
+import re
 import secrets
 import urllib.error
 import urllib.parse
@@ -72,6 +73,8 @@ class SpeechHttpController:
             public[name] = item
         tailscale = speech.get("tailscale")
         public["tailscale"] = dict(tailscale) if isinstance(tailscale, dict) else {}
+        colab = speech.get("colab")
+        public["colab"] = dict(colab) if isinstance(colab, dict) else {}
         public["endpoints"] = self.discovery_payload()["endpoints"]
         return public
 
@@ -147,6 +150,14 @@ class SpeechHttpController:
                 for key in ("enabled", "asr_hostname", "tts_hostname"):
                     if key in tailscale:
                         current_tailscale[key] = tailscale[key]
+            colab = update.get("colab")
+            if isinstance(colab, dict):
+                current_colab = speech.setdefault("colab", {})
+                if not isinstance(current_colab, dict):
+                    current_colab = {}
+                    speech["colab"] = current_colab
+                for key, value in colab.items():
+                    current_colab[key] = self._validated_colab_value(key, value)
             self.ports.save_config(config)
             self.ports.write_json(handler, self.public_config())
         except (UnicodeError, ValueError, TypeError) as exc:
@@ -192,6 +203,36 @@ class SpeechHttpController:
             raise ValueError(f"{service} {key} must begin with /")
         return text
 
+    @staticmethod
+    def _validated_colab_value(key: str, value: Any) -> Any:
+        allowed = {
+            "enabled",
+            "distribution",
+            "auth",
+            "asr_session",
+            "tts_session",
+            "asr_accelerator",
+            "tts_accelerator",
+        }
+        if key not in allowed:
+            raise ValueError(f"unsupported colab setting: {key}")
+        if key == "enabled":
+            return bool(value)
+        text = str(value or "").strip()
+        if key == "auth":
+            auth = text.lower()
+            if auth not in {"adc", "oauth2"}:
+                raise ValueError("Colab auth must be adc or oauth2")
+            return auth
+        if key.endswith("_accelerator"):
+            accelerator = text.upper()
+            if accelerator not in {"T4", "L4", "G4", "A100", "H100"}:
+                raise ValueError("unsupported Colab accelerator")
+            return accelerator
+        if not re.fullmatch(r"[A-Za-z0-9][A-Za-z0-9._-]{0,127}", text):
+            raise ValueError(f"invalid Colab {key}")
+        return text
+
     def _probe(self, name: str) -> dict[str, Any]:
         config = self._service_config(name)
         enabled = bool(config.get("enabled"))

package/ciel_runtime_support/web_ui.py

@@ -230,6 +230,19 @@ def render_web_chat_page(
             <label class="wide">Remote bearer token<input id="ttsApiKey" type="password" autocomplete="new-password" placeholder="Leave blank to keep current token"></label>
           </div>
         </section>
+        <section class="settings-section">
+          <h3>Colab CLI connection</h3>
+          <div class="settings-grid">
+            <label class="check"><input id="colabEnabled" type="checkbox"> Manage workers with Colab CLI</label>
+            <label>WSL distribution<input id="colabDistribution" placeholder="Ubuntu-26.04"></label>
+            <label>Authentication<select id="colabAuth"><option value="adc">ADC</option><option value="oauth2">OAuth2</option></select></label>
+            <label>ASR session<input id="colabAsrSession" placeholder="ciel-asr"></label>
+            <label>TTS session<input id="colabTtsSession" placeholder="ciel-tts"></label>
+            <label>ASR GPU<select id="colabAsrAccelerator"><option>T4</option><option>L4</option><option>G4</option><option>A100</option><option>H100</option></select></label>
+            <label>TTS GPU<select id="colabTtsAccelerator"><option>T4</option><option>L4</option><option>G4</option><option>A100</option><option>H100</option></select></label>
+          </div>
+          <div class="hint">Saved here for scripts/deploy_colab_speech.ps1. Credentials remain in the Colab CLI profile and are never stored by Ciel.</div>
+        </section>
         <section class="settings-section">
           <h3>Tailscale tunnel</h3>
           <div class="settings-grid">
@@ -568,6 +581,7 @@ def render_web_chat_page(
     function setSpeechForm(config) {{
       const asr = config.asr || {{}};
       const tts = config.tts || {{}};
+      const colab = config.colab || {{}};
       const tailscale = config.tailscale || {{}};
       document.getElementById('asrEnabled').checked = Boolean(asr.enabled);
       document.getElementById('asrBaseUrl').value = asr.base_url || '';
@@ -588,6 +602,13 @@ def render_web_chat_page(
       pendingTtsReferenceAudio = '';
       document.getElementById('ttsApiKey').value = '';
       document.getElementById('ttsApiKey').placeholder = tts.api_key_set ? 'Token is set; leave blank to keep it' : 'Optional remote bearer token';
+      document.getElementById('colabEnabled').checked = colab.enabled !== false;
+      document.getElementById('colabDistribution').value = colab.distribution || 'Ubuntu-26.04';
+      document.getElementById('colabAuth').value = colab.auth || 'adc';
+      document.getElementById('colabAsrSession').value = colab.asr_session || 'ciel-asr';
+      document.getElementById('colabTtsSession').value = colab.tts_session || 'ciel-tts';
+      document.getElementById('colabAsrAccelerator').value = colab.asr_accelerator || 'T4';
+      document.getElementById('colabTtsAccelerator').value = colab.tts_accelerator || 'T4';
       document.getElementById('tailscaleEnabled').checked = tailscale.enabled !== false;
       document.getElementById('tailscaleAsrHostname').value = tailscale.asr_hostname || 'ciel-asr';
       document.getElementById('tailscaleTtsHostname').value = tailscale.tts_hostname || 'ciel-tts';
@@ -623,6 +644,15 @@ def render_web_chat_page(
           clear_ref_audio: document.getElementById('ttsClearReferenceAudio').checked,
           api_key: document.getElementById('ttsApiKey').value,
         }},
+        colab: {{
+          enabled: document.getElementById('colabEnabled').checked,
+          distribution: document.getElementById('colabDistribution').value,
+          auth: document.getElementById('colabAuth').value,
+          asr_session: document.getElementById('colabAsrSession').value,
+          tts_session: document.getElementById('colabTtsSession').value,
+          asr_accelerator: document.getElementById('colabAsrAccelerator').value,
+          tts_accelerator: document.getElementById('colabTtsAccelerator').value,
+        }},
         tailscale: {{
           enabled: document.getElementById('tailscaleEnabled').checked,
           asr_hostname: document.getElementById('tailscaleAsrHostname').value,

package/docs/COLAB_SPEECH.md

@@ -16,7 +16,9 @@ From PowerShell at the repository root:
 .\scripts\deploy_colab_speech.ps1
 ```
 
-The script creates `ciel-asr` and `ciel-tts` T4 sessions, installs Qwen3-ASR-0.6B and MOSS-TTS-Nano, starts Tailscale in userspace networking mode, publishes each localhost model server with Tailscale Serve, and saves both returned `base_url` values into Web Chat > Speech Settings automatically.
+Set the WSL distribution, authentication mode, ASR/TTS session names, and accelerators in **Web Chat > Speech Settings > Colab CLI connection**. These values are available through `GET|POST /ca/speech/config`; Ciel does not store Colab credentials. The deployment script reads the saved values automatically. Command-line parameters such as `-Distribution`, `-ColabAuth`, `-AsrSession`, and `-AsrAccelerator` override them for one run.
+
+The script reuses matching active sessions when possible, otherwise creates them, installs Qwen3-ASR-0.6B and MOSS-TTS-Nano, starts Tailscale in userspace networking mode, publishes each localhost model server with Tailscale Serve, and saves both returned `base_url` values into Web Chat > Speech Settings automatically.
 
 MOSS-TTS-Nano is a voice-cloning model without built-in speakers. Deployment configures the project's official `zh_1.wav` sample so the first request works immediately. In Web Chat > Speech Settings, upload a reference voice clip (10 MB maximum) to replace it. Ciel stores uploaded audio only in the local protected runtime configuration, omits it from configuration responses, and adds it to TTS requests automatically. API clients can instead pass `ref_audio` as an HTTP(S) URL or base64 audio data URL to `POST /v1/audio/speech`.
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@oneciel-ai/ciel-runtime",
-  "version": "0.2.5",
+  "version": "0.2.6",
   "description": "Universal AI coding-agent runtime and model-routing layer for Claude, Codex, AGY, and compatible runtimes.",
   "license": "MIT",
   "author": "One Ciel LLC",

package/scripts/configure_speech_workers.py

@@ -3,6 +3,7 @@
 from __future__ import annotations
 
 import argparse
+import json
 from pathlib import Path
 import sys
 from typing import Any
@@ -11,30 +12,93 @@ sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
 
 
 DEFAULT_TTS_REFERENCE_AUDIO = "https://raw.githubusercontent.com/OpenMOSS/MOSS-TTS-Nano/main/assets/audio/zh_1.wav"
+DEFAULT_COLAB_SETTINGS: dict[str, Any] = {
+    "enabled": True,
+    "distribution": "Ubuntu-26.04",
+    "auth": "adc",
+    "asr_session": "ciel-asr",
+    "tts_session": "ciel-tts",
+    "asr_accelerator": "T4",
+    "tts_accelerator": "T4",
+}
 
 
-def configure(asr_base_url: str, tts_base_url: str, tts_reference_audio: str = DEFAULT_TTS_REFERENCE_AUDIO) -> dict[str, Any]:
+def colab_settings(config: dict[str, Any] | None = None) -> dict[str, Any]:
+    import ciel_runtime
+
+    active = config if config is not None else ciel_runtime.load_config()
+    speech = active.get("speech") if isinstance(active.get("speech"), dict) else {}
+    saved = speech.get("colab") if isinstance(speech.get("colab"), dict) else {}
+    return {**DEFAULT_COLAB_SETTINGS, **saved}
+
+
+def configure(
+    asr_base_url: str,
+    tts_base_url: str,
+    tts_reference_audio: str = DEFAULT_TTS_REFERENCE_AUDIO,
+    *,
+    distribution: str | None = None,
+    auth: str | None = None,
+    asr_session: str | None = None,
+    tts_session: str | None = None,
+    asr_accelerator: str | None = None,
+    tts_accelerator: str | None = None,
+) -> dict[str, Any]:
     import ciel_runtime
 
     config = ciel_runtime.load_config()
     speech = config.setdefault("speech", {})
     asr = speech.setdefault("asr", {})
     tts = speech.setdefault("tts", {})
+    colab = colab_settings(config)
+    overrides = {
+        "distribution": distribution,
+        "auth": auth,
+        "asr_session": asr_session,
+        "tts_session": tts_session,
+        "asr_accelerator": asr_accelerator,
+        "tts_accelerator": tts_accelerator,
+    }
+    colab.update({key: value for key, value in overrides.items() if value is not None})
+    colab["enabled"] = True
+    speech["colab"] = colab
     asr.update({"enabled": True, "base_url": asr_base_url.rstrip("/"), "model": "Qwen/Qwen3-ASR-0.6B"})
     tts.update({"enabled": True, "base_url": tts_base_url.rstrip("/"), "model": "OpenMOSS-Team/MOSS-TTS-Nano"})
     if tts_reference_audio and not str(tts.get("ref_audio") or "").strip():
         tts["ref_audio"] = tts_reference_audio
     ciel_runtime.save_config(config)
-    return {"asr": asr["base_url"], "tts": tts["base_url"]}
+    return {"asr": asr["base_url"], "tts": tts["base_url"], "colab": colab}
 
 
 def main() -> int:
     parser = argparse.ArgumentParser()
-    parser.add_argument("--asr-base-url", required=True)
-    parser.add_argument("--tts-base-url", required=True)
+    parser.add_argument("--asr-base-url")
+    parser.add_argument("--tts-base-url")
     parser.add_argument("--tts-reference-audio", default=DEFAULT_TTS_REFERENCE_AUDIO)
+    parser.add_argument("--distribution")
+    parser.add_argument("--auth", choices=("adc", "oauth2"))
+    parser.add_argument("--asr-session")
+    parser.add_argument("--tts-session")
+    parser.add_argument("--asr-accelerator")
+    parser.add_argument("--tts-accelerator")
+    parser.add_argument("--print-colab-settings", action="store_true")
     args = parser.parse_args()
-    result = configure(args.asr_base_url, args.tts_base_url, args.tts_reference_audio)
+    if args.print_colab_settings:
+        print(json.dumps(colab_settings(), separators=(",", ":")))
+        return 0
+    if not args.asr_base_url or not args.tts_base_url:
+        parser.error("--asr-base-url and --tts-base-url are required unless --print-colab-settings is used")
+    result = configure(
+        args.asr_base_url,
+        args.tts_base_url,
+        args.tts_reference_audio,
+        distribution=args.distribution,
+        auth=args.auth,
+        asr_session=args.asr_session,
+        tts_session=args.tts_session,
+        asr_accelerator=args.asr_accelerator,
+        tts_accelerator=args.tts_accelerator,
+    )
     print(f"Configured Ciel speech workers: ASR={result['asr']} TTS={result['tts']}")
     return 0
 

package/scripts/deploy_colab_speech.ps1

@@ -1,11 +1,32 @@
 param(
-    [string]$Distribution = "Ubuntu-26.04",
-    [string]$AsrSession = "ciel-asr",
-    [string]$TtsSession = "ciel-tts"
+    [string]$Distribution,
+    [string]$ColabAuth,
+    [string]$AsrSession,
+    [string]$TtsSession,
+    [string]$AsrAccelerator,
+    [string]$TtsAccelerator
 )
 
 $ErrorActionPreference = "Stop"
 $repo = (Resolve-Path (Join-Path $PSScriptRoot "..")).Path
+$settingsJson = (& python (Join-Path $PSScriptRoot "configure_speech_workers.py") --print-colab-settings) -join "`n"
+if ($LASTEXITCODE -ne 0) { throw "Could not read Ciel Colab settings." }
+$settings = $settingsJson | ConvertFrom-Json
+if ($settings.enabled -eq $false) { throw "Colab worker management is disabled in Web Chat > Speech Settings." }
+if ([string]::IsNullOrWhiteSpace($Distribution)) { $Distribution = [string]$settings.distribution }
+if ([string]::IsNullOrWhiteSpace($ColabAuth)) { $ColabAuth = [string]$settings.auth }
+if ([string]::IsNullOrWhiteSpace($AsrSession)) { $AsrSession = [string]$settings.asr_session }
+if ([string]::IsNullOrWhiteSpace($TtsSession)) { $TtsSession = [string]$settings.tts_session }
+if ([string]::IsNullOrWhiteSpace($AsrAccelerator)) { $AsrAccelerator = [string]$settings.asr_accelerator }
+if ([string]::IsNullOrWhiteSpace($TtsAccelerator)) { $TtsAccelerator = [string]$settings.tts_accelerator }
+if ($Distribution -notmatch '^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$') { throw "Invalid WSL distribution name." }
+if ($ColabAuth -notin @('adc', 'oauth2')) { throw "ColabAuth must be adc or oauth2." }
+foreach ($session in @($AsrSession, $TtsSession)) {
+    if ($session -notmatch '^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$') { throw "Invalid Colab session name: $session" }
+}
+foreach ($accelerator in @($AsrAccelerator, $TtsAccelerator)) {
+    if ($accelerator -notin @('T4', 'L4', 'G4', 'A100', 'H100')) { throw "Unsupported Colab accelerator: $accelerator" }
+}
 $wslRepo = (& wsl -d $Distribution -- wslpath -a ($repo -replace '\\', '/')).Trim()
 if (-not $wslRepo) { throw "Could not resolve the repository path in WSL." }
 $bootstrapEnv = ""
@@ -19,25 +40,31 @@ if ($env:CIEL_SPEECH_API_KEY) {
 }
 
 Write-Host "Checking Colab CLI authentication..."
-& wsl -d $Distribution -- bash -lc "colab --auth adc status >/dev/null"
+& wsl -d $Distribution -- bash -lc "colab --auth $ColabAuth status >/dev/null"
 if ($LASTEXITCODE -ne 0) {
-    throw "Colab CLI is not authenticated. Configure ADC in WSL (gcloud auth application-default login), then rerun."
+    throw "Colab CLI is not authenticated with '$ColabAuth' in WSL '$Distribution'."
 }
 
-Write-Host "Creating ASR T4 session: $AsrSession"
-& wsl -d $Distribution -- bash -lc "colab --auth adc new --gpu T4 --session '$AsrSession'"
-if ($LASTEXITCODE -ne 0) { throw "Could not create ASR Colab session." }
+function Ensure-ColabSession([string]$Session, [string]$Accelerator, [string]$Role) {
+    & wsl -d $Distribution -- bash -lc "colab --auth $ColabAuth status --session '$Session' >/dev/null 2>&1"
+    if ($LASTEXITCODE -eq 0) {
+        Write-Host "Reusing $Role $Accelerator session: $Session"
+        return
+    }
+    Write-Host "Creating $Role $Accelerator session: $Session"
+    & wsl -d $Distribution -- bash -lc "colab --auth $ColabAuth new --gpu $Accelerator --session '$Session'"
+    if ($LASTEXITCODE -ne 0) { throw "Could not create $Role Colab session." }
+}
 
-Write-Host "Creating TTS T4 session: $TtsSession"
-& wsl -d $Distribution -- bash -lc "colab --auth adc new --gpu T4 --session '$TtsSession'"
-if ($LASTEXITCODE -ne 0) { throw "Could not create TTS Colab session." }
+Ensure-ColabSession $AsrSession $AsrAccelerator "ASR"
+Ensure-ColabSession $TtsSession $TtsAccelerator "TTS"
 
 Write-Host "Installing Qwen3-ASR and its Tailscale service..."
-$asrOutput = (& wsl -d $Distribution -- bash -lc "colab --auth adc exec --session '$AsrSession'$bootstrapEnv --file '$wslRepo/scripts/colab/bootstrap_qwen_asr.py'" 2>&1 | Tee-Object -Variable asrDisplay) -join "`n"
+$asrOutput = (& wsl -d $Distribution -- bash -lc "colab --auth $ColabAuth exec --session '$AsrSession'$bootstrapEnv --file '$wslRepo/scripts/colab/bootstrap_qwen_asr.py'" 2>&1 | Tee-Object -Variable asrDisplay) -join "`n"
 if ($LASTEXITCODE -ne 0) { throw "ASR bootstrap failed." }
 
 Write-Host "Installing MOSS-TTS-Nano and its Tailscale service..."
-$ttsOutput = (& wsl -d $Distribution -- bash -lc "colab --auth adc exec --session '$TtsSession'$bootstrapEnv --file '$wslRepo/scripts/colab/bootstrap_moss_tts.py'" 2>&1 | Tee-Object -Variable ttsDisplay) -join "`n"
+$ttsOutput = (& wsl -d $Distribution -- bash -lc "colab --auth $ColabAuth exec --session '$TtsSession'$bootstrapEnv --file '$wslRepo/scripts/colab/bootstrap_moss_tts.py'" 2>&1 | Tee-Object -Variable ttsDisplay) -join "`n"
 if ($LASTEXITCODE -ne 0) { throw "TTS bootstrap failed." }
 
 function Read-BootstrapResult([string]$Text, [string]$Role) {
@@ -50,7 +77,7 @@ function Read-BootstrapResult([string]$Text, [string]$Role) {
 
 $asr = Read-BootstrapResult $asrOutput "asr"
 $tts = Read-BootstrapResult $ttsOutput "tts"
-& python (Join-Path $PSScriptRoot "configure_speech_workers.py") --asr-base-url $asr.base_url --tts-base-url $tts.base_url
+& python (Join-Path $PSScriptRoot "configure_speech_workers.py") --asr-base-url $asr.base_url --tts-base-url $tts.base_url --distribution $Distribution --auth $ColabAuth --asr-session $AsrSession --tts-session $TtsSession --asr-accelerator $AsrAccelerator --tts-accelerator $TtsAccelerator
 if ($LASTEXITCODE -ne 0) { throw "Workers started, but Ciel speech configuration failed." }
 
 Write-Host "Both services are running and connected to Web Chat > Speech Settings."