ttsd-colabcli 1.0.0

package/core/app/colab_cli/commands/execution.py

@@ -0,0 +1,362 @@
+# Copyright 2026 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import datetime
+import nbformat
+import os
+import re
+import sys
+import typer
+import uuid
+from nbformat.v4 import new_output
+from typing import Optional
+from typing_extensions import Annotated
+
+from app.colab_cli.runtime import ColabRuntime
+from app.colab_cli.utils import handle_image, is_terminal_error
+from app.colab_cli.console import connect_console
+
+TITLE_REGEX = re.compile(r"^\s*#\s*@title\s+(.*)", re.MULTILINE)
+
+
+def is_stdin_tty():
+    return sys.stdin.isatty()
+
+
+def save_output(outputs, cell):
+    if cell is None:
+        return
+
+    if not hasattr(cell, "outputs"):
+        cell.outputs = []
+    else:
+        cell.outputs.clear()
+
+    for out in outputs:
+        if out.get("output_type") == "stream":
+            cell.outputs.append(
+                new_output(
+                    output_type="stream",
+                    name=out.get("name", "stdout"),
+                    text=out.get("text", ""),
+                )
+            )
+        elif "data" in out:
+            output_type = out.get("output_type", "display_data")
+            cell.outputs.append(
+                new_output(
+                    output_type=output_type,
+                    data=out["data"],
+                    metadata=out.get("metadata", {}),
+                )
+            )
+        elif out.get("output_type") == "error":
+            cell.outputs.append(
+                new_output(
+                    output_type="error",
+                    ename=out.get("ename", "Error"),
+                    evalue=out.get("evalue", ""),
+                    traceback=out.get("traceback", []),
+                )
+            )
+
+
+def display_output(out, output_image=None):
+    if out.get("output_type") == "stream":
+        stream = sys.stderr if out.get("name") == "stderr" else sys.stdout
+        stream.write(out.get("text", ""))
+        stream.flush()
+    elif "data" in out:
+        data = out["data"]
+        if text := data.get("text/plain"):
+            typer.echo(text)
+        if png := data.get("image/png"):
+            handle_image(png, "image/png", target_path=output_image)
+        elif jpeg := data.get("image/jpeg"):
+            handle_image(jpeg, "image/jpeg", target_path=output_image)
+    elif out.get("output_type") == "error":
+        tb = out.get("traceback", [])
+        if tb:
+            sys.stderr.write("".join(tb) + "\n")
+        else:
+            ename = out.get("ename", "Error")
+            evalue = out.get("evalue", "")
+            sys.stderr.write(f"{ename}: {evalue}\n")
+    else:
+        # Ignore silent outputs like metadata or clear_output for streaming
+        pass
+
+
+def exec_command(
+    session: Annotated[
+        Optional[str], typer.Option("-s", "--session", help="Session name")
+    ] = None,
+    file: Annotated[
+        Optional[str], typer.Option("-f", "--file", help="File to execute")
+    ] = None,
+    output_image: Annotated[
+        Optional[str], typer.Option("--output-image", help="Path to save plot")
+    ] = None,
+    timeout: Annotated[
+        Optional[float],
+        typer.Option("--timeout", help="Timeout in seconds for code execution"),
+    ] = 30.0,
+):
+    """Execute code in a session"""
+    from app.colab_cli.common import state
+
+    name = state.resolve_session(session)
+    s = state.store.get(name)
+    if not s:
+        typer.echo(f"[colab] Session '{name}' not found.")
+        raise typer.Exit(1)
+
+    code_blocks = []
+    if file:
+        if file.endswith(".ipynb"):
+            typer.echo(f"[colab] Parsing notebook '{file}'...")
+            with open(file, "r", encoding="utf-8") as f:
+                nb = nbformat.read(f, as_version=4)
+                for cell in nb.cells:
+                    # nbformat v4.5+ requires 'id' at the top level
+                    if not hasattr(cell, "id") or not cell.id:
+                        cell.id = str(uuid.uuid4())
+
+                    if cell.cell_type == "code":
+                        code_blocks.append(
+                            {"code": cell.source, "id": cell.id, "cell": cell}
+                        )
+        else:
+            with open(file, "r") as f:
+                code_blocks.append({"code": f.read(), "id": None})
+    else:
+        if is_stdin_tty():
+            typer.echo("[colab] Error: No input provided. Pipe code or provide a file.")
+            raise typer.Exit(1)
+        code_blocks.append({"code": sys.stdin.read(), "id": None})
+
+    if not any(b["code"].strip() for b in code_blocks):
+        raise typer.Exit(0)
+
+    def on_started(kid):
+        s.kernel_id = kid
+        state.store.add(s)
+
+    def on_sess_started(sid):
+        s.session_id = sid
+        state.store.add(s)
+
+    runtime = ColabRuntime(
+        s.url,
+        s.token,
+        kernel_id=s.kernel_id,
+        session_id=s.session_id,
+        on_kernel_started=on_started,
+        on_session_started=on_sess_started,
+    )
+    try:
+        # Ensure we are in /content which is the standard Colab working directory
+        runtime.execute_code(
+            "import os; os.makedirs('/content', exist_ok=True); os.chdir('/content')"
+        )
+    except Exception as e:
+        if is_terminal_error(e):
+            typer.echo(
+                f"[colab] Session '{name}' appears to be lost (404/401). Cleaning up."
+            )
+            state.prune_session(name)
+            raise typer.Exit(1)
+        raise e
+
+    try:
+        is_nb = file and file.endswith(".ipynb")
+        s.running = f"exec({file or 'stdin'})"
+        state.store.add(s)
+
+        for i, block in enumerate(code_blocks):
+            code = block["code"]
+            identifier = None
+            if is_nb:
+                title_match = TITLE_REGEX.search(code)
+                if title_match:
+                    identifier = title_match.group(1).strip()
+                elif block.get("id"):
+                    identifier = block["id"]
+                else:
+                    identifier = ""
+
+                identifier_str = f" - {identifier}" if identifier else ""
+                typer.echo(
+                    f"[colab] Executing cell {i + 1}/{len(code_blocks)}{identifier_str}..."
+                )
+
+            s.last_execution = (
+                file or "stdin",
+                identifier,
+                datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
+            )
+            state.store.add(s)
+
+            outputs = runtime.execute_code(
+                code,
+                output_hook=lambda o: display_output(o, output_image),
+                timeout=timeout,
+            )
+            if "cell" in block:
+                save_output(outputs, block["cell"])
+            state.history.log_event(
+                name,
+                "execution",
+                {
+                    "code": code,
+                    "outputs": outputs,
+                    "cell_index": i if len(code_blocks) > 1 else None,
+                    "cell_id": block.get("id"),
+                },
+            )
+    finally:
+        s.running = None
+        state.store.add(s)
+        runtime.stop()
+        if file and file.endswith(".ipynb"):
+            output_file = os.path.splitext(file)[0] + "_output.ipynb"
+            typer.echo(f"[colab] Saving notebook with outputs to '{output_file}'...")
+            with open(output_file, "w", encoding="utf-8") as f:
+                nbformat.write(nb, f)
+
+
+def repl(
+    session: Annotated[
+        Optional[str], typer.Option("-s", "--session", help="Session name")
+    ] = None,
+    output_image: Annotated[
+        Optional[str], typer.Option("--output-image", help="Path to save plot")
+    ] = None,
+):
+    """Start an interactive REPL"""
+    from app.colab_cli.common import state
+
+    name = state.resolve_session(session)
+    s = state.store.get(name)
+    if not s:
+        typer.echo(f"[colab] Session '{name}' not found.")
+        raise typer.Exit(1)
+
+    def on_started(kid):
+        s.kernel_id = kid
+        state.store.add(s)
+
+    def on_sess_started(sid):
+        s.session_id = sid
+        state.store.add(s)
+
+    runtime = ColabRuntime(
+        s.url,
+        s.token,
+        kernel_id=s.kernel_id,
+        session_id=s.session_id,
+        on_kernel_started=on_started,
+        on_session_started=on_sess_started,
+    )
+    try:
+        # Ensure we are in /content which is the standard Colab working directory
+        runtime.execute_code(
+            "import os; os.makedirs('/content', exist_ok=True); os.chdir('/content')"
+        )
+    except Exception as e:
+        if is_terminal_error(e):
+            typer.echo(
+                f"[colab] Session '{name}' appears to be lost (404/401). Cleaning up."
+            )
+            state.prune_session(name)
+            raise typer.Exit(1)
+        raise e
+
+    if not is_stdin_tty():
+        code = sys.stdin.read()
+        if not code.strip():
+            raise typer.Exit(0)
+
+        s.last_execution = (
+            "stdin",
+            None,
+            datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
+        )
+        s.running = "repl(stdin)"
+        state.store.add(s)
+        try:
+            outputs = runtime.execute_code(
+                code, output_hook=lambda o: display_output(o, output_image)
+            )
+            state.history.log_event(
+                name, "execution", {"code": code, "outputs": outputs, "source": "piped"}
+            )
+        finally:
+            s.running = None
+            state.store.add(s)
+            runtime.stop()
+    else:
+        from app.colab_cli.repl import ColabREPL
+
+        s.running = "repl"
+        state.store.add(s)
+        try:
+            repl_inst = ColabREPL(
+                runtime,
+                session_name=s.name,
+                history_logger=state.history,
+                output_image=output_image,
+            )
+            state.history.log_event(name, "repl_started", {})
+            repl_inst.run()
+        finally:
+            s.running = None
+            state.store.add(s)
+
+
+def console(
+    session: Annotated[
+        Optional[str], typer.Option("-s", "--session", help="Session name")
+    ] = None,
+):
+    """Connect to raw TTY console"""
+    from app.colab_cli.common import state
+
+    name = state.resolve_session(session)
+    s = state.store.get(name)
+    if not s:
+        typer.echo(f"[colab] Session '{name}' not found.")
+        raise typer.Exit(1)
+    state.history.log_event(s.name, "console_started", {})
+    s.running = "console"
+    state.store.add(s)
+    try:
+        connect_console(s)
+    except Exception as e:
+        if is_terminal_error(e):
+            typer.echo(
+                f"[colab] Session '{name}' appears to be lost (404/401). Cleaning up."
+            )
+            state.prune_session(name)
+            raise typer.Exit(1)
+        raise e
+    finally:
+        s.running = None
+        state.store.add(s)
+
+
+def register(app: typer.Typer):
+    app.command(name="exec")(exec_command)
+    app.command()(repl)
+    app.command()(console)

package/core/app/colab_cli/commands/files.py

@@ -0,0 +1,204 @@
+# Copyright 2026 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import click
+import hashlib
+import os
+import tempfile
+import typer
+from typing import Optional
+from typing_extensions import Annotated
+
+from app.colab_cli.contents import ContentsClient
+
+
+def ls(
+    session: Annotated[
+        Optional[str], typer.Option("-s", "--session", help="Session name")
+    ] = None,
+    path: Annotated[str, typer.Argument(help="Remote path to list")] = "content",
+):
+    """List files in a session"""
+    from app.colab_cli.common import state
+
+    name = state.resolve_session(session)
+    s = state.store.get(name)
+    if not s:
+        typer.echo(f"[colab] Session '{name}' not found.")
+        raise typer.Exit(1)
+    contents = ContentsClient(s)
+    try:
+        data = contents.list_dir(path)
+        state.history.log_event(name, "file_operation", {"op": "ls", "path": path})
+        if data.get("type") == "directory":
+            items = data.get("content", [])
+            for item in sorted(
+                items, key=lambda x: (x.get("type") != "directory", x.get("name"))
+            ):
+                suffix = "/" if item.get("type") == "directory" else ""
+                typer.echo(f"{item.get('name')}{suffix}")
+        else:
+            typer.echo(data.get("name"))
+    except Exception as e:
+        typer.echo(f"[colab] Error: {e}")
+        raise typer.Exit(1)
+
+
+def rm(
+    session: Annotated[
+        Optional[str], typer.Option("-s", "--session", help="Session name")
+    ] = None,
+    path: Annotated[str, typer.Argument(help="Remote path to remove")] = ...,
+):
+    """Remove a remote file"""
+    from app.colab_cli.common import state
+
+    name = state.resolve_session(session)
+    s = state.store.get(name)
+    if not s:
+        typer.echo(f"[colab] Session '{name}' not found.")
+        raise typer.Exit(1)
+    contents = ContentsClient(s)
+    try:
+        contents.rm(path)
+        state.history.log_event(name, "file_operation", {"op": "rm", "path": path})
+        typer.echo(f"[colab] Deleted {path}")
+    except Exception as e:
+        typer.echo(f"[colab] Error: {e}")
+        raise typer.Exit(1)
+
+
+def upload(
+    session: Annotated[
+        Optional[str], typer.Option("-s", "--session", help="Session name")
+    ] = None,
+    local_path: Annotated[str, typer.Argument(help="Local file to upload")] = ...,
+    remote_path: Annotated[str, typer.Argument(help="Remote path to upload to")] = ...,
+):
+    """Upload a file to a session"""
+    from app.colab_cli.common import state
+
+    name = state.resolve_session(session)
+    s = state.store.get(name)
+    if not s:
+        typer.echo(f"[colab] Session '{name}' not found.")
+        raise typer.Exit(1)
+    if not os.path.isfile(local_path):
+        typer.echo(f"[colab] Local file '{local_path}' not found.")
+        raise typer.Exit(1)
+    contents = ContentsClient(s)
+    try:
+        contents.upload(local_path, remote_path)
+        state.history.log_event(
+            name,
+            "file_operation",
+            {"op": "upload", "local": local_path, "remote": remote_path},
+        )
+        typer.echo(f"[colab] Uploaded '{local_path}' to '{remote_path}'")
+    except Exception as e:
+        typer.echo(f"[colab] Upload failed: {e}")
+        raise typer.Exit(1)
+
+
+def download(
+    session: Annotated[
+        Optional[str], typer.Option("-s", "--session", help="Session name")
+    ] = None,
+    remote_path: Annotated[
+        str, typer.Argument(help="Remote path to download from")
+    ] = ...,
+    local_path: Annotated[
+        str, typer.Argument(help="Local path to save the file")
+    ] = ...,
+):
+    """Download a file from a session"""
+    from app.colab_cli.common import state
+
+    name = state.resolve_session(session)
+    s = state.store.get(name)
+    if not s:
+        typer.echo(f"[colab] Session '{name}' not found.")
+        raise typer.Exit(1)
+    contents = ContentsClient(s)
+    try:
+        contents.download(remote_path, local_path)
+        state.history.log_event(
+            name,
+            "file_operation",
+            {"op": "download", "remote": remote_path, "local": local_path},
+        )
+        typer.echo(f"[colab] Downloaded '{remote_path}' to '{local_path}'")
+    except Exception as e:
+        typer.echo(f"[colab] Download failed: {e}")
+        raise typer.Exit(1)
+
+
+def edit(
+    session: Annotated[
+        Optional[str], typer.Option("-s", "--session", help="Session name")
+    ] = None,
+    remote_path: Annotated[str, typer.Argument(help="Remote path to edit")] = ...,
+):
+    """Edit a file on a running Colab session"""
+    from app.colab_cli.common import state
+
+    name = state.resolve_session(session)
+    s = state.store.get(name)
+    if not s:
+        typer.echo(f"[colab] Session '{name}' not found.")
+        raise typer.Exit(1)
+
+    contents = ContentsClient(s)
+
+    def get_file_hash(path):
+        if not os.path.exists(path):
+            return None
+        with open(path, "rb") as f:
+            return hashlib.file_digest(f, "sha256").hexdigest()
+
+    _, ext = os.path.splitext(remote_path)
+
+    with tempfile.NamedTemporaryFile(suffix=ext) as tf:
+        local_path = tf.name
+
+        try:
+            contents.download(remote_path, local_path)
+        except Exception:
+            # If download fails, assume file doesn't exist and start empty
+            pass
+
+        hash_before = get_file_hash(local_path)
+
+        click.edit(filename=local_path)
+
+        hash_after = get_file_hash(local_path)
+
+        if hash_after != hash_before:
+            contents.upload(local_path, remote_path)
+            state.history.log_event(
+                name,
+                "file_operation",
+                {"op": "edit", "remote": remote_path},
+            )
+            typer.echo(f"[colab] Edited and uploaded '{remote_path}'")
+        else:
+            typer.echo(f"[colab] No changes made to '{remote_path}'")
+
+
+def register(app: typer.Typer):
+    app.command()(ls)
+    app.command()(rm)
+    app.command()(upload)
+    app.command()(download)
+    app.command()(edit)