solveit-modal 0.0.1__py3-none-any.whl

solveit_modal/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.0.1"

solveit_modal/_modidx.py

@@ -0,0 +1,43 @@
+# Autogenerated by nbdev
+
+d = { 'settings': { 'branch': 'main',
+                'doc_baseurl': '/solveit-modal',
+                'doc_host': 'https://ForBo7.github.io',
+                'git_url': 'https://github.com/ForBo7/solveit-modal',
+                'lib_path': 'solveit_modal'},
+  'syms': { 'solveit_modal.core': { 'solveit_modal.core.gpu_off': ('core.html#gpu_off', 'solveit_modal/core.py'),
+                                    'solveit_modal.core.gpu_on': ('core.html#gpu_on', 'solveit_modal/core.py'),
+                                    'solveit_modal.core.link_remote_kernel': ('core.html#link_remote_kernel', 'solveit_modal/core.py'),
+                                    'solveit_modal.core.provision_sandbox': ('core.html#provision_sandbox', 'solveit_modal/core.py'),
+                                    'solveit_modal.core.setup_ssh': ('core.html#setup_ssh', 'solveit_modal/core.py')},
+            'solveit_modal.gpu': { 'solveit_modal.gpu.GPU': ('gpu.html#gpu', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPU.__repr__': ('gpu.html#gpu.__repr__', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPU._repr_html_': ('gpu.html#gpu._repr_html_', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPU.by_budget': ('gpu.html#gpu.by_budget', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPU.by_vram': ('gpu.html#gpu.by_vram', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPU.cheapest': ('gpu.html#gpu.cheapest', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPU.most_expensive': ('gpu.html#gpu.most_expensive', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPU.price_of': ('gpu.html#gpu.price_of', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPU.tags': ('gpu.html#gpu.tags', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPUEntry': ('gpu.html#gpuentry', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPUEntry.__init__': ('gpu.html#gpuentry.__init__', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPUEntry.__repr__': ('gpu.html#gpuentry.__repr__', 'solveit_modal/gpu.py'),
+                                   'solveit_modal.gpu.GPUEntry._repr_html_': ('gpu.html#gpuentry._repr_html_', 'solveit_modal/gpu.py')},
+            'solveit_modal.kernel': { 'solveit_modal.kernel.get_remote_python': ( 'ipyfernel.html#get_remote_python',
+                                                                                  'solveit_modal/kernel.py'),
+                                      'solveit_modal.kernel.start_remote_kernel': ( 'ipyfernel.html#start_remote_kernel',
+                                                                                    'solveit_modal/kernel.py')},
+            'solveit_modal.sandbox': { 'solveit_modal.sandbox.get_apts': ('sandbox.html#get_apts', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.get_pips': ('sandbox.html#get_pips', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.get_pubkey': ('sandbox.html#get_pubkey', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.get_secrets': ('sandbox.html#get_secrets', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.get_tunnel': ('sandbox.html#get_tunnel', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.in_modal': ('sandbox.html#in_modal', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.in_solveit': ('sandbox.html#in_solveit', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.inject_pubkey': ('sandbox.html#inject_pubkey', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.mk_app': ('sandbox.html#mk_app', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.mk_img': ('sandbox.html#mk_img', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.mk_sandbox': ('sandbox.html#mk_sandbox', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.mk_ssh': ('sandbox.html#mk_ssh', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.start_ssh': ('sandbox.html#start_ssh', 'solveit_modal/sandbox.py'),
+                                       'solveit_modal.sandbox.verify_ssh': ('sandbox.html#verify_ssh', 'solveit_modal/sandbox.py')}}}

solveit_modal/core.py

@@ -0,0 +1,97 @@
+"""Add/remove a GPU to/from your SolveIt instance in one function.
+
+Docs: https://ForBo7.github.io/solveit-modalcore.html.md"""
+
+# AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/00_core.ipynb.
+
+# %% auto #0
+__all__ = ['log', 'provision_sandbox', 'setup_ssh', 'link_remote_kernel', 'gpu_on', 'gpu_off', 'connect_existing_kernel', 'gip',
+           'ipf_exec', 'ipf_shutdown', 'ipf_startup', 'local', 'register_remote_kernel', 'remote', 'set_ssh_config',
+           'set_sticky', 'start_remote', 'stop_remote', 'unset_sticky']
+
+# %% ../nbs/00_core.ipynb #23c76ec0
+from .sandbox import *
+from .kernel import *
+
+# %% ../nbs/00_core.ipynb #3f7d798d
+from ipyfernel.core import *
+
+# %% ../nbs/00_core.ipynb #3330ffa2
+_all_ = ['connect_existing_kernel', 'gip', 'ipf_exec', 'ipf_shutdown', 'ipf_startup',
+         'local', 'register_remote_kernel', 'remote', 'set_ssh_config',
+         'set_sticky', 'start_remote', 'stop_remote', 'unset_sticky']
+
+# %% ../nbs/00_core.ipynb #8f64a7c2
+def provision_sandbox(
+    gpu:str,        # GPU type string, e.g. 'T4', 'A100'
+    timeout:int     # Max sandbox lifetime in seconds
+) -> tuple:  # (sandbox, host, port)
+    "Create Modal app, image, sandbox, and expose TCP tunnel."
+    app = mk_app()
+    img = mk_img()
+    sb = mk_sandbox(app, img, gpu=gpu, timeout=timeout)
+    host, port = get_tunnel(sb)
+    return sb, host, port
+
+# %% ../nbs/00_core.ipynb #a2ad70d1
+import modal
+
+# %% ../nbs/00_core.ipynb #f77b6d0a
+def setup_ssh(
+    sb  :modal.sandbox.Sandbox,    # Modal Sandbox object
+    host:str,                      # Tunnel hostname
+    port:int                       # Tunnel port
+) -> object:  # Paramiko SSH connection
+    "Inject public key, start SSH service, and verify connectivity."
+    inject_pubkey(sb, get_pubkey())
+    start_ssh(sb)
+    ssh = mk_ssh(host, port)
+    verify_ssh(ssh)
+    return ssh
+
+# %% ../nbs/00_core.ipynb #92f8c6c7
+import logging
+
+# %% ../nbs/00_core.ipynb #f7d90970
+logging.basicConfig(level=logging.INFO, format='%(message)s - %(levelname)s | %(asctime)s')
+log = logging.getLogger(__name__)
+
+# %% ../nbs/00_core.ipynb #c756caba
+def link_remote_kernel(
+    ssh   :object,     # Paramiko SSH connection
+    host  :str,        # Tunnel hostname
+    port  :int,        # Tunnel port
+    sticky:bool=False  # Set `True` to execute code remotely by default
+):
+    "Launch remote IPython kernel on sandbox and connect ipyfernel to it."
+    start_remote_kernel(ssh)
+    p = get_remote_python(ssh)
+    register_remote_kernel(remote_python=p)
+    connect_existing_kernel(f'{host}:{port}')
+    log.info('✔ connected to remote kernel')
+    if sticky: 
+        set_sticky()
+        log.warning('! code now runs remotely by default; run `%local unset_sticky()` to run code locally')
+    log.warning('! remote kernel environment has a different set of libraries installed')
+
+# %% ../nbs/00_core.ipynb #f2fd6ed6
+def gpu_on(
+      gpu='T4',    # GPU type string
+      timeout=1800 # Max sandbox lifetime in seconds
+) -> tuple:        # (sandbox, ssh)
+    "Provision a GPU sandbox, wire up SSH, and hijack cells onto a remote kernel."
+    sb, host, port = provision_sandbox(gpu, timeout)
+    ssh = setup_ssh(sb, host, port)
+    link_remote_kernel(ssh, host, port)
+    return sb, ssh
+
+# %% ../nbs/00_core.ipynb #7d2d9bae
+def gpu_off(
+      sb:modal.sandbox.Sandbox  # sandbox object from gpu_on
+):
+    "Restore local kernel, disconnect remote, and teardown sandbox. Must be called from a %%local cell."
+    unset_sticky()
+    stop_remote()
+    log.info('✔ unlinked from remote kernel')
+    sb.terminate()
+    log.info('✔ terminated sandbox')

solveit_modal/gpu.py

@@ -0,0 +1,110 @@
+"""Explore GPUs available on Modal
+
+Docs: https://ForBo7.github.io/solveit-modalgpu.html.md"""
+
+# AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/03_gpu.ipynb.
+
+# %% auto #0
+__all__ = ['GPUEntry', 'GPU']
+
+# %% ../nbs/03_gpu.ipynb #6d5e354e
+class GPUEntry:
+    def __init__(self,
+        tag:str,     # GPU tag, e.g. 'H100'
+        price:float, # Price per hour (USD)
+        vram:int,    # VRAM in GB
+    ) -> None: store_attr()
+    def __repr__(self) -> str: return f'{self.tag} — ${self.price:.2f}/hr, {self.vram}GB'
+    def _repr_html_(self) -> str: return f'<div style="background:#e8f4e8;padding:8px 12px;border-radius:6px;display:inline-block;font-family:monospace"><b>{self.tag}</b> · ${self.price:.2f}/hr · {self.vram}GB</div>'
+
+
+# %% ../nbs/03_gpu.ipynb #e4fbc570
+from datetime import date
+
+# %% ../nbs/03_gpu.ipynb #52795829
+from fastcore.all import *
+
+# %% ../nbs/03_gpu.ipynb #b0304fde
+class GPU:
+    _source = 'https://modal.com/pricing'
+    _updated = date(2026, 5, 22)
+
+    T4            = GPUEntry('T4',            0.59,  16)
+    L4            = GPUEntry('L4',            0.80,  24)
+    A10           = GPUEntry('A10',           1.10,  24)
+    L40S          = GPUEntry('L40S',          1.95,  48)
+    A100_40GB     = GPUEntry('A100-40GB',     2.10,  40)
+    A100_80GB     = GPUEntry('A100-80GB',     2.50,  80)
+    RTX_PRO_6000  = GPUEntry('RTX-PRO-6000',  3.03,  96)
+    H100          = GPUEntry('H100',          3.95,  80)
+    H200          = GPUEntry('H200',          4.54, 141)
+    B200          = GPUEntry('B200',          6.25, 180)
+
+    def __repr__(self) -> str:
+        lines = [f'GPU variants (as of {self._updated}, from {self._source}):']
+        for _, v in sorted(self.__class__.__dict__.items()):
+            if isinstance(v, GPUEntry): lines.append(f'  {v.tag:<15} ${v.price:.2f}/hr  {v.vram:>3}GB')
+        return '\n'.join(lines)
+
+    def _repr_html_(self) -> str:
+        entries = sorted((v for _,v in self.__class__.__dict__.items() if isinstance(v,GPUEntry)), key=lambda e:e.price)
+        return '<div style="display:flex;flex-wrap:wrap;gap:8px">' + ''.join(e._repr_html_() for e in entries) + '</div>'
+
+
+# %% ../nbs/03_gpu.ipynb #57a69cc7
+from fastcore.all import *
+
+# %% ../nbs/03_gpu.ipynb #ee7c12b9
+@patch
+def cheapest(self:GPU) -> GPUEntry:
+    "Return the cheapest GPUEntry."
+    return min((v for _,v in self.__class__.__dict__.items() if isinstance(v,GPUEntry)), key=lambda x: x.price)
+
+
+# %% ../nbs/03_gpu.ipynb #dced5eca
+from IPython.display import HTML
+
+# %% ../nbs/03_gpu.ipynb #1d05e561
+@patch
+def by_budget(self:GPU,
+    max_phr:float,  # Maximum price per hour
+) -> HTML:
+    "Return GPU cards costing ≤ `max_phr` per hour as HTML."
+    entries = sorted((v for _,v in self.__class__.__dict__.items() if isinstance(v,GPUEntry) and v.price <= max_phr), key=lambda e:e.price)
+    return HTML('<div style="display:flex;flex-wrap:wrap;gap:8px">' + ''.join(e._repr_html_() for e in entries) + '</div>')
+
+
+# %% ../nbs/03_gpu.ipynb #f69fdb43
+@patch
+def price_of(self:GPU,
+    tag:str,  # GPU tag, e.g. 'H100'
+) -> GPUEntry:
+    "Return the GPUEntry matching `tag`."
+    for _,v in self.__class__.__dict__.items():
+        if isinstance(v,GPUEntry) and v.tag==tag: return v
+    tags = [v.tag for _,v in self.__class__.__dict__.items() if isinstance(v,GPUEntry)]
+    raise KeyError(f'{tag} not found — available: {tags}')
+
+
+# %% ../nbs/03_gpu.ipynb #849875a4
+@patch
+def tags(self:GPU) -> list[str]:
+    "Lists all available GPU tags"
+    return [v.tag for _,v in self.__class__.__dict__.items() if isinstance(v,GPUEntry)]
+
+# %% ../nbs/03_gpu.ipynb #1d7e5218
+@patch
+def most_expensive(self:GPU) -> GPUEntry:
+    "Return the most expensive GPUEntry."
+    return max((v for _,v in self.__class__.__dict__.items() if isinstance(v,GPUEntry)), key=lambda x: x.price)
+
+
+# %% ../nbs/03_gpu.ipynb #36b7e73c
+@patch
+def by_vram(self:GPU,
+    min_gb:int,  # Minimum VRAM in GB
+) -> HTML:
+    "Return GPU cards with ≥ `min_gb` VRAM as HTML."
+    entries = sorted((v for _,v in self.__class__.__dict__.items() if isinstance(v,GPUEntry) and v.vram >= min_gb), key=lambda e:e.price)
+    return HTML('<div style="display:flex;flex-wrap:wrap;gap:8px">' + ''.join(e._repr_html_() for e in entries) + '</div>')
+

solveit_modal/kernel.py

@@ -0,0 +1,54 @@
+"""Connecting a solveit kernel to a Modal sandbox
+
+Docs: https://ForBo7.github.io/solveit-modalipyfernel.html.md"""
+
+# AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/02_ipyfernel.ipynb.
+
+# %% auto #0
+__all__ = ['log', 'start_remote_kernel', 'get_remote_python', 'connect_existing_kernel', 'gip', 'ipf_exec', 'ipf_shutdown',
+           'ipf_startup', 'local', 'register_remote_kernel', 'remote', 'set_ssh_config', 'set_sticky', 'start_remote',
+           'stop_remote', 'unset_sticky']
+
+# %% ../nbs/02_ipyfernel.ipynb #0756ee20
+import logging
+
+# %% ../nbs/02_ipyfernel.ipynb #9b0da6bc
+logging.basicConfig(level=logging.INFO, format='%(message)s - %(levelname)s | %(asctime)s')
+log = logging.getLogger(__name__)
+
+# %% ../nbs/02_ipyfernel.ipynb #c0e9b2f6
+from time import sleep
+
+# %% ../nbs/02_ipyfernel.ipynb #f21e4184
+from typing import Callable
+
+# %% ../nbs/02_ipyfernel.ipynb #24680f70
+def start_remote_kernel(
+    ssh:Callable,                                                           # SSH caller from mk_ssh
+    kernel_path:str='/root/.local/share/jupyter/runtime/kernel-ipyf.json',  # kernel JSON path
+):
+    "Start remote kernel and wait until ready."
+    log.info('∞ starting kernel')
+    ssh('mkdir', '-p', '/root/.local/share/jupyter/runtime')
+    ssh(f'nohup python3 -m ipykernel_launcher -f {kernel_path} >/tmp/kernel.log 2>&1 &')
+    for i in range(10):
+        if 'ok' in ssh(f'test -f {kernel_path} && echo ok || echo no'): break
+        sleep(0.2)
+    klog = ssh('cat /tmp/kernel.log')
+    assert 'To connect another client' in klog, f'kernel failed to start:\n{klog}'
+    log.info(f'✔ remote kernel ready: {kernel_path}')
+
+# %% ../nbs/02_ipyfernel.ipynb #1f53ae0f
+def get_remote_python(
+    ssh:Callable,   # SSH caller from mk_ssh
+) -> str:           # path to remote python
+    "Return the path of Python on the remote machine."
+    return ssh('which python3')
+
+# %% ../nbs/02_ipyfernel.ipynb #6b35bcb8
+from ipyfernel.core import *
+
+# %% ../nbs/02_ipyfernel.ipynb #3e724f7d
+_all_ = ['connect_existing_kernel', 'gip', 'ipf_exec', 'ipf_shutdown', 'ipf_startup',
+         'local', 'register_remote_kernel', 'remote', 'set_ssh_config',
+         'set_sticky', 'start_remote', 'stop_remote', 'unset_sticky']

solveit_modal/sandbox.py

@@ -0,0 +1,172 @@
+"""Abstractions for creating a Modal Sandbox, and interacting with it via SSH.
+
+Docs: https://ForBo7.github.io/solveit-modalsandbox.html.md"""
+
+# AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/01_sandbox.ipynb.
+
+# %% auto #0
+__all__ = ['log', 'mk_app', 'mk_img', 'get_secrets', 'mk_sandbox', 'get_tunnel', 'get_pubkey', 'inject_pubkey', 'start_ssh',
+           'mk_ssh', 'verify_ssh', 'get_apts', 'get_pips', 'in_modal', 'in_solveit']
+
+# %% ../nbs/01_sandbox.ipynb #03380e24
+import modal
+
+# %% ../nbs/01_sandbox.ipynb #978005b2
+def mk_app(
+       name:str='solveit-sandbox'  # App name to look up or create
+) -> modal.App:
+    "Look up a Modal App by name, creating it if missing."
+    return modal.App.lookup(name, create_if_missing=True)
+
+# %% ../nbs/01_sandbox.ipynb #433a2601
+_default_pips = [
+    'ipykernel',
+    'fastai', 'transformers', 'diffusers', 'accelerate', 'datasets',
+    'huggingface_hub', 'peft', 'safetensors', 'sentence-transformers',
+    'xformers', 'bitsandbytes', 'ninja', 'einops',
+    'wandb',
+    'gradio', 'python-fasthtml', 'plotly', 'ipywidgets',
+    'fsspec', 's3fs', 'gcsfs',
+    'librosa', 'imageio', 'imageio-ffmpeg',
+]
+
+# %% ../nbs/01_sandbox.ipynb #90830daf
+def mk_img(
+    pips:list|None=None,  # pip packages (defaults to _default_pips)
+) -> modal.Image:
+    "Create a Modal Image with system + Python packages."
+    if pips   is None: pips   = _default_pips
+    return modal.Image.debian_slim().apt_install('openssh-server').pip_install(pips)
+
+# %% ../nbs/01_sandbox.ipynb #f7772c3a
+import json
+
+# %% ../nbs/01_sandbox.ipynb #4058df3e
+def get_secrets() -> dict[str,str]:
+    "Secrets from solveit_settings.json."
+    with open('/app/data/solveit_settings.json') as f: return json.load(f)['secrets']
+
+# %% ../nbs/01_sandbox.ipynb #f62a2560
+import logging
+
+# %% ../nbs/01_sandbox.ipynb #36d84cad
+logging.basicConfig(level=logging.INFO, format='%(message)s - %(levelname)s | %(asctime)s')
+log = logging.getLogger(__name__)
+
+# %% ../nbs/01_sandbox.ipynb #2c02f113
+def mk_sandbox(
+    app    :modal.App,              # Modal App to register the Sandbox with
+    img    :modal.Image,            # Image for the Sandbox environment
+    timeout:int         =1800,      # auto-terminate after this many seconds
+    gpu    :str|None    =None,      # GPU type (e.g. "T4", "A100") or None
+    secrets:dict|None   =None,      # secrets dict (defaults to local solveit)
+    volumes:dict|None   =None,      # mount path → modal.Volume (defaults to /data solveit-volume)
+) -> modal.Sandbox:
+    "Create a Modal Sandbox with optional GPU, SSH, and Volumes."
+    if secrets is None: secrets = get_secrets()  # <1>
+    if volumes is None: volumes = {"/data": modal.Volume.from_name("solveit-volume", create_if_missing=True)}  # <2>
+    log.info('∞ creating sandbox; this may take 5-10 minutes if you are creating this sandbox for the first time...')
+    sb = modal.Sandbox.create('sleep', 'infinity',
+        app=app, image=img, timeout=timeout,
+        unencrypted_ports=[22], gpu=gpu,  # <4>
+        secrets=[modal.Secret.from_dict(secrets)],
+        volumes=volumes)
+    log.info('✔ sandbox ready')
+    return sb
+
+# %% ../nbs/01_sandbox.ipynb #02ca8fce
+def get_tunnel(
+    sb: modal.Sandbox  # Sandbox with an exposed TCP tunnel
+) -> tuple[str,int]:
+    "Get unencrypted host and port for a Sandbox's TCP tunnel."
+    t = sb.tunnels()[22]
+    host, port = t.unencrypted_host, t.unencrypted_port
+    log.info(f'✔ gotten tunnel: {host}:{port}')
+    return host, port
+
+# %% ../nbs/01_sandbox.ipynb #db3e20e6
+import os
+
+# %% ../nbs/01_sandbox.ipynb #76c2029b
+def get_pubkey() -> str:
+    "SSH public key from environment."
+    if 'SSH_PUBKEY' not in os.environ:
+        raise KeyError("SSH_PUBKEY not set — cannot connect to sandbox via SSH")
+    return os.environ['SSH_PUBKEY']
+
+# %% ../nbs/01_sandbox.ipynb #22acba37
+def inject_pubkey(
+    sb    :modal.Sandbox,  # Sandbox to inject the key into
+    pubkey:str             # SSH public key string
+):
+    "Inject an SSH public key into the Sandbox's authorized_keys."
+    sb.exec('mkdir', '-p', '/root/.ssh')
+    sb.exec('bash', '-c', f'echo {pubkey} > /root/.ssh/authorized_keys')
+    log.info('✔ public key injected')
+
+# %% ../nbs/01_sandbox.ipynb #7c9fbd91
+from time import sleep
+
+# %% ../nbs/01_sandbox.ipynb #a2b3362d
+def start_ssh(
+    sb: modal.Sandbox  # Sandbox with SSH server installed
+):
+    "Start SSH service in the Sandbox, waiting up to ~6 seconds for it to come online."
+    sb.exec('service', 'ssh', 'start')
+    for _ in range(20):
+        proc = sb.exec('service', 'ssh', 'status')
+        if 'fail' in proc.stdout.read(): sleep(0.3)
+        elif 'run' in proc.stdout.read():
+            log.info('✔ started ssh service')
+            return
+    log.error('✖ failed to start ssh service')
+
+# %% ../nbs/01_sandbox.ipynb #1d3817c4
+from fastcore.all import *
+
+# %% ../nbs/01_sandbox.ipynb #310fd93d
+def mk_ssh(
+    host: str,  # Tunnel host
+    port: int,  # Tunnel port
+) -> object:
+    "Return an SSH function for the given Modal tunnel."
+    return lambda *cmd: run('ssh', '-p', str(port),
+        '-o', 'StrictHostKeyChecking=no',
+        '-o', 'UserKnownHostsFile=~/.ssh/known_hosts',
+        '-o', 'ConnectTimeout=10',
+        f'root@{host}', *cmd)
+
+# %% ../nbs/01_sandbox.ipynb #65fc2209
+def verify_ssh(
+    ssh: object  # SSH function returned by mk_ssh
+):
+    "Verify SSH connection to Sandbox and print system info."
+    h, u, w = ssh('hostname; uname -srmo; whoami').splitlines()[:3]
+    sys_name, ver, arch, os_name = u.split()
+    gpu = ssh('nvidia-smi --query-gpu=name --format=csv,noheader 2>/dev/null || echo "no GPU"').strip()
+    print(f'System: {sys_name}')
+    print(f'Hostname: {h}')
+    print(f'User: {w}')
+    print(f'Kernel: {ver}')
+    print(f'Architecture: {arch}')
+    print(f'OS Type: {os_name}')
+    print(f'GPU: {gpu}')
+
+# %% ../nbs/01_sandbox.ipynb #7bda2361
+def get_apts() -> list[str]:
+    "List installed system package names."
+    return run('dpkg-query -W -f=\'${Package}\\n\'').splitlines()
+
+# %% ../nbs/01_sandbox.ipynb #f0a23ee7
+def get_pips() -> list[str]:
+    "List installed Python packages (name==version)."
+    return [l for l in run('pip freeze').splitlines() if not l.startswith(('-e', '@'))]
+
+# %% ../nbs/01_sandbox.ipynb #60d610ef
+import socket, os
+
+# %% ../nbs/01_sandbox.ipynb #e83fa224
+def in_modal(): return socket.gethostname() == 'modal'
+
+# %% ../nbs/01_sandbox.ipynb #9fe893b8
+def in_solveit(): return bool(os.environ.get('IN_SOLVEIT'))

solveit_modal-0.0.1.dist-info/METADATA

@@ -0,0 +1,86 @@
+Metadata-Version: 2.4
+Name: solveit-modal
+Version: 0.0.1
+Summary: Give SolveIt Modal GPU access
+Author-email: Salman Naqvi <salmanaqvi+github@icloud.com>
+License: Apache-2.0
+Project-URL: Repository, https://github.com/ForBo7/solveit-modal
+Project-URL: Documentation, https://ForBo7.github.io/solveit-modal/
+Keywords: nbdev
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: fastcore
+Requires-Dist: ipyfernel
+Requires-Dist: modal
+Dynamic: license-file
+
+# solveit-modal
+
+
+<!-- WARNING: THIS FILE WAS AUTOGENERATED! DO NOT EDIT! -->
+
+This file will become your README and also the index of your
+documentation.
+
+## Developer Guide
+
+If you are new to using `nbdev` here are some useful pointers to get you
+started.
+
+### Install solveit_modal in Development mode
+
+``` sh
+# make sure solveit_modal package is installed in development mode
+$ pip install -e .
+
+# make changes under nbs/ directory
+# ...
+
+# compile to have changes apply to solveit_modal
+$ nbdev_prepare
+```
+
+## Usage
+
+### Installation
+
+Install latest from the GitHub
+[repository](https://github.com/ForBo7/solveit-modal):
+
+``` sh
+$ pip install git+https://github.com/ForBo7/solveit-modal.git
+```
+
+or from [conda](https://anaconda.org/ForBo7/solveit-modal)
+
+``` sh
+$ conda install -c ForBo7 solveit_modal
+```
+
+or from [pypi](https://pypi.org/project/solveit-modal/)
+
+``` sh
+$ pip install solveit_modal
+```
+
+### Documentation
+
+Documentation can be found hosted on this GitHub
+[repository](https://github.com/ForBo7/solveit-modal)’s
+[pages](https://ForBo7.github.io/solveit-modal/). Additionally you can
+find package manager specific guidelines on
+[conda](https://anaconda.org/ForBo7/solveit-modal) and
+[pypi](https://pypi.org/project/solveit-modal/) respectively.
+
+## How to use
+
+Fill me in please! Don’t forget code examples:
+
+``` python
+1+1
+```
+
+    2

solveit_modal-0.0.1.dist-info/RECORD

@@ -0,0 +1,12 @@
+solveit_modal/__init__.py,sha256=sXLh7g3KC4QCFxcZGBTpG2scR7hmmBsMjq6LqRptkRg,22
+solveit_modal/_modidx.py,sha256=If7WUw6a-uliA1-VmXKWcZNezgjvQYpstqi7Eou4rXM,4764
+solveit_modal/core.py,sha256=BUJ7ffYsJ8CP2SdWZ087Jp2Zqx3tGl5FpjNuZsJq4Wg,3605
+solveit_modal/gpu.py,sha256=07mp2B0eGsl2Jn4GhqY1-P0pzW6FTx_sRSNsiVnPpaw,4247
+solveit_modal/kernel.py,sha256=fSXb0_epMcqEbSl6Pc3_0BjltU7wTM-Lmurl1fe5FGo,2227
+solveit_modal/sandbox.py,sha256=GhCuYb9aLpkMGpF39zkgOrY8OZ7jk0cQyksAgtOlmDI,6495
+solveit_modal-0.0.1.dist-info/licenses/LICENSE,sha256=xV8xoN4VOL0uw9X8RSs2IMuD_Ss_a9yAbtGNeBWZwnw,11337
+solveit_modal-0.0.1.dist-info/METADATA,sha256=tsKBpYakE8rx0AUSh_VMmza6NDBcAZ9aThzPZBlep18,1967
+solveit_modal-0.0.1.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+solveit_modal-0.0.1.dist-info/entry_points.txt,sha256=76PdtiPQYeRpOGRX8nmvA2rVCmjc5uelbokqUQWupl4,48
+solveit_modal-0.0.1.dist-info/top_level.txt,sha256=fI98PWFupfdvPWkynNnIuwN6m3-3NAqpkIyTTF87gAQ,14
+solveit_modal-0.0.1.dist-info/RECORD,,

solveit_modal-0.0.1.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (82.0.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

solveit_modal-0.0.1.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[nbdev]
+solveit_modal = solveit_modal._modidx:d

solveit_modal-0.0.1.dist-info/licenses/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2022, fastai
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

solveit_modal-0.0.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+solveit_modal