dayhoff-tools 1.14.3__py3-none-any.whl → 1.14.4__py3-none-any.whl

dayhoff_tools/cli/batch/commands/embed_t5.py

@@ -1,6 +1,8 @@
 """T5 embedding pipeline command."""
 
 import os
+import shutil
+import subprocess
 from pathlib import Path
 
 import click
@@ -232,38 +234,76 @@ def _submit_batch_job(input_path: Path, workers: int, queue: str, seqs_per_chunk
 
 
 def _run_local_mode(input_path: Path):
-    """Run embedding locally for a single chunk."""
-    import subprocess
+    """Run embedding locally in a Docker container.
 
-    click.echo("Running T5 embedding locally...")
+    This runs the embed container with the normal entrypoint, processing
+    a single chunk (index 0) for testing purposes.
+    """
+    click.echo("Running T5 embedding locally in container...")
     click.echo(f"Input: {input_path}")
 
-    # Check if we have the embedder available
-    try:
-        from dayhoff_tools.embedders import T5Embedder
+    input_dir = input_path.parent
 
-        output_file = input_path.with_suffix(".h5")
-        click.echo(f"Output: {output_file}")
-        click.echo()
+    # Create a temporary job directory structure in the input directory
+    # The worker expects JOB_DIR/input/chunk_000.fasta format
+    temp_job_dir = input_dir / ".local_embed_job"
+    temp_input_dir = temp_job_dir / "input"
+    temp_output_dir = temp_job_dir / "output"
 
-        embedder = T5Embedder(
-            max_seq_length=4500,
-            large_protein_threshold=2500,
-            batch_residue_limit=4500,
-        )
-        embedder.run(str(input_path), str(output_file))
+    # Clean up any previous run
+    if temp_job_dir.exists():
+        shutil.rmtree(temp_job_dir)
 
-        click.echo()
-        click.echo(click.style("✓ Embedding complete!", fg="green"))
-        click.echo(f"Output: {output_file}")
+    temp_input_dir.mkdir(parents=True)
+    temp_output_dir.mkdir(parents=True)
+
+    # Symlink or copy the input file as chunk_000.fasta
+    chunk_path = temp_input_dir / "chunk_000.fasta"
+    chunk_path.symlink_to(input_path.resolve())
+
+    click.echo(f"Output will be at: {temp_output_dir}/embed_000.h5")
+    click.echo()
+
+    cmd = [
+        "docker", "run", "--rm",
+        "--gpus", "all",
+        "-v", "/primordial:/primordial",
+        "-v", f"{temp_job_dir}:{temp_job_dir}",
+        "-e", f"JOB_DIR={temp_job_dir}",
+        "-e", "AWS_BATCH_JOB_ARRAY_INDEX=0",
+        DEFAULT_IMAGE_URI,
+    ]
+
+    click.echo(f"Running: {' '.join(cmd)}")
+    click.echo()
+
+    try:
+        result = subprocess.run(cmd)
+        if result.returncode != 0:
+            click.echo(
+                click.style(f"Container exited with code {result.returncode}", fg="red"),
+                err=True,
+            )
+            raise SystemExit(result.returncode)
+
+        # Check for output
+        output_file = temp_output_dir / "embed_000.h5"
+        if output_file.exists():
+            # Move output to final location
+            final_output = input_path.with_suffix(".h5")
+            shutil.move(str(output_file), str(final_output))
+            click.echo()
+            click.echo(click.style("✓ Embedding complete!", fg="green"))
+            click.echo(f"Output: {final_output}")
+        else:
+            click.echo(click.style("Warning: No output file found", fg="yellow"))
+
+        # Clean up temp directory
+        shutil.rmtree(temp_job_dir, ignore_errors=True)
 
-    except ImportError:
+    except FileNotFoundError:
         click.echo(
-            click.style(
-                "Error: T5Embedder requires 'embedders' extra. "
-                "Install with: pip install 'dayhoff-tools[embedders]'",
-                fg="red",
-            ),
+            click.style("Error: Docker not found. Is Docker installed and running?", fg="red"),
             err=True,
         )
         raise SystemExit(1)
@@ -271,8 +311,6 @@ def _run_local_mode(input_path: Path):
 
 def _run_shell_mode(input_path: Path):
     """Drop into container shell for debugging."""
-    import subprocess
-
     click.echo("Dropping into container shell...")
     click.echo(f"Input will be available at: /input/{input_path.name}")
     click.echo()

dayhoff_tools/cli/engines_studios/studio_commands.py

@@ -434,7 +434,10 @@ def list_studios(env: Optional[str]):
     help="Environment (dev, sand, prod) - auto-detected if not specified",
 )
 def attach_studio(
-    engine_name_or_id: str, skip_ssh_config: bool, user: Optional[str], env: Optional[str]
+    engine_name_or_id: str,
+    skip_ssh_config: bool,
+    user: Optional[str],
+    env: Optional[str],
 ):
     """Attach your studio to an engine with progress tracking."""
 

{dayhoff_tools-1.14.3.dist-info → dayhoff_tools-1.14.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dayhoff-tools
-Version: 1.14.3
+Version: 1.14.4
 Summary: Common tools for all the repos at Dayhoff Labs
 Author: Daniel Martin-Alarcon
 Author-email: dma@dayhofflabs.com

{dayhoff_tools-1.14.3.dist-info → dayhoff_tools-1.14.4.dist-info}/RECORD

@@ -12,7 +12,7 @@ dayhoff_tools/cli/batch/aws_batch.py,sha256=L6lNpUaxyhMvLcM3dF8yEi2yCgTNdviaNMmG
 dayhoff_tools/cli/batch/commands/__init__.py,sha256=1xRzzL_mc1hz1Pv0OWNr-g6fkL5XbEsOTGHzrqddLCA,458
 dayhoff_tools/cli/batch/commands/boltz.py,sha256=M7UNebaV7EAoHY_Fhml7JGnTZjM5o1nkYL22pSmqnWA,10422
 dayhoff_tools/cli/batch/commands/cancel.py,sha256=5FHLRoq8nvOr8HuKxXUZqAyAdjQP8seaNSaeAdhOoE8,2890
-dayhoff_tools/cli/batch/commands/embed_t5.py,sha256=D56Hyamzm-peVEiA3tDzotfpHd2bVsKfMprpoj_ADR8,9627
+dayhoff_tools/cli/batch/commands/embed_t5.py,sha256=UtF8ulJcz15sdd1QzvPVPeioN_AMks1DZ7c6vKtwhDE,11052
 dayhoff_tools/cli/batch/commands/finalize.py,sha256=2kQTtHxdW52s0lrLUlc7tx7Ab092sxs8uSc9-f2utUg,7198
 dayhoff_tools/cli/batch/commands/list_jobs.py,sha256=y90_XqFI2qcvV2XUC01P3P2aIdtl5hXP3cBDEofsRtU,2432
 dayhoff_tools/cli/batch/commands/local.py,sha256=vOTojTAp4YZXIMLKNqc76oIE0oWMjB1mtTe6r19LrEc,3075
@@ -45,7 +45,7 @@ dayhoff_tools/cli/engines_studios/simulators/simulator_utils.py,sha256=HA08pIMJW
 dayhoff_tools/cli/engines_studios/simulators/studio_list_simulator.py,sha256=ntizeR0BJLdJOwCRBKPajc2xT-BL7SNnONxfgxXDgr8,11609
 dayhoff_tools/cli/engines_studios/simulators/studio_status_simulator.py,sha256=6WvpnRawJVaQf_H81zuR1_66igRRVxPxjAt8e69xjp4,5394
 dayhoff_tools/cli/engines_studios/ssh_config.py,sha256=UCv-jf_zSuk7FUStkCQBAJz1QkxiSEwZbdSrwt_9SMU,2932
-dayhoff_tools/cli/engines_studios/studio_commands.py,sha256=kOoSfbhufNpNrqEsWu_Ohq1tu8XQajvJZnIcQgiyUTY,25971
+dayhoff_tools/cli/engines_studios/studio_commands.py,sha256=KGSNZQS8MmM_DfQzT9SRZvuR3OK6NdIdOrqI2wJFyes,25984
 dayhoff_tools/cli/github_commands.py,sha256=pfrxI68LObGm_gtPlQN-gHPahHV4l9k9T4GqO99NNL0,8948
 dayhoff_tools/cli/main.py,sha256=6W-fdRfjkPGx4fnfAhmEKyFl6Ou1VOxy4IYFpcFWkrA,8489
 dayhoff_tools/cli/swarm_commands.py,sha256=5EyKj8yietvT5lfoz8Zx0iQvVaNgc3SJX1z2zQR6o6M,5614
@@ -70,7 +70,7 @@ dayhoff_tools/intake/uniprot.py,sha256=BZYJQF63OtPcBBnQ7_P9gulxzJtqyorgyuDiPeOJq
 dayhoff_tools/logs.py,sha256=DKdeP0k0kliRcilwvX0mUB2eipO5BdWUeHwh-VnsICs,838
 dayhoff_tools/sqlite.py,sha256=jV55ikF8VpTfeQqqlHSbY8OgfyfHj8zgHNpZjBLos_E,18672
 dayhoff_tools/warehouse.py,sha256=UETBtZD3r7WgvURqfGbyHlT7cxoiVq8isjzMuerKw8I,24475
-dayhoff_tools-1.14.3.dist-info/METADATA,sha256=PflDa-XxwtgN4RplNJvPemoK9-muyPlmpWaEW5sqvhk,3184
-dayhoff_tools-1.14.3.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-dayhoff_tools-1.14.3.dist-info/entry_points.txt,sha256=iAf4jteNqW3cJm6CO6czLxjW3vxYKsyGLZ8WGmxamSc,49
-dayhoff_tools-1.14.3.dist-info/RECORD,,
+dayhoff_tools-1.14.4.dist-info/METADATA,sha256=DO3OUdkIlcX9vFR1LbE6BUB7uO-Qsmhi2EjhzA3LkXE,3184
+dayhoff_tools-1.14.4.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+dayhoff_tools-1.14.4.dist-info/entry_points.txt,sha256=iAf4jteNqW3cJm6CO6czLxjW3vxYKsyGLZ8WGmxamSc,49
+dayhoff_tools-1.14.4.dist-info/RECORD,,