konduktor-nightly 0.1.0.dev20250808105243__py3-none-any.whl → 0.1.0.dev20250809104842__py3-none-any.whl

konduktor/__init__.py

@@ -11,7 +11,7 @@ from konduktor.task import Task
 __all__ = ['launch', 'Resources', 'Task', 'Serving']
 
 # Replaced with the current commit when building the wheels.
-_KONDUKTOR_COMMIT_SHA = '45add2e516f1b7bb1f16ed063e5af87b8e5609cf'
+_KONDUKTOR_COMMIT_SHA = '0f0b36c3a67aa7c60d6cb33240631b7c8ccaed03'
 os.makedirs(os.path.expanduser('~/.konduktor'), exist_ok=True)
 
 
@@ -45,5 +45,5 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev0.1.0.dev20250808105243'
+__version__ = '1.0.0.dev0.1.0.dev20250809104842'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))

konduktor/backends/constants.py

@@ -9,5 +9,11 @@ USER_LABEL = 'trainy.ai/username'
 ACCELERATOR_LABEL = 'trainy.ai/accelerator'
 NUM_ACCELERATORS_LABEL = 'trainy.ai/num-accelerators'
 
+# Start/stop/status related labels
+STOP_USERID_LABEL = 'trainy.ai/stop-userid'
+STOP_USERNAME_LABEL = 'trainy.ai/stop-username'
+
 # Secret labels
-SECRET_BASENAME_LABEL = 'konduktor/basename'
+SECRET_BASENAME_LABEL = 'trainy.ai/secret-basename'
+SECRET_KIND_LABEL = 'trainy.ai/secret-kind'
+SECRET_OWNER_LABEL = 'trainy.ai/secret-owner'

konduktor/backends/jobset_utils.py

@@ -3,10 +3,12 @@
 import enum
 import json
 import tempfile
+import time
 import typing
 from datetime import datetime, timezone
 from typing import Any, Dict, Optional, Tuple
 
+import click
 import colorama
 
 if typing.TYPE_CHECKING:
@@ -217,6 +219,131 @@ def delete_jobset(namespace: str, job_name: str) -> Optional[Dict[str, Any]]:
     return None
 
 
+def stop_jobset(namespace: str, job_name: str) -> Optional[Dict[str, Any]]:
+    """Stops jobset in this namespace"""
+    context = kubernetes_utils.get_current_kube_config_context_name()
+    try:
+        # First check if the job exists
+        get_jobset(namespace, job_name)
+
+        # Apply patch to suspend the jobset and add annotations
+        # Time is in UTC but gets converted to local timezone in the konduktor status UI
+        patch = {
+            'spec': {'suspend': True},
+            'metadata': {
+                'annotations': {
+                    backend_constants.STOP_USERID_LABEL: common_utils.user_and_hostname_hash(),
+                    backend_constants.STOP_USERNAME_LABEL: common_utils.get_cleaned_username(),
+                }
+            },
+        }
+        response = kube_client.crd_api(context=context).patch_namespaced_custom_object(
+            group=JOBSET_API_GROUP,
+            version=JOBSET_API_VERSION,
+            namespace=namespace,
+            plural=JOBSET_PLURAL,
+            name=job_name,
+            body=patch,
+        )
+
+        # Also suspend the associated Kueue workload to prevent automatic resumption
+        try:
+            # Find the workload for this jobset
+            workloads = kube_client.crd_api(
+                context=context
+            ).list_namespaced_custom_object(
+                group='kueue.x-k8s.io',
+                version='v1beta1',
+                namespace=namespace,
+                plural='workloads',
+            )
+            for workload in workloads.get('items', []):
+                if workload['metadata']['name'].startswith(f'jobset-{job_name}-'):
+                    # Suspend the workload
+                    workload_patch = {'spec': {'active': False}}
+                    kube_client.crd_api(context=context).patch_namespaced_custom_object(
+                        group='kueue.x-k8s.io',
+                        version='v1beta1',
+                        namespace=namespace,
+                        plural='workloads',
+                        name=workload['metadata']['name'],
+                        body=workload_patch,
+                    )
+                    break
+        except Exception:
+            # If workload suspension fails, continue (JobSet suspension still worked)
+            pass
+
+        return response
+    except kube_client.api_exception() as e:
+        if e.status == 404:
+            raise JobNotFoundError(f'Job {job_name} not found in namespace {namespace}')
+        else:
+            raise e
+
+
+def start_jobset(namespace: str, job_name: str) -> Optional[Dict[str, Any]]:
+    """Starts jobset in this namespace"""
+    context = kubernetes_utils.get_current_kube_config_context_name()
+    try:
+        # First check if the job exists
+        get_jobset(namespace, job_name)
+
+        # Apply patch to resume the jobset and remove suspension annotations
+        patch = {
+            'spec': {'suspend': False},
+            'metadata': {
+                'annotations': {
+                    backend_constants.STOP_USERID_LABEL: None,
+                    backend_constants.STOP_USERNAME_LABEL: None,
+                }
+            },
+        }
+        response = kube_client.crd_api(context=context).patch_namespaced_custom_object(
+            group=JOBSET_API_GROUP,
+            version=JOBSET_API_VERSION,
+            namespace=namespace,
+            plural=JOBSET_PLURAL,
+            name=job_name,
+            body=patch,
+        )
+
+        # Also reactivate the associated Kueue workload
+        try:
+            # Find the workload for this jobset
+            workloads = kube_client.crd_api(
+                context=context
+            ).list_namespaced_custom_object(
+                group='kueue.x-k8s.io',
+                version='v1beta1',
+                namespace=namespace,
+                plural='workloads',
+            )
+            for workload in workloads.get('items', []):
+                if workload['metadata']['name'].startswith(f'jobset-{job_name}-'):
+                    # Reactivate the workload
+                    workload_patch = {'spec': {'active': True}}
+                    kube_client.crd_api(context=context).patch_namespaced_custom_object(
+                        group='kueue.x-k8s.io',
+                        version='v1beta1',
+                        namespace=namespace,
+                        plural='workloads',
+                        name=workload['metadata']['name'],
+                        body=workload_patch,
+                    )
+                    break
+        except Exception:
+            # If workload reactivation fails, continue (JobSet resumption still worked)
+            pass
+
+        return response
+    except kube_client.api_exception() as e:
+        if e.status == 404:
+            raise JobNotFoundError(f'Job {job_name} not found in namespace {namespace}')
+        else:
+            raise e
+
+
 def get_job(namespace: str, job_name: str) -> Optional[Dict[str, Any]]:
     """Gets a specific job from a jobset by name and worker index
 
@@ -251,16 +378,82 @@ def get_job(namespace: str, job_name: str) -> Optional[Dict[str, Any]]:
     return None
 
 
-def show_status_table(namespace: str, all_users: bool):
-    """Compute cluster table values and display.
+def _parse_timestamp_filter(timestamp_str: str) -> datetime:
+    """Parse timestamp string into datetime object for filtering
 
-    Returns:
-        Number of pending auto{stop,down} clusters that are not already
-        STOPPED.
+    Supported formats:
+    - "08/06/25 03:54PM" (full datetime)
+    - "08/06/25" (date only)
+    - "03:54PM" (time only, uses today's date)
+    """
+
+    # Try different formats
+    formats = [
+        '%m/%d/%y %I:%M%p',  # 08/06/25 03:54PM (full datetime)
+        '%m/%d/%y',  # 08/06/25 (date only)
+        '%I:%M%p',  # 03:54PM (time only)
+    ]
+
+    for fmt in formats:
+        try:
+            dt = datetime.strptime(timestamp_str, fmt)
+
+            # Handle time-only format (add today's date)
+            if fmt == '%I:%M%p':
+                today = datetime.now().strftime('%m/%d/%y')
+                dt = datetime.strptime(f'{today} {timestamp_str}', '%m/%d/%y %I:%M%p')
+
+            # If no timezone info, assume local timezone and convert to UTC
+            if dt.tzinfo is None:
+                if fmt in ['%m/%d/%y %I:%M%p', '%I:%M%p']:
+                    # For display format, convert from local time to UTC
+                    # Get current local timezone offset
+                    local_offset = time.timezone if not time.daylight else time.altzone
+                    # Convert local time to UTC by adding the offset
+                    # (since timezone is negative)
+                    dt = dt.replace(tzinfo=timezone.utc) + timedelta(
+                        seconds=abs(local_offset)
+                    )
+                else:
+                    dt = dt.replace(tzinfo=timezone.utc)
+            return dt
+        except ValueError:
+            continue
+
+    raise ValueError(
+        f"Unable to parse timestamp '{timestamp_str}'. "
+        f"Supported formats: '08/06/25 03:54PM', '08/06/25', '03:54PM'"
+    )
+
+
+def show_status_table(
+    namespace: str,
+    all_users: bool,
+    limit: Optional[int] = None,
+    after: Optional[str] = None,
+    before: Optional[str] = None,
+):
+    """Compute cluster table values and display with optional filtering and pagination.
+
+    Args:
+        namespace: Kubernetes namespace to search
+        all_users: Whether to show jobs from all users
+        limit: Maximum number of jobs to display
+        after: Show jobs created after this timestamp
+        before: Show jobs created before this timestamp
     """
     # TODO(zhwu): Update the information for autostop clusters.
 
-    def _get_status_string_colorized(status: Dict[str, Any]) -> str:
+    def _get_status_string_colorized(
+        status: Dict[str, Any], job: Dict[str, Any]
+    ) -> str:
+        # Handle case where status might be empty or missing
+        if not status:
+            return (
+                f'{colorama.Fore.YELLOW}'
+                f'{JobStatus.PENDING.name}{colorama.Style.RESET_ALL}'
+            )
+
         terminalState = status.get('terminalState', None)
         if terminalState and terminalState.upper() == JobStatus.COMPLETED.name.upper():
             return (
@@ -272,16 +465,28 @@ def show_status_table(namespace: str, all_users: bool):
                 f'{colorama.Fore.RED}'
                 f'{JobStatus.FAILED.name}{colorama.Style.RESET_ALL}'
             )
-        elif status['replicatedJobsStatus'][0]['ready']:
+        elif status.get('replicatedJobsStatus', [{}])[0].get('ready', False):
             return (
                 f'{colorama.Fore.CYAN}'
                 f'{JobStatus.ACTIVE.name}{colorama.Style.RESET_ALL}'
             )
-        elif status['replicatedJobsStatus'][0]['suspended']:
-            return (
-                f'{colorama.Fore.BLUE}'
-                f'{JobStatus.SUSPENDED.name}{colorama.Style.RESET_ALL}'
-            )
+        elif status.get('replicatedJobsStatus', [{}])[0].get('suspended', False):
+            # Check if this was manually suspended
+            annotations = job.get('metadata', {}).get('annotations', {})
+            if annotations.get(backend_constants.STOP_USERID_LABEL):
+                username = annotations.get(
+                    backend_constants.STOP_USERNAME_LABEL, 'unknown'
+                )
+                return (
+                    f'{colorama.Fore.BLUE}'
+                    f'{JobStatus.SUSPENDED.name} '
+                    f'(by {username}){colorama.Style.RESET_ALL}'
+                )
+            else:
+                return (
+                    f'{colorama.Fore.BLUE}'
+                    f'{JobStatus.SUSPENDED.name} (by system){colorama.Style.RESET_ALL}'
+                )
         else:
             return (
                 f'{colorama.Fore.YELLOW}'
@@ -296,13 +501,32 @@ def show_status_table(namespace: str, all_users: bool):
 
         days, remainder = divmod(total_seconds, 86400)  # 86400 seconds in a day
         hours, remainder = divmod(remainder, 3600)  # 3600 seconds in an hour
-        minutes, _ = divmod(remainder, 60)  # 60 seconds in a minute
+        minutes, seconds = divmod(remainder, 60)  # 60 seconds in a minute
+
+        days_str = f'{days} day{"s" if days != 1 else ""}, ' if days > 0 else ''
+        hours_str = f'{hours} hr{"s" if hours != 1 else ""}, ' if hours > 0 else ''
+        minutes_str = (
+            f'{minutes} min{"s" if minutes != 1 else ""}'
+            if minutes > 0 and days == 0
+            else ''
+        )
+        seconds_str = (
+            f'{seconds} sec{"s" if seconds != 1 else ""}'
+            if seconds > 0 and days == 0 and hours == 0 and minutes == 0
+            else ''
+        )
 
-        days_str = f'{days} days, ' if days > 0 else ''
-        hours_str = f'{hours} hours, ' if hours > 0 else ''
-        minutes_str = f'{minutes} minutes' if minutes > 0 else ''
+        result = f'{days_str}{hours_str}{minutes_str}{seconds_str}'
+        return result if result else '<1 minute', delta
 
-        return f'{days_str}{hours_str}{minutes_str}', delta
+    def _format_timestamp(timestamp: str) -> str:
+        """Format timestamp as MM/DD/YY HH:MMAM/PM in local timezone"""
+        # Parse UTC timestamp and convert to local time
+        dt_utc = datetime.strptime(timestamp, '%Y-%m-%dT%H:%M:%SZ').replace(
+            tzinfo=timezone.utc
+        )
+        dt_local = dt_utc.astimezone()  # Convert to local timezone
+        return dt_local.strftime('%m/%d/%y %I:%M%p')
 
     def _get_resources(job: Dict[str, Any]) -> str:
         num_pods = int(
@@ -314,27 +538,86 @@ def show_status_table(namespace: str, all_users: bool):
         cpu, memory = resources['cpu'], resources['memory']
         accelerator = job['metadata']['labels'].get(JOBSET_ACCELERATOR_LABEL, None)
         if accelerator:
-            return f'{num_pods}x({cpu}CPU, memory {memory}, {accelerator})'
+            return f'{num_pods}x({cpu}CPU, {memory}MEM, {accelerator})'
         else:
-            return f'{num_pods}x({cpu}CPU, memory {memory}GB)'
+            return f'{num_pods}x({cpu}CPU, {memory}MEM)'
 
     if all_users:
-        columns = ['NAME', 'USER', 'STATUS', 'RESOURCES', 'SUBMITTED']
+        columns = [
+            'NAME',
+            'USER',
+            'STATUS',
+            'RESOURCES',
+            'SUBMITTED',
+            'START TIME',
+            'END TIME',
+        ]
     else:
-        columns = ['NAME', 'STATUS', 'RESOURCES', 'SUBMITTED']
+        columns = ['NAME', 'STATUS', 'RESOURCES', 'SUBMITTED', 'START TIME', 'END TIME']
     job_table = log_utils.create_table(columns)
     job_specs = list_jobset(namespace)
     assert job_specs is not None, 'Retrieving jobs failed'
+
+    # Parse timestamp filters if provided
+    after_dt = None
+    before_dt = None
+    if after:
+        try:
+            after_dt = _parse_timestamp_filter(after)
+        except ValueError as e:
+            click.secho(f'Error parsing --after timestamp: {e}', fg='red', err=True)
+            return
+    if before:
+        try:
+            before_dt = _parse_timestamp_filter(before)
+        except ValueError as e:
+            click.secho(f'Error parsing --before timestamp: {e}', fg='red', err=True)
+            return
+
     rows = []
     for job in job_specs['items']:
+        # Apply timestamp filtering
+        if after_dt or before_dt:
+            job_creation_time = datetime.strptime(
+                job['metadata']['creationTimestamp'], '%Y-%m-%dT%H:%M:%SZ'
+            ).replace(tzinfo=timezone.utc)
+
+            if after_dt and job_creation_time <= after_dt:
+                continue
+            if before_dt and job_creation_time >= before_dt:
+                continue
+        # Get start time
+        start_time = _format_timestamp(job['metadata']['creationTimestamp'])
+
+        # Get submitted time (how long ago)
+        submitted_time, _ = _get_time_delta(job['metadata']['creationTimestamp'])
+
+        # Get end time (from JobSet conditions)
+        def _get_end_time_from_conditions(job: Dict[str, Any]) -> str:
+            """Extract end time from JobSet conditions (Completed or Failed)"""
+            conditions = job.get('status', {}).get('conditions', [])
+            for condition in conditions:
+                # Look for terminal conditions with status=True
+                if (
+                    condition.get('type') in ['Completed', 'Failed']
+                    and condition.get('status') == 'True'
+                ):
+                    return _format_timestamp(condition.get('lastTransitionTime', ''))
+            return '-'
+
+        end_time = _get_end_time_from_conditions(job)
+
         if all_users:
             rows.append(
                 [
                     job['metadata']['name'],
                     job['metadata']['labels'][JOBSET_USERID_LABEL],
-                    _get_status_string_colorized(job['status']),
+                    _get_status_string_colorized(job.get('status', {}), job),
                     _get_resources(job),
-                    *_get_time_delta(job['metadata']['creationTimestamp']),
+                    submitted_time,
+                    start_time,
+                    end_time,
+                    job['metadata']['creationTimestamp'],
                 ]
             )
         elif (
@@ -345,13 +628,41 @@ def show_status_table(namespace: str, all_users: bool):
             rows.append(
                 [
                     job['metadata']['name'],
-                    _get_status_string_colorized(job.get('status', {})),
+                    _get_status_string_colorized(job.get('status', {}), job),
                     _get_resources(job),
-                    *_get_time_delta(job['metadata']['creationTimestamp']),
+                    submitted_time,
+                    start_time,
+                    end_time,
+                    job['metadata']['creationTimestamp'],
                 ]
             )
-    rows = [row[:-1] for row in sorted(rows, key=lambda x: x[-1])]
-    # have the most recently submitted jobs at the top
+
+    # Sort by creation timestamp (most recent first)
+    rows = sorted(rows, key=lambda x: x[-1], reverse=True)
+
+    # Apply limit if specified
+    if limit and limit > 0:
+        rows = rows[:limit]
+
+    # Show pagination info if applicable
+    total_jobs = len(job_specs['items'])
+    filtered_jobs = len(rows)
+
+    if limit or after or before:
+        filter_info = []
+        if after:
+            filter_info.append(f'after {after}')
+        if before:
+            filter_info.append(f'before {before}')
+        if limit:
+            filter_info.append(f'limit {limit}')
+
+        filter_str = ', '.join(filter_info)
+        click.secho(f'Showing {filtered_jobs} jobs ({filter_str})', fg='yellow')
+        if total_jobs != filtered_jobs:
+            click.secho(f'Total jobs in namespace: {total_jobs}', fg='yellow')
+
+    # Remove the sorting timestamp and add rows to table
     for row in rows:
-        job_table.add_row(row)
+        job_table.add_row(row[:-1])
     print(job_table)

konduktor/backends/pod_utils.py

@@ -154,7 +154,7 @@ def create_pod_spec(task: 'konduktor.Task') -> Dict[str, Any]:
     default_secrets = []
 
     user_hash = common_utils.get_user_hash()
-    label_selector = f'konduktor/owner={user_hash}'
+    label_selector = f'{backend_constants.SECRET_OWNER_LABEL}={user_hash}'
     user_secrets = kubernetes_utils.list_secrets(
         namespace, context, label_filter=label_selector
     )

konduktor/cli.py

@@ -45,12 +45,13 @@ import click
 import colorama
 import dotenv
 import prettytable
-import yaml
+import yaml  # type: ignore
 from rich.progress import track
 
 import konduktor
 from konduktor import check as konduktor_check
 from konduktor import logging
+from konduktor.backends import constants as backend_constants
 from konduktor.backends import deployment_utils, jobset_utils
 from konduktor.utils import (
     common_utils,
@@ -606,21 +607,67 @@ def cli():
     required=False,
     help='Show all clusters, including those not owned by the ' 'current user.',
 )
+@click.option(
+    '--limit',
+    '-l',
+    default=None,
+    type=int,
+    help='Maximum number of jobs to display (e.g., --limit 100)',
+)
+@click.option(
+    '--after',
+    default=None,
+    type=str,
+    help=(
+        'Show jobs created after this timestamp '
+        '(e.g., --after "08/06/25 03:54PM", --after "08/06/25", --after "03:54PM")'
+    ),
+)
+@click.option(
+    '--before',
+    default=None,
+    type=str,
+    help=(
+        'Show jobs created before this timestamp '
+        '(e.g., --before "08/06/25 03:54PM", --before "08/06/25", --before "03:54PM")'
+    ),
+)
 # pylint: disable=redefined-builtin
-def status(all_users: bool):
+def status(
+    all_users: bool, limit: Optional[int], after: Optional[str], before: Optional[str]
+):
     # NOTE(dev): Keep the docstring consistent between the Python API and CLI.
-    """Shows list of all the jobs
+    """Shows list of all the jobs with optional filtering and pagination
 
     Args:
-        all_users (bool): whether to show all jobs
-        regardless of the user in this namespace
+        all_users (bool): whether to show all jobs for all users
+        limit (Optional[int]): maximum number of jobs to display
+        after (Optional[str]): show jobs created after this timestamp
+        before (Optional[str]): show jobs created before this timestamp
+
+    Examples:
+        konduktor status --limit 10
+        konduktor status --before "08/06/25 03:53PM"
+        konduktor status --all-users --limit 10 --after "08/06/25 03:53PM"
+
+    Note:
+        When using --before or --after timestamps, passing in "08/06/25" is
+        equivalent to passing in "08/06/25 00:00".
+        When using --before or --after timestamps, passing in "03:53PM" is
+        equivalent to passing in "03:53:00PM".
+        Timestamps shown in "konduktor startus" are truncated and are in the
+        local timezone. ex. "03:53:55PM" --> "03:53PM"
+        and would show up in --after "03:53PM" but not in --before "03:53PM"
+        despite status showing as "03:53PM".
     """
     context = kubernetes_utils.get_current_kube_config_context_name()
     namespace = kubernetes_utils.get_kube_config_context_namespace(context)
     user = common_utils.user_and_hostname_hash() if not all_users else 'All'
     click.secho(f'User: {user}', fg='green', bold=True)
     click.secho('Jobs', fg='cyan', bold=True)
-    jobset_utils.show_status_table(namespace, all_users=all_users)
+    jobset_utils.show_status_table(
+        namespace, all_users=all_users, limit=limit, after=after, before=before
+    )
 
 
 @cli.command()
@@ -959,7 +1006,294 @@ def down(
 
 
 @cli.command(cls=_DocumentedCodeCommand)
-@click.argument('clouds', required=True, type=str, nargs=-1)
+@click.argument(
+    'jobs',
+    nargs=-1,
+    required=False,
+)
+@click.option('--all', '-a', default=None, is_flag=True, help='Suspend all jobs.')
+@click.option(
+    '--all-users',
+    '--all_users',
+    default=False,
+    is_flag=True,
+    help='Include other users for suspension',
+)
+@click.option(
+    '--yes',
+    '-y',
+    is_flag=True,
+    default=False,
+    required=False,
+    help='Skip confirmation prompt.',
+)
+def stop(
+    jobs: List[str],
+    all: Optional[bool],
+    all_users: Optional[bool],
+    yes: bool,
+):
+    """Suspend job(s) (manual/user-initiated).
+
+    JOB is the name of the job to suspend. If both
+    JOB and ``--all`` are supplied, the latter takes precedence.
+
+    Suspending a job will pause execution and mark the job as SUSPENDED (by user).
+    The job can be resumed later with `konduktor start`.
+
+    If a job is suspended by the system (e.g., due to queueing),
+    it will show as SUSPENDED (by system).
+
+    Wildcard patterns are supported using * characters.
+    Examples: "my_job-*" matches all jobs starting with "my_job-",
+    "*-gpu" matches all jobs ending with "-gpu".
+
+    Examples:
+
+    .. code-block:: bash
+
+      # Suspend a specific job.
+      konduktor stop my_job
+      \b
+      # Suspend multiple jobs.
+      konduktor stop my_job1 my_job2
+      \b
+      # Suspend all jobs matching a pattern.
+      konduktor stop "my_job-*"
+      \b
+      # Suspend all of this users jobs.
+      konduktor stop -a
+      konduktor stop --all
+
+      # Suspend all jobs across all users
+      konduktor stop --all --all-users
+
+    """
+
+    context = kubernetes_utils.get_current_kube_config_context_name()
+    namespace = kubernetes_utils.get_kube_config_context_namespace(context)
+    jobs_response = jobset_utils.list_jobset(namespace)
+    assert jobs_response
+    jobs_specs = [
+        job
+        for job in jobs_response['items']
+        if (
+            job['metadata']['labels'][jobset_utils.JOBSET_USERID_LABEL]
+            == common_utils.user_and_hostname_hash()
+            and not all_users
+        )
+    ]
+
+    if all:
+        assert jobs_specs is not None, f'No jobs found in namespace {namespace}'
+        assert len(jobs_specs) > 0, f'No jobs found in namespace {namespace}'
+        jobs = [job['metadata']['name'] for job in jobs_specs]
+    elif jobs:
+        # Get all available jobs to match against patterns
+        if len(jobs_specs) == 0:
+            raise click.ClickException(f'No jobs found in namespace {namespace}')
+
+        all_job_names = [job['metadata']['name'] for job in jobs_specs]
+        matched_jobs = []
+
+        for job_pattern in jobs:
+            # Use fnmatch for both wildcard and exact pattern matching
+            pattern_matches = fnmatch.filter(all_job_names, job_pattern)
+            if not pattern_matches:
+                click.secho(
+                    f'Warning: No jobs found matching pattern "{job_pattern}"',
+                    fg='yellow',
+                    err=True,
+                )
+            matched_jobs.extend(pattern_matches)
+
+        # Remove duplicates while preserving order
+        seen = set()
+        jobs = []
+        for job in matched_jobs:
+            if job not in seen:
+                seen.add(job)
+                jobs.append(job)
+
+        if not jobs:
+            raise click.ClickException(
+                f'No matching jobs found check status with '
+                f'{colorama.Style.BRIGHT}konduktor status{colorama.Style.RESET_ALL}'
+            )
+    else:
+        raise click.ClickException(
+            'No jobs specified. Use --all to suspend '
+            'all jobs or specify job names/patterns.'
+        )
+
+    if not yes:
+        # Prompt for confirmation
+        prompt = (
+            f'Suspending job(s) {colorama.Style.BRIGHT} '
+            f'{colorama.Fore.GREEN}{jobs}{colorama.Style.RESET_ALL}. '
+            'Proceed?'
+        )
+        if prompt is not None:
+            click.confirm(prompt, default=True, abort=True, show_default=True)
+
+    for job in track(jobs, description='Suspending job(s)...'):
+        jobset_utils.stop_jobset(namespace, job)
+
+
+@cli.command(cls=_DocumentedCodeCommand)
+@click.argument(
+    'jobs',
+    nargs=-1,
+    required=False,
+)
+@click.option(
+    '--all', '-a', default=None, is_flag=True, help='Resume all suspended jobs.'
+)
+@click.option(
+    '--all-users',
+    '--all_users',
+    default=False,
+    is_flag=True,
+    help='Include other users for resumption',
+)
+@click.option(
+    '--yes',
+    '-y',
+    is_flag=True,
+    default=False,
+    required=False,
+    help='Skip confirmation prompt.',
+)
+def start(
+    jobs: List[str],
+    all: Optional[bool],
+    all_users: Optional[bool],
+    yes: bool,
+):
+    """Resume suspended job(s) (manual/user-initiated).
+
+    JOB is the name of the job to resume. If both
+    JOB and ``--all`` are supplied, the latter takes precedence.
+
+    Resuming a job will restart execution from where it was suspended.
+    Only suspended jobs can be resumed.
+
+    This command works for both manually suspended jobs (SUSPENDED by user)
+    and system-suspended jobs (SUSPENDED by system).
+
+    Wildcard patterns are supported using * characters.
+    Examples: "my_job-*" matches all jobs starting with "my_job-",
+    "*-gpu" matches all jobs ending with "-gpu".
+
+    Examples:
+
+    .. code-block:: bash
+
+      # Resume a specific job.
+      konduktor start my_job
+      \b
+      # Resume multiple jobs.
+      konduktor start my_job1 my_job2
+      \b
+      # Resume all jobs matching a pattern.
+      konduktor start "my_job-*"
+      \b
+      # Resume all of this users suspended jobs.
+      konduktor start -a
+      konduktor start --all
+
+      # Resume all suspended jobs across all users
+      konduktor start --all --all-users
+
+    """
+
+    context = kubernetes_utils.get_current_kube_config_context_name()
+    namespace = kubernetes_utils.get_kube_config_context_namespace(context)
+    jobs_response = jobset_utils.list_jobset(namespace)
+    assert jobs_response
+    jobs_specs = [
+        job
+        for job in jobs_response['items']
+        if (
+            job['metadata']['labels'][jobset_utils.JOBSET_USERID_LABEL]
+            == common_utils.user_and_hostname_hash()
+            and not all_users
+        )
+    ]
+
+    if all:
+        # Only get suspended jobs when using --all
+        suspended_jobs = [
+            job['metadata']['name']
+            for job in jobs_specs
+            if job.get('status', {})
+            .get('replicatedJobsStatus', [{}])[0]
+            .get('suspended', False)
+        ]
+        if not suspended_jobs:
+            raise click.ClickException(
+                f'No suspended jobs found in namespace {namespace}'
+            )
+        jobs = suspended_jobs
+    elif jobs:
+        # Get all available jobs to match against patterns
+        if len(jobs_specs) == 0:
+            raise click.ClickException(f'No jobs found in namespace {namespace}')
+
+        all_job_names = [job['metadata']['name'] for job in jobs_specs]
+        matched_jobs = []
+
+        for job_pattern in jobs:
+            # Use fnmatch for both wildcard and exact pattern matching
+            pattern_matches = fnmatch.filter(all_job_names, job_pattern)
+            if not pattern_matches:
+                click.secho(
+                    f'Warning: No jobs found matching pattern "{job_pattern}"',
+                    fg='yellow',
+                    err=True,
+                )
+            matched_jobs.extend(pattern_matches)
+
+        # Remove duplicates while preserving order
+        seen = set()
+        jobs = []
+        for job in matched_jobs:
+            if job not in seen:
+                seen.add(job)
+                jobs.append(job)
+
+        if not jobs:
+            raise click.ClickException(
+                f'No matching jobs found check status with '
+                f'{colorama.Style.BRIGHT}konduktor status{colorama.Style.RESET_ALL}'
+            )
+    else:
+        raise click.ClickException(
+            'No jobs specified. Use --all to resume '
+            'all suspended jobs or specify job names/patterns.'
+        )
+
+    if not yes:
+        # Prompt for confirmation
+        prompt = (
+            f'Resuming job(s) {colorama.Style.BRIGHT} '
+            f'{colorama.Fore.GREEN}{jobs}{colorama.Style.RESET_ALL}. '
+            'Proceed?'
+        )
+        if prompt is not None:
+            click.confirm(prompt, default=True, abort=True, show_default=True)
+
+    for job in track(jobs, description='Resuming job(s)...'):
+        jobset_utils.start_jobset(namespace, job)
+
+
+@cli.command(cls=_DocumentedCodeCommand)
+@click.argument(
+    'clouds',
+    required=True,
+    type=str,
+    nargs=-1,
+)
 def check(clouds: Tuple[str]):
     """Check which clouds are available to use for storage
 
@@ -1143,9 +1477,9 @@ def create(kind, from_file, from_directory, inline, name):
         'name': secret_name,
         'labels': {
             'parent': 'konduktor',
-            'konduktor/owner': common_utils.get_user_hash(),
-            'konduktor/basename': basename,
-            'konduktor/secret-kind': kind or None,
+            backend_constants.SECRET_OWNER_LABEL: common_utils.get_user_hash(),
+            backend_constants.SECRET_BASENAME_LABEL: basename,
+            backend_constants.SECRET_KIND_LABEL: kind or None,
         },
     }
 
@@ -1153,13 +1487,13 @@ def create(kind, from_file, from_directory, inline, name):
     # Overwrites if user trying to create more than 1
     if kind == 'git-ssh':
         user_hash = common_utils.get_user_hash()
-        label_selector = f'konduktor/owner={user_hash}'
+        label_selector = f'{backend_constants.SECRET_OWNER_LABEL}={user_hash}'
         existing = kubernetes_utils.list_secrets(
             namespace, context, label_filter=label_selector
         )
         for s in existing:
             labels = s.metadata.labels or {}
-            if labels.get('konduktor/secret-kind') == 'git-ssh':
+            if labels.get(backend_constants.SECRET_KIND_LABEL) == 'git-ssh':
                 old_name = s.metadata.name
                 click.echo(f'Found existing git-ssh secret: {old_name}, deleting it.')
                 kubernetes_utils.delete_secret(
@@ -1188,7 +1522,7 @@ def delete(name):
     namespace = kubernetes_utils.get_kube_config_context_namespace(context)
     user_hash = common_utils.get_user_hash()
 
-    label_selector = f'konduktor/owner={user_hash}'
+    label_selector = f'{backend_constants.SECRET_OWNER_LABEL}={user_hash}'
     secrets = kubernetes_utils.list_secrets(
         namespace, context, label_filter=label_selector
     )
@@ -1196,7 +1530,8 @@ def delete(name):
     matches = [
         s
         for s in secrets
-        if s.metadata.labels and s.metadata.labels.get('konduktor/basename') == name
+        if s.metadata.labels
+        and s.metadata.labels.get(backend_constants.SECRET_BASENAME_LABEL) == name
     ]
 
     if not matches:
@@ -1233,7 +1568,7 @@ def list_secrets(all_users: bool):
     if not all_users:
         user_hash = common_utils.get_user_hash()
         username = common_utils.get_cleaned_username()
-        label_selector = f'konduktor/owner={user_hash}'
+        label_selector = f'{backend_constants.SECRET_OWNER_LABEL}={user_hash}'
         secrets = kubernetes_utils.list_secrets(
             namespace, context, label_filter=label_selector
         )
@@ -1254,9 +1589,9 @@ def list_secrets(all_users: bool):
 
     for s in secrets:
         labels = s.metadata.labels or {}
-        basename = labels.get('konduktor/basename', s.metadata.name)
-        kind = labels.get('konduktor/secret-kind', '(none)')
-        owner = labels.get('konduktor/owner', '(none)')
+        basename = labels.get(backend_constants.SECRET_BASENAME_LABEL, s.metadata.name)
+        kind = labels.get(backend_constants.SECRET_KIND_LABEL, '(none)')
+        owner = labels.get(backend_constants.SECRET_OWNER_LABEL, '(none)')
 
         if all_users:
             click.echo(f'{basename:30}   kind={kind:10}   owner={owner}')

konduktor/config.py

@@ -65,7 +65,7 @@ import os
 import pprint
 from typing import Any, Dict, List, Optional, Tuple
 
-import yaml
+import yaml  # type: ignore
 
 from konduktor import logging
 from konduktor.utils import common_utils, schemas, ux_utils

konduktor/data/aws/s3.py

@@ -29,6 +29,7 @@ import colorama
 from konduktor import config, logging
 from konduktor.adaptors import aws
 from konduktor.adaptors.aws import boto3
+from konduktor.backends import constants as backend_constants
 from konduktor.data import constants, data_utils, storage_utils
 from konduktor.utils import (
     annotations,
@@ -1036,7 +1037,7 @@ class S3Store(storage_utils.AbstractStore):
 
         secret_metadata = {
             'labels': {
-                'konduktor/secret-kind': 'S3',
+                backend_constants.SECRET_KIND_LABEL: 'S3',
             },
         }
 

konduktor/data/gcp/gcs.py

@@ -28,6 +28,7 @@ if typing.TYPE_CHECKING:
 
 from konduktor import logging
 from konduktor.adaptors import gcp
+from konduktor.backends import constants as backend_constants
 from konduktor.data import constants, data_utils, storage_utils
 from konduktor.data.gcp import utils
 from konduktor.utils import (
@@ -886,7 +887,7 @@ class GcsStore(storage_utils.AbstractStore):
 
         secret_metadata = {
             'labels': {
-                'konduktor/secret-kind': 'GCS',
+                backend_constants.SECRET_KIND_LABEL: 'GCS',
             },
         }
 

konduktor/task.py

@@ -19,7 +19,7 @@ import re
 import typing
 from typing import Any, Dict, List, Optional, Tuple, Union
 
-import yaml
+import yaml  # type: ignore
 
 if typing.TYPE_CHECKING:
     import konduktor.resource as resources_lib

konduktor/templates/jobset.yaml.j2

@@ -15,7 +15,7 @@ jobset:
       parent: "trainy"
     annotations: {}
   spec:
-    ttlSecondsAfterFinished: 259200 # 3 days
+    ttlSecondsAfterFinished: 31536000 # 1 year (365 days)
     {% if max_restarts %}
     failurePolicy:
       maxRestarts: {{ max_restarts }}

konduktor/utils/common_utils.py

@@ -26,7 +26,7 @@ from typing import Any, Callable, Dict, List, Optional, Union
 
 import jinja2
 import jsonschema
-import yaml
+import yaml  # type: ignore
 
 from konduktor.utils import annotations, constants, ux_utils, validator
 

konduktor/utils/kubernetes_utils.py

@@ -21,9 +21,10 @@ from typing import Any, Dict, List, Optional, Tuple, Union
 
 import filelock
 import kubernetes
-import yaml
+import yaml  # type: ignore
 
 from konduktor import config, kube_client, logging
+from konduktor.backends import constants as backend_constants
 from konduktor.utils import common_utils, kubernetes_enums
 
 if typing.TYPE_CHECKING:
@@ -604,8 +605,8 @@ def set_secret(
             'name': full_name,
             'labels': {
                 'parent': 'konduktor',
-                'konduktor/owner': user_hash,
-                'konduktor/basename': secret_name,
+                backend_constants.SECRET_OWNER_LABEL: user_hash,
+                backend_constants.SECRET_BASENAME_LABEL: secret_name,
             },
         }
 
@@ -680,7 +681,7 @@ def delete_secret(
 def get_secret_kind(secret: kubernetes.client.V1Secret) -> Optional[str]:
     """Get the konduktor-specific kind of a secret, if labeled."""
     if secret.metadata.labels:
-        return secret.metadata.labels.get('konduktor/secret-kind')
+        return secret.metadata.labels.get(backend_constants.SECRET_KIND_LABEL)
     return None
 
 

{konduktor_nightly-0.1.0.dev20250808105243.dist-info → konduktor_nightly-0.1.0.dev20250809104842.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: konduktor-nightly
-Version: 0.1.0.dev20250808105243
+Version: 0.1.0.dev20250809104842
 Summary: GPU Cluster Health Management
 Author: Andrew Aikawa
 Author-email: asai@berkeley.edu

{konduktor_nightly-0.1.0.dev20250808105243.dist-info → konduktor_nightly-0.1.0.dev20250809104842.dist-info}/RECORD

@@ -1,4 +1,4 @@
-konduktor/__init__.py,sha256=agpWvH79AhK6OerLHZEAQtdxWOaV_sshDBcCks8gWz0,1574
+konduktor/__init__.py,sha256=bTZfonclg2KPH9idiGwsQys1xaoPFVgSruIPRdy8GSQ,1574
 konduktor/adaptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/adaptors/aws.py,sha256=s47Ra-GaqCQibzVfmD0pmwEWHif1EGO5opMbwkLxTCU,8244
 konduktor/adaptors/common.py,sha256=ZIqzjx77PIHUwpjfAQ1uX8B2aX78YMuGj4Bppd-MdyM,4183
@@ -6,15 +6,15 @@ konduktor/adaptors/gcp.py,sha256=ierTF4z7vwpJ9BsC7LSiwv4uLcjGXscwZOwQrddr2vM,410
 konduktor/authentication.py,sha256=_mVy3eqoKohicHostFiGwG1-2ybxP-l7ouofQ0LRlCY,4570
 konduktor/backends/__init__.py,sha256=usWJ8HdZJEyg7MIsN8Zcz9rk9e2Lq5dWJ8dv6hCN3ys,199
 konduktor/backends/backend.py,sha256=qh0bp94lzoTYZkzyQv2-CVrB5l91FkG2vclXg24UFC0,2910
-konduktor/backends/constants.py,sha256=eqURY4RU_YXX_WRcge4AZHjr4nwuxTmmVGBnDrD_Qa4,441
+konduktor/backends/constants.py,sha256=NfdhY1PQnewvDCjgRKXj6EZDcVH8k_0GGxnMo7w6HDU,666
 konduktor/backends/deployment.py,sha256=EHfB2uLeKFQ3maek9tx6XL4_sjQ-ax59DZA79Q3EkVs,5519
 konduktor/backends/deployment_utils.py,sha256=VGuL01rKe7p7PoVRI_cP4tiZRxHZ13nnTMG-bmDf7P0,28975
 konduktor/backends/jobset.py,sha256=OwgDog9nH-FoUmNU_H--C3U5jx70reTKL1l849M1k5A,8430
-konduktor/backends/jobset_utils.py,sha256=MRZf-Wcn084lnig0SfgXlF9Q3RyC7m7THeJQQlpdSw8,12931
-konduktor/backends/pod_utils.py,sha256=K0y2kRTzrmIWFbmyJSEMhw7gueiIFF7VAlXtaBMNHkM,15237
+konduktor/backends/jobset_utils.py,sha256=YPbGxbM9FIPNLlvu3_189iGDopWrGLqL_kJO17McRUU,24567
+konduktor/backends/pod_utils.py,sha256=Jfv_CY8suF0e7QEaeQiNRRxRnOueLgPR8SfLEO7lnwc,15260
 konduktor/check.py,sha256=JennyWoaqSKhdyfUldd266KwVXTPJpcYQa4EED4a_BA,7569
-konduktor/cli.py,sha256=NOJGSa7iakFpIcC6ny2uhGCugGNyku-U02rlvjgri5Q,45844
-konduktor/config.py,sha256=J50JxC6MsXMnlrJPXdDUMr38C89xvOO7mR8KJ6fyils,15520
+konduktor/cli.py,sha256=lEZmfrswuxMAyU5hmndMHqk4GkJyohk_TOHBx-0h90M,56316
+konduktor/config.py,sha256=9upqgCCYvcu6fKw7tovEYC1MWTkAAir0_WHPdayylbI,15536
 konduktor/constants.py,sha256=T3AeXXxuQHINW_bAWyztvDeS8r4g8kXBGIwIq13cys0,1814
 konduktor/controller/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/controller/constants.py,sha256=SGAgu9yTDWYXyVwxlaw1vfRJFOflPR549mKwgdzbI9w,1124
@@ -55,12 +55,12 @@ konduktor/dashboard/frontend/server.js,sha256=jcp6_Ww9YJD3uKY07jR3KMlAM6n1QZdxZn
 konduktor/dashboard/frontend/tailwind.config.js,sha256=fCnc48wvioIDOe5ldQ_6RE7F76cP7aU7pDrxBPJx-Fk,366
 konduktor/data/__init__.py,sha256=KMR2i3E9YcIpiIuCxtRdS7BQ1w2vUAbbve7agziJrLo,213
 konduktor/data/aws/__init__.py,sha256=_6zWfNNAK1QGgyKqg_yPYWcXlnffchyvIMErYa6tw_U,331
-konduktor/data/aws/s3.py,sha256=lNgI02wacyXudyrIfXPKrscH4o153Wa_o5qpQR-jjLQ,48506
+konduktor/data/aws/s3.py,sha256=vW79oNoCwKm97iyUQvDScf2i-bXZ6he55UU-kViFa7I,48580
 konduktor/data/constants.py,sha256=yXVEoTI2we1xOjVSU-bjRCQCLpVvpEvJ0GedXvSwEfw,127
 konduktor/data/data_utils.py,sha256=IG1jgb_La997wi90xCvxYYsHQRlmm8Aooq04ZSf8EDI,9670
 konduktor/data/gcp/__init__.py,sha256=rlQxACBC_Vu36mdgPyJgUy4mGc_6Nt_a96JAuaPz2pQ,489
 konduktor/data/gcp/constants.py,sha256=dMfOiFccM8O6rUi9kClJcbvw1K1VnS1JzzQk3apq8ho,1483
-konduktor/data/gcp/gcs.py,sha256=fFaQydgFj0zJbZrVCrOq7goXE6gT19i3f1NQpe_Hdq4,41888
+konduktor/data/gcp/gcs.py,sha256=ZYHkupCewphSlVwQ5HDAvHG0scwYri9JkklvK9AwcPc,41962
 konduktor/data/gcp/utils.py,sha256=FJQcMXZqtMIzjZ98b3lTTc0UbdPUKTDLsOsfJaaH5-s,214
 konduktor/data/registry.py,sha256=CUbMsN_Q17Pf4wRHkqZrycErEjTP7cLEdgcfwVGcEpc,696
 konduktor/data/storage.py,sha256=o2So-bY9glvgbGdoN7AQNYmNnvGf1AUDPpImtadRL90,35213
@@ -74,9 +74,9 @@ konduktor/manifests/dmesg_daemonset.yaml,sha256=pSWt7YOeTYjS0l0iki1fvHOs7MhY-sH-
 konduktor/manifests/pod_cleanup_controller.yaml,sha256=hziL1Ka1kCAEL9R7Tjvpb80iw1vcq9_3gwHCu75Bi0A,3939
 konduktor/resource.py,sha256=qQhMlI6gvTaoGfYb9NNgSrUavgNqfcYVfb9V_oC5pLE,20411
 konduktor/serving.py,sha256=sh8TPAUXg23Bkt0ByatIMdxFFqzRm18HJTEkt3wHzdo,5147
-konduktor/task.py,sha256=jrr-6mNWOB8I199N6OqAZIEmXoW17Xs1ZC9-y_N7P3w,37480
+konduktor/task.py,sha256=97iLCo62qpN9wLGNPeFw64E8k1nch7AyySY3BUXHPWY,37496
 konduktor/templates/deployment.yaml.j2,sha256=uXFjDQaimbpFdAn2RJGaIvS_PzDY136cw_L3QMjz3ZA,3452
-konduktor/templates/jobset.yaml.j2,sha256=rdURknodtgLp4zoA2PX86Nn4wPpi3tr5l4IG55aWBRg,1059
+konduktor/templates/jobset.yaml.j2,sha256=67yGuY4XdE4KBWN3DKvMJjlypQ0VpdiioRUAhpa3zA4,1072
 konduktor/templates/pod.yaml.j2,sha256=3uXx0ls2v8x-NL_Ypze5u9RoJS8F5bzoyOJcYwzf8Z0,18240
 konduktor/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/usage/constants.py,sha256=gCL8afIHZhO0dcxbJGpESE9sCC1cBSbeRnQ8GwNOY4M,612
@@ -84,12 +84,12 @@ konduktor/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/utils/accelerator_registry.py,sha256=ythz3ynulP1DSSU7Jj5VUsQeBzSYRkxCVDZ5oOg0xtc,560
 konduktor/utils/annotations.py,sha256=oy2-BLydkFt3KWkXDuaGY84d6b7iISuy4eAT9uXk0Fc,2225
 konduktor/utils/base64_utils.py,sha256=mF-Tw98mFRG70YE4w6s9feuQSCYZHOb8YatBZwMugyI,3130
-konduktor/utils/common_utils.py,sha256=4yG5Kjvu1hu6x2nKNaaCUKQNrheUaG61Qe913MFPry8,15060
+konduktor/utils/common_utils.py,sha256=8gBpzYiC1bQ8sbgHIFLkKCGT5nLs1afpejod60kVSos,15076
 konduktor/utils/constants.py,sha256=1DneiTR21lvKUcWdBGwC4I4fD4uPjbjLUilEnJS7rzA,216
 konduktor/utils/env_options.py,sha256=T41Slzf4Mzl-n45CGXXqdy2fCrYhPNZQ7RP5vmnN4xc,2258
 konduktor/utils/exceptions.py,sha256=5IFnN5bIUSBJv4KRRrCepk5jyY9EG5vWWQqbjCmP3NU,6682
 konduktor/utils/kubernetes_enums.py,sha256=SabUueF6Bpzbpa57gyH5VB65xla2N9l8CZmAeYTfGmM,176
-konduktor/utils/kubernetes_utils.py,sha256=VG7qatUFyWHY-PCQ8fYWh2kn2TMwfg84cn-VkXdCwI8,26077
+konduktor/utils/kubernetes_utils.py,sha256=7RThCOiyaALRqbwHZ40qMnBsbAgt669k0NHkxtfx7Bs,26205
 konduktor/utils/log_utils.py,sha256=k4Qo0OlUZYQmLcbSD9tDWe6_Q5XcsLO_K8uVWjlTEU0,16938
 konduktor/utils/loki_utils.py,sha256=h2ZvZQr1nE_wXXsKsGMjhG2s2MXknNd4icydTR_ruKU,3539
 konduktor/utils/rich_utils.py,sha256=ycADW6Ij3wX3uT8ou7T8qxX519RxlkJivsLvUahQaJo,3583
@@ -97,8 +97,8 @@ konduktor/utils/schemas.py,sha256=tBrKhnkfn9uKDYdlb4L2KgooW-muuhww7U8fu9zX-ms,18
 konduktor/utils/subprocess_utils.py,sha256=WoFkoFhGecPR8-rF8WJxbIe-YtV94LXz9UG64SDhCY4,9448
 konduktor/utils/ux_utils.py,sha256=czCwiS1bDqgeKtzAJctczpLwFZzAse7WuozdvzEFYJ4,7437
 konduktor/utils/validator.py,sha256=5C1kE57Eyj1OPnAbvojqMNHHtf5fnl47FK_vEttd8aw,4331
-konduktor_nightly-0.1.0.dev20250808105243.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
-konduktor_nightly-0.1.0.dev20250808105243.dist-info/METADATA,sha256=oECwmID0juizuwdOYpPMrX0n8Er1lPAaXZaMYmCA7-Y,4247
-konduktor_nightly-0.1.0.dev20250808105243.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-konduktor_nightly-0.1.0.dev20250808105243.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
-konduktor_nightly-0.1.0.dev20250808105243.dist-info/RECORD,,
+konduktor_nightly-0.1.0.dev20250809104842.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
+konduktor_nightly-0.1.0.dev20250809104842.dist-info/METADATA,sha256=cOmfOuxpidR03qJMivceD6nkUWRwmNzm_D3OVKGF2q8,4247
+konduktor_nightly-0.1.0.dev20250809104842.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+konduktor_nightly-0.1.0.dev20250809104842.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
+konduktor_nightly-0.1.0.dev20250809104842.dist-info/RECORD,,