pyinfra 0.11.dev3__py3-none-any.whl → 3.5.1__py3-none-any.whl

pyinfra/api/connectors/vagrant.py

@@ -1,155 +0,0 @@
-import json
-
-from os import path
-from queue import Queue
-from threading import Thread
-
-from pyinfra import local, logger
-from pyinfra.api.exceptions import InventoryError
-from pyinfra.api.util import memoize
-from pyinfra.progress import progress_spinner
-
-
-def _get_vagrant_ssh_config(queue, progress, target):
-    logger.debug('Loading SSH config for {0}'.format(target))
-
-    queue.put(local.shell(
-        'vagrant ssh-config {0}'.format(target),
-        splitlines=True,
-    ))
-
-    progress(target)
-
-
-@memoize
-def get_vagrant_config(limit=None):
-    logger.info('Getting Vagrant config...')
-
-    if limit and not isinstance(limit, (list, tuple)):
-        limit = [limit]
-
-    with progress_spinner({'vagrant status'}) as progress:
-        output = local.shell(
-            'vagrant status --machine-readable',
-            splitlines=True,
-        )
-        progress('vagrant status')
-
-    targets = []
-
-    for line in output:
-        _, target, type_, data = line.split(',', 3)
-
-        # Skip anything not in the limit
-        if limit is not None and target not in limit:
-            continue
-
-        # For each running container - fetch it's SSH config in a thread - this
-        # is because Vagrant *really* slow to run each command.
-        if type_ == 'state' and data == 'running':
-            targets.append(target)
-
-    threads = []
-    config_queue = Queue()
-
-    with progress_spinner(targets) as progress:
-        for target in targets:
-            thread = Thread(
-                target=_get_vagrant_ssh_config,
-                args=(config_queue, progress, target),
-            )
-            threads.append(thread)
-            thread.start()
-
-    for thread in threads:
-        thread.join()
-
-    queue_items = list(config_queue.queue)
-
-    lines = []
-    for output in queue_items:
-        lines.extend(output)
-
-    return lines
-
-
-@memoize
-def get_vagrant_options():
-    if path.exists('@vagrant.json'):
-        with open('@vagrant.json', 'r') as f:
-            return json.loads(f.read())
-    return {}
-
-
-def _make_name_data(host):
-    vagrant_options = get_vagrant_options()
-    vagrant_host = host['Host']
-
-    data = {
-        'ssh_hostname': host['HostName'],
-    }
-
-    for config_key, data_key in (
-        ('Port', 'ssh_port'),
-        ('User', 'ssh_user'),
-        ('IdentityFile', 'ssh_key'),
-    ):
-        if config_key in host:
-            data[data_key] = host[config_key]
-
-    # Update any configured JSON data
-    if vagrant_host in vagrant_options.get('data', {}):
-        data.update(vagrant_options['data'][vagrant_host])
-
-    # Work out groups
-    groups = vagrant_options.get('groups', {}).get(vagrant_host, [])
-
-    if '@vagrant' not in groups:
-        groups.append('@vagrant')
-
-    return '@vagrant/{0}'.format(host['Host']), data, groups
-
-
-def make_names_data(limit=None):
-    vagrant_ssh_info = get_vagrant_config(limit)
-
-    logger.debug('Got Vagrant SSH info: \n{0}'.format(vagrant_ssh_info))
-
-    hosts = []
-    current_host = None
-
-    for line in vagrant_ssh_info:
-        # Vagrant outputs an empty line between each host
-        if not line:
-            if current_host:
-                hosts.append(_make_name_data(current_host))
-
-            current_host = None
-            continue
-
-        key, value = line.split(' ', 1)
-
-        if key == 'Host':
-            if current_host:
-                hosts.append(_make_name_data(current_host))
-
-            # Set the new host
-            current_host = {
-                key: value,
-            }
-
-        elif current_host:
-            current_host[key] = value
-
-        else:
-            logger.debug('Extra Vagrant SSH key/value ({0}={1})'.format(
-                key, value,
-            ))
-
-    if current_host:
-        hosts.append(_make_name_data(current_host))
-
-    if not hosts:
-        raise InventoryError('No running Vagrant instances found!')
-
-    return hosts

pyinfra/facts/init.py

@@ -1,176 +0,0 @@
-import re
-
-from pyinfra.api import FactBase
-
-
-class UpstartStatus(FactBase):
-    '''
-    Returns a dict of name -> status for upstart managed services.
-    '''
-
-    command = 'initctl list'
-    regex = r'^([a-z\-]+) [a-z]+\/([a-z]+)'
-    default = dict
-
-    def process(self, output):
-        services = {}
-
-        for line in output:
-            matches = re.match(self.regex, line)
-            if matches:
-                services[matches.group(1)] = matches.group(2) == 'running'
-
-        return services
-
-
-class SystemdStatus(FactBase):
-    '''
-    Returns a dict of name -> status for systemd managed services.
-    '''
-
-    command = 'systemctl -alt service list-units'
-    regex = r'^([a-z\-0-9]+)\.service\s+[a-z\-]+\s+[a-z]+\s+([a-z]+)'
-    default = dict
-
-    def process(self, output):
-        services = {}
-
-        for line in output:
-            matches = re.match(self.regex, line)
-            if matches:
-                services[matches.group(1)] = matches.group(2) == 'running'
-
-        return services
-
-
-class SystemdEnabled(FactBase):
-    '''
-    Returns a dict of name -> whether enabled for systemd managed services.
-    '''
-
-    command = '''
-        systemctl --no-legend -alt service list-unit-files | while read -r SERVICE STATUS; do
-            if [ "$STATUS" = generated ] &&
-                systemctl is-enabled $SERVICE.service >/dev/null 2>&1; then
-                STATUS=enabled
-            fi
-            echo $SERVICE $STATUS
-        done
-    '''
-
-    regex = r'^([a-z\-]+)\.service\s+([a-z]+)'
-    default = dict
-
-    def process(self, output):
-        services = {}
-
-        for line in output:
-            matches = re.match(self.regex, line)
-            if matches:
-                services[matches.group(1)] = (
-                    matches.group(2) in ('enabled', 'static')
-                )
-
-        return services
-
-
-class InitdStatus(FactBase):
-    '''
-    Low level check for every /etc/init.d/* script. Unfortunately many of these
-    mishehave and return exit status 0 while also displaying the help info/not
-    offering status support.
-
-    Returns a dict of name -> status.
-
-    Expected codes found at:
-        http://refspecs.linuxbase.org/LSB_3.1.0/LSB-Core-generic/LSB-Core-generic/iniscrptact.html
-    '''
-
-    command = '''
-        for SERVICE in `ls /etc/init.d/`; do
-            _=`cat /etc/init.d/$SERVICE | grep "### BEGIN INIT INFO"`
-
-            if [ "$?" = "0" ]; then
-                STATUS=`/etc/init.d/$SERVICE status`
-                echo "$SERVICE=$?"
-            fi
-        done
-    '''
-
-    regex = r'([a-zA-Z0-9\-]+)=([0-9]+)'
-    default = dict
-
-    def process(self, output):
-        services = {}
-
-        for line in output:
-            matches = re.match(self.regex, line)
-            if matches:
-                status = int(matches.group(2))
-
-                # Exit code 0 = OK/running
-                if status == 0:
-                    status = True
-
-                # Exit codes 1-3 = DOWN/not running
-                elif status < 4:
-                    status = False
-
-                # Exit codes 4+ = unknown
-                else:
-                    status = None
-
-                services[matches.group(1)] = status
-
-        return services
-
-
-class RcdStatus(InitdStatus):
-    '''
-    Same as ``initd_status`` but for BSD (/etc/rc.d) systems. Unlike Linux/init.d,
-    BSD init scripts are well behaved and as such their output can be trusted.
-    '''
-
-    command = '''
-        for SERVICE in `ls /etc/rc.d/`; do
-            _=`cat /etc/rc.d/$SERVICE | grep "daemon="`
-
-            if [ "$?" = "0" ]; then
-                STATUS=`/etc/rc.d/$SERVICE check`
-                echo "$SERVICE=$?"
-            fi
-        done
-    '''
-
-    default = dict
-
-
-class LaunchdStatus(FactBase):
-    '''
-    Returns a dict of name -> status for launchd managed services.
-    '''
-
-    command = 'launchctl list'
-    default = dict
-
-    def process(self, output):
-        services = {}
-
-        for line in output:
-            bits = line.split()
-
-            if not bits or bits[0] == 'PID':
-                continue
-
-            name = bits[2]
-            status = False
-
-            try:
-                int(bits[0])
-                status = True
-            except ValueError:
-                pass
-
-            services[name] = status
-
-        return services

pyinfra/facts/util/files.py

@@ -1,102 +0,0 @@
-import re
-from datetime import datetime
-
-
-LS_REGEX = re.compile((
-    # Type flag
-    r'^[bcdlsp\-]'
-    # Permissions/ACL
-    r'([\-rwxsS]{9})[\.\+]?\s+'
-    # Links (unused)
-    r'[0-9]+\s+'
-    # User & group
-    r'([\w-]+)\s+([\w-]+)\s+'
-    # Size
-    r'([0-9]+)\s+'
-    # Date start options
-    r'((?:'
-    # BSD format
-    r'[a-zA-Z]{3}\s+[0-9]{1,2}\s+[0-9:]{8}\s+[0-9]{4}'
-    # Or Linux format (ISO)
-    r'|[0-9]{4}\-[0-9]{2}\-[0-9]{2}\s+[0-9:]{5}'
-    # Date end
-    r'))\s+'
-    # Filename
-    r'[\w\/\.@-]+'
-    # Optional link target
-    r'\s?-?>?\s?([\w\/\.@-]*)'
-))
-
-FLAG_TO_TYPE = {
-    'b': 'block',
-    'c': 'character',
-    'd': 'directory',
-    'l': 'link',
-    's': 'socket',
-    'p': 'fifo',
-    '-': 'file',
-}
-
-SYMBOL_TO_OCTAL_PERMISSIONS = {
-    'rwx': '7',
-    'rw-': '6',
-    'r-x': '5',
-    'r--': '4',
-    '-wx': '3',
-    '-w-': '2',
-    '--x': '1',
-}
-
-
-def _parse_mode(mode):
-    '''
-    Converts ls mode output (rwxrwxrwx) -> integer (755).
-    '''
-
-    result = ''
-    # owner, group, world
-    for group in [mode[0:3], mode[3:6], mode[6:9]]:
-        if group in SYMBOL_TO_OCTAL_PERMISSIONS:
-            result = '{0}{1}'.format(result, SYMBOL_TO_OCTAL_PERMISSIONS[group])
-        else:
-            result = '{0}0'.format(result)
-
-    # Return as an integer
-    return int(result)
-
-
-def _parse_time(time):
-    # Try matching with BSD format
-    try:
-        return datetime.strptime(time, '%b %d %H:%M:%S %Y')
-    except ValueError:
-        pass
-
-    # Try matching ISO format
-    try:
-        return datetime.strptime(time, '%Y-%m-%d %H:%M')
-    except ValueError:
-        pass
-
-
-def parse_ls_output(output, wanted_type):
-    if output:
-        matches = re.match(LS_REGEX, output)
-        if matches:
-            type = FLAG_TO_TYPE[output[0]]
-
-            if type != wanted_type:
-                return False
-
-            out = {
-                'mode': _parse_mode(matches.group(1)),
-                'user': matches.group(2),
-                'group': matches.group(3),
-                'size': matches.group(4),
-                'mtime': _parse_time(matches.group(5)),
-            }
-
-            if type == 'link':
-                out['link_target'] = matches.group(6)
-
-            return out

pyinfra/hook.py

@@ -1,41 +0,0 @@
-from functools import wraps
-
-from click import ClickException
-
-from pyinfra.api.exceptions import PyinfraError
-
-from . import pseudo_state
-
-HOOKS = {
-    'before_connect': [],
-    'before_facts': [],
-    'before_deploy': [],
-    'after_deploy': [],
-}
-
-
-class Error(PyinfraError, ClickException):
-    '''
-    Exception raised when encounting errors in deploy hooks.
-    '''
-
-
-def _make_hook_wrapper(hook_name):
-    def hook_func(func):
-        # Only add hooks when the state is not initialised
-        if pseudo_state.initialised:
-            return
-
-        HOOKS[hook_name].append(func)
-
-        @wraps(func)
-        def decorated(*args, **kwargs):
-            return func(*args, **kwargs)
-
-    return hook_func
-
-
-before_connect = _make_hook_wrapper('before_connect')
-before_facts = _make_hook_wrapper('before_facts')
-before_deploy = _make_hook_wrapper('before_deploy')
-after_deploy = _make_hook_wrapper('after_deploy')

pyinfra/modules/__init__.py

@@ -1,11 +0,0 @@
-from glob import glob
-from os import path
-
-
-module_filenames = glob(path.join(path.dirname(__file__), '*.py'))
-module_names = [path.basename(name)[:-3] for name in module_filenames]
-__all__ = [name for name in module_names if name != '__init__']
-
-
-# Actually triggers __all__ imports to builds operations index
-from . import * # noqa

pyinfra/modules/apk.py

@@ -1,64 +0,0 @@
-'''
-Mange apk packages.
-'''
-
-from pyinfra.api import operation
-
-from .util.packaging import ensure_packages
-
-
-@operation
-def upgrade(state, host):
-    '''
-    Upgrades all apk packages.
-    '''
-
-    yield 'apk upgrade'
-
-_upgrade = upgrade  # noqa: E305
-
-
-@operation
-def update(state, host):
-    '''
-    Updates apk repositories.
-    '''
-
-    yield 'apk update'
-
-_update = update  # noqa: E305
-
-
-@operation
-def packages(
-    state, host,
-    packages=None, present=True, latest=False,
-    update=False, upgrade=False,
-):
-    '''
-    Add/remove/update apk packages.
-
-    + packages: list of packages to ensure
-    + present: whether the packages should be installed
-    + latest: whether to upgrade packages without a specified version
-    + update: run apk update before installing packages
-    + upgrade: run apk upgrade before installing packages
-
-    Versions:
-        Package versions can be pinned like apk: ``<pkg>=<version>``.
-    '''
-
-    if update:
-        yield _update(state, host)
-
-    if upgrade:
-        yield _upgrade(state, host)
-
-    yield ensure_packages(
-        packages, host.fact.apk_packages, present,
-        install_command='apk add',
-        uninstall_command='apk remove',
-        upgrade_command='apk upgrade',
-        version_join='=',
-        latest=latest,
-    )