ciocore 7.0.2b4__py2.py3-none-any.whl → 8.0.0__py2.py3-none-any.whl

ciocore/cli/conductor.py

@@ -1,210 +0,0 @@
-#!/usr/bin/env python
-# Use absolute imports to avoid a "conductor" name clash (this module name vs conductor package).
-from __future__ import absolute_import
-
-import argparse
-import os
-import sys
-
-sys.path.append(os.path.dirname(os.path.dirname(__file__)))
-
-from ciocore import  downloader, uploader, loggeria, config
-
-def build_parser():
-    cfg = config.config().config
-
-    # Create a parent parser. Arguments that are common across all subparsers can be added to this parser
-    parent_parser = argparse.ArgumentParser(add_help=False)
-
-    # create the main parser. Not sure why this parser is required, but got parsing tracebacks when excluding it (it gets confused about the arguments provided)
-    parser = argparse.ArgumentParser(description="description")
-    subparsers = parser.add_subparsers(title="actions")
-
-
-    #############################
-    # UPLOADER PARSER
-    #############################
-    uploader_parser_desciption = "parse uploader arguments"
-    uploader_parser_help = ("Starts the Uploader in a continous running mode, polling Conductor for "
-                            "paths to upload unless a list of paths are provided."
-                            )
-
-    uploader_parser = subparsers.add_parser("uploader", parents=[parent_parser],
-                                            help=uploader_parser_help,
-                                            description=uploader_parser_desciption,
-                                            formatter_class=argparse.RawTextHelpFormatter)
-
-    uploader_parser.add_argument("--database_filepath",
-                                 help=("The filepath to the local md5 caching database. If no filepath "
-                                       "is specified, the database will be created in a temp directory"))
-
-    uploader_parser.add_argument("--location",
-                                 help=('An optional string to indicate which location this uploader '
-                                       'executable should register as. This option is only relevant '
-                                       'for conductor accounts which submits jobs from different locations '
-                                       '(e.g. differing geographic locations or office locations that have differing file systems).'
-                                       ' Typically each location would have its own conductor uploader process running. This location '
-                                       'string allows each uploader to target specific upload jobs (files to upload) that are appropriate '
-                                       'for it. This is potentially useful as each location may have differing file systems '
-                                       'available to it (e.g. uploader1 has /filesystem1 available to it, but uploader2 only '
-                                       'has /filesystem2 available to it).  In this case uploader1 should only upload files '
-                                       'that exist on /filesystem1 and uploader2 should only upload files that exist on /filesystem2. '
-                                       'This is achieved by including a location argument (such as "location1" or "location2") '
-                                       'when submitting jobs, as well as when launching this uploader command.'))
-
-    uploader_parser.add_argument("--md5_caching",
-                                 help=("Use cached md5s. This can dramatically improve the uploading "
-                                       "times, as md5 checking can be very time consuming. Caching md5s "
-                                       "allows subsequent uploads (of the same files) to skip the "
-                                       "md5 generation process (if the files appear to not have been "
-                                       "modified since the last time they were submitted). The cache is "
-                                       "stored locally and uses a file's modification time and file size "
-                                       "to intelligently guess whether the file has changed. Set this "
-                                       "flag to False if there is concern that files may not be getting "
-                                       "re-uploaded properly"),
-                                 choices=[False, True],
-                                 type=cast_to_bool,
-                                 default=None)
-
-    uploader_parser.add_argument("--log_level",
-                                 choices=loggeria.LEVELS,
-                                 help="The logging level to display")
-
-    uploader_parser.add_argument("--log_dir",
-                                 help=("When provided, will write a log file to "
-                                       "the provided directory. This will be a "
-                                       "rotating log, creating a new log file "
-                                       "everyday, while storing the last 7 days "
-                                       "of logs"))
-
-    uploader_parser.add_argument("--thread_count",
-                                 type=int,
-                                 default=cfg["thread_count"],
-                                 help=('The number of threads that should download simultaneously'))
-    
-    uploader_parser.add_argument("--paths",
-                                 type=str,
-                                 action="append",
-                                 nargs="+",
-                                 help=('A list of explicit paths to upload. Paths with spaces and/or special characters should be encapsulated in quotes'))
-    
-    uploader_parser.add_argument("--log-to-console",
-                                 help=("If set, logging will be output to the console as well as the logging file."),
-                                 action='store_true')     
-
-    uploader_parser.set_defaults(func=run_uploader)
-
-    #############################
-    # DOWNLOADER PARSER
-    #############################
-
-    downloader_parser_desciption = "parse downloader arguments"
-    downloader_parser_help = ""
-
-    downloader_parser = subparsers.add_parser("downloader", parents=[parent_parser],
-                                              help=downloader_parser_help,
-                                              description=downloader_parser_desciption,
-                                              formatter_class=argparse.RawTextHelpFormatter)
-
-    downloader_parser.add_argument("--job_id",
-                                   help=("The job id(s) to download. When specified "
-                                         "will only download those jobs and terminate "
-                                         "afterwards"),
-                                   action='append')
-
-    downloader_parser.add_argument("--task_id",
-                                   help="Manually download output for specific tasks - use a comma-separated list of tasks if you wish")
-
-    downloader_parser.add_argument("--output",
-                                   help="Override for the output directory")
-
-    downloader_parser.add_argument("--location",
-                                   help=('An optional string to indicate which location this downloader '
-                                         'executable should register as. This option is only relevant for '
-                                         'conductor accounts which submits jobs from different locations '
-                                         '(e.g. differing geographic locations or office locations that '
-                                         'have differing file systems). Typically each location would '
-                                         'have its own conductor downloader process running. This location '
-                                         'argument allows each downloader to target specific jobs (to '
-                                         'download upon job-completion) that match its appropriate location. '
-                                         'Essentially this allows the location of which a job was submitted '
-                                         'from to also be the destination in which to deliver completed '
-                                         'renders to (which would typically be the desired behavior).'))
-
-    downloader_parser.add_argument("--project",
-                                   help=('An optional string to indicate which project that this downloader executable should register as.'))
-
-    downloader_parser.add_argument("--log_level",
-                                   choices=loggeria.LEVELS,
-                                   default=cfg["log_level"],
-                                   help="The logging level to display")
-
-    downloader_parser.add_argument("--log_dir",
-                                   help=("When provided, will write a log file to "
-                                         "the provided directory. This will be a "
-                                         "rotating log, creating a new log file "
-                                         "everyday, while storing the last 7 days "
-                                         "of logs"))
-
-    downloader_parser.add_argument("--thread_count",
-                                   type=int,
-                                   default=cfg["thread_count"],
-                                   help=('The number of threads that should download simultaneously'))
-
-    downloader_parser.add_argument("--alt",
-                                   help=('Run an alternative version of the downloader'),
-                                   action='store_true')
-
-    downloader_parser.set_defaults(func=run_downloader)
-
-    return parser
-
-
-def cast_to_bool(string):
-    '''
-    Ensure that the argument provided is either "True" or "False (or "true" or
-    "false") and convert that argument to an actual bool value (True or False).
-    '''
-    string_lower = string.lower()
-    if string_lower == "true":
-        return True
-    elif string_lower == "false":
-        return False
-    raise argparse.ArgumentTypeError('Argument must be True or False')
-
-def run_uploader(args):
-    uploader.run_uploader(args)
-
-
-def run_downloader(args):
-    '''
-    Convert the argparse Namespace object to a dictionary and run the downloader
-    with the given args.
-    '''
-    # Convert Namespace args object to args dict
-    args_dict = vars(args)
-
-    if args_dict.get("task_id") and not args_dict.get("job_id"):
-        raise argparse.ArgumentTypeError('Must supply a job_id with task_id.')
-
-    # New downloader broke in python 3. It was used only for linux and in
-    # daemon mode, so for now we'll use the old downloader for everything.
-
-    return downloader.run_downloader(args_dict)
-
-
-def main():
-    parser = build_parser()
-    args = parser.parse_args()
-    # Handle calling the script without an argument, fixes argparse issue
-    # https://bugs.python.org/issue16308
-    try:
-        func = args.func
-    except AttributeError:
-        parser.error("too few arguments")
-    func(args)
-
-
-if __name__ == '__main__':
-    main()
-

ciocore-7.0.2b4.data/scripts/conductor

@@ -1,19 +0,0 @@
-#!python
-# -*- coding: utf-8 -*-
-# WHY CHANGE
-
-# DO NOT SORT IMPORTS
-import os
-import re
-import sys
-
-CIO_DIR = os.path.abspath(os.path.dirname(os.path.dirname(__file__)))
-sys.path.insert(0, CIO_DIR)
-
-print("Inserted {} into sys.path".format(CIO_DIR))
-
-from ciocore.cli.conductor import main
-
-if __name__ == '__main__':
-    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
-    sys.exit(main())

ciocore-7.0.2b4.data/scripts/conductor.bat

@@ -1,13 +0,0 @@
-@echo off
-
-echo Looking for Python...
-
-WHERE python.exe
-if ERRORLEVEL 1 (  
-    echo WARNING: python.exe not found.
-    echo Please find or install Python and add it to your Path variable. Then run this command again.
-    echo If you don't want to add python to your Path, then you can use the full path to a Python installation.
-    echo Example: "C:\some\tools\python\python.exe" "%~dp0conductor %*
-    exit /b
-)
-python.exe "%~dp0\conductor" %*

ciocore-7.0.2b4.dist-info/RECORD

@@ -1,51 +0,0 @@
-ciocore/VERSION,sha256=eENWDwLWupe_pnzJwB5MWu2a6ahzZNZYF0nA_Y9S9R8,12
-ciocore/__about__.py,sha256=nTb4Xx0r9QtGROSFKgwDZ-Mr2LKjm2wVt1OkMQAkRAQ,241
-ciocore/__init__.py,sha256=zB_e7gBW2QloqbrGzcvccfpZhOhd6o9KACnScrwylm8,25
-ciocore/api_client.py,sha256=LKfJRqf7U2ubv7cm1ZhMlGJ6IGIvS3my5kpu0dkS23Q,17986
-ciocore/client_db.py,sha256=tTz3bl2xeDPPcYSDS3g3QgV_xYihJMx0Kj6OeN2klK0,12978
-ciocore/common.py,sha256=FnggAL-IGW8VQB6kLsrKLnxWFgLpwGBhOtiZSHz130M,14725
-ciocore/compat.py,sha256=5uEXPSog_jxsDMaHBswAKEtfyXT25VgU6WNGIhz9PHU,256
-ciocore/conductor_submit.py,sha256=ONE0LsA5hGavTJIOXXYx8qzl8_vBPADwhd6Ytq_0E0c,9382
-ciocore/config.py,sha256=6QVbg5dbPH_PL4sdeyoYUDMeOu9bNOnTMSsEv6zh7LQ,6027
-ciocore/data.py,sha256=zsAz6I3MKqVi3DJqFnVPQLfFbCHyIhe-kkOMaVoKnU0,8593
-ciocore/downloader.py,sha256=ZrZvDKUhc3q3_wur7ImEDzdVrMdQO1t8cBIQVjDAaOc,51228
-ciocore/exceptions.py,sha256=4Oq-WX-qiN6kPUdBCHvvd6mtSQ0nCkDbJxWt2CNtpv8,1504
-ciocore/file_utils.py,sha256=bAlL31B4YkRgX-yT8kF8UXBFktQlsE1PvxbKqTeAeOU,17174
-ciocore/hardware_set.py,sha256=XIs46d161URzlsG7XuGOIR_-5kQ4H5AuNkKRZdkwayk,17051
-ciocore/loggeria.py,sha256=2xdQRFb9NyXynU2O_pSOszJWcpoHgPwTUWJvERg7ODY,15251
-ciocore/package_environment.py,sha256=oEbNKXRtPSPzKR-yCoKtvgzu4OCmr-zaqAcNoLAN9Uk,7238
-ciocore/package_tree.py,sha256=kH03HVfjomj7nsaxJJtr-1KSQ_9ZSQY5msG_l9btvg8,16277
-ciocore/post_install.py,sha256=zu5Ctz2ANbKD-f5G2ODLIhKkWENBi4F3UKKu50OEWrg,1000
-ciocore/validator.py,sha256=f_K7gxz122W_i5AxVx6dKhckOygl8TnmQiVj7tyX5zw,2344
-ciocore/worker.py,sha256=h6JophGBWqLdLdvphlzkkVMt0ojLw7_1Vrz4dikPRYE,21743
-ciocore/auth/__init__.py,sha256=cdS-xZzMq41yXM5cz8sUlcYgo8CJYh8HcCCWmhbDgf0,606
-ciocore/auth/server.py,sha256=8btX9-EokUl6q55V8muDmEV2tvvbTBD0BHeWFbwkzUc,3892
-ciocore/cli/__init__.py,sha256=RmZKWJaMpzNyMdyYc2W3VXglaJiC8vyR2cgUlA-9Qmw,26
-ciocore/cli/conductor.py,sha256=7rIYkUNtkhsRDQjb4eurj0hLTHmbLviK3-H40Q3qE9A,11096
-ciocore/uploader/__init__.py,sha256=hxRFJf5Lo86rtRObFXSjjot8nybQd-SebSfYCbgZwow,24
-ciocore/uploader/_uploader.py,sha256=FCLycIK_tSRMk17sdNt_M6pY1mes2XgbeJV9XQN2618,37687
-ciocore/uploader/upload_stats/__init__.py,sha256=Lg1y4zq1i0cwc6Hh2K1TAQDYymLff49W-uIo1xjcvdI,5309
-ciocore/uploader/upload_stats/stats_formats.py,sha256=giNirtObU66VALWghPFSRhg3q_vw5MvESsnXhb_I3y8,2402
-ciocore-7.0.2b4.data/scripts/conductor,sha256=Nk3QsLQqbUUrtaKDp4b5mr9__4tz-xnssENpQe5vuIo,409
-ciocore-7.0.2b4.data/scripts/conductor.bat,sha256=T1_9ByheubBczgQZn8_LwfvMtWgE7Bt64EsEScnSXMs,447
-tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/instance_type_fixtures.py,sha256=V0piP6z2fl_m9iupm0rzGeQRzOz7-HWQyK-5Vu7kbpM,3630
-tests/package_fixtures.py,sha256=CsJnhB7oYzIxJH7b1tCOPyvnnVSCqEbSPhtCnsHL-nA,5070
-tests/test_api_client.py,sha256=gC9WubTvH-sV6JbdWivag0EnqYk3HXg6kVq6Du-2QYo,1357
-tests/test_common.py,sha256=xA0y_KgEmag7jRKfhEHZgIQkS2WmjrYEcss-rwhQOOs,747
-tests/test_config.py,sha256=nSmpinX2SmDNAprIcxs9UHdB0VakJB0snXaZmAoKJSc,12863
-tests/test_data.py,sha256=YdP1kZJivQ6yb9z96UK6oMDaOfJAl4YMJqzKvlCQaes,5744
-tests/test_hardware_set.py,sha256=uKuiOxaum-3Ub38GdOVbClSBF4ru7vNc1J2UrrZV4wQ,3136
-tests/test_imports_2and3.py,sha256=ehqpRYPVY7djBcb8OT_cnh86iCJJ9wuMWnfSR9RHxmY,507
-tests/test_package_environment.py,sha256=CdiC2PDVSnbcwTb4fsDTWqGYSzs1n5ca2KMoyISckGA,5893
-tests/test_package_tree.py,sha256=xCwNwYUmJrfmgCP2FGoHRFG-L0JPy8s4-66icxAls4o,6780
-tests/test_submit.py,sha256=4idfa48IouM4JgfQzBLiZyygtU-jwLdOBtV0AgfBzH0,4834
-tests/test_uploader.py,sha256=B1llTJt_fqR6e_V_Jxfw9z73QgkFlEPU87xLYGzt-TQ,2914
-tests/test_validator.py,sha256=2fY66ayNc08PGyj2vTI-V_1yeCWJDngkj2zkUM5TTCI,1526
-tests/mocks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/mocks/api_client_mock.py,sha256=Wfv2JPFSZfyHftVqsqxcpXWJn136pEHx26I_esz567E,943
-tests/mocks/glob.py,sha256=J2MH7nqi6NJOHuGdVWxhfeBd700_Ckj6cLh_8jSNkfg,215
-ciocore-7.0.2b4.dist-info/METADATA,sha256=mEVpLfEGvAuhWBe6dYu4RwG63nTatxIdk-s0IOehqYI,14916
-ciocore-7.0.2b4.dist-info/WHEEL,sha256=iYlv5fX357PQyRT2o6tw1bN-YcKFFHKqB_LwHO5wP-g,110
-ciocore-7.0.2b4.dist-info/top_level.txt,sha256=SvlM5JlqULzAz00JZWfiUhfjhqDzYzSWssA87zdJl0o,14
-ciocore-7.0.2b4.dist-info/RECORD,,

tests/mocks/api_client_mock.py

@@ -1,31 +0,0 @@
-"""Mock ApiClient for requests to get packages and projects.
-"""
-import json
-import os
-
-import package_fixtures
-
-PROJECTS_RESPONSE = {"data": [
-    {"id": "123|deadpool", "name": "Deadpool",
-     "status": "active"},
-    {"id": "456|harrypotter", "name": "Harry Potter & the chamber of secrets",
-     "status": "active"},
-    {"id": "789|corelli", "name": "Captain Corelli's Mandolin",
-     "status": "active"},
-    {"id": "000|gwtw", "name": "Gone with the Wind",
-     "status": "inactive"}
-]}
-
-PACKAGES_RESPONSE = {"data": package_fixtures.SOFTWARE_DATA}
-
-class ApiClient(object):
-    def make_request(self, **kw):
-        path = kw.get("uri_path", "")
-
-        print("Using mock %s call to %s" % (self.__class__.__name__, path))
-
-        if path.startswith("api/v1/projects"):
-            return [json.dumps(PROJECTS_RESPONSE), 200]
-
-        if path.startswith("api/v1/ee/packages"):
-            return [json.dumps(PACKAGES_RESPONSE), 200]