ciocore 5.1.1__py2.py3-none-any.whl → 10.0.0b3__py2.py3-none-any.whl

ciocore/cli/conductor.py

@@ -1,191 +0,0 @@
-#!/usr/bin/env python
-# Use absolute imports to avoid a "conductor" name clash (this module name vs conductor package).
-from __future__ import absolute_import
-
-import argparse
-import os
-import sys
-
-sys.path.append(os.path.dirname(os.path.dirname(__file__)))
-
-from ciocore import  downloader, uploader, loggeria, config
-
-def parse_args():
-    cfg = config.config().config
-
-    # Create a parent parser. Arguments that are common across all subparsers can be added to this parser
-    parent_parser = argparse.ArgumentParser(add_help=False)
-
-    # create the main parser. Not sure why this parser is required, but got parsing tracebacks when excluding it (it gets confused about the arguments provided)
-    parser = argparse.ArgumentParser(description="description")
-    subparsers = parser.add_subparsers(title="actions")
-
-
-    #############################
-    # UPLOADER PARSER
-    #############################
-    uploader_parser_desciption = "parse uploader arguments"
-    uploader_parser_help = ""
-
-    uploader_parser = subparsers.add_parser("uploader", parents=[parent_parser],
-                                            help=uploader_parser_help,
-                                            description=uploader_parser_desciption,
-                                            formatter_class=argparse.RawTextHelpFormatter)
-
-    uploader_parser.add_argument("--database_filepath",
-                                 help=("The filepath to the local md5 caching database. If no filepath "
-                                       "is specified, the database will be created in a temp directory"))
-
-    uploader_parser.add_argument("--location",
-                                 help=('An optional string to indicate which location this uploader '
-                                       'executable should register as. This option is only relevant '
-                                       'for conductor accounts which submits jobs from different locations '
-                                       '(e.g. differing geographic locations or office locations that have differing file systems).'
-                                       ' Typically each location would have its own conductor uploader process running. This location '
-                                       'string allows each uploader to target specific upload jobs (files to upload) that are appropriate '
-                                       'for it. This is potentially useful as each location may have differing file systems '
-                                       'available to it (e.g. uploader1 has /filesystem1 available to it, but uploader2 only '
-                                       'has /filesystem2 available to it).  In this case uploader1 should only upload files '
-                                       'that exist on /filesystem1 and uploader2 should only upload files that exist on /filesystem2. '
-                                       'This is achieved by including a location argument (such as "location1" or "location2") '
-                                       'when submitting jobs, as well as when launching this uploader command.'))
-
-    uploader_parser.add_argument("--md5_caching",
-                                 help=("Use cached md5s. This can dramatically improve the uploading "
-                                       "times, as md5 checking can be very time consuming. Caching md5s "
-                                       "allows subsequent uploads (of the same files) to skip the "
-                                       "md5 generation process (if the files appear to not have been "
-                                       "modified since the last time they were submitted). The cache is "
-                                       "stored locally and uses a file's modification time and file size "
-                                       "to intelligently guess whether the file has changed. Set this "
-                                       "flag to False if there is concern that files may not be getting "
-                                       "re-uploaded properly"),
-                                 choices=[False, True],
-                                 type=cast_to_bool,
-                                 default=None)
-
-    uploader_parser.add_argument("--log_level",
-                                 choices=loggeria.LEVELS,
-                                 help="The logging level to display")
-
-    uploader_parser.add_argument("--log_dir",
-                                 help=("When provided, will write a log file to "
-                                       "the provided directory. This will be a "
-                                       "rotating log, creating a new log file "
-                                       "everyday, while storing the last 7 days "
-                                       "of logs"))
-
-    uploader_parser.add_argument("--thread_count",
-                                 type=int,
-                                 default=cfg["thread_count"],
-                                 help=('The number of threads that should download simultaneously'))
-
-    uploader_parser.set_defaults(func=run_uploader)
-
-    #############################
-    # DOWNLOADER PARSER
-    #############################
-
-    downloader_parser_desciption = "parse downloader arguments"
-    downloader_parser_help = ""
-
-    downloader_parser = subparsers.add_parser("downloader", parents=[parent_parser],
-                                              help=downloader_parser_help,
-                                              description=downloader_parser_desciption,
-                                              formatter_class=argparse.RawTextHelpFormatter)
-
-    downloader_parser.add_argument("--job_id",
-                                   help=("The job id(s) to download. When specified "
-                                         "will only download those jobs and terminate "
-                                         "afterwards"),
-                                   action='append')
-
-    downloader_parser.add_argument("--task_id",
-                                   help="Manually download output for specific tasks - use a comma-separated list of tasks if you wish")
-
-    downloader_parser.add_argument("--output",
-                                   help="Override for the output directory")
-
-    downloader_parser.add_argument("--location",
-                                   help=('An optional string to indicate which location this downloader '
-                                         'executable should register as. This option is only relevant for '
-                                         'conductor accounts which submits jobs from different locations '
-                                         '(e.g. differing geographic locations or office locations that '
-                                         'have differing file systems). Typically each location would '
-                                         'have its own conductor downloader process running. This location '
-                                         'argument allows each downloader to target specific jobs (to '
-                                         'download upon job-completion) that match its appropriate location. '
-                                         'Essentially this allows the location of which a job was submitted '
-                                         'from to also be the destination in which to deliver completed '
-                                         'renders to (which would typically be the desired behavior).'))
-
-    downloader_parser.add_argument("--project",
-                                   help=('An optional string to indicate which project that this downloader executable should register as.'))
-
-    downloader_parser.add_argument("--log_level",
-                                   choices=loggeria.LEVELS,
-                                   default=cfg["log_level"],
-                                   help="The logging level to display")
-
-    downloader_parser.add_argument("--log_dir",
-                                   help=("When provided, will write a log file to "
-                                         "the provided directory. This will be a "
-                                         "rotating log, creating a new log file "
-                                         "everyday, while storing the last 7 days "
-                                         "of logs"))
-
-    downloader_parser.add_argument("--thread_count",
-                                   type=int,
-                                   default=cfg["thread_count"],
-                                   help=('The number of threads that should download simultaneously'))
-
-    downloader_parser.add_argument("--alt",
-                                   help=('Run an alternative version of the downloader'),
-                                   action='store_true')
-
-    downloader_parser.set_defaults(func=run_downloader)
-
-    return parser.parse_args()
-
-
-def cast_to_bool(string):
-    '''
-    Ensure that the argument provided is either "True" or "False (or "true" or
-    "false") and convert that argument to an actual bool value (True or False).
-    '''
-    string_lower = string.lower()
-    if string_lower == "true":
-        return True
-    elif string_lower == "false":
-        return False
-    raise argparse.ArgumentTypeError('Argument must be True or False')
-
-def run_uploader(args):
-    uploader.run_uploader(args)
-
-
-def run_downloader(args):
-    '''
-    Convert the argparse Namespace object to a dictionary and run the downloader
-    with the given args.
-    '''
-    # Convert Namespace args object to args dict
-    args_dict = vars(args)
-
-    if args_dict.get("task_id") and not args_dict.get("job_id"):
-        raise argparse.ArgumentTypeError('Must supply a job_id with task_id.')
-
-    # New downloader broke in python 3. It was used only for linux and in
-    # daemon mode, so for now we'll use the old downloader for everything.
-
-    return downloader.run_downloader(args_dict)
-
-
-def main():
-    args = parse_args()
-    args.func(args)
-
-
-if __name__ == '__main__':
-    main()
-

ciocore/compat.py

@@ -1,15 +0,0 @@
-import sys
-if sys.version_info < (3,):
-    import codecs
-    def u(x):
-        return codecs.unicode_escape_decode(x)[0]
-
-    text_type = unicode
-    binary_type = str
-else:
-    def u(x):
-        return str(x)
-
-    text_type = str
-    binary_type = bytes
-

ciocore-5.1.1.data/scripts/conductor

@@ -1,19 +0,0 @@
-#!python
-# -*- coding: utf-8 -*-
-# WHY CHANGE
-
-# DO NOT SORT IMPORTS
-import os
-import re
-import sys
-
-CIO_DIR = os.path.abspath(os.path.dirname(os.path.dirname(__file__)))
-sys.path.insert(0, CIO_DIR)
-
-print("Inserted {} into sys.path".format(CIO_DIR))
-
-from ciocore.cli.conductor import main
-
-if __name__ == '__main__':
-    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
-    sys.exit(main())

ciocore-5.1.1.data/scripts/conductor.bat

@@ -1,13 +0,0 @@
-@echo off
-
-echo Looking for Python...
-
-WHERE python.exe
-if ERRORLEVEL 1 (  
-    echo WARNING: python.exe not found.
-    echo Please find or install Python and add it to your Path variable. Then run this command again.
-    echo If you don't want to add python to your Path, then you can use the full path to a Python installation.
-    echo Example: "C:\some\tools\python\python.exe" "%~dp0conductor %*
-    exit /b
-)
-python.exe "%~dp0\conductor" %*

ciocore-5.1.1.dist-info/METADATA

@@ -1,408 +0,0 @@
-Metadata-Version: 2.1
-Name: ciocore
-Version: 5.1.1
-Summary: Core functionality for Conductor's client tools
-Home-page: https://github.com/ConductorTechnologies/ciocore
-Author: conductor
-Author-email: info@conductortech.com
-License: UNKNOWN
-Platform: UNKNOWN
-Classifier: Operating System :: OS Independent
-Classifier: Programming Language :: Python
-Classifier: Topic :: Multimedia :: Graphics :: 3D Rendering
-Description-Content-Type: text/markdown
-Requires-Dist: pyjwt (==1.7.1)
-Requires-Dist: requests (<=2.25.1,>=2.10.0)
-Requires-Dist: future (>=0.18.2)
-
-# Conductor Core
-
-Common Python libraries for Conductor Cloud rendering service.
-
-## Install
-
-
-**To install the latest version.**
-```bash
-pip install --upgrade ciocore --target=$HOME/Conductor
-```
-
-**To install a specific version, for example 0.1.0.**
-```bash
-pip install --upgrade --force-reinstall ciocore==0.1.0 --target=$HOME/Conductor
-```
-
-Run the conductor command to confirm the package was installed.
-```
-$HOME/ConductorStaging/bin/conductor --help
-```
-
-To use the Python API, you must either set the PYTHONPATH or pip install, possibly to a virtualenv. 
-
-Option 1. PYTHONPATH
-```bash
-export PYTHONPATH=${HOME}/Conductor && python
-```
-
-Option 2. Pip install to venv.
-
-```bash
-# Create.
-python3.9 -m venv ~/venvs/cioapi
-
-# activate
-. ~/venvs/cioapi/bin/activate
-
-pip install --upgrade .
-```
-
-
-
-Example API usage from.
-```
-from ciocore import api_client
-
-print api_client.request_software_packages()[0]
-
-```
-
-## Contributing
-
-Clone the repo.
-
-```
-git clone git@github.com:ConductorTechnologies/ciocore.git
-cd ciocore
-```
-
-Set up a clean virtual envirionment for development (optional).
-
-```
-python -m virtualenv venv
-. ./venv/bin/activate
-```
-
-Install development dependencies
-```
-pip install -r requirements_dev.txt
-```
-
-Run the automated tests
-```
-tox
-```
-
-Build and install from this directory into to a convenient location for testing.
-```
-pip install --upgrade . --target=$HOME/ConductorStaging
-```
-
-See above for information on the conductor command and the Python API.
-
-
-## License
-[MIT](https://choosealicense.com/licenses/mit)
-
-## Changelog
-
-### Version:5.1.1 -- 05 Apr 2022
-
-* Ensures the base64 strings are represented as strings. [be95b83]
-
-### Version:5.1.0 -- 05 Apr 2022
-
-* Adds registering the uploader and downloader for the user agent. [18a0a7c]
-* Adds the user-agent http header to all requests. [6b452c5]
-
-### Version:5.0.1 -- 31 Mar 2022
-
-* In developer mode we add X drive letter if submitting to a windows target. [bc91524]
-* Adds Packagetree platform filtering.
-* Add all=true to the r4equest for packages in order to get Windows packages included. [2735781]
-* ciocore.data singleton ensures that no windows -packages are provided if there are no windows
-  instance types, and vice versa.
-* Remove urllib constraint because pip complained. Might have to add this back if we get weird breakages. [4e34359]
-
-### Version:5.0.0-rc.1 -- 18 Mar 2022
-
-* This version contains breaking changes. Clients should be upgraded.
-* PackageTree now supports platform suffixes.
-* The singleton that brings together inst_types and packages now filter's each automatically based on platforms provided by the other.
-* Improvements to PackageEnvironment, including a constraint to prevent a merge_policy change, and platform detection for correct path separator.
-* Better validation for the value of the CONDUCTOR_URL variable.
-* Several uploader improvements, including support for reporting progress to external threads and gracefull cancelling the upload process.
-
-### Version:4.0.7 -- 10 Mar 2022
-
-* Adds a flag to propogate log properties. [dc12f84]
-
-### Version:4.0.6 -- 03 Mar 2022
-
-* Removes automatic setup of logging. adds an option to disable console logging during setup. [9194b4b]
-
-### Version:3.4.1 -- 03 Mar 2022
-
-* Adds a centralized py2/3 compatible reload logic. [1f5db2a]
-* Avoid validators being duplicated 
-
-
-### Version:3.2.4 -- 27 Jan 2022
-
-* Corrects very poor downloader performance in Python3 when runing in daemon mode.
-
-### Version:3.2.3 -- 13 Jan 2022
-
-* Repaired broken uploader args resolution. Specifically, md5 caching was None by default, which was treated as OFF. [615bfbe]
-
-### Version:3.1.0 -- 16 Nov 2021
-
-* Adds a post_install script to reset the shebang. This avoids errors that could occur when the
-  Python installation in Companion is changed or removed. [3918011]
-* Conductor cmd-line now asks for python 3. [093d9ea]
-
-### Version:3.0.11 -- 21 Oct 2021
-
-* Rename original downloader to downloader and remove linux daemon downloader version. [6b54566]
-* Use a fallback folder for downloads if the output folder doesn't exist. Also support a comma
-  separated task id list. [fb40e8d]
-* conductor command finds python on Windows in a cleaner way now. [0ab3261]
-
-### Version:3.0.10 -- 01 Sep 2021
-
-* The Windows bat command is simplified. It just tries to use python.exe in the path, and if it fails it provides some help. [0ab3261]
-
-### Version:3.0.9 -- 27 Aug 2021
-
-* Fixes a bug where DCCs on Windows using Python2 would fail to upload because the result of a file
-  stat size was a long, and long was erroneousl removed from the type check while converting to python 3 compatibility.
-
-### Version:3.0.7 -- 03 Aug 2021
-
-* Fix urllib version because of an error when using proxies. See https://stackoverflow.com/a/66669839/179412 [b89593e]
-* Keep auth_url for backwards compat. [1bfe5ed]
-* Eliminate use of project_url such as atomic-light-001. [b687f7a]
-
-### Version:3.0.6 -- 20 Jul 2021
-
-* Fixed a bug where filenames and md5s were failing assertions in py2 based hosts, like C4DR21 and Maya2019. [0ad6a88]
-
-### Version:3.0.5 -- 19 Jul 2021
-
-* Requests exceptions attrs changed, so we now use a try except block for both eventualities. [5f198c8]
-* Keep requests under 2.25.1 for m19 because chardet is replaced in 2.26.0 with a buggy replacement charset_normalizer. [f5ebadb]
-
-### Version:3.0.4 -- 17 Jul 2021
-
-* Fixed bug where server.py global vars were not reset at start of an auth run(). This caused a
-  problem when credentials were manually deleted during a single python session, which could happen
-  if we suggest that course of action in a support session. [6b4132c]
-
-### Version:3.0.3 -- 12 Jul 2021
-
-* Threading Isalive function was renamed to is_alive in py 3.9, so we now try both. [0070709]
-* Disable multiprocessing cached bearer token in order to work around a bug in c4d24, where the app
-  itself would respawn recursively if our plugin was registered.
-  [27afab9]
-* Use any python version to run the conductor command. Shebang looks for python, not python2. [fd13011]
-* Fix bug in pkgs and add windows path support. [fb7a71e]
-
-### Version:3.0.2 -- 27 Jun 2021
-
-* Remove the index.html file in favour of an inline string. [05fab98]
-
-### Version:3.0.1 -- 20 Jun 2021
-
-* Removes dependency on builtins which caused an error when running through Python2.7 [a37b118]
-* Better spawning for conductor command on Windows. It now searches the path for Python versions
-  with a preference for Python3 [ed11102]
-* Config is no longer a singleton instantiated on initialization. It can be force refreshed,
-  although that functionality is not yet utilized. [1407582]
-
-### Version:2.0.1 -- 10 Jun 2021
-
-* Adds Python 3 support for VFX Platform (CY2020) Maya2022, C4d23 etc. [fa5005b]
-
-### Version:1.0.3 -- 10 Jun 2021
-
-* Restored the please-close-your-browser index.html page that appears after authentication. [ba11cb1]
-
-### Version:1.0.2 -- 29 Apr 2021
-
-* Fix logging - use const for logger name. [38111bf]
-* Adds get_api_key_from_variable function. [cd57428]
-
-### Version:1.0.0 -- 07 Apr 2021
-
-* Version 1.0.0 is not backward compatible with older versions.  The functionality from sequence, gpath, and expander has been extracted to separate Py3 compatible packages. [25c64c6]
-
-### Version:0.3.0 -- 23 Mar 2021
-
-* Gpath supports dollar brace variables for context expansion. [ff2fae9]
-
-### Version:0.2.26 -- 11 Mar 2021
-
-* Better local dev flow and instructions. [4566a0b]
-
-### Version:0.2.25 -- 11 Mar 2021
-
-* Adds skulk to deps. [4c2dc89]
-* Developer install instructions.. [b9afd1d]
-
-### Version:0.2.20 -- 11 Mar 2021
-
-* Set up repo for Circle CI deploy. [e111736]
-
-### Version:0.2.19 -- 24 Feb 2021
-
-* Adds basename modifiers to expander. Example, use `<basename scenefile>` instead of `<scenename>`  [daf1af3]
-
-### Version:0.2.18 -- 15 Jan 2021
-
-* Adds expression resolution to expander class. [cbeb64e]
-* Unc support (#16)
-
-### Version:0.2.16 -- 07 Jan 2021
-
-* Gpath supports UNC paths. [7333433]
-
-### Version:0.2.15 -- 06 Nov 2020
-
-* Developer can switch between using test-fixtures and the real API within one session by using data.set_fixtures_dir() method. As a result, the DISK_CACHE env var is no longer used and has been deleted. [226b860]
-
-### Version:0.2.14 -- 21 Oct 2020
-
-* Repair windows command line executable. Added a bat file so that it is no longer necessary to call python explicitly. [cf9f19f]
-
-### Version:0.2.13 -- 08 Oct 2020
-
-* Adds README and CHANGELOG to PyPi description. [97a07dd]
-
-### Version:0.2.12 -- 04 Oct 2020
-
-* Catch unimplemented thread_count. [c64ad79]
-
-### Version:0.2.11 -- 01 Oct 2020
-
-* Package environment now allows exclusive override. [481851b]
-* Allow relative paths that start with letter, colon - it could happen. [241fc68]
-
-### Version:0.2.10 -- 08 Sep 2020
-
-* Gpath allow colons in paths. [9c19d3a]
-
-### Version:0.2.9 -- 06 Sep 2020
-
-* Sequence consumers must use factory. [01a7dd7]
-
-### Version:0.2.8 -- 03 Sep 2020
-
-* Tidy and remove dependency on future. [0c2f72c]
-
-### Version:0.2.7 -- 28 Aug 2020
-
-* Adds cycle_progressions chunk strategy for improved scout frame distribution. [9b42288]
-* Remove yaml config (#8)
-* Remove config file references
-* Adds jwt domain validation for credentials file so token is renewed when switching Google projects. 
-* Api_url defaults to same domain as auth_url
-
-### Version:0.2.6 -- 18 Aug 2020
-
-* Adds jwt domain validation for creds file. [0042b2b]
-* Remove config file references. [451896b]
-
-### Version:0.2.5 -- 11 Aug 2020
-
-* Production release
-
-### Version:0.2.4 -- 11 Aug 2020
-
-* Removed redshift package ids hack. [8d11367]
-
-### Version:0.2.3 -- 10 Aug 2020
-
-* Adds remove_missing files method to Gpath. [3b96796]
-* Adds validators base class. [c91ffc9] [b074cce]
-
-### Version:0.2.2 -- 08 Aug 2020
-
-* Temp workarounds for missing plugin-host links in packages
-* Remove "shared" request.session object. (#293)
-* Update httpbatchworker docstring (#291)
-* File api refactor multipart and tcp connection pooling (#290)
-* Multipart updates to workers
-* Add make_preapred_request for s3 calls to remove transfer-encoding header being added. update descriptions and v2 endpoints. Add content-length for s3 calls. don't return response object on s3 calls which can cause a build up of memory due to jobworker, return headers or none.
-* Add metric_store increments for aws presigned and multipart, cannot use chunked reader since generator does not have len function.
-* Use httpbatchworker response to avoid additional os.stat calls. [7c76c46]
-
-
-### Version:0.2.0 -- 01 Aug 2020
-
-* Use explicit entry point script. [dfd9da3]
-* The coredata singleton that holds instance_types, projects, and software must now be initialized with software product. This is to avoid having to specify the product on every call to data(). [db0fcb0]
-* Expander context made public to indicate to other objects that they may retrieve the context. [a457aa1]
-
-### Version:0.1.15 -- 27 Jul 2020
-
-* Made post install script runnable. [8dce89f]
-
-### Version:0.1.14 -- 27 Jul 2020
-
-* Simplified post install script - no longer interactive. [6bba8af]
-
-### Version:0.1.13 -- 26 Jul 2020
-
-* Refactored post install setup script. [3fbba5e]
-
-
-### Version:0.1.12 -- 25 Jul 2020
-
-* Setup can accept cmdline args for non-wizard mode. [f195b7d]
-* Adds safe mode to expander. [95f6cfd]
-
-### Version:0.1.11 -- 22 Jul 2020
-
-* Adds Setup wizard to make installation easier. [a06d610]
-
-### Version:0.1.10 -- 21 Jul 2020
-
-* Use cio to differentiate from conductor. [3f49451]
-* Projects and instance types sorted for fixtures. [4a0f833]
-
-### Version:0.1.9 -- 10 Jul 2020
-
-* Implement data singletons here and remove from conductor-maya. [d31aeaa]
-
-### Version:0.1.8 -- 06 Jul 2020
-
-* Repair some path list issues found while adding remove method. [7368cc2]
-
-### Version:0.1.7 -- 04 Jul 2020
-
-* Adds a remove method to pathlist. [5712d2c]
-* Wip configure script. [e7f6ea9]
-
-### Version:0.1.6 -- 29 Jun 2020
-
-* Fix bad path to conductor cmd. [5be12af]
-* Packages: Remove tree property and make _tree -> tree. [1e6ae34]
-
-### Version:0.1.5 -- 22 Jun 2020
-
-* Remove src. [a366047]
-* Newline in requirements. [a4cd9d3]
-* Missing member. [b2bfb6d]
-* Fix tests. [c9498c9]
-* Imports ciocore. [916651e]
-* Flatten. [c88afae]
-* Flatter hierarchy. [6906e23]
-* Slug means local slug. [0db16e0]
-* Init declare namespace. [84d16b3]
-* Use underscore name. [1aae967]
-* Correct namespace config. [22a09f3]
-
-
-### Version:0.1.4 -- 14 Jun 2020
-
-* Ignore build dir. [8080df5]
-