iotedgedev 3.3.4__zip

s/iotedgedev/utility.py

@@ -0,0 +1,179 @@
+import fnmatch
+import json
+import os
+import subprocess
+from base64 import b64decode, b64encode
+from hashlib import sha256
+from hmac import HMAC
+from time import time
+
+from urllib.parse import quote, urlencode
+
+from .constants import Constants
+
+
+class Utility:
+    def __init__(self, envvars, output):
+        self.envvars = envvars
+        self.output = output
+
+    def exe_proc(self, params, shell=False, cwd=None, suppress_out=False):
+        proc = subprocess.Popen(
+            params, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=shell, cwd=cwd)
+
+        stdout_data, stderr_data = proc.communicate()
+        if not suppress_out and stdout_data != "":
+            self.output.procout(self.decode(stdout_data))
+
+        if proc.returncode != 0:
+            raise Exception(self.decode(stderr_data))
+
+    def call_proc(self, params, shell=False, cwd=None):
+        try:
+            subprocess.check_call(params, shell=shell, cwd=cwd)
+            return 0
+        except KeyboardInterrupt as ki:
+            return 1
+        except Exception as e:
+            self.output.error("Error while executing command: {0}. {1}".format(' '.join(params), str(e)))
+            return 1
+
+    def check_dependency(self, params, description):
+        try:
+            self.exe_proc(params, shell=not self.envvars.is_posix(), suppress_out=True)
+        except FileNotFoundError:
+            raise FileNotFoundError("{0} is required by the Azure IoT Edge Dev Tool. For installation instructions, see https://aka.ms/iotedgedevwiki.".format(description))
+
+    def is_dir_empty(self, name):
+        if os.path.exists(name):
+            return len(os.listdir(name)) == 0
+        else:
+            return True
+
+    def ensure_dir(self, name):
+        if not os.path.exists(name):
+            os.makedirs(name)
+
+    def find_files(self, directory, pattern):
+        # find all files in directory that match the pattern.
+        for root, dirs, files in os.walk(directory):
+            for basename in files:
+                if fnmatch.fnmatch(basename, pattern):
+                    filename = os.path.join(root, basename)
+                    yield filename
+
+    def get_iot_hub_sas_token(self, uri, key, policy_name, expiry=3600):
+        ttl = time() + expiry
+        sign_key = "%s\n%d" % ((quote(uri)), int(ttl))
+        signature = b64encode(
+            HMAC(b64decode(key), sign_key.encode("utf-8"), sha256).digest())
+
+        rawtoken = {
+            "sr": uri,
+            "sig": signature,
+            "se": str(int(ttl))
+        }
+
+        if policy_name is not None:
+            rawtoken["skn"] = policy_name
+
+        return "SharedAccessSignature " + urlencode(rawtoken)
+
+    @staticmethod
+    def get_file_contents(file, expandvars=False):
+        with open(file, "r") as file:
+            content = file.read()
+            if expandvars:
+                return os.path.expandvars(content)
+            else:
+                return content
+
+    def decode(self, val):
+        return val.decode("utf-8").strip()
+
+    def get_config_files(self):
+        # config files are in root of solution
+
+        return [os.path.join(os.getcwd(), f) for f in os.listdir(os.getcwd()) if f.endswith("template.json")]
+
+    def get_bypass_modules(self):
+        return [module.strip()
+                for module in self.envvars.BYPASS_MODULES.split(",") if module]
+
+    def in_asterisk_list(self, item, asterisk_list):
+        return len(asterisk_list) > 0 and (asterisk_list[0] == "*" or item in asterisk_list)
+
+    def copy_from_template_dir(self, src_file, dest_dir, dest_file=None, replacements=None):
+        if dest_file is None:
+            dest_file = src_file
+
+        template_dir = os.path.join(os.path.split(__file__)[0], "template")
+        self.copy_template(os.path.join(template_dir, src_file), os.path.join(dest_dir, dest_file), replacements, expandvars=False)
+
+    def copy_template(self, src, dest=None, replacements=None, expandvars=True):
+        """Read file at src, replace the keys in replacements with their values, optionally expand environment variables, and save to dest"""
+        if dest is None:
+            dest = src
+
+        content = Utility.get_file_contents(src)
+
+        if replacements:
+            for key, value in replacements.items():
+                content = content.replace(key, value)
+
+        if expandvars:
+            content = os.path.expandvars(content)
+
+        with open(dest, "w") as dest_file:
+            dest_file.write(content)
+
+    def nested_set(self, dict_, key_path, value):
+        current = dict_
+        for key in key_path[:-1]:
+            if key not in current:
+                current[key] = {}
+            current = current.get(key)
+
+        current[key_path[-1]] = value
+
+    def del_key(self, dict_, key_path):
+        if not isinstance(dict_, dict):
+            return None
+
+        current = dict_
+        for key in key_path[:-1]:
+            current = current.get(key, None)
+
+            if not isinstance(current, dict):
+                return None
+
+        return current.pop(key_path[-1], None)
+
+    @staticmethod
+    def get_sha256_hash(val):
+        hash_object = sha256(val.encode('utf-8'))
+
+        return str(hash_object.hexdigest()).lower()
+
+    @staticmethod
+    def get_deployment_manifest_name(template_file, template_schema_ver, platform):
+        if "DEPLOYMENT_CONFIG_FILE" in os.environ:
+            return os.environ["DEPLOYMENT_CONFIG_FILE"]
+
+        if template_schema_ver is None:
+            if os.path.exists(template_file):
+                json_ = json.loads(Utility.get_file_contents(template_file, expandvars=True))
+                template_schema_ver = json_.get("$schema-template", "")
+            else:
+                template_schema_ver = Constants.deployment_template_schema_version
+
+        platform = "." + platform if template_schema_ver > "0.0.1" else ""
+        prefix = os.path.basename(template_file)
+        if prefix.endswith(Constants.deployment_template_suffix):
+            prefix = prefix[:-len(Constants.deployment_template_suffix)]
+        elif prefix.endswith(".json"):
+            prefix = prefix[:-len(".json")]
+        else:
+            prefix = "deployment"
+
+        return "{0}{1}.json".format(prefix, platform)

s/iotedgedev/version.py

@@ -0,0 +1,4 @@
+import sys
+
+PY35 = sys.version_info >= (3, 5)
+PY3 = sys.version_info >= (3, 0)

s/iotedgedev.egg-info/PKG-INFO

@@ -0,0 +1,21 @@
+Metadata-Version: 1.2
+Name: iotedgedev
+Version: 3.3.4
+Summary: The Azure IoT Edge Dev Tool greatly simplifies the IoT Edge development process by automating many routine manual tasks, such as building, deploying, pushing modules and configuring the IoT Edge Runtime.
+Home-page: https://github.com/azure/iotedgedev
+Author: Microsoft Corporation
+Author-email: vsciet@microsoft.com
+License: MIT license
+Description: See https://github.com/azure/iotedgedev for usage instructions.
+Keywords: azure iot edge dev tool
+Platform: UNKNOWN
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Natural Language :: English
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.6
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Requires-Python: >=3.6, <3.10

s/iotedgedev.egg-info/SOURCES.txt

@@ -0,0 +1,100 @@
+CHANGELOG.md
+LICENSE
+MANIFEST.in
+README.md
+setup.cfg
+setup.py
+iotedgedev/__init__.py
+iotedgedev/args.py
+iotedgedev/azurecli.py
+iotedgedev/buildoptionsparser.py
+iotedgedev/buildprofile.py
+iotedgedev/cli.py
+iotedgedev/connectionstring.py
+iotedgedev/constants.py
+iotedgedev/containerregistry.py
+iotedgedev/decorators.py
+iotedgedev/deploymentmanifest.py
+iotedgedev/dockercls.py
+iotedgedev/dotnet.py
+iotedgedev/edge.py
+iotedgedev/envvars.py
+iotedgedev/iothub.py
+iotedgedev/module.py
+iotedgedev/modules.py
+iotedgedev/organizedgroup.py
+iotedgedev/output.py
+iotedgedev/simulator.py
+iotedgedev/solution.py
+iotedgedev/telemetry.py
+iotedgedev/telemetryconfig.py
+iotedgedev/telemetryuploader.py
+iotedgedev/utility.py
+iotedgedev/version.py
+iotedgedev.egg-info/PKG-INFO
+iotedgedev.egg-info/SOURCES.txt
+iotedgedev.egg-info/dependency_links.txt
+iotedgedev.egg-info/entry_points.txt
+iotedgedev.egg-info/not-zip-safe
+iotedgedev.egg-info/requires.txt
+iotedgedev.egg-info/top_level.txt
+iotedgedev/template/.env.tmp
+iotedgedev/template/.gitignore
+iotedgedev/template/deployment.template.json
+iotedgedev/template/launch_c.json
+iotedgedev/template/launch_csharp.json
+iotedgedev/template/launch_java.json
+iotedgedev/template/launch_node.json
+iotedgedev/template/launch_python.json
+tests/__init__.py
+tests/test_azurecli.py
+tests/test_buildoptionsparser.py
+tests/test_cli.py
+tests/test_config.py
+tests/test_connectionstring.py
+tests/test_decorators.py
+tests/test_deploymentmanifest.py
+tests/test_envvars.py
+tests/test_iotedgedev_iothub_deploy.py
+tests/test_iotedgedev_simulator.py
+tests/test_iotedgedev_solution.py
+tests/test_iotedgedev_solution_build.py
+tests/test_iotedgedev_solution_tag.py
+tests/test_utility.py
+tests/utility.py
+tests/assets/deployment.manifest_invalid.json
+tests/assets/deployment.manifest_invalid_createoptions.json
+tests/assets/deployment.manifest_invalid_schema.json
+tests/assets/deployment.template.non_str_placeholder.json
+tests/assets/deployment.template_1.json
+tests/assets/deployment.template_2.json
+tests/assets/deployment.template_3.json
+tests/assets/deployment.template_4.json
+tests/assets/deployment.template_invalidresult.json
+tests/assets/deployment.template_without_schema_template.json
+tests/assets/launch.json
+tests/assets/launch_without_nodejs.json
+tests/assets/test_solution_shared_lib/.gitignore
+tests/assets/test_solution_shared_lib/deployment.debug.template.json
+tests/assets/test_solution_shared_lib/deployment.escapedpath.template.json
+tests/assets/test_solution_shared_lib/deployment.template.json
+tests/assets/test_solution_shared_lib/layered_deployment.flattened_props.template.json
+tests/assets/test_solution_shared_lib/layered_deployment.no_modules.template.json
+tests/assets/test_solution_shared_lib/.vscode/launch.json
+tests/assets/test_solution_shared_lib/libs/sharedlib/Class1.cs
+tests/assets/test_solution_shared_lib/libs/sharedlib/sharedlib.csproj
+tests/assets/test_solution_shared_lib/modules/non_module_project/placeholder.txt
+tests/assets/test_solution_shared_lib/modules/sample_module/.gitignore
+tests/assets/test_solution_shared_lib/modules/sample_module/Dockerfile.amd64
+tests/assets/test_solution_shared_lib/modules/sample_module/Dockerfile.amd64.debug
+tests/assets/test_solution_shared_lib/modules/sample_module/Dockerfile.windows-amd64
+tests/assets/test_solution_shared_lib/modules/sample_module/Program.cs
+tests/assets/test_solution_shared_lib/modules/sample_module/module.json
+tests/assets/test_solution_shared_lib/modules/sample_module/sample_module.csproj
+tests/assets/test_solution_shared_lib/sample_module_2/.gitignore
+tests/assets/test_solution_shared_lib/sample_module_2/Dockerfile.amd64
+tests/assets/test_solution_shared_lib/sample_module_2/Dockerfile.amd64.debug
+tests/assets/test_solution_shared_lib/sample_module_2/Dockerfile.windows-amd64
+tests/assets/test_solution_shared_lib/sample_module_2/Program.cs
+tests/assets/test_solution_shared_lib/sample_module_2/module.json
+tests/assets/test_solution_shared_lib/sample_module_2/sample_module_2.csproj

s/iotedgedev.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

s/iotedgedev.egg-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+iotedgedev = iotedgedev.cli:main
+

s/iotedgedev.egg-info/not-zip-safe

@@ -0,0 +1 @@
+

s/iotedgedev.egg-info/requires.txt

@@ -0,0 +1,18 @@
+click>=6.0
+bcrypt<=3.1.7
+docker>=3.7.0
+python-dotenv
+requests<=2.25.1,>=2.20.0
+fstrings
+azure-cli-core>=2.25.0
+iotedgehubdev==0.14.14
+applicationinsights==0.11.9
+commentjson==0.9.0
+pyyaml>=5.4
+more-itertools<8.1.0
+
+[:sys_platform == "win32" and python_version < "3.6"]
+pypiwin32==219
+
+[:sys_platform == "win32" and python_version >= "3.6"]
+pypiwin32==223

s/iotedgedev.egg-info/top_level.txt

@@ -0,0 +1 @@
+iotedgedev

s/pull_request_template.md

@@ -0,0 +1,9 @@
+## iotedgedev Pull Request Checklist
+
+- [ ] Versions updated (both __init__.py files, CHANGELOG, setup.py, setup.cfg)
+- [ ] Unit tests pass locally
+- [ ] Quickstart steps locally validated
+- [ ] Passes unit tests in CICD pipeline (green on Github pipeline)
+- [ ] Pypi RC version passes Edge CICD pipeline validation for cross-tool validation
+
+## Additional comments

s/pytest.ini

@@ -0,0 +1,4 @@
+[pytest]
+markers =
+    e2e
+    unit

s/requirements.txt

@@ -0,0 +1,12 @@
+click==8.0.1
+docker==5.0.3
+python-dotenv==0.19.0
+requests==2.25.1
+fstrings==0.1.0
+msrestazure==0.4.34
+iotedgehubdev==0.14.14
+applicationinsights==0.11.9
+commentjson==0.9.0
+azure-cli-core==2.25.0
+pypiwin32==219; sys_platform == 'win32' and python_version < '3.6'
+pypiwin32==223; sys_platform == 'win32' and python_version >= '3.6'

s/requirements_dev.txt

@@ -0,0 +1,17 @@
+-r requirements.txt
+bumpversion==0.5.3
+wheel==0.30.0
+watchdog==0.8.3
+docker-compose==1.29.1
+flake8
+pycodestyle==2.7.0
+autopep8==1.5.7
+tox==3.24.1
+coverage==4.1
+Sphinx==4.4.0
+cookiecutter==1.7.3
+PyYAML>=5.4
+pylint==2.3.0
+pytest==6.2.4
+setuptools==57.0.0
+twine==3.4.2

s/scripts/gen-help-markdown.bat

@@ -0,0 +1,177 @@
+@ECHO OFF
+ECHO ## Commands
+
+ECHO **iotedgedev**
+ECHO ```
+iotedgedev -h
+ECHO ```
+
+ECHO **iotedgedev add**
+ECHO ```
+iotedgedev add -h
+ECHO ```
+
+ECHO **iotedgedev build**
+ECHO ```
+iotedgedev build -h
+ECHO ```
+
+ECHO **iotedgedev deploy**
+ECHO ```
+iotedgedev deploy -h
+ECHO ```
+
+ECHO **iotedgedev genconfig**
+ECHO ```
+iotedgedev genconfig -h
+ECHO ```
+
+ECHO **iotedgedev init**
+ECHO ```
+iotedgedev init -h
+ECHO ```
+
+ECHO **iotedgedev log**
+ECHO ```
+iotedgedev log -h
+ECHO ```
+
+ECHO **iotedgedev monitor**
+ECHO ```
+iotedgedev monitor -h
+ECHO ```
+
+ECHO **iotedgedev new**
+ECHO ```
+iotedgedev new -h
+ECHO ```
+
+ECHO **iotedgedev push**
+ECHO ```
+iotedgedev push -h
+ECHO ```
+
+ECHO **iotedgedev setup**
+ECHO ```
+iotedgedev setup -h
+ECHO ```
+
+ECHO **iotedgedev start**
+ECHO ```
+iotedgedev start -h
+ECHO ```
+
+ECHO **iotedgedev stop**
+ECHO ```
+iotedgedev stop -h
+ECHO ```
+
+ECHO **iotedgedev docker**
+ECHO ```
+iotedgedev docker -h
+ECHO ```
+
+ECHO **iotedgedev docker clean**
+ECHO ```
+iotedgedev docker clean -h
+ECHO ```
+
+ECHO **iotedgedev docker log**
+ECHO ```
+iotedgedev docker log -h
+ECHO ```
+
+ECHO **iotedgedev docker setup**
+ECHO ```
+iotedgedev docker setup -h
+ECHO ```
+
+ECHO **iotedgedev iothub**
+ECHO ```
+iotedgedev iothub -h
+ECHO ```
+
+ECHO **iotedgedev iothub monitor**
+ECHO ```
+iotedgedev iothub monitor -h
+ECHO ```
+
+ECHO **iotedgedev iothub setup**
+ECHO ```
+iotedgedev iothub setup -h
+ECHO ```
+
+ECHO **iotedgedev simulator**
+ECHO ```
+iotedgedev simulator -h
+ECHO ```
+
+ECHO **iotedgedev simulator modulecred**
+ECHO ```
+iotedgedev simulator modulecred -h
+ECHO ```
+
+ECHO **iotedgedev simulator setup**
+ECHO ```
+iotedgedev simulator setup -h
+ECHO ```
+
+ECHO **iotedgedev simulator start**
+ECHO ```
+iotedgedev simulator start -h
+ECHO ```
+
+ECHO **iotedgedev simulator stop**
+ECHO ```
+iotedgedev simulator stop -h
+ECHO ```
+
+ECHO **iotedgedev solution**
+ECHO ```
+iotedgedev solution -h
+ECHO ```
+
+ECHO **iotedgedev solution add**
+ECHO ```
+iotedgedev solution add -h
+ECHO ```
+
+ECHO **iotedgedev solution build**
+ECHO ```
+iotedgedev solution build -h
+ECHO ```
+
+ECHO **iotedgedev solution build**
+ECHO ```
+iotedgedev solution build -h
+ECHO ```
+
+ECHO **iotedgedev solution deploy**
+ECHO ```
+iotedgedev solution deploy -h
+ECHO ```
+
+ECHO **iotedgedev solution e2e**
+ECHO ```
+iotedgedev solution e2e -h
+ECHO ```
+
+ECHO **iotedgedev solution genconfig**
+ECHO ```
+iotedgedev solution genconfig -h
+ECHO ```
+
+ECHO **iotedgedev solution init**
+ECHO ```
+iotedgedev solution init -h
+ECHO ```
+
+ECHO **iotedgedev solution new**
+ECHO ```
+iotedgedev solution new -h
+ECHO ```
+
+ECHO **iotedgedev solution push**
+ECHO ```
+iotedgedev solution push -h
+ECHO ```

s/scripts/install-pip.sh

@@ -0,0 +1 @@
+curl -O https://bootstrap.pypa.io/get-pip.py && python get-pip.py

s/scripts/setup-wsl.sh

@@ -0,0 +1,7 @@
+echo "PATH=\"$PATH:$HOME/bin:$HOME/.local/bin:/mnt/c/Program\ Files/Docker/Docker/resources/bin\"" >> ~/.bashrc
+echo "alias docker=docker.exe" >> ~/.bashrc
+echo "alias docker-machine=docker-machine.exe" >> ~/.bashrc
+echo "alias docker-compose=docker-compose.exe" >> ~/.bashrc
+echo "export DOCKER_HOST='${DOCKER_HOST}'" >> ~/.bashrc
+source ~/.bashrc
+sudo sh -c "echo Defaults  env_keep += \"DOCKER_HOST\" >> /etc/sudoers.d/docker"

s/setup.cfg

@@ -0,0 +1,18 @@
+[bumpversion]
+current_version = 3.3.4
+commit = True
+tag = True
+
+[bumpversion:file:setup.py]
+search = version='{current_version}'
+replace = version='{new_version}'
+
+[bumpversion:file:iotedgedev/__init__.py]
+search = __version__ = '{current_version}'
+replace = __version__ = '{new_version}'
+
+[flake8]
+exclude = docs
+
+[aliases]
+

s/setup.py

@@ -0,0 +1,66 @@
+#!/usr/bin/env python
+from setuptools import find_packages, setup
+
+
+with open('CHANGELOG.md') as history_file:
+    history = history_file.read()
+
+requirements = [
+    'click>=6.0',
+    'bcrypt<=3.1.7',
+    'docker >= 3.7.0',
+    'python-dotenv',
+    'requests >= 2.20.0, <= 2.25.1',
+    'fstrings',
+    'azure-cli-core >= 2.25.0',
+    'iotedgehubdev == 0.14.14',
+    'applicationinsights == 0.11.9',
+    'commentjson == 0.9.0',
+    'pyyaml>=5.4',
+    'pypiwin32==219; sys_platform == "win32" and python_version < "3.6"',
+    'pypiwin32==223; sys_platform == "win32" and python_version >= "3.6"',
+    'more-itertools < 8.1.0'
+]
+
+setup_requirements = [
+]
+
+test_requirements = [
+]
+
+
+setup(
+    name='iotedgedev',
+    version='3.3.4',
+    description='The Azure IoT Edge Dev Tool greatly simplifies the IoT Edge development process by automating many routine manual tasks, such as building, deploying, pushing modules and configuring the IoT Edge Runtime.',
+    long_description='See https://github.com/azure/iotedgedev for usage instructions.',
+    author='Microsoft Corporation',
+    author_email='vsciet@microsoft.com',
+    url='https://github.com/azure/iotedgedev',
+    packages=find_packages(include=['iotedgedev']),
+    entry_points={
+        'console_scripts': [
+            'iotedgedev=iotedgedev.cli:main'
+        ]
+    },
+    include_package_data=True,
+    install_requires=requirements,
+    license='MIT license',
+    zip_safe=False,
+    keywords='azure iot edge dev tool',
+    python_requires='>=3.6, <3.10',
+    classifiers=[
+        'Development Status :: 5 - Production/Stable',
+        'Intended Audience :: Developers',
+        'License :: OSI Approved :: MIT License',
+        'Natural Language :: English',
+        'Programming Language :: Python :: 3',
+        'Programming Language :: Python :: 3.6',
+        'Programming Language :: Python :: 3.7',
+        'Programming Language :: Python :: 3.8',
+        'Programming Language :: Python :: 3.9'
+    ],
+    test_suite='tests',
+    tests_require=test_requirements,
+    setup_requires=setup_requirements
+)

s/tests/__init__.py

@@ -0,0 +1,5 @@
+"""Test package for Azure IoT Edge Dev Tool ."""
+
+__author__ = 'Microsoft Corporation'
+__email__ = 'opencode@microsoft.com'
+__version__ = '3.3.4'