addftool 0.0.1__py3-none-any.whl

addftool/blob.py

@@ -0,0 +1,192 @@
+import argparse
+import requests
+import subprocess
+import os
+import json
+import yaml
+from cryptography.fernet import Fernet
+
+
+def add_api(parser):
+    parser.add_argument("-k", "--key", help="f key", required=True)
+    parser.add_argument("-a", "--api", help="api url")
+    parser.add_argument("-n", "--name", help="name")
+    parser.add_argument("-c", "--container", help="container")
+
+
+def get_ubuntu_version():  
+    with open("/etc/os-release") as f:
+        for line in f:
+            if line.startswith("VERSION_ID="):
+                version = line.split("=")[1].strip().strip('"')
+                return version
+    return "22.04"
+
+
+def execute_command(command, to_file=None):
+    if to_file is not None:
+        to_file.write(command + "\n")
+        return None
+    else:
+        print("Execute command: ", command)
+        result = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE).stdout.read().decode()
+        print("Result: ", result)
+        return result
+
+
+def create_dir_for_current_user(dir_path, sudo=False):
+    command = f"mkdir -p {dir_path}"
+    if sudo:
+        command = "sudo " + command
+    execute_command(command)
+    command = f"chown $USER {dir_path}"
+    if sudo:
+        command = "sudo " + command
+    execute_command(command)
+
+
+def install_main(args):
+    # generate install script
+    if args.output_script is not None:
+        script_writer = open(args.output_script, "w")
+    else:
+        script_writer = None
+    
+    # get ubuntu version
+    ubuntu_version = get_ubuntu_version()
+
+    # check if has root permission
+    # if has root permission, run install script
+    # else, print install script
+
+    print("Get ubuntu version: ", ubuntu_version)
+    command = f"wget https://packages.microsoft.com/config/ubuntu/{ubuntu_version}/packages-microsoft-prod.deb -O /tmp/packages-microsoft-prod.deb"
+    print("Install packages-microsoft-prod.deb")
+    execute_command(command, script_writer)
+    command = "dpkg -i /tmp/packages-microsoft-prod.deb"
+    if args.sudo:
+        command = "sudo " + command
+    execute_command(command, script_writer)
+
+    command = "apt-get update"
+    if args.sudo:
+        command = "sudo " + command
+    execute_command(command, script_writer)
+
+    command = "apt-get install fuse3 blobfuse2 -y"
+    if args.sudo:
+        command = "sudo " + command
+    execute_command(command, script_writer)
+
+
+def mount_main(args):
+    sas_token = get_token(args, info=True)
+
+    template = {
+        'logging': {'type': 'syslog', 'level': 'log_debug'}, 
+        'components': ['libfuse', 'file_cache', 'attr_cache', 'azstorage'], 
+        'libfuse': {'attribute-expiration-sec': 120, 'entry-expiration-sec': 120, 'negative-entry-expiration-sec': 240}, 
+        'file_cache': {'path': '', 'timeout-sec': 120, 'max-size-mb': 40960}, 
+        'attr_cache': {'timeout-sec': 7200}, 
+        'azstorage': {
+            'type': 'block', 
+            'endpoint': '', 
+            'account-name': '', 
+            'mode': 'sas', 
+            'sas': '', 
+            'container': ''}, 
+    }
+    
+    if args.template is not None:
+        with open(args.template, 'r') as stream:
+            try:
+                template = yaml.safe_load(stream)
+            except yaml.YAMLError as exc:
+                print(exc)
+    
+    template['file_cache']['path'] = args.buffer
+
+    template['azstorage']['sas'] = sas_token
+    template['azstorage']['endpoint'] = "https://%s.blob.core.windows.net" % args.name
+    template['azstorage']['account-name'] = args.name
+    template['azstorage']['container'] = args.container
+
+    create_dir_for_current_user(args.buffer, sudo=args.sudo)
+    create_dir_for_current_user(args.mount, sudo=args.sudo)
+
+    # write config file into /tmp/config.yaml
+
+    temp_config = "/tmp/config.yaml"
+    with open(temp_config, 'w') as stream:
+        yaml.dump(template, stream)
+
+    command = f"blobfuse2 mount {args.mount} --config-file={temp_config}"
+    execute_command(command)
+
+
+def get_token(args, info=False):
+    api_url = args.api
+
+    f = Fernet(args.key.encode())
+
+    an = f.encrypt(args.name.encode()).decode()
+    cn = f.encrypt(args.container.encode()).decode()
+
+    if info:
+        print("Get token from: ", api_url)
+        print("Name: ", an)
+        print("Container: ", cn)
+
+    params = {
+        "an": an,
+        "cn": cn, 
+    }
+    response = requests.get(api_url, params=params)
+    if response.status_code == 200:
+        data = json.loads(response.text)
+        token = f.decrypt(data["sas"].encode()).decode()
+        if token.startswith('"'):
+            token = token[1:]
+        if token.endswith('"'):
+            token = token[:-1]
+        if token.startswith("?"):
+            return token
+        else:
+            return "?" + token
+    else:
+        return f"Error: {response.status_code}"
+
+
+def main():
+    # exmaple usage: addfblob install
+    # exmaple usage: addfblob mount -k <key> -a <api> -b <buffer> -m <mount_dir>
+    # exmaple usage: addfblob token -k <key> -a <api>
+    parser = argparse.ArgumentParser(description="Addf's tool")
+
+    subparsers = parser.add_subparsers(dest='command', help='Sub-command help')
+    install_parser = subparsers.add_parser('install', help='Install help')
+    install_parser.add_argument("-o", "--output_script", help="output script", default=None)
+    install_parser.add_argument("--sudo", help="sudo", action="store_true")
+
+    mount_parser = subparsers.add_parser('mount', help='Mount help')
+    add_api(mount_parser)
+    mount_parser.add_argument("-b", "--buffer", help="buffer dir", required=True)
+    mount_parser.add_argument("-m", "--mount", help="mount dir", required=True)
+    mount_parser.add_argument("-t", "--template", help="yaml template file", default=None)
+    mount_parser.add_argument("--sudo", help="sudo", action="store_true")
+
+    token_parser = subparsers.add_parser('token', help='Token help')
+    add_api(token_parser)
+
+    args = parser.parse_args()
+
+    if args.command == 'install':
+        install_main(args)
+    elif args.command == 'mount':
+        mount_main(args)
+    elif args.command == 'token':
+        print(get_token(args, info=False))
+
+
+if __name__ == "__main__":
+    main()

addftool/util.py

@@ -0,0 +1,32 @@
+def rangeexpand(txt):
+    lst = []
+    for r in txt.split(','):
+        if '-' in r[1:]:
+            r0, r1 = r[1:].split('-', 1)
+            r1 = r1.strip()
+            lst += range(int(r[0] + r0), int(r1) + 1)
+        elif not r.strip():
+            continue
+        else:
+            lst.append(int(r.strip()))
+    return lst
+
+
+def test_rangeexpand():
+    import pytest
+
+    assert rangeexpand('1, 3-5, 7') == [1, 3, 4, 5, 7]
+    assert rangeexpand('1, 3-5, 7, 10-12') == [1, 3, 4, 5, 7, 10, 11, 12]
+    assert rangeexpand('1-5') == [1, 2, 3, 4, 5]
+    assert rangeexpand('1-5, 7-10') == [1, 2, 3, 4, 5, 7, 8, 9, 10]
+    assert rangeexpand('') == []
+    assert rangeexpand('1') == [1]
+    assert rangeexpand('1-1') == [1]
+    assert rangeexpand('1-1, 3-3, 5-5') == [1, 3, 5]
+    assert rangeexpand('1-1, 3-3, 5-5, 7-7') == [1, 3, 5, 7]
+    
+    with pytest.raises(ValueError):
+        rangeexpand('1-2-3')
+
+    with pytest.raises(ValueError):
+        rangeexpand('1 7-9')

addftool-0.0.1.dist-info/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2018 The Python Packaging Authority
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

addftool-0.0.1.dist-info/METADATA

@@ -0,0 +1,8 @@
+Metadata-Version: 2.1
+Name: addftool
+Version: 0.0.1
+License-File: LICENSE
+Requires-Dist: cryptography
+Requires-Dist: requests
+Requires-Dist: PyYAML
+

addftool-0.0.1.dist-info/RECORD

@@ -0,0 +1,9 @@
+addftool/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+addftool/blob.py,sha256=d36wu7acIyfF6mcm2iQqVDZ-kg1cvDr3rSFCyPQpdpA,6175
+addftool/util.py,sha256=gx-pqNJk31tmWtRJvZrIkI15ER7QZg9FtaM_OyP0JqU,975
+addftool-0.0.1.dist-info/LICENSE,sha256=7EI8xVBu6h_7_JlVw-yPhhOZlpY9hP8wal7kHtqKT_E,1074
+addftool-0.0.1.dist-info/METADATA,sha256=RoIRgv0J85qVBp0-OXQC1lRsnBDZE4ecgnyXUJsJ93A,149
+addftool-0.0.1.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
+addftool-0.0.1.dist-info/entry_points.txt,sha256=H3Z3iWsLB1CFdckedIA652_3tWaNS5Rl7fFWgFaFRIc,48
+addftool-0.0.1.dist-info/top_level.txt,sha256=jqj56-plrBbyzY0tIxB6wPzjAA8kte4hUlajyyQygN4,9
+addftool-0.0.1.dist-info/RECORD,,

addftool-0.0.1.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (74.1.2)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

addftool-0.0.1.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+addfblob = addftool.blob:main

addftool-0.0.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+addftool