configos 1.0.2__tar.gz

configos-1.0.2/PKG-INFO

@@ -0,0 +1,37 @@
+Metadata-Version: 2.4
+Name: configos
+Version: 1.0.2
+Summary: configos
+Home-page: https://github.com/anaticulae/configos
+Author: Helmut Konrad Schewe
+Author-email: helmutus@outlook.com
+Platform: any
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Dist: utilo<3.0.0,>=2.106.2
+Requires-Dist: setuptools==82.0.0
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: home-page
+Dynamic: platform
+Dynamic: requires-dist
+Dynamic: summary
+
+# configos
+
+Configo holds the configuration/parameterization of the different tools of
+`kiwi` project. This includes environment variables and python implementation.
+The environment variables are used for decoupling the dependencies in the
+project.
+
+Features:
+
+* Share: public file share location
+* Server: ports and ip-address of different server
+* Document: sizes of DIN-AX-Pages

configos-1.0.2/README

@@ -0,0 +1,12 @@
+# configos
+
+Configo holds the configuration/parameterization of the different tools of
+`kiwi` project. This includes environment variables and python implementation.
+The environment variables are used for decoupling the dependencies in the
+project.
+
+Features:
+
+* Share: public file share location
+* Server: ports and ip-address of different server
+* Document: sizes of DIN-AX-Pages

configos-1.0.2/configos/__init__.py

@@ -0,0 +1,103 @@
+#==============================================================================
+# C O P Y R I G H T
+#------------------------------------------------------------------------------
+# Copyright (c) 2019-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+#==============================================================================
+
+import os
+
+# Public API:
+# Cache
+from configos.cache import CACHE_LARGE
+from configos.cache import CACHE_MEDIUM
+from configos.cache import CACHE_SMALL
+from configos.cache import cache_large
+from configos.cache import cache_medium
+from configos.cache import cache_small
+# debug
+from configos.debugs import debug
+from configos.debugs import debug_set
+from configos.debugs import debug_unset
+# directory
+from configos.directory import check_startup
+from configos.directory import environment
+from configos.directory import export
+from configos.directory import makedirs
+from configos.directory import ready
+from configos.directory import share
+from configos.directory import tmp
+from configos.directory import todo
+# docs
+from configos.docs import docs_url
+# Document
+from configos.document import OneSideDINA4
+from configos.document import OneSideDINA5
+# env
+from configos.env import env
+from configos.env import env_del
+from configos.env import env_dump
+from configos.env import env_load
+from configos.env import env_path_append
+from configos.env import env_path_remove
+from configos.env import env_set
+from configos.env import env_unload
+# Exception
+from configos.exception import HolyValueError
+from configos.exception import InvalidHolyValue
+from configos.exception import MissingHolyValue
+# Holy
+from configos.holyvalue.access import HV
+from configos.holyvalue.access import HV_API
+from configos.holyvalue.access import HV_BOOL
+from configos.holyvalue.access import HV_FLOAT
+from configos.holyvalue.access import HV_FLOAT_MINUS
+from configos.holyvalue.access import HV_FLOAT_PLUS
+from configos.holyvalue.access import HV_GB
+from configos.holyvalue.access import HV_HOUR
+from configos.holyvalue.access import HV_INT
+from configos.holyvalue.access import HV_INT_MINUS
+from configos.holyvalue.access import HV_INT_PLUS
+from configos.holyvalue.access import HV_KB
+from configos.holyvalue.access import HV_MB
+from configos.holyvalue.access import HV_MINUTE
+from configos.holyvalue.access import HV_PERCENT
+from configos.holyvalue.access import HV_PERCENT_MINUS
+from configos.holyvalue.access import HV_PERCENT_PLUS
+from configos.holyvalue.access import HV_SECOND
+from configos.holyvalue.access import HV_SECRET
+from configos.holyvalue.access import HV_STR
+from configos.holyvalue.cloud import cloud_base
+from configos.holyvalue.cloud import cloud_base_set
+from configos.holyvalue.cloud import cloud_lookup
+from configos.holyvalue.cloud import cloud_set
+from configos.holyvalue.cloud import cloud_unset
+from configos.holyvalue.cloud import holyname
+from configos.holyvalue.collect import generate
+from configos.holyvalue.data import NOMATH
+from configos.holyvalue.data import DataType
+from configos.holyvalue.data import HolyValue
+from configos.holyvalue.store import database
+from configos.holyvalue.store import init
+from configos.holyvalue.store import load
+from configos.holyvalue.store import parse
+from configos.holyvalue.table import HolyList
+from configos.holyvalue.table import HolyRate
+from configos.holyvalue.table import HolyTable
+# Server
+from configos.server import package_address
+from configos.server import package_configuration
+
+__version__ = '1.0.1'
+
+ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+PROCESS = 'configos'
+
+init(cloud_base())
+
+# TODO: REMOVE LATER AND INCREASE MAJOR VERSION NUMBER
+load_env = env_load
+unload_env = env_unload
+dump_env = env_dump

configos-1.0.2/configos/cache.py

@@ -0,0 +1,34 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2019-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+"""\
+>>> @cache_large
+... def hello():
+...    pass
+>>> hello()
+>>> @cache_small
+... def wello():
+...    print('hello')
+>>> wello()
+hello
+>>> wello()
+>>> wello()
+"""
+
+import functools
+
+import utilo
+
+CACHE_SMALL = 32
+CACHE_MEDIUM = 512
+CACHE_LARGE = 4096
+
+# TODO: MAY ONLY USE UTILA.CACHE???
+cache_small = functools.partial(utilo.cacheme, maxsize=CACHE_SMALL)
+cache_medium = functools.partial(utilo.cacheme, maxsize=CACHE_MEDIUM)
+cache_large = functools.partial(utilo.cacheme, maxsize=CACHE_LARGE)

configos-1.0.2/configos/cli/__init__.py

@@ -0,0 +1,90 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import sys
+
+import utilo
+
+import configos
+import configos.cli.generate
+import configos.cli.optimization
+
+
+@utilo.saveme
+def main():
+    current, data = evaluate()
+    for action, method in runner():
+        if current != action:
+            continue
+        if method.evaluate(*data):
+            return utilo.FAILURE
+        return utilo.SUCCESS
+    return utilo.INVALID_COMMAND
+
+
+def runner():
+    runme = (
+        ('generate', configos.cli.generate),
+        ('optimize', configos.cli.optimization),
+    )
+    return runme
+
+
+def evaluate() -> tuple:
+    parser = create_parser()
+    args = utilo.parse(parser)
+    action, data = '', None
+    gen = (args.get('input'), args.get('noskip', False))
+    if args['generate']:
+        action = 'generate'
+        data = gen
+    optimize = (
+        args.get('create'),
+        args.get('run'),
+        args.get('show'),
+        args.get('r'),
+        args.get('t'),
+    )
+    if any(optimize):
+        action = 'optimize'
+        data = optimize
+    if not action:
+        utilo.error('nothing todo')
+        sys.exit(utilo.INVALID_COMMAND)
+    return action, data
+
+
+def create_parser():
+    result = utilo.cli.create_parser(
+        todo=[
+            utilo.cli.Flag(
+                longcut='--generate',
+                message='create default config out of source',
+            ),
+            utilo.cli.Flag(
+                longcut='--noskip',
+                message='do not skip any path',
+            ),
+        ],
+        config=utilo.ParserConfiguration(
+            inputparameter=True,
+            outputparameter=False,
+            cacheflag=False,
+            cprofile=False,
+            multiprocessed=False,
+            pages=False,
+            prefix=False,
+            verboseflag=True,
+            waitingflag=False,
+        ),
+        prog=configos.PROCESS,
+        version=configos.__version__,
+    )
+    configos.cli.optimization.add_option(result)
+    return result

configos-1.0.2/configos/cli/generate.py

@@ -0,0 +1,46 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+import configos
+
+
+def evaluate(inpath: list, noskip=False) -> int:
+    """\
+    Could not locate any holy value on this file. 1 means failure.
+    >>> evaluate([__file__])
+    1
+    """
+    skip = None if noskip else skips
+    for path in inpath:
+        if not utilo.exists(path):
+            utilo.error(f'input does not exists: {path}')
+            return utilo.FAILURE
+    done = False
+    for item in inpath:
+        collected = configos.generate(item, skips=skip)
+        if not collected:
+            continue
+        utilo.print_banner(text=item, symbol='#')
+        utilo.log(collected)
+        done = True
+    if not done:
+        utilo.error('could not locate any HolyValue')
+        return utilo.FAILURE
+    return utilo.SUCCESS
+
+
+def skips(item: str) -> bool:
+    """\
+    >>> skips('config/tests/__init.py')
+    True
+    """
+    item = str(item)
+    return 'build' in item or 'tests' in item

configos-1.0.2/configos/cli/optimization.py

@@ -0,0 +1,68 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+import configos.cli.plan
+import configos.cli.result
+
+
+def evaluate(
+    create: list,
+    run: str,
+    show: str,
+    reduce: int,
+    cmd_test: str,
+):  # pylint:disable=W0613
+    if create:
+        plan = configos.cli.plan.create(create)
+        utilo.log(configos.cli.plan.dump(plan))
+    if run:
+        if cmd_test is None:
+            cmd_test = 'baw test -n1'
+        configos.cli.plan.run(
+            run,
+            reduce=reduce,
+            cmd_test=cmd_test,
+        )
+    if show:
+        configos.cli.result.show(show)
+
+
+def add_option(parser):
+    # TODO: REPLACE WITH UTILA METHOD
+    sub = parser.add_subparsers(help='run optimizer to determine holy values')
+    show = sub.add_parser('optimize')
+    show.add_argument(
+        '--create',
+        help='create optimization plan',
+        action='append',
+    )
+    show.add_argument(
+        '--run',
+        help='run optimization',
+        action='append',
+    )
+    show.add_argument(
+        '--show',
+        help='show optimization result',
+        action='append',
+    )
+    show.add_argument(
+        '-r',
+        default=100,
+        type=int,
+        help='number of optimization steps',
+    )
+    show.add_argument(
+        '-t',
+        default=None,
+        type=str,
+        help='run test after each holy value update (baw test -n1)',
+    )

configos-1.0.2/configos/cli/plan.py

@@ -0,0 +1,199 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import collections
+import os
+import re
+
+import utilo
+
+import configos
+import configos.holyvalue.access
+import configos.holyvalue.collect
+
+
+def create(todo: list) -> dict:
+    result = {}
+    for path in todo:
+        program = utilo.path_current(path)
+        collected = configos.holyvalue.collect.collect(path)
+        for groupname, group in collected.items():
+            for key, value in group.items():
+                progname = f'{program}.{groupname}'
+                hvgroup = value.get('hvgroup', progname)
+                if hvgroup == configos.holyvalue.access.NO_GROUP:
+                    hvgroup = progname
+                hvgroup = hvgroup.upper()
+                variable = f'{hvgroup}.{key}'
+                todo = ranges(
+                    default=value.get('default'),
+                    limit=value.get('limit', None),
+                    datatype=value.get('datatype', None),
+                )
+                if not todo:
+                    utilo.debug(f'skip for optimization, no range: {variable}')
+                    continue
+                result[variable] = todo
+    return result
+
+
+def run(
+    path,
+    reduce=100,
+    seed=None,
+    test_before: bool = False,
+    cmd_test=None,
+):
+    path = os.path.abspath(path[0])
+    plan = utilo.yaml_load(path)
+    todo = list(plan.values())
+    keys = list(plan.keys())
+    mapped = first_one(todo)
+    utilo.log(f'different steps: {len(mapped)}')
+    if len(mapped) > reduce:
+        utilo.log(f'reduce values: {reduce}')
+        mapped = utilo.choose_random(mapped, count=reduce, seed=seed)
+    # verify code without hv-modification
+    if test_before:
+        utilo.log('test project')
+        utilo.run(cmd_test)  # utilo.run('baw test')
+    # utilo.log(utilo.from_tuple(keys, ';'))
+    with utilo.make_tmpdir(configos.ROOT) as tmpdir:
+        utilo.log(f'outdir: {tmpdir}')
+        header = f"number,{utilo.from_tuple(keys, separator=',')},failure\n"
+        utilo.file_append(
+            os.path.join(tmpdir, 'result'),
+            header,
+            create=True,
+        )
+        for index, step in enumerate(mapped):
+            run_test(
+                key=keys,
+                config=step,
+                step=index,
+                tmpdir=tmpdir,
+                cmd_test=cmd_test,
+            )
+
+
+def run_test(
+    key,
+    config,
+    step: int,
+    tmpdir,
+    cmd_test,
+    hcvalue='RAWMAKER',
+):
+    # write hv config
+    cfg = create_config(key, config)
+    step = str(step).zfill(4)
+    cfgpath = os.path.join(tmpdir, f'{step}.hv')
+    utilo.file_create(cfgpath, cfg)
+    configos.cloud_set(program=hcvalue, namepath=cfgpath)
+    # run tests
+    utilo.log(f'run step: {step}')
+    utilo.log(utilo.from_tuple(config, ';'))
+    completed = utilo.run(
+        cmd_test,
+        expect=None,
+        env=dict(os.environ),
+    )
+    # cfgpath
+    logpath = os.path.join(tmpdir, f'{step}.log')
+    utilo.file_create(logpath, completed.stderr)
+    utilo.file_append(logpath, completed.stdout)
+    tests = 0
+    if completed.returncode:
+        stdout = completed.stdout
+        tests = FAILED.search(stdout)['failed']
+    config = f'{step},' + utilo.from_tuple(config, ',') + f',{tests}\n'
+    if completed.returncode:
+        utilo.error(config)
+    # append result
+    utilo.file_append(
+        os.path.join(tmpdir, 'result'),
+        config,
+        create=True,
+    )
+
+
+# === 5 failed, 178 passed, 168 skipped,
+FAILED = re.compile(r'===\ (?P<failed>\d+)\ fail')
+
+STEPS = (1.0, 0.1, 0.3, 0.5, 0.9, 1.2, 1.8, 2.2, 2.8, 3.5)
+
+
+def ranges(
+    default,
+    limit=None,
+    datatype: configos.DataType = None,
+    steps=None,
+) -> tuple:
+    """\
+    >>> ranges(50, 300, configos.DataType.INT_PLUS, steps=((1.0, 1.5, 2.0)))
+    (50, 75, 100)
+    >>> ranges(1.2, 3.0, configos.DataType.FLOAT, steps=((1.0, 1.5, 2.0)))
+    (1.2, 1.8, 2.4)
+    >>> ranges(True, datatype=configos.DataType.BOOL)
+    (True, False)
+    """
+    if steps is None:
+        steps = STEPS
+    if default is None:
+        return tuple()
+    if datatype and datatype == configos.DataType.STR:
+        return tuple()
+    if datatype == configos.DataType.BOOL:
+        return (True, False)
+    data = tuple(utilo.roundme(default * item) for item in steps)
+    if 'INT' in str(datatype):
+        data = tuple(int(item) for item in data)
+    if limit is not None:
+        data = tuple(item for item in data if item < limit)
+    return data
+
+
+def create_config(keys, configs) -> str:
+    grouped = collections.defaultdict(list)
+    for key, config in zip(keys, configs):
+        group, key = key.rsplit('.', 1)
+        grouped[group].append(f'{key} = {config}')
+    collected = []
+    for key, value in grouped.items():
+        collected.append('[' + key + ']')
+        collected.extend(value)
+    result = utilo.NEWLINE.join(collected)
+    return result
+
+
+def first_one(items) -> list:
+    """\
+    >>> first_one(([1,], [2,]))
+    [[1, 2]]
+    >>> first_one([[1, 2], [3,]])
+    [[1, 3], [2, 3]]
+    >>> first_one([(4, ), (1, 2, 3), (5, 6)])
+    [[4, 1, 5], [4, 2, 5], [4, 3, 5], [4, 1, 6]]
+    """
+    # TODO: MOVE TO UTILA
+    items = [list(item) for item in items]
+    result = []
+    for index, _ in enumerate(items):
+        base = [item[0] for item in items]
+        for current in items[index]:
+            copy = list(base)
+            copy[index] = current
+            result.append(copy)
+    result = utilo.unique(result)
+    return result
+
+
+def dump(plan: dict) -> str:
+    dumped = utilo.yaml_dump(plan)
+    return dumped

configos-1.0.2/configos/cli/result.py

@@ -0,0 +1,81 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import collections
+import csv
+import os
+
+import utilo
+
+import configos
+
+
+def show(result):
+    single = result[0]
+    parsed, header, size = parse_result(single)
+    rendered = render_table(list(parsed.values()), size, header=header)
+    with utilo.make_tmpdir(root=configos.ROOT) as output:
+        outpath = os.path.join(output, 'index.html')
+        utilo.file_create(outpath, rendered)
+        testrun = utilo.testing()
+        if not testrun:
+            utilo.run(f'start {outpath}')
+
+
+def parse_result(path) -> dict:
+    collected = collections.defaultdict(set)
+    with open(path, newline='', encoding='utf8') as csvfile:
+        reader = csv.reader(csvfile)
+        data = list(reader)
+    width, height = 0, 0
+    header = data[0][1:-1]
+    for row in data[1:]:
+        number, *content, failure = row  # pylint:disable=W0612
+        failure = int(failure)
+        for index, value in enumerate(content):
+            # TODO: ADD BOOL CHECKUP
+            value = int(value) if utilo.isint(value) else float(value)
+            collected[index].add((value, failure))
+        width = len(content)
+        height += 1
+    result = {key: prepare(value) for key, value in collected.items()}
+    return result, header, (width, height)
+
+
+def prepare(value):
+    grouped = utilo.groupby_x(value, selector=lambda x: x[0])
+    result = []
+    for group in grouped:
+        result.append((group[0][0], min((item[1] for item in group))))
+    return sorted(result, key=lambda x: x[0], reverse=True)
+
+
+def render_table(data, size, header=None) -> str:
+    width = 150 * size[0]
+    result = f'<html><table width={width}>'
+    if header:
+        result += '<tr>'
+        result += ''.join([
+            f'<td style="min-width:150px;font-size:10px;overflow:hidden">{item.replace(".", " ")}</td>'
+            for item in header
+        ])
+        result += '</tr>'
+    for _ in range(size[1]):  # pylint:disable=W0612
+        result += '<tr>'
+        for pos in range(size[0]):
+            current = data[pos]
+            if current:
+                value, failure = current.pop()
+                color = 'green' if not failure else 'orange'
+                result += f'<td style="background:{color};" height=50px><center>{value} [{failure}]</center></td>'
+            else:
+                result += '<td></td>'
+        result += '</tr>'
+    result += '</table></html>'
+    return result