dv-flow-mgr 0.0.1.13335470340a1__tar.gz → 0.0.1.13478128278a1__tar.gz

{dv_flow_mgr-0.0.1.13335470340a1 → dv_flow_mgr-0.0.1.13478128278a1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: dv-flow-mgr
-Version: 0.0.1.13335470340a1
+Version: 0.0.1.13478128278a1
 Summary: DV Flow Manager is a build system for silicon design
 Author-email: Matthew Ballance <matt.ballance@gmail.com>
 License:                                  Apache License

dv_flow_mgr-0.0.1.13478128278a1/docs/RundirLayout.md

@@ -0,0 +1,9 @@
+
+rundir/
+  - info/
+    - task-execution database
+    - execution logs
+  - tasks/
+    - per-task execution directory
+    - only for tasks that require persistent outputs
+

dv_flow_mgr-0.0.1.13478128278a1/docs/Steps.md

@@ -0,0 +1,109 @@
+
+# Tasks and Types
+- Load type definitions from YAML
+- Load task definitions from YAML
+
+# Data Selection and Extraction
+- Sort and select data
+- Need to support expressions
+- 
+
+# Task Implementation Source/Result Data
+
+Source Data
+- Task parameters
+- Upstream-change indication
+- Memento
+
+Result Data
+- List of output parameter sets
+- Change indication
+- Memento
+
+# Data Combination
+-
+
+# Day in the Life
+- Task Runner receives outputs from dependent tasks
+- ORs input changed' input flags to determine 'changed' flag to pass to task
+- Task Runner orders parameters using dependency information
+- Task Runner evaluates task-parameter creation code. Uses input data in this process
+  - Creates object of appropriate type
+  - Evalutes base-up to assign and augment parameter values
+- Retrieves memento (if available)
+- Passes accumulated data to task
+  - changed
+  - parameters
+  - 
+- Receives output from task
+  - list of parameter sets
+  - changed
+  - memento
+  - list of markers
+  - exit status (?)
+- Saves memento and markers for later inspection (central dir?)
+- Sets 'self' as source of parameter sets
+- Forms output data from
+  - changed
+  - list of parameter sets
+
+# Creating Task Parameters
+- 
+
+# Need execution support for tasks
+- Create parameters given the current inputs
+  - Need to follow inheritance
+  - Last (bottom-up) "value" wins
+  - Appends act bottom-up
+
+- Task holds handles to input data from dependencies
+  - 
+  - Make Task as simple as possible: scheduling item and place to store data
+
+- Something needs to prepare inputs (likely runner)
+  - Locate 
+- Something needs to process result
+  - Save memento in central store (map of task-execution records)
+    - Organize with start/finish times, etc
+
+# 
+- Create a task type from YAML
+  - Taskdef
+- Create a task and parameter changes
+  - Params are given a value (most-common)
+  - Or, a mutator class instance to append/prepend/etc
+
+files = factory.mkTask("std.FileSet", 
+  srcdir=os.path.join(os.path.abspath(__file__)),
+  params=dict(
+    basedir="foo",
+    fileType="systemVerilog",
+    include="*.sv"
+  ))
+
+simImg = factory.mkTask("hdlsim.SimImg", needs=[files])
+
+runner.run(simImg)
+
+## Task constructor 
+- Creates the parameter-type data structure
+- Creates the parameter-evaluation stack (stack of param-type structs)
+- Creates the task (holding eval stack)
+
+
+
+- Python layer than can be used with or wihout YAML meta-data
+  - Define Task, Define Params
+  - Maybe decorator to wrap Task as a Ctor?
+  - Must be able to work with YAML-defined content
+- YAML layer simply populates Python layer
+
+  @Task.ctor(MyParams)
+  class MyTask(Task):
+    # Creates an inner static method ctor that can be passed as the constructor
+
+factory.addTaskType(MyTask.ctor)
+
+
+
+

{dv_flow_mgr-0.0.1.13335470340a1 → dv_flow_mgr-0.0.1.13478128278a1}/ivpm.yaml

@@ -27,5 +27,7 @@ package:
       src: pypi
     - name: jq
       src: pypi
+    - name: ply
+      src: pypi
 
 

{dv_flow_mgr-0.0.1.13335470340a1 → dv_flow_mgr-0.0.1.13478128278a1}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dv-flow-mgr"
-version = "0.0.1.13335470340a1"
+version = "0.0.1.13478128278a1"
 dependencies = [
     'pydantic',
     'pyyaml',

dv_flow_mgr-0.0.1.13478128278a1/src/dv_flow/mgr/expr_eval.py

@@ -0,0 +1,50 @@
+
+import dataclasses as dc
+from typing import Any, Callable, Dict, List
+from .expr_parser import ExprVisitor, Expr, ExprBin, ExprBinOp, ExprCall, ExprId, ExprString, ExprInt
+
+@dc.dataclass
+class ExprEval(ExprVisitor):
+    methods : Dict[str, Callable] = dc.field(default_factory=dict)
+    variables : Dict[str, object] = dc.field(default_factory=dict)
+    value : Any = None
+
+    def eval(self, e : Expr):
+        self.value = None
+        e.accept(self)
+        return self.value
+
+    def visitExprId(self, e : ExprId):
+        if e.id in self.variables:
+            self.value = self.variables[e.id]
+        else:
+            raise Exception("Variable %s not found" % e.id)
+
+    def visitExprString(self, e : ExprString):
+        self.value = e.value
+    
+    def visitExprBin(self, e):
+        e.lhs.accept(self)
+
+        if e.op == ExprBinOp.Pipe:
+            # Value just goes over to the rhs
+            e.rhs.accept(self)
+        elif e.op == ExprBinOp.Plus:
+            pass
+    
+    def visitExprCall(self, e : ExprCall):
+        if e.id in self.methods:
+            # Need to gather up argument values
+            in_value = self.value
+            args = []
+            for arg in e.args:
+                self.value = None
+                arg.accept(self)
+                args.append(self.value)
+
+            self.value = self.methods[e.id](in_value, args)
+        else:
+            raise Exception("Method %s not found" % e.id)
+        
+    def visitExprInt(self, e : ExprInt):
+        self.value = e.value

dv_flow_mgr-0.0.1.13478128278a1/src/dv_flow/mgr/expr_parser.py

@@ -0,0 +1,233 @@
+import dataclasses as dc
+import enum
+import ply.lex as lex
+import ply.yacc as yacc
+from typing import ClassVar, List
+
+@dc.dataclass
+class Expr(object):
+    def accept(self, v):
+        raise NotImplementedError("Expr.accept for %s" % str(type(sepf)))
+
+@dc.dataclass
+class ExprId(Expr):
+    id : str
+
+    def accept(self, v):
+        v.visitExprId(self)
+
+class ExprBinOp(enum.Enum):
+    Pipe = enum.auto()
+    Plus = enum.auto()
+    Minus = enum.auto()
+    Times = enum.auto()
+    Divide = enum.auto()
+
+@dc.dataclass
+class ExprBin(Expr):
+    op : ExprBinOp
+    lhs : Expr
+    rhs : Expr
+
+    def accept(self, v):
+        v.visitExprBin(self)
+
+@dc.dataclass
+class ExprCall(Expr):
+    id : str
+    args : List[Expr]
+
+    def accept(self, v):
+        v.visitExprCall(self)
+
+@dc.dataclass
+class ExprString(Expr):
+    value : str
+
+    def accept(self, v):
+        v.visitExprString(self)
+
+@dc.dataclass
+class ExprInt(Expr):
+    value : int
+
+    def accept(self, v):
+        v.visitExprInt(self)
+
+class ExprVisitor(object):
+    def visitExprId(self, e : ExprId):
+        pass
+
+    def visitExprBin(self, e : ExprBin):
+        e.lhs.accept(self)
+        e.rhs.accept(self)
+
+    def visitExprCall(self, e : ExprCall):
+        for arg in e.args:
+            arg.accept(self)
+
+    def visitExprString(self, e : ExprString):
+        pass
+
+    def visitExprInt(self, e : ExprInt):
+        pass
+
+@dc.dataclass
+class ExprVisitor2String(ExprVisitor):
+    _ret : str = ""
+    _idx : int = 0
+
+    @staticmethod
+    def toString(e : Expr):
+        v = ExprVisitor2String()
+        e.accept(v)
+        return v._ret
+
+    def visitExprId(self, e : ExprId):
+        self._ret += e.id
+    
+    def visitExprBin(self, e):
+        e.lhs.accept(self)
+        self._ret += " "
+        self._ret += "op%d" % self._idx
+        self._idx += 1
+        self._ret += " "
+        e.rhs.accept(self)
+
+    def visitExprCall(self, e):
+        self._ret += e.id
+        self._ret += "("
+        for i, arg in enumerate(e.args):
+            if i > 0:
+                self._ret += ", "
+            arg.accept(self)
+        self._ret += ")"
+    
+    def visitExprString(self, e):
+        self._ret += e.value
+
+    def visitExprInt(self, e):
+        self._ret += str(e.value)
+
+
+class ExprParser(object):
+
+    _inst : ClassVar['ExprParser'] = None
+
+    def __init__(self):
+
+        # Build the lexer
+        self.lexer = lex.lex(module=self)
+        self.parser = yacc.yacc(module=self)
+
+    @classmethod
+    def inst(cls):
+        if cls._inst is None:
+            cls._inst = ExprParser()
+        return cls._inst
+
+    tokens = (
+        'ID','NUMBER','COMMA',
+        'PLUS','MINUS','TIMES','DIVIDE',
+        'LPAREN','RPAREN','PIPE','STRING1','STRING2'
+        )
+    
+    # Tokens
+
+    t_COMMA   = r',' 
+    t_PLUS    = r'\+'
+    t_MINUS   = r'-'
+    t_TIMES   = r'\*'
+    t_DIVIDE  = r'/'
+    t_LPAREN  = r'\('
+    t_RPAREN  = r'\)'
+    t_ID      = r'[a-zA-Z_][a-zA-Z0-9_]*'
+    t_PIPE    = r'\|'
+    t_STRING2 = r'\'.*\''
+    
+    def t_NUMBER(self, t):
+        r'\d+'
+        try:
+            t.value = ExprInt(int(t.value)) 
+        except ValueError:
+            print("Integer value too large %d", t.value)
+            t.value = ExprInt(0)
+        return t
+    
+    def t_STRING1(self, t):
+        r'(\'|\")([^\\\n]|(\\.))*?(\'|\")'
+        t.value = t.value[1:-1].replace('\\"', '"').replace("\\'", "'").replace('\\n', '\n').replace('\\t', '\t').replace('\\\\', '\\')
+        return t
+    
+    # Ignored characters
+    t_ignore = " \t"
+    
+    def t_newline(self, t):
+        r'\n+'
+        t.lexer.lineno += t.value.count("\n")
+        
+    def t_error(self, t):
+        print("Illegal character '%s'" % t.value[0])
+        t.lexer.skip(1)
+        
+    precedence = (
+        ('left','PLUS','MINUS','PIPE'),
+        ('left','TIMES','DIVIDE'),
+#        ('right','UMINUS'),
+        )
+    
+    def p_call(self, t):
+        """expression : ID LPAREN RPAREN 
+                      | ID LPAREN args RPAREN"""
+        t[0] = ExprCall(t[1], t[3] if len(t) == 5 else [])
+
+    def p_args(self, t):
+        """args : expression 
+                | args COMMA expression"""
+        if len(t) == 2:
+            t[0] = [t[1]]
+        else:
+            t[0] = t[1]
+            t[0].append(t[3])
+    
+    def p_expression_binop(self, t):
+        '''expression : expression PLUS expression
+                      | expression MINUS expression
+                      | expression TIMES expression
+                      | expression PIPE expression
+                      | expression DIVIDE expression'''
+        op_m = {
+            '+' : ExprBinOp.Plus,
+            '-' : ExprBinOp.Minus,
+            '*' : ExprBinOp.Times,
+            '|' : ExprBinOp.Pipe,
+            '/' : ExprBinOp.Divide
+        }
+        t[0] = ExprBin(op_m[t[2]], t[1], t[3])
+    
+    def p_expression_group(self, t):
+        'expression : LPAREN expression RPAREN'
+        t[0] = t[2]
+    
+    def p_expression_number(self, t):
+        'expression : NUMBER'
+        t[0] = t[1]
+    
+    def p_expression_name(self, t):
+        'expression : ID'
+        t[0] = ExprId(t[1])
+
+    def p_expression_string1(self, t):
+        'expression : STRING1'
+        t[0] = ExprString(t[1])
+
+    def p_expression_string2(self, t):
+        'expression : STRING2'
+        t[0] = ExprString(t[1])
+    
+    def p_error(self, t):
+        print("Syntax error at '%s'" % t.value)
+
+    def parse(self, input):
+        return self.parser.parse(input, lexer=self.lexer)
+    

{dv_flow_mgr-0.0.1.13335470340a1 → dv_flow_mgr-0.0.1.13478128278a1}/src/dv_flow/mgr/package.py

@@ -22,7 +22,7 @@
 import dataclasses as dc
 import logging
 from typing import Any, ClassVar, Dict
-from .task import TaskCtor
+from .task_ctor import TaskCtor
 
 @dc.dataclass
 class Package(object):

{dv_flow_mgr-0.0.1.13335470340a1 → dv_flow_mgr-0.0.1.13478128278a1}/src/dv_flow/mgr/package_def.py

@@ -33,7 +33,8 @@ from typing import Any, Dict, List, Callable, Tuple, ClassVar
 from .fragment_def import FragmentDef
 from .package import Package
 from .package_import_spec import PackageImportSpec, PackageSpec
-from .task import TaskCtor, TaskCtorProxy, TaskCtorCls, TaskCtorParam, TaskCtorParamCls
+#from .task import TaskCtorCls, TaskCtorParam, TaskCtorParamCls
+from .task_ctor import TaskCtor
 from .task_def import TaskDef, TaskSpec
 from .std.task_null import TaskNull
 from .type_def import TypeDef

dv_flow_mgr-0.0.1.13478128278a1/src/dv_flow/mgr/parsetab.py

@@ -0,0 +1,44 @@
+
+# parsetab.py
+# This file is automatically generated. Do not edit.
+# pylint: disable=W,C,R
+_tabversion = '3.10'
+
+_lr_method = 'LALR'
+
+_lr_signature = 'leftPLUSMINUSPIPEleftTIMESDIVIDECOMMA DIVIDE ID LPAREN MINUS NUMBER PIPE PLUS RPAREN STRING1 STRING2 TIMESexpression : ID LPAREN RPAREN \n                      | ID LPAREN args RPARENargs : expression \n                | args COMMA expressionexpression : expression PLUS expression\n                      | expression MINUS expression\n                      | expression TIMES expression\n                      | expression PIPE expression\n                      | expression DIVIDE expressionexpression : LPAREN expression RPARENexpression : NUMBERexpression : IDexpression : STRING1expression : STRING2'
+    
+_lr_action_items = {'ID':([0,3,7,8,9,10,11,12,24,],[2,2,2,2,2,2,2,2,2,]),'LPAREN':([0,2,3,7,8,9,10,11,12,24,],[3,12,3,3,3,3,3,3,3,3,]),'NUMBER':([0,3,7,8,9,10,11,12,24,],[4,4,4,4,4,4,4,4,4,]),'STRING1':([0,3,7,8,9,10,11,12,24,],[5,5,5,5,5,5,5,5,5,]),'STRING2':([0,3,7,8,9,10,11,12,24,],[6,6,6,6,6,6,6,6,6,]),'$end':([1,2,4,5,6,14,15,16,17,18,19,22,23,],[0,-12,-11,-13,-14,-5,-6,-7,-8,-9,-1,-10,-2,]),'PLUS':([1,2,4,5,6,13,14,15,16,17,18,19,21,22,23,25,],[7,-12,-11,-13,-14,7,-5,-6,-7,-8,-9,-1,7,-10,-2,7,]),'MINUS':([1,2,4,5,6,13,14,15,16,17,18,19,21,22,23,25,],[8,-12,-11,-13,-14,8,-5,-6,-7,-8,-9,-1,8,-10,-2,8,]),'TIMES':([1,2,4,5,6,13,14,15,16,17,18,19,21,22,23,25,],[9,-12,-11,-13,-14,9,9,9,-7,9,-9,-1,9,-10,-2,9,]),'PIPE':([1,2,4,5,6,13,14,15,16,17,18,19,21,22,23,25,],[10,-12,-11,-13,-14,10,-5,-6,-7,-8,-9,-1,10,-10,-2,10,]),'DIVIDE':([1,2,4,5,6,13,14,15,16,17,18,19,21,22,23,25,],[11,-12,-11,-13,-14,11,11,11,-7,11,-9,-1,11,-10,-2,11,]),'RPAREN':([2,4,5,6,12,13,14,15,16,17,18,19,20,21,22,23,25,],[-12,-11,-13,-14,19,22,-5,-6,-7,-8,-9,-1,23,-3,-10,-2,-4,]),'COMMA':([2,4,5,6,14,15,16,17,18,19,20,21,22,23,25,],[-12,-11,-13,-14,-5,-6,-7,-8,-9,-1,24,-3,-10,-2,-4,]),}
+
+_lr_action = {}
+for _k, _v in _lr_action_items.items():
+   for _x,_y in zip(_v[0],_v[1]):
+      if not _x in _lr_action:  _lr_action[_x] = {}
+      _lr_action[_x][_k] = _y
+del _lr_action_items
+
+_lr_goto_items = {'expression':([0,3,7,8,9,10,11,12,24,],[1,13,14,15,16,17,18,21,25,]),'args':([12,],[20,]),}
+
+_lr_goto = {}
+for _k, _v in _lr_goto_items.items():
+   for _x, _y in zip(_v[0], _v[1]):
+       if not _x in _lr_goto: _lr_goto[_x] = {}
+       _lr_goto[_x][_k] = _y
+del _lr_goto_items
+_lr_productions = [
+  ("S' -> expression","S'",1,None,None,None),
+  ('expression -> ID LPAREN RPAREN','expression',3,'p_call','expr_parser.py',160),
+  ('expression -> ID LPAREN args RPAREN','expression',4,'p_call','expr_parser.py',161),
+  ('args -> expression','args',1,'p_args','expr_parser.py',165),
+  ('args -> args COMMA expression','args',3,'p_args','expr_parser.py',166),
+  ('expression -> expression PLUS expression','expression',3,'p_expression_binop','expr_parser.py',174),
+  ('expression -> expression MINUS expression','expression',3,'p_expression_binop','expr_parser.py',175),
+  ('expression -> expression TIMES expression','expression',3,'p_expression_binop','expr_parser.py',176),
+  ('expression -> expression PIPE expression','expression',3,'p_expression_binop','expr_parser.py',177),
+  ('expression -> expression DIVIDE expression','expression',3,'p_expression_binop','expr_parser.py',178),
+  ('expression -> LPAREN expression RPAREN','expression',3,'p_expression_group','expr_parser.py',189),
+  ('expression -> NUMBER','expression',1,'p_expression_number','expr_parser.py',193),
+  ('expression -> ID','expression',1,'p_expression_name','expr_parser.py',197),
+  ('expression -> STRING1','expression',1,'p_expression_string1','expr_parser.py',201),
+  ('expression -> STRING2','expression',1,'p_expression_string2','expr_parser.py',205),
+]

dv_flow_mgr-0.0.1.13478128278a1/src/dv_flow/mgr/task.py

@@ -0,0 +1,182 @@
+#****************************************************************************
+#* task.py
+#*
+#* Copyright 2023 Matthew Ballance and Contributors
+#*
+#* Licensed under the Apache License, Version 2.0 (the "License"); you may 
+#* not use this file except in compliance with the License.  
+#* You may obtain a copy of the License at:
+#*
+#*   http://www.apache.org/licenses/LICENSE-2.0
+#*
+#* Unless required by applicable law or agreed to in writing, software 
+#* distributed under the License is distributed on an "AS IS" BASIS, 
+#* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  
+#* See the License for the specific language governing permissions and 
+#* limitations under the License.
+#*
+#* Created on:
+#*     Author: 
+#*
+#****************************************************************************
+import os
+import json
+import dataclasses as dc
+import logging
+from pydantic import BaseModel
+from typing import Any, Callable, ClassVar, Dict, List, Tuple
+from .task_data import TaskData, TaskDataInput, TaskDataOutput, TaskDataResult
+from .task_memento import TaskMemento
+from .task_ctor import TaskParamsCtor
+from .task_params_ctor import TaskParamsCtor
+from .task_runner import TaskRunner
+
+# @dc.dataclass
+# class TaskSpec(object):
+#     name : str
+
+# class TaskParams(BaseModel):
+#     pass
+
+
+# @dc.dataclass
+# class TaskCtorParam(TaskCtor):
+#     params : Dict[str,Any] = dc.field(default_factory=dict)
+
+#     _log : ClassVar = logging.getLogger("TaskCtorParam")
+
+#     def mkTask(self, name : str, depends, rundir, srcdir=None, params=None):
+#         self._log.debug("--> %s::mkTask" % self.name)
+#         if params is None:
+#             params = self.mkParams()
+#         if srcdir is None:
+#             srcdir = self.srcdir
+
+#         ret = self.uses.mkTask(name, depends, rundir, srcdir, params)
+
+#         self.applyParams(ret.params)
+#         self._log.debug("<-- %s::mkTask" % self.name)
+
+#         return ret
+
+#     def applyParams(self, params):
+#         self._log.debug("--> %s::applyParams: %s %s" % (self.name, str(type(self.params)), str(type(params))))
+#         if self.params is not None:
+#             for k,v in self.params.items():
+#                 self._log.debug("  change %s %s=>%s" % (
+#                     k, 
+#                     str(getattr(params, k)),
+#                     str(v)))
+#                 setattr(params, k, v)
+#         else:
+#             self._log.debug("  no params")
+#         self._log.debug("<-- %s::applyParams: %s" % (self.name, str(self.params)))
+
+# @dc.dataclass
+# class TaskCtorParamCls(TaskCtor):
+#     params_ctor : Callable = None
+
+#     _log : ClassVar = logging.getLogger("TaskCtorParamType")
+
+#     def mkParams(self):
+#         self._log.debug("--> %s::mkParams" % str(self.name))
+#         params = self.params_ctor()
+#         self._log.debug("<-- %s::mkParams: %s" % (str(self.name), str(type(params))))
+#         return params
+
+# @dc.dataclass
+# class TaskCtorCls(TaskCtor):
+#     task_ctor : Callable = None
+
+#     _log : ClassVar = logging.getLogger("TaskCtorCls")
+
+#     def mkTask(self, name : str, depends, rundir, srcdir=None, params=None):
+#         self._log.debug("--> %s::mkTask (%s) srcdir=%s" % (self.name, str(self.task_ctor), srcdir))
+
+#         if srcdir is None:
+#             srcdir = self.srcdir
+
+#         if params is None:
+#             params = self.mkParams()
+
+#         ret = self.task_ctor(
+#             name=name, 
+#             depends=depends, 
+#             rundir=rundir, 
+#             srcdir=srcdir, 
+#             params=params)
+
+#         # Update parameters on the way back
+#         self.applyParams(ret.params)
+
+#         self._log.debug("<-- %s::mkTask" % self.name)
+#         return ret
+
+# @dc.dataclass
+# class TaskCtorProxy(TaskCtor):
+#     task_ctor : TaskCtor = None
+#     param_ctor : Callable = None
+
+#     _log : ClassVar = logging.getLogger("TaskCtorProxy")
+
+#     def mkTask(self, *args, **kwargs):
+#         self._log.debug("--> %s::mkTask" % self.name)
+#         ret = self.task_ctor.mkTask(*args, **kwargs)
+#         self._log.debug("<-- %s::mkTask" % self.name)
+#         return ret
+
+#     def mkParams(self, params=None):
+#         self._log.debug("--> %s::mkParams: %s" % (self.name, str(self.params)))
+
+#         if params is None and self.param_ctor is not None:
+#             params = self.param_ctor()
+
+#         params = self.task_ctor.mkParams(params)
+
+#         if self.params is not None:
+#             for k,v in self.params.items():
+#                 self._log.debug("  change %s %s=>%s" % (
+#                     k, 
+#                     str(getattr(params, k)),
+#                     str(v)))
+#                 setattr(params, k, v)
+#         self._log.debug("<-- %s::mkParams: %s" % (self.name, str(self.params)))
+#         return params
+
+
+@dc.dataclass
+class Task(object):
+    """Executable view of a task"""
+    # Ctor fields -- must specify on construction
+    name : str
+    srcdir : str
+    params : TaskParamsCtor 
+
+    # Runtime fields -- these get populated during execution
+    changed : bool = False
+    needs : List['Task'] = dc.field(default_factory=list)
+    dependents : List['Task'] = dc.field(default_factory=list)
+    rundir : str = dc.field(default=None)
+    output : TaskDataOutput = dc.field(default=None)
+
+    _log : ClassVar = logging.getLogger("Task")
+
+    async def run(self,
+                  runner : 'TaskRunner',
+                  input : TaskDataInput) -> TaskDataResult:
+        raise NotImplementedError("TaskImpl.run() not implemented")
+    
+    @staticmethod
+    def ctor(paramT):
+        def wrapper(T):
+            def mk_task(name, srcdir, params):
+                return T(name, srcdir, params)
+            def mk_params(**params):
+                ctor = TaskParamsCtor(paramT)
+                ctor.values.append(paramT(**params))
+                return ctor
+            T.mkTask = mk_task
+            T.mkParams = mk_params
+            return T
+        return wrapper
+