dv-flow-mgr 0.0.1.12922457458a1__py3-none-any.whl → 0.0.1.12932354274a1__py3-none-any.whl

dv_flow/mgr/__main__.py

@@ -1,4 +1,24 @@
-
+#****************************************************************************
+#* __main__.py
+#*
+#* Copyright 2023 Matthew Ballance and Contributors
+#*
+#* Licensed under the Apache License, Version 2.0 (the "License"); you may 
+#* not use this file except in compliance with the License.  
+#* You may obtain a copy of the License at:
+#*
+#*   http://www.apache.org/licenses/LICENSE-2.0
+#*
+#* Unless required by applicable law or agreed to in writing, software 
+#* distributed under the License is distributed on an "AS IS" BASIS, 
+#* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  
+#* See the License for the specific language governing permissions and 
+#* limitations under the License.
+#*
+#* Created on:
+#*     Author: 
+#*
+#****************************************************************************
 import argparse
 from .cmds.cmd_run import CmdRun
 

dv_flow/mgr/package.py

@@ -20,22 +20,8 @@
 #*
 #****************************************************************************
 import dataclasses as dc
-import json
-from pydantic import BaseModel
-from typing import Any, Callable, Dict, List, Tuple
-from .flow import Flow
-from .task import TaskParams, TaskCtor
-from .task_def import TaskDef
-
-class PackageAcc(object):
-    pkg_spec : 'PackageSpec'
-    session : 'Session'
-    pkg : 'Package' = None
-
-    def getPackage(self) -> 'Package':
-        if self.pkg is None:
-            self.pkg = self.session.getPackage(self.pkg_spec)
-        return self.pkg
+from typing import Any, Dict
+from .task import TaskCtor
 
 @dc.dataclass
 class Package(object):
@@ -44,13 +30,7 @@ class Package(object):
     # Package holds constructors for tasks
     # - Dict holds the default parameters for the task
     tasks : Dict[str,TaskCtor] = dc.field(default_factory=dict)
-    imports : List['PackageAcc'] = dc.field(default_factory=list)
 
-    def getPackage(self, name : str) -> 'Package':
-        for p in self.imports:
-            if p.name == name:
-                return p.getPackage()
-            
     def getTaskCtor(self, name : str) -> TaskCtor:
         return self.tasks[name]
             

dv_flow/mgr/package_def.py

@@ -28,7 +28,6 @@ import pydantic
 import pydantic.dataclasses as dc
 from pydantic import BaseModel
 from typing import Any, Dict, List, Callable, Tuple
-from .flow import Flow
 from .fragment_def import FragmentDef
 from .package import Package
 from .package_import_spec import PackageImportSpec, PackageSpec

dv_flow/mgr/package_import_spec.py

@@ -1,4 +1,24 @@
-
+#****************************************************************************
+#* package_import_spec.py
+#*
+#* Copyright 2023 Matthew Ballance and Contributors
+#*
+#* Licensed under the Apache License, Version 2.0 (the "License"); you may 
+#* not use this file except in compliance with the License.  
+#* You may obtain a copy of the License at:
+#*
+#*   http://www.apache.org/licenses/LICENSE-2.0
+#*
+#* Unless required by applicable law or agreed to in writing, software 
+#* distributed under the License is distributed on an "AS IS" BASIS, 
+#* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  
+#* See the License for the specific language governing permissions and 
+#* limitations under the License.
+#*
+#* Created on:
+#*     Author: 
+#*
+#****************************************************************************
 import pydantic.dataclasses as dc
 import json
 from typing import Dict, Any
@@ -28,4 +48,4 @@ class PackageSpec(object):
 @dc.dataclass
 class PackageImportSpec(PackageSpec):
     path : str = dc.Field(default=None, alias="from")
-    alias : str = dc.Field(default=None, alias="as")
+    alias : str = dc.Field(default=None, alias="as")

dv_flow/mgr/pkg_rgy.py

@@ -1,3 +1,24 @@
+#****************************************************************************
+#* pkg_rgy.py
+#*
+#* Copyright 2023 Matthew Ballance and Contributors
+#*
+#* Licensed under the Apache License, Version 2.0 (the "License"); you may 
+#* not use this file except in compliance with the License.  
+#* You may obtain a copy of the License at:
+#*
+#*   http://www.apache.org/licenses/LICENSE-2.0
+#*
+#* Unless required by applicable law or agreed to in writing, software 
+#* distributed under the License is distributed on an "AS IS" BASIS, 
+#* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  
+#* See the License for the specific language governing permissions and 
+#* limitations under the License.
+#*
+#* Created on:
+#*     Author: 
+#*
+#****************************************************************************
 import os
 import sys
 from typing import Dict, Tuple

dv_flow/mgr/task.py

@@ -68,12 +68,8 @@ class Task(object):
     session : 'TaskGraphRunner' = None
     basedir : str = None
     memento : TaskMemento = None
-    depend_refs : List['TaskSpec'] = dc.field(default_factory=list)
-    depends : List[int] = dc.field(default_factory=list)
-    running : bool = False
-    output_set : bool = False
+    depends : List['Task'] = dc.field(default_factory=list)
     output : Any = None
-    output_ev : Any = asyncio.Event()
 
     # Implementation data below
     basedir : str = dc.field(default=None)
@@ -107,23 +103,13 @@ class Task(object):
     async def do_run(self) -> TaskData:
         print("do_run: %s - %d depends" % (self.name, len(self.depends)))
         if len(self.depends) > 0:
-            awaitables = [dep.waitOutput() for dep in self.depends]
-            deps_o = await asyncio.gather(*awaitables)
+            deps_o = []
+            for d in self.depends:
+                dep_o = d.getOutput()
+                if dep_o is None:
+                    raise Exception("Null output for %s" % d.name)
+                deps_o.append(dep_o)
 
-            # Merge filesets. A fileset with the same
-            print("deps_o: %s" % str(deps_o))
-
-
-#            print("deps_m: %s" % str(deps_m))
-
-            # Merge the output of the dependencies into a single input data
-#            if len(self.depends) > 1:
-#                raise Exception("TODO: handle >1 inputs")
-
-            # Now that we have a clean input object, we need
-            # to build the dep map
-
-#            input = self.depends[0].output.copy()
             input = TaskData.merge(deps_o)
             input.src = self.name
             input.deps[self.name] = list(inp.name for inp in self.depends)
@@ -137,29 +123,17 @@ class Task(object):
 
         self.init_rundir()
 
-        result = await self.run(input)
-
-        if not self.output_set:
-            if result is None:
-                result = TaskData()
+        self.output = await self.run(input)
 
-            # We perform an auto-merge algorithm if the task 
-            # doesn't take control
-#            for dep_o in deps_o:
-#                result.deps.append(dep_o.clone())
-
-            self.setOutput(result)
-        else:
-            # The task has taken control of the output
-            result = self.getOutput()
+        if self.output is None:
+            raise Exception("No output produced by %s" % self.name)
+            result = TaskData()
 
         # Write-back the memento, if specified
         self.save_memento()
 
-        self.running = False
-
         # Combine data from the deps to produce a result
-        return result
+        return self.output
 
     async def run(self, input : TaskData) -> TaskData:
         raise NotImplementedError("TaskImpl.run() not implemented")
@@ -173,24 +147,6 @@ class Task(object):
             with open(os.path.join(self.rundir, "memento.json"), "w") as fp:
                 fp.write(self.memento.model_dump_json(indent=2))
     
-    def setOutput(self, output : TaskData):
-        self.output_set = True
-        output.src = self.name
-        self.output = output
-        self.output_ev.set()
-
-    async def waitOutput(self) -> TaskData:
-        if not self.output_set:
-            if self.running:
-                # Task is already running
-                print("wait")
-                await self.output_ev.wait()
-            else:
-                self.running = True
-                print("start task")
-                await self.do_run()
-        return self.output
-    
     def getOutput(self) -> TaskData:
         return self.output
 

dv_flow/mgr/task_graph_builder.py

@@ -1,3 +1,24 @@
+#****************************************************************************
+#* task_graph_builder.py
+#*
+#* Copyright 2023 Matthew Ballance and Contributors
+#*
+#* Licensed under the Apache License, Version 2.0 (the "License"); you may 
+#* not use this file except in compliance with the License.  
+#* You may obtain a copy of the License at:
+#*
+#*   http://www.apache.org/licenses/LICENSE-2.0
+#*
+#* Unless required by applicable law or agreed to in writing, software 
+#* distributed under the License is distributed on an "AS IS" BASIS, 
+#* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  
+#* See the License for the specific language governing permissions and 
+#* limitations under the License.
+#*
+#* Created on:
+#*     Author: 
+#*
+#****************************************************************************
 import os
 import dataclasses as dc
 from .package import Package
@@ -87,13 +108,6 @@ class TaskGraphBuilder(object):
             rundir=rundir,
             srcdir=ctor_t.srcdir)
         
-        for i,d in enumerate(task.depend_refs):
-            if d in self._task_m.keys():
-                task.depends.append(self._task_m[d])
-            else:
-                print("mkTaskGraph: %s" % d)
-                task.depends.append(self._mkTaskGraph(d, parent_rundir))
-
         self._task_m[task.name] = task
 
         self._pkg_s.pop()

dv_flow/mgr/task_graph_runner.py

@@ -1,5 +1,5 @@
 #****************************************************************************
-#* session.py
+#* task_graph_runner.py
 #*
 #* Copyright 2023 Matthew Ballance and Contributors
 #*

dv_flow/mgr/util.py

@@ -1,3 +1,24 @@
+#****************************************************************************
+#* util.py
+#*
+#* Copyright 2023 Matthew Ballance and Contributors
+#*
+#* Licensed under the Apache License, Version 2.0 (the "License"); you may 
+#* not use this file except in compliance with the License.  
+#* You may obtain a copy of the License at:
+#*
+#*   http://www.apache.org/licenses/LICENSE-2.0
+#*
+#* Unless required by applicable law or agreed to in writing, software 
+#* distributed under the License is distributed on an "AS IS" BASIS, 
+#* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  
+#* See the License for the specific language governing permissions and 
+#* limitations under the License.
+#*
+#* Created on:
+#*     Author: 
+#*
+#****************************************************************************
 import os
 import yaml
 from .package_def import PackageDef

{dv_flow_mgr-0.0.1.12922457458a1.dist-info → dv_flow_mgr-0.0.1.12932354274a1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: dv-flow-mgr
-Version: 0.0.1.12922457458a1
+Version: 0.0.1.12932354274a1
 Summary: DV Flow Manager is a build system for silicon design
 Author-email: Matthew Ballance <matt.ballance@gmail.com>
 License:                                  Apache License

{dv_flow_mgr-0.0.1.12922457458a1.dist-info → dv_flow_mgr-0.0.1.12932354274a1.dist-info}/RECORD

@@ -1,21 +1,19 @@
 dv_flow/mgr/__init__.py,sha256=VtQfTiskn-fBaWU18s8odFPMDJ1Lx2DD4Y4Uy5EJ0Qs,261
-dv_flow/mgr/__main__.py,sha256=pHXC_c-XSPUYQsBDxk5y7LtQ5kA5pKGhhzu4ko5jh7k,513
+dv_flow/mgr/__main__.py,sha256=big-RSuqbx7P48_8rzaZKX5YW3B2US1i0mRH_TfoeIs,1340
 dv_flow/mgr/fileset.py,sha256=FNvC5sU2ArxJ0OO3v8dXTv8zX-bZ5t0a0ljne0fQQ1o,1150
-dv_flow/mgr/flow.py,sha256=UdgJOIqBS2wTRpO-sNWCCqO9oQFxDfGPGVD0r42aTrA,1562
 dv_flow/mgr/fragment_def.py,sha256=p5i6ONtBWlDHTBFsduu3Z36_76Bn8PCIylp_xoZ7jfQ,1552
-dv_flow/mgr/package.py,sha256=k6gaDun9mJeGwGsFP5YOYOaFLmKb3KyPZy5wGRgJd_E,1965
-dv_flow/mgr/package_def.py,sha256=fdPzhoCqZ-w336ktDVWZ1HKKFk9Zi6iehCcS-iW_EvU,11454
-dv_flow/mgr/package_import_spec.py,sha256=bStPa727wAKMcixydVY1Ht6ylzXsSMy2K31HWPXhc9k,921
-dv_flow/mgr/parameters.py,sha256=kUjRss5VtMMz5eL3-Z_M6BS-wFs7MhQu3ANXO54UPo0,896
-dv_flow/mgr/pkg_rgy.py,sha256=y7HOBZAgKHL4ItnFvjT0lWC_ne81qJi4lJGNLt69au0,2581
-dv_flow/mgr/task.py,sha256=gaMlOiV4pKmEBzewTkVle3RN2zfKPkSdYW3oJX0j_Jg,6421
+dv_flow/mgr/package.py,sha256=7G_ZQaTHin_mcwQu1PRsGmqfKAbdu9IC5HeLXtPgBDc,1342
+dv_flow/mgr/package_def.py,sha256=3X0lrbU_SCNhxF9wFTpfQcmD1AbOv4XhnA-5U0IPouk,11431
+dv_flow/mgr/package_import_spec.py,sha256=ah3r15v5Jdub2poc3sgi6Uar1L3oGoYsCPPNiOHV-a4,1760
+dv_flow/mgr/pkg_rgy.py,sha256=ANnG7eyWN-PBgyYlKzq4ThoQNT2YoYm_5xXIK5HzypA,3408
+dv_flow/mgr/task.py,sha256=ewJ7bCFWqwVuzHZZsX2LDZfzXWVFfFlH8yFyn-xxIVg,5043
 dv_flow/mgr/task_data.py,sha256=-6Dqa3oUI7RJc1Js2SRSnhxNTcASkamXFYMN6UiknZQ,10376
 dv_flow/mgr/task_def.py,sha256=96hSwqJo0MazJ1VcLhovYRmNCplsNLt47AumtyjSddU,1690
-dv_flow/mgr/task_graph_builder.py,sha256=8G9Q-eC0OZmHw0V3F1CxCkXzDZWrYnfVFJ9hQET9RAY,7376
-dv_flow/mgr/task_graph_runner.py,sha256=x2e-wpJFhZ4Zkov30PtC8CuKyOK6htA1SKzmrcVBI9M,2154
+dv_flow/mgr/task_graph_builder.py,sha256=74w2A2XabL6xZVzb8bcKtSSdXdw7mzHJ69O7LrhkjMU,7935
+dv_flow/mgr/task_graph_runner.py,sha256=NwNYcOJ952lPMLwIIlYE9CoDdedqvcw2fWHYUsKFXuU,2164
 dv_flow/mgr/task_graph_runner_local.py,sha256=QDCUyFj_m4hJTUsZD5nCUCnPu3hysdk65-gVA8eJ894,4546
 dv_flow/mgr/task_memento.py,sha256=C7VTQpBhDEoYuDmE6YTM-6TLMLnqHp6Y0Vat1aTgtCs,1096
-dv_flow/mgr/util.py,sha256=WKwMF4vwYdte5wzieSTDpZTmZU0sjQro3Ofi9moCayE,613
+dv_flow/mgr/util.py,sha256=06eVyURF4ga-s8C9Sd3ZSDebwO4QS0XXaB8xADVbWRc,1437
 dv_flow/mgr/cmds/cmd_run.py,sha256=PqAbPMwqovaaq14tnNrCvP7-De8lMI09X0R7d6RIbwY,2691
 dv_flow/mgr/share/flow.json,sha256=lNmZex9NXkYbyb2aZseQfUOkV9CMyfH0iLODEI7EPBw,5096
 dv_flow/mgr/std/fileset.py,sha256=qY4RMqTHZaFZk68Y3oXtDv2_Ezu1r4wYvaRvr0GTyIY,2352
@@ -23,9 +21,9 @@ dv_flow/mgr/std/flow.dv,sha256=pSpzrPPEu_L8DHccGfArxsKYgUfyQidShZc0ShgGtsY,500
 dv_flow/mgr/std/message.py,sha256=BPTHnEMD4tBufQ9LvsS9Sa_0xjaJATbBpwqosWslvVA,193
 dv_flow/mgr/std/task_fileset.py,sha256=UzTYONvK0X9rgy3rP9LiX4giBU8SyCCJav0LSNUJ1Qg,3140
 dv_flow/mgr/std/task_null.py,sha256=UEJ3fIoIMYWVsagiQC7GHD23UES7WoH4wtq94b4tcs4,265
-dv_flow_mgr-0.0.1.12922457458a1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-dv_flow_mgr-0.0.1.12922457458a1.dist-info/METADATA,sha256=Rsa9WygYLLdeeSpss1f5HJ4ZGwGjrlobtza7ZjNnXIs,13276
-dv_flow_mgr-0.0.1.12922457458a1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-dv_flow_mgr-0.0.1.12922457458a1.dist-info/entry_points.txt,sha256=1roy8wAFM48LabOvr6jiOw0MUs-qE8X3Vf8YykPazxk,50
-dv_flow_mgr-0.0.1.12922457458a1.dist-info/top_level.txt,sha256=amfVTkggzYPtWwLqNmRukfz1Buu0pGS2SrYBBLhXm04,8
-dv_flow_mgr-0.0.1.12922457458a1.dist-info/RECORD,,
+dv_flow_mgr-0.0.1.12932354274a1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+dv_flow_mgr-0.0.1.12932354274a1.dist-info/METADATA,sha256=xH_NHN7r8gQWETTOMtWk_qz8bx--4rQMhQgAMPpgcmU,13276
+dv_flow_mgr-0.0.1.12932354274a1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+dv_flow_mgr-0.0.1.12932354274a1.dist-info/entry_points.txt,sha256=1roy8wAFM48LabOvr6jiOw0MUs-qE8X3Vf8YykPazxk,50
+dv_flow_mgr-0.0.1.12932354274a1.dist-info/top_level.txt,sha256=amfVTkggzYPtWwLqNmRukfz1Buu0pGS2SrYBBLhXm04,8
+dv_flow_mgr-0.0.1.12932354274a1.dist-info/RECORD,,

dv_flow/mgr/flow.py

@@ -1,59 +0,0 @@
-#****************************************************************************
-#* flow.py
-#*
-#* Copyright 2023 Matthew Ballance and Contributors
-#*
-#* Licensed under the Apache License, Version 2.0 (the "License"); you may 
-#* not use this file except in compliance with the License.  
-#* You may obtain a copy of the License at:
-#*
-#*   http://www.apache.org/licenses/LICENSE-2.0
-#*
-#* Unless required by applicable law or agreed to in writing, software 
-#* distributed under the License is distributed on an "AS IS" BASIS, 
-#* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  
-#* See the License for the specific language governing permissions and 
-#* limitations under the License.
-#*
-#* Created on:
-#*     Author: 
-#*
-#****************************************************************************
-from pydantic import BaseModel, Field
-from typing import ClassVar
-#from .task import Task
-
-class Flow(BaseModel):
-    # - Parameters are user-facing 
-    # - Any implementation data must be stored elsewhere, such that it isn't
-    #   checked for equality...
-    name : str
-    description : str = Field(None)
-
-
-    @classmethod
-    def mk(cls, *args, **kwargs):
-        pass
-
-    async def my_method(self):
-        return Task(a,b,c)(self, input)
-
-#@extend(target)
-#class FlowExt(object):
-#    pass
-
-
-class Flow2(Flow):
-    description : str = "abc"
-
-    async def my_method(self):
-        super().my_method()
-
-f = Flow2(name="foo")
-
-#for d in dir(f):
-#    if not d.startswith("_"):
-#        print("%s: %s" % (d, str(getattr(f, d))))
-
-
-

dv_flow/mgr/parameters.py

@@ -1,27 +0,0 @@
-#****************************************************************************
-#* parameters.py
-#*
-#* Copyright 2023 Matthew Ballance and Contributors
-#*
-#* Licensed under the Apache License, Version 2.0 (the "License"); you may 
-#* not use this file except in compliance with the License.  
-#* You may obtain a copy of the License at:
-#*
-#*   http://www.apache.org/licenses/LICENSE-2.0
-#*
-#* Unless required by applicable law or agreed to in writing, software 
-#* distributed under the License is distributed on an "AS IS" BASIS, 
-#* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  
-#* See the License for the specific language governing permissions and 
-#* limitations under the License.
-#*
-#* Created on:
-#*     Author: 
-#*
-#****************************************************************************
-
-class Parameters(object):
-
-    def __init__(self):
-        pass
-