siliconcompiler 0.28.9__tar.gz → 0.29.0__tar.gz

{siliconcompiler-0.28.9 → siliconcompiler-0.29.0}/Changes

@@ -8,6 +8,26 @@ The changes in each SiliconCompiler release version are described below. Commit
 version shown in (). Where applicable, the contributors that suggested a given
 feature are shown in [].
 
+SiliconCompiler 0.29.0 (2024-12-12)
+=========================================
+
+**Major:**
+
+ * Update asicflow and openroad driver to utilize smaller tasks. This is a breaking change from the previous implementation, but allows for better flow composability.
+ * Added `['record', 'pythonversion']` and `['record', 'pythonpackage']` to schema to allow to better environment and provenance tracking.
+
+
+**Minor:**
+
+ * Reworked remote client into single class to allow for better job tracking locally.
+ * Updated logic for printing package access information to avoid repeating information when possible during a run.
+
+ * Tools:
+
+  * openroad: rework tasks into smaller tasks, add access to `eliminate_dead_logic` via `['tool', 'openroad', 'task', 'init_floorplan', 'var', 'remove_dead_logic']`
+  * yosys: fix fpga synthesis to allow for better macro extraction and added ability to map tri-state buffers to asic synthesis.
+
+
 SiliconCompiler 0.28.9 (2024-11-27)
 =========================================
 

{siliconcompiler-0.28.9 → siliconcompiler-0.29.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: siliconcompiler
-Version: 0.28.9
+Version: 0.29.0
 Summary: A compiler framework that automates translation from source code to silicon.
 Author-email: Andreas Olofsson <andreas.d.olofsson@gmail.com>
 License: Apache License 2.0
@@ -26,34 +26,35 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: aiohttp==3.10.11; python_version <= "3.8"
-Requires-Dist: aiohttp==3.11.2; python_version >= "3.9"
+Requires-Dist: aiohttp==3.11.10; python_version >= "3.9"
 Requires-Dist: requests==2.32.3
 Requires-Dist: PyYAML==6.0.2
 Requires-Dist: pandas>=1.1.5
 Requires-Dist: Jinja2>=2.11.3
 Requires-Dist: graphviz==0.20.3
 Requires-Dist: distro==1.9.0
-Requires-Dist: packaging<24,>=21.3
+Requires-Dist: packaging<25,>=21.3
 Requires-Dist: psutil>=5.8.0
 Requires-Dist: Pillow==10.4.0; python_version <= "3.8"
 Requires-Dist: Pillow==11.0.0; python_version >= "3.9"
 Requires-Dist: GitPython==3.1.43
-Requires-Dist: lambdapdk>=0.1.38
+Requires-Dist: lambdapdk>=0.1.40
 Requires-Dist: PyGithub==2.5.0
 Requires-Dist: urllib3>=1.26.0
 Requires-Dist: fasteners==0.19
-Requires-Dist: fastjsonschema==2.20.0
+Requires-Dist: fastjsonschema==2.21.1
 Requires-Dist: docker==7.1.0
 Requires-Dist: importlib_metadata; python_version < "3.10"
 Requires-Dist: sc-surelog==1.84.1
-Requires-Dist: orjson==3.10.11
-Requires-Dist: streamlit==1.40.1; python_full_version != "3.9.7"
+Requires-Dist: orjson==3.10.12
+Requires-Dist: streamlit==1.40.1; python_version <= "3.8"
+Requires-Dist: streamlit==1.40.2; python_version >= "3.9" and python_full_version != "3.9.7"
 Requires-Dist: streamlit_agraph==0.0.45; python_full_version != "3.9.7"
 Requires-Dist: streamlit-antd-components==0.3.2; python_full_version != "3.9.7"
 Requires-Dist: streamlit_javascript==0.1.5; python_full_version != "3.9.7"
 Requires-Dist: streamlit-autorefresh==1.0.1; python_full_version != "3.9.7"
 Provides-Extra: test
-Requires-Dist: pytest==8.3.3; extra == "test"
+Requires-Dist: pytest==8.3.4; extra == "test"
 Requires-Dist: pytest-xdist==3.6.1; extra == "test"
 Requires-Dist: pytest-timeout==2.3.1; extra == "test"
 Requires-Dist: pytest-asyncio==0.24.0; extra == "test"
@@ -61,9 +62,10 @@ Requires-Dist: pytest-cov==5.0.0; python_version <= "3.8" and extra == "test"
 Requires-Dist: pytest-cov==6.0.0; python_version >= "3.9" and extra == "test"
 Requires-Dist: responses==0.25.3; extra == "test"
 Requires-Dist: PyVirtualDisplay==3.0; extra == "test"
-Requires-Dist: flake8==7.1.1; extra == "test"
-Requires-Dist: tclint==0.4.2; extra == "test"
-Requires-Dist: codespell==2.3.0; extra == "test"
+Provides-Extra: lint
+Requires-Dist: flake8==7.1.1; extra == "lint"
+Requires-Dist: tclint==0.5.0; extra == "lint"
+Requires-Dist: codespell==2.3.0; extra == "lint"
 Provides-Extra: docs
 Requires-Dist: Sphinx==8.1.3; extra == "docs"
 Requires-Dist: pip-licenses==5.0.0; extra == "docs"
@@ -73,7 +75,7 @@ Provides-Extra: profile
 Requires-Dist: gprof2dot==2024.6.6; extra == "profile"
 Provides-Extra: examples
 Requires-Dist: migen==0.9.2; extra == "examples"
-Requires-Dist: lambdalib==0.3.1; extra == "examples"
+Requires-Dist: lambdalib==0.3.2; extra == "examples"
 
 ![SiliconCompiler](https://raw.githubusercontent.com/siliconcompiler/siliconcompiler/main/docs/_static/sc_logo_with_text.png)
 

{siliconcompiler-0.28.9 → siliconcompiler-0.29.0}/pyproject.toml

@@ -33,30 +33,31 @@ classifiers = [
 requires-python = ">= 3.8"
 dependencies = [
     "aiohttp == 3.10.11; python_version <= '3.8'",
-    "aiohttp == 3.11.2; python_version >= '3.9'",
+    "aiohttp == 3.11.10; python_version >= '3.9'",
     "requests == 2.32.3",
     "PyYAML == 6.0.2",
     "pandas >= 1.1.5",
     "Jinja2 >= 2.11.3",
     "graphviz == 0.20.3",
     "distro == 1.9.0",
-    "packaging >= 21.3, < 24", # Less than 24 for streamlit
+    "packaging >= 21.3, < 25",
     "psutil >= 5.8.0",
     "Pillow == 10.4.0; python_version <= '3.8'",
     "Pillow == 11.0.0; python_version >= '3.9'",
     "GitPython == 3.1.43",
-    "lambdapdk >= 0.1.38",
+    "lambdapdk >= 0.1.40",
     "PyGithub == 2.5.0",
     "urllib3 >= 1.26.0", # Required for PyGithub
     "fasteners == 0.19",
-    "fastjsonschema == 2.20.0",
+    "fastjsonschema == 2.21.1",
     "docker == 7.1.0",
     "importlib_metadata; python_version < '3.10'",
     "sc-surelog == 1.84.1",
-    "orjson == 3.10.11",
+    "orjson == 3.10.12",
 
     # dashboard, streamlit does not support 3.9.7
-    "streamlit == 1.40.1; python_full_version != '3.9.7'",
+    "streamlit == 1.40.1; python_version <= '3.8'",
+    "streamlit == 1.40.2; python_version >= '3.9' and python_full_version != '3.9.7'",
     "streamlit_agraph == 0.0.45; python_full_version != '3.9.7'",
     "streamlit-antd-components == 0.3.2; python_full_version != '3.9.7'",
     "streamlit_javascript == 0.1.5; python_full_version != '3.9.7'",
@@ -88,16 +89,18 @@ scsetup = "siliconcompiler.utils.showtools:setup"
 
 [project.optional-dependencies]
 test = [
-    "pytest == 8.3.3",
+    "pytest == 8.3.4",
     "pytest-xdist == 3.6.1",
     "pytest-timeout == 2.3.1",
     "pytest-asyncio == 0.24.0",
     "pytest-cov == 5.0.0; python_version <= '3.8'",
     "pytest-cov == 6.0.0; python_version >= '3.9'",
     "responses == 0.25.3",
-    "PyVirtualDisplay == 3.0",
+    "PyVirtualDisplay == 3.0"
+]
+lint = [
     "flake8 == 7.1.1",
-    "tclint == 0.4.2",
+    "tclint == 0.5.0",
     "codespell == 2.3.0"
 ]
 docs = [
@@ -111,7 +114,7 @@ profile = [
 ]
 examples = [
     "migen == 0.9.2",
-    "lambdalib == 0.3.1"
+    "lambdalib == 0.3.2"
 ]
 
 [tool.setuptools]
@@ -147,19 +150,11 @@ exclude = [
 ]
 
 [tool.tclint.style]
-allow-aligned-sets = true
 line-length = 100
 indent = 4
 max-blank-lines = 1
 spaces-in-braces = true
 
-[[tool.tclint.fileset]]
-# This fileset overrides the global indent for OpenROAD scripts.
-paths = ["siliconcompiler/tools/openroad/scripts"]
-
-[tool.tclint.fileset.style]
-indent = 2
-
 [tool.codespell]
 skip = './build/*,*.json,*.xml,./siliconcompiler/templates/report/bootstrap.min.js,./tests/utils/test_utils.py,./tests/tools/data/klayout_pdk/interposer.drc'
 count = true

{siliconcompiler-0.28.9 → siliconcompiler-0.29.0}/siliconcompiler/_metadata.py

@@ -1,5 +1,5 @@
 # Version number following semver standard.
-version = '0.28.9'
+version = '0.29.0'
 
 # Default server address for remote runs, if unspecified.
 default_server = 'https://server.siliconcompiler.com'

{siliconcompiler-0.28.9 → siliconcompiler-0.29.0}/siliconcompiler/apps/sc_remote.py

@@ -5,9 +5,7 @@ import sys
 
 from siliconcompiler import Chip
 from siliconcompiler import SiliconCompilerError
-from siliconcompiler.remote.client import cancel_job, check_progress, delete_job, \
-    remote_ping, remote_run_loop, _remote_ping
-from siliconcompiler.remote.client import configure_server, configure_whitelist, configure_print
+from siliconcompiler.remote.client import Client, ConfigureClient
 from siliconcompiler.scheduler import _finalize_run
 from siliconcompiler.flowgraph import _get_flowgraph_entry_nodes, _get_flowgraph_node_outputs, \
     nodes_to_execute
@@ -108,29 +106,33 @@ To delete a job, use:
 
     if args['configure']:
         if args['list']:
-            configure_print(chip)
+            client = Client(chip)
+            client.print_configuration()
             return 0
 
         if not args['add'] and not args['remove']:
             try:
-                configure_server(chip, server=args['server'])
+                client = ConfigureClient(chip)
+                client.configure_server(server=args['server'])
             except ValueError as e:
                 chip.logger.error(e)
                 return 1
         else:
             try:
-                configure_whitelist(chip, add=args['add'], remove=args['remove'])
+                client = ConfigureClient(chip)
+                client.configure_whitelist(add=args['add'], remove=args['remove'])
             except ValueError as e:
                 chip.logger.error(e)
                 return 1
 
         return 0
 
+    client = Client(chip)
     # Main logic.
     # If no job-related options are specified, fetch and report basic info.
     # Create temporary Chip object and check on the server.
     try:
-        remote_ping(chip)
+        client.check()
     except SiliconCompilerError as e:
         chip.logger.error(f'{e}')
         return 1
@@ -138,7 +140,7 @@ To delete a job, use:
     # If the -cancel flag is specified, cancel the job.
     if args['cancel']:
         try:
-            cancel_job(chip)
+            client.cancel_job()
         except SiliconCompilerError as e:
             chip.logger.error(f'{e}')
             return 1
@@ -146,7 +148,7 @@ To delete a job, use:
     # If the -delete flag is specified, delete the job.
     elif args['delete']:
         try:
-            delete_job(chip)
+            client.delete_job()
         except SiliconCompilerError as e:
             chip.logger.error(f'{e}')
             return 1
@@ -162,10 +164,8 @@ To delete a job, use:
             outputs = _get_flowgraph_node_outputs(chip, flow, entry_node)
             chip.set('option', 'from', list(map(lambda node: node[0], outputs)))
         # Enter the remote run loop.
-        chip._init_logger(step='remote', index='0', in_run=True)
         try:
-            rsp = _remote_ping(chip)
-            remote_run_loop(chip, rsp['progress_interval'])
+            client._run_loop()
         except SiliconCompilerError as e:
             chip.logger.error(f'{e}')
             return 1
@@ -185,8 +185,9 @@ To delete a job, use:
     # If only a manifest is specified, make a 'check_progress/' request and report results:
     elif chip_cfg:
         try:
-            check_progress(chip, [], {})
-        except SiliconCompilerError as e:
+            info = client.check_job_status()
+            client._report_job_status(info)
+        except Exception as e:
             chip.logger.error(f'{e}')
             return 1
 

{siliconcompiler-0.28.9 → siliconcompiler-0.29.0}/siliconcompiler/apps/sc_show.py

@@ -19,10 +19,10 @@ def main():
     Examples:
 
     sc-show
-    (displays build/adder/job0/write_gds/0/outputs/adder.gds)
+    (displays build/adder/job0/write.gds/0/outputs/adder.gds)
 
     sc-show -design adder
-    (displays build/adder/job0/write_gds/0/outputs/adder.gds)
+    (displays build/adder/job0/write.gds/0/outputs/adder.gds)
 
     sc-show -design adder -arg_step floorplan
     (displays build/adder/job0/floorplan/0/outputs/adder.def)
@@ -31,13 +31,13 @@ def main():
     (displays build/adder/job0/place/1/outputs/adder.def)
 
     sc-show -design adder -jobname rtl2gds
-    (displays build/adder/rtl2gds/write_gds/0/outputs/adder.gds)
+    (displays build/adder/rtl2gds/write.gds/0/outputs/adder.gds)
 
     sc-show -cfg build/adder/rtl2gds/adder.pkg.json
-    (displays build/adder/rtl2gds/write_gds/0/outputs/adder.gds)
+    (displays build/adder/rtl2gds/write.gds/0/outputs/adder.gds)
 
     sc-show -design adder -ext odb
-    (displays build/adder/job0/write_data/0/outputs/adder.odb)
+    (displays build/adder/job0/write.views/0/outputs/adder.odb)
 
     sc-show build/adder/job0/route/1/outputs/adder.def
     (displays build/adder/job0/route/1/outputs/adder.def)

siliconcompiler-0.29.0/siliconcompiler/apps/utils/replay.py

@@ -0,0 +1,136 @@
+# Copyright 2024 Silicon Compiler Authors. All Rights Reserved.
+
+# Standard Modules
+import os
+import stat
+import sys
+
+import siliconcompiler
+from siliconcompiler.apps._common import UNSET_DESIGN
+from siliconcompiler import SiliconCompilerError
+from siliconcompiler import utils
+
+
+###########################
+def main():
+    progname = "summarize"
+    description = """
+    ------------------------------------------------------------
+    Utility script to print job record information from a manifest
+    needed to replay that manifest.
+    ------------------------------------------------------------
+    """
+    # Create a base chip class.
+    chip = siliconcompiler.Chip(UNSET_DESIGN)
+
+    # Read command-line inputs and generate Chip objects to run the flow on.
+    try:
+        generation_arg = {
+            'metavar': '<path>',
+            'help': '(optional) Path to generate replay files to, if specified.',
+            'sc_print': True
+        }
+        args = chip.create_cmdline(
+            progname,
+            description=description,
+            switchlist=['-cfg',
+                        '-jobname',
+                        '-loglevel'],
+            additional_args={
+                '-path': generation_arg
+            })
+    except SiliconCompilerError:
+        return 1
+    except Exception as e:
+        chip.logger.error(e)
+        return 1
+
+    design = chip.get('design')
+    if design == UNSET_DESIGN:
+        chip.logger.error('Design not loaded')
+        return 1
+
+    # Print Job Summary
+    jobname = chip.get('option', 'jobname')
+    pythonpackages = chip.get('record', 'pythonpackage', job=jobname)
+
+    pythonversion = set()
+    nodes = set()
+    for version, step, index in chip.schema._getvals('history', jobname, 'record', 'pythonversion'):
+        pythonversion.add(version)
+        nodes.add((step, index))
+
+    if len(pythonversion) > 1:
+        chip.logger.warning(f"More than one python version detected: {', '.join(pythonversion)}")
+    pythonversion = list(pythonversion)[0]
+
+    tools = {}
+    tool_versions = []
+    for step, index in nodes:
+        toolpath = chip.get('record', 'toolpath', job=jobname, step=step, index=index)
+        toolversion = chip.get('record', 'toolversion', job=jobname, step=step, index=index)
+
+        if toolpath is None:
+            continue
+
+        tools.setdefault(toolpath, set()).add(toolversion)
+        if toolversion:
+            tool = chip.get('flowgraph', chip.get('option', 'flow'), step, index, 'tool')
+            tool_versions.append(
+                ((step, index), tool, toolversion)
+            )
+
+    print("SUMMARY       :")
+    print(f"design        : {chip.design}")
+    print(f"pythonversion : {pythonversion}")
+
+    print("Python packages requires:")
+    for pkg in sorted(pythonpackages):
+        print(f"  {pkg}")
+
+    print("Tool requirements:")
+    tool_len = max([len(os.path.basename(tool)) for tool, _ in tools.items()])
+    for tool, version in tools.items():
+        print(f"  {os.path.basename(tool):<{tool_len}}: {', '.join(version)}")
+
+    if 'path' in args and args['path']:
+        path = args['path']
+        os.makedirs(path, exist_ok=True)
+        with open(os.path.join(path, 'requirements.txt'), 'w', encoding='utf-8') as wf:
+            wf.write(utils.get_file_template('replay/requirements.txt').render(
+                design=chip.design,
+                source=', '.join(chip.find_files('option', 'cfg')),
+                jobname=jobname,
+                pkgs=pythonpackages
+            ))
+
+        scripts = []
+        scripts.append(os.path.join(path, 'setup.sh'))
+        with open(scripts[-1], 'w', encoding='utf-8') as wf:
+            wf.write(utils.get_file_template('replay/setup.sh').render(
+                design=chip.design,
+                source=', '.join(chip.find_files('option', 'cfg')),
+                jobname=jobname,
+                pythonversion=pythonversion
+            ))
+
+        scripts.append(os.path.join(path, 'run.py'))
+        with open(scripts[-1], 'w', encoding='utf-8') as wf:
+            wf.write(utils.get_file_template('replay/run.py.j2').render(
+                design=chip.design,
+                source=', '.join(chip.find_files('option', 'cfg')),
+                cfgs=chip.find_files('option', 'cfg'),
+                jobname=jobname,
+                tool_versions=sorted(tool_versions)
+            ))
+
+        for script in scripts:
+            permissions = stat.S_IMODE(os.lstat(script).st_mode)
+            os.chmod(script, permissions | stat.S_IXUSR)
+
+    return 0
+
+
+#########################
+if __name__ == "__main__":
+    sys.exit(main())

{siliconcompiler-0.28.9 → siliconcompiler-0.29.0}/siliconcompiler/core.py

@@ -2058,19 +2058,11 @@ class Chip:
         dot.attr(bgcolor=background)
 
         subgraphs = {
-            "graphs": {
-                "sc-inputs": {
-                    "graphs": {},
-                    "nodes": []
-                }
-            },
+            "graphs": {},
             "nodes": []
         }
         for node, info in nodes.items():
-            if info['is_input']:
-                subgraph_temp = subgraphs["graphs"]["sc-inputs"]
-            else:
-                subgraph_temp = subgraphs
+            subgraph_temp = subgraphs
 
             for key in node.split(".")[0:-1]:
                 if key not in subgraph_temp["graphs"]:
@@ -2079,6 +2071,15 @@ class Chip:
                         "nodes": []
                     }
                 subgraph_temp = subgraph_temp["graphs"][key]
+
+            if info['is_input']:
+                if "sc-inputs" not in subgraph_temp["graphs"]:
+                    subgraph_temp["graphs"]["sc-inputs"] = {
+                        "graphs": {},
+                        "nodes": []
+                    }
+                subgraph_temp = subgraph_temp["graphs"]["sc-inputs"]
+
             subgraph_temp["nodes"].append(node)
 
         with dot.subgraph(name='inputs') as input_graph:
@@ -2131,7 +2132,8 @@ class Chip:
             for subgraph in graph_info["graphs"]:
                 child_prefix = prefix
                 if get_node_count(graph_info["graphs"][subgraph]) > 1:
-                    child_prefix = f"{child_prefix}{subgraph}."
+                    if subgraph != "sc-inputs":
+                        child_prefix = f"{child_prefix}{subgraph}."
                     graph = graphviz.Digraph(name=f"cluster_{graph_idx}")
                     graph_idx += 1
 
@@ -3126,7 +3128,7 @@ class Chip:
             extension (str): extension of file to show
 
         Examples:
-            >>> show('build/oh_add/job0/write_gds/0/outputs/oh_add.gds')
+            >>> show('build/oh_add/job0/write.gds/0/outputs/oh_add.gds')
             Displays gds file with a viewer assigned by showtool
         '''
 

{siliconcompiler-0.28.9 → siliconcompiler-0.29.0}/siliconcompiler/flows/_common.py

@@ -22,17 +22,17 @@ def _make_docs(chip):
 
 def __get_frontends(allow_system_verilog):
     systemverilog_frontend = [
-        ('import', surelog_parse)
+        ('import.verilog', surelog_parse)
     ]
     if not allow_system_verilog:
-        systemverilog_frontend.append(('convert', sv2v_convert))
+        systemverilog_frontend.append(('import.convert', sv2v_convert))
 
     return {
         "verilog": systemverilog_frontend,
-        "chisel": [('import', chisel_convert)],
-        "c": [('import', bambu_convert)],
-        "bluespec": [('import', bluespec_convert)],
-        "vhdl": [('import', ghdl_convert)]
+        "chisel": [('import.chisel', chisel_convert)],
+        "c": [('import.c', bambu_convert)],
+        "bluespec": [('import.bluespec', bluespec_convert)],
+        "vhdl": [('import.vhdl', ghdl_convert)]
     }
 
 
@@ -45,21 +45,19 @@ def setup_multiple_frontends(flow, allow_system_verilog=False):
 
     concat_nodes = []
     flowname = flow.design
-    for frontend, pipe in __get_frontends(allow_system_verilog).items():
+    for _, pipe in __get_frontends(allow_system_verilog).items():
         prev_step = None
         for step, task in pipe:
-            step_name = f'{step}_{frontend}'
-
-            flow.node(flowname, step_name, task)
+            flow.node(flowname, step, task)
             if prev_step:
-                flow.edge(flowname, prev_step, step_name)
+                flow.edge(flowname, prev_step, step)
 
-            prev_step = step_name
+            prev_step = step
 
         if prev_step:
             concat_nodes.append(prev_step)
 
-    final_node = 'combine'
+    final_node = 'import.combine'
     flow.node(flowname, final_node, concatenate)
     for node in concat_nodes:
         flow.edge(flowname, node, final_node)