siliconcompiler 0.32.2__py3-none-any.whl → 0.32.3__py3-none-any.whl

siliconcompiler/report/dashboard/web/__init__.py

@@ -0,0 +1,196 @@
+import os
+import time
+import tempfile
+import json
+
+import multiprocessing
+import subprocess
+import atexit
+import shutil
+import fasteners
+import signal
+import socketserver
+
+from siliconcompiler.report.dashboard import AbstractDashboard
+from siliconcompiler.report.dashboard.web import utils
+
+try:
+    from streamlit.web import bootstrap
+    from streamlit import config as _config
+except ModuleNotFoundError:
+    bootstrap = None
+    _config = None
+
+
+class WebDashboard(AbstractDashboard):
+    __port = 8501
+
+    @staticmethod
+    def __signal_handler(signal, frame):
+        # used to avoid issues during shutdown
+        pass
+
+    def __init__(self, chip, port=None, graph_chips=None):
+        super().__init__(chip)
+
+        if not bootstrap:
+            raise NotImplementedError('streamlit is not available')
+
+        if not port:
+            port = WebDashboard.get_next_port()
+        if not port:
+            port = WebDashboard.__port
+
+        self.__dashboard = None
+        self.__chip = chip
+        self.__directory = tempfile.mkdtemp(prefix='sc_dashboard_',
+                                            suffix=f'_{self.__chip.design}')
+        self.__manifest = os.path.join(self.__directory, 'manifest.json')
+        self.__manifest_lock = os.path.join(self.__directory, 'manifest.lock')
+        self.__port = port
+        dirname = os.path.dirname(__file__)
+        self.__streamlit_file = os.path.join(dirname, 'viewer.py')
+
+        self.__streamlit_args = [
+            ("browser.gatherUsageStats", False),
+            ("browser.serverPort", self.__port),
+            ("logger.level", 'error'),
+            ("runner.fastReruns", True),
+            ("server.port", self.__port),
+            ("client.toolbarMode", "viewer")
+        ]
+
+        # pass in a json object called __graph_chips
+        # the key is the chip_name and value is the filepath
+        # if another argument is passed
+
+        # use of list is to preserve order
+        self.__graph_chips = []
+        graph_chips_config = []
+        if graph_chips:
+            for chip_object_and_name in graph_chips:
+                chip_file_path = \
+                    os.path.join(self.__directory,
+                                 f"{chip_object_and_name['name']}.json")
+                self.__graph_chips.append({
+                    'chip': chip_object_and_name['chip'],
+                    'name': chip_file_path
+                })
+                graph_chips_config.append({
+                    "path": chip_file_path,
+                    "cwd": utils.get_chip_cwd(
+                        chip_object_and_name['chip'],
+                        chip_object_and_name['cfg_path'])
+                })
+
+        self.__config = {
+            "manifest": self.__manifest,
+            "lock": self.__manifest_lock,
+            "graph_chips": graph_chips_config
+        }
+
+        self.__sleep_time = 0.5
+        self.__signal_handler = None
+
+        self.__lock = fasteners.InterProcessLock(self.__manifest_lock)
+
+        atexit.register(self.__cleanup)
+
+    def open_dashboard(self):
+        with open(self.__get_config_file(), 'w') as f:
+            json.dump(self.__config, f, indent=4)
+
+        self.update_manifest()
+
+        self.update_graph_manifests()
+
+        self.__dashboard = multiprocessing.Process(
+            target=self._run_streamlit_bootstrap)
+
+        self.__signal_handler = signal.signal(signal.SIGINT, WebDashboard.__signal_handler)
+
+        self.__dashboard.start()
+
+    def update_manifest(self, payload=None):
+        if not self.__manifest:
+            return
+
+        new_file = f"{self.__manifest}.new.json"
+        self.__chip.write_manifest(new_file)
+
+        with self.__lock:
+            shutil.move(new_file, self.__manifest)
+
+    def update_graph_manifests(self):
+        for chip_object_and_name in self.__graph_chips:
+            chip = chip_object_and_name['chip']
+            file_path = chip_object_and_name['name']
+            chip.write_manifest(file_path)
+
+    def __get_config_file(self):
+        return os.path.join(self.__directory, 'config.json')
+
+    def is_running(self):
+        if self.__dashboard is None:
+            return False
+
+        if self.__dashboard.is_alive():
+            return True
+
+        self.__dashboard = None
+        self.__manifest = None
+        return False
+
+    def end_of_run(self):
+        pass
+
+    def stop(self):
+        if not self.is_running():
+            return
+
+        while self.__dashboard.is_alive():
+            self.__dashboard.terminate()
+            self._sleep()
+
+        if self.__signal_handler:
+            signal.signal(signal.SIGINT, self.__signal_handler)
+
+        self.__dashboard = None
+        self.__manifest = None
+        self.__signal_handler = None
+
+    def wait(self):
+        self.__dashboard.join()
+
+    def _sleep(self):
+        time.sleep(self.__sleep_time)
+
+    def _run_streamlit_bootstrap(self):
+        for config, val in self.__streamlit_args:
+            _config.set_option(config, val)
+
+        bootstrap.run(self.__streamlit_file,
+                      False,
+                      [self.__get_config_file()],
+                      flag_options={})
+
+    def __run_streamlit_subproc(self):
+        cmd = ['streamlit', 'run',
+               self.__streamlit_file, self.__get_config_file()]
+        for config, val in self.__streamlit_args:
+            cmd.append(f'--{config}')
+            cmd.append(val)
+
+        subprocess.Popen(cmd)
+
+    def __cleanup(self):
+        self.stop()
+
+        if os.path.exists(self.__directory):
+            shutil.rmtree(self.__directory)
+
+    @staticmethod
+    def get_next_port():
+        with socketserver.TCPServer(("localhost", 0), None) as s:
+            return s.server_address[1]
+        return None

siliconcompiler/report/dashboard/{components → web/components}/__init__.py

@@ -14,10 +14,10 @@ from siliconcompiler import __version__ as sc_version
 from siliconcompiler import utils
 from siliconcompiler.report import report
 
-from siliconcompiler.report.dashboard import state
-from siliconcompiler.report.dashboard import layouts
-from siliconcompiler.report.dashboard.utils import file_utils
-from siliconcompiler.report.dashboard.components import flowgraph
+from siliconcompiler.report.dashboard.web import state
+from siliconcompiler.report.dashboard.web import layouts
+from siliconcompiler.report.dashboard.web.utils import file_utils
+from siliconcompiler.report.dashboard.web.components import flowgraph
 
 
 SC_ABOUT = [

siliconcompiler/report/dashboard/{components → web/components}/graph.py

@@ -5,7 +5,7 @@ import streamlit
 
 from siliconcompiler.report import report
 
-from siliconcompiler.report.dashboard import state
+from siliconcompiler.report.dashboard.web import state
 
 
 def _get_report_chips():

siliconcompiler/report/dashboard/{layouts → web/layouts}/__init__.py

@@ -1,6 +1,6 @@
-from siliconcompiler.report.dashboard.layouts import vertical_flowgraph
-from siliconcompiler.report.dashboard.layouts import vertical_flowgraph_sac_tabs
-from siliconcompiler.report.dashboard.layouts import vertical_flowgraph_node_tab
+from siliconcompiler.report.dashboard.web.layouts import vertical_flowgraph
+from siliconcompiler.report.dashboard.web.layouts import vertical_flowgraph_sac_tabs
+from siliconcompiler.report.dashboard.web.layouts import vertical_flowgraph_node_tab
 
 __LAYOUTS = {
     "vertical_flowgraph": vertical_flowgraph.layout,

siliconcompiler/report/dashboard/{layouts → web/layouts}/_common.py

@@ -1,6 +1,6 @@
 import streamlit_antd_components as sac
 
-from siliconcompiler.report.dashboard import state
+from siliconcompiler.report.dashboard.web import state
 
 
 def check_rerun():

siliconcompiler/report/dashboard/{layouts → web/layouts}/vertical_flowgraph.py

@@ -1,11 +1,11 @@
 import os
 import streamlit
 
-from siliconcompiler.report.dashboard import components
-from siliconcompiler.report.dashboard.components import graph
-from siliconcompiler.report.dashboard import state
-from siliconcompiler.report.dashboard import utils
-from siliconcompiler.report.dashboard.layouts import _common
+from siliconcompiler.report.dashboard.web import components
+from siliconcompiler.report.dashboard.web.components import graph
+from siliconcompiler.report.dashboard.web import state
+from siliconcompiler.report.dashboard.web import utils
+from siliconcompiler.report.dashboard.web.layouts import _common
 
 
 def layout():

siliconcompiler/report/dashboard/{layouts → web/layouts}/vertical_flowgraph_node_tab.py

@@ -1,12 +1,12 @@
 import os
 import streamlit
 
-from siliconcompiler.report.dashboard import components
-from siliconcompiler.report.dashboard.components import graph
-from siliconcompiler.report.dashboard import state
-from siliconcompiler.report.dashboard import utils
-from siliconcompiler.report.dashboard.utils import file_utils
-from siliconcompiler.report.dashboard.layouts import _common
+from siliconcompiler.report.dashboard.web import components
+from siliconcompiler.report.dashboard.web.components import graph
+from siliconcompiler.report.dashboard.web import state
+from siliconcompiler.report.dashboard.web import utils
+from siliconcompiler.report.dashboard.web.utils import file_utils
+from siliconcompiler.report.dashboard.web.layouts import _common
 import streamlit_antd_components as sac
 
 

siliconcompiler/report/dashboard/{layouts → web/layouts}/vertical_flowgraph_sac_tabs.py

@@ -1,12 +1,12 @@
 import os
 import streamlit
 
-from siliconcompiler.report.dashboard import components
-from siliconcompiler.report.dashboard.components import graph
-from siliconcompiler.report.dashboard import state
-from siliconcompiler.report.dashboard import utils
-from siliconcompiler.report.dashboard.utils import file_utils
-from siliconcompiler.report.dashboard.layouts import _common
+from siliconcompiler.report.dashboard.web import components
+from siliconcompiler.report.dashboard.web.components import graph
+from siliconcompiler.report.dashboard.web import state
+from siliconcompiler.report.dashboard.web import utils
+from siliconcompiler.report.dashboard.web.utils import file_utils
+from siliconcompiler.report.dashboard.web.layouts import _common
 import streamlit_antd_components as sac
 
 

siliconcompiler/report/dashboard/{viewer.py → web/viewer.py}

@@ -1,9 +1,9 @@
 import streamlit
 
-from siliconcompiler.report.dashboard import components
-from siliconcompiler.report.dashboard import layouts
-from siliconcompiler.report.dashboard import state
-from siliconcompiler.report.dashboard import utils
+from siliconcompiler.report.dashboard.web import components
+from siliconcompiler.report.dashboard.web import layouts
+from siliconcompiler.report.dashboard.web import state
+from siliconcompiler.report.dashboard.web import utils
 
 import streamlit_autorefresh
 

siliconcompiler/scheduler/__init__.py

@@ -31,6 +31,7 @@ from siliconcompiler.flowgraph import _get_flowgraph_nodes, _get_flowgraph_execu
     _get_pruned_node_inputs, _get_flowgraph_entry_nodes, \
     _unreachable_steps_to_execute, _nodes_to_execute, \
     get_nodes_from, nodes_to_execute, _check_flowgraph
+from siliconcompiler.utils.logging import SCBlankLoggerFormatter
 from siliconcompiler.tools._common import input_file_node_name
 import lambdapdk
 from siliconcompiler.tools._common import get_tool_task, record_metric
@@ -87,6 +88,8 @@ def run(chip):
 
     # Re-init logger to include run info after setting up flowgraph.
     chip._init_logger(in_run=True)
+    if chip._dash and not chip._dash.is_running():
+        chip._dash.open_dashboard()
 
     # Check if flowgraph is complete and valid
     flow = chip.get('option', 'flow')
@@ -130,10 +133,6 @@ def _finalize_run(chip):
     filepath = os.path.join(chip.getworkdir(), f"{chip.design}.pkg.json")
     chip.write_manifest(filepath)
 
-    # Update dashboard
-    if chip._dash:
-        chip._dash.update_manifest()
-
     send_messages.send(chip, 'summary', None, None)
 
 
@@ -281,7 +280,7 @@ def _local_process(chip, flow):
 
     # Handle logs across threads
     log_listener = QueueListener(log_queue, chip.logger._console)
-    chip.logger._console.setFormatter(logging.Formatter("%(message)s"))
+    chip.logger._console.setFormatter(SCBlankLoggerFormatter())
     log_listener.start()
 
     # Update dashboard before run begins
@@ -1629,6 +1628,8 @@ def _launch_nodes(chip, nodes_to_run, processes, local_processes):
     if _get_callback('pre_run'):
         _get_callback('pre_run')(chip)
 
+    start_times = {None: time.time()}
+
     while len(nodes_to_run) > 0 or len(running_nodes) > 0:
         changed = _process_completed_nodes(chip, processes, running_nodes)
 
@@ -1653,6 +1654,7 @@ def _launch_nodes(chip, nodes_to_run, processes, local_processes):
                         _get_callback('pre_node')(chip, *node)
 
                     chip.set('record', 'status', NodeStatus.RUNNING, step=node[0], index=node[1])
+                    start_times[node] = time.time()
                     changed = True
 
                     processes[node]["proc"].start()
@@ -1669,7 +1671,7 @@ def _launch_nodes(chip, nodes_to_run, processes, local_processes):
 
         if chip._dash and changed:
             # Update dashboard if the manifest changed
-            chip._dash.update_manifest()
+            chip._dash.update_manifest(payload={"starttimes": start_times})
 
         if len(running_nodes) == 1:
             # if there is only one node running, just join the thread

siliconcompiler/templates/replay/replay.sh.j2

@@ -60,10 +60,10 @@ while [[ $# -gt 0 ]]; do
     esac
 done
 
-if [ $SKIPEXPORT == 0 ]; then
+{% if exports|length > 0 %}if [ $SKIPEXPORT == 0 ]; then
     # Environmental variables{% for key, value in exports.items() %}
     export {{ key }}="{{ value }}"{% endfor %}
-fi
+fi{% endif %}
 
 # Switch to the working directory
 cd "$CD_WORK"

siliconcompiler/tools/_common/__init__.py

@@ -103,6 +103,8 @@ def add_require_input(chip, *key, include_library_files=True):
                  ",".join(key),
                  step=step, index=index)
 
+    return bool(keys)
+
 
 def get_input_files(chip, *key, add_library_files=True):
     '''

siliconcompiler/tools/openroad/_apr.py

@@ -500,6 +500,10 @@ def define_ppl_params(chip):
                 ['pdk', pdkname, 'var', 'openroad', 'pin_layer_vertical', stackup]):
         chip.add('tool', tool, 'task', task, 'require', ",".join(key),
                  step=step, index=index)
+    if chip.get('tool', tool, 'task', task, 'file', 'ppl_constraints', step=step, index=index):
+        chip.add('tool', tool, 'task', task, 'require',
+                 ",".join(['tool', tool, 'task', task, 'file', 'ppl_constraints']),
+                 step=step, index=index)
 
 
 def define_pdn_params(chip):

siliconcompiler/tools/openroad/fillmetal_insertion.py

@@ -1,5 +1,3 @@
-from siliconcompiler import NodeStatus
-
 from siliconcompiler.tools._common import get_tool_task, has_pre_post_script
 from siliconcompiler.tools._common.asic import get_mainlib
 
@@ -55,24 +53,26 @@ def setup(chip):
         'clock_trees'
     ])
 
-
-def pre_process(chip):
-    step = chip.get('arg', 'step')
-    index = chip.get('arg', 'index')
-    tool, task = get_tool_task(chip, step, index)
-    if not has_pre_post_script(chip) and \
-            chip.get('tool', tool, 'task', task, 'var', 'fin_add_fill',
-                     step=step, index=index) == ["true"]:
+    if chip.get('tool', tool, 'task', task, 'var', 'fin_add_fill',
+                step=step, index=index) == ["true"]:
         pdk = chip.get('option', 'pdk')
         stackup = chip.get('option', 'stackup')
         mainlib = get_mainlib(chip)
         libtype = chip.get('library', mainlib, 'asic', 'libarch', step=step, index=index)
+        if chip.get('pdk', pdk, 'aprtech', tool, stackup, libtype, 'fill'):
+            chip.add('tool', tool, 'task', task, 'require',
+                     ",".join(['pdk', pdk, 'aprtech', tool, stackup, libtype, 'fill']),
+                     step=step, index=index)
+        else:
+            if not has_pre_post_script(chip):
+                # nothing to do so we can skip
+                return "no fill script is available"
 
-        if not chip.find_files('pdk', pdk, 'aprtech', tool, stackup, libtype, 'fill'):
-            chip.set('record', 'status', NodeStatus.SKIPPED, step=step, index=index)
-            chip.logger.warning(f'{step}{index} will be skipped since there is nothing to do.')
-            return
+            chip.set('tool', tool, 'task', task, 'var', 'fin_add_fill', False,
+                     step=step, index=index)
 
+
+def pre_process(chip):
     define_ord_files(chip)
     build_pex_corners(chip)
 

siliconcompiler/tools/openroad/scripts/apr/sc_antenna_repair.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_clock_tree_synthesis.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_detailed_placement.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_detailed_route.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_endcap_tapcell_insertion.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_fillercell_insertion.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_fillmetal_insertion.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble
@@ -18,7 +18,7 @@ source -echo "$sc_refdir/apr/preamble.tcl"
 set sc_libtype [sc_cfg_get library $sc_mainlib asic libarch]
 
 if {
-    $openroad_fin_add_fill == "true" &&
+    [lindex [sc_cfg_tool_task_get var fin_add_fill] 0] == "true" &&
     [sc_cfg_exists pdk $sc_pdk aprtech openroad $sc_stackup $sc_libtype fill]
 } {
     set sc_fillrules \

siliconcompiler/tools/openroad/scripts/apr/sc_global_placement.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_global_route.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_init_floorplan.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_macro_placement.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_metrics.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_pin_placement.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_power_grid.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_repair_design.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/apr/sc_repair_timing.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble
@@ -16,7 +16,7 @@ source -echo "$sc_refdir/apr/preamble.tcl"
 ###############################
 
 set parasitics_stage -placement
-if { false } {
+if { [sc_check_version 20073] && [grt::have_routes] } {
     set parasitics_stage -global_routing
 }
 

siliconcompiler/tools/openroad/scripts/apr/sc_write_data.tcl

@@ -2,7 +2,7 @@
 # Reading SC Schema
 ###############################
 
-source ./sc_manifest.tcl > /dev/null
+source ./sc_manifest.tcl
 
 ###############################
 # Task Preamble

siliconcompiler/tools/openroad/scripts/common/procs.tcl

@@ -116,7 +116,7 @@ proc sc_detailed_placement { args } {
         lappend dpl_args "-disallow_one_site_gaps"
     }
 
-    set incremental_route false
+    set incremental_route [expr { [sc_check_version 20073] && [grt::have_routes] }]
 
     if { $incremental_route } {
         global_route -start_incremental