siliconcompiler 0.31.0__py3-none-any.whl → 0.32.0__py3-none-any.whl

siliconcompiler/package/https.py

@@ -0,0 +1,97 @@
+import requests
+import shutil
+import tarfile
+import zipfile
+
+import os.path
+
+from fasteners import InterProcessLock
+from io import BytesIO
+from urllib.parse import urlparse
+
+from siliconcompiler import SiliconCompilerError
+from siliconcompiler.package import get_download_cache_path
+from siliconcompiler.package import aquire_data_lock, release_data_lock
+
+
+def get_resolver(url):
+    if url.scheme in ("http", "https"):
+        return http_resolver
+
+    return None
+
+
+def http_resolver(chip, package, path, ref, url, fetch):
+    data_path, data_path_lock = get_download_cache_path(chip, package, ref)
+
+    if not fetch:
+        return data_path, False
+
+    # Acquire lock
+    data_lock = InterProcessLock(data_path_lock)
+    aquire_data_lock(data_path, data_lock)
+
+    if os.path.exists(data_path):
+        release_data_lock(data_lock)
+        return data_path, False
+
+    extract_from_url(chip, package, path, ref, url, data_path)
+
+    release_data_lock(data_lock)
+
+    return data_path, True
+
+
+def extract_from_url(chip, package, path, ref, url, data_path):
+    data_url = path
+    headers = {}
+    if os.environ.get('GIT_TOKEN') or url.username:
+        headers['Authorization'] = f'token {os.environ.get("GIT_TOKEN") or url.username}'
+    if "github" in data_url:
+        headers['Accept'] = 'application/octet-stream'
+    data_url = path
+    if data_url.endswith('/'):
+        data_url = f"{data_url}{ref}.tar.gz"
+    chip.logger.info(f'Downloading {package} data from {data_url}')
+    response = requests.get(data_url, stream=True, headers=headers)
+    if not response.ok:
+        raise SiliconCompilerError(f'Failed to download {package} data source.', chip=chip)
+
+    fileobj = BytesIO(response.content)
+    try:
+        with tarfile.open(fileobj=fileobj, mode='r|gz') as tar_ref:
+            tar_ref.extractall(path=data_path)
+    except tarfile.ReadError:
+        fileobj.seek(0)
+        # Try as zip
+        with zipfile.ZipFile(fileobj) as zip_ref:
+            zip_ref.extractall(path=data_path)
+
+    if 'github' in url.netloc and len(os.listdir(data_path)) == 1:
+        # Github inserts one folder at the highest level of the tar file
+        # this compensates for this behavior
+        gh_url = urlparse(data_url)
+
+        repo = gh_url.path.split('/')[2]
+
+        gh_ref = gh_url.path.split('/')[-1]
+        if repo.endswith('.git'):
+            gh_ref = ref
+        elif gh_ref.endswith('.tar.gz'):
+            gh_ref = gh_ref[0:-7]
+        elif gh_ref.endswith('.tgz'):
+            gh_ref = gh_ref[0:-4]
+        else:
+            gh_ref = gh_ref.split('.')[0]
+
+        if gh_ref.startswith('v'):
+            gh_ref = gh_ref[1:]
+
+        github_folder = f"{repo}-{gh_ref}"
+
+        if github_folder in os.listdir(data_path):
+            # This moves all files one level up
+            git_path = os.path.join(data_path, github_folder)
+            for data_file in os.listdir(git_path):
+                shutil.move(os.path.join(git_path, data_file), data_path)
+            os.removedirs(git_path)

siliconcompiler/report/dashboard/components/__init__.py

@@ -433,7 +433,7 @@ def node_file_tree_viewer(chip, step, index):
     lookup = {}
     tree_items = []
 
-    file_metrics = report.get_metrics_source(chip, step, index)
+    metrics_source, file_metrics = report.get_metrics_source(chip, step, index)
     work_dir = chip.getworkdir(step=step, index=index)
 
     def make_item(file):
@@ -446,12 +446,22 @@ def node_file_tree_viewer(chip, step, index):
 
         check_file = os.path.relpath(file['value'], work_dir)
         if check_file in file_metrics:
-            for metric in file_metrics[check_file]:
-                if len(item.tag) < 5:
-                    item.tag.append(sac.Tag(metric, color='green'))
-                else:
-                    item.tag.append(sac.Tag('metrics...', color='geekblue'))
+            metrics = set(file_metrics[check_file])
+            primary_source = set()
+            if check_file in metrics_source:
+                primary_source = set(metrics_source[check_file])
+            metrics = metrics - primary_source
+
+            for color, metric_set in (('blue', primary_source), ('green', metrics)):
+                if len(item.tag) >= 5:
                     break
+
+                for metric in metric_set:
+                    if len(item.tag) < 5:
+                        item.tag.append(sac.Tag(metric, color=color))
+                    else:
+                        item.tag.append(sac.Tag('metrics...', color='geekblue'))
+                        break
             item.tooltip = "metrics: " + ", ".join(file_metrics[check_file])
 
         if 'children' in file:

siliconcompiler/report/report.py

@@ -302,20 +302,20 @@ def get_metrics_source(chip, step, index):
         index (string) : Index of node.
     '''
     file_to_metric = {}
+    metric_primary_source = {}
     tool, task = get_tool_task(chip, step, index)
     if not chip.valid('tool', tool, 'task', task, 'report'):
-        return file_to_metric
+        return metric_primary_source, file_to_metric
 
     metrics = chip.getkeys('tool', tool, 'task', task, 'report')
 
     for metric in metrics:
         sources = chip.get('tool', tool, 'task', task, 'report', metric, step=step, index=index)
+        if sources:
+            metric_primary_source.setdefault(sources[0], []).append(metric)
         for source in sources:
-            if source in file_to_metric:
-                file_to_metric[source].append(metric)
-            else:
-                file_to_metric[source] = [metric]
-    return file_to_metric
+            file_to_metric.setdefault(source, []).append(metric)
+    return metric_primary_source, file_to_metric
 
 
 def get_files(chip, step, index):

siliconcompiler/scheduler/__init__.py

@@ -1865,6 +1865,22 @@ def kill_process(chip, proc, tool, poll_interval, msg=""):
         utils.terminate_process(proc.pid)
 
 
+def get_check_node_keys(chip, step, index):
+    tool, task = get_tool_task(chip, step, index)
+
+    # Collect keys to check for changes
+    required = chip.get('tool', tool, 'task', task, 'require', step=step, index=index)
+
+    tool_task_key = ('tool', tool, 'task', task)
+    for key in ('option', 'threads', 'prescript', 'postscript', 'refdir', 'script',):
+        required.append(",".join([*tool_task_key, key]))
+
+    for env_key in chip.getkeys(*tool_task_key, 'env'):
+        required.append(",".join([*tool_task_key, 'env', env_key]))
+
+    return set(sorted(required))
+
+
 def check_node_inputs(chip, step, index):
     from siliconcompiler import Chip  # import here to avoid circular import
 
@@ -1918,15 +1934,8 @@ def check_node_inputs(chip, step, index):
         return False
 
     # Collect keys to check for changes
-    required = chip.get('tool', tool, 'task', task, 'require', step=step, index=index)
-    required.extend(input_chip.get('tool', tool, 'task', task, 'require', step=step, index=index))
-
-    tool_task_key = ('tool', tool, 'task', task)
-    for key in ('option', 'threads', 'prescript', 'postscript', 'refdir', 'script',):
-        required.append(",".join([*tool_task_key, key]))
-    for check_chip in (chip, input_chip):
-        for env_key in check_chip.getkeys(*tool_task_key, 'env'):
-            required.append(",".join([*tool_task_key, 'env', env_key]))
+    required = get_check_node_keys(chip, step, index)
+    required.update(get_check_node_keys(input_chip, step, index))
 
     def print_warning(key, extra=None):
         if extra:
@@ -1937,7 +1946,7 @@ def check_node_inputs(chip, step, index):
                                 'from previous run')
 
     # Check if keys have been modified
-    for check_key in sorted(set(required)):
+    for check_key in required:
         key = check_key.split(',')
 
         if not chip.valid(*key) or not input_chip.valid(*key):

siliconcompiler/scheduler/docker_runner.py

@@ -1,7 +1,7 @@
 import docker
 import os
 from siliconcompiler.package import get_cache_path
-from siliconcompiler.package import _path as sc_path
+from siliconcompiler.package import path as sc_path
 from siliconcompiler.utils import default_email_credentials_file
 from pathlib import Path
 import sys
@@ -47,7 +47,7 @@ def get_volumes_directories(chip, cache_dir, workdir, step, index):
 
     # Collect caches
     for package in chip.getkeys('package', 'source'):
-        all_dirs.add(sc_path(chip, package, None))
+        all_dirs.add(sc_path(chip, package))
 
     all_dirs = [
         Path(cache_dir),
@@ -215,7 +215,7 @@ def run(chip, step, index, replay):
 
         cachemap = []
         for package in chip.getkeys('package', 'source'):
-            cachemap.append(f'{package}:{sc_path(chip, package, None)}')
+            cachemap.append(f'{package}:{sc_path(chip, package)}')
 
         chip.logger.info(f'Running in docker container: {container.name} ({container.short_id})')
         args = [

siliconcompiler/scheduler/run_node.py

@@ -5,7 +5,7 @@ import os
 import sys
 import tarfile
 from siliconcompiler import Chip, Schema
-from siliconcompiler.package import _path as sc_path
+from siliconcompiler.package import path as sc_path
 from siliconcompiler.scheduler import _runtask, _executenode
 from siliconcompiler import __version__
 
@@ -45,6 +45,9 @@ def main():
                         metavar='<package>:<directory>',
                         nargs='+',
                         help='Map of caches to prepopulate runner with')
+    parser.add_argument('-fetch_cache',
+                        action='store_true',
+                        help='Allow for cache downloads')
     parser.add_argument('-step',
                         required=True,
                         metavar='<step>',
@@ -103,9 +106,9 @@ def main():
             package, path = cachepair.split(':')
             chip._packages[package] = path
 
-    # Populate cache without downloading
+    # Populate cache
     for package in chip.getkeys('package', 'source'):
-        sc_path(chip, package, None)
+        sc_path(chip, package, fetch=args.fetch_cache)
 
     # Run the task.
     error = True

siliconcompiler/schema/schema_obj.py

@@ -1092,6 +1092,10 @@ class Schema:
 
         tcl_set_cmds = []
         for key in self.allkeys():
+            # print out all non default values
+            if 'default' in key:
+                continue
+
             typestr = self.get(*key, field='type')
             pernode = self.get(*key, field='pernode')
 
@@ -1110,19 +1114,11 @@ class Schema:
 
             valstr = escape_val_tcl(value, typestr)
 
-            # Turning scalars into lists
-            if not (typestr.startswith('[') or typestr.startswith('(')):
-                valstr = f'[list {valstr}]'
-
-            # TODO: Temp fix to get rid of empty args
+            # Ensure empty values get something
             if valstr == '':
-                valstr = '[list ]'
-
-            outstr = f"{prefix} {keystr} {valstr}"
+                valstr = '{}'
 
-            # print out all non default values
-            if 'default' not in key:
-                tcl_set_cmds.append(outstr)
+            tcl_set_cmds.append(f"{prefix} {keystr} {valstr}")
 
         if template:
             fout.write(template.render(manifest_dict='\n'.join(tcl_set_cmds),

siliconcompiler/templates/tcl/manifest.tcl.j2

@@ -34,7 +34,7 @@ proc sc_cfg_exists { args } {
 
 proc sc_top {} {
     set sc_entrypoint [sc_cfg_get option entrypoint]
-    if {$sc_entrypoint == ""} {
+    if {$sc_entrypoint == {{ '{}' }}} {
         return [sc_cfg_get design]
     }
     return $sc_entrypoint

siliconcompiler/tools/_common/tcl/sc_pin_constraints.tcl

@@ -15,22 +15,20 @@ proc sc_collect_pin_constraints {
         set side [dict get $params side]
         set place [dict get $params placement]
 
-        if { [llength $place] != 0 } {
+        if { $place != {} } {
             # Pin has placement information
-            if { [llength $order] != 0 } {
+            if { $order != {} } {
                 # Pin also has order information
                 $print_func "Pin $name has placement specified in constraints, but also order."
             }
             lappend placement_pins $name
         } else {
             # Pin doesn't have placement
-            if { [llength $side] == 0 || [llength $order] == 0 } {
+            if { $side == {} || $order == {} } {
                 # Pin information is incomplete
                 $print_func \
                     "Warning: Pin $name doesn't have enough information to perform placement."
             } else {
-                set side [lindex $side 0]
-                set order [lindex $order 0]
                 if { ![dict exists $pin_order $side $order] } {
                     dict set pin_order $side $order []
                 }

siliconcompiler/tools/genfasm/genfasm.py

@@ -24,7 +24,7 @@ def make_docs(chip):
 def setup(chip):
     chip.set('tool', 'genfasm', 'exe', 'genfasm', clobber=False)
     chip.set('tool', 'genfasm', 'vswitch', '--version')
-    chip.set('tool', 'genfasm', 'version', '>=8.1.0', clobber=False)
+    chip.set('tool', 'genfasm', 'version', '>=9.0.0', clobber=False)
 
     add_tool_requirements(chip)
 

siliconcompiler/tools/openroad/_apr.py

@@ -84,12 +84,16 @@ def extract_metrics(chip):
     metric_reports = {
         "setuptns": [
             "timing/total_negative_slack.rpt",
-            "timing/setup.rpt"
+            "timing/setup.rpt",
+            "timing/setup.histogram.rpt",
+            "images/timing/setup.histogram.png"
         ],
         "setupslack": [
             "timing/worst_slack.setup.rpt",
             "timing/setup.rpt",
-            "timing/setup.topN.rpt"
+            "timing/setup.topN.rpt",
+            "timing/setup.histogram.rpt",
+            "images/timing/setup.histogram.png"
         ],
         "setupskew": [
             "timing/skew.setup.rpt",
@@ -99,12 +103,16 @@ def extract_metrics(chip):
         ],
         "setuppaths": [
             "timing/setup.rpt",
-            "timing/setup.topN.rpt"
+            "timing/setup.topN.rpt",
+            "timing/setup.histogram.rpt",
+            "images/timing/setup.histogram.png"
         ],
         "holdslack": [
             "timing/worst_slack.hold.rpt",
             "timing/hold.rpt",
-            "timing/hold.topN.rpt"
+            "timing/hold.topN.rpt",
+            "timing/hold.histogram.rpt",
+            "images/timing/hold.histogram.png"
         ],
         "holdskew": [
             "timing/skew.hold.rpt",
@@ -114,7 +122,9 @@ def extract_metrics(chip):
         ],
         "holdpaths": [
             "timing/hold.rpt",
-            "timing/hold.topN.rpt"
+            "timing/hold.topN.rpt",
+            "timing/hold.histogram.rpt",
+            "images/timing/hold.histogram.png"
         ],
         "unconstrained": [
             "timing/unconstrained.rpt",

siliconcompiler/tools/openroad/rdlroute.py

@@ -75,6 +75,10 @@ def setup(chip):
                              'if enabled by the PDK, to the design',
                       skip='lib')
 
+    chip.set('tool', tool, 'task', task, 'var', 'debug_level',
+             'list of "tool key level" to enable debugging of OpenROAD',
+             field='help')
+
     if f'{design}.v' in input_provides(chip, step, index):
         chip.add('tool', tool, 'task', task, 'input', design + '.v', step=step, index=index)
     elif f'{design}.vg' in input_provides(chip, step, index):

siliconcompiler/tools/openroad/scripts/apr/sc_init_floorplan.tcl

@@ -121,11 +121,11 @@ if { [sc_cfg_exists constraint pin] } {
         global sc_vpinmetal
 
         set layer [sc_cfg_get constraint pin $pin layer]
-        if { [llength $layer] != 0 } {
-            return [sc_get_layer_name [lindex $layer 0]]
+        if { $layer != {} } {
+            return [sc_get_layer_name $layer]
         }
         set side [sc_cfg_get constraint pin $pin side]
-        if { [llength $side] != 0 } {
+        if { $side != {} } {
             switch -regexp $side {
                 "1|3" {
                     return [lindex $sc_hpinmetal 0]

siliconcompiler/tools/openroad/scripts/common/reports.tcl

@@ -27,6 +27,11 @@ if { [sc_cfg_tool_task_check_in_list setup var reports] } {
     tee -file reports/timing/total_negative_slack.rpt \
         "report_tns"
     report_tns_metric -setup
+
+    if { [sc_check_version 19519] } {
+        tee -quiet -file reports/timing/setup.histogram.rpt \
+            "report_timing_histogram -num_bins 20 -setup"
+    }
 }
 
 if { [sc_cfg_tool_task_check_in_list hold var reports] } {
@@ -42,6 +47,11 @@ if { [sc_cfg_tool_task_check_in_list hold var reports] } {
     report_worst_slack_metric -hold
 
     report_tns_metric -hold
+
+    if { [sc_check_version 19519] } {
+        tee -quiet -file reports/timing/hold.histogram.rpt \
+            "report_timing_histogram -num_bins 20 -hold"
+    }
 }
 
 if { [sc_cfg_tool_task_check_in_list unconstrained var reports] } {

siliconcompiler/tools/openroad/scripts/common/write_images.tcl

@@ -304,6 +304,30 @@ proc sc_image_clocktree { } {
     gui::hide_widget "Clock Tree Viewer"
 }
 
+proc sc_image_timing_histograms { } {
+    if { ![sc_check_version 19526] } {
+        return
+    }
+    file mkdir reports/images/timing
+
+    if { [sc_cfg_tool_task_check_in_list setup var reports] } {
+        set path reports/images/timing/setup.histogram.png
+        utl::info FLW 1 "Saving setup timing histogram to $path"
+        save_histogram_image $path \
+            -mode setup \
+            -width 500 \
+            -height 500
+    }
+    if { [sc_cfg_tool_task_check_in_list hold var reports] } {
+        set path reports/images/timing/hold.histogram.png
+        utl::info FLW 1 "Saving hold timing histogram to $path"
+        save_histogram_image $path \
+            -mode hold \
+            -width 500 \
+            -height 500
+    }
+}
+
 proc sc_image_optimizer { } {
     global sc_design
     sc_image_setup_default
@@ -390,6 +414,9 @@ if { [sc_cfg_tool_task_check_in_list module_view var reports] } {
 # Markers
 sc_image_markers
 
+# Histograms
+sc_image_timing_histograms
+
 # Heatmaps
 if { [sc_cfg_tool_task_check_in_list placement_density var reports] } {
     sc_image_placement_density

siliconcompiler/tools/openroad/scripts/sc_rdlroute.tcl

@@ -35,21 +35,11 @@ set sc_threads [sc_cfg_tool_task_get threads]
 # MACROS
 set sc_macrolibs [sc_get_asic_libraries macro]
 
-###############################
-# Suppress messages if requested
+##############################
+# Setup debugging
 ###############################
 
-foreach msg [sc_cfg_tool_task_get warningoff] {
-    set or_msg [split $msg "-"]
-    if { [llength $or_msg] != 2 } {
-        utl::warn FLW 1 "$msg is not a valid message id"
-    } else {
-        set or_tool [lindex $or_msg 0]
-        set or_msg_id [expr { int([lindex $or_msg 1]) }]
-        utl::info FLW 1 "Suppressing $msg messages"
-        suppress_message $or_tool $or_msg_id
-    }
-}
+source -echo "$sc_refdir/common/debugging.tcl"
 
 ###############################
 # Source helper functions