siliconcompiler 0.33.1__tar.gz → 0.33.2__tar.gz

siliconcompiler-0.33.2/.dockerignore

@@ -0,0 +1,7 @@
+build/
+.venv/
+/setup/docker/
+/docs/
+siliconcompiler.egg-info/
+**/build/
+**/__pycache__/

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/Changes

@@ -8,6 +8,21 @@ The changes in each SiliconCompiler release version are described below. Commit
 version shown in (). Where applicable, the contributors that suggested a given
 feature are shown in [].
 
+SiliconCompiler 0.33.2 (2025-06-03)
+=========================================
+
+**Minor:**
+
+ * Fixed bug in git submodule checkouts that left the incorrect version of the submodules checked out.
+ * Updated replay script to provide access to replay python scripts.
+ * Fixed bug in remote client that caused errors when running with hashing turned on.
+ * Updated `[record,starttime]` and `[record,endtime]` to include microseconds.
+
+ * Tools:
+
+  * slang: updated to version 8.1.
+
+
 SiliconCompiler 0.33.1 (2025-05-23)
 =========================================
 

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: siliconcompiler
-Version: 0.33.1
+Version: 0.33.2
 Summary: A compiler framework that automates translation from source code to silicon.
 Author-email: Andreas Olofsson <andreas.d.olofsson@gmail.com>
 License: Apache License 2.0
@@ -26,7 +26,7 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: aiohttp==3.10.11; python_version <= "3.8"
-Requires-Dist: aiohttp<3.12.0,>=3.10.11; python_version >= "3.9"
+Requires-Dist: aiohttp<3.13.0,>=3.10.11; python_version >= "3.9"
 Requires-Dist: requests==2.32.3
 Requires-Dist: PyYAML==6.0.2
 Requires-Dist: pandas>=1.1.5
@@ -47,7 +47,7 @@ Requires-Dist: docker==7.1.0
 Requires-Dist: importlib_metadata; python_version < "3.10"
 Requires-Dist: orjson==3.10.15; python_version <= "3.8"
 Requires-Dist: orjson==3.10.18; python_version >= "3.9"
-Requires-Dist: pyslang==8.0.0
+Requires-Dist: pyslang==8.1.0
 Requires-Dist: streamlit==1.40.1; python_version <= "3.8"
 Requires-Dist: streamlit==1.45.1; python_version >= "3.9" and python_full_version != "3.9.7"
 Requires-Dist: streamlit_agraph==0.0.45; python_full_version != "3.9.7"
@@ -58,7 +58,8 @@ Requires-Dist: rich==13.9.4; python_version <= "3.8"
 Requires-Dist: rich<15.0.0,>=14.0.0; python_version >= "3.9"
 Provides-Extra: test
 Requires-Dist: pytest==8.3.5; extra == "test"
-Requires-Dist: pytest-xdist==3.6.1; extra == "test"
+Requires-Dist: pytest-xdist==3.6.1; python_version <= "3.8" and extra == "test"
+Requires-Dist: pytest-xdist==3.7.0; python_version >= "3.9" and extra == "test"
 Requires-Dist: pytest-timeout==2.4.0; extra == "test"
 Requires-Dist: pytest-asyncio==0.24.0; python_version <= "3.8" and extra == "test"
 Requires-Dist: pytest-asyncio==0.26.0; python_version >= "3.9" and extra == "test"

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/pyproject.toml

@@ -33,7 +33,7 @@ classifiers = [
 requires-python = ">= 3.8"
 dependencies = [
     "aiohttp == 3.10.11; python_version <= '3.8'",
-    "aiohttp >= 3.10.11, <3.12.0; python_version >= '3.9'",
+    "aiohttp >= 3.10.11, < 3.13.0; python_version >= '3.9'",
     "requests == 2.32.3",
     "PyYAML == 6.0.2",
     "pandas >= 1.1.5",
@@ -54,7 +54,7 @@ dependencies = [
     "importlib_metadata; python_version < '3.10'",
     "orjson == 3.10.15; python_version <= '3.8'",
     "orjson == 3.10.18; python_version >= '3.9'",
-    "pyslang == 8.0.0",
+    "pyslang == 8.1.0",
 
     # dashboard, streamlit does not support 3.9.7
     "streamlit == 1.40.1; python_version <= '3.8'",
@@ -113,7 +113,8 @@ checklists = "siliconcompiler.schema.docs:checklists"
 [project.optional-dependencies]
 test = [
     "pytest == 8.3.5",
-    "pytest-xdist == 3.6.1",
+    "pytest-xdist == 3.6.1; python_version <= '3.8'",
+    "pytest-xdist == 3.7.0; python_version >= '3.9'",
     "pytest-timeout == 2.4.0",
     "pytest-asyncio == 0.24.0; python_version <= '3.8'",
     "pytest-asyncio == 0.26.0; python_version >= '3.9'",
@@ -160,7 +161,7 @@ markers = [
 testpaths = [
     "tests"
 ]
-timeout = "180"
+timeout = "240"
 asyncio_default_fixture_loop_scope = "function"
 filterwarnings = [
     "ignore:pkg_resources is deprecated as an API:DeprecationWarning",

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/siliconcompiler/_metadata.py

@@ -1,5 +1,5 @@
 # Version number following semver standard.
-version = '0.33.1'
+version = '0.33.2'
 
 # Default server address for remote runs, if unspecified.
 default_server = 'https://server.siliconcompiler.com'

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/siliconcompiler/apps/utils/replay.py

@@ -18,6 +18,7 @@ import siliconcompiler
 from siliconcompiler.apps._common import UNSET_DESIGN
 from siliconcompiler import SiliconCompilerError
 from siliconcompiler import utils
+from siliconcompiler.record import RecordTime
 
 
 def make_bytes(data):
@@ -127,11 +128,10 @@ def main():
     path = os.path.abspath(args['file'])
     os.makedirs(os.path.dirname(path), exist_ok=True)
 
-    starttimes = set()
-    for starttime, step, index in chip.schema.get('history', jobname, 'record', 'starttime',
-                                                  field=None).getvalues():
-        starttimes.add(datetime.strptime(starttime, '%Y-%m-%d %H:%M:%S'))
-    starttime = min(starttimes).strftime('%Y-%m-%d %H:%M:%S')
+    record_schema = chip.schema.get('history', jobname, 'record', field="schema")
+    starttime = datetime.fromtimestamp(
+        record_schema.get_earliest_time(RecordTime.START)).strftime(
+            '%Y-%m-%d %H:%M:%S')
 
     with io.StringIO() as fd:
         fd.write(utils.get_file_template('replay/requirements.txt').render(

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/siliconcompiler/core.py

@@ -1729,7 +1729,11 @@ class Chip:
                 error = True
                 self.logger.error(f'No executable or run() function specified for {tool}/{task}')
 
-        if not error and not _check_flowgraph_io(self, nodes=nodes):
+        runtime_full = RuntimeFlowgraph(
+            self.schema.get("flowgraph", flow, field='schema'),
+            to_steps=self.get('option', 'to'),
+            prune_nodes=self.get('option', 'prune'))
+        if not error and not _check_flowgraph_io(self, nodes=runtime_full.get_nodes()):
             error = True
 
         return not error

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/siliconcompiler/data/templates/replay/replay.sh.j2

@@ -9,6 +9,7 @@ CD_WORK="{{ work_dir }}"
 PRINT=""
 CMDPREFIX=""
 SKIPEXPORT=0
+DONODE={{ node_only }}
 while [[ $# -gt 0 ]]; do
     case $1 in
         --which)
@@ -40,6 +41,11 @@ while [[ $# -gt 0 ]]; do
             shift
             shift
             ;;
+        --node)
+            DONODE=1
+            shift
+            shift
+            ;;
         -h|--help)
             echo "Usage: $0"
             echo "  Options:"
@@ -49,7 +55,8 @@ while [[ $# -gt 0 ]]; do
             echo "    --command         print the execution command"
             echo "    --skipcd          do not change directory into replay directory"
             echo "    --skipexports     do not export environmental variables"
-            echo "    --cmdprefix <cmd> prefix to add to the replay command, such as gdb"
+            echo "    --cmdprefix <cmd> prefix to add to the replay command, such as dgb"
+            echo "    --node            execute entire node"
             echo "    -h,--help         print this help"
             exit 0
             ;;
@@ -87,6 +94,16 @@ case $PRINT in
         ;;
 esac
 
+if [ $DONODE == 1 ]; then
+python3 -m siliconcompiler.scheduler.run_node \
+    -cfg "{{ cfg_file }}" \
+    -builddir "${PWD}/../../../../" \
+    -step "{{ step }}" \
+    -index "{{ index }}" \
+    -cwd "$PWD" \
+    -replay
+{% if cmds|length > 0 %}else
 # Command execution
 $CMDPREFIX \{% for cmd in cmds %}
 {% if not loop.first %}  {% endif %}{{ cmd }}{% if not loop.last %} \{% endif %}{% endfor %}
+{% endif %}fi

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/siliconcompiler/metric.py

@@ -44,6 +44,25 @@ class MetricSchema(BaseSchema):
 
         return self.set(metric, value, step=step, index=str(index))
 
+    def record_tasktime(self, step, index, record):
+        """
+        Record the task time for this node
+
+        Args:
+            step (str): step to record
+            index (str/int): index to record
+            record (:class:`RecordSchema`): record to lookup data in
+        """
+        start_time, end_time = [
+            record.get_recorded_time(step, index, RecordTime.START),
+            record.get_recorded_time(step, index, RecordTime.END)
+        ]
+
+        if start_time is None or end_time is None:
+            return False
+
+        return self.record(step, index, "tasktime", end_time-start_time, unit="s")
+
     def record_totaltime(self, step, index, flow, record):
         """
         Record the total time for this node

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/siliconcompiler/package/git.py

@@ -81,4 +81,4 @@ def clone_from_git(chip, package, path, ref, url, data_path):
     chip.logger.info(f'Checking out {ref}')
     repo.git.checkout(ref)
     for submodule in repo.submodules:
-        submodule.update(init=True)
+        submodule.update(recursive=True, init=True, force=True)

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/siliconcompiler/record.py

@@ -30,13 +30,25 @@ class RecordTool(Enum):
 
 
 class RecordSchema(BaseSchema):
-    __TIMEFORMAT = "%Y-%m-%d %H:%M:%S"
+    __TIMEFORMAT = "%Y-%m-%d %H:%M:%S.%f"
 
     def __init__(self):
         super().__init__()
 
         schema_record(self)
 
+    def _from_dict(self, manifest, keypath, version=None):
+        ret = super()._from_dict(manifest, keypath, version)
+
+        # Correct for change specification
+        if version and version < (0, 50, 4):
+            for timekey in RecordTime:
+                start_param = self.get(timekey.value, field=None)
+                for value, step, index in start_param.getvalues():
+                    start_param.set(f"{value}.000000", step=step, index=index)
+
+        return ret
+
     def clear(self, step, index, keep=None):
         '''
         Clear all saved metrics for a given step and index
@@ -275,6 +287,44 @@ class RecordSchema(BaseSchema):
             record_time+"+0000",
             RecordSchema.__TIMEFORMAT+"%z").timestamp()
 
+    def get_earliest_time(self, type):
+        '''
+        Returns the earliest recorded time.
+
+        Args:
+            type (:class:`RecordTime`): type of time to record
+        '''
+        type = RecordTime(type)
+        record_param = self.get(type.value, field=None)
+
+        times = set()
+        for _, step, index in record_param.getvalues():
+            times.add(self.get_recorded_time(step, index, type))
+
+        if not times:
+            return None
+
+        return min(times)
+
+    def get_latest_time(self, type):
+        '''
+        Returns the last recorded time.
+
+        Args:
+            type (:class:`RecordTime`): type of time to record
+        '''
+        type = RecordTime(type)
+        record_param = self.get(type.value, field=None)
+
+        times = set()
+        for _, step, index in record_param.getvalues():
+            times.add(self.get_recorded_time(step, index, type))
+
+        if not times:
+            return None
+
+        return max(times)
+
     def record_tool(self, step, index, info, type):
         '''
         Record information about the tool used during this record.
@@ -320,11 +370,13 @@ def schema_record(schema):
                         'x86_64',
                         '(x86_64, rv64imafdc)'],
                'starttime': ['start time',
-                             '\"2021-09-06 12:20:20\"',
-                             'Time is reported in the ISO 8601 format YYYY-MM-DD HR:MIN:SEC'],
+                             '\"2021-09-06 12:20:20.000000\"',
+                             'Time is recorded with the format YYYY-MM-DD HR:MIN:SEC.MICROSEC for '
+                             'UTC'],
                'endtime': ['end time',
-                           '\"2021-09-06 12:20:20\"',
-                           'Time is reported in the ISO 8601 format YYYY-MM-DD HR:MIN:SEC'],
+                           '\"2021-09-06 12:20:20.000000\"',
+                           'Time is recorded with the format YYYY-MM-DD HR:MIN:SEC.MICROSEC for '
+                           'UTC'],
                'region': ['cloud region',
                           '\"US Gov Boston\"',
                           """Recommended naming methodology:

{siliconcompiler-0.33.1 → siliconcompiler-0.33.2}/siliconcompiler/remote/client.py

@@ -10,10 +10,12 @@ import tarfile
 import tempfile
 import multiprocessing
 
-from siliconcompiler import utils, SiliconCompilerError, NodeStatus
+import os.path
+
+from siliconcompiler import utils, SiliconCompilerError
 from siliconcompiler import NodeStatus as SCNodeStatus
 from siliconcompiler._metadata import default_server
-from siliconcompiler.remote import JobStatus
+from siliconcompiler.remote import JobStatus, NodeStatus
 from siliconcompiler.report.dashboard import DashboardType
 from siliconcompiler.flowgraph import RuntimeFlowgraph
 from siliconcompiler.schema import JournalingSchema
@@ -310,19 +312,29 @@ service, provided by SiliconCompiler, is not intended to process proprietary IP.
         try:
             # Decode response JSON, if possible.
             job_info = json.loads(info['message'])
-        except json.JSONDecodeError as e:
-            self.__logger.warning(f"Job is still running: {e}")
+            if "null" in job_info:
+                job_info[None] = job_info["null"]
+                del job_info["null"]
+        except json.JSONDecodeError:
+            self.__logger.warning(f"Job is still running: {info['message']}")
             return completed, starttimes, True
 
         nodes_to_log = {}
         for node, node_info in job_info.items():
             status = node_info['status']
-            nodes_to_log.setdefault(status, []).append((node, node_info))
+
+            if status == NodeStatus.UPLOADED:
+                status = SCNodeStatus.PENDING
 
             if SCNodeStatus.is_done(status):
                 # collect completed
                 completed.append(node)
 
+            if not node:
+                continue
+
+            nodes_to_log.setdefault(status, []).append((node, node_info))
+
             if self.__node_information and node in self.__node_information:
                 self.__chip.set('record', 'status', status,
                                 step=self.__node_information[node]["step"],
@@ -580,6 +592,22 @@ service, provided by SiliconCompiler, is not intended to process proprietary IP.
             raise SiliconCompilerError('Job canceled by user keyboard interrupt')
 
     def __import_run_manifests(self, starttimes):
+        if not self.__setup_information_loaded:
+            if self.__setup_information_fetched:
+                manifest = os.path.join(self.__chip.getworkdir(), f'{self.__chip.design}.pkg.json')
+                if os.path.exists(manifest):
+                    try:
+                        JournalingSchema(self.__chip.schema).read_journal(manifest)
+                        self.__setup_information_loaded = True
+                        changed = True
+                    except:  # noqa E722
+                        # Import may fail if file is still getting written
+                        pass
+
+        if not self.__setup_information_loaded:
+            # Dont do anything until this has been loaded
+            return
+
         changed = False
         for _, node_info in self.__node_information.items():
             if node_info["imported"]:
@@ -599,7 +627,7 @@ service, provided by SiliconCompiler, is not intended to process proprietary IP.
                     pass
             elif self.__chip.get('record', 'status',
                                  step=node_info["step"], index=node_info["index"]) \
-                    == NodeStatus.SKIPPED:
+                    == SCNodeStatus.SKIPPED:
                 node_info["imported"] = True
                 changed = True
 
@@ -618,6 +646,9 @@ service, provided by SiliconCompiler, is not intended to process proprietary IP.
             check_info = self.__check()
             self.__check_interval = check_info['progress_interval']
 
+        self.__setup_information_fetched = False
+        self.__setup_information_loaded = False
+
         self.__node_information = {}
         runtime = RuntimeFlowgraph(
             self.__chip.schema.get("flowgraph", self.__chip.get('option', 'flow'), field='schema'),
@@ -666,6 +697,11 @@ service, provided by SiliconCompiler, is not intended to process proprietary IP.
                 # Update dashboard if active
                 self.__chip._dash.update_manifest({"starttimes": starttimes})
 
+            if None in completed:
+                completed.remove(None)
+                if not self.__setup_information_fetched:
+                    self.__schedule_fetch_result(None)
+
             nodes_to_fetch = []
             for node in completed:
                 if not self.__node_information[node]["fetched"]:
@@ -681,7 +717,6 @@ service, provided by SiliconCompiler, is not intended to process proprietary IP.
         for node, node_info in self.__node_information.items():
             if not node_info["fetched"]:
                 self.__schedule_fetch_result(node)
-        self.__schedule_fetch_result(node)
 
         self._finalize_loop()
 
@@ -700,11 +735,12 @@ service, provided by SiliconCompiler, is not intended to process proprietary IP.
         self.__import_run_manifests({})
 
     def __schedule_fetch_result(self, node):
-        self.__node_information[node]["fetched"] = True
+        if node:
+            self.__node_information[node]["fetched"] = True
+            self.__logger.info(f'    {node}')
+        else:
+            self.__setup_information_fetched = True
         self.__download_pool.apply_async(Client._fetch_result, (self, node))
-        if node is None:
-            node = 'final result'
-        self.__logger.info(f'    {node}')
 
     def _fetch_result(self, node):
         '''