siliconcompiler 0.34.1__tar.gz → 0.34.3__tar.gz

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/Changes

@@ -8,6 +8,34 @@ The changes in each SiliconCompiler release version are described below. Commit
 version shown in (). Where applicable, the contributors that suggested a given
 feature are shown in [].
 
+SiliconCompiler 0.34.3 (2025-08-11)
+=========================================
+
+**Minor:**
+
+ * Implemented support for sets in schema, denoted by `{}`.
+ * Fixed cache folder handling by appending unique ID to each folder to avoid name collisions.
+ * Command line dashboard shows siliconcompiler log when tool log is not available, output is now preserved on exit, and improved handling of multiple jobs layout.
+ * Added `job.log` to build directory to provide a file source for the logging as well as the terminal.
+
+ * Tools:
+
+  * slang: updated to slang v9.0.
+
+
+SiliconCompiler 0.34.2 (2025-07-21)
+=========================================
+
+**Minor:**
+
+ * Fixed handling of tool command line arguments to ensure they are all strings.
+ * Fixed handling of schema parameters with default fields beyond just value.
+ * Fixed handling of schema set parameters.
+ * Added time delays when packages are locked to avoid deadlocks.
+ * Moved package caching to Resolver class to allow for shared caching across schema sections.
+ * Modified return value of `.getkeys()` to return a sorted tuple of the keys.
+
+
 SiliconCompiler 0.34.1 (2025-07-07)
 =========================================
 

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: siliconcompiler
-Version: 0.34.1
+Version: 0.34.3
 Summary: A compiler framework that automates translation from source code to silicon.
 Author-email: Andreas Olofsson <andreas.d.olofsson@gmail.com>
 License: Apache License 2.0
@@ -34,16 +34,16 @@ Requires-Dist: distro==1.9.0
 Requires-Dist: packaging<25,>=21.3
 Requires-Dist: psutil>=5.8.0
 Requires-Dist: Pillow==11.3.0
-Requires-Dist: GitPython==3.1.44
+Requires-Dist: GitPython<3.2,>=3.1.44
 Requires-Dist: lambdapdk>=0.1.47
-Requires-Dist: PyGithub==2.6.1
+Requires-Dist: PyGithub==2.7.0
 Requires-Dist: urllib3>=1.26.0
 Requires-Dist: fasteners==0.19
 Requires-Dist: fastjsonschema==2.21.1
 Requires-Dist: docker==7.1.0
 Requires-Dist: importlib_metadata; python_version < "3.10"
-Requires-Dist: orjson==3.10.18
-Requires-Dist: pyslang==8.1.0
+Requires-Dist: orjson<4,>=3.11.0
+Requires-Dist: pyslang==9.0.0
 Requires-Dist: streamlit==1.46.1; python_full_version != "3.9.7"
 Requires-Dist: streamlit_agraph==0.0.45; python_full_version != "3.9.7"
 Requires-Dist: streamlit-antd-components==0.3.2; python_full_version != "3.9.7"
@@ -54,7 +54,7 @@ Provides-Extra: test
 Requires-Dist: pytest==8.4.1; extra == "test"
 Requires-Dist: pytest-xdist==3.8.0; extra == "test"
 Requires-Dist: pytest-timeout==2.4.0; extra == "test"
-Requires-Dist: pytest-asyncio==1.0.0; extra == "test"
+Requires-Dist: pytest-asyncio==1.1.0; extra == "test"
 Requires-Dist: pytest-cov==6.2.1; extra == "test"
 Requires-Dist: responses==0.25.7; extra == "test"
 Requires-Dist: PyVirtualDisplay==3.0; extra == "test"

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/pyproject.toml

@@ -41,16 +41,16 @@ dependencies = [
     "packaging >= 21.3, < 25",
     "psutil >= 5.8.0",
     "Pillow == 11.3.0",
-    "GitPython == 3.1.44",
+    "GitPython >= 3.1.44, < 3.2",
     "lambdapdk >= 0.1.47",
-    "PyGithub == 2.6.1",
+    "PyGithub == 2.7.0",
     "urllib3 >= 1.26.0", # Required for PyGithub
     "fasteners == 0.19",
     "fastjsonschema == 2.21.1",
     "docker == 7.1.0",
     "importlib_metadata; python_version < '3.10'",
-    "orjson == 3.10.18",
-    "pyslang == 8.1.0",
+    "orjson >= 3.11.0, < 4",
+    "pyslang == 9.0.0",
 
     # dashboard, streamlit does not support 3.9.7
     "streamlit == 1.46.1; python_full_version != '3.9.7'",
@@ -86,6 +86,9 @@ smake = "siliconcompiler.apps.smake:main"
 [project.entry-points."siliconcompiler.show"]
 scsetup = "siliconcompiler.utils.showtools:setup"
 
+[project.entry-points."siliconcompiler.showtask"]
+scsetup = "siliconcompiler.utils.showtools:showtasks"
+
 [project.entry-points."siliconcompiler.target"]
 targets = "siliconcompiler.targets:get_targets"
 
@@ -109,7 +112,7 @@ test = [
     "pytest == 8.4.1",
     "pytest-xdist == 3.8.0",
     "pytest-timeout == 2.4.0",
-    "pytest-asyncio == 1.0.0",
+    "pytest-asyncio == 1.1.0",
     "pytest-cov == 6.2.1",
     "responses == 0.25.7",
     "PyVirtualDisplay == 3.0",
@@ -149,6 +152,7 @@ markers = [
     "nostrict: don't automatically set [option, strict] parameter for Chip objects in this test.",
     "nocpulimit: don't limit cpu count for this test.",
     "docker: test requires docker",
+    "nocache: don't automatically set the cache directory",
 ]
 testpaths = [
     "tests"

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/__init__.py

@@ -3,15 +3,22 @@ from siliconcompiler._common import NodeStatus, SiliconCompilerError
 from siliconcompiler.utils import sc_open
 from siliconcompiler.schema_obj import SchemaTmp as Schema
 
+from siliconcompiler.packageschema import PackageSchema
+
+from siliconcompiler.library import LibrarySchema, ToolLibrarySchema, StdCellLibrarySchema
+from siliconcompiler.fpga import FPGASchema
+
 from siliconcompiler.design import DesignSchema
 from siliconcompiler.record import RecordSchema
 from siliconcompiler.metric import MetricSchema
 from siliconcompiler.pdk import PDKSchema
 from siliconcompiler.flowgraph import FlowgraphSchema
-from siliconcompiler.tool import ToolSchema
+from siliconcompiler.tool import ToolSchema, TaskSchema, ASICTaskSchema
+from siliconcompiler.tool import ShowTaskSchema, ScreenshotTaskSchema
 from siliconcompiler.checklist import ChecklistSchema
-from siliconcompiler.asic import ASICSchema
-from siliconcompiler.fpga import FPGASchema
+
+from siliconcompiler.project import Project
+from siliconcompiler.asic import ASICSchema, ASICProject
 
 from siliconcompiler.core import Chip
 
@@ -31,13 +38,25 @@ __all__ = [
     "Checklist",
     "Schema",
     "sc_open",
+
     "DesignSchema",
+    "LibrarySchema",
     "RecordSchema",
     "MetricSchema",
     "PDKSchema",
     "FlowgraphSchema",
     "ToolSchema",
+    "TaskSchema",
     "ChecklistSchema",
     "ASICSchema",
-    "FPGASchema"
+    "FPGASchema",
+    "PackageSchema",
+
+    "Project",
+    "ASICProject",
+    "StdCellLibrarySchema",
+    "ToolLibrarySchema",
+    "ASICTaskSchema",
+    "ShowTaskSchema",
+    "ScreenshotTaskSchema"
 ]

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/__main__.py

@@ -1,12 +1,6 @@
 # Copyright 2020 Silicon Compiler Authors. All Rights Reserved.
-
-
 from siliconcompiler.apps import sc
 
 
-def main():
-    sc.main()
-
-
 if __name__ == '__main__':
-    main()
+    sc.main()

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/_metadata.py

@@ -1,5 +1,5 @@
 # Version number following semver standard.
-version = '0.34.1'
+version = '0.34.3'
 
 # Default server address for remote runs, if unspecified.
 default_server = 'https://server.siliconcompiler.com'

siliconcompiler-0.34.3/siliconcompiler/apps/_common.py

@@ -0,0 +1,206 @@
+"""
+A collection of utility functions for discovering and selecting the correct
+SiliconCompiler manifest file (`.pkg.json`) within a project directory.
+
+This module provides logic to automatically find manifests based on a standard
+build directory structure, and then select the most appropriate one based on
+the chip's configuration (design, jobname, step, index) or other clues.
+"""
+import os
+import os.path
+
+
+# A placeholder to detect if the design name has not been set by the user.
+# Legal design names are unlikely to contain spaces.
+UNSET_DESIGN = '  unset  '
+
+
+def manifest_switches():
+    """
+    Returns a list of command-line switches used to identify a manifest.
+
+    These switches correspond to chip parameters that can specify a unique
+    run or node within a project.
+
+    Returns:
+        list[str]: A list of command-line switch names.
+    """
+    return ['-design',
+            '-cfg',
+            '-arg_step',
+            '-arg_index',
+            '-jobname']
+
+
+def _get_manifests(cwd):
+    """
+    Scans a directory tree to find all SiliconCompiler manifest files.
+
+    This function walks through a standard SC build structure
+    (`<builddir>/<design>/<jobname>/<step>/<index>`) to locate all
+    `.pkg.json` files. It organizes them into a nested dictionary for
+    easy lookup.
+
+    Args:
+        cwd (str): The current working directory to start the scan from.
+
+    Returns:
+        dict: A nested dictionary mapping:
+              `{design: {jobname: {(step, index): /path/to/manifest.pkg.json}}}`.
+              Top-level manifests are stored with a (None, None) key for the node.
+    """
+    manifests = {}
+
+    def get_dirs(path):
+        """Helper to get all subdirectories of a given path."""
+        dirs = []
+        if not os.path.isdir(path):
+            return dirs
+        for dirname in os.listdir(path):
+            fullpath = os.path.join(path, dirname)
+            if os.path.isdir(fullpath):
+                dirs.append((dirname, fullpath))
+        return dirs
+
+    # Expected structure: <cwd>/<builddir>/<design>/<jobname>/<step>/<index>
+    for _, buildpath in get_dirs(cwd):
+        for design, designdir in get_dirs(buildpath):
+            for jobname, jobdir in get_dirs(designdir):
+                # Check for top-level manifest
+                manifest = os.path.join(jobdir, f'{design}.pkg.json')
+                if os.path.isfile(manifest):
+                    manifests[(design, jobname, None, None)] = manifest
+                # Check for node-level manifests
+                for step, stepdir in get_dirs(jobdir):
+                    for index, indexdir in get_dirs(stepdir):
+                        # Check outputs first, then inputs
+                        manifest = os.path.join(indexdir, 'outputs', f'{design}.pkg.json')
+                        if os.path.isfile(manifest):
+                            manifests[(design, jobname, step, index)] = manifest
+                        else:
+                            manifest = os.path.join(indexdir, 'inputs', f'{design}.pkg.json')
+                            if os.path.isfile(manifest):
+                                manifests[(design, jobname, step, index)] = manifest
+
+    # Reorganize the flat list into a nested dictionary for easier access.
+    organized_manifest = {}
+    for (design, job, step, index), manifest in manifests.items():
+        jobs = organized_manifest.setdefault(design, {})
+        jobs.setdefault(job, {})[step, index] = os.path.abspath(manifest)
+
+    return organized_manifest
+
+
+def pick_manifest_from_file(chip, src_file, all_manifests):
+    """
+    Tries to find a manifest located in the same directory as a given source file.
+
+    This is useful for applications like a GUI where a user might open a single
+    file from a larger project, and we need to infer the associated manifest.
+
+    Args:
+        chip (Chip): The chip object, used for logging.
+        src_file (str): The path to the source file provided by the user.
+        all_manifests (dict): The dictionary of all discovered manifests from
+            `_get_manifests`.
+
+    Returns:
+        str or None: The path to the found manifest, or None if no manifest
+                     is found in the same directory.
+    """
+    if src_file is None:
+        return None
+
+    if not os.path.exists(src_file):
+        chip.logger.error(f'{src_file} cannot be found.')
+        return None
+
+    src_dir = os.path.abspath(os.path.dirname(src_file))
+    for _, jobs in all_manifests.items():
+        for _, nodes in jobs.items():
+            for manifest in nodes.values():
+                if src_dir == os.path.dirname(manifest):
+                    return manifest
+
+    return None
+
+
+def pick_manifest(chip, src_file=None):
+    """
+    Selects the most appropriate manifest based on the chip's configuration.
+
+    This function implements the selection logic in the following order of priority:
+    1. Find a manifest in the same directory as `src_file`, if provided.
+    2. If the design is not set, try to infer it (only works if there is exactly one design).
+    3. If the jobname is not set, try to infer it (only works if there is one job for the design).
+    4. If step/index are specified, return the manifest for that specific node.
+    5. If no node is specified, return the top-level manifest for the job.
+    6. As a last resort, return the most recently modified manifest for the job.
+
+    Args:
+        chip (Chip): The chip object containing the configuration.
+        src_file (str, optional): A path to a source file to help locate the
+            manifest. Defaults to None.
+
+    Returns:
+        str or None: The absolute path to the selected manifest, or None if a
+                     suitable manifest cannot be determined.
+    """
+    all_manifests = _get_manifests(os.getcwd())
+
+    # 1. Try to find based on source file location.
+    manifest = pick_manifest_from_file(chip, src_file, all_manifests)
+    if manifest:
+        return manifest
+
+    # 2. Infer design if unset and only one option exists.
+    if chip.design == UNSET_DESIGN:
+        if len(all_manifests) == 1:
+            chip.set('design', list(all_manifests.keys())[0])
+        else:
+            chip.logger.error('Design name is not set and could not be inferred.')
+            return None
+
+    if chip.design not in all_manifests:
+        chip.logger.error(f'Could not find any manifests for design "{chip.design}".')
+        return None
+
+    # 3. Infer jobname if unset and only one option exists.
+    jobname = chip.get('option', 'jobname')
+    if jobname not in all_manifests[chip.design]:
+        if len(all_manifests[chip.design]) == 1:
+            jobname = list(all_manifests[chip.design].keys())[0]
+        else:
+            chip.logger.error(f'Could not determine jobname for design "{chip.design}".')
+            return None
+
+    # 4. Find specific node manifest if step/index are provided.
+    step, index = chip.get('arg', 'step'), chip.get('arg', 'index')
+    # Auto-complete index if only step is provided
+    if step and not index:
+        all_nodes = list(all_manifests[chip.design][jobname].keys())
+        try:
+            all_nodes.remove((None, None))  # Exclude top-level
+        except ValueError:
+            pass
+        for found_step, found_index in sorted(all_nodes):
+            if found_step == step:
+                index = found_index
+                break  # Take the first matching index
+        if index is None:
+            index = '0'  # Default to '0' if no match found
+
+    if step and index:
+        if (step, index) in all_manifests[chip.design][jobname]:
+            return all_manifests[chip.design][jobname][(step, index)]
+        else:
+            chip.logger.error(f'Node "{step}/{index}" is not a valid node.')
+            return None
+
+    # 5. Return top-level job manifest if it exists.
+    if (None, None) in all_manifests[chip.design][jobname]:
+        return all_manifests[chip.design][jobname][(None, None)]
+
+    # 6. Fallback: return the most recently modified manifest in the job.
+    return list(sorted(all_manifests[chip.design][jobname].values(),
+                       key=lambda file: os.stat(file).st_ctime))[-1]

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/apps/sc.py

@@ -1,13 +1,12 @@
 # Copyright 2020 Silicon Compiler Authors. All Rights Reserved.
-
-# Standard Modules
 import os
 import sys
 
-import siliconcompiler
+from siliconcompiler import Chip
+from siliconcompiler import SiliconCompilerError
 from siliconcompiler.utils import get_default_iomap
 from siliconcompiler.targets import skywater130_demo
-from siliconcompiler import SiliconCompilerError
+from siliconcompiler.apps._common import UNSET_DESIGN
 
 
 def _infer_designname(chip):
@@ -61,12 +60,9 @@ def main():
     Sources: https://github.com/siliconcompiler/siliconcompiler
     ------------------------------------------------------------
     """
-    # TODO: this is a hack to get around design name requirement: since legal
-    # design names probably can't contain spaces, we can detect if it is unset.
-    UNSET_DESIGN = '  unset  '
 
     # Create a base chip class.
-    chip = siliconcompiler.Chip(UNSET_DESIGN)
+    chip = Chip(UNSET_DESIGN)
 
     # Read command-line inputs and generate Chip objects to run the flow on.
     try:

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/apps/sc_dashboard.py

@@ -1,7 +1,9 @@
 # Copyright 2023 Silicon Compiler Authors. All Rights Reserved.
 import sys
-import siliconcompiler
-import os
+
+import os.path
+
+from siliconcompiler import Chip
 from siliconcompiler.apps._common import pick_manifest, manifest_switches, UNSET_DESIGN
 
 
@@ -31,7 +33,7 @@ To include another chip object to compare to:
 """
 
     # Create a base chip class.
-    chip = siliconcompiler.Chip(UNSET_DESIGN)
+    chip = Chip(UNSET_DESIGN)
 
     dashboard_arguments = {
         "-port": {'type': int,
@@ -93,7 +95,7 @@ To include another chip object to compare to:
                                   f' {args} in "-graph_cfg {name_and_file_path}"'))
             if not os.path.isfile(file_path):
                 raise ValueError(f'not a valid file path: {file_path}')
-            graph_chip = siliconcompiler.core.Chip(design='')
+            graph_chip = Chip(design='')
             graph_chip.read_manifest(file_path)
             graph_chips.append({
                 'chip': graph_chip,

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/apps/sc_install.py

@@ -1,15 +1,18 @@
 # Copyright 2024 Silicon Compiler Authors. All Rights Reserved.
-
 import argparse
 import glob
+import re
+import shutil
 import subprocess
 import sys
-import shutil
-import re
+
 import os.path
+
 from collections.abc import Container
 from pathlib import Path
+
 import siliconcompiler
+
 from siliconcompiler import RecordSchema
 
 
@@ -146,9 +149,10 @@ def _get_tools_list():
 
 def _recommended_tool_groups(tools):
     groups = {
-        "asic": {"sv2v", "yosys", "openroad", "klayout"},
-        "fpga": {"sv2v", "yosys", "vpr"},
-        "digital-simulation": {"verilator", "icarus", "gtkwave"},
+        "asic": {"sv2v", "yosys", "yosys-slang", "openroad", "klayout"},
+        "asic-hls": {"bambu", "yosys", "yosys-slang", "openroad", "klayout"},
+        "fpga": {"sv2v", "yosys", "yosys-slang", "vpr"},
+        "digital-simulation": {"verilator", "icarus", "surfer"},
         "analog-simulation": {"xyce"}
     }
 

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/apps/sc_issue.py

@@ -1,17 +1,19 @@
 # Copyright 2023 Silicon Compiler Authors. All Rights Reserved.
+import json
 import sys
-import os
-import siliconcompiler
 import tarfile
-import json
-from siliconcompiler.scheduler.schedulernode import SchedulerNode
+
+import os.path
+
+from siliconcompiler import Chip
+from siliconcompiler.scheduler import SchedulerNode
 from siliconcompiler.utils.issue import generate_testcase
 from siliconcompiler.tools._common import get_tool_task
 
 
 def main():
     progname = "sc-issue"
-    chip = siliconcompiler.Chip(progname)
+    chip = Chip(progname)
     switchlist = ['-cfg',
                   '-arg_step',
                   '-arg_index',

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/apps/sc_remote.py

@@ -3,7 +3,7 @@ import sys
 
 from siliconcompiler import Chip
 from siliconcompiler import SiliconCompilerError
-from siliconcompiler.remote.client import Client, ConfigureClient
+from siliconcompiler.remote import Client, ConfigureClient
 
 
 def main():

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/apps/sc_server.py

@@ -1,8 +1,7 @@
 # Copyright 2020 Silicon Compiler Authors. All Rights Reserved.
-
 import sys
 
-from siliconcompiler.remote.server import Server
+from siliconcompiler.remote import Server
 
 
 ###############################################
@@ -11,25 +10,21 @@ from siliconcompiler.remote.server import Server
 def main():
     progname = "sc-server"
     description = """
------------------------------------------------------------
+---------------------------------------------------------
 Silicon Compiler Collection Remote Job Server (sc-server)
------------------------------------------------------------
+---------------------------------------------------------
 """
 
-    server = Server()
-
-    try:
-        server.create_cmdline(
-            progname,
-            description=description)
-    except ValueError as e:
-        server.logger.error(f'{e}')
-        return 1
+    server = Server.create_cmdline(
+        progname,
+        description=description,
+        use_cfg=True,
+        use_sources=False)
 
     try:
         server.run()
     except Exception as e:
-        server.logger.error(f'{e}')
+        server.logger.exception(e)
         return 1
 
     return 0

{siliconcompiler-0.34.1 → siliconcompiler-0.34.3}/siliconcompiler/apps/sc_show.py

@@ -1,10 +1,11 @@
 # Copyright 2020 Silicon Compiler Authors. All Rights Reserved.
 import sys
-import os
-import siliconcompiler
-from siliconcompiler.utils import get_default_iomap
+
+import os.path
+
+from siliconcompiler import Chip
+from siliconcompiler.utils import get_default_iomap, get_file_ext
 from siliconcompiler.apps._common import manifest_switches, pick_manifest, UNSET_DESIGN
-from siliconcompiler.utils import get_file_ext
 
 
 def main():
@@ -44,7 +45,7 @@ def main():
     """
 
     # Create a base chip class.
-    chip = siliconcompiler.Chip(UNSET_DESIGN)
+    chip = Chip(UNSET_DESIGN)
 
     # Fill input map with default mapping only for showable files
     input_map = {}
@@ -85,7 +86,7 @@ def main():
     for fileset in chip.getkeys('input'):
         for mode in chip.getkeys('input', fileset):
             if chip.get('input', fileset, mode, field=None).getvalues():
-                input_mode = [('input', fileset, mode)]
+                input_mode.append(('input', fileset, mode))
 
     filename = None
     if input_mode: