siliconcompiler 0.28.1__py3-none-any.whl → 0.28.2__py3-none-any.whl

siliconcompiler/toolscripts/_tools.py

@@ -0,0 +1,222 @@
+#!/usr/bin/env python3
+# Copyright 2023 Silicon Compiler Authors. All Rights Reserved.
+
+import argparse
+import json
+import os
+import tempfile
+import subprocess
+import re
+
+tools = None
+data_file = os.path.join(os.path.dirname(__file__), "_tools.json")
+with open(data_file, "r") as f:
+    tools = json.load(f)
+
+
+def __make_github_url(url, old_version, new_version):
+    if 'github' not in url:
+        return None
+
+    if url.endswith('.git'):
+        url = url[0:-4]
+
+    return f'{url}/compare/{old_version}...{new_version}'
+
+
+def bump_commit(tools, tool):
+    if "git-url" not in tools[tool]:
+        return (None, None)
+
+    if not re.fullmatch(r"[a-f0-9]{40}", tools[tool]["git-commit"]):
+        return bump_commit_tag(tools, tool)
+
+    import git
+
+    with tempfile.TemporaryDirectory(prefix=tool) as repo_work_dir:
+        repo = git.Repo.clone_from(tools[tool]["git-url"], repo_work_dir)
+
+        return (repo.head.commit.hexsha,
+                __make_github_url(tools[tool]["git-url"],
+                                  tools[tool]["git-commit"],
+                                  repo.head.commit.hexsha))
+
+    return (None, None)
+
+
+def bump_commit_tag(tools, tool):
+    if "git-url" not in tools[tool]:
+        return (None, None)
+
+    import git
+
+    version_prefix = 'v'
+    if "version-prefix" in tools[tool]:
+        version_prefix = tools[tool]["version-prefix"]
+
+    with tempfile.TemporaryDirectory(prefix=tool) as repo_work_dir:
+        repo = git.Repo.clone_from(tools[tool]["git-url"], repo_work_dir)
+
+        newest = None
+        for tag in repo.tags:
+            if not tag.name.startswith(version_prefix):
+                continue
+
+            if not newest or tag.commit.committed_datetime > newest.commit.committed_datetime:
+                newest = tag
+        if newest:
+            newest = newest.name
+            return (newest,
+                    __make_github_url(tools[tool]["git-url"],
+                                      tools[tool]["git-commit"],
+                                      newest))
+
+    return (None, None)
+
+
+def bump_version(tools, tool):
+    if "git-url" not in tools[tool]:
+        return (None, None)
+
+    import git
+
+    with tempfile.TemporaryDirectory(prefix=tool) as repo_work_dir:
+        repo = git.Repo.clone_from(tools[tool]["git-url"], repo_work_dir)
+
+        if "run-version" in tools[tool]:
+            script = os.path.join(repo_work_dir, 'sc_get_version.sh')
+            with open(script, 'w') as f:
+                f.write(tools[tool]["run-version"])
+            os.chmod(script, 0o700)
+            proc = subprocess.run(['bash', script],
+                                  stdout=subprocess.PIPE,
+                                  stderr=subprocess.STDOUT,
+                                  universal_newlines=True,
+                                  cwd=repo_work_dir)
+            version = proc.stdout.strip()
+            if not version:
+                return (None, None)
+
+            releasenotes = None
+            if "release-notes" in tools[tool]:
+                releasenotes = tools[tool]["release-notes"]
+            return (version, releasenotes)
+
+        newest = None
+        for tag in repo.tags:
+            if not newest:
+                newest = tag
+            else:
+                if tag.commit.committed_datetime > newest.commit.committed_datetime:
+                    newest = tag
+        if newest:
+            newest = newest.name
+            has_v = False
+            if newest[0] == 'v':
+                newest = newest[1:]
+                has_v = True
+
+            new_version = newest
+            old_version = tools[tool]["version"]
+            if has_v:
+                new_version = f'v{new_version}'
+                old_version = f'v{old_version}'
+
+            return (newest,
+                    __make_github_url(tools[tool]["git-url"],
+                                      old_version,
+                                      new_version))
+
+        return (None, None)
+
+    return (None, None)
+
+
+def has_tool(tool):
+    return tool in tools
+
+
+def get_field(tool, field):
+    if field not in tools[tool]:
+        return None
+    return tools[tool][field]
+
+
+def get_tools():
+    return list(tools.keys())
+
+
+if __name__ == "__main__":
+    supported_tools = ", ".join(get_tools())
+    supported_fields = set()
+    for tool, fields in tools.items():
+        for field in fields:
+            supported_fields.add(field)
+    supported_fields = ", ".join(supported_fields)
+
+    parser = argparse.ArgumentParser(
+        prog="SiliconCompiler Tool Helper",
+        description="Maintains current known good versions for all install scripts to use")
+    parser.add_argument("--tool", type=str,
+                        help=f"Tool name, supported tools: {supported_tools}")
+    parser.add_argument("--json_tools", action="store_true",
+                        help="Flag to get json matrix used by github to update tools")
+
+    parser.add_argument("--field", type=str,
+                        help=f"Field to get information from, supported fields: {supported_fields}")
+    parser.add_argument("--bump_commit", action="store_true",
+                        help="Flag to indicate that the specified tool should be updated.")
+
+    args = parser.parse_args()
+
+    if args.json_tools:
+        json_tools = {'include': []}
+        for tool in get_tools():
+            field = get_field(tool, "git-url")
+            update = get_field(tool, "auto-update")
+            if field and update:
+                json_tools['include'].append({"tool": tool})
+        if len(json_tools['include']) == 0:
+            print(json.dumps({}))
+        else:
+            print(json.dumps(json_tools))
+        exit(0)
+
+    if not has_tool(args.tool):
+        print(f"{args.tool} is not a supported tool.")
+        print(f"Supported tools are: {supported_tools}")
+        exit(1)
+
+    if not args.bump_commit:
+        tool_fields = tools[args.tool]
+        if args.field not in tool_fields:
+            print(f"{args.field} is not a supported field for {args.tool}.")
+            tool_supported_fields = ", ".join(tool_fields.keys())
+            print(f"Supported fields are: {tool_supported_fields}")
+            exit(1)
+
+        print(tool_fields[args.field])
+        exit(0)
+
+    if "git-commit" in tools[args.tool]:
+        new_value, url = bump_commit(tools, args.tool)
+        if new_value and tools[args.tool]["git-commit"] != new_value:
+            print(f"Updating {args.tool} from {tools[args.tool]['git-commit']} to {new_value}")
+            if url:
+                print(f'Check {url} for changes')
+            tools[args.tool]["git-commit"] = new_value
+    elif "version" in tools[args.tool]:
+        new_value, url = bump_version(tools, args.tool)
+        if new_value and tools[args.tool]["version"] != new_value:
+            print(f"Updating {args.tool} from {tools[args.tool]['version']} to {new_value}")
+            if url:
+                print(f'Check {url} for changes')
+            tools[args.tool]["version"] = new_value
+    else:
+        print('Unsupported update tool')
+        exit(1)
+
+    with open(data_file, "w") as f:
+        f.write(json.dumps(tools, indent=2))
+
+    exit(0)

siliconcompiler/toolscripts/ubuntu20/install-bambu.sh

@@ -0,0 +1,49 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+sudo apt-get install -y autoconf autoconf-archive automake libtool \
+    libbdd-dev libboost-all-dev libmpc-dev libmpfr-dev \
+    libxml2-dev liblzma-dev libmpfi-dev zlib1g-dev libicu-dev bison doxygen flex \
+    graphviz iverilog verilator make libsuitesparse-dev libglpk-dev libgmp-dev \
+    libfl-dev
+sudo apt-get install -y \
+    gcc-8 gcc-8-multilib g++-8 g++-8-multilib \
+    llvm-8 llvm-8-dev libllvm8 \
+    gfortran-8 gfortran-8-multilib \
+    clang-8 libclang-8-dev
+
+mkdir -p deps
+cd deps
+
+git clone $(python3 ${src_path}/_tools.py --tool bambu --field git-url) bambu
+cd bambu
+git checkout $(python3 ${src_path}/_tools.py --tool bambu --field git-commit)
+git submodule update --init --recursive
+
+if [ ! -z ${PREFIX} ]; then
+    args=--prefix="$PREFIX"
+else
+    args=--prefix=/opt/panda
+
+    sudo mkdir -p /opt/panda
+    sudo chown $USER:$USER /opt/panda
+fi
+
+make -f Makefile.init
+
+mkdir obj
+cd obj
+
+../configure --enable-release --disable-flopoco --with-opt-level=2 $args
+make -j$(nproc)
+make install
+
+cd -
+
+if [ -z ${PREFIX} ]; then
+    echo "Please add \"export PATH="/opt/panda/bin:\$PATH"\" to your .bashrc"
+fi

siliconcompiler/toolscripts/ubuntu20/install-bluespec.sh

@@ -0,0 +1,35 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+sudo apt-get install -y ghc libghc-regex-compat-dev libghc-syb-dev \
+    libghc-old-time-dev libghc-split-dev tcl-dev build-essential pkg-config \
+    autoconf gperf flex bison
+
+mkdir -p deps
+cd deps
+
+git clone $(python3 ${src_path}/_tools.py --tool bluespec --field git-url) bluespec
+cd bluespec
+git checkout $(python3 ${src_path}/_tools.py --tool bluespec --field git-commit)
+git submodule update --init --recursive
+
+make -j$(nproc) install-src
+
+if [ -z ${PREFIX} ]; then
+    # install
+    sudo mkdir -p /opt/tools/bsc
+    sudo chown $USER:$USER /opt/tools/bsc
+
+    BSC_VERSION=$(echo 'puts [lindex [Bluetcl::version] 0]' | inst/bin/bluetcl)
+    mv inst /opt/tools/bsc/bsc-${BSC_VERSION}
+    ln -s /opt/tools/bsc/bsc-${BSC_VERSION} /opt/tools/bsc/latest
+
+    echo "Please add \"export PATH=/opt/tools/bsc/latest/bin:\$PATH to your .bashrc"
+fi
+
+cd -
+

siliconcompiler/toolscripts/ubuntu20/install-chisel.sh

@@ -0,0 +1,26 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+mkdir -p deps
+cd deps
+
+version=$(python3 ${src_path}/_tools.py --tool chisel --field version)
+
+wget -O sbt.tgz https://github.com/sbt/sbt/releases/download/v${version}/sbt-${version}.tgz
+
+args=
+if [ ! -z ${PREFIX} ]; then
+    args="-C $PREFIX --strip-components 1"
+fi
+
+tar xvf sbt.tgz $args
+
+cd -
+
+if [ -z ${PREFIX} ]; then
+    echo "Please add \"export PATH="${src_path}/deps/sbt/bin:\$PATH"\" to your .bashrc"
+fi

siliconcompiler/toolscripts/ubuntu20/install-ghdl.sh

@@ -0,0 +1,25 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+sudo apt-get install -y gnat libgnat-9 libz-dev
+
+mkdir -p deps
+cd deps
+
+git clone $(python3 ${src_path}/_tools.py --tool ghdl --field git-url) ghdl
+cd ghdl
+git checkout $(python3 ${src_path}/_tools.py --tool ghdl --field git-commit)
+
+args=
+if [ ! -z ${PREFIX} ]; then
+    args=--prefix="$PREFIX"
+fi
+
+./configure $args
+make -j$(nproc)
+sudo make install
+cd -

siliconcompiler/toolscripts/ubuntu20/install-icarus.sh

@@ -0,0 +1,25 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+sudo apt-get install -y build-essential bison flex gperf libreadline-dev libncurses-dev
+
+mkdir -p deps
+cd deps
+
+git clone $(python3 ${src_path}/_tools.py --tool icarus --field git-url) icarus
+cd icarus
+git checkout $(python3 ${src_path}/_tools.py --tool icarus --field git-commit)
+
+args=
+if [ ! -z ${PREFIX} ]; then
+    args=--prefix="$PREFIX"
+fi
+
+sh autoconf.sh
+./configure $args
+make -j$(nproc)
+sudo make install

siliconcompiler/toolscripts/ubuntu20/install-icepack.sh

@@ -0,0 +1,22 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+sudo apt-get install -y build-essential clang bison flex libreadline-dev \
+                        gawk tcl-dev libffi-dev git mercurial graphviz   \
+                        xdot pkg-config python python3 libftdi-dev \
+                        qt5-default python3-dev libboost-all-dev cmake libeigen3-dev
+
+mkdir -p deps
+cd deps
+
+git clone $(python3 ${src_path}/_tools.py --tool icepack --field git-url) icepack
+cd icepack
+git checkout $(python3 ${src_path}/_tools.py --tool icepack --field git-commit)
+
+make -j$(nproc)
+sudo make install
+cd -

siliconcompiler/toolscripts/ubuntu20/install-klayout.sh

@@ -0,0 +1,29 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+mkdir -p deps
+cd deps
+
+pkg_version=$(python3 ${src_path}/_tools.py --tool klayout --field version)
+version=$(lsb_release -sr)
+
+if [ "$version" = "18.04" ]; then
+    url="https://www.klayout.org/downloads/Ubuntu-18/klayout_${pkg_version}-1_amd64.deb"
+elif [ "$version" = "20.04" ]; then
+    url="https://www.klayout.org/downloads/Ubuntu-20/klayout_${pkg_version}-1_amd64.deb"
+elif [ "$version" = "22.04" ]; then
+    url="https://www.klayout.org/downloads/Ubuntu-22/klayout_${pkg_version}-1_amd64.deb"
+else
+    echo "Script doesn't support Ubuntu version $version."
+fi
+
+# Fetch package
+wget -O klayout.deb $url
+# Install package
+sudo apt-get install -y ./klayout.deb
+
+cd -

siliconcompiler/toolscripts/ubuntu20/install-magic.sh

@@ -0,0 +1,24 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+sudo apt-get install -y build-essential m4 tcsh csh libx11-dev tcl-dev tk-dev
+
+mkdir -p deps
+cd deps
+
+git clone $(python3 ${src_path}/_tools.py --tool magic --field git-url) magic
+cd magic
+git checkout $(python3 ${src_path}/_tools.py --tool magic --field git-commit)
+
+args=
+if [ ! -z ${PREFIX} ]; then
+    args=--prefix="$PREFIX"
+fi
+
+LD_FLAGS=-shared ./configure $args
+make -j$(nproc)
+sudo make install

siliconcompiler/toolscripts/ubuntu20/install-montage.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+set -e
+
+sudo apt-get install -y imagemagick

siliconcompiler/toolscripts/ubuntu20/install-netgen.sh

@@ -0,0 +1,24 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+sudo apt-get install -y build-essential tcl-dev tk-dev
+
+mkdir -p deps
+cd deps
+
+git clone $(python3 ${src_path}/_tools.py --tool netgen --field git-url) netgen
+cd netgen
+git checkout $(python3 ${src_path}/_tools.py --tool netgen --field git-commit)
+
+args=
+if [ ! -z ${PREFIX} ]; then
+    args=--prefix="$PREFIX"
+fi
+
+./configure $args
+make -j$(nproc)
+sudo make install

siliconcompiler/toolscripts/ubuntu20/install-nextpnr.sh

@@ -0,0 +1,32 @@
+#!/bin/sh
+
+set -e
+
+sudo apt-get install -y build-essential clang bison flex libreadline-dev \
+                        gawk tcl-dev libffi-dev git mercurial graphviz   \
+                        xdot pkg-config python python3 libftdi-dev \
+                        qt5-default python3-dev libboost-all-dev cmake libeigen3-dev
+
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+mkdir -p deps
+cd deps
+
+git clone $(python3 ${src_path}/_tools.py --tool nextpnr --field git-url) nextpnr
+cd nextpnr
+git checkout $(python3 ${src_path}/_tools.py --tool nextpnr --field git-commit)
+
+args=
+if [ ! -z ${PREFIX} ]; then
+    args=-DCMAKE_INSTALL_PREFIX="$PREFIX"
+fi
+
+cmake -DARCH=ice40 $args .
+make -j$(nproc)
+sudo make install
+cd -

siliconcompiler/toolscripts/ubuntu20/install-openroad.sh

@@ -0,0 +1,31 @@
+#!/bin/sh
+
+set -e
+
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+mkdir -p deps
+cd deps
+
+git clone $(python3 ${src_path}/_tools.py --tool openroad --field git-url) openroad
+cd openroad
+git checkout $(python3 ${src_path}/_tools.py --tool openroad --field git-commit)
+git submodule update --init --recursive
+
+deps_args=""
+if [ ! -z ${PREFIX} ]; then
+    deps_args="-prefix=$PREFIX"
+fi
+sudo ./etc/DependencyInstaller.sh $deps_args
+
+cmake_args="-DENABLE_TESTS=OFF"
+if [ ! -z ${PREFIX} ]; then
+    cmake_args="$cmake_args -DCMAKE_INSTALL_PREFIX=$PREFIX"
+fi
+
+./etc/Build.sh -cmake="$cmake_args"
+
+cd build
+sudo make install
+
+cd -

siliconcompiler/toolscripts/ubuntu20/install-slang.sh

@@ -0,0 +1,38 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+mkdir -p deps
+cd deps
+
+python3 -m venv .slang --clear
+. .slang/bin/activate
+python3 -m pip install cmake
+
+if [ ! -z ${SC_BUILD} ]; then
+    # Limit this to CI builds
+    sudo add-apt-repository ppa:ubuntu-toolchain-r/test
+    sudo apt-get update
+    sudo apt install -y gcc-11 g++-11
+
+    export CXX=/usr/bin/g++-11
+    export CC=/usr/bin/gcc-11
+fi
+
+git clone $(python3 ${src_path}/_tools.py --tool slang --field git-url) slang
+cd slang
+git checkout $(python3 ${src_path}/_tools.py --tool slang --field git-commit)
+
+cfg_args=""
+if [ ! -z ${PREFIX} ]; then
+    cfg_args="--prefix=$PREFIX"
+fi
+
+cmake -B build
+cmake --build build -j$(nproc)
+cmake --install build --strip $cfg_args
+
+cd -

siliconcompiler/toolscripts/ubuntu20/install-slurm.sh

@@ -0,0 +1,32 @@
+#!/bin/sh
+
+set -e
+
+sudo apt-get install -y munge libmunge-dev build-essential libmariadb-dev lbzip2 libjson-c-dev
+sudo apt-get install -y libdbus-1-dev
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+mkdir -p deps
+cd deps
+
+pkg_version=$(python3 ${src_path}/_tools.py --tool slurm --field version)
+
+# Build and install Slurm
+wget -O slurm.tar.bz2 https://download.schedmd.com/slurm/slurm-${pkg_version}.tar.bz2
+mkdir -p slurm
+tar xvf slurm.tar.bz2 --strip-components=1 -C slurm
+
+cd slurm
+
+cfg_args=""
+if [ ! -z ${PREFIX} ]; then
+    cfg_args="--prefix=$PREFIX"
+fi
+
+./configure $cfg_args
+
+make -j$(nproc)
+
+sudo make install

siliconcompiler/toolscripts/ubuntu20/install-surelog.sh

@@ -0,0 +1,30 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+# These dependencies are up-to-date with instructions from the INSTALL.md from the commit we are pinned to below
+sudo apt-get install -y build-essential cmake git pkg-config \
+    tclsh swig uuid-dev libgoogle-perftools-dev python3 \
+    python3-orderedmultidict python3-psutil python3-dev \
+    default-jre lcov zlib1g-dev python3-venv
+
+mkdir -p deps
+cd deps
+
+python3 -m venv .surelog --clear
+. .surelog/bin/activate
+python3 -m pip install cmake
+python3 -m pip install orderedmultidict
+
+git clone $(python3 ${src_path}/_tools.py --tool surelog --field git-url) surelog
+cd surelog
+git checkout $(python3 ${src_path}/_tools.py --tool surelog --field git-commit)
+git submodule update --init --recursive
+
+make -j$(nproc)
+sudo -E PATH="$PATH" make install
+
+cd -

siliconcompiler/toolscripts/ubuntu20/install-sv2v.sh

@@ -0,0 +1,26 @@
+#!/bin/sh
+
+set -e
+
+# Get directory of script
+src_path=$(cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P)/..
+
+mkdir -p deps
+cd deps
+
+sudo apt-get install -y curl
+
+curl -sSL https://get.haskellstack.org/ | sh
+
+git clone $(python3 ${src_path}/_tools.py --tool sv2v --field git-url) sv2v
+cd sv2v
+git checkout $(python3 ${src_path}/_tools.py --tool sv2v --field git-commit)
+
+make -j$(nproc)
+
+if [ ! -z ${PREFIX} ]; then
+    sudo mkdir -p ${PREFIX}/bin/
+    sudo cp bin/* ${PREFIX}/bin/
+fi
+
+cd -