compressed-tensors 0.9.2__tar.gz → 0.9.4__tar.gz

compressed_tensors-0.9.4/.github/actions/test/action.yml

@@ -0,0 +1,35 @@
+name: test compressed-tensors
+description: 'test compressed-tensors'
+inputs:
+  venv:
+    description: "path of virtualenv"
+    required: true
+  suitename:
+    description: "test suite name"
+    required: true
+outputs:
+  status:
+    description: "final status from test"
+    value: ${{ steps.test.outputs.status }}
+runs:
+  using: composite
+  steps:
+
+    - name: install wheel
+      uses: neuralmagic/nm-actions/actions/install-whl@v1.2.0
+      with:
+          venv: ${{ inputs.venv }}
+          name: compressed
+          extra: "[dev,accelerate]"
+
+    - name: test
+      id: test
+      run: |
+          source ${{ inputs.venv }}/bin/activate
+          rm -rf src
+          SUCCESS=0
+          pytest tests --junitxml=test-results/report.xml -o junit_suite_name="${{ inputs.suitename }}" || SUCCESS=$?
+          echo "status=${SUCCESS}" >> "$GITHUB_OUTPUT"
+          deactivate
+          exit ${SUCCESS}
+      shell: bash

compressed_tensors-0.9.4/.github/scripts/step-status

@@ -0,0 +1,14 @@
+#!/bin/bash -e
+
+# echo "green encased checkmark" if "${1} == 0"
+# echo "red X"                   if "${1} != 0"
+
+STEP_STATUS=${1}
+
+if [ "$STEP_STATUS" -eq 0 ]; then
+    # green check
+    echo -e "\xE2\x9C\x85"
+else
+    # red x
+    echo -e "\xE2\x9D\x8C"
+fi

compressed_tensors-0.9.4/.github/workflows/build-test.yml

@@ -0,0 +1,80 @@
+name: build-test
+on:
+
+  # makes workflow reusable
+  workflow_call:
+    inputs:
+      wf_category:
+        description: "workflow category: NIGHTLY, RELEASE"
+        type: string
+        default: NIGHTLY
+      push_to_pypi:
+        description: "When set to true, built whl and tar.gz will be pushed to public pypi if all tests pass"
+        type: boolean
+        default: false
+      gitref:
+        description: "git commit hash or tag name"
+        type: string
+        default: main
+
+      # build related parameters
+      build_label:
+        description: "requested runner label for build (specifies instance)"
+        type: string
+        default: ubuntu-22.04
+
+      # test related parameters
+      test_configs:
+        description: "python, label, timeout"
+        type: string
+        required: true
+
+jobs:
+
+    BUILD:
+        uses: ./.github/workflows/build.yml
+        with:
+            wf_category: ${{ inputs.wf_category }}
+            build_label: ${{ inputs.build_label }}
+            gitref: ${{ inputs.gitref }}
+            timeout: 20
+        secrets: inherit
+
+    TEST:
+        needs: [BUILD]
+        strategy:
+            fail-fast: false
+            matrix:
+                test_config: ${{ fromJson(inputs.test_configs) }}
+        uses: ./.github/workflows/test.yml
+        with:
+            gitref: ${{ inputs.gitref }}
+            test_label: ${{ matrix.test_config.label }}
+            python: ${{ matrix.test_config.python }}
+            timeout: ${{ matrix.test_config.timeout }}
+            whl: ${{ needs.BUILD.outputs.whl }}
+        secrets: inherit
+
+    UPLOAD:
+        needs: [TEST]
+        uses: ./.github/workflows/upload.yml
+        with:
+            label: k8s-util
+            timeout: 40
+            run_id: ${{ github.run_id }}
+            push_to_pypi: ${{ inputs.push_to_pypi }}
+        secrets: inherit
+
+    REPORT:
+        needs: [BUILD, TEST]
+        if: success() || failure()
+        uses: ./.github/workflows/report.yml
+        with:
+            label: rh-reporter
+            timeout: 40
+            run_id: ${{ github.run_id }}
+            run_name: compressed-tensors
+            wheel: ${{ needs.BUILD.outputs.whl }}
+            wf_category: ${{ inputs.wf_category }}
+            gitref: ${{ inputs.gitref }}
+        secrets: inherit

compressed_tensors-0.9.4/.github/workflows/build.yml

@@ -0,0 +1,134 @@
+name: build
+on:
+  # makes workflow reusable
+  workflow_call:
+    inputs:
+      wf_category:
+        description: "categories: NIGHTLY, RELEASE"
+        type: string
+        default: NIGHTLY
+      build_label:
+        description: "requested runner label (specifies instance)"
+        type: string
+        required: true
+      timeout:
+        description: "time limit for run in minutes "
+        type: string
+        default: 20
+      gitref:
+        description: "git commit hash or branch name"
+        type: string
+        default: main
+    outputs:
+      whl:
+        description: 'basename for generated whl'
+        value: ${{ jobs.BUILD.outputs.whl }}
+
+  # makes workflow manually callable
+  workflow_dispatch:
+    inputs:
+      wf_category:
+        description: "categories: NIGHTLY, RELEASE"
+        type: string
+        default: NIGHTLY
+      build_label:
+        description: "requested runner label (specifies instance)"
+        type: string
+        required: true
+      timeout:
+        description: "time limit for run in minutes "
+        type: string
+        default: 20
+      gitref:
+        description: "git commit hash or branch name"
+        type: string
+        default: main
+
+jobs:
+
+    BUILD:
+
+        runs-on: ${{ inputs.build_label }}
+        timeout-minutes: ${{ fromJson(inputs.timeout) }}
+        permissions:
+            contents: 'read'
+            id-token: 'write'
+
+        outputs:
+            run_id: ${{ github.run_id }}
+            whl: ${{ steps.build.outputs.whlname }}
+            tarfile: ${{ steps.build.outputs.tarname }}
+
+        steps:
+
+            - name: set python
+              uses: actions/setup-python@v4
+              with:
+                  python-version: '3.12'
+
+            - name: checkout code
+              id: checkout
+              uses: actions/checkout@v4
+              with:
+                  fetch-depth: 0
+                  fetch-tags: true
+                  ref: ${{ inputs.gitref }}
+
+            - name: build
+              id: build
+              uses: neuralmagic/nm-actions/actions/build-ml-whl@v1.18.0
+              with:
+                  dev: false
+                  release: ${{ inputs.wf_category == 'RELEASE' }}
+
+            # GCP
+            - name: 'Authenticate to Google Cloud'
+              id: auth
+              uses: google-github-actions/auth@v2.1.3
+              with:
+                  project_id: ${{ secrets.GCP_PROJECT }}
+                  workload_identity_provider: ${{ secrets.GCP_WORKLOAD_IDENTITY_PROVIDER }}
+                  service_account: ${{ secrets.GCP_GHA_SA }}
+
+            - name: 'Set up Cloud SDK'
+              uses: 'google-github-actions/setup-gcloud@v2'
+              with:
+                  version: '>= 473.0.0'
+
+            - name: copy whl and source distribution
+              run: |
+                  gcloud storage cp dist/${{ steps.build.outputs.whlname }} ${{ secrets.GCP_BUILD_ML_ASSETS2 }}/${{ github.run_id }}/${{ steps.build.outputs.whlname }}
+                  gcloud storage cp dist/${{ steps.build.outputs.tarname }} ${{ secrets.GCP_BUILD_ML_ASSETS2 }}/${{ github.run_id }}/${{ steps.build.outputs.tarname }}
+
+            - name: upload whl
+              uses: actions/upload-artifact@v4
+              if: success() || failure()
+              with:
+                  name: ${{ steps.build.outputs.whlname }}
+                  path: dist/${{ steps.build.outputs.whlname }}
+                  retention-days: 5
+
+            - name: upload tar.gz
+              uses: actions/upload-artifact@v4
+              if: success() || failure()
+              with:
+                  name: ${{ steps.build.outputs.tarname }}
+                  path: dist/${{ steps.build.outputs.tarname }}
+                  retention-days: 5
+
+            - name: summary
+              uses: neuralmagic/nm-actions/actions/summary-build@v1.2.0
+              if: success() || failure()
+              with:
+                  label: ${{ inputs.build_label }}
+                  gitref: ${{ inputs.gitref }}
+                  whl_status: ${{ steps.build.outputs.status }}
+
+            - name: run status
+              id: run_status
+              if: success() || failure()
+              env:
+                  WHL_STATUS: ${{ steps.build.outputs.status }}
+              run: |
+                  echo "build status: ${WHL_STATUS}"
+                  if [ -z "${WHL_STATUS}" ] || [ "${WHL_STATUS}" -ne "0" ]; then exit 1; fi

compressed_tensors-0.9.4/.github/workflows/report.yml

@@ -0,0 +1,128 @@
+name: report test results to reportportal
+run-name: ${{ github.actor }} report results for run ${{ inputs.run_id }}
+on:
+
+    workflow_call:
+        inputs:
+            label:
+                description: "requested runner label (specifies instance)"
+                type: string
+                required: true
+            timeout:
+                description: "time limit for run in minutes "
+                type: string
+                required: true
+            run_id:
+                description: "run_id of 'build.yml' run that generated the assets"
+                type: string
+                required: true
+            wheel:
+                description: wheel used for testing
+                type: string
+                required: true
+            run_name:
+                description: name of the test run
+                type: string
+                required: true
+            wf_category:
+                description: "categories: NIGHTLY, RELEASE"
+                type: string
+                default: NIGHTLY
+            gitref:
+                description: "git commit hash or branch name"
+                type: string
+                default: main
+
+    workflow_dispatch:
+        inputs:
+            label:
+                description: "requested runner label (specifies instance)"
+                type: string
+                required: true
+            timeout:
+                description: "time limit for run in minutes "
+                type: string
+                required: true
+            run_id:
+                description: "run_id of 'build.yml' run that generated the assets"
+                type: string
+                required: true
+            wheel:
+                description: wheel used for testing
+                type: string
+                required: true
+            run_name:
+                description: name of the test run
+                type: string
+                required: true
+            wf_category:
+                description: "categories: NIGHTLY, RELEASE"
+                type: string
+                default: NIGHTLY
+            gitref:
+                description: "git commit hash or branch name"
+                type: string
+                default: main
+
+jobs:
+
+    REPORT:
+        runs-on: ${{ inputs.label }}
+        timeout-minutes: ${{ fromJson(inputs.timeout) }}
+
+        permissions:
+            contents: 'read'
+            id-token: 'write'
+
+        steps:
+
+            - name: checkout code
+              id: checkout
+              uses: actions/checkout@v4
+              with:
+                  ref: ${{ inputs.gitref }}
+
+            - name: 'Authenticate to Google Cloud'
+              id: auth-gcp
+              uses: google-github-actions/auth@v2.1.3
+              with:
+                  project_id: ${{ secrets.GCP_PROJECT }}
+                  workload_identity_provider: ${{ secrets.GCP_WORKLOAD_IDENTITY_PROVIDER }}
+                  service_account: ${{ secrets.GCP_GHA_SA }}
+
+            - name: 'Set up Cloud SDK'
+              uses: 'google-github-actions/setup-gcloud@v2'
+              with:
+                  version: '>= 473.0.0'
+
+            - name: download assets
+              uses: neuralmagic/nm-actions/actions/gcp-download-assets@v1.1.0
+              with:
+                bucket_source: ${{ secrets.GCP_BUILD_ML_ASSETS2 }}
+                run_id: ${{ inputs.run_id }}
+
+            - name: generate metadata info
+              id: generate-metadata
+              run: |
+                jq --raw-output -n '{
+                  "hostname": "${{ secrets.REPORTPORTAL_HOST }}",
+                  "project": "compressed-tensors",
+                  "name": "${{ inputs.run_name }}",
+                  "description": "GitHub run: https://github.com/neuralmagic/compressed-tensors/actions/runs/${{ inputs.run_id }}",
+                  "attributes": [
+                    {"key": "wheel", "value": "${{ inputs.wheel }}"},
+                    {"key": "gitref", "value": "${{ inputs.gitref }}"},
+                    {"key": "workflow category", "value": "${{ inputs.wf_category }}"}
+                  ]
+                }' > metadata.json
+                METADATA_FILEPATH=`realpath metadata.json`
+                echo "metadata_filepath=${METADATA_FILEPATH}" | tee -a $GITHUB_OUTPUT
+              shell: bash
+
+            - name: report to reportportal
+              uses: neuralmagic/nm-actions/actions/reportportal_submit_execution_results@v1.15.0
+              with:
+                droute_username: ${{ secrets.DROUTE_USERNAME }}
+                droute_password: ${{ secrets.DROUTE_PASSWORD }}
+                droute_url: ${{ secrets.DROUTE_URL}}
+                metadata_filepath: ${{ steps.generate-metadata.outputs.metadata_filepath }}

compressed_tensors-0.9.4/.github/workflows/test-check.yaml

@@ -0,0 +1,28 @@
+name: Run Tests
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  python-tests:
+    runs-on: ubuntu-24.04
+    steps:
+        - uses: actions/setup-python@v4
+          with:
+            python-version: '3.10'
+        - uses: actions/checkout@v3
+        - name: Set Env
+          run: |
+            pip3 install --upgrade pip && pip3 install --upgrade setuptools
+            pip3 install virtualenv
+            virtualenv venv
+            source venv/bin/activate
+        - name: "⚙️ Install dependencies"
+          run: pip3 install .[dev,accelerate]
+        - name: "🔬 Running tests"
+          run: make test

compressed_tensors-0.9.4/.github/workflows/test.yml

@@ -0,0 +1,136 @@
+name: nightly test
+on:
+  # makes workflow reusable
+  workflow_call:
+    inputs:
+      gitref:
+        description: "git commit hash or branch name"
+        type: string
+        required: true
+      test_label:
+        description: "requested runner label"
+        type: string
+        required: true
+      python:
+        description: "python version, e.g. 3.10.12"
+        type: string
+        required: true
+      timeout:
+        description: "time limit for run in minutes "
+        type: string
+        required: true
+      whl:
+        description: "whl to test (variable appears late binding so unusable outside 'download artifact')"
+        type: string
+        required: true
+
+  # makes workflow manually callable
+  workflow_dispatch:
+    inputs:
+      gitref:
+        description: "git commit hash or branch name"
+        type: string
+        required: true
+      test_label:
+        description: "requested runner label"
+        type: string
+        required: true
+      python:
+        description: "python version, e.g. 3.10.12"
+        type: string
+        required: true
+      timeout:
+        description: "time limit for run in minutes "
+        type: string
+        required: true
+      whl:
+        description: "whl to test (variable appears late binding so unusable outside 'download artifact')"
+        type: string
+        required: true
+
+jobs:
+
+    TEST:
+
+        name: TEST (${{ inputs.python}}, ${{ inputs.test_label }})
+        runs-on: ${{ inputs.test_label }}
+        timeout-minutes: ${{ fromJson(inputs.timeout) }}
+        permissions:
+            contents: 'read'
+            id-token: 'write'
+
+        steps:
+
+            - name: set python
+              id: set_python
+              uses: actions/setup-python@v5
+              with:
+                  python-version: ${{ inputs.python }}
+
+            - name: verify python
+              id: verify_python
+              uses: neuralmagic/nm-actions/actions/verify-python@v1.2.0
+              with:
+                  python-version: ${{ inputs.python }}
+
+            - name: checkout code
+              id: checkout
+              uses: actions/checkout@v4
+              with:
+                  ref: ${{ inputs.gitref }}
+
+            - name: create virtualenv
+              id: create_venv
+              uses: neuralmagic/nm-actions/actions/create-virtualenv@v1.2.0
+              with:
+                  venv: TEST
+
+            - name: download whl
+              id: download
+              uses: actions/download-artifact@v4
+              with:
+                  name: ${{ inputs.whl }}
+                  path: ${{ inputs.whl }}
+
+            - name: run tests
+              id: test
+              uses: ./.github/actions/test/
+              with:
+                  venv: ${{ steps.create_venv.outputs.penv }}
+                  suitename: test-${{ inputs.python }}-${{ inputs.test_label }}
+
+            - name: summary
+              uses: neuralmagic/nm-actions/actions/summary-test@v1.13.0
+              if: success() || failure()
+              with:
+                  test_label: ${{ inputs.test_label }}
+                  gitref: ${{ inputs.gitref }}
+                  python: ${{ inputs.python }}
+                  whl: ${{ inputs.whl }}
+                  test_status: ${{ steps.test.outputs.status }}
+
+            # GCP
+            - name: 'Authenticate to Google Cloud'
+              id: auth
+              uses: google-github-actions/auth@v2.1.3
+              with:
+                  project_id: ${{ secrets.GCP_PROJECT }}
+                  workload_identity_provider: ${{ secrets.GCP_WORKLOAD_IDENTITY_PROVIDER }}
+                  service_account: ${{ secrets.GCP_GHA_SA }}
+
+            - name: 'Set up Cloud SDK'
+              uses: 'google-github-actions/setup-gcloud@v2'
+              with:
+                  version: '>= 473.0.0'
+
+            - name: copy results to GCP
+              run: |
+                  gcloud storage cp test-results/report.xml ${{ secrets.GCP_BUILD_ML_ASSETS2 }}/${{ github.run_id }}/test-results/report-${{ inputs.test_label }}.xml
+
+            - name: upload results
+              uses: actions/upload-artifact@v4
+              if: success() || failure()
+              with:
+                  name: report-${{ inputs.test_label }}.xml
+                  path: test-results/report.xml
+                  retention-days: 5

compressed_tensors-0.9.4/.github/workflows/trigger-all.yml

@@ -0,0 +1,40 @@
+name: build and test jobs for nightly and release
+run-name: ${{ github.actor }} triggered nightly or release on ${{ github.ref }}
+on:
+    schedule:
+      # * is a special character in YAML so you have to quote this string
+      - cron: '30 0 * * *'  # nightly run
+
+    workflow_dispatch:
+        inputs:
+            wf_category:
+                description: "workflow category, default is NIGHTLY"
+                type: choice
+                options:
+                    - NIGHTLY
+                    - RELEASE
+                default: NIGHTLY
+            push_to_pypi:
+                description: "when set and tests pass, then '.whl' & '.tar.gz' will be pushed to public pypi"
+                type: boolean
+                default: false
+            gitref:
+                description: "git commit hash or tag name" 
+                type: string
+                default: 'main'
+
+jobs:
+
+    BUILD-TEST:
+        uses: ./.github/workflows/build-test.yml
+        name: ${{ inputs.wf_category || 'NIGHTLY' }}
+        with:
+            wf_category: ${{ inputs.wf_category || 'NIGHTLY' }}
+            gitref: ${{ inputs.gitref || 'main' }}
+            push_to_pypi: ${{ (github.event.schedule == '30 0 * * *') || inputs.push_to_pypi || false }}
+            test_configs: '[{"python":"3.11.4","label":"ubuntu-22.04","timeout":"40"},
+                            {"python":"3.10.12","label":"ubuntu-24.04","timeout":"40"},
+                            {"python":"3.9.17","label":"k8s-h100-solo","timeout":"40"},
+                            {"python":"3.12.6","label":"k8s-a100-duo","timeout":"40"}]'
+
+        secrets: inherit