chromadb-client 0.5.3.dev0__tar.gz → 0.5.5.dev0__tar.gz

chromadb_client-0.5.5.dev0/.github/actions/rust/action.yaml

@@ -0,0 +1,16 @@
+name: Setup Rust
+description: "This action sets up Rust"
+runs:
+  using: "composite"
+  steps:
+    - name: Checkout chroma-hnswlib
+      uses: actions/checkout@v3
+      with:
+        repository: chroma-core/hnswlib
+        path: hnswlib
+    - name: Install Protoc
+      uses: arduino/setup-protoc@v2
+    - name: Cache
+      uses: Swatinem/rust-cache@v2
+      with:
+        workspaces: chroma/rust/worker

chromadb_client-0.5.5.dev0/.github/workflows/_go-tests.yml

@@ -0,0 +1,46 @@
+name: Go tests
+
+on:
+  workflow_call:
+
+jobs:
+  test:
+    strategy:
+      matrix:
+        platform: [depot-ubuntu-22.04]
+    runs-on: ${{ matrix.platform }}
+    services:
+      postgres:
+        image: postgres
+        env:
+          POSTGRES_USER: chroma
+          POSTGRES_PASSWORD: chroma
+          POSTGRES_DB: chroma
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 5432:5432
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Setup
+        uses: ./.github/actions/go
+      - name: Build and test
+        run: make test
+        env:
+          POSTGRES_HOST: localhost
+          POSTGRES_PORT: 5432
+        working-directory: go
+
+  cluster-test:
+    runs-on: "depot-ubuntu-22.04-16"
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Setup
+        uses: ./.github/actions/go
+      - uses: ./.github/actions/tilt
+      - run: bin/cluster-test.sh bash -c 'cd go && go test -timeout 30s -run ^TestNodeWatcher$ github.com/chroma-core/chroma/go/pkg/memberlist_manager'

chromadb_client-0.5.5.dev0/.github/workflows/_javascript-client-tests.yml

@@ -0,0 +1,13 @@
+name: JavaScript client tests
+
+on:
+  workflow_call:
+
+jobs:
+  test:
+    runs-on: depot-ubuntu-22.04
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Test
+        run: bin/ts-integration-test

chromadb_client-0.5.5.dev0/.github/workflows/_python-tests.yml

@@ -0,0 +1,181 @@
+name: Chroma Python Base Tests
+
+on:
+  workflow_call:
+    inputs:
+      python_versions:
+        description: 'Python versions to test (as json array)'
+        required: false
+        default: '["3.8"]'
+        type: string
+      property_testing_preset:
+        description: 'Property testing preset'
+        required: true
+        type: string
+
+jobs:
+  test:
+    timeout-minutes: 90
+    strategy:
+      fail-fast: false
+      matrix:
+        python: ${{fromJson(inputs.python_versions)}}
+        platform: [depot-ubuntu-22.04, windows-latest]
+        test-globs: ["--ignore-glob 'chromadb/test/property/*' --ignore-glob 'chromadb/test/stress/*' --ignore-glob 'chromadb/test/distributed/*' --ignore='chromadb/test/auth/test_simple_rbac_authz.py'",
+                   "chromadb/test/auth/test_simple_rbac_authz.py",
+                   "chromadb/test/property/test_add.py",
+                   "chromadb/test/property/test_collections.py",
+                   "chromadb/test/property/test_collections_with_database_tenant.py",
+                   "chromadb/test/property/test_collections_with_database_tenant_overwrite.py",
+                   "chromadb/test/property/test_cross_version_persist.py",
+                   "chromadb/test/property/test_embeddings.py",
+                   "chromadb/test/property/test_filtering.py",
+                   "chromadb/test/property/test_persist.py"]
+        include:
+          - test-globs: "chromadb/test/property/test_embeddings.py"
+            parallelized: true
+
+    runs-on: ${{ matrix.platform }}
+    steps:
+      - uses: actions/checkout@v3
+      - name: Setup
+        uses: ./.github/actions/python
+        with:
+          python-version: ${{ matrix.python }}
+      - name: Test
+        run: python -m pytest ${{ matrix.parallelized && '-n auto' || '' }} ${{ matrix.test-globs }}
+        shell: bash
+        env:
+          PROPERTY_TESTING_PRESET: ${{ inputs.property_testing_preset }}
+
+  # todo: break out stress integration tests
+  test-single-node-integration:
+    strategy:
+      fail-fast: false
+      matrix:
+        python: ${{fromJson(inputs.python_versions)}}
+        platform: [depot-ubuntu-22.04, windows-latest]
+        test-globs: ["--ignore-glob 'chromadb/test/property/*' --ignore='chromadb/test/test_cli.py' --ignore-glob 'chromadb/test/distributed/*' --ignore='chromadb/test/auth/test_simple_rbac_authz.py'",
+                   "chromadb/test/property/test_add.py",
+                   "chromadb/test/test_cli.py",
+                   "chromadb/test/auth/test_simple_rbac_authz.py",
+                   "chromadb/test/property/test_collections.py",
+                  "chromadb/test/property/test_collections_with_database_tenant.py",
+                   "chromadb/test/property/test_cross_version_persist.py",
+                   "chromadb/test/property/test_embeddings.py",
+                   "chromadb/test/property/test_filtering.py",
+                   "chromadb/test/property/test_persist.py"]
+        include:
+          - platform: depot-ubuntu-22.04
+            env-file: compose-env.linux
+          - platform: windows-latest
+            env-file: compose-env.windows
+    runs-on: ${{ matrix.platform }}
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+    - name: Set up Python (${{ matrix.python }})
+      uses: ./.github/actions/python
+    - name: Integration Test
+      run: bin/python-integration-test ${{ matrix.test-globs }}
+      shell: bash
+      env:
+        ENV_FILE: ${{ matrix.env-file }}
+        PROPERTY_TESTING_PRESET: ${{ inputs.property_testing_preset }}
+
+  test-cluster-integration:
+    strategy:
+      fail-fast: false
+      matrix:
+        python: ${{fromJson(inputs.python_versions)}}
+        platform: ["depot-ubuntu-22.04-16"]
+        test-globs: ["chromadb/test/db/test_system.py",
+                   "chromadb/test/property/test_collections.py",
+                   "chromadb/test/property/test_add.py",
+                   "chromadb/test/property/test_filtering.py",
+                   "chromadb/test/property/test_embeddings.py",
+                   "chromadb/test/property/test_collections_with_database_tenant.py",
+                   "chromadb/test/property/test_collections_with_database_tenant_overwrite.py",
+                   "chromadb/test/ingest/test_producer_consumer.py",
+                   "chromadb/test/segment/distributed/test_memberlist_provider.py",
+                   "chromadb/test/test_logservice.py",
+                   "chromadb/test/distributed/test_sanity.py"]
+    runs-on: ${{ matrix.platform }}
+    steps:
+      - uses: actions/checkout@v3
+      - uses: ./.github/actions/python
+        with:
+          python-version: ${{ matrix.python }}
+      - uses: ./.github/actions/tilt
+      - name: Test
+        run: bin/cluster-test.sh bash -c 'python -m pytest "${{ matrix.test-globs }}"'
+        shell: bash
+        env:
+          PROPERTY_TESTING_PRESET: ${{ inputs.property_testing_preset }}
+      - name: Get logs of all services
+        id: get-logs
+        if: success() || failure()
+        run: |
+          bin/get-logs.sh "${{ matrix.test-globs }}"
+          # Output the logs zip file path as a job output
+          echo "logs_zip_path=$(pwd)/$(basename "${{ matrix.test-globs }}" .py)_logs.zip" >> $GITHUB_OUTPUT
+        shell: bash
+      - name: Upload logs as artifact
+        if: success() || failure()
+        uses: actions/upload-artifact@v2
+        with:
+          name: logs
+          path: ${{ steps.get-logs.outputs.logs_zip_path }}
+
+  test-thin-client:
+    strategy:
+      matrix:
+        python: ${{fromJson(inputs.python_versions)}}
+        platform: [depot-ubuntu-22.04] # # todo: should run on Windows, currently failing because Dockerfile doesn't build
+    runs-on: ${{ matrix.platform }}
+    steps:
+      - uses: actions/checkout@v3
+      - name: Setup
+        uses: ./.github/actions/python
+        with:
+          python-version: ${{ matrix.python }}
+      - name: Test
+        run: clients/python/integration-test.sh
+        shell: bash
+        env:
+          PROPERTY_TESTING_PRESET: ${{ inputs.property_testing_preset }}
+
+  test-stress:
+    timeout-minutes: 90
+    strategy:
+      matrix:
+        python: ${{fromJson(inputs.python_versions)}}
+        platform: ['depot-ubuntu-22.04-16', '16core-64gb-windows-latest']
+    runs-on: ${{ matrix.platform }}
+    steps:
+      - uses: actions/checkout@v3
+      - uses: ./.github/actions/python
+        with:
+          python-version: ${{ matrix.python }}
+      - name: Test
+        run: python -m pytest chromadb/test/stress/
+        shell: bash
+        env:
+          PROPERTY_TESTING_PRESET: ${{ inputs.property_testing_preset }}
+
+  test-single-node-integration-stress:
+    strategy:
+      matrix:
+        python: ${{fromJson(inputs.python_versions)}}
+        platform: [depot-ubuntu-22.04] # todo: should run on Windows, currently failing because Dockerfile doesn't build
+    runs-on: ${{ matrix.platform }}
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+    - name: Set up Python (${{ matrix.python }})
+      uses: ./.github/actions/python
+    - name: Integration Test
+      run: bin/python-integration-test chromadb/test/stress/
+      shell: bash
+      env:
+        PROPERTY_TESTING_PRESET: ${{ inputs.property_testing_preset }}

chromadb_client-0.5.5.dev0/.github/workflows/_rust-tests.yml

@@ -0,0 +1,25 @@
+name: Rust tests
+
+on:
+  workflow_call:
+
+jobs:
+  test:
+    strategy:
+      matrix:
+        platform: [depot-ubuntu-22.04]
+    runs-on: ${{ matrix.platform }}
+    defaults:
+      run:
+        working-directory: chroma
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          path: chroma
+      - name: Setup
+        uses: ./chroma/.github/actions/rust
+      - name: Build
+        run: cargo build --verbose
+      - name: Test
+        run: cargo test --verbose

chromadb_client-0.5.5.dev0/.github/workflows/nightly-tests.yml

@@ -0,0 +1,48 @@
+name: Run (intensive) tests nightly
+on:
+  schedule:
+      # 2:15 AM PDT, offseted by a few minutes because:
+      # "The schedule event can be delayed during periods of high loads of GitHub Actions workflow runs. High load times include the start of every hour. If the load is sufficiently high enough, some queued jobs may be dropped."
+      - cron: '15 9 * * *'
+
+jobs:
+  test-cluster:
+    strategy:
+      fail-fast: false
+      matrix:
+        test-globs: ["chromadb/test/property/test_collections.py",
+                   "chromadb/test/property/test_add.py",
+                   "chromadb/test/property/test_filtering.py",
+                   "chromadb/test/property/test_embeddings.py"]
+    runs-on: "depot-ubuntu-22.04-8"
+    steps:
+      - uses: actions/checkout@v3
+      - uses: ./.github/actions/python
+        with:
+          python-version: "3.12"
+      - uses: ./.github/actions/tilt
+      - name: Test
+        run: bin/cluster-test.sh bash -c 'python -m pytest "${{ matrix.test-globs }}"'
+        shell: bash
+        env:
+          PROPERTY_TESTING_PRESET: slow
+      - name: Get logs of all services
+        id: get-logs
+        if: success() || failure()
+        run: |
+          bin/get-logs.sh "${{ matrix.test-globs }}"
+          # Output the logs zip file path as a job output
+          echo "logs_zip_path=$(pwd)/$(basename "${{ matrix.test-globs }}" .py)_logs.zip" >> $GITHUB_OUTPUT
+        shell: bash
+      - name: Upload logs as artifact
+        if: success() || failure()
+        uses: actions/upload-artifact@v2
+        with:
+          name: logs
+          path: ${{ steps.get-logs.outputs.logs_zip_path }}
+      - name: Send PagerDuty alert on failure
+        if: ${{ failure() }}
+        uses: Entle/action-pagerduty-alert@0.2.0
+        with:
+          pagerduty-integration-key: '${{ secrets.PAGERDUTY_INTEGRATION_KEY }}'
+          pagerduty-dedup-key: distributed-test-failed-${{ matrix.test-globs}}

chromadb_client-0.5.5.dev0/.github/workflows/pr.yml

@@ -0,0 +1,161 @@
+name: PR checks
+on:
+  pull_request:
+    branches:
+      - main
+      - '**'
+
+jobs:
+  # GitHub only provides a way to do path filtering at the workflow level rather than the job level.
+  # This allows us to selectively run jobs based on changed paths.
+  paths-filter:
+    name: Get changed paths
+    runs-on: ubuntu-latest
+    outputs:
+      outside-docs: ${{ steps.changes.outputs.outside-docs }}
+      docs: ${{ steps.changes.outputs.docs }}
+    steps:
+      - name: Get changed paths
+        id: changes
+        uses: dorny/paths-filter@v3
+        with:
+          predicate-quantifier: 'every'
+          filters: |
+            outside-docs:
+              - '!docs/**'
+            docs:
+              - 'docs/**'
+
+  deploy-docs-preview:
+    name: Deploy preview of docs
+    needs: paths-filter
+    if: needs.paths-filter.outputs.docs == 'true'
+    runs-on: depot-ubuntu-22.04-small
+    environment:
+      name: Preview
+      url: ${{ steps.deploy.outputs.url }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - uses: actions/setup-node@v3
+        with:
+          node-version: "18.x"
+          registry-url: "https://registry.npmjs.org"
+      - name: Install vercel
+        run: npm install -g vercel
+      - name: Deploy
+        id: deploy
+        run: echo "url=$(vercel deploy --token ${{ secrets.VERCEL_TOKEN }})" >> $GITHUB_OUTPUT
+        env:
+          VERCEL_ORG_ID: ${{ secrets.VERCEL_ORG_ID }}
+          VERCEL_PROJECT_ID: ${{ secrets.VERCEL_DOCS_PROJECT_ID }}
+
+
+  python-tests:
+    name: Python tests
+    needs: paths-filter
+    if: needs.paths-filter.outputs.outside-docs == 'true'
+    uses: ./.github/workflows/_python-tests.yml
+    with:
+      property_testing_preset: 'fast'
+
+  python-vulnerability-scan:
+    name: Python vulnerability scan
+    needs: paths-filter
+    if: needs.paths-filter.outputs.outside-docs == 'true'
+    uses: ./.github/workflows/_python-vulnerability-scan.yml
+
+  javascript-client-tests:
+    name: JavaScript client tests
+    needs: paths-filter
+    if: needs.paths-filter.outputs.outside-docs == 'true'
+    uses: ./.github/workflows/_javascript-client-tests.yml
+
+  rust-tests:
+    name: Rust tests
+    needs: paths-filter
+    if: needs.paths-filter.outputs.outside-docs == 'true'
+    uses: ./.github/workflows/_rust-tests.yml
+
+  go-tests:
+    name: Go tests
+    needs: paths-filter
+    if: needs.paths-filter.outputs.outside-docs == 'true'
+    uses: ./.github/workflows/_go-tests.yml
+
+  check-title:
+    name: Check PR Title
+    runs-on: ubuntu-latest
+    steps:
+        - name: Check PR Title
+          uses: Slashgear/action-check-pr-title@v4.3.0
+          with:
+            regexp: '\[(ENH|BUG|DOC|TST|BLD|PERF|TYP|CLN|CHORE|RELEASE)\].*'
+            helpMessage: "Please tag your PR title. See https://docs.trychroma.com/contributing#contributing-code-and-ideas. You must push new code to this PR for this check to run again."
+        - name: Comment explaining failure
+          if: failure()
+          uses: actions/github-script@v6
+          with:
+            script: |
+              github.rest.issues.createComment({
+                issue_number: context.issue.number,
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                body: 'Please tag your PR title with one of: \\[ENH | BUG | DOC | TST | BLD | PERF | TYP | CLN | CHORE\\]. See https://docs.trychroma.com/contributing#contributing-code-and-ideas'
+              })
+
+  lint:
+    name: Lint
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Set up Python
+        uses: actions/setup-python@v4
+      - name: Install pre-commit
+        shell: bash
+        run: python -m pip install -r requirements_dev.txt
+      - name: Run pre-commit
+        shell: bash
+        run: |
+          pre-commit run --all-files trailing-whitespace
+          pre-commit run --all-files mixed-line-ending
+          pre-commit run --all-files end-of-file-fixer
+          pre-commit run --all-files requirements-txt-fixer
+          pre-commit run --all-files check-xml
+          pre-commit run --all-files check-merge-conflict
+          pre-commit run --all-files check-case-conflict
+          pre-commit run --all-files check-docstring-first
+          pre-commit run --all-files black
+          pre-commit run --all-files flake8
+          pre-commit run --all-files prettier
+          pre-commit run --all-files check-yaml
+      - name: Cargo fmt check
+        shell: bash
+        run: cargo fmt -- --check
+
+  # This job exists for our branch protection rule.
+  # We want to require status checks to pass before merging, but the set of
+  # checks that run for any given PR is dynamic based on the files changed.
+  # When creating a branch protection rule, you have to specify a static list
+  # of checks.
+  # So since this job always runs, we can specify it in the branch protection rule.
+  all-required-pr-checks-passed:
+    if: always()
+    needs:
+    - python-tests
+    - python-vulnerability-scan
+    - javascript-client-tests
+    - rust-tests
+    - go-tests
+    - check-title
+    - lint
+    runs-on: ubuntu-latest
+    steps:
+    - name: Decide whether the needed jobs succeeded or failed
+      uses: re-actors/alls-green@release/v1
+      with:
+        jobs: ${{ toJSON(needs) }}
+        allowed-skips: python-tests,python-vulnerability-scan,javascript-client-tests,rust-tests,go-tests