lamindb_setup 0.70.0__tar.gz → 0.71.0__tar.gz

{lamindb_setup-0.70.0 → lamindb_setup-0.71.0}/.github/workflows/build.yml

@@ -16,16 +16,15 @@ jobs:
       - uses: actions/checkout@v3
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.10'
-          cache: 'pip'
-          cache-dependency-path: '.github/workflows/build.yml'
+          python-version: "3.9" # consciously run one job on Python 3.9
+          cache: "pip"
+          cache-dependency-path: ".github/workflows/build.yml"
       - uses: aws-actions/configure-aws-credentials@v2
         with:
           aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
           aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           aws-region: eu-central-1
       - run: pip install -U laminci
-      - run: nox -s lint
       - run: nox -s "install(group='hub-prod')"
       - run: nox -s "build(lamin_env='prod', group='hub-prod')"
       - uses: actions/upload-artifact@v2
@@ -40,8 +39,8 @@ jobs:
       fail-fast: false
       matrix:
         lamin_env:
-          - 'staging'
-          - 'prod'
+          - "staging"
+          - "prod"
     timeout-minutes: 15
     steps:
       - uses: aws-actions/configure-aws-credentials@v2
@@ -52,9 +51,9 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.10'
-          cache: 'pip'
-          cache-dependency-path: '.github/workflows/build.yml'
+          python-version: "3.11" # consciously run one job on Python 3.11
+          cache: "pip"
+          cache-dependency-path: ".github/workflows/build.yml"
       - name: checkout laminhub
         uses: actions/checkout@v4
         with:
@@ -96,11 +95,12 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.10'
-          cache: 'pip'
-          cache-dependency-path: '.github/workflows/build.yml'
+          python-version: "3.10" # consciously run one job on Python 3.10
+          cache: "pip"
+          cache-dependency-path: ".github/workflows/build.yml"
       - run: pip install -U laminci
       - run: nox -s "install(group='storage')"
+      - run: nox -s lint
       - run: nox -s storage
         env:
           TEST_INSTANCE_PRIVATE_POSTGRES: ${{ secrets.TEST_INSTANCE_PRIVATE_POSTGRES }}
@@ -137,9 +137,9 @@ jobs:
         working-directory: laminhub/rest-hub/supabase
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.10'
-          cache: 'pip'
-          cache-dependency-path: '.github/workflows/build.yml'
+          python-version: "3.11" # consciously run one job on Python 3.11
+          cache: "pip"
+          cache-dependency-path: ".github/workflows/build.yml"
       - run: pip install -U laminci
       - run: nox -s "install(group='hub-local')"
       - id: cache-supabase
@@ -150,7 +150,7 @@ jobs:
       - uses: supabase/setup-cli@v1
       - run: nox -s hub_local
         env:
-          LAMIN_ENV: 'local'
+          LAMIN_ENV: "local"
       - uses: actions/upload-artifact@v2
         with:
           name: coverage--hub-local
@@ -163,9 +163,9 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.10'
-          cache: 'pip'
-          cache-dependency-path: '.github/workflows/build.yml'
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: ".github/workflows/build.yml"
       - run: |
           pip install coverage[toml]
           pip install --no-deps .
@@ -201,16 +201,16 @@ jobs:
           ref: main
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.10'
-          cache: 'pip'
-          cache-dependency-path: '.github/workflows/build.yml'
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: ".github/workflows/build.yml"
       - run: pip install -U laminci
-      - run: nox -s "install(group='storage')"
+      - run: nox -s "install(group='docs')"
       - uses: actions/download-artifact@v2
       - run: nox -s docs
       - uses: nwtgck/actions-netlify@v1.2
         with:
-          publish-dir: '_build/html'
+          publish-dir: "_build/html"
           production-deploy: ${{ github.event_name == 'push' }}
           github-token: ${{ secrets.GITHUB_TOKEN }}
           enable-commit-comment: false
@@ -230,7 +230,7 @@ jobs:
         env:
           SLACK_BOT_TOKEN: ${{ secrets.SLACK_GITHUB_ACTION }}
         with:
-          channel: web-hub-tests
+          channel_id: C05S2C02JHM
           status: SUCCESS
           color: good
       - uses: voxmedia/github-action-slack-notify-build@v1
@@ -238,6 +238,6 @@ jobs:
         env:
           SLACK_BOT_TOKEN: ${{ secrets.SLACK_GITHUB_ACTION }}
         with:
-          channel: web-hub-tests
+          channel_id: C05S2C02JHM
           status: FAILURE
           color: danger

{lamindb_setup-0.70.0 → lamindb_setup-0.71.0}/.pre-commit-config.yaml

@@ -1,63 +1,43 @@
 repos:
-  - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v3.2.0
-    hooks:
-      - id: trailing-whitespace
-      - id: end-of-file-fixer
-        exclude: |
-          (?x)(
-              .github/workflows/latest-changes.jinja2
-          )
-      - id: check-yaml
-      - id: check-added-large-files
-  - repo: https://github.com/psf/black
-    rev: 22.6.0
-    hooks:
-      - id: black-jupyter
-        exclude: |
-          (?x)(
-              _check_instance_setup.py
-          )
-  - repo: https://github.com/pycqa/flake8
-    rev: 4.0.1
-    hooks:
-      - id: flake8
-        additional_dependencies:
-          - flake8-black==0.3.3
-          - flake8-typing-imports==1.10.0
-        language_version: python3
-        args:
-          - --max-line-length=88
-          - --ignore=E203,W503,BLK100,TYP001
-        exclude: |
-          (?x)(
-              __init__.py
-          )
   - repo: https://github.com/pre-commit/mirrors-prettier
-    rev: v2.6.2
+    rev: v4.0.0-alpha.4
     hooks:
       - id: prettier
         exclude: |
           (?x)(
-              .github/workflows/build.yml
+            docs/changelog.md
           )
   - repo: https://github.com/kynan/nbstripout
-    rev: 0.3.9
+    rev: 0.6.1
     hooks:
       - id: nbstripout
         exclude: |
           (?x)(
               docs/examples/|
-              docs/notes/|
-              tests
+              docs/notes/
           )
-  - repo: https://github.com/Lucas-C/pre-commit-hooks
-    rev: v1.1.9
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.1.7
+    hooks:
+      - id: ruff
+        args: [--fix, --exit-non-zero-on-fix, --unsafe-fixes]
+      - id: ruff-format
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.5.0
     hooks:
-      - id: forbid-crlf
-      - id: remove-crlf
+      - id: detect-private-key
+      - id: check-ast
+      - id: end-of-file-fixer
+        exclude: |
+          (?x)(
+              .github/workflows/latest-changes.jinja2
+            )
+      - id: mixed-line-ending
+        args: [--fix=lf]
+      - id: trailing-whitespace
+      - id: check-case-conflict
   - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v0.940
+    rev: v1.7.1
     hooks:
       - id: mypy
         exclude: |

{lamindb_setup-0.70.0 → lamindb_setup-0.71.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lamindb_setup
-Version: 0.70.0
+Version: 0.71.0
 Summary: Setup & configure LaminDB.
 Author-email: Lamin Labs <laminlabs@gmail.com>
 Description-Content-Type: text/markdown
@@ -14,7 +14,9 @@ Requires-Dist: requests
 Requires-Dist: universal_pathlib==0.1.4
 Requires-Dist: botocore<2.0.0
 Requires-Dist: supabase==2.2.1
-Requires-Dist: s3fs ; extra == "aws"
+Requires-Dist: urllib3<2 ; extra == "aws"
+Requires-Dist: aiobotocore[boto3]>=2.5.4,<3.0.0 ; extra == "aws"
+Requires-Dist: s3fs>=2023.12.2,<=2024.3.1 ; extra == "aws"
 Requires-Dist: pyjwt<3.0.0 ; extra == "dev"
 Requires-Dist: psycopg2-binary ; extra == "dev"
 Requires-Dist: python-dotenv ; extra == "dev"
@@ -25,12 +27,12 @@ Requires-Dist: pytest-xdist ; extra == "dev"
 Requires-Dist: nbproject-test>=0.4.3 ; extra == "dev"
 Requires-Dist: pandas ; extra == "dev"
 Requires-Dist: django-schema-graph ; extra == "erdiagram"
-Requires-Dist: faker ; extra == "hub"
+Requires-Dist: gcsfs>=2023.12.2,<=2024.3.1 ; extra == "gcp"
 Project-URL: Home, https://github.com/laminlabs/lamindb-setup
 Provides-Extra: aws
 Provides-Extra: dev
 Provides-Extra: erdiagram
-Provides-Extra: hub
+Provides-Extra: gcp
 
 [![codecov](https://codecov.io/gh/laminlabs/lamindb-setup/branch/main/graph/badge.svg)](https://codecov.io/gh/laminlabs/lamindb-setup)
 

{lamindb_setup-0.70.0 → lamindb_setup-0.71.0}/docs/changelog.md

@@ -3,6 +3,16 @@
 <!-- prettier-ignore -->
 Name | PR | Developer | Date | Version
 --- | --- | --- | --- | ---
+🐛 Fix delete function | [741](https://github.com/laminlabs/lamindb-setup/pull/741) | [falexwolf](https://github.com/falexwolf) | 2024-04-30 | 0.71.0
+✨ Manage multiple storage locations with integrity | [738](https://github.com/laminlabs/lamindb-setup/pull/738) | [falexwolf](https://github.com/falexwolf) | 2024-04-30 |
+✨ Proper progress bars for upload and download | [739](https://github.com/laminlabs/lamindb-setup/pull/739) | [Koncopd](https://github.com/Koncopd) | 2024-04-28 |
+♻️ Truncate fsspec deps | [740](https://github.com/laminlabs/lamindb-setup/pull/740) | [Koncopd](https://github.com/Koncopd) | 2024-04-28 |
+♻️ Refactor storage management | [734](https://github.com/laminlabs/lamindb-setup/pull/734) | [falexwolf](https://github.com/falexwolf) | 2024-04-27 |
+⬆️ Upper and lower bounds for fsspec | [736](https://github.com/laminlabs/lamindb-setup/pull/736) | [Koncopd](https://github.com/Koncopd) | 2024-04-27 |
+♻️ Capitalize HOSTED | [733](https://github.com/laminlabs/lamindb-setup/pull/733) | [falexwolf](https://github.com/falexwolf) | 2024-04-26 |
+♻️ Refactor noxfile and manage `aws` extra here instead of in lamindb | [732](https://github.com/laminlabs/lamindb-setup/pull/732) | [falexwolf](https://github.com/falexwolf) | 2024-04-25 |
+🏷️ Add 3.10 types & ruff | [731](https://github.com/laminlabs/lamindb-setup/pull/731) | [falexwolf](https://github.com/falexwolf) | 2024-04-25 |
+♻️ Backward compat for older botocore | [730](https://github.com/laminlabs/lamindb-setup/pull/730) | [falexwolf](https://github.com/falexwolf) | 2024-04-25 |
 ✨ Introduce `local_storage` mode for cloud instances | [728](https://github.com/laminlabs/lamindb-setup/pull/728) | [falexwolf](https://github.com/falexwolf) | 2024-04-23 | 0.70.0
 🚚 Make `.uuid` attributes private | [727](https://github.com/laminlabs/lamindb-setup/pull/727) | [falexwolf](https://github.com/falexwolf) | 2024-04-23 |
 🚚 Rename `is_cloud` to `type_is_cloud` | [726](https://github.com/laminlabs/lamindb-setup/pull/726) | [falexwolf](https://github.com/falexwolf) | 2024-04-23 |

{lamindb_setup-0.70.0 → lamindb_setup-0.71.0}/docs/hub-cloud/01-init-local-instance.ipynb

@@ -58,7 +58,7 @@
     "assert ln_setup.settings.storage.id is not None\n",
     "assert (\n",
     "    ln_setup.settings.instance.db\n",
-    "    == f\"sqlite:///{Path('./mydata').resolve().as_posix()}/{ln_setup.settings.instance.id.hex}.lndb\"\n",
+    "    == f\"sqlite:///{Path('./mydata').resolve().as_posix()}/{ln_setup.settings.instance._id.hex}.lndb\"\n",
     ")"
    ]
   },

{lamindb_setup-0.70.0 → lamindb_setup-0.71.0}/docs/hub-cloud/02-connect-local-instance.ipynb

@@ -100,7 +100,7 @@
     ")\n",
     "assert (\n",
     "    ln_setup.settings.instance.db\n",
-    "    == f\"sqlite:///{Path('./mydata_new_loc').resolve().as_posix()}/{ln_setup.settings.instance.id.hex}.lndb\"\n",
+    "    == f\"sqlite:///{Path('./mydata_new_loc').resolve().as_posix()}/{ln_setup.settings.instance._id.hex}.lndb\"\n",
     ")"
    ]
   },