data-sourcerer 0.1.1__tar.gz → 0.2.0__tar.gz

data_sourcerer-0.2.0/.coderabbit.yaml

@@ -0,0 +1,49 @@
+# yaml-language-server: $schema=https://coderabbit.ai/integrations/schema.v2.json
+language: "en"
+early_access: true
+reviews:
+    profile: "chill"
+    request_changes_workflow: false
+    high_level_summary: true
+    poem: false
+    review_status: true
+    collapse_walkthrough: false
+    path_instructions:
+        - path: "src/sourcerer/domain/**/*.py"
+          instructions: |
+            - Ensure domain models are immutable and follow DDD principles
+            - Verify that domain services are interface-driven
+            - Check for proper exception handling and domain-specific exceptions
+            - Validate that domain logic is independent of infrastructure
+            - Ensure pythonic codestyle and best practices are followed
+        - path: "src/sourcerer/infrastructure/**/*.py"
+          instructions: |
+            - Verify proper implementation of domain interfaces
+            - Check for appropriate error handling and mapping to domain exceptions
+            - Ensure infrastructure concerns are properly isolated
+            - Validate dependency injection usage
+            - Ensure pythonic codestyle and best practices are followed
+        - path: "src/sourcerer/presentation/**/*.py"
+          instructions: |
+            - Review UI component separation and responsibility
+            - Check proper use of dependency injection
+            - Verify error handling and user feedback
+            - Ensure presentation logic doesn't contain business rules
+            - Ensure pythonic codestyle and best practices are followed
+        - path: "tests/**/*"
+          instructions: |
+            - Assess the integration and e2e test code assessing sufficient code coverage for the changes associated in the pull request
+            - Ensure pythonic codestyle and best practices are followed
+        - path: "**/*.md"
+          instructions: |
+              "Assess the documentation for misspellings, grammatical errors, missing documentation and correctness"
+    auto_review:
+        enabled: false
+        ignore_title_keywords:
+            - "WIP"
+            - "DO NOT MERGE"
+        drafts: false
+        base_branches:
+            - "main"
+chat:
+    auto_reply: true

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/.github/workflows/bandit.yml

@@ -24,4 +24,4 @@ jobs:
       - name: Analysing the code with bandit
         run: |
           echo $PWD
-          bandit -a file $(git ls-files '*.py') 
+          bandit -a file $(git ls-files 'src/*.py')

data_sourcerer-0.2.0/.github/workflows/deploy_docs.yml

@@ -0,0 +1,28 @@
+name: deploy_docs
+on:
+  push:
+    branches:
+      - main
+permissions:
+  contents: write
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Configure Git Credentials
+        run: |
+          git config user.name github-actions[bot]
+          git config user.email 41898282+github-actions[bot]@users.noreply.github.com
+      - uses: actions/setup-python@v5
+        with:
+          python-version: 3.x
+      - run: echo "cache_id=$(date --utc '+%V')" >> $GITHUB_ENV
+      - uses: actions/cache@v4
+        with:
+          key: mkdocs-material-${{ env.cache_id }}
+          path: .cache
+          restore-keys: |
+            mkdocs-material-
+      - run: pip install mkdocs-material
+      - run: mkdocs gh-deploy --force

data_sourcerer-0.2.0/.github/workflows/run_tests.yml

@@ -0,0 +1,23 @@
+name: Unit tests
+
+on: [push]
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python 3.12
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install .[dev]
+      - name: Run tests
+        run: |
+          export PYTHONPATH="$PYTHONPATH:$PWD/src" && coverage run -m unittest && coverage report -m

data_sourcerer-0.2.0/.pre-commit-config.yaml

@@ -0,0 +1,10 @@
+repos:
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  # Ruff version.
+  rev: v0.9.3
+  hooks:
+    # Run the linter.
+    - id: ruff
+      args: [ --fix ]
+    # Run the formatter.
+    - id: ruff-format

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/.pylintrc

@@ -283,17 +283,17 @@ valid-metaclass-classmethod-first-arg=mcs
 
 # List of regular expressions of class ancestor names to ignore when counting
 # public methods (see R0903)
-exclude-too-few-public-methods=
+exclude-too-few-public-methods=True
 
 # List of qualified class names to ignore when counting class parents (see
 # R0901)
 ignored-parents=
 
 # Maximum number of arguments for function / method.
-max-args=5
+max-args=7
 
 # Maximum number of attributes for a class (see R0902).
-max-attributes=7
+max-attributes=10
 
 # Maximum number of boolean expressions in an if statement (see R0916).
 max-bool-expr=5
@@ -308,7 +308,7 @@ max-locals=15
 max-parents=7
 
 # Maximum number of positional arguments for function / method.
-max-positional-arguments=5
+max-positional-arguments=7
 
 # Maximum number of public methods for a class (see R0904).
 max-public-methods=20
@@ -320,7 +320,7 @@ max-returns=6
 max-statements=50
 
 # Minimum number of public methods for a class (see R0903).
-min-public-methods=2
+min-public-methods=0
 
 
 [EXCEPTIONS]

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.4
 Name: data-sourcerer
-Version: 0.1.1
+Version: 0.2.0
 Summary: Sourcerer is a terminal cloud storage navigator.
 Author-email: Bohdana Kuzmenko <bohdana.kuzmenko.dev@gmail.com>
 License: MIT
-Keywords: cloud,s3,gcp,cli,termanal,storage,textual,ui
-Requires-Python: >=3.8
+Keywords: cloud,s3,gcp,cli,terminal,storage,textual,ui
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: boto3<2.0.0,>=1.26.0
@@ -17,6 +17,19 @@ Requires-Dist: sqlalchemy<3.0.0,>=2.0.38
 Requires-Dist: sqlalchemy-utils<1.0.0,>=0.41.2
 Requires-Dist: textual[syntax]<4.0.0,>=2.0.0
 Requires-Dist: pyOpenSSL>=22.1.0; sys_platform == "linux"
+Requires-Dist: azure-storage-blob<13.0.0,>=12.25.1
+Requires-Dist: azure-identity<2.0.0,>=1.22.0
+Requires-Dist: azure-mgmt-storage<23.0.0,>=22.2.0
+Provides-Extra: dev
+Requires-Dist: bandit>=1.8.3; extra == "dev"
+Requires-Dist: black>=25.1.0; extra == "dev"
+Requires-Dist: coverage>=7.8.0; extra == "dev"
+Requires-Dist: mkdocs-material>=9.6.12; extra == "dev"
+Requires-Dist: pre-commit>=4.2.0; extra == "dev"
+Requires-Dist: pylint>=3.3.6; extra == "dev"
+Requires-Dist: pyright>=1.1.400; extra == "dev"
+Requires-Dist: ruff>=0.11.7; extra == "dev"
+Requires-Dist: textual-dev>=1.7.0; extra == "dev"
 Dynamic: license-file
 
 # 🧙‍♂️ Sourcerer
@@ -42,7 +55,14 @@ engineers to view and manage files across multiple cloud providers like
 ## 🪄 Installation
 
 ```bash
-pip install sourcerer
+pip install data-sourcerer
+```
+--
+
+## 🪄 Run
+
+```bash
+sourcerer
 ```
 
 

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/README.md

@@ -21,7 +21,14 @@ engineers to view and manage files across multiple cloud providers like
 ## 🪄 Installation
 
 ```bash
-pip install sourcerer
+pip install data-sourcerer
+```
+--
+
+## 🪄 Run
+
+```bash
+sourcerer
 ```
 
 

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/docs/overrides/home.html

@@ -13,7 +13,8 @@
         background-color: transparent;
         backdrop-filter: blur(10px);
         z-index: 10;
-        position: absolute;
+        position: fixed;
+        box-shadow: 0 0 0 transparent;
     }
 
     .md-main {
@@ -243,7 +244,7 @@
         <div class="hero-content">
             <h1>Sourcerer</h1>
             <p>Your unified cloud storages interface</p>
-            <button class="cta-button">Try the Demo</button>
+            <button class="cta-button">Try it out</button>
         </div>
     </section>
 
@@ -262,14 +263,21 @@
         </div>
     </section>
 
-    <section class="demo">
+    <section class="demo" id="install">
         <h2>Install</h2>
         <pre>
-      <button class="copy-button" onclick="copyToClipboard()">🧙</button>
-      <code id="install-code">
-pip install sourcerer
-      </code>
-    </pre>
+          <button class="copy-button" onclick="copyToClipboard('install-code')">🧙</button>
+          <code id="install-code">
+pip install data-sourcerer
+          </code>
+        </pre>
+        <h2>Run</h2>
+        <pre>
+          <button class="copy-button" onclick="copyToClipboard('run-code')">🧙</button>
+          <code id="run-code">
+sourcerer
+          </code>
+        </pre>
     </section>
 
     <section class="demo">
@@ -285,7 +293,17 @@ pip install sourcerer
     </footer>
 
 </div>
-
+<script>
+    document.querySelector('.cta-button').addEventListener('click', () => {
+        document.getElementById('install').scrollIntoView({
+            behavior: 'smooth'
+        });
+    });
+    function copyToClipboard(blockId) {
+        const codeBlock = document.getElementById(blockId).innerText.trim();
+        navigator.clipboard.writeText(codeBlock).catch(err => console.error('Error copying text:', err))
+    }
+</script>
 
 {% endblock %}
 {% block content %}

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/docs/roadmap.md

@@ -8,7 +8,7 @@ Our roadmap unveils the features, improvements, and integrations designed to emp
 
 ## 🗺️ The Roadmap
 
-- [ ] **Initial release** 
+- ✅ **Initial release** 
 
 - ✅ **Multi-cloud storage viewing** – Navigate files and folders from:
   - ✅ Google Cloud Storage (GCS)

data_sourcerer-0.2.0/pyproject.toml

@@ -0,0 +1,98 @@
+[project]
+
+name = "data-sourcerer"
+version = "0.2.0"
+description = "Sourcerer is a terminal cloud storage navigator."
+requires-python = ">=3.9"
+
+keywords = ["cloud", "s3", "gcp", "cli", "terminal", "storage", "textual", "ui"]
+license = {text = "MIT"}
+
+authors = [
+  {name = "Bohdana Kuzmenko", email = "bohdana.kuzmenko.dev@gmail.com"},
+]
+
+readme = {file = "README.md", content-type = "text/markdown"}
+
+dependencies = [
+    "boto3>=1.26.0,<2.0.0",
+    "cryptography>=44.0.2,<45.0.0",
+    "dependency-injector>=4.43.0,<5.0.0",
+    "google-cloud-storage>=3.1.0,<4.0.0",
+    "humanize>=4.12.1,<5.0.0",
+    "sqlalchemy>=2.0.38,<3.0.0",
+    "sqlalchemy-utils>=0.41.2,<1.0.0",
+    "textual[syntax]>=2.0.0,<4.0.0",
+    "pyOpenSSL>=22.1.0; sys_platform == 'linux'",
+    "azure-storage-blob>=12.25.1,<13.0.0",
+    "azure-identity>=1.22.0,<2.0.0",
+    "azure-mgmt-storage>=22.2.0,<23.0.0",
+]
+
+[project.scripts]
+sourcerer = "sourcerer.presentation.app:main"
+
+[build-system]
+requires = ["setuptools >= 61.0",  "setuptools-scm"]
+build-backend = "setuptools.build_meta"
+
+[dependency-groups]
+dev = [
+    "bandit>=1.8.3",
+    "black>=25.1.0",
+    "coverage>=7.8.0",
+    "mkdocs-material>=9.6.12",
+    "pre-commit>=4.2.0",
+    "pylint>=3.3.6",
+    "pyright>=1.1.400",
+    "ruff>=0.11.7",
+    "textual-dev>=1.7.0",
+]
+
+[project.optional-dependencies]
+dev = [
+    "bandit>=1.8.3",
+    "black>=25.1.0",
+    "coverage>=7.8.0",
+    "mkdocs-material>=9.6.12",
+    "pre-commit>=4.2.0",
+    "pylint>=3.3.6",
+    "pyright>=1.1.400",
+    "ruff>=0.11.7",
+    "textual-dev>=1.7.0",
+]
+
+[tool.coverage.run]
+branch = true
+source = [
+    "src/sourcerer/infrastructure",
+]
+
+[tool.coverage.report]
+fail_under = 75
+
+[tool.ruff]
+line-length = 120
+target-version = "py312"
+
+# Enable these rules
+select = [
+  "E",    # pycodestyle
+  "F",    # pyflakes
+  "I",    # isort
+  "N",    # pep8-naming
+  "UP",   # pyupgrade
+  "C90",  # mccabe (complexity)
+  "B",    # flake8-bugbear
+  "SIM",  # flake8-simplify
+]
+
+# Allow autofix for these rule sets
+fixable = ["ALL"]
+
+# Disallow autofix for these
+unfixable = ["F401"]  # unused imports - maybe you want to catch it manually
+
+
+[tool.ruff.mccabe]
+max-complexity = 10

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/data_sourcerer.egg-info/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.4
 Name: data-sourcerer
-Version: 0.1.1
+Version: 0.2.0
 Summary: Sourcerer is a terminal cloud storage navigator.
 Author-email: Bohdana Kuzmenko <bohdana.kuzmenko.dev@gmail.com>
 License: MIT
-Keywords: cloud,s3,gcp,cli,termanal,storage,textual,ui
-Requires-Python: >=3.8
+Keywords: cloud,s3,gcp,cli,terminal,storage,textual,ui
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: boto3<2.0.0,>=1.26.0
@@ -17,6 +17,19 @@ Requires-Dist: sqlalchemy<3.0.0,>=2.0.38
 Requires-Dist: sqlalchemy-utils<1.0.0,>=0.41.2
 Requires-Dist: textual[syntax]<4.0.0,>=2.0.0
 Requires-Dist: pyOpenSSL>=22.1.0; sys_platform == "linux"
+Requires-Dist: azure-storage-blob<13.0.0,>=12.25.1
+Requires-Dist: azure-identity<2.0.0,>=1.22.0
+Requires-Dist: azure-mgmt-storage<23.0.0,>=22.2.0
+Provides-Extra: dev
+Requires-Dist: bandit>=1.8.3; extra == "dev"
+Requires-Dist: black>=25.1.0; extra == "dev"
+Requires-Dist: coverage>=7.8.0; extra == "dev"
+Requires-Dist: mkdocs-material>=9.6.12; extra == "dev"
+Requires-Dist: pre-commit>=4.2.0; extra == "dev"
+Requires-Dist: pylint>=3.3.6; extra == "dev"
+Requires-Dist: pyright>=1.1.400; extra == "dev"
+Requires-Dist: ruff>=0.11.7; extra == "dev"
+Requires-Dist: textual-dev>=1.7.0; extra == "dev"
 Dynamic: license-file
 
 # 🧙‍♂️ Sourcerer
@@ -42,7 +55,14 @@ engineers to view and manage files across multiple cloud providers like
 ## 🪄 Installation
 
 ```bash
-pip install sourcerer
+pip install data-sourcerer
+```
+--
+
+## 🪄 Run
+
+```bash
+sourcerer
 ```
 
 

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/data_sourcerer.egg-info/SOURCES.txt

@@ -1,4 +1,6 @@
+.coderabbit.yaml
 .gitignore
+.pre-commit-config.yaml
 .pylintrc
 LICENSE
 README.md
@@ -6,9 +8,11 @@ mkdocs.yml
 pyproject.toml
 uv.lock
 .github/workflows/bandit.yml
+.github/workflows/deploy_docs.yml
 .github/workflows/pylint.yml
 .github/workflows/pyright.yml
 .github/workflows/ruff.yml
+.github/workflows/run_tests.yml
 docs/index.md
 docs/roadmap.md
 docs/assets/billie-holiday.png
@@ -66,7 +70,10 @@ src/sourcerer/infrastructure/file_system/services.py
 src/sourcerer/infrastructure/storage_provider/__init__.py
 src/sourcerer/infrastructure/storage_provider/exceptions.py
 src/sourcerer/infrastructure/storage_provider/registry.py
-src/sourcerer/infrastructure/storage_provider/services.py
+src/sourcerer/infrastructure/storage_provider/services/__init__.py
+src/sourcerer/infrastructure/storage_provider/services/azure.py
+src/sourcerer/infrastructure/storage_provider/services/gcp.py
+src/sourcerer/infrastructure/storage_provider/services/s3.py
 src/sourcerer/presentation/__init__.py
 src/sourcerer/presentation/app.py
 src/sourcerer/presentation/di_container.py
@@ -126,6 +133,7 @@ tests/sourcerer/__init__.py
 tests/sourcerer/access_credentials/__init__.py
 tests/sourcerer/access_credentials/test_registry.py
 tests/sourcerer/access_credentials/test_repositories.py
+tests/sourcerer/access_credentials/test_services.py
 tests/sourcerer/db/__init__.py
 tests/sourcerer/db/test_models.py
 tests/sourcerer/file_system/__init__.py

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/data_sourcerer.egg-info/requires.txt

@@ -6,6 +6,20 @@ humanize<5.0.0,>=4.12.1
 sqlalchemy<3.0.0,>=2.0.38
 sqlalchemy-utils<1.0.0,>=0.41.2
 textual[syntax]<4.0.0,>=2.0.0
+azure-storage-blob<13.0.0,>=12.25.1
+azure-identity<2.0.0,>=1.22.0
+azure-mgmt-storage<23.0.0,>=22.2.0
 
 [:sys_platform == "linux"]
 pyOpenSSL>=22.1.0
+
+[dev]
+bandit>=1.8.3
+black>=25.1.0
+coverage>=7.8.0
+mkdocs-material>=9.6.12
+pre-commit>=4.2.0
+pylint>=3.3.6
+pyright>=1.1.400
+ruff>=0.11.7
+textual-dev>=1.7.0

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/__init__.py

@@ -12,4 +12,4 @@ The application is structured using a clean architecture approach with:
 - Presentation layer: User interface components
 """
 
-__version__ = "0.1.0"
+__version__ = "0.2.0"

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/domain/access_credentials/entities.py

@@ -9,6 +9,7 @@ from dataclasses import dataclass
 from datetime import datetime
 
 import boto3
+from azure.identity import ClientSecretCredential
 
 
 @dataclass
@@ -51,3 +52,19 @@ class Boto3Credentials:
     session: boto3.Session
     endpoint_url: str | None = None
     signature_version: str | None = None
+
+
+@dataclass
+class AzureCredentials:
+    """
+    Represents Azure credentials.
+
+    Attributes:
+        credentials (ClientSecretCredential): Azure identity credential object for authentication.
+        subscription_id (str): The Azure subscription ID.
+        cloud_suffix (str): The Azure cloud storage suffix (e.g., blob.core.windows.net).
+    """
+
+    credentials: ClientSecretCredential
+    subscription_id: str
+    cloud_suffix: str

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/domain/access_credentials/exceptions.py

@@ -6,7 +6,7 @@ access credentials operations.
 """
 
 
-class BaseAccessCredentialsException(Exception):
+class BaseAccessCredentialsError(Exception):
     """
     Base exception class for access credentials-related errors.
 

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/domain/access_credentials/repositories.py

@@ -5,7 +5,7 @@ This module defines the abstract base class for credentials repositories,
 providing a common interface for different storage implementations.
 """
 
-from abc import abstractmethod, ABCMeta
+from abc import ABCMeta, abstractmethod
 
 from sourcerer.domain.access_credentials.entities import Credentials
 

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/domain/access_credentials/services.py

@@ -8,7 +8,6 @@ authentication methods.
 
 from abc import abstractmethod
 from dataclasses import dataclass
-from typing import List
 
 from sourcerer.domain.access_credentials.repositories import BaseCredentialsRepository
 
@@ -82,10 +81,23 @@ class BaseAccessCredentialsService:
 
     @classmethod
     @abstractmethod
-    def auth_fields(cls) -> List[AuthField]:
+    def auth_fields(cls) -> list[AuthField]:
         """
         Get list of authentication fields.
 
         Returns:
             List[AuthField]: List of authentication field definitions
         """
+
+    @classmethod
+    def validate_auth_fields_values(cls, auth_fields: dict) -> None:
+        """
+        Validate authentication fields.
+
+        Args:
+            auth_fields (dict): Dictionary containing authentication field,
+                                where keys are field names and values are field values
+
+        Raises:
+            MissingAuthFieldsError: If any required authentication fields are missing
+        """

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/domain/file_system/exceptions.py

@@ -6,7 +6,7 @@ file system operations.
 """
 
 
-class BaseFileSystemException(Exception):
+class BaseFileSystemError(Exception):
     """
     Base exception class for filesystem-related errors.
 

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/domain/file_system/services.py

@@ -37,7 +37,7 @@ class BaseFileSystemService(metaclass=abc.ABCMeta):
             str: The processed data extracted from the file.
 
         Raises:
-            ReadFileException: An error occurred during the file read operation.
+            ReadFileError: An error occurred during the file read operation.
         """
         raise NotImplementedError
 
@@ -59,6 +59,6 @@ class BaseFileSystemService(metaclass=abc.ABCMeta):
                 - directories (list[Path]): Sorted list of directory paths
 
         Raises:
-            ListDirException: If the path is invalid, directory doesn't exist, or path is not a directory.
+            ListDirError: If the path is invalid, directory doesn't exist, or path is not a directory.
         """
         raise NotImplementedError

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/domain/shared/entities.py

@@ -16,3 +16,4 @@ class StorageProvider:
 
     S3 = "S3"
     GoogleCloudStorage = "Google Cloud Storage"
+    AzureStorage = "Azure Storage"

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/domain/storage_provider/entities.py

@@ -7,7 +7,6 @@ such as storage containers, files, folders, and permissions.
 
 from dataclasses import dataclass
 from datetime import datetime
-from typing import List
 
 
 @dataclass
@@ -37,7 +36,7 @@ class StoragePermissions:
     """
 
     user: str
-    permissions: List[str]
+    permissions: list[str]
 
 
 @dataclass
@@ -82,5 +81,5 @@ class StorageContent:
         folders (List[Folder]): List of folders in the location
     """
 
-    files: List[File]
-    folders: List[Folder]
+    files: list[File]
+    folders: list[Folder]

{data_sourcerer-0.1.1 → data_sourcerer-0.2.0}/src/sourcerer/domain/storage_provider/exceptions.py

@@ -6,7 +6,7 @@ cloud storage provider operations.
 """
 
 
-class BaseStorageProviderException(Exception):
+class BaseStorageProviderError(Exception):
     """
     Base exception class for cloud storage provider-related errors.