sparkenforce 0.1.0__tar.gz

sparkenforce-0.1.0/.devcontainer/.dockerignore

@@ -0,0 +1,25 @@
+.venv
+__pycache__
+.mypy_cache
+.pytest_cache
+*.pyc
+*.pyo
+*.pyd
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST

sparkenforce-0.1.0/.devcontainer/Dockerfile

@@ -0,0 +1,40 @@
+ARG PYTHON_VARIANT=3.10
+ARG UV_VER=0.5.24
+ARG DEBIAN_VER=bookworm
+ARG WORKSPACE_NAME_=workspace
+ARG PROJECT_NAME_=sparkenforce
+
+# Install python
+FROM ghcr.io/astral-sh/uv:$UV_VER AS uv
+
+FROM mcr.microsoft.com/vscode/devcontainers/base:$DEBIAN_VER
+
+# Install/Update linux packages; install common dev tools like: git, process tools, ...
+# hadolint ignore=DL3008
+RUN apt-get update \
+    && apt-get install -y --no-install-recommends\
+    procps \
+    build-essential \
+    curl \
+    swig \
+    wget \
+    # To reduce the image size, it is recommended refresh the package cache as follows.
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copies files or directories from the uv stage into the final stage,
+# and ensures that the ownership of the copied files is adjusted to the user and group in the final image,
+# and making its functionality or binaries available in the final container.
+COPY --from=uv --chown=vscode: /uv /uvx /bin/
+
+# Set the working directory
+WORKDIR /${WORKSPACE_NAME_}
+
+
+# Install OpenJDK
+RUN apt-get update && apt-get upgrade -y && \
+    apt-get install software-properties-common -y && \
+    apt-get install python3-launchpadlib -y && \
+    add-apt-repository ppa:openjdk-r/ppa -y && \
+    apt-get install default-jre -y && \
+    apt-get clean;

sparkenforce-0.1.0/.devcontainer/devcontainer.json

@@ -0,0 +1,59 @@
+{
+    "name": "Python 3.10 & Apache Spark",
+    "dockerComposeFile": "docker-compose.yml",
+    "service": "app",
+    "workspaceFolder": "/workspace",
+    "postCreateCommand": {
+        "uv-sync": "uv sync && . .venv/bin/activate"
+    },
+    "postStartCommand": {
+        "venv-activate": ". .venv/bin/activate"
+    },
+    "postAttachCommand": {
+        "venv-activate": ". .venv/bin/activate"
+    },
+    "customizations": {
+        "vscode": {
+            "settings": {
+                "terminal.integrated.profiles.linux": {
+                    "bash": {
+                        "path": "/bin/bash",
+                        "icon": "terminal-bash"
+                    }
+                },
+                "terminal.integrated.defaultProfile.linux": "bash",
+
+                // python
+                "python.defaultInterpreterPath": ".venv/bin/python3",
+                "python.linting.enabled": true,
+                "python.linting.pylintEnabled": true,
+                "python.testing.pytestArgs": ["tests"],
+                "python.testing.unittestEnabled": false,
+                "python.testing.pytestEnabled": true,
+                
+                // jupyter
+                "jupyter.notebookFileRoot": "${workspaceRoot}",
+
+                // ruff
+                "ruff.configurationPreference": "filesystemFirst",
+                "ruff.configuration": "pyproject.toml",
+
+                // ty
+                "ty.experimental.completions.enable": true,
+                "ty.trace.server": "messages",
+            },
+            "extensions": [
+                "ms-python.python",
+                "ms-python.vscode-pylance",
+                "ms-python.black-formatter",
+                "astral-sh.ty",
+                "charliermarsh.ruff",
+                "visualstudioexptteam.vscodeintellicode",
+                "ms-toolsai.jupyter",
+                "njpwerner.autodocstring",
+                "kevinrose.vsc-python-indent"
+            ]
+        }
+    },
+    "remoteUser": "vscode"
+}

sparkenforce-0.1.0/.devcontainer/docker-compose.yml

@@ -0,0 +1,33 @@
+x-args: &default-args
+  UV_VER: "0.5.24"
+  DEBIAN_VER: "bookworm"
+  WORKSPACE_NAME_: workspace
+  PROJECT_NAME_: ${PROJECT_NAME}
+
+services:
+  app:
+    build:
+      context: ..
+      dockerfile: .devcontainer/Dockerfile
+      args:
+        <<: *default-args
+    
+    volumes:
+      # Mount the current directory to workspace so code changes don't require an image rebuild. .venv is excluded in the .dockerignore file.
+      - type: bind
+        source: ..
+        target: /workspace
+
+    working_dir: /workspace
+
+    command: ["sleep", "infinity"]
+
+    depends_on:
+    - pyspark
+
+  pyspark:
+    image: jupyter/pyspark-notebook:latest
+    environment: 
+      - JUPYTER_ENABLE_LAB=yes
+    ports: 
+      - 8889:8888

sparkenforce-0.1.0/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,35 @@
+---
+name: Bug Report
+about: Report a bug in the system
+title: "[Bug]: "
+labels: bug
+assignees: ""
+---
+
+### Description
+
+A clear and concise description of the bug.
+
+### Steps to Reproduce
+
+1. Go to '...'
+2. Click on '...'
+3. See the error.
+
+### Expected Behavior
+
+Explain what you expected to happen.
+
+### Screenshots
+
+Add screenshots if applicable.
+
+### Environment
+
+- OS: [e.g., Windows, macOS, Linux]
+- Browser: [e.g., Chrome, Firefox]
+- Version: [e.g., 1.0.0]
+
+### Additional Context
+
+Add any other context about the problem here.

sparkenforce-0.1.0/.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,22 @@
+blank_issues_enabled: false
+issue_templates:
+  - name: "Bug Report"
+    description: "Report a bug in the system."
+    title: "[Bug]: "
+    labels: ["bug"]
+    body: "./ISSUE_TEMPLATE/bug_report.md"
+  - name: "Feature Request"
+    description: "Propose a new feature or improvement."
+    title: "[Feature]: "
+    labels: ["enhancement"]
+    body: "./ISSUE_TEMPLATE/feature_request.md"
+  - name: "Documentation"
+    description: "Suggest updates or additions to the documentation."
+    title: "[Docs]: "
+    labels: ["documentation"]
+    body: "./ISSUE_TEMPLATE/documentation.md"
+  - name: "General Report"
+    description: "Provide general feedback or inquiries."
+    title: "[General]: "
+    labels: ["general"]
+    body: "./ISSUE_TEMPLATE/general_report.md"

sparkenforce-0.1.0/.github/ISSUE_TEMPLATE/documentation.md

@@ -0,0 +1,23 @@
+---
+name: Documentation
+about: Suggest updates or additions to documentation
+title: "[Docs]: "
+labels: documentation
+assignees: ""
+---
+
+### Documentation Update
+
+What part of the documentation needs to be updated or added?
+
+### Why Is This Needed?
+
+Explain the importance of this update.
+
+### Suggested Changes
+
+Provide a detailed description of the changes.
+
+### Additional Context
+
+Include any related resources.

sparkenforce-0.1.0/.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,23 @@
+---
+name: Feature Request
+about: Suggest a new feature or improvement
+title: "[Feature]: "
+labels: enhancement
+assignees: ""
+---
+
+### Feature Description
+
+What feature would you like to see?
+
+### Why Is This Needed?
+
+Explain the problem or need for this feature.
+
+### Suggested Solutions
+
+Describe how this feature could be implemented.
+
+### Additional Context
+
+Add any relevant screenshots, links, or resources.

sparkenforce-0.1.0/.github/ISSUE_TEMPLATE/general_report.md

@@ -0,0 +1,15 @@
+---
+name: General Report
+about: Provide general feedback or inquiries
+title: "[General]: "
+labels: general
+assignees: ""
+---
+
+### Feedback or Inquiry
+
+Provide your feedback or inquiry.
+
+### Additional Information
+
+Add any other relevant details here.

sparkenforce-0.1.0/.github/dependabot.yml

@@ -0,0 +1,11 @@
+version: 2
+
+updates:
+  - package-ecosystem: "uv"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+    security-updates: "auto"
+    open-pull-requests-limit: 10 # Maximum number of open pull requests
+    commit-message:
+      prefix: "DBOT" # Prefix for the commit message

sparkenforce-0.1.0/.github/pull_request_template.md

@@ -0,0 +1,27 @@
+## Title
+
+- Prefix your name with what type of change your making. Supported Types: **feat, fix, docs, style, refactor, perf, test, build, ci, revert, deps**.
+- Make your title succinct and descriptive.
+
+- (Good Example) **feat: Server analytics monitor added**
+
+**[REMOVE THIS SECTION BEFORE SUBMISSION]**
+
+## Description
+
+[Provide a detailed explanation of the changes you have made. Include the reasons behind these changes and any relevant context.]
+
+## Changes
+
+[List the changes you have made.]
+
+## Additional Information
+
+[Include any additional information, such as how to test your changes, or any extra information that would be relevant for the reviewer.]
+
+## Submission Checklist
+
+- [ ] My code adheres to the coding and style guidelines.
+- [ ] I have commented my code, and added/updated documentation.
+- [ ] I have ran all tests, and added/updated any relevant ones.
+- [ ] I have formatted and linted my code.

sparkenforce-0.1.0/.github/workflows/pull-request.yml

@@ -0,0 +1,16 @@
+name: "PR Title Enforcement"
+on:
+  pull_request:
+    types: [edited, opened, synchronize, reopened]
+
+jobs:
+  title-check:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: naveenk1223/action-pr-title@master
+        with:
+          regex: ".+" # Regex the title should match.
+          allowed_prefixes: "feat, fix, docs, style, refactor, perf, test, build, ci, revert, deps" # title should start with the given prefix
+          prefix_case_sensitive: false # title prefix are case insensitive
+          min_length: 5 # Min length of the title
+          max_length: 120 # Max length of the title

sparkenforce-0.1.0/.github/workflows/pypi-publish.yml

@@ -0,0 +1,63 @@
+# REQUIRED: Create a secret for PYPI_TOKEN in the repository settings
+# secrets.PYPI_TOKEN: PyPI API token
+
+name: Publish to PyPI
+
+on:
+  # Deploy to Pypi when a release is published
+  release:
+    types: [published]
+
+jobs:
+  # Get release version
+  set-version:
+    runs-on: ubuntu-24.04
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Export tag
+        id: vars
+        run: echo tag=${GITHUB_REF#refs/*/} >> $GITHUB_OUTPUT
+        if: ${{ github.event_name == 'release' }}
+
+      - name: Update project version
+        run: |
+          sed -i "s/^version = \".*\"/version = \"$RELEASE_VERSION\"/" pyproject.toml
+        env:
+          RELEASE_VERSION: ${{ steps.vars.outputs.tag }}
+        if: ${{ github.event_name == 'release' }}
+
+      - name: Upload updated pyproject.toml
+        uses: actions/upload-artifact@v4
+        with:
+          name: pyproject-toml
+          path: pyproject.toml
+
+  publish:
+    runs-on: ubuntu-latest
+    needs: [set-version]
+    steps:
+      - name: Check out
+        uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          version: "0.6.5"
+
+      - name: Install Python dependencies
+        run: uv sync
+
+      - name: Download updated pyproject.toml
+        uses: actions/download-artifact@v4
+        with:
+          name: pyproject-toml
+
+      - name: Build package
+        run: uv build
+
+      - name: Publish package
+        run: uv publish
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_TOKEN }}
+          UV_PUBLISH_USERNAME: __token__

sparkenforce-0.1.0/.gitignore

@@ -0,0 +1,150 @@
+
+# PyCharm folder
+.idea/
+
+# Mac files
+.DS_Store
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+.pdm.toml
+*.lock
+
+# PyInstaller
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# UV
+.ruff_cache/
+
+# poetry
+poetry.lock
+
+# pdm
+.pdm.toml
+.pdm-python
+.pdm-build/
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+.idea/
+
+# PyPI configuration file
+.pypirc

sparkenforce-0.1.0/.pre-commit-hooks.yaml

@@ -0,0 +1,19 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: "v5.0.0"
+    hooks:
+      - id: check-case-conflict
+      - id: check-merge-conflict
+      - id: end-of-file-fixer
+      - id: trailing-whitespace
+      - id: check-yaml
+      - id: check-toml
+      - id: check-json
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: "v0.11.13"
+    hooks:
+      - id: ruff-check
+        args: [--fix --config=pyproject.toml]
+      - id: ruff-format
+        args: [--config=pyproject.toml]

sparkenforce-0.1.0/.vscode/extensions.json

@@ -0,0 +1,11 @@
+{
+  "recommendations": [
+    "astral-sh.ty",
+    
+    "charliermarsh.ruff",
+    "ms-python.python",
+    "ms-python.vscode-pylance",
+    "njpwerner.autodocstring",
+    "kevinrose.vsc-python-indent"
+  ]
+}