cognite-neat 0.123.33__tar.gz → 0.126.3__tar.gz

cognite_neat-0.126.3/.github/CODEOWNERS

@@ -0,0 +1,3 @@
+* @cognitedata/velocity
+
+

cognite_neat-0.126.3/.github/workflows/code-quality.yaml

@@ -0,0 +1,180 @@
+name: Check Quality and Test
+
+on:
+  pull_request:
+    branches: [main]
+
+env:
+  # Used for linting, docker images, and docs.
+  MAIN_PYTHON_VERSION: 3.11
+
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Install uv and set the python version
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: ${{ env.MAIN_PYTHON_VERSION }}
+
+      # The installation is required as mypy must be run in the local system environment, not in the pre-commit environment.
+      - name: Install required dependencies
+        run: |
+          uv sync --all-extras
+
+      - name: Linting and static code checks
+        continue-on-error: true
+        id: pre-commit-first-run
+        run: |
+          pre-commit run --all-files
+
+      - name: Commit changes
+        uses: stefanzweifel/git-auto-commit-action@v5
+        id: auto-commit-action
+        with:
+          create_branch: false
+          commit_message: Linting and static code checks
+
+      # If the first run failed, run the checks again to ensure that the changes are correct.
+      - name: Linting and static code checks try 2
+        if: steps.pre-commit-first-run.outcome != 'success'
+        run: |
+          pre-commit run --all-files
+
+  checks:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version:
+          - "3.10"
+          # Python 3.11 is assumed to be covered by testing 3.10 and 3.12
+          - "3.12"
+          - "3.13"
+    steps:
+      - uses: actions/checkout@v3
+      - name: Install uv and set the python version
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Set up cache
+        uses: actions/cache@v4
+        with:
+          path: .venv
+          key: venv-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('uv.lock') }}
+
+      - run: uv sync --all-extras
+
+      - name: Run unit tests
+        run: export PYTHONPATH=$PYTHONPATH:$(pwd); uv run pytest tests/tests_unit
+
+  build-docs:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ env.MAIN_PYTHON_VERSION }}
+
+      - name: Install Dependencies
+        run: |
+          python -m pip install --upgrade --upgrade-strategy eager --no-cache-dir .[docs]
+
+      - name: Build documentation
+        run: |
+          mkdocs build
+
+
+
+  coverage:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Install uv and set the python version
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: ${{ env.MAIN_PYTHON_VERSION }}
+
+      - name: Set up cache
+        uses: actions/cache@v4
+        with:
+          path: .venv
+          key: venv-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('uv.lock') }}
+
+      - run: uv sync --all-extras
+
+      - name: Create test coverage report
+        env:
+          CDF_CLUSTER: ${{ vars.CDF_CLUSTER }}
+          CDF_PROJECT: ${{ vars.CDF_PROJECT }}
+          IDP_CLIENT_ID: ${{ vars.IDP_CLIENT_ID }}
+          IDP_CLIENT_SECRET: ${{ secrets.IDP_CLIENT_SECRET }}
+          IDP_TENANT_ID: ${{ vars.IDP_TENANT_ID }}
+        run: export PYTHONPATH=$PYTHONPATH:$(pwd); uv run pytest --cov=cognite/ --cov-config=pyproject.toml --cov-report=xml:coverage.xml tests/
+
+      - name: Push coverage report to PR
+        uses: orgoro/coverage@v3.1
+        with:
+            coverageFile: coverage.xml
+            token: ${{ secrets.GITHUB_TOKEN }}
+            thresholdAll: 0.9
+      - name: Upload coverage reports to Codecov
+        uses: codecov/codecov-action@5a1091511ad55cbe89839c7260b706298ca349f7 # v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          slug: cognitedata/neat
+
+  validate-description:
+    name: Validate PR description
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Install uv and set the python version
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: ${{ env.MAIN_PYTHON_VERSION }}
+
+      - name: Install core dependencies
+        run: uv sync --all-extras
+      - name: Dump description to file
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const fs = require('fs');
+            const description = context.payload.pull_request.body;
+            fs.writeFileSync('last_git_message.txt', description);
+      - name: Validate Changelog section in PR description
+        run: uv run python dev.py changelog
+
+  build_and_test_jupyter_pyodide:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+
+      - name: Install uv and set the python version
+        uses: astral-sh/setup-uv@v6
+        with:
+          python-version: ${{ env.MAIN_PYTHON_VERSION }}
+
+      - name: Build package using uv
+        run: uv build
+      - name: Set up Node.js
+        uses: actions/setup-node@v5
+        with:
+          node-version: "22"
+      - name: Install dependencies
+        run: npm install pyodide@0.27.6 # JupyterLite currently using pyodide 0.26.2
+      - name: Install neat in pyodide environment
+        run: |
+          whl_file=$(find dist -name "*.whl" | sed 's|^dist/||') # Find the built wheel file, remove dist/ prefix
+          echo "Found built wheel file: $whl_file"
+          NEAT_FILE_PATH=$whl_file \
+          PACKAGES="[\"pyodide-http\", \"pandas\", \"typing-extensions>=4.14.0\", \"http://localhost:3000/dist/$whl_file\"]" \
+          node test-pyodide.js

cognite_neat-0.126.3/.github/workflows/release.yaml

@@ -0,0 +1,182 @@
+---
+name: Release NEAT
+
+on:
+  push:
+    branches:
+      - main
+
+env:
+  PYTHON_VERSION: "3.11"
+
+jobs:
+  upload_coverage:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Install uv and set the python version
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Set up cache
+        uses: actions/cache@v4
+        with:
+          path: .venv
+          key: venv-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('uv.lock') }}
+
+      - run: uv sync --all-extras
+
+      - name: Create test coverage report
+        env:
+          CDF_CLUSTER: ${{ vars.CDF_CLUSTER }}
+          CDF_PROJECT: ${{ vars.CDF_PROJECT }}
+          IDP_CLIENT_ID: ${{ vars.IDP_CLIENT_ID }}
+          IDP_CLIENT_SECRET: ${{ secrets.IDP_CLIENT_SECRET }}
+          IDP_TENANT_ID: ${{ vars.IDP_TENANT_ID }}
+        run: export PYTHONPATH=$PYTHONPATH:$(pwd); uv run pytest --cov=cognite/ --cov-config=pyproject.toml --cov-report=xml:coverage.xml tests/
+
+      - name: Upload coverage reports to Codecov
+        uses: codecov/codecov-action@5a1091511ad55cbe89839c7260b706298ca349f7 # v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          slug: cognitedata/neat
+
+
+  release-to-pypi:
+    runs-on: ubuntu-latest
+    environment: CD
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Install uv and set the python version
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install core dependencies
+        run: uv sync --all-extras
+
+      - name: Dump last commit message to file
+        run: git log -1 --pretty=%B > last_git_message.txt
+      - name: Dump last tag to file
+        run: git describe --tags --abbrev=0 > last_version.txt
+      - name: Bump Version
+        run: uv run python dev.py bump --verbose
+      - id: version
+        name: Read the new version
+        # Read the version from the cognite/neat/_version.py file
+        run: echo "version=$(sed -n 's/^__version__ = "\(.*\)"/\1/p' cognite/neat/_version.py)" >> $GITHUB_ENV
+      - name: Create CHANGELOG entry
+        if: env.version != '0.0.0'
+        run: uv run python dev.py changelog
+      - name: Build package
+        if: env.version != '0.0.0'
+        run: uv build
+
+      - name: Release to PyPI
+        if: env.version != '0.0.0'
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
+        run: uv run twine upload --skip-existing --verbose dist/*
+
+      - name: Add entry to CHANGELOG
+        if: env.version != '0.0.0'
+        uses: ncipollo/release-action@v1
+        with:
+            token: ${{ secrets.GITHUB_TOKEN }}
+            prerelease: false
+            draft: false
+            tag: ${{ env.version }}
+            bodyFile: last_changelog_entry.md
+
+#  release-to-docker-hub:
+#    runs-on: ubuntu-latest
+#    environment: CD
+#    steps:
+#      - name: Checkout repository
+#        uses: actions/checkout@v3
+#
+#      - name: Install Poetry
+#        uses: snok/install-poetry@v1
+#        with:
+#          version: 1.8.3
+#
+#      - name: Login to Docker Hub
+#        uses: docker/login-action@v2
+#        with:
+#          username: ${{ secrets.DOCKERHUB_USER }}
+#          password: ${{ secrets.DOCKERHUB_ACCESS_TOKEN }}
+#
+#      - name: Export dependencies
+#        run: |
+#          poetry export -f requirements.txt --output requirements.txt --extras "all"
+#
+#      - name: Set up Docker Buildx
+#        uses: docker/setup-buildx-action@v2
+
+#      - id: version
+#        name: NEAT Version
+#        # Read the version from the cognite/neat/_version.py file
+#        run: echo "version=$(sed -n 's/^__version__ = "\(.*\)"/\1/p' cognite/neat/_version.py)" >> $GITHUB_ENV
+#
+#      - name: Build and push
+#        uses: docker/build-push-action@v4
+#        with:
+#          context: .
+#          file: ./Dockerfile
+#          platforms: linux/amd64,linux/arm64/v8
+#          push: true
+#          tags: cognite/neat:latest, cognite/neat:${{ env.version }}
+#
+#  release-to-f25e:
+#    runs-on: ubuntu-latest
+#    environment: main
+#    permissions:
+#      id-token: write
+#      contents: read
+#
+#    steps:
+#      - name: Checkout repository
+#        uses: actions/checkout@v3
+#
+#      - name: Install Poetry
+#        uses: snok/install-poetry@v1
+#        with:
+#            version: 1.8.3
+#            virtualenvs-create: false
+#
+#      - name: Azure login
+#        uses: azure/login@v1
+#        with:
+#          client-id: 7e26ba04-3da0-4241-b517-c12b8205af8a
+#          tenant-id: a9ae5b54-3600-4917-a9dc-3020723360b3
+#          subscription-id: fd108646-dc13-4d9a-9b8c-d9dbde664887
+#
+#      - run: az acr login --name scsproduction
+#
+#      - name: Export dependencies
+#        run: |
+#          poetry export -f requirements.txt --output requirements.txt --extras "all"
+#
+#      - id: version
+#        name: Build Version
+#        run: echo "version=$(date -u '+%Y%m%dT%H%M%SZ')"  >> $GITHUB_ENV
+#
+#      - name: Set up Docker Buildx
+#        uses: docker/setup-buildx-action@v2
+
+#      - name: Build and push
+#        uses: docker/build-push-action@v4
+#        env:
+#          VERSION: ${{ env.version }}
+#        with:
+#          context: .
+#          file: ./Dockerfile
+#          platforms: linux/amd64,linux/arm64/v8
+#          push: true
+#          tags: scsproduction.azurecr.io/neat:${{ env.version }}

cognite_neat-0.126.3/.gitignore

@@ -0,0 +1,182 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+.idea/
+config.yaml
+real_data/
+data/
+dev-data/
+dev-data-*/
+
+!cognite/neat/workflows/examples/config.yaml
+
+requirements.txt
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+!cognite/neat/workflows/steps/lib
+
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+!tests/data
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+
+# mypy
+.mypy_cache/
+data/.DS_Store
+.vscode/settings.json
+.DS_Store
+.vscode/
+.DS_Store
+default.profraw
+
+# private data
+data/cim-export
+data/temp
+
+docker/vol_data/*
+docker/vol_shared/*
+
+cognite/neat/ui/neat-app/node_modules
+!cognite/neat/ui/neat-app/build
+
+
+# local notebooks
+local/
+playground/
+
+tests/data/report.txt
+tests/data/transformation_rules.xlsx
+docs/tutorial/notebooks/power-grid-graph-capture.xls
+tests/data/970_0ca0c919-046a-4940-b191-f5cc4d0e6513.json
+build/*
+scripts/tmp/*
+scripts/config_manual_test.yaml
+real_cases/
+*.env
+
+# Excel chache files
+~*.xlsx
+docs/**/*.aml
+docs/**/*.xml
+tmp/

cognite_neat-0.126.3/.pre-commit-config.yaml

@@ -0,0 +1,30 @@
+repos:
+  - repo: https://github.com/astral-sh/uv-pre-commit
+    # uv version.
+    rev: 0.6.16
+    hooks:
+      - id: uv-lock
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev:  v0.9.1
+    hooks:
+      - id: ruff
+        args:
+          - --exit-non-zero-on-fix
+      - id: ruff-format
+        args:
+          - --line-length=120
+
+  - repo: https://github.com/frnhr/pre-commit-nocommit
+    rev: 0.0.1
+    hooks:
+      - id: check-nocommit
+
+# Mypy must be run in the local system environment, not in the pre-commit environment.
+  - hooks:
+    - id: mypy
+      name: mypy
+      entry: dmypy run -- cognite/neat/ tests/
+      files: ^.*.(py|pyi)$
+      language: system
+      pass_filenames: false
+    repo: local