sparkleframe 0.2.2__tar.gz → 0.2.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (70) hide show
  1. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.github/workflows/deploy.yml +7 -2
  2. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.github/workflows/predeploy.yml +14 -2
  3. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.gitignore +0 -2
  4. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/Makefile +4 -4
  5. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/PKG-INFO +1 -1
  6. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/changelog.md +6 -0
  7. sparkleframe-0.2.3/docs/supported_api_doc.md +637 -0
  8. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/scripts/generate_changelog.py +1 -1
  9. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/scripts/utils.py +0 -1
  10. sparkleframe-0.2.3/sparkleframe/version.txt +1 -0
  11. sparkleframe-0.2.2/sparkleframe/version.txt +0 -1
  12. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.coverage +0 -0
  13. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.docker/Dockerfile +0 -0
  14. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.docker/docker-compose.yaml +0 -0
  15. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.github/actions/setup-dependencies/action.yml +0 -0
  16. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.github/dependabot.yml +0 -0
  17. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.github/hooks/prepare-commit-msg +0 -0
  18. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.github/workflows/verification.yml +0 -0
  19. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/.pylintrc +0 -0
  20. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/LICENSE +0 -0
  21. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/README.md +0 -0
  22. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/generate_supported_api.py +0 -0
  23. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/images/favicon.ico +0 -0
  24. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/images/logo.png +0 -0
  25. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/images/logo_dark.png +0 -0
  26. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/images/logo_white.png +0 -0
  27. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/index.md +0 -0
  28. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/overrides/main.html +0 -0
  29. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/overrides/partials/footer.html +0 -0
  30. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/stylesheets/extra.css +0 -0
  31. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/docs/supported_api.md +0 -0
  32. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/mkdocs.yml +0 -0
  33. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/pyproject.toml +0 -0
  34. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/requirements-dev.in +0 -0
  35. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/requirements-dev.txt +0 -0
  36. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/requirements-pkg.in +0 -0
  37. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/requirements-pkg.txt +0 -0
  38. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/scripts/__init__.py +0 -0
  39. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/scripts/calculate_version.py +0 -0
  40. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/scripts/calculate_version_test.py +0 -0
  41. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/scripts/generate_changelog_test.py +0 -0
  42. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/scripts/set_version.py +0 -0
  43. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/scripts/utils_test.py +0 -0
  44. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/__init__.py +0 -0
  45. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/activate.py +0 -0
  46. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/base/__init__.py +0 -0
  47. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/base/dataframe.py +0 -0
  48. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/conftest.py +0 -0
  49. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/context.py +0 -0
  50. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/engine.py +0 -0
  51. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/gpt_utils.py +0 -0
  52. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/__init__.py +0 -0
  53. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/column.py +0 -0
  54. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/column_test.py +0 -0
  55. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/dataframe.py +0 -0
  56. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/dataframe_test.py +0 -0
  57. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/functions.py +0 -0
  58. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/functions_test.py +0 -0
  59. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/functions_utils.py +0 -0
  60. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/group.py +0 -0
  61. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/session.py +0 -0
  62. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/session_test.py +0 -0
  63. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/types.py +0 -0
  64. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/types_test.py +0 -0
  65. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/window.py +0 -0
  66. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/polarsdf/window_test.py +0 -0
  67. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/tests/__init__.py +0 -0
  68. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/tests/pyspark_test.py +0 -0
  69. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/tests/spark.py +0 -0
  70. {sparkleframe-0.2.2 → sparkleframe-0.2.3}/sparkleframe/tests/utils.py +0 -0
{sparkleframe-0.2.2 → sparkleframe-0.2.3}/.github/workflows/deploy.yml RENAMED
@@ -37,14 +37,20 @@ jobs:
37
37
  uses: actions/download-artifact@v4
38
38
  with:
39
39
  name: changelog.md
40
+ - name: Download PySpark API Coverage
41
+ uses: actions/download-artifact@v4
42
+ with:
43
+ name: supported_api_doc.md
44
+ path: ./docs
40
45
  - name: Create new branch
41
46
  run: |
42
47
  git config --global user.email "flypipe@dummy.com"
43
48
  git config --global user.name "flypipe"
44
49
  git checkout -b "release/${{ env.VERSION_NUMBER }}"
50
+ git add docs/supported_api_doc.md
45
51
  git add sparkleframe/version.txt
46
52
  git add changelog.md
47
- git commit -m 'chore: update version file'
53
+ git commit -m 'chore: update version file, changlog and spark coverage api docs'
48
54
  git push origin "release/${{ env.VERSION_NUMBER }}"
49
55
  - name: Upload to pypi
50
56
  run: |
@@ -55,7 +61,6 @@ jobs:
55
61
  run: |
56
62
  git config --global user.email "flypipe@dummy.com"
57
63
  git config --global user.name "flypipe"
58
- export PYTHONPATH=$PYTHONPATH:./sparkleframe
59
64
  make docs-deploy version=${{ env.VERSION_NUMBER }}
60
65
  env:
61
66
  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
{sparkleframe-0.2.2 → sparkleframe-0.2.3}/.github/workflows/predeploy.yml RENAMED
@@ -21,7 +21,7 @@ jobs:
21
21
  verification:
22
22
  uses: ./.github/workflows/verification.yml
23
23
 
24
- build-wheel:
24
+ prepare-artifacts:
25
25
  needs: verification
26
26
  runs-on: ubuntu-latest
27
27
  timeout-minutes: 10
@@ -40,6 +40,7 @@ jobs:
40
40
  shell: bash
41
41
  run: echo "branch=${GITHUB_HEAD_REF:-${GITHUB_REF#refs/heads/}}" >> $GITHUB_OUTPUT
42
42
  id: extract_branch
43
+
43
44
  - name: Calculate new version number
44
45
  run: |
45
46
  python scripts/calculate_version.py origin/${{ steps.extract_branch.outputs.branch }}
@@ -50,6 +51,7 @@ jobs:
50
51
  with:
51
52
  name: version.txt
52
53
  path: ./sparkleframe/version.txt
54
+
53
55
  - name: Calculate changelog for new version
54
56
  run: python scripts/generate_changelog.py origin/${{ steps.extract_branch.outputs.branch }}
55
57
  env:
@@ -58,7 +60,17 @@ jobs:
58
60
  uses: actions/upload-artifact@v4
59
61
  with:
60
62
  name: changelog.md
61
- path: ./docs/changelog.md
63
+ path: ./changelog.md
64
+
65
+ - name: Generate PySpark API Coverage
66
+ run: |
67
+ export PYTHONPATH=$PYTHONPATH:./sparkleframe
68
+ python docs/generate_supported_api.py
69
+ - name: Upload PySpark API Coverage
70
+ uses: actions/upload-artifact@v4
71
+ with:
72
+ name: supported_api_doc.md
73
+ path: ./docs/supported_api_doc.md
62
74
 
63
75
  # Build and upload the wheel so we can access the wheel without having to upload it to pypi
64
76
  - name: Build wheel
{sparkleframe-0.2.2 → sparkleframe-0.2.3}/.gitignore RENAMED
@@ -172,5 +172,3 @@ cython_debug/
172
172
 
173
173
  # PyPI configuration file
174
174
  .pypirc
175
- /docs/supported_api_doc.md
176
- /docs/changelog.md
{sparkleframe-0.2.2 → sparkleframe-0.2.3}/Makefile RENAMED
@@ -61,22 +61,22 @@ setup: pip-compile
61
61
  .PHONY: setup
62
62
 
63
63
  docs:
64
- @if [ ! -f docs/changelog.md ]; then \
65
- echo "docs/changelog.md does not exist, running command..."; \
64
+ @if [ ! -f changelog.md ]; then \
65
+ echo "changelog.md does not exist, running command..."; \
66
66
  python scripts/generate_changelog.py; \
67
67
  fi
68
68
  @if [ ! -f docs/supported_api_doc.md ]; then \
69
69
  echo "docs/supported_api_doc.md does not exist, running command..."; \
70
70
  python docs/generate_supported_api.py; \
71
71
  fi
72
+ cp changelog.md ./docs
72
73
  mkdocs serve
73
74
  .PHONY: docs
74
75
 
75
76
 
76
77
  docs-deploy:
77
78
  @[ -n "$(version)" ] || (echo "ERROR: version is required"; exit 1)
78
- python scripts/generate_changelog.py
79
- python docs/generate_supported_api.py
79
+ cp changelog.md ./docs
80
80
  mike deploy --allow-empty --push --update-aliases $(shell echo $(version) | awk -F. '{print $$1"."$$2}') latest
81
81
  mike set-default --push latest
82
82
  .PHONY: docs-deploy
{sparkleframe-0.2.2 → sparkleframe-0.2.3}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sparkleframe
3
- Version: 0.2.2
3
+ Version: 0.2.3
4
4
  Summary: Sparkleframe
5
5
  Author-email: Jose Helio de Brum Muller <josemuller.flypipe@gmail.com>
6
6
  Requires-Python: >=3.8
{sparkleframe-0.2.2 → sparkleframe-0.2.3}/changelog.md RENAMED
@@ -1,6 +1,10 @@
1
1
  Changelog
2
2
  =========
3
3
 
4
+ <h2><a href="https://github.com/flypipe/sparkleframe/tree/release/0.2.3" target="_blank" rel="noopener noreferrer">release/0.2.3</a><h2>
5
+
6
+ <br/>- <a href="https://github.com/flypipe/sparkleframe/issues/54" target="_blank" rel="noopener noreferrer">54 add changelog to git</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/52" target="_blank" rel="noopener noreferrer">52 error build spark doc coverage</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/50" target="_blank" rel="noopener noreferrer">50 error deploy docs</a>
7
+
4
8
  <h2><a href="https://github.com/flypipe/sparkleframe/tree/release/0.2.2" target="_blank" rel="noopener noreferrer">release/0.2.2</a><h2>
5
9
 
6
10
  <br/>- <a href="https://github.com/flypipe/sparkleframe/issues/48" target="_blank" rel="noopener noreferrer">48 small fixes</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/46" target="_blank" rel="noopener noreferrer">46 fix mkdocs serve</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/44" target="_blank" rel="noopener noreferrer">44 do not run verification workflow on push</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/42" target="_blank" rel="noopener noreferrer">42 remove header from pip compile</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/39" target="_blank" rel="noopener noreferrer">39 GitAction upload changelog.md as artifact</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/38" target="_blank" rel="noopener noreferrer">38 fix change log artifact</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/31" target="_blank" rel="noopener noreferrer">31 Build Docs</a>
@@ -9,6 +13,8 @@ Changelog
9
13
 
10
14
 
11
15
 
16
+
17
+
12
18
  <h2><a href="https://github.com/flypipe/sparkleframe/tree/release/0.2.0" target="_blank" rel="noopener noreferrer">release/0.2.0</a><h2><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/27" target="_blank" rel="noopener noreferrer">27 fix git workflow to create version and changelog from the current branch</a>
13
19
 
14
20
  <h2><a href="https://github.com/flypipe/sparkleframe/tree/release/0.1.0" target="_blank" rel="noopener noreferrer">release/0.1.0</a><h2><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/9" target="_blank" rel="noopener noreferrer">9 Implement pyspark.sql.Window (and rank, dense_rank and row_number)</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/27" target="_blank" rel="noopener noreferrer">27 fix git workflow to create version and changelog from the current branch</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/24" target="_blank" rel="noopener noreferrer">24 add support to pyspark.sql.DataFrame.schema</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/22" target="_blank" rel="noopener noreferrer">22 add support to pyspark.pandas.DataFrame.dtypes</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/20" target="_blank" rel="noopener noreferrer">20 add support to pyspark.sql.functions.length</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/18" target="_blank" rel="noopener noreferrer">18 implement pyspark.sql.functions.to_timestamp</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/16" target="_blank" rel="noopener noreferrer">16 show issues in changelog in descending order on issue_id</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/14" target="_blank" rel="noopener noreferrer">14 Update changelog to get changelog from the previous release branch</a><br/>- <a href="https://github.com/flypipe/sparkleframe/issues/12" target="_blank" rel="noopener noreferrer">12 Implement pyspark.sql.functions.regexp_replace</a>