dkist-processing-test 1.7.0__tar.gz → 1.8.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dkist-processing-test might be problematic. Click here for more details.

Files changed (39) hide show
  1. {dkist-processing-test-1.7.0/dkist_processing_test.egg-info → dkist-processing-test-1.8.0}/PKG-INFO +1 -1
  2. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/bitbucket-pipelines.yml +30 -2
  3. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0/dkist_processing_test.egg-info}/PKG-INFO +1 -1
  4. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test.egg-info/requires.txt +1 -1
  5. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/setup.cfg +1 -1
  6. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/.gitignore +0 -0
  7. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/.pre-commit-config.yaml +0 -0
  8. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/README.rst +0 -0
  9. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/__init__.py +0 -0
  10. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/models/__init__.py +0 -0
  11. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/models/parameters.py +0 -0
  12. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/__init__.py +0 -0
  13. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/exercise_numba.py +0 -0
  14. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/fail.py +0 -0
  15. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/fake_science.py +0 -0
  16. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/high_memory.py +0 -0
  17. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/movie.py +0 -0
  18. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/noop.py +0 -0
  19. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/parse.py +0 -0
  20. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/quality.py +0 -0
  21. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/trial_output_data.py +0 -0
  22. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tasks/write_l1.py +0 -0
  23. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tests/__init__.py +0 -0
  24. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tests/conftest.py +0 -0
  25. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tests/test_parameters.py +0 -0
  26. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tests/test_tasks.py +0 -0
  27. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/tests/test_workflows.py +0 -0
  28. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/workflows/__init__.py +0 -0
  29. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/workflows/common_tasks.py +0 -0
  30. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/workflows/end_to_end.py +0 -0
  31. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/workflows/exercise_numba.py +0 -0
  32. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/workflows/fail.py +0 -0
  33. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/workflows/noop.py +0 -0
  34. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/workflows/resource_queue.py +0 -0
  35. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test/workflows/trial_end_to_end.py +0 -0
  36. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test.egg-info/SOURCES.txt +0 -0
  37. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test.egg-info/dependency_links.txt +0 -0
  38. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/dkist_processing_test.egg-info/top_level.txt +0 -0
  39. {dkist-processing-test-1.7.0 → dkist-processing-test-1.8.0}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dkist-processing-test
3
- Version: 1.7.0
3
+ Version: 1.8.0
4
4
  Summary: Example Instrument code that is used by the DKIST Science Data Processing pipelines to test processing infrastructure.
5
5
  Home-page: https://bitbucket.org/dkistdc/dkist-processing-test/src/main/
6
6
  Author: NSO / AURA
@@ -11,6 +11,7 @@ definitions:
11
11
  - pip
12
12
  name: Lint
13
13
  script:
14
+ - pip install -U pip
14
15
  - pip install pre-commit
15
16
  - pre-commit install
16
17
  - pre-commit run --all-files
@@ -19,6 +20,7 @@ definitions:
19
20
  - pip
20
21
  name: Scan
21
22
  script:
23
+ - pip install -U pip
22
24
  - pip install -e .
23
25
  - pip freeze | grep -v @ > requirements.txt
24
26
  - cat requirements.txt
@@ -33,6 +35,7 @@ definitions:
33
35
  - pip
34
36
  name: Test
35
37
  script:
38
+ - pip install -U pip
36
39
  - pip install .[test]
37
40
  - pytest -v -n auto -m "not development" --cov dkist_processing_test
38
41
  services:
@@ -42,10 +45,11 @@ definitions:
42
45
  - pip
43
46
  name: Push Workflow
44
47
  script:
48
+ - pip install -U pip
45
49
  - pip install .
46
50
  - export BUILD_VERSION="${BITBUCKET_TAG:1}"
47
51
  - export ARTIFACT_FOLDER="${BITBUCKET_REPO_SLUG}_${BUILD_VERSION}/"
48
- - python -c "from dkist_processing_core.build_utils import export; import dkist_processing_test.workflows as workflow_package; export(workflow_package, '${ARTIFACT_FOLDER}')"
52
+ - python -c "from dkist_processing_core.build_utils import export_dags; import dkist_processing_test.workflows as workflow_package; export_dags(workflow_package, '${ARTIFACT_FOLDER}')"
49
53
  - export SOURCE_PATH="workflow_${BUILD_VERSION}.gz"
50
54
  - tar --exclude="bitbucket-pipelines.yml" -cvzf ${SOURCE_PATH} ${ARTIFACT_FOLDER}
51
55
  - export TARGET_PATH="generic-packages/dkist-processing-test/${BUILD_VERSION}/"
@@ -56,9 +60,31 @@ definitions:
56
60
  - pip
57
61
  name: Push Code
58
62
  script:
63
+ - pip install -U pip
59
64
  - python setup.py sdist
60
65
  - pip install twine
61
66
  - twine upload dist/*
67
+ - step: &push_mpw
68
+ caches:
69
+ - pip
70
+ - docker
71
+ services:
72
+ - docker
73
+ name: Push Manual Processing Worker
74
+ script:
75
+ - export BUILD_VERSION="${BITBUCKET_TAG:1}"
76
+ - export BUILD_INSTRUMENT="test"
77
+ - export BUILD_PACKAGE="dkist_processing_${BUILD_INSTRUMENT}"
78
+ - export BUILD_CONTAINER_NAME="manual-processing-worker-${BUILD_INSTRUMENT}"
79
+ - pip install -U pip
80
+ - pip install .
81
+ - python -c "from dkist_processing_core.build_utils import export_notebook_dockerfile; import ${BUILD_PACKAGE}.workflows as workflow_package; export_notebook_dockerfile(workflow_package, 'notebooks/')"
82
+ - ls -af
83
+ - cat Dockerfile
84
+
85
+ - docker login dkistdc-docker.jfrog.io --username $DOCKER_USERNAME --password $DOCKER_PASSWORD
86
+ - docker build -t $DOCKER_HUB_URL/${BUILD_CONTAINER_NAME}:latest -t $DOCKER_HUB_URL/${BUILD_CONTAINER_NAME}:${BUILD_VERSION} .
87
+ - docker push -a $DOCKER_HUB_URL/${BUILD_CONTAINER_NAME}
62
88
 
63
89
 
64
90
  pipelines:
@@ -73,5 +99,7 @@ pipelines:
73
99
  - step: *lint
74
100
  - step: *scan
75
101
  - step: *test
76
- - step: *push_workflow
102
+ - parallel:
103
+ - step: *push_workflow
104
+ - step: *push_mpw
77
105
  - step: *push_code
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dkist-processing-test
3
- Version: 1.7.0
3
+ Version: 1.8.0
4
4
  Summary: Example Instrument code that is used by the DKIST Science Data Processing pipelines to test processing infrastructure.
5
5
  Home-page: https://bitbucket.org/dkistdc/dkist-processing-test/src/main/
6
6
  Author: NSO / AURA
@@ -1,4 +1,4 @@
1
- dkist-processing-common==4.2.0
1
+ dkist-processing-common==5.0.0
2
2
  dkist-header-validator==4.1.0
3
3
  dkist-service-configuration==1.1.0
4
4
  dkist-fits-specifications==3.9.0
@@ -17,7 +17,7 @@ setup_requires = setuptools_scm
17
17
  packages = find:
18
18
  include_package_data = True
19
19
  install_requires =
20
- dkist-processing-common == 4.2.0
20
+ dkist-processing-common == 5.0.0
21
21
  dkist-header-validator == 4.1.0
22
22
  dkist-service-configuration == 1.1.0
23
23
  dkist-fits-specifications == 3.9.0