data-prep-toolkit 0.0.1.dev1__tar.gz → 0.0.1.dev3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (89) hide show
  1. {data_prep_toolkit-0.0.1.dev1/src/data_prep_toolkit.egg-info → data_prep_toolkit-0.0.1.dev3}/PKG-INFO +1 -1
  2. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/pyproject.toml +1 -1
  3. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3/src/data_prep_toolkit.egg-info}/PKG-INFO +1 -1
  4. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/ray/transform_launcher.py +5 -1
  5. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/.gitignore +0 -0
  6. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/Makefile +0 -0
  7. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/README.md +0 -0
  8. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/advanced-transform-tutorial.md +0 -0
  9. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/architecture.md +0 -0
  10. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/launcher-options.md +0 -0
  11. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/logo-ibm-dark.png +0 -0
  12. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/logo-ibm.png +0 -0
  13. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/overview.md +0 -0
  14. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/processing-architecture.jpg +0 -0
  15. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/simplest-transform-tutorial.md +0 -0
  16. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/testing-e2e-transform.md +0 -0
  17. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/testing-transforms.md +0 -0
  18. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/transform-external-resources.md +0 -0
  19. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/transform-tutorials.md +0 -0
  20. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/transformer-utilities.md +0 -0
  21. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/doc/using_s3_transformers.md +0 -0
  22. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/setup.cfg +0 -0
  23. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_prep_toolkit.egg-info/SOURCES.txt +0 -0
  24. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_prep_toolkit.egg-info/dependency_links.txt +0 -0
  25. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_prep_toolkit.egg-info/requires.txt +0 -0
  26. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_prep_toolkit.egg-info/top_level.txt +0 -0
  27. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/__init__.py +0 -0
  28. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/data_access/__init__.py +0 -0
  29. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/data_access/arrow_s3.py +0 -0
  30. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/data_access/data_access.py +0 -0
  31. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/data_access/data_access_factory.py +0 -0
  32. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/data_access/data_access_factory_base.py +0 -0
  33. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/data_access/data_access_local.py +0 -0
  34. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/data_access/data_access_s3.py +0 -0
  35. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/pure_python/__init__.py +0 -0
  36. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/pure_python/python_launcher_configuration.py +0 -0
  37. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/pure_python/transform_launcher.py +0 -0
  38. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/pure_python/transform_orchestrator.py +0 -0
  39. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/pure_python/transform_table_processor.py +0 -0
  40. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/ray/__init__.py +0 -0
  41. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/ray/ray_utils.py +0 -0
  42. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/ray/transform_orchestrator.py +0 -0
  43. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/ray/transform_orchestrator_configuration.py +0 -0
  44. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/ray/transform_runtime.py +0 -0
  45. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/ray/transform_statistics.py +0 -0
  46. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/ray/transform_table_processor.py +0 -0
  47. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/test_support/__init__.py +0 -0
  48. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/test_support/abstract_test.py +0 -0
  49. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/test_support/data_access/__init__.py +0 -0
  50. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/test_support/data_access/data_access_factory_test.py +0 -0
  51. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/test_support/ray/__init__.py +0 -0
  52. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/test_support/ray/transform_test.py +0 -0
  53. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/test_support/transform/__init__.py +0 -0
  54. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/test_support/transform/noop_transform.py +0 -0
  55. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/test_support/transform/transform_test.py +0 -0
  56. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/transform/__init__.py +0 -0
  57. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/transform/execution_configuration.py +0 -0
  58. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/transform/launcher_configuration.py +0 -0
  59. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/transform/table_transform.py +0 -0
  60. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/transform/transform_statistics.py +0 -0
  61. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/utils/__init__.py +0 -0
  62. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/utils/cli_utils.py +0 -0
  63. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/utils/config.py +0 -0
  64. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/utils/log.py +0 -0
  65. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/utils/params_utils.py +0 -0
  66. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/utils/transform_utils.py +0 -0
  67. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/data_access/daf_local_test.py +0 -0
  68. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/data_access/data_access_local_test.py +0 -0
  69. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/data_access/data_access_s3_test.py +0 -0
  70. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/data_access/sample_input_data_test.py +0 -0
  71. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/pure_python/launcher_test.py +0 -0
  72. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/ray/launcher_test.py +0 -0
  73. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/ray/ray_util_test.py +0 -0
  74. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/ray/test_noop_launch.py +0 -0
  75. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/transform/test_noop.py +0 -0
  76. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test/data_processing_tests/util/transform_utils_test.py +0 -0
  77. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/daf/input/ds1/sample1.parquet +0 -0
  78. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/daf/input/ds1/sample2.parquet +0 -0
  79. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/daf/input/ds2/sample3.parquet +0 -0
  80. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/daf/output/ds1/sample1.parquet +0 -0
  81. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/input/sample1.parquet +0 -0
  82. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/input_multiple/sample1.parquet +0 -0
  83. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/input_multiple/sample2.parquet +0 -0
  84. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/input_multiple/sample3.parquet +0 -0
  85. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/ray/noop/expected/metadata.json +0 -0
  86. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/ray/noop/expected/sample1.parquet +0 -0
  87. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/ray/noop/expected/subdir/test1.parquet +0 -0
  88. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/ray/noop/input/sample1.parquet +0 -0
  89. {data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/test-data/data_processing/ray/noop/input/subdir/test1.parquet +0 -0
{data_prep_toolkit-0.0.1.dev1/src/data_prep_toolkit.egg-info → data_prep_toolkit-0.0.1.dev3}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: data_prep_toolkit
3
- Version: 0.0.1.dev1
3
+ Version: 0.0.1.dev3
4
4
  Summary: Data Preparation Toolkit Library
5
5
  Author-email: David Wood <dawood@us.ibm.com>, Boris Lublinsky <blublinsky@ibm.com>
6
6
  License: Apache-2.0
{data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "data_prep_toolkit"
3
- version = "0.0.1-dev1"
3
+ version = "0.0.1-dev3"
4
4
  requires-python = ">=3.10"
5
5
  description = "Data Preparation Toolkit Library"
6
6
  license = {text = "Apache-2.0"}
{data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3/src/data_prep_toolkit.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: data_prep_toolkit
3
- Version: 0.0.1.dev1
3
+ Version: 0.0.1.dev3
4
4
  Summary: Data Preparation Toolkit Library
5
5
  Author-email: David Wood <dawood@us.ibm.com>, Boris Lublinsky <blublinsky@ibm.com>
6
6
  License: Apache-2.0
{data_prep_toolkit-0.0.1.dev1 → data_prep_toolkit-0.0.1.dev3}/src/data_processing/ray/transform_launcher.py RENAMED
@@ -42,6 +42,7 @@ class RayTransformLauncher:
42
42
  :param transform_runtime_config: transform runtime factory
43
43
  :param data_access_factory: the factory to create DataAccess instances.
44
44
  """
45
+ self.run_locally = False
45
46
  self.name = transform_runtime_config.get_name()
46
47
  self.transform_runtime_config = transform_runtime_config
47
48
  self.data_access_factory = data_access_factory
@@ -66,7 +67,10 @@ class RayTransformLauncher:
66
67
  self.transform_runtime_config.add_input_params(parser=parser)
67
68
  self.data_access_factory.add_input_params(parser=parser)
68
69
  self.ray_orchestrator.add_input_params(parser=parser)
69
- args = parser.parse_args()
70
+ try:
71
+ args = parser.parse_args()
72
+ except SystemExit:
73
+ return False
70
74
  self.run_locally = args.run_locally
71
75
  if self.run_locally:
72
76
  logger.info("Running locally")