data-prep-toolkit 0.0.1.dev3__tar.gz → 0.0.1.dev4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (89) hide show
  1. {data_prep_toolkit-0.0.1.dev3/src/data_prep_toolkit.egg-info → data_prep_toolkit-0.0.1.dev4}/PKG-INFO +1 -1
  2. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/pyproject.toml +1 -1
  3. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4/src/data_prep_toolkit.egg-info}/PKG-INFO +1 -1
  4. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/ray/transform_launcher.py +3 -1
  5. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/.gitignore +0 -0
  6. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/Makefile +0 -0
  7. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/README.md +0 -0
  8. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/advanced-transform-tutorial.md +0 -0
  9. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/architecture.md +0 -0
  10. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/launcher-options.md +0 -0
  11. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/logo-ibm-dark.png +0 -0
  12. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/logo-ibm.png +0 -0
  13. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/overview.md +0 -0
  14. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/processing-architecture.jpg +0 -0
  15. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/simplest-transform-tutorial.md +0 -0
  16. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/testing-e2e-transform.md +0 -0
  17. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/testing-transforms.md +0 -0
  18. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/transform-external-resources.md +0 -0
  19. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/transform-tutorials.md +0 -0
  20. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/transformer-utilities.md +0 -0
  21. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/doc/using_s3_transformers.md +0 -0
  22. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/setup.cfg +0 -0
  23. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_prep_toolkit.egg-info/SOURCES.txt +0 -0
  24. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_prep_toolkit.egg-info/dependency_links.txt +0 -0
  25. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_prep_toolkit.egg-info/requires.txt +0 -0
  26. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_prep_toolkit.egg-info/top_level.txt +0 -0
  27. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/__init__.py +0 -0
  28. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/data_access/__init__.py +0 -0
  29. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/data_access/arrow_s3.py +0 -0
  30. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/data_access/data_access.py +0 -0
  31. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/data_access/data_access_factory.py +0 -0
  32. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/data_access/data_access_factory_base.py +0 -0
  33. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/data_access/data_access_local.py +0 -0
  34. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/data_access/data_access_s3.py +0 -0
  35. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/pure_python/__init__.py +0 -0
  36. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/pure_python/python_launcher_configuration.py +0 -0
  37. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/pure_python/transform_launcher.py +0 -0
  38. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/pure_python/transform_orchestrator.py +0 -0
  39. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/pure_python/transform_table_processor.py +0 -0
  40. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/ray/__init__.py +0 -0
  41. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/ray/ray_utils.py +0 -0
  42. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/ray/transform_orchestrator.py +0 -0
  43. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/ray/transform_orchestrator_configuration.py +0 -0
  44. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/ray/transform_runtime.py +0 -0
  45. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/ray/transform_statistics.py +0 -0
  46. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/ray/transform_table_processor.py +0 -0
  47. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/test_support/__init__.py +0 -0
  48. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/test_support/abstract_test.py +0 -0
  49. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/test_support/data_access/__init__.py +0 -0
  50. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/test_support/data_access/data_access_factory_test.py +0 -0
  51. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/test_support/ray/__init__.py +0 -0
  52. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/test_support/ray/transform_test.py +0 -0
  53. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/test_support/transform/__init__.py +0 -0
  54. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/test_support/transform/noop_transform.py +0 -0
  55. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/test_support/transform/transform_test.py +0 -0
  56. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/transform/__init__.py +0 -0
  57. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/transform/execution_configuration.py +0 -0
  58. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/transform/launcher_configuration.py +0 -0
  59. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/transform/table_transform.py +0 -0
  60. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/transform/transform_statistics.py +0 -0
  61. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/utils/__init__.py +0 -0
  62. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/utils/cli_utils.py +0 -0
  63. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/utils/config.py +0 -0
  64. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/utils/log.py +0 -0
  65. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/utils/params_utils.py +0 -0
  66. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/utils/transform_utils.py +0 -0
  67. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/data_access/daf_local_test.py +0 -0
  68. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/data_access/data_access_local_test.py +0 -0
  69. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/data_access/data_access_s3_test.py +0 -0
  70. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/data_access/sample_input_data_test.py +0 -0
  71. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/pure_python/launcher_test.py +0 -0
  72. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/ray/launcher_test.py +0 -0
  73. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/ray/ray_util_test.py +0 -0
  74. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/ray/test_noop_launch.py +0 -0
  75. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/transform/test_noop.py +0 -0
  76. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test/data_processing_tests/util/transform_utils_test.py +0 -0
  77. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/daf/input/ds1/sample1.parquet +0 -0
  78. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/daf/input/ds1/sample2.parquet +0 -0
  79. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/daf/input/ds2/sample3.parquet +0 -0
  80. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/daf/output/ds1/sample1.parquet +0 -0
  81. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/input/sample1.parquet +0 -0
  82. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/input_multiple/sample1.parquet +0 -0
  83. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/input_multiple/sample2.parquet +0 -0
  84. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/input_multiple/sample3.parquet +0 -0
  85. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/ray/noop/expected/metadata.json +0 -0
  86. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/ray/noop/expected/sample1.parquet +0 -0
  87. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/ray/noop/expected/subdir/test1.parquet +0 -0
  88. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/ray/noop/input/sample1.parquet +0 -0
  89. {data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/test-data/data_processing/ray/noop/input/subdir/test1.parquet +0 -0
{data_prep_toolkit-0.0.1.dev3/src/data_prep_toolkit.egg-info → data_prep_toolkit-0.0.1.dev4}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: data_prep_toolkit
3
- Version: 0.0.1.dev3
3
+ Version: 0.0.1.dev4
4
4
  Summary: Data Preparation Toolkit Library
5
5
  Author-email: David Wood <dawood@us.ibm.com>, Boris Lublinsky <blublinsky@ibm.com>
6
6
  License: Apache-2.0
{data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "data_prep_toolkit"
3
- version = "0.0.1-dev3"
3
+ version = "0.0.1-dev4"
4
4
  requires-python = ">=3.10"
5
5
  description = "Data Preparation Toolkit Library"
6
6
  license = {text = "Apache-2.0"}
{data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4/src/data_prep_toolkit.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: data_prep_toolkit
3
- Version: 0.0.1.dev3
3
+ Version: 0.0.1.dev4
4
4
  Summary: Data Preparation Toolkit Library
5
5
  Author-email: David Wood <dawood@us.ibm.com>, Boris Lublinsky <blublinsky@ibm.com>
6
6
  License: Apache-2.0
{data_prep_toolkit-0.0.1.dev3 → data_prep_toolkit-0.0.1.dev4}/src/data_processing/ray/transform_launcher.py RENAMED
@@ -120,12 +120,14 @@ class RayTransformLauncher:
120
120
  Execute method orchestrates driver invocation
121
121
  :return: launch result
122
122
  """
123
- print("testing execution")
123
+ print("testing execution11")
124
124
  if self.__get_parameters():
125
125
  res = self._submit_for_execution()
126
126
  else:
127
127
  res = 1
128
+ print(f"hmmm {self.run_locally} {res}")
128
129
  if not self.run_locally and res > 0:
130
+ print("hehe")
129
131
  # if we are running in kfp exit to signal kfp that we failed
130
132
  sys.exit(1)
131
133
  return res