deltacat 0.1.11__tar.gz → 0.1.12__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (115) hide show
  1. {deltacat-0.1.11 → deltacat-0.1.12}/PKG-INFO +1 -1
  2. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/__init__.py +1 -1
  3. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/compaction_session.py +0 -1
  4. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/steps/materialize.py +1 -3
  5. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat.egg-info/PKG-INFO +1 -1
  6. {deltacat-0.1.11 → deltacat-0.1.12}/MANIFEST.in +0 -0
  7. {deltacat-0.1.11 → deltacat-0.1.12}/README.md +0 -0
  8. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/aws/__init__.py +0 -0
  9. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/aws/clients.py +0 -0
  10. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/aws/constants.py +0 -0
  11. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/aws/redshift/__init__.py +0 -0
  12. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/aws/redshift/model/__init__.py +0 -0
  13. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/aws/redshift/model/manifest.py +0 -0
  14. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/aws/s3u.py +0 -0
  15. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/catalog/__init__.py +0 -0
  16. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/catalog/delegate.py +0 -0
  17. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/catalog/interface.py +0 -0
  18. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/catalog/model/__init__.py +0 -0
  19. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/catalog/model/catalog.py +0 -0
  20. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/catalog/model/table_definition.py +0 -0
  21. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/__init__.py +0 -0
  22. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/__init__.py +0 -0
  23. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/model/__init__.py +0 -0
  24. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/model/delta_annotated.py +0 -0
  25. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/model/delta_file_envelope.py +0 -0
  26. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/model/delta_file_locator.py +0 -0
  27. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/model/materialize_result.py +0 -0
  28. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/model/primary_key_index.py +0 -0
  29. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/model/pyarrow_write_result.py +0 -0
  30. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/model/round_completion_info.py +0 -0
  31. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/model/sort_key.py +0 -0
  32. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/steps/__init__.py +0 -0
  33. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/steps/dedupe.py +0 -0
  34. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/steps/hash_bucket.py +0 -0
  35. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/steps/rehash/__init__.py +0 -0
  36. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/steps/rehash/rehash_bucket.py +0 -0
  37. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/steps/rehash/rewrite_index.py +0 -0
  38. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/utils/__init__.py +0 -0
  39. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/utils/io.py +0 -0
  40. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/utils/primary_key_index.py +0 -0
  41. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/utils/round_completion_file.py +0 -0
  42. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/utils/system_columns.py +0 -0
  43. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/__init__.py +0 -0
  44. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/config/__init__.py +0 -0
  45. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/meta_stats.py +0 -0
  46. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/model/__init__.py +0 -0
  47. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/model/partition_stats_dict.py +0 -0
  48. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/model/stats_cluster_size_estimator.py +0 -0
  49. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/stats.py +0 -0
  50. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/utils/__init__.py +0 -0
  51. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/utils/constants.py +0 -0
  52. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/utils/io.py +0 -0
  53. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/utils/pyarrow_memory_estimation_function.py +0 -0
  54. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/metastats/utils/ray_utils.py +0 -0
  55. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/__init__.py +0 -0
  56. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/basic.py +0 -0
  57. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/models/__init__.py +0 -0
  58. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/models/delta_column_stats.py +0 -0
  59. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/models/delta_stats.py +0 -0
  60. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/models/delta_stats_cache_result.py +0 -0
  61. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/models/manifest_entry_stats.py +0 -0
  62. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/models/stats_result.py +0 -0
  63. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/types.py +0 -0
  64. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/utils/__init__.py +0 -0
  65. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/utils/intervals.py +0 -0
  66. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/utils/io.py +0 -0
  67. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/stats/utils/manifest_stats_file.py +0 -0
  68. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/constants.py +0 -0
  69. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/exceptions.py +0 -0
  70. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/io/__init__.py +0 -0
  71. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/io/aws/__init__.py +0 -0
  72. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/io/aws/redshift/__init__.py +0 -0
  73. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/io/aws/redshift/redshift_datasource.py +0 -0
  74. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/io/dataset.py +0 -0
  75. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/io/read_api.py +0 -0
  76. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/logs.py +0 -0
  77. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/__init__.py +0 -0
  78. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/interface.py +0 -0
  79. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/__init__.py +0 -0
  80. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/delta.py +0 -0
  81. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/list_result.py +0 -0
  82. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/locator.py +0 -0
  83. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/namespace.py +0 -0
  84. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/partition.py +0 -0
  85. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/stream.py +0 -0
  86. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/table.py +0 -0
  87. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/table_version.py +0 -0
  88. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/storage/model/types.py +0 -0
  89. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/tests/__init__.py +0 -0
  90. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/tests/stats/__init__.py +0 -0
  91. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/tests/stats/test_intervals.py +0 -0
  92. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/tests/utils/__init__.py +0 -0
  93. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/tests/utils/test_record_batch_tables.py +0 -0
  94. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/types/__init__.py +0 -0
  95. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/types/media.py +0 -0
  96. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/types/tables.py +0 -0
  97. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/__init__.py +0 -0
  98. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/common.py +0 -0
  99. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/numpy.py +0 -0
  100. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/pandas.py +0 -0
  101. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/performance.py +0 -0
  102. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/placement.py +0 -0
  103. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/pyarrow.py +0 -0
  104. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/ray_utils/__init__.py +0 -0
  105. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/ray_utils/collections.py +0 -0
  106. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/ray_utils/concurrency.py +0 -0
  107. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/ray_utils/dataset.py +0 -0
  108. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/ray_utils/performance.py +0 -0
  109. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat/utils/ray_utils/runtime.py +0 -0
  110. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat.egg-info/SOURCES.txt +0 -0
  111. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat.egg-info/dependency_links.txt +0 -0
  112. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat.egg-info/requires.txt +0 -0
  113. {deltacat-0.1.11 → deltacat-0.1.12}/deltacat.egg-info/top_level.txt +0 -0
  114. {deltacat-0.1.11 → deltacat-0.1.12}/setup.cfg +0 -0
  115. {deltacat-0.1.11 → deltacat-0.1.12}/setup.py +0 -0
{deltacat-0.1.11 → deltacat-0.1.12}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deltacat
3
- Version: 0.1.11
3
+ Version: 0.1.12
4
4
  Summary: A scalable, fast, ACID-compliant Data Catalog powered by Ray.
5
5
  Home-page: https://github.com/ray-project/deltacat
6
6
  Author: Ray Team
{deltacat-0.1.11 → deltacat-0.1.12}/deltacat/__init__.py RENAMED
@@ -43,7 +43,7 @@ from deltacat.types.tables import TableWriteMode
43
43
 
44
44
  deltacat.logs.configure_deltacat_logger(logging.getLogger(__name__))
45
45
 
46
- __version__ = "0.1.11"
46
+ __version__ = "0.1.12"
47
47
 
48
48
 
49
49
  __all__ = [
{deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/compaction_session.py RENAMED
@@ -145,7 +145,6 @@ def compact_partition(
145
145
  return new_rcf_s3_url
146
146
 
147
147
 
148
- @ray.remote(num_cpus=0.1, num_returns=3)
149
148
  def _execute_compaction_round(
150
149
  source_partition_locator: PartitionLocator,
151
150
  compacted_partition_locator: PartitionLocator,
{deltacat-0.1.11 → deltacat-0.1.12}/deltacat/compute/compactor/steps/materialize.py RENAMED
@@ -52,9 +52,7 @@ def materialize(
52
52
  if compacted_file_content_type in DELIMITED_TEXT_CONTENT_TYPES:
53
53
  # TODO (rkenmi): Investigate if we still need to convert this table to pandas DataFrame
54
54
  # TODO (pdames): compare performance to pandas-native materialize path
55
- df = compacted_table.to_pandas(
56
- split_blocks=True, self_destruct=True, zero_copy_only=True
57
- )
55
+ df = compacted_table.to_pandas(split_blocks=True, self_destruct=True)
58
56
  compacted_table = df
59
57
  delta, stage_delta_time = timed_invocation(
60
58
  deltacat_storage.stage_delta,
{deltacat-0.1.11 → deltacat-0.1.12}/deltacat.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deltacat
3
- Version: 0.1.11
3
+ Version: 0.1.12
4
4
  Summary: A scalable, fast, ACID-compliant Data Catalog powered by Ray.
5
5
  Home-page: https://github.com/ray-project/deltacat
6
6
  Author: Ray Team
{deltacat-0.1.11 → deltacat-0.1.12}/MANIFEST.in RENAMED
File without changes
{deltacat-0.1.11 → deltacat-0.1.12}/README.md RENAMED
File without changes
{deltacat-0.1.11 → deltacat-0.1.12}/deltacat/aws/s3u.py RENAMED
File without changes
{deltacat-0.1.11 → deltacat-0.1.12}/deltacat/logs.py RENAMED
File without changes
{deltacat-0.1.11 → deltacat-0.1.12}/setup.cfg RENAMED
File without changes
{deltacat-0.1.11 → deltacat-0.1.12}/setup.py RENAMED
File without changes