deltacat 2.0.0b12__tar.gz → 2.0.0.post1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {deltacat-2.0.0b12/deltacat.egg-info → deltacat-2.0.0.post1}/PKG-INFO +12 -12
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/README.md +10 -10
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/__init__.py +1 -1
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1/deltacat.egg-info}/PKG-INFO +12 -12
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/setup.py +1 -1
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/LICENSE +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/MANIFEST.in +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/annotations.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/api.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/aws/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/aws/clients.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/aws/constants.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/aws/s3u.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/benchmark_engine.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/benchmark_parquet_reads.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/benchmark_report.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/benchmark_suite.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/conftest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/data/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/data/random_row_generator.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/data/row_generator.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/test_benchmark_pipeline.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/catalog/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/catalog/delegate.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/catalog/interface.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/catalog/main/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/catalog/main/impl.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/catalog/model/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/catalog/model/catalog.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/catalog/model/properties.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/catalog/model/table_definition.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/compaction_session.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/compact_partition_params.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/compaction_session_audit_info.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/compactor_version.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/dedupe_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/delta_annotated.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/delta_file_envelope.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/delta_file_locator.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/hash_bucket_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/materialize_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/primary_key_index.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/pyarrow_write_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/repartition_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/round_completion_info.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/table_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/repartition_session.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/steps/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/steps/dedupe.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/steps/hash_bucket.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/steps/materialize.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/steps/repartition.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/utils/io.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/utils/primary_key_index.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/utils/round_completion_reader.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/utils/sort_key.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/utils/system_columns.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/compaction_session.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/constants.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/deletes/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/deletes/delete_file_envelope.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/deletes/delete_strategy.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/deletes/delete_strategy_equality_delete.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/deletes/model.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/deletes/utils.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/evaluate_compaction_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/hash_bucket_input.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/hash_bucket_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/merge_file_group.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/merge_input.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/merge_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/private/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/private/compaction_utils.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/steps/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/steps/hash_bucket.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/steps/merge.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/content_type_params.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/dedupe.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/delta.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/io.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/merge.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/primary_key_index.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/task_options.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/constants.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/converter_session.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/model/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/model/convert_input.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/model/convert_input_files.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/model/convert_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/model/converter_session_params.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/pyiceberg/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/pyiceberg/catalog.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/pyiceberg/overrides.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/pyiceberg/update_snapshot_overrides.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/steps/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/steps/convert.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/steps/dedupe.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/utils/convert_task_options.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/utils/converter_session_utils.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/utils/iceberg_columns.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/utils/io.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/utils/s3u.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/janitor.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/jobs/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/jobs/client.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/resource_estimation/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/resource_estimation/delta.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/resource_estimation/manifest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/resource_estimation/model.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/resource_estimation/parquet.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/models/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/models/delta_column_stats.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/models/delta_stats.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/models/delta_stats_cache_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/models/manifest_entry_stats.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/models/stats_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/types.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/constants.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/docs/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/docs/autogen/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/docs/autogen/schema/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/docs/autogen/schema/inference/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/docs/autogen/schema/inference/generate_type_mappings.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/docs/autogen/schema/inference/parse_json_type_mappings.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/env.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/basic_logging.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/compactor/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/compactor/aws/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/compactor/bootstrap.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/compactor/compactor.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/compactor/explorer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/compactor/gcp/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/compactor/job_runner.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/compactor/utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/compactor/utils/common.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/converter/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/converter/beam/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/converter/beam/app.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/converter/beam/main.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/converter/beam/test_workflow.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/converter/beam/utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/converter/beam/utils/common.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/converter/beam/utils/spark.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/iceberg_bucket_writer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/iceberg_reader.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/hello_world.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/indexer/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/indexer/aws/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/indexer/gcp/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/indexer/indexer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/indexer/job_runner.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/exceptions.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/catalog/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/catalog/iceberg/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/catalog/iceberg/iceberg_catalog_config.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/catalog/iceberg/impl.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/catalog/iceberg/overrides.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/compatibility/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/compatibility/backfill_locator_to_id_mappings.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/converter_agent/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/converter_agent/beam/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/converter_agent/beam/managed.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/converter_agent/table_monitor.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/daft/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/daft/daft_catalog.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/iceberg/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/iceberg/iceberg_scan_planner.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/iceberg/impl.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/iceberg/model.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/iceberg/visitor.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/arrow/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/arrow/serializer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/dataset.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/dataset_executor.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/feather/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/feather/file_reader.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/feather/serializer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/fs/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/fs/file_provider.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/fs/file_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/fs/input_file.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/fs/output_file.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/logical_plan.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/metastore/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/metastore/delta.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/metastore/json_sst.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/metastore/sst.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/metastore/sst_interval_tree.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/mvp/Table.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/mvp/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/parquet/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/parquet/data_reader.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/parquet/file_reader.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/parquet/serializer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/reader/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/reader/block_scanner.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/reader/data_reader.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/reader/data_scan.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/reader/dataset_metastore.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/reader/dataset_reader.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/reader/pyarrow_data_reader.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/reader/query_expression.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/reader/reader_type_registrar.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/schema/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/schema/datatype.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/schema/schema.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/serializer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/serializer_factory.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/shard/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/shard/range_shard.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/writer/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/writer/dataset_writer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/experimental/storage/rivulet/writer/memtable_dataset_writer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/dataset/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/dataset/deltacat_dataset.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/datasink/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/datasink/deltacat_datasink.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/datasource/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/datasource/deltacat_datasource.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/file_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/memcached_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/ray_plasma_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/reader/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/reader/deltacat_read_api.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/redis_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/io/s3_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/logs.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/interface.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/main/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/main/impl.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/delta.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/expression/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/expression/expression.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/expression/visitor.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/interop.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/list_result.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/locator.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/manifest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/metafile.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/namespace.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/partition.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/scan/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/scan/push_down.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/scan/scan_plan.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/scan/scan_task.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/schema.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/shard.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/sort_key.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/stream.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/table.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/table_version.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/transaction.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/transform.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/model/types.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/util/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/storage/util/scan_planner.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/_io/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/_io/reader/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/_io/reader/test_deltacat_read_api.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/_io/test_cloudpickle_bug_fix.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/_io/test_file_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/_io/test_memcached_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/_io/test_ray_plasma_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/_io/test_redis_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/_io/test_s3_object_store.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/aws/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/aws/test_clients.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/aws/test_s3u.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/catalog/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/catalog/data/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/catalog/main/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/catalog/main/test_catalog_impl_namespace_operations.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/catalog/main/test_catalog_impl_table_operations.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/catalog/model/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/catalog/model/test_table_definition.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/catalog/test_catalogs.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/catalog/test_default_catalog_impl.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compact_partition_multiple_rounds_test_cases.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compact_partition_rebase_test_cases.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compact_partition_rebase_then_incremental_test_cases.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compact_partition_test_cases.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor/steps/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor/steps/test_repartition.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor/utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor/utils/test_io.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor/utils/test_round_completion_reader.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor_v2/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor_v2/test_compaction_session.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor_v2/test_hashlib.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor_v2/utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor_v2/utils/test_content_type_params.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor_v2/utils/test_primary_key_index.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/compactor_v2/utils/test_task_options.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/conftest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/converter/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/converter/conftest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/converter/test_convert_session.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/converter/utils.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/resource_estimation/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/resource_estimation/data/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/resource_estimation/test_delta.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/resource_estimation/test_manifest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/test_compact_partition_incremental.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/test_compact_partition_multiple_rounds.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/test_compact_partition_params.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/test_compact_partition_rebase.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/test_compact_partition_rebase_then_incremental.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/test_janitor.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/test_util_common.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/compute/test_util_constant.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/conftest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/daft/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/daft/test_model.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/catalog/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/catalog/iceberg/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/catalog/iceberg/test_iceberg_catalog.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/compatibility/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/compatibility/test_backfill_locator_to_id_mappings.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/daft/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/daft/test_deltacat_daft_integration.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/conftest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/fs/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/fs/test_file_location_provider.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/reader/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/reader/query_expression.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/reader/test_data_scan.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/reader/test_dataset_metastore.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/schema/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/schema/test_schema.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/shard/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/shard/test_range_shard.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/test_dataset.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/test_manifest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/test_sst_interval_tree.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/test_utils.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/writer/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/writer/test_dataset_write_then_read.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/writer/test_dataset_writer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/experimental/storage/rivulet/writer/test_memtable_dataset_writer.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/main/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/main/test_main_storage.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_delete_parameters.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_expression.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_manifest.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_metafile_io.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_partition_scheme.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_schema.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_schema_update.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_shard.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_sort_scheme.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_table_version.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_transaction.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/storage/model/test_transaction_history.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_deltacat_api.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_exceptions.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_logs.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_utils/constants.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_utils/filesystem.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_utils/message_pack_utils.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_utils/pyarrow.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_utils/storage.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/test_utils/utils.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/types/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/types/test_tables.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/data/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/exceptions.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/main_deltacat_storage_mock.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/ray_utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/ray_utils/test_concurrency.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/ray_utils/test_dataset.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_cloudpickle.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_daft.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_metrics.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_numpy.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_pandas.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_placement.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_polars.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_pyarrow.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_record_batch_tables.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/tests/utils/test_resources.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/types/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/types/media.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/types/partial_download.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/types/tables.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/arguments.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/cloudpickle.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/common.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/daft.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/export.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/filesystem.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/metafile_locator.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/metrics.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/numpy.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/pandas.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/performance.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/placement.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/polars.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/pyarrow.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/ray_utils/__init__.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/ray_utils/collections.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/ray_utils/concurrency.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/ray_utils/dataset.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/ray_utils/performance.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/ray_utils/runtime.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/reader_compatibility_mapping.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/resources.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/schema.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/utils/url.py +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat.egg-info/SOURCES.txt +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat.egg-info/dependency_links.txt +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat.egg-info/requires.txt +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat.egg-info/top_level.txt +0 -0
- {deltacat-2.0.0b12 → deltacat-2.0.0.post1}/setup.cfg +0 -0
@@ -1,7 +1,7 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: deltacat
|
3
|
-
Version: 2.0.
|
4
|
-
Summary:
|
3
|
+
Version: 2.0.0.post1
|
4
|
+
Summary: DeltaCAT is a portable Pythonic Data Lakehouse powered by Ray.
|
5
5
|
Home-page: https://github.com/ray-project/deltacat
|
6
6
|
Author: Ray Team
|
7
7
|
Classifier: Development Status :: 4 - Beta
|
@@ -50,7 +50,7 @@ Dynamic: requires-python
|
|
50
50
|
Dynamic: summary
|
51
51
|
|
52
52
|
<p align="center">
|
53
|
-
<img src="media/deltacat-logo-alpha-750.png" alt="deltacat logo" style="width:55%; height:auto; text-align: center;">
|
53
|
+
<img src="https://github.com/ray-project/deltacat/raw/2.0/media/deltacat-logo-alpha-750.png" alt="deltacat logo" style="width:55%; height:auto; text-align: center;">
|
54
54
|
</p>
|
55
55
|
|
56
56
|
DeltaCAT is a portable Pythonic Data Lakehouse powered by [Ray](https://github.com/ray-project/ray). It lets you define and manage
|
@@ -62,16 +62,16 @@ It uses the Ray distributed compute framework together with [Apache Arrow](https
|
|
62
62
|
merge-on-read and copy-on-write operations.
|
63
63
|
|
64
64
|
DeltaCAT provides the following high-level components:
|
65
|
-
1. [**Catalog**](deltacat/catalog/interface.py): High-level APIs to create, discover, organize, share, and manage datasets.
|
66
|
-
2. [**Compute**](deltacat/compute/): Distributed data management procedures to read, write, and optimize datasets.
|
67
|
-
3. [**Storage**](deltacat/storage/): In-memory and on-disk multimodal dataset formats.
|
65
|
+
1. [**Catalog**](https://github.com/ray-project/deltacat/tree/2.0/deltacat/catalog/interface.py): High-level APIs to create, discover, organize, share, and manage datasets.
|
66
|
+
2. [**Compute**](https://github.com/ray-project/deltacat/tree/2.0/deltacat/compute/): Distributed data management procedures to read, write, and optimize datasets.
|
67
|
+
3. [**Storage**](https://github.com/ray-project/deltacat/tree/2.0/deltacat/storage/): In-memory and on-disk multimodal dataset formats.
|
68
68
|
4. **Sync** (in development): Synchronize DeltaCAT datasets to data warehouses and other table formats.
|
69
69
|
|
70
70
|
## Overview
|
71
71
|
DeltaCAT's **Catalog**, **Compute**, and **Storage** layers work together to bring ACID-compliant data management to any Ray application. These components automate data indexing, change management, dataset read/write optimization, schema evolution, and other common data management tasks across any set of data files readable by Ray Data, Daft, Pandas, Polars, PyArrow, or NumPy.
|
72
72
|
|
73
73
|
<p align="center">
|
74
|
-
<img src="media/deltacat-tech-overview.png" alt="deltacat tech overview" style="width:100%; height:auto; text-align: center;">
|
74
|
+
<img src="https://github.com/ray-project/deltacat/raw/2.0/media/deltacat-tech-overview.png" alt="deltacat tech overview" style="width:100%; height:auto; text-align: center;">
|
75
75
|
</p>
|
76
76
|
|
77
77
|
Data consumers that prefer to stay within the ecosystem of Pythonic data management tools can use DeltaCAT's native table format to manage their data with minimal overhead. For integration with other data analytics frameworks (e.g., Apache Spark, Trino, Apache Flink), DeltaCAT's **Sync** component offers zero-copy synchronization of your tables to Apache Iceberg and other table formats.
|
@@ -1146,18 +1146,18 @@ Taken together, these requirements make DeltaCAT suitable for production use on
|
|
1146
1146
|
## Additional Resources
|
1147
1147
|
### Table Documentation
|
1148
1148
|
|
1149
|
-
The [Table](deltacat/docs/table/README.md) documentation provides a more comprehensive overview of DeltaCAT's table management APIs, including how to create, read, write, and manage tables.
|
1149
|
+
The [Table](https://github.com/ray-project/deltacat/tree/2.0/deltacat/docs/table/README.md) documentation provides a more comprehensive overview of DeltaCAT's table management APIs, including how to create, read, write, and manage tables.
|
1150
1150
|
|
1151
1151
|
### Schema Documentation
|
1152
1152
|
|
1153
|
-
The [Schema](deltacat/docs/schema/README.md) documentation provides a more comprehensive overview of DeltaCAT's schema management APIs, supported data types, file formats, and data consistency guarantees.
|
1153
|
+
The [Schema](https://github.com/ray-project/deltacat/tree/2.0/deltacat/docs/schema/README.md) documentation provides a more comprehensive overview of DeltaCAT's schema management APIs, supported data types, file formats, and data consistency guarantees.
|
1154
1154
|
|
1155
1155
|
### DeltaCAT URLs and Filesystem APIs
|
1156
|
-
The [DeltaCAT API Tests](deltacat/tests/test_deltacat_api.py) provide examples of how to efficiently explore, clone, and manipulate DeltaCAT catalogs by using DeltaCAT URLs together with filesystem-like list/copy/get/put APIs.
|
1156
|
+
The [DeltaCAT API Tests](https://github.com/ray-project/deltacat/tree/2.0/deltacat/tests/test_deltacat_api.py) provide examples of how to efficiently explore, clone, and manipulate DeltaCAT catalogs by using DeltaCAT URLs together with filesystem-like list/copy/get/put APIs.
|
1157
1157
|
|
1158
1158
|
### DeltaCAT Catalog APIs
|
1159
|
-
The [Default Catalog Tests](deltacat/tests/catalog/test_default_catalog_impl.py) provide more exhaustive examples of DeltaCAT **Catalog** API behavior.
|
1159
|
+
The [Default Catalog Tests](https://github.com/ray-project/deltacat/tree/2.0/deltacat/tests/catalog/test_default_catalog_impl.py) provide more exhaustive examples of DeltaCAT **Catalog** API behavior.
|
1160
1160
|
|
1161
1161
|
### Examples
|
1162
1162
|
|
1163
|
-
The [DeltaCAT Examples](deltacat/examples/) show how to build more advanced applications like external data source indexers and custom dataset compactors. They also demonstrate some experimental features like Apache Iceberg and Apache Beam integrations.
|
1163
|
+
The [DeltaCAT Examples](https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/) show how to build more advanced applications like external data source indexers and custom dataset compactors. They also demonstrate some experimental features like Apache Iceberg and Apache Beam integrations.
|
@@ -1,5 +1,5 @@
|
|
1
1
|
<p align="center">
|
2
|
-
<img src="media/deltacat-logo-alpha-750.png" alt="deltacat logo" style="width:55%; height:auto; text-align: center;">
|
2
|
+
<img src="https://github.com/ray-project/deltacat/raw/2.0/media/deltacat-logo-alpha-750.png" alt="deltacat logo" style="width:55%; height:auto; text-align: center;">
|
3
3
|
</p>
|
4
4
|
|
5
5
|
DeltaCAT is a portable Pythonic Data Lakehouse powered by [Ray](https://github.com/ray-project/ray). It lets you define and manage
|
@@ -11,16 +11,16 @@ It uses the Ray distributed compute framework together with [Apache Arrow](https
|
|
11
11
|
merge-on-read and copy-on-write operations.
|
12
12
|
|
13
13
|
DeltaCAT provides the following high-level components:
|
14
|
-
1. [**Catalog**](deltacat/catalog/interface.py): High-level APIs to create, discover, organize, share, and manage datasets.
|
15
|
-
2. [**Compute**](deltacat/compute/): Distributed data management procedures to read, write, and optimize datasets.
|
16
|
-
3. [**Storage**](deltacat/storage/): In-memory and on-disk multimodal dataset formats.
|
14
|
+
1. [**Catalog**](https://github.com/ray-project/deltacat/tree/2.0/deltacat/catalog/interface.py): High-level APIs to create, discover, organize, share, and manage datasets.
|
15
|
+
2. [**Compute**](https://github.com/ray-project/deltacat/tree/2.0/deltacat/compute/): Distributed data management procedures to read, write, and optimize datasets.
|
16
|
+
3. [**Storage**](https://github.com/ray-project/deltacat/tree/2.0/deltacat/storage/): In-memory and on-disk multimodal dataset formats.
|
17
17
|
4. **Sync** (in development): Synchronize DeltaCAT datasets to data warehouses and other table formats.
|
18
18
|
|
19
19
|
## Overview
|
20
20
|
DeltaCAT's **Catalog**, **Compute**, and **Storage** layers work together to bring ACID-compliant data management to any Ray application. These components automate data indexing, change management, dataset read/write optimization, schema evolution, and other common data management tasks across any set of data files readable by Ray Data, Daft, Pandas, Polars, PyArrow, or NumPy.
|
21
21
|
|
22
22
|
<p align="center">
|
23
|
-
<img src="media/deltacat-tech-overview.png" alt="deltacat tech overview" style="width:100%; height:auto; text-align: center;">
|
23
|
+
<img src="https://github.com/ray-project/deltacat/raw/2.0/media/deltacat-tech-overview.png" alt="deltacat tech overview" style="width:100%; height:auto; text-align: center;">
|
24
24
|
</p>
|
25
25
|
|
26
26
|
Data consumers that prefer to stay within the ecosystem of Pythonic data management tools can use DeltaCAT's native table format to manage their data with minimal overhead. For integration with other data analytics frameworks (e.g., Apache Spark, Trino, Apache Flink), DeltaCAT's **Sync** component offers zero-copy synchronization of your tables to Apache Iceberg and other table formats.
|
@@ -1095,18 +1095,18 @@ Taken together, these requirements make DeltaCAT suitable for production use on
|
|
1095
1095
|
## Additional Resources
|
1096
1096
|
### Table Documentation
|
1097
1097
|
|
1098
|
-
The [Table](deltacat/docs/table/README.md) documentation provides a more comprehensive overview of DeltaCAT's table management APIs, including how to create, read, write, and manage tables.
|
1098
|
+
The [Table](https://github.com/ray-project/deltacat/tree/2.0/deltacat/docs/table/README.md) documentation provides a more comprehensive overview of DeltaCAT's table management APIs, including how to create, read, write, and manage tables.
|
1099
1099
|
|
1100
1100
|
### Schema Documentation
|
1101
1101
|
|
1102
|
-
The [Schema](deltacat/docs/schema/README.md) documentation provides a more comprehensive overview of DeltaCAT's schema management APIs, supported data types, file formats, and data consistency guarantees.
|
1102
|
+
The [Schema](https://github.com/ray-project/deltacat/tree/2.0/deltacat/docs/schema/README.md) documentation provides a more comprehensive overview of DeltaCAT's schema management APIs, supported data types, file formats, and data consistency guarantees.
|
1103
1103
|
|
1104
1104
|
### DeltaCAT URLs and Filesystem APIs
|
1105
|
-
The [DeltaCAT API Tests](deltacat/tests/test_deltacat_api.py) provide examples of how to efficiently explore, clone, and manipulate DeltaCAT catalogs by using DeltaCAT URLs together with filesystem-like list/copy/get/put APIs.
|
1105
|
+
The [DeltaCAT API Tests](https://github.com/ray-project/deltacat/tree/2.0/deltacat/tests/test_deltacat_api.py) provide examples of how to efficiently explore, clone, and manipulate DeltaCAT catalogs by using DeltaCAT URLs together with filesystem-like list/copy/get/put APIs.
|
1106
1106
|
|
1107
1107
|
### DeltaCAT Catalog APIs
|
1108
|
-
The [Default Catalog Tests](deltacat/tests/catalog/test_default_catalog_impl.py) provide more exhaustive examples of DeltaCAT **Catalog** API behavior.
|
1108
|
+
The [Default Catalog Tests](https://github.com/ray-project/deltacat/tree/2.0/deltacat/tests/catalog/test_default_catalog_impl.py) provide more exhaustive examples of DeltaCAT **Catalog** API behavior.
|
1109
1109
|
|
1110
1110
|
### Examples
|
1111
1111
|
|
1112
|
-
The [DeltaCAT Examples](deltacat/examples/) show how to build more advanced applications like external data source indexers and custom dataset compactors. They also demonstrate some experimental features like Apache Iceberg and Apache Beam integrations.
|
1112
|
+
The [DeltaCAT Examples](https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/) show how to build more advanced applications like external data source indexers and custom dataset compactors. They also demonstrate some experimental features like Apache Iceberg and Apache Beam integrations.
|
@@ -1,7 +1,7 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: deltacat
|
3
|
-
Version: 2.0.
|
4
|
-
Summary:
|
3
|
+
Version: 2.0.0.post1
|
4
|
+
Summary: DeltaCAT is a portable Pythonic Data Lakehouse powered by Ray.
|
5
5
|
Home-page: https://github.com/ray-project/deltacat
|
6
6
|
Author: Ray Team
|
7
7
|
Classifier: Development Status :: 4 - Beta
|
@@ -50,7 +50,7 @@ Dynamic: requires-python
|
|
50
50
|
Dynamic: summary
|
51
51
|
|
52
52
|
<p align="center">
|
53
|
-
<img src="media/deltacat-logo-alpha-750.png" alt="deltacat logo" style="width:55%; height:auto; text-align: center;">
|
53
|
+
<img src="https://github.com/ray-project/deltacat/raw/2.0/media/deltacat-logo-alpha-750.png" alt="deltacat logo" style="width:55%; height:auto; text-align: center;">
|
54
54
|
</p>
|
55
55
|
|
56
56
|
DeltaCAT is a portable Pythonic Data Lakehouse powered by [Ray](https://github.com/ray-project/ray). It lets you define and manage
|
@@ -62,16 +62,16 @@ It uses the Ray distributed compute framework together with [Apache Arrow](https
|
|
62
62
|
merge-on-read and copy-on-write operations.
|
63
63
|
|
64
64
|
DeltaCAT provides the following high-level components:
|
65
|
-
1. [**Catalog**](deltacat/catalog/interface.py): High-level APIs to create, discover, organize, share, and manage datasets.
|
66
|
-
2. [**Compute**](deltacat/compute/): Distributed data management procedures to read, write, and optimize datasets.
|
67
|
-
3. [**Storage**](deltacat/storage/): In-memory and on-disk multimodal dataset formats.
|
65
|
+
1. [**Catalog**](https://github.com/ray-project/deltacat/tree/2.0/deltacat/catalog/interface.py): High-level APIs to create, discover, organize, share, and manage datasets.
|
66
|
+
2. [**Compute**](https://github.com/ray-project/deltacat/tree/2.0/deltacat/compute/): Distributed data management procedures to read, write, and optimize datasets.
|
67
|
+
3. [**Storage**](https://github.com/ray-project/deltacat/tree/2.0/deltacat/storage/): In-memory and on-disk multimodal dataset formats.
|
68
68
|
4. **Sync** (in development): Synchronize DeltaCAT datasets to data warehouses and other table formats.
|
69
69
|
|
70
70
|
## Overview
|
71
71
|
DeltaCAT's **Catalog**, **Compute**, and **Storage** layers work together to bring ACID-compliant data management to any Ray application. These components automate data indexing, change management, dataset read/write optimization, schema evolution, and other common data management tasks across any set of data files readable by Ray Data, Daft, Pandas, Polars, PyArrow, or NumPy.
|
72
72
|
|
73
73
|
<p align="center">
|
74
|
-
<img src="media/deltacat-tech-overview.png" alt="deltacat tech overview" style="width:100%; height:auto; text-align: center;">
|
74
|
+
<img src="https://github.com/ray-project/deltacat/raw/2.0/media/deltacat-tech-overview.png" alt="deltacat tech overview" style="width:100%; height:auto; text-align: center;">
|
75
75
|
</p>
|
76
76
|
|
77
77
|
Data consumers that prefer to stay within the ecosystem of Pythonic data management tools can use DeltaCAT's native table format to manage their data with minimal overhead. For integration with other data analytics frameworks (e.g., Apache Spark, Trino, Apache Flink), DeltaCAT's **Sync** component offers zero-copy synchronization of your tables to Apache Iceberg and other table formats.
|
@@ -1146,18 +1146,18 @@ Taken together, these requirements make DeltaCAT suitable for production use on
|
|
1146
1146
|
## Additional Resources
|
1147
1147
|
### Table Documentation
|
1148
1148
|
|
1149
|
-
The [Table](deltacat/docs/table/README.md) documentation provides a more comprehensive overview of DeltaCAT's table management APIs, including how to create, read, write, and manage tables.
|
1149
|
+
The [Table](https://github.com/ray-project/deltacat/tree/2.0/deltacat/docs/table/README.md) documentation provides a more comprehensive overview of DeltaCAT's table management APIs, including how to create, read, write, and manage tables.
|
1150
1150
|
|
1151
1151
|
### Schema Documentation
|
1152
1152
|
|
1153
|
-
The [Schema](deltacat/docs/schema/README.md) documentation provides a more comprehensive overview of DeltaCAT's schema management APIs, supported data types, file formats, and data consistency guarantees.
|
1153
|
+
The [Schema](https://github.com/ray-project/deltacat/tree/2.0/deltacat/docs/schema/README.md) documentation provides a more comprehensive overview of DeltaCAT's schema management APIs, supported data types, file formats, and data consistency guarantees.
|
1154
1154
|
|
1155
1155
|
### DeltaCAT URLs and Filesystem APIs
|
1156
|
-
The [DeltaCAT API Tests](deltacat/tests/test_deltacat_api.py) provide examples of how to efficiently explore, clone, and manipulate DeltaCAT catalogs by using DeltaCAT URLs together with filesystem-like list/copy/get/put APIs.
|
1156
|
+
The [DeltaCAT API Tests](https://github.com/ray-project/deltacat/tree/2.0/deltacat/tests/test_deltacat_api.py) provide examples of how to efficiently explore, clone, and manipulate DeltaCAT catalogs by using DeltaCAT URLs together with filesystem-like list/copy/get/put APIs.
|
1157
1157
|
|
1158
1158
|
### DeltaCAT Catalog APIs
|
1159
|
-
The [Default Catalog Tests](deltacat/tests/catalog/test_default_catalog_impl.py) provide more exhaustive examples of DeltaCAT **Catalog** API behavior.
|
1159
|
+
The [Default Catalog Tests](https://github.com/ray-project/deltacat/tree/2.0/deltacat/tests/catalog/test_default_catalog_impl.py) provide more exhaustive examples of DeltaCAT **Catalog** API behavior.
|
1160
1160
|
|
1161
1161
|
### Examples
|
1162
1162
|
|
1163
|
-
The [DeltaCAT Examples](deltacat/examples/) show how to build more advanced applications like external data source indexers and custom dataset compactors. They also demonstrate some experimental features like Apache Iceberg and Apache Beam integrations.
|
1163
|
+
The [DeltaCAT Examples](https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/) show how to build more advanced applications like external data source indexers and custom dataset compactors. They also demonstrate some experimental features like Apache Iceberg and Apache Beam integrations.
|
@@ -28,7 +28,7 @@ setuptools.setup(
|
|
28
28
|
name="deltacat",
|
29
29
|
version=find_version("deltacat", "__init__.py"),
|
30
30
|
author="Ray Team",
|
31
|
-
description="
|
31
|
+
description="DeltaCAT is a portable Pythonic Data Lakehouse powered by Ray.",
|
32
32
|
long_description=long_description,
|
33
33
|
long_description_content_type="text/markdown",
|
34
34
|
url="https://github.com/ray-project/deltacat",
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/benchmarking/data/random_row_generator.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/compactor_version.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/dedupe_result.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/delta_annotated.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/delta_file_envelope.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/delta_file_locator.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/hash_bucket_result.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/materialize_result.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/primary_key_index.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/pyarrow_write_result.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/repartition_result.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/round_completion_info.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/model/table_object_store.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/repartition_session.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/utils/primary_key_index.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor/utils/system_columns.py
RENAMED
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/compaction_session.py
RENAMED
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/deletes/__init__.py
RENAMED
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/deletes/delete_strategy.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/hash_bucket_input.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/hash_bucket_result.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/merge_file_group.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/merge_input.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/model/merge_result.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/private/__init__.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/private/compaction_utils.py
RENAMED
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/steps/hash_bucket.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/primary_key_index.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/compactor_v2/utils/task_options.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/model/convert_input.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/model/convert_input_files.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/model/convert_result.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/pyiceberg/overrides.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/utils/convert_task_options.py
RENAMED
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/converter/utils/iceberg_columns.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/models/delta_column_stats.py
RENAMED
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/models/delta_stats_cache_result.py
RENAMED
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/compute/stats/models/manifest_entry_stats.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/docs/autogen/schema/inference/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{deltacat-2.0.0b12 → deltacat-2.0.0.post1}/deltacat/examples/experimental/iceberg/__init__.py
RENAMED
File without changes
|