hf-xet 1.5.0.dev0__tar.gz → 1.5.0.dev3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/Cargo.toml +5 -8
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/PKG-INFO +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/Cargo.lock +82 -184
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/Cargo.toml +4 -4
- hf_xet-1.5.0.dev3/hf_xet/src/config.rs +241 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/headers.rs +0 -15
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/legacy/functions.rs +32 -13
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/legacy/progress_update.rs +72 -68
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/legacy/runtime.rs +15 -22
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/lib.rs +43 -8
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/logging.rs +1 -1
- hf_xet-1.5.0.dev3/hf_xet/src/py_download_stream_group.rs +138 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/py_download_stream_handle.rs +18 -9
- hf_xet-1.5.0.dev3/hf_xet/src/py_file_download_group.rs +267 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/py_file_download_handle.rs +15 -9
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/py_file_upload_handle.rs +17 -11
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/py_stream_upload_handle.rs +60 -12
- hf_xet-1.5.0.dev3/hf_xet/src/py_upload_commit.rs +447 -0
- hf_xet-1.5.0.dev3/hf_xet/src/py_xet_session.rs +281 -0
- hf_xet-1.5.0.dev3/hf_xet/src/utils.rs +159 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/tests/conftest.py +11 -10
- hf_xet-1.5.0.dev3/hf_xet/tests/test_config.py +74 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/tests/test_file_download.py +40 -51
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/tests/test_progress.py +21 -32
- hf_xet-1.5.0.dev3/hf_xet/tests/test_session.py +36 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/tests/test_stream_download.py +20 -33
- hf_xet-1.5.0.dev3/hf_xet/tests/test_upload_commit.py +254 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/Cargo.toml +2 -4
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/adaptive_concurrency/controller.rs +59 -37
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/adaptive_concurrency/rtt_prediction.rs +3 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/auth.rs +38 -25
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/remote_client.rs +31 -21
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/retry_wrapper.rs +39 -6
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/client_testing_utils.rs +7 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/client_unit_testing.rs +3 -18
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/deletion_controls.rs +26 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/deletion_unit_testing.rs +76 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/direct_access_client.rs +1 -4
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/local_client.rs +677 -181
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/local_server/latency_simulation.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/local_server/main.rs +3 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/local_server/server.rs +60 -67
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/local_server/simulation_control_client.rs +82 -11
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/local_server/simulation_handlers.rs +68 -7
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/local_server/simulation_types.rs +17 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/memory_client.rs +272 -67
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/mod.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/network_simulation/bandwidth_limit_router.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/simulation_client.rs +3 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/simulation_server.rs +23 -12
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/chunk_cache/bin/analysis.rs +9 -4
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/chunk_cache/cache_manager.rs +7 -5
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/chunk_cache/disk/test_utils.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/chunk_cache/disk.rs +60 -47
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/chunk_cache/mod.rs +4 -4
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/common/http_client.rs +83 -75
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/hub_client/client.rs +10 -2
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/Cargo.toml +3 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/benches/bg_split_regroup_bench.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/benches/compression_bench.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/merklehash/data_hash.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/merklehash/merkle_hash_subtree.rs +7 -7
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/merklehash/passthrough_hashmap.rs +4 -4
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/mod.rs +2 -2
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/session_directory.rs +21 -10
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/shard_benchmark.rs +12 -5
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/shard_file_handle.rs +46 -33
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/shard_file_manager.rs +201 -98
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/shard_format.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/shard_in_memory.rs +4 -2
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/streaming_shard.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/byte_grouping/bg4.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/byte_grouping/bg4_prediction.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/byte_grouping/compression_stats/collect_compression_stats.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/compression_scheme.rs +1 -1
- hf_xet-1.5.0.dev3/xet_core_structures/src/xorb_object/constants.rs +29 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/xorb_chunk_format/deserialize_async.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/xorb_object_format.rs +32 -16
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/Cargo.toml +4 -4
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/benches/reconstruction_bench.rs +9 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/deduplication/chunking.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/deduplication/defrag_prevention.rs +17 -17
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/deduplication/file_deduplication.rs +30 -6
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/data_writer/sequential_writer.rs +69 -31
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/file_reconstructor.rs +237 -182
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/reconstruction_terms/file_term.rs +97 -84
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/reconstruction_terms/manager.rs +6 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/reconstruction_terms/retrieval_urls.rs +26 -9
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/reconstruction_terms/xorb_block.rs +5 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/bin/example.rs +10 -8
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/bin/xtool.rs +22 -12
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/configurations.rs +35 -27
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/data_client.rs +42 -27
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/deduplication_interface.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/file_cleaner.rs +10 -6
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/file_download_session.rs +104 -102
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/file_upload_session.rs +82 -53
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/migration_tool/migrate.rs +9 -5
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/mod.rs +3 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/remote_client_interface.rs +6 -4
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/sha256.rs +13 -8
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/shard_interface.rs +20 -13
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/test_utils.rs +22 -9
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/progress_tracking/mod.rs +0 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/progress_tracking/progress_types.rs +24 -24
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/progress_tracking/upload_tracking.rs +15 -15
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/Cargo.toml +5 -5
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/examples/example.rs +1 -5
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/examples/example_sync.rs +1 -5
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/error.rs +2 -2
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/legacy/data_client.rs +13 -5
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/legacy/mod.rs +2 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/legacy/progress_tracking/callback_bridge.rs +20 -19
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/legacy/progress_tracking/mod.rs +2 -2
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/legacy/progress_tracking/progress_verification_wrapper.rs +4 -4
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/lib.rs +9 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/common.rs +5 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/download_stream_group.rs +10 -10
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/download_stream_handle.rs +24 -15
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/file_download_group.rs +58 -20
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/file_download_handle.rs +8 -7
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/mod.rs +2 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/session.rs +61 -88
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/upload_commit.rs +53 -25
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/upload_file_handle.rs +4 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/upload_stream_handle.rs +4 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/tests/test_legacy_data_client.rs +48 -16
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/tests/test_xet_session.rs +19 -20
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/mod.rs +0 -3
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/python.rs +22 -2
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/xet_config.rs +4 -134
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/core/common.rs +87 -33
- hf_xet-1.5.0.dev3/xet_runtime/src/core/context.rs +94 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/core/mod.rs +3 -5
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/core/runtime.rs +264 -369
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/file_utils/safe_file_creator.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/lib.rs +0 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/logging/config.rs +14 -18
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/logging/init.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/configuration_utils.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/singleflight.rs +10 -9
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/tests/bin/log_test_executable.rs +1 -1
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/tests/integration_tests.rs +7 -3
- hf_xet-1.5.0.dev0/hf_xet/src/py_download_stream_group.rs +0 -226
- hf_xet-1.5.0.dev0/hf_xet/src/py_file_download_group.rs +0 -376
- hf_xet-1.5.0.dev0/hf_xet/src/py_upload_commit.rs +0 -515
- hf_xet-1.5.0.dev0/hf_xet/src/py_xet_session.rs +0 -117
- hf_xet-1.5.0.dev0/hf_xet/tests/test_session.py +0 -36
- hf_xet-1.5.0.dev0/hf_xet/tests/test_upload_commit.py +0 -222
- hf_xet-1.5.0.dev0/xet_core_structures/src/xorb_object/constants.rs +0 -63
- hf_xet-1.5.0.dev0/xet_runtime/src/core/config.rs +0 -29
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/README.md +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/.gitignore +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/LICENSE +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/README.md +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/legacy/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/legacy/token_refresh.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/legacy/types.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/hf_xet/src/profiling.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/pyproject.toml +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/README.md +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/adaptive_concurrency/exp_weighted_olr.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/adaptive_concurrency/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/exports.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/interface.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/multipart.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/progress_tracked_streams.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/local_server/handlers.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/local_server/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/network_simulation/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/network_simulation/network_profile.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/random_xorb.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/socket_proxy.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_client/simulation/xorb_utils.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_types/key.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/cas_types/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/chunk_cache/disk/cache_file_header.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/chunk_cache/disk/cache_item.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/chunk_cache/error.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/common/auth/basics.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/common/auth/interface.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/common/auth.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/common/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/error.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/hub_client/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/hub_client/types.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/src/lib.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_client/tests/test_shard_upload_timeout.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/README.md +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/data_structures/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/error.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/lib.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/merklehash/aggregated_hashes.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/merklehash/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/merklehash/passthrough_hasher.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/chunk_verification.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/constants.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/file_structs.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/interpolation_search.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/set_operations.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/shard_file.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/shard_file_reconstructor.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/utils.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/metadata_shard/xorb_structs.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/utils/exp_weighted_moving_avg.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/utils/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/utils/serialization_utils.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/byte_grouping/bg4_prediction_benchmark.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/byte_grouping/compression_stats/compression_prediction_tests.py +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/byte_grouping/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/chunk.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/raw_xorb_data.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_core_structures/src/xorb_object/xorb_chunk_format.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/README.md +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/examples/chunk/main.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/examples/hash/main.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/examples/xorb-check/main.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/deduplication/data_aggregator.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/deduplication/dedup_metrics.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/deduplication/interface.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/deduplication/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/deduplication/parallel chunking.lyx +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/deduplication/parallel chunking.pdf +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/error.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/data_writer/data_writer.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/data_writer/download_stream.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/data_writer/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/data_writer/unordered_download_stream.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/data_writer/unordered_writer.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/error.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/reconstruction_terms/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/file_reconstruction/run_state.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/lib.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/constants.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/migration_tool/hub_client_token_refresher.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/migration_tool/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/processing/xet_file.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/src/progress_tracking/speed_tracker.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/tests/integration_tests/initialize.sh +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/tests/integration_tests/test_basic_clean_smudge.sh +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/tests/integration_tests.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/tests/test_clean_smudge.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/tests/test_clean_smudge_multirange.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/tests/test_full_file_download.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/tests/test_range_downloads.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/tests/test_session_resume.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_data/tests/test_unordered_download.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/README.md +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/auth_group_builder.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/errors.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_pkg/src/xet_session/task_runtime.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/Cargo.toml +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/README.md +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/aliases.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/error.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/chunk_cache.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/client.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/data.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/deduplication.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/log.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/reconstruction.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/session.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/shard.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/system_monitor.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/groups/xorb.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/config/macros.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/core/cache_dir.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/core/exports.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/core/file_handle_limits.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/core/par_utils.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/core/sync_primatives.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/error.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/error_printer/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/fd_diagnostics.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/file_utils/file_metadata.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/file_utils/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/file_utils/privilege_context.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/logging/constants.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/logging/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/logging/system_monitor.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/adjustable_semaphore.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/async_iterator.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/async_read.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/byte_size.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/config_enum.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/errors.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/file_paths.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/guards.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/limited_joinset.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/mod.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/output_bytes.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/pipe.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/rw_task_lock.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/src/utils/unique_id.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/tests/config_env_test.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/tests/config_values_test.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/tests/primary_config_test.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/tests/test_error.rs +0 -0
- {hf_xet-1.5.0.dev0 → hf_xet-1.5.0.dev3}/xet_runtime/tests/test_option.rs +0 -0
|
@@ -15,7 +15,7 @@ members = [
|
|
|
15
15
|
exclude = ["simulation/chunk_cache_bench", "hf_xet", "wasm/hf_xet_wasm", "wasm/hf_xet_thin_wasm"]
|
|
16
16
|
|
|
17
17
|
[workspace.package]
|
|
18
|
-
version = "1.5.
|
|
18
|
+
version = "1.5.2"
|
|
19
19
|
edition = "2024"
|
|
20
20
|
license = "Apache-2.0"
|
|
21
21
|
homepage = "https://github.com/huggingface/xet-core"
|
|
@@ -40,7 +40,7 @@ async-std = "1"
|
|
|
40
40
|
async-trait = "0.1"
|
|
41
41
|
axum = "0.8"
|
|
42
42
|
base64 = "0.22"
|
|
43
|
-
|
|
43
|
+
postcard = { version = "1.1", features = ["alloc"] }
|
|
44
44
|
bitflags = { version = "2.10", features = ["serde"] }
|
|
45
45
|
blake3 = "1.8"
|
|
46
46
|
bytemuck = "1"
|
|
@@ -53,7 +53,6 @@ countio = { version = "0.3", features = ["futures"] }
|
|
|
53
53
|
crc32fast = "1.5"
|
|
54
54
|
csv = "1"
|
|
55
55
|
ctor = "0.6"
|
|
56
|
-
derivative = "2.2"
|
|
57
56
|
dirs = "6.0"
|
|
58
57
|
futures = "0.3"
|
|
59
58
|
humantime = "2.1"
|
|
@@ -79,8 +78,8 @@ more-asserts = "0.3"
|
|
|
79
78
|
oneshot = "0.1"
|
|
80
79
|
pin-project = "1"
|
|
81
80
|
pyo3 = { version = "0.26", features = ["abi3-py37", "multiple-pymethods"] }
|
|
82
|
-
rand = "0.
|
|
83
|
-
rand_chacha = "0.
|
|
81
|
+
rand = "0.10"
|
|
82
|
+
rand_chacha = "0.10"
|
|
84
83
|
regex = "1"
|
|
85
84
|
reqwest = { version = "0.13.1", features = [
|
|
86
85
|
"json",
|
|
@@ -89,7 +88,6 @@ reqwest = { version = "0.13.1", features = [
|
|
|
89
88
|
"socks",
|
|
90
89
|
], default-features = false }
|
|
91
90
|
reqwest-middleware = "0.5"
|
|
92
|
-
reqwest-retry = "0.9"
|
|
93
91
|
rust-netrc = "0.1"
|
|
94
92
|
safe-transmute = "0.11"
|
|
95
93
|
serde = { version = "1", features = ["derive"] }
|
|
@@ -111,7 +109,6 @@ tracing = "0.1"
|
|
|
111
109
|
tracing-appender = "0.2"
|
|
112
110
|
tracing-log = "0.2"
|
|
113
111
|
tracing-subscriber = { version = "0.3", features = ["json", "env-filter"] }
|
|
114
|
-
ulid = "1.2"
|
|
115
112
|
url = "2.5"
|
|
116
113
|
urlencoding = "2.1"
|
|
117
114
|
uuid = "1"
|
|
@@ -132,7 +129,7 @@ winapi = { version = "0.3", features = [
|
|
|
132
129
|
approx = "0.5"
|
|
133
130
|
httpmock = "0.8"
|
|
134
131
|
rand_core = "0.6"
|
|
135
|
-
rand_distr = "0.
|
|
132
|
+
rand_distr = "0.6"
|
|
136
133
|
russh = "0.55"
|
|
137
134
|
serial_test = "3"
|
|
138
135
|
tracing-test = { version = "0.2", features = ["no-env-filter"] }
|