lmcache-cli 0.4.5.dev0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- lmcache/__init__.py +84 -0
- lmcache/_version.py +24 -0
- lmcache/cli/__init__.py +1 -0
- lmcache/cli/commands/__init__.py +34 -0
- lmcache/cli/commands/base.py +157 -0
- lmcache/cli/commands/bench/__init__.py +557 -0
- lmcache/cli/commands/bench/engine_bench/__init__.py +1 -0
- lmcache/cli/commands/bench/engine_bench/config.py +245 -0
- lmcache/cli/commands/bench/engine_bench/interactive/__init__.py +274 -0
- lmcache/cli/commands/bench/engine_bench/interactive/config.json +10 -0
- lmcache/cli/commands/bench/engine_bench/interactive/schema.py +352 -0
- lmcache/cli/commands/bench/engine_bench/interactive/state.py +327 -0
- lmcache/cli/commands/bench/engine_bench/interactive/terminal.py +291 -0
- lmcache/cli/commands/bench/engine_bench/progress.py +145 -0
- lmcache/cli/commands/bench/engine_bench/request_sender.py +232 -0
- lmcache/cli/commands/bench/engine_bench/stats.py +275 -0
- lmcache/cli/commands/bench/engine_bench/workloads/__init__.py +153 -0
- lmcache/cli/commands/bench/engine_bench/workloads/base.py +122 -0
- lmcache/cli/commands/bench/engine_bench/workloads/long_doc_permutator.py +435 -0
- lmcache/cli/commands/bench/engine_bench/workloads/long_doc_qa.py +281 -0
- lmcache/cli/commands/bench/engine_bench/workloads/multi_round_chat.py +337 -0
- lmcache/cli/commands/bench/engine_bench/workloads/random_prefill.py +178 -0
- lmcache/cli/commands/describe.py +310 -0
- lmcache/cli/commands/kvcache.py +133 -0
- lmcache/cli/commands/mock.py +75 -0
- lmcache/cli/commands/ping.py +113 -0
- lmcache/cli/commands/query/__init__.py +155 -0
- lmcache/cli/commands/query/prompt.py +134 -0
- lmcache/cli/commands/query/request.py +357 -0
- lmcache/cli/commands/server.py +99 -0
- lmcache/cli/commands/tool/__init__.py +63 -0
- lmcache/cli/commands/tool/cache_simulator.py +113 -0
- lmcache/cli/commands/trace/__init__.py +505 -0
- lmcache/cli/commands/trace/dispatch.py +249 -0
- lmcache/cli/commands/trace/driver.py +372 -0
- lmcache/cli/commands/trace/stats.py +289 -0
- lmcache/cli/documents/lmcache.txt +11 -0
- lmcache/cli/main.py +42 -0
- lmcache/cli/metrics/__init__.py +29 -0
- lmcache/cli/metrics/formatter.py +171 -0
- lmcache/cli/metrics/handler.py +94 -0
- lmcache/cli/metrics/metrics.py +161 -0
- lmcache/cli/metrics/section.py +77 -0
- lmcache/connections.py +173 -0
- lmcache/integration/__init__.py +2 -0
- lmcache/integration/base_service_factory.py +165 -0
- lmcache/integration/request_telemetry/__init__.py +1 -0
- lmcache/integration/request_telemetry/base.py +51 -0
- lmcache/integration/request_telemetry/factory.py +113 -0
- lmcache/integration/request_telemetry/fastapi.py +109 -0
- lmcache/integration/request_telemetry/noop.py +35 -0
- lmcache/integration/sglang/__init__.py +2 -0
- lmcache/integration/sglang/sglang_adapter.py +326 -0
- lmcache/integration/sglang/utils.py +39 -0
- lmcache/integration/vllm/__init__.py +1 -0
- lmcache/integration/vllm/lmcache_connector_v1.py +213 -0
- lmcache/integration/vllm/lmcache_connector_v1_085.py +150 -0
- lmcache/integration/vllm/lmcache_mp_connector_0180.py +1072 -0
- lmcache/integration/vllm/tests/test_mm_hash_utils.py +112 -0
- lmcache/integration/vllm/utils.py +433 -0
- lmcache/integration/vllm/vllm_multi_process_adapter.py +1090 -0
- lmcache/integration/vllm/vllm_service_factory.py +339 -0
- lmcache/integration/vllm/vllm_v1_adapter.py +1713 -0
- lmcache/logging.py +107 -0
- lmcache/native_storage_ops.pyi +230 -0
- lmcache/non_cuda_equivalents.py +1424 -0
- lmcache/observability.py +1958 -0
- lmcache/storage_backend/serde/__init__.py +1 -0
- lmcache/storage_backend/serde/cachegen_basics.py +210 -0
- lmcache/storage_backend/serde/cachegen_decoder.py +207 -0
- lmcache/storage_backend/serde/cachegen_encoder.py +394 -0
- lmcache/storage_backend/serde/serde.py +75 -0
- lmcache/tools/__init__.py +1 -0
- lmcache/tools/cache_simulator/README.md +392 -0
- lmcache/tools/cache_simulator/__init__.py +1 -0
- lmcache/tools/cache_simulator/docs/simulate_example.png +0 -0
- lmcache/tools/cache_simulator/docs/sweep_example.png +0 -0
- lmcache/tools/cache_simulator/gen_bench_dataset.py +360 -0
- lmcache/tools/cache_simulator/lru_cache.py +124 -0
- lmcache/tools/cache_simulator/plot_hit_rate.py +231 -0
- lmcache/tools/cache_simulator/simulator.py +795 -0
- lmcache/tools/controller_benchmark/README.md +161 -0
- lmcache/tools/controller_benchmark/__init__.py +1 -0
- lmcache/tools/controller_benchmark/__main__.py +331 -0
- lmcache/tools/controller_benchmark/benchmark.py +660 -0
- lmcache/tools/controller_benchmark/config.py +44 -0
- lmcache/tools/controller_benchmark/constants.py +10 -0
- lmcache/tools/controller_benchmark/handlers/__init__.py +46 -0
- lmcache/tools/controller_benchmark/handlers/admit.py +52 -0
- lmcache/tools/controller_benchmark/handlers/base.py +47 -0
- lmcache/tools/controller_benchmark/handlers/deregister.py +49 -0
- lmcache/tools/controller_benchmark/handlers/evict.py +52 -0
- lmcache/tools/controller_benchmark/handlers/heartbeat.py +56 -0
- lmcache/tools/controller_benchmark/handlers/p2p_lookup.py +47 -0
- lmcache/tools/controller_benchmark/handlers/register.py +56 -0
- lmcache/tools/mp_status_viewer/__init__.py +1 -0
- lmcache/tools/mp_status_viewer/__main__.py +95 -0
- lmcache/usage_context.py +417 -0
- lmcache/utils.py +665 -0
- lmcache/v1/__init__.py +2 -0
- lmcache/v1/api_server/__init__.py +2 -0
- lmcache/v1/api_server/__main__.py +537 -0
- lmcache/v1/basic_check.py +112 -0
- lmcache/v1/cache_controller/__init__.py +9 -0
- lmcache/v1/cache_controller/commands/__init__.py +15 -0
- lmcache/v1/cache_controller/commands/base.py +35 -0
- lmcache/v1/cache_controller/commands/full_sync.py +49 -0
- lmcache/v1/cache_controller/config.py +176 -0
- lmcache/v1/cache_controller/controller_manager.py +535 -0
- lmcache/v1/cache_controller/controllers/__init__.py +11 -0
- lmcache/v1/cache_controller/controllers/full_sync_tracker.py +473 -0
- lmcache/v1/cache_controller/controllers/kv_controller.py +439 -0
- lmcache/v1/cache_controller/controllers/registration_controller.py +282 -0
- lmcache/v1/cache_controller/executor.py +463 -0
- lmcache/v1/cache_controller/frontend/static/css/style.css +201 -0
- lmcache/v1/cache_controller/frontend/static/img/logo.png +0 -0
- lmcache/v1/cache_controller/frontend/static/index.html +234 -0
- lmcache/v1/cache_controller/frontend/static/js/controller_app.js +660 -0
- lmcache/v1/cache_controller/full_sync_sender.py +475 -0
- lmcache/v1/cache_controller/locks.py +149 -0
- lmcache/v1/cache_controller/message.py +828 -0
- lmcache/v1/cache_controller/observability.py +208 -0
- lmcache/v1/cache_controller/utils.py +679 -0
- lmcache/v1/cache_controller/worker.py +665 -0
- lmcache/v1/cache_engine.py +2058 -0
- lmcache/v1/cache_interface.py +19 -0
- lmcache/v1/check/__init__.py +74 -0
- lmcache/v1/check/check_mode_gen.py +86 -0
- lmcache/v1/check/check_mode_test_l2_adapter.py +284 -0
- lmcache/v1/check/check_mode_test_remote.py +155 -0
- lmcache/v1/check/check_mode_test_storage_manager.py +142 -0
- lmcache/v1/check/utils.py +571 -0
- lmcache/v1/compute/__init__.py +2 -0
- lmcache/v1/compute/attention/__init__.py +0 -0
- lmcache/v1/compute/attention/abstract.py +39 -0
- lmcache/v1/compute/attention/flash_attn.py +129 -0
- lmcache/v1/compute/attention/flash_infer_sparse.py +284 -0
- lmcache/v1/compute/attention/metadata.py +85 -0
- lmcache/v1/compute/attention/utils.py +14 -0
- lmcache/v1/compute/blend/__init__.py +7 -0
- lmcache/v1/compute/blend/blender.py +168 -0
- lmcache/v1/compute/blend/metadata.py +34 -0
- lmcache/v1/compute/blend/utils.py +63 -0
- lmcache/v1/compute/models/__init__.py +0 -0
- lmcache/v1/compute/models/base.py +141 -0
- lmcache/v1/compute/models/llama.py +9 -0
- lmcache/v1/compute/models/qwen3.py +24 -0
- lmcache/v1/compute/models/utils.py +68 -0
- lmcache/v1/compute/positional_encoding.py +199 -0
- lmcache/v1/config.py +848 -0
- lmcache/v1/config_base.py +848 -0
- lmcache/v1/distributed/api.py +248 -0
- lmcache/v1/distributed/config.py +321 -0
- lmcache/v1/distributed/error.py +64 -0
- lmcache/v1/distributed/eviction.py +192 -0
- lmcache/v1/distributed/eviction_policy/__init__.py +21 -0
- lmcache/v1/distributed/eviction_policy/factory.py +27 -0
- lmcache/v1/distributed/eviction_policy/lru.py +244 -0
- lmcache/v1/distributed/eviction_policy/noop.py +50 -0
- lmcache/v1/distributed/internal_api.py +170 -0
- lmcache/v1/distributed/l1_manager.py +835 -0
- lmcache/v1/distributed/l2_adapters/__init__.py +67 -0
- lmcache/v1/distributed/l2_adapters/base.py +360 -0
- lmcache/v1/distributed/l2_adapters/config.py +385 -0
- lmcache/v1/distributed/l2_adapters/factory.py +205 -0
- lmcache/v1/distributed/l2_adapters/fs_l2_adapter.py +747 -0
- lmcache/v1/distributed/l2_adapters/fs_native_l2_adapter.py +167 -0
- lmcache/v1/distributed/l2_adapters/mock_l2_adapter.py +516 -0
- lmcache/v1/distributed/l2_adapters/mooncake_store_l2_adapter.py +135 -0
- lmcache/v1/distributed/l2_adapters/native_connector_l2_adapter.py +468 -0
- lmcache/v1/distributed/l2_adapters/native_plugin_l2_adapter.py +199 -0
- lmcache/v1/distributed/l2_adapters/nixl_store_dynamic_l2_adapter.py +831 -0
- lmcache/v1/distributed/l2_adapters/nixl_store_l2_adapter.py +983 -0
- lmcache/v1/distributed/l2_adapters/plugin_l2_adapter.py +210 -0
- lmcache/v1/distributed/l2_adapters/resp_l2_adapter.py +176 -0
- lmcache/v1/distributed/memory_manager.py +179 -0
- lmcache/v1/distributed/storage_controller.py +39 -0
- lmcache/v1/distributed/storage_controllers/__init__.py +43 -0
- lmcache/v1/distributed/storage_controllers/eviction_controller.py +242 -0
- lmcache/v1/distributed/storage_controllers/prefetch_controller.py +830 -0
- lmcache/v1/distributed/storage_controllers/prefetch_policy.py +193 -0
- lmcache/v1/distributed/storage_controllers/store_controller.py +452 -0
- lmcache/v1/distributed/storage_controllers/store_policy.py +213 -0
- lmcache/v1/distributed/storage_manager.py +532 -0
- lmcache/v1/event_manager.py +145 -0
- lmcache/v1/exceptions/__init__.py +16 -0
- lmcache/v1/gpu_connector/__init__.py +126 -0
- lmcache/v1/gpu_connector/gpu_connectors.py +1906 -0
- lmcache/v1/gpu_connector/gpu_ops.py +85 -0
- lmcache/v1/gpu_connector/hpu_connector.py +326 -0
- lmcache/v1/gpu_connector/mock_gpu_connector.py +67 -0
- lmcache/v1/gpu_connector/utils.py +890 -0
- lmcache/v1/gpu_connector/xpu_connectors.py +916 -0
- lmcache/v1/health_monitor/__init__.py +1 -0
- lmcache/v1/health_monitor/base.py +587 -0
- lmcache/v1/health_monitor/checks/__init__.py +1 -0
- lmcache/v1/health_monitor/checks/remote_backend_check.py +304 -0
- lmcache/v1/health_monitor/constants.py +36 -0
- lmcache/v1/internal_api_server/__init__.py +0 -0
- lmcache/v1/internal_api_server/api_registry.py +59 -0
- lmcache/v1/internal_api_server/api_server.py +120 -0
- lmcache/v1/internal_api_server/common/__init__.py +1 -0
- lmcache/v1/internal_api_server/common/env_api.py +22 -0
- lmcache/v1/internal_api_server/common/loglevel_api.py +57 -0
- lmcache/v1/internal_api_server/common/metrics_api.py +29 -0
- lmcache/v1/internal_api_server/common/periodic_thread_api.py +138 -0
- lmcache/v1/internal_api_server/common/run_script_api.py +73 -0
- lmcache/v1/internal_api_server/common/thread_api.py +63 -0
- lmcache/v1/internal_api_server/controller/__init__.py +1 -0
- lmcache/v1/internal_api_server/controller/key_stats_api.py +81 -0
- lmcache/v1/internal_api_server/controller/worker_info_api.py +136 -0
- lmcache/v1/internal_api_server/utils.py +43 -0
- lmcache/v1/internal_api_server/vllm/__init__.py +1 -0
- lmcache/v1/internal_api_server/vllm/backend_api.py +221 -0
- lmcache/v1/internal_api_server/vllm/bypass_api.py +204 -0
- lmcache/v1/internal_api_server/vllm/cache_api.py +895 -0
- lmcache/v1/internal_api_server/vllm/chunk_statistics_api.py +141 -0
- lmcache/v1/internal_api_server/vllm/conf_api.py +147 -0
- lmcache/v1/internal_api_server/vllm/freeze_api.py +172 -0
- lmcache/v1/internal_api_server/vllm/hot_cache_api.py +184 -0
- lmcache/v1/internal_api_server/vllm/inference_api.py +65 -0
- lmcache/v1/internal_api_server/vllm/load_fs_chunks_api.py +320 -0
- lmcache/v1/internal_api_server/vllm/lookup_api.py +145 -0
- lmcache/v1/internal_api_server/vllm/version_api.py +25 -0
- lmcache/v1/kv_layer_groups.py +267 -0
- lmcache/v1/lazy_memory_allocator.py +284 -0
- lmcache/v1/lookup_client/__init__.py +25 -0
- lmcache/v1/lookup_client/abstract_client.py +77 -0
- lmcache/v1/lookup_client/async_lookup_message.py +50 -0
- lmcache/v1/lookup_client/chunk_statistics_lookup_client.py +200 -0
- lmcache/v1/lookup_client/factory.py +251 -0
- lmcache/v1/lookup_client/hit_limit_lookup_client.py +86 -0
- lmcache/v1/lookup_client/lmcache_async_lookup_client.py +407 -0
- lmcache/v1/lookup_client/lmcache_lookup_client.py +285 -0
- lmcache/v1/lookup_client/lmcache_lookup_client_bypass.py +99 -0
- lmcache/v1/lookup_client/mooncake_lookup_client.py +87 -0
- lmcache/v1/lookup_client/record_strategies/__init__.py +77 -0
- lmcache/v1/lookup_client/record_strategies/base.py +327 -0
- lmcache/v1/lookup_client/record_strategies/file_hash.py +130 -0
- lmcache/v1/lookup_client/record_strategies/memory_bloom_filter.py +81 -0
- lmcache/v1/manager.py +539 -0
- lmcache/v1/memory_management.py +2619 -0
- lmcache/v1/metadata.py +114 -0
- lmcache/v1/mp_observability/AGENTS.override.md +21 -0
- lmcache/v1/mp_observability/README.md +204 -0
- lmcache/v1/mp_observability/config.py +340 -0
- lmcache/v1/mp_observability/event.py +100 -0
- lmcache/v1/mp_observability/event_bus.py +313 -0
- lmcache/v1/mp_observability/otel_init.py +145 -0
- lmcache/v1/mp_observability/subscribers/__init__.py +28 -0
- lmcache/v1/mp_observability/subscribers/logging/__init__.py +19 -0
- lmcache/v1/mp_observability/subscribers/logging/l1.py +56 -0
- lmcache/v1/mp_observability/subscribers/logging/l2.py +73 -0
- lmcache/v1/mp_observability/subscribers/logging/lookup_hash.py +209 -0
- lmcache/v1/mp_observability/subscribers/logging/mp_server.py +90 -0
- lmcache/v1/mp_observability/subscribers/logging/sm.py +59 -0
- lmcache/v1/mp_observability/subscribers/metrics/__init__.py +20 -0
- lmcache/v1/mp_observability/subscribers/metrics/l0_lifecycle.py +290 -0
- lmcache/v1/mp_observability/subscribers/metrics/l1.py +55 -0
- lmcache/v1/mp_observability/subscribers/metrics/l1_lifecycle.py +166 -0
- lmcache/v1/mp_observability/subscribers/metrics/l2.py +121 -0
- lmcache/v1/mp_observability/subscribers/metrics/sm.py +69 -0
- lmcache/v1/mp_observability/subscribers/tracing/__init__.py +12 -0
- lmcache/v1/mp_observability/subscribers/tracing/mp_server.py +333 -0
- lmcache/v1/mp_observability/subscribers/tracing/span_registry.py +148 -0
- lmcache/v1/mp_observability/trace/__init__.py +50 -0
- lmcache/v1/mp_observability/trace/codecs.py +255 -0
- lmcache/v1/mp_observability/trace/decorator.py +147 -0
- lmcache/v1/mp_observability/trace/format.py +132 -0
- lmcache/v1/mp_observability/trace/lifecycle.py +83 -0
- lmcache/v1/mp_observability/trace/reader.py +167 -0
- lmcache/v1/mp_observability/trace/recorder.py +300 -0
- lmcache/v1/multiprocess/__init__.py +0 -0
- lmcache/v1/multiprocess/affinity_pool.py +102 -0
- lmcache/v1/multiprocess/blend_server_v2.py +891 -0
- lmcache/v1/multiprocess/config.py +253 -0
- lmcache/v1/multiprocess/custom_types.py +281 -0
- lmcache/v1/multiprocess/futures.py +194 -0
- lmcache/v1/multiprocess/gpu_context.py +511 -0
- lmcache/v1/multiprocess/http_server.py +235 -0
- lmcache/v1/multiprocess/mp_runtime_plugin_launcher.py +130 -0
- lmcache/v1/multiprocess/mq.py +732 -0
- lmcache/v1/multiprocess/protocol.py +86 -0
- lmcache/v1/multiprocess/protocols/README.md +213 -0
- lmcache/v1/multiprocess/protocols/__init__.py +127 -0
- lmcache/v1/multiprocess/protocols/base.py +89 -0
- lmcache/v1/multiprocess/protocols/blend.py +109 -0
- lmcache/v1/multiprocess/protocols/blend_v2.py +57 -0
- lmcache/v1/multiprocess/protocols/controller.py +53 -0
- lmcache/v1/multiprocess/protocols/debug.py +34 -0
- lmcache/v1/multiprocess/protocols/engine.py +146 -0
- lmcache/v1/multiprocess/protocols/observability.py +39 -0
- lmcache/v1/multiprocess/server.py +1134 -0
- lmcache/v1/multiprocess/session.py +190 -0
- lmcache/v1/multiprocess/token_hasher.py +441 -0
- lmcache/v1/offload_server/__init__.py +17 -0
- lmcache/v1/offload_server/abstract_server.py +37 -0
- lmcache/v1/offload_server/message.py +30 -0
- lmcache/v1/offload_server/zmq_server.py +122 -0
- lmcache/v1/periodic_thread.py +579 -0
- lmcache/v1/pin_monitor.py +246 -0
- lmcache/v1/plugin/__init__.py +0 -0
- lmcache/v1/plugin/runtime_plugin_launcher.py +211 -0
- lmcache/v1/protocol.py +317 -0
- lmcache/v1/rpc/__init__.py +17 -0
- lmcache/v1/rpc/transport.py +105 -0
- lmcache/v1/rpc/zmq_transport.py +213 -0
- lmcache/v1/rpc_utils.py +165 -0
- lmcache/v1/server/__init__.py +2 -0
- lmcache/v1/server/__main__.py +170 -0
- lmcache/v1/server/storage_backend/__init__.py +21 -0
- lmcache/v1/server/storage_backend/abstract_backend.py +80 -0
- lmcache/v1/server/storage_backend/local_backend.py +75 -0
- lmcache/v1/server/utils.py +21 -0
- lmcache/v1/standalone/__init__.py +1 -0
- lmcache/v1/standalone/__main__.py +583 -0
- lmcache/v1/standalone/manager.py +80 -0
- lmcache/v1/standalone/standalone_service_factory.py +86 -0
- lmcache/v1/storage_backend/__init__.py +313 -0
- lmcache/v1/storage_backend/abstract_backend.py +445 -0
- lmcache/v1/storage_backend/audit_backend.py +233 -0
- lmcache/v1/storage_backend/batched_message_sender.py +222 -0
- lmcache/v1/storage_backend/cache_policy/__init__.py +45 -0
- lmcache/v1/storage_backend/cache_policy/base_policy.py +87 -0
- lmcache/v1/storage_backend/cache_policy/fifo.py +58 -0
- lmcache/v1/storage_backend/cache_policy/lfu.py +105 -0
- lmcache/v1/storage_backend/cache_policy/lru.py +81 -0
- lmcache/v1/storage_backend/cache_policy/mru.py +61 -0
- lmcache/v1/storage_backend/connector/__init__.py +443 -0
- lmcache/v1/storage_backend/connector/audit_adapter.py +77 -0
- lmcache/v1/storage_backend/connector/audit_connector.py +320 -0
- lmcache/v1/storage_backend/connector/base_connector.py +379 -0
- lmcache/v1/storage_backend/connector/blackhole_adapter.py +21 -0
- lmcache/v1/storage_backend/connector/blackhole_connector.py +37 -0
- lmcache/v1/storage_backend/connector/eic_adapter.py +31 -0
- lmcache/v1/storage_backend/connector/eic_connector.py +757 -0
- lmcache/v1/storage_backend/connector/external_adapter.py +79 -0
- lmcache/v1/storage_backend/connector/fs_adapter.py +51 -0
- lmcache/v1/storage_backend/connector/fs_connector.py +403 -0
- lmcache/v1/storage_backend/connector/infinistore_adapter.py +56 -0
- lmcache/v1/storage_backend/connector/infinistore_connector.py +177 -0
- lmcache/v1/storage_backend/connector/instrumented_connector.py +219 -0
- lmcache/v1/storage_backend/connector/lm_adapter.py +31 -0
- lmcache/v1/storage_backend/connector/lm_connector.py +176 -0
- lmcache/v1/storage_backend/connector/mock_adapter.py +57 -0
- lmcache/v1/storage_backend/connector/mock_connector.py +349 -0
- lmcache/v1/storage_backend/connector/mooncakestore_adapter.py +43 -0
- lmcache/v1/storage_backend/connector/mooncakestore_connector.py +614 -0
- lmcache/v1/storage_backend/connector/redis_adapter.py +181 -0
- lmcache/v1/storage_backend/connector/redis_connector.py +828 -0
- lmcache/v1/storage_backend/connector/s3_adapter.py +59 -0
- lmcache/v1/storage_backend/connector/s3_connector.py +699 -0
- lmcache/v1/storage_backend/connector/sagemaker_hyperpod_adapter.py +233 -0
- lmcache/v1/storage_backend/connector/sagemaker_hyperpod_connector.py +987 -0
- lmcache/v1/storage_backend/connector/valkey_adapter.py +114 -0
- lmcache/v1/storage_backend/connector/valkey_connector.py +627 -0
- lmcache/v1/storage_backend/gds_backend.py +1199 -0
- lmcache/v1/storage_backend/job_executor/__init__.py +0 -0
- lmcache/v1/storage_backend/job_executor/base_executor.py +34 -0
- lmcache/v1/storage_backend/job_executor/pq_executor.py +235 -0
- lmcache/v1/storage_backend/local_cpu_backend.py +810 -0
- lmcache/v1/storage_backend/local_disk_backend.py +656 -0
- lmcache/v1/storage_backend/maru_backend.py +734 -0
- lmcache/v1/storage_backend/naive_serde/__init__.py +50 -0
- lmcache/v1/storage_backend/naive_serde/cachegen_basics.py +133 -0
- lmcache/v1/storage_backend/naive_serde/cachegen_decoder.py +135 -0
- lmcache/v1/storage_backend/naive_serde/cachegen_encoder.py +83 -0
- lmcache/v1/storage_backend/naive_serde/kivi_serde.py +22 -0
- lmcache/v1/storage_backend/naive_serde/naive_serde.py +18 -0
- lmcache/v1/storage_backend/naive_serde/serde.py +37 -0
- lmcache/v1/storage_backend/native_clients/connector_client_base.py +165 -0
- lmcache/v1/storage_backend/native_clients/resp_client.py +35 -0
- lmcache/v1/storage_backend/nixl_storage_backend.py +1400 -0
- lmcache/v1/storage_backend/p2p_backend.py +788 -0
- lmcache/v1/storage_backend/path_sharder.py +117 -0
- lmcache/v1/storage_backend/pd_backend.py +646 -0
- lmcache/v1/storage_backend/plugins/dax_backend.py +1443 -0
- lmcache/v1/storage_backend/plugins/rust_raw_block_backend.py +1361 -0
- lmcache/v1/storage_backend/remote_backend.py +624 -0
- lmcache/v1/storage_backend/resp_client.py +227 -0
- lmcache/v1/storage_backend/storage_backend_listener.py +19 -0
- lmcache/v1/storage_backend/storage_manager.py +1352 -0
- lmcache/v1/system_detection.py +110 -0
- lmcache/v1/token_database.py +551 -0
- lmcache/v1/transfer_channel/__init__.py +83 -0
- lmcache/v1/transfer_channel/abstract.py +285 -0
- lmcache/v1/transfer_channel/mock_memory_channel.py +156 -0
- lmcache/v1/transfer_channel/nixl_channel.py +639 -0
- lmcache/v1/transfer_channel/py_socket_channel.py +260 -0
- lmcache/v1/transfer_channel/transfer_utils.py +63 -0
- lmcache/v1/utils/__init__.py +1 -0
- lmcache/v1/utils/bloom_filter.py +109 -0
- lmcache/v1/utils/cache_utils.py +125 -0
- lmcache_cli-0.4.5.dev0.dist-info/METADATA +185 -0
- lmcache_cli-0.4.5.dev0.dist-info/RECORD +399 -0
- lmcache_cli-0.4.5.dev0.dist-info/WHEEL +5 -0
- lmcache_cli-0.4.5.dev0.dist-info/entry_points.txt +2 -0
- lmcache_cli-0.4.5.dev0.dist-info/licenses/LICENSE +201 -0
- lmcache_cli-0.4.5.dev0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,185 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: lmcache-cli
|
|
3
|
+
Version: 0.4.5.dev0
|
|
4
|
+
Summary: A LLM serving engine extension to reduce TTFT and increase throughput, especially under long-context scenarios.
|
|
5
|
+
Author-email: LMCache Team <lmcacheteam@gmail.com>
|
|
6
|
+
License-Expression: Apache-2.0
|
|
7
|
+
Project-URL: homepage, https://docs.lmcache.ai
|
|
8
|
+
Project-URL: source, https://github.com/LMCache/LMCache
|
|
9
|
+
Project-URL: issues, https://github.com/LMCache/LMCache
|
|
10
|
+
Classifier: Development Status :: 3 - Alpha
|
|
11
|
+
Classifier: Operating System :: OS Independent
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
14
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
16
|
+
Classifier: Programming Language :: Python :: Implementation :: CPython
|
|
17
|
+
Classifier: Intended Audience :: Developers
|
|
18
|
+
Classifier: Intended Audience :: Information Technology
|
|
19
|
+
Classifier: Intended Audience :: Science/Research
|
|
20
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
21
|
+
Classifier: Topic :: Scientific/Engineering :: Information Analysis
|
|
22
|
+
Requires-Python: <3.14,>=3.10
|
|
23
|
+
Description-Content-Type: text/markdown
|
|
24
|
+
License-File: LICENSE
|
|
25
|
+
Requires-Dist: matplotlib
|
|
26
|
+
Requires-Dist: openai
|
|
27
|
+
Dynamic: license-file
|
|
28
|
+
|
|
29
|
+
<div align="center">
|
|
30
|
+
<p align="center">
|
|
31
|
+
<img src="https://raw.githubusercontent.com/LMCache/LMCache/dev/asset/logo.png" width="720" alt="lmcache logo">
|
|
32
|
+
</p>
|
|
33
|
+
|
|
34
|
+
[](https://docs.lmcache.ai/)
|
|
35
|
+
[](https://pypi.org/project/lmcache/)
|
|
36
|
+
[](https://pypi.org/project/lmcache/)
|
|
37
|
+
[](https://buildkite.com/lmcache/lmcache-unittests)
|
|
38
|
+
[](https://github.com/LMCache/LMCache/actions/workflows/code_quality_checks.yml)
|
|
39
|
+
[](https://buildkite.com/lmcache/lmcache-vllm-integration-tests)
|
|
40
|
+
|
|
41
|
+
<br />
|
|
42
|
+
|
|
43
|
+
[](https://www.bestpractices.dev/projects/10841)
|
|
44
|
+
[](https://scorecard.dev/viewer/?uri=github.com/LMCache/LMCache)
|
|
45
|
+
[](https://deepwiki.com/LMCache/LMCache/)
|
|
46
|
+
[](https://github.com/LMCache/LMCache/graphs/commit-activity)
|
|
47
|
+
[](https://pypi.org/project/lmcache/)
|
|
48
|
+
[](https://www.youtube.com/channel/UC58zMz55n70rtf1Ak2PULJA)
|
|
49
|
+
|
|
50
|
+
</div>
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
--------------------------------------------------------------------------------
|
|
54
|
+
|
|
55
|
+
| [**Blog**](https://blog.lmcache.ai/)
|
|
56
|
+
| [**Documentation**](https://docs.lmcache.ai/)
|
|
57
|
+
| [**Join Slack**](https://join.slack.com/t/lmcacheworkspace/shared_invite/zt-3g8e6xzz8-KzS_HI8bPERGFK5PTB~MYg)
|
|
58
|
+
| [**Interest Form**](https://forms.gle/MHwLiYDU6kcW3dLj7)
|
|
59
|
+
| [**Roadmap**](https://github.com/LMCache/LMCache/issues/1253)
|
|
60
|
+
|
|
61
|
+
## Summary
|
|
62
|
+
|
|
63
|
+
LMCache is an **LLM** serving engine extension to **reduce TTFT** and **increase throughput**, especially under long-context scenarios. By storing the KV caches of reusable texts all over the datacenter (including GPU, CPU, Disk and even S3) with a wide range of acceleration technqiue (zero cpu copy, NIXL, GDS and more). LMCache reuses the KV caches of **_any_** reused text (not necessarily prefix) in **_any_** serving engine instance. Thus, LMCache saves precious GPU cycles and reduces user response delay.
|
|
64
|
+
|
|
65
|
+
By combining LMCache with vLLM, developers achieve 3-10x delay savings and GPU cycle reduction in many LLM use cases, including multi-round QA and RAG.
|
|
66
|
+
|
|
67
|
+

|
|
68
|
+
|
|
69
|
+
LMCache is used, integrated, or referenced across a growing ecosystem of LLM serving platforms, infrastructure providers, and open-source projects:
|
|
70
|
+
|
|
71
|
+
- Initiated and officially supported by: [Tensormesh](https://www.tensormesh.ai/)
|
|
72
|
+
- Adopted by inference providers: GMI cloud ([blog post](https://www.gmicloud.ai/blog/gmi-cloud-achieves-4x-llm-performance-boost-with-tensormesh)), Google cloud ([blog post](https://cloud.google.com/blog/topics/developers-practitioners/boosting-llm-performance-with-tiered-kv-cache-on-google-kubernetes-engine)), CoreWeave ([blog post](https://www.coreweave.com/news/coreweave-unveils-ai-object-storage-redefining-how-ai-workloads-access-and-scale-data)) and more
|
|
73
|
+
- Integrated with data and storage infrastructure providers: Redis ([blog post](https://redis.io/blog/get-faster-llm-inference-and-cheaper-responses-with-lmcache-and-redis/)), Weka ([blog post](https://www.weka.io/blog/ai-ml/open-sourcing-gds-integration-from-augmented-memory-grid-see-results-for-yourself/)), PliOps ([blog post](https://www.manilatimes.net/2025/03/12/tmt-newswire/globenewswire/pliops-announces-collaboration-with-vllm-production-stack-to-enhance-llm-inference-performance/2072000)) and more
|
|
74
|
+
- Used by open-source projects and platforms: [vLLM](https://github.com/vllm-project/vllm) [](https://github.com/vllm-project/vllm)
|
|
75
|
+
, [SGLang](https://github.com/sgl-project/sglang) [](https://github.com/sgl-project/sglang)
|
|
76
|
+
, [vLLM Production Stack](https://github.com/vllm-project/production-stack) [](https://github.com/vllm-project/production-stack), [llm-d](https://github.com/llm-d/llm-d/) [](https://github.com/llm-d/llm-d), [NVIDIA dynamo](https://github.com/ai-dynamo/dynamo) [](https://github.com/ai-dynamo/dynamo), [KServe](https://github.com/kserve/kserve) [](https://github.com/kserve/kserve) and more.
|
|
77
|
+
|
|
78
|
+
For more details, please check our [Ray Summit talk](https://www.youtube.com/watch?v=TwLd15HE6AM) and [technical report](https://lmcache.ai/tech_report.pdf).
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
## Features
|
|
82
|
+
|
|
83
|
+
- [x] 🔥 Integration with vLLM v1 with the following features:
|
|
84
|
+
* High performance CPU KVCache offloading
|
|
85
|
+
* Disaggregated prefill
|
|
86
|
+
* P2P KVCache sharing
|
|
87
|
+
- [x] Integration with SGLang for KV cache offloading
|
|
88
|
+
- [x] Storage support as follows:
|
|
89
|
+
* CPU
|
|
90
|
+
* Disk
|
|
91
|
+
* [NIXL](https://github.com/ai-dynamo/nixl)
|
|
92
|
+
- [x] Installation support through pip and latest vLLM
|
|
93
|
+
|
|
94
|
+
## Installation
|
|
95
|
+
|
|
96
|
+
To use LMCache, simply install `lmcache` from your package manager, e.g. pip:
|
|
97
|
+
|
|
98
|
+
```bash
|
|
99
|
+
pip install lmcache
|
|
100
|
+
```
|
|
101
|
+
|
|
102
|
+
Works on Linux NVIDIA GPU platform.
|
|
103
|
+
|
|
104
|
+
More [detailed installation instructions](https://docs.lmcache.ai/getting_started/installation) are available in the docs, particularly if you are not using the latest stable version of vllm or using another serving engine with different dependencies. Any "undefined symbol" or torch mismatch versions can be resolved in the documentation.
|
|
105
|
+
|
|
106
|
+
## Getting started
|
|
107
|
+
|
|
108
|
+
The best way to get started is to checkout the [Quickstart Examples](https://docs.lmcache.ai/getting_started/quickstart/) in the docs.
|
|
109
|
+
|
|
110
|
+
## Documentation
|
|
111
|
+
|
|
112
|
+
Check out the LMCache [documentation](https://docs.lmcache.ai/) which is available online.
|
|
113
|
+
|
|
114
|
+
We also post regularly in [LMCache blogs](https://blog.lmcache.ai/).
|
|
115
|
+
|
|
116
|
+
## Examples
|
|
117
|
+
|
|
118
|
+
Go hands-on with our [examples](https://github.com/LMCache/LMCache/tree/dev/examples),
|
|
119
|
+
demonstrating how to address different use cases with LMCache.
|
|
120
|
+
|
|
121
|
+
## Interested in Connecting?
|
|
122
|
+
|
|
123
|
+
Fill out the [interest form](https://forms.gle/mQfQDUXbKfp2St1z7), [sign up for our newsletter](https://mailchi.mp/tensormesh/lmcache-sign-up-newsletter), [join LMCache slack](https://join.slack.com/t/lmcacheworkspace/shared_invite/zt-3g8e6xzz8-KzS_HI8bPERGFK5PTB~MYg), or [drop an email](mailto:contact@lmcache.ai), and our team will reach out to you!
|
|
124
|
+
|
|
125
|
+
## Community meeting
|
|
126
|
+
|
|
127
|
+
The community meeting [Zoom Link]( https://uchicago.zoom.us/j/6603596916?pwd=Z1E5MDRWUSt2am5XbEt4dTFkNGx6QT09) for LMCache is hosted bi-weekly. All are welcome to join!
|
|
128
|
+
|
|
129
|
+
Meetings are held bi-weekly on: Tuesdays at 9:00 AM PT – [Add to Google Calendar](https://calendar.google.com/calendar/u/0/r?cid=Y19mNGY2ZmMwZjUxMWYyYTZmZmE1ZTVlMGI2Yzk2NmFmZjNhM2Y4ODZiZmU5OTU5MDJlMmE3ZmUyOGZmZThlOWY5QGdyb3VwLmNhbGVuZGFyLmdvb2dsZS5jb20)
|
|
130
|
+
|
|
131
|
+
We keep notes from each meeting on this [document](https://docs.google.com/document/d/1_Fl3vLtERFa3vTH00cezri78NihNBtSClK-_1tSrcow) for summaries of standups, discussion, and action items.
|
|
132
|
+
|
|
133
|
+
Recordings of meetings are available on the [YouTube LMCache channel](https://www.youtube.com/channel/UC58zMz55n70rtf1Ak2PULJA).
|
|
134
|
+
|
|
135
|
+
## Contributing
|
|
136
|
+
|
|
137
|
+
We welcome and value all contributions and collaborations. Please check out [Contributing Guide](CONTRIBUTING.md) on how to contribute.
|
|
138
|
+
|
|
139
|
+
We continually update [[Onboarding] Welcoming contributors with good first issues!](https://github.com/LMCache/LMCache/issues/627)
|
|
140
|
+
|
|
141
|
+
## Citation
|
|
142
|
+
|
|
143
|
+
If you use LMCache for your research, please cite our papers:
|
|
144
|
+
|
|
145
|
+
```
|
|
146
|
+
@inproceedings{liu2024cachegen,
|
|
147
|
+
title={Cachegen: Kv cache compression and streaming for fast large language model serving},
|
|
148
|
+
author={Liu, Yuhan and Li, Hanchen and Cheng, Yihua and Ray, Siddhant and Huang, Yuyang and Zhang, Qizheng and Du, Kuntai and Yao, Jiayi and Lu, Shan and Ananthanarayanan, Ganesh and others},
|
|
149
|
+
booktitle={Proceedings of the ACM SIGCOMM 2024 Conference},
|
|
150
|
+
pages={38--56},
|
|
151
|
+
year={2024}
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
@article{cheng2024large,
|
|
155
|
+
title={Do Large Language Models Need a Content Delivery Network?},
|
|
156
|
+
author={Cheng, Yihua and Du, Kuntai and Yao, Jiayi and Jiang, Junchen},
|
|
157
|
+
journal={arXiv preprint arXiv:2409.13761},
|
|
158
|
+
year={2024}
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
@inproceedings{10.1145/3689031.3696098,
|
|
162
|
+
author = {Yao, Jiayi and Li, Hanchen and Liu, Yuhan and Ray, Siddhant and Cheng, Yihua and Zhang, Qizheng and Du, Kuntai and Lu, Shan and Jiang, Junchen},
|
|
163
|
+
title = {CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion},
|
|
164
|
+
year = {2025},
|
|
165
|
+
url = {https://doi.org/10.1145/3689031.3696098},
|
|
166
|
+
doi = {10.1145/3689031.3696098},
|
|
167
|
+
booktitle = {Proceedings of the Twentieth European Conference on Computer Systems},
|
|
168
|
+
pages = {94–109},
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
@article{cheng2025lmcache,
|
|
172
|
+
title={LMCache: An Efficient KV Cache Layer for Enterprise-Scale LLM Inference},
|
|
173
|
+
author={Cheng, Yihua and Liu, Yuhan and Yao, Jiayi and An, Yuwei and Chen, Xiaokun and Feng, Shaoting and Huang, Yuyang and Shen, Samuel and Du, Kuntai and Jiang, Junchen},
|
|
174
|
+
journal={arXiv preprint arXiv:2510.09665},
|
|
175
|
+
year={2025}
|
|
176
|
+
}
|
|
177
|
+
```
|
|
178
|
+
|
|
179
|
+
## Socials
|
|
180
|
+
|
|
181
|
+
[Linkedin](https://www.linkedin.com/company/lmcache-lab/?viewAsMember=true) | [Twitter](https://x.com/lmcache) | [Youtube](https://www.youtube.com/@LMCacheTeam)
|
|
182
|
+
|
|
183
|
+
## License
|
|
184
|
+
|
|
185
|
+
The LMCache codebase is licensed under Apache License 2.0. See the [LICENSE](LICENSE) file for details.
|
|
@@ -0,0 +1,399 @@
|
|
|
1
|
+
lmcache/__init__.py,sha256=aUQutd4_E8EAHycX4B43JOQl2mTMwVRftXsq6JRhUcg,2370
|
|
2
|
+
lmcache/_version.py,sha256=Ebfd0O9w2Gu-nO9Fezo0M8VtfvRdVU_O-kMuQgNwwis,541
|
|
3
|
+
lmcache/connections.py,sha256=5bSguAPmkJCRpgjkZd0ugGna6Zfm0pXG9vo-RGVXeFg,4965
|
|
4
|
+
lmcache/logging.py,sha256=7qOcguB6x0mr6TlyWvwcRS3Yk6DVfTq0ZM7ACh5DaT4,2662
|
|
5
|
+
lmcache/native_storage_ops.pyi,sha256=5aiod37OQaINNycESFW46OVtVM4qvHCmlAnhcjka1cs,6561
|
|
6
|
+
lmcache/non_cuda_equivalents.py,sha256=atZ3qcdrQFnR_olvm-LmaevY1pJ-IteiN1ZX3wOtFvU,51187
|
|
7
|
+
lmcache/observability.py,sha256=uhj_KpNiuFawVVHLtwAFwDh9YTTj68ZQRw0wJRYbtDU,72453
|
|
8
|
+
lmcache/usage_context.py,sha256=XfdZzXYgU1p06F5Ld5hqQuHniDRUagmwTOoH631bos0,14381
|
|
9
|
+
lmcache/utils.py,sha256=9IS8a86aID-xjJHD4Ts0mxmKqKAuL6zvTqbIrfzBA-4,20369
|
|
10
|
+
lmcache/cli/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
11
|
+
lmcache/cli/main.py,sha256=ON3z9zLeAUZML617a2RuWoApNlOlnAaiszd8m4pSELc,977
|
|
12
|
+
lmcache/cli/commands/__init__.py,sha256=r-H-OpGwxJAejP6gu_6O7owwUe5rG1U4KQeGl4hTXCQ,1015
|
|
13
|
+
lmcache/cli/commands/base.py,sha256=lGWfSfHlkbqTU3Ig55nIRRtEw0YEoCBgn1s5dK5ocJ0,4904
|
|
14
|
+
lmcache/cli/commands/describe.py,sha256=D1iAOsf7X6j0VsShhFzNs2vJkZoQekp0RyC87pG9tO4,11130
|
|
15
|
+
lmcache/cli/commands/kvcache.py,sha256=112qnpVQP64z3goUMSNJcMJ2VZKIakN2MH6ua2UZeZk,3947
|
|
16
|
+
lmcache/cli/commands/mock.py,sha256=ArQoXZTwwCcmLNXW9XqooGi5rXirHwUeTavQ_bbNCp0,2271
|
|
17
|
+
lmcache/cli/commands/ping.py,sha256=_0Kkv3n--MobE_iTK6wL1f9wsQbfLtkIjoA6IJ0bX94,3450
|
|
18
|
+
lmcache/cli/commands/server.py,sha256=w10A67s_JHuqBd_1TKTbV_HAqdofiMoRTN8pACygTwQ,3328
|
|
19
|
+
lmcache/cli/commands/bench/__init__.py,sha256=yQLdGONDYoz_rMLxPyq3u1LKHWHNQkfmTL31VjP4kv4,18430
|
|
20
|
+
lmcache/cli/commands/bench/engine_bench/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
21
|
+
lmcache/cli/commands/bench/engine_bench/config.py,sha256=5eC0OcegtVaiqqLbBgrQfF1iZGACQBRc6TR9n1koZf0,7421
|
|
22
|
+
lmcache/cli/commands/bench/engine_bench/progress.py,sha256=K85783m4Le1o0TrcmHLUuOb2umxo28AvspM1gGozr2s,4943
|
|
23
|
+
lmcache/cli/commands/bench/engine_bench/request_sender.py,sha256=k7qI8TImeVXWoZUQic1pQVpOxkF1idXG5r0jUpnpTK0,7639
|
|
24
|
+
lmcache/cli/commands/bench/engine_bench/stats.py,sha256=R3AFRgRBLSFFVjma4zEURPijQyxN8rpKRBUwHBzMWQU,9926
|
|
25
|
+
lmcache/cli/commands/bench/engine_bench/interactive/__init__.py,sha256=y6SxqmkijoTj-azsBS7QLDLw9ep60xCDNRNpUK_JU4Y,9043
|
|
26
|
+
lmcache/cli/commands/bench/engine_bench/interactive/config.json,sha256=_TiN4Dm7oXA1o4Re8rZv7vnF9VX46miT4clHlRZ9ct8,257
|
|
27
|
+
lmcache/cli/commands/bench/engine_bench/interactive/schema.py,sha256=MIVu-wIdBwRQ1nUbiBTsP9_YbhDl7WcuXwMJsEJXgy4,12535
|
|
28
|
+
lmcache/cli/commands/bench/engine_bench/interactive/state.py,sha256=YhTEokrXYUyAMn01ZzSBgCGL9y16EIOYqr8vHbSoTgA,12265
|
|
29
|
+
lmcache/cli/commands/bench/engine_bench/interactive/terminal.py,sha256=0CR9PhdwzcbQcv0QfIF8UvgRa9iJEJHpqSZlxEWZwaw,8385
|
|
30
|
+
lmcache/cli/commands/bench/engine_bench/workloads/__init__.py,sha256=IX8LdbAZ6wWmtnLL2XdT-iKnKZOYTOOsuibD1no0AhY,5475
|
|
31
|
+
lmcache/cli/commands/bench/engine_bench/workloads/base.py,sha256=OUwMtcdqgQUEPU0U0bZUNOa-FiACBYDXxEgo4abUGWM,4324
|
|
32
|
+
lmcache/cli/commands/bench/engine_bench/workloads/long_doc_permutator.py,sha256=UCvMIqDAZweRduG63lZAnpnnKpOgUhFK0ZxiIBbdNjM,15476
|
|
33
|
+
lmcache/cli/commands/bench/engine_bench/workloads/long_doc_qa.py,sha256=BetamdNLj7MeGr3NrpfwXfKlAgO_9wESYIPrXAjfEcI,10383
|
|
34
|
+
lmcache/cli/commands/bench/engine_bench/workloads/multi_round_chat.py,sha256=GVkjYIi4hTCn1FJCq8gFdr8QQlsg2WeAtPXo8WMh660,12888
|
|
35
|
+
lmcache/cli/commands/bench/engine_bench/workloads/random_prefill.py,sha256=nWG08-U0a93Lv3qOly-7bHkDp2Tj5pOqzX28EBrg4yM,6065
|
|
36
|
+
lmcache/cli/commands/query/__init__.py,sha256=7lGTmQdZmjGStmTS-zdAe31fove0pN59mCDnYpNgHnQ,5332
|
|
37
|
+
lmcache/cli/commands/query/prompt.py,sha256=WhO0NpFcsgZ7YgpRAiFBmxWDL0PUawxmmHPqbmZCNnI,4350
|
|
38
|
+
lmcache/cli/commands/query/request.py,sha256=vALU2fjqp0s7TFLepCd_Gtq6UdYFZAzxOk-IMrDVIAs,11891
|
|
39
|
+
lmcache/cli/commands/tool/__init__.py,sha256=_mDi1ltdZx8R9LlAf1ylQzgX3Qxqfa7-YrQaHUQ8Iz4,2044
|
|
40
|
+
lmcache/cli/commands/tool/cache_simulator.py,sha256=Wd4aYSGTRobteZIAVDc9WeLRRUjCTSU3Dj3yPz9Jj14,3914
|
|
41
|
+
lmcache/cli/commands/trace/__init__.py,sha256=njgolxvnQH15FOl6-uwnM_yZgN3k8v3HUwP6erQlmFM,19769
|
|
42
|
+
lmcache/cli/commands/trace/dispatch.py,sha256=2jPhwLaFkRD9JBIHIY3BBw1dw37k4mtRivWt_hmM-m0,8746
|
|
43
|
+
lmcache/cli/commands/trace/driver.py,sha256=rn0i3f-91LWnsYU-oppSrXicqsn0jSl5AM-QXwsjb6o,14196
|
|
44
|
+
lmcache/cli/commands/trace/stats.py,sha256=EURx6OFnWKhX2OCgOOHtJSTBCVw06SoRVE5WB4-YGb8,9676
|
|
45
|
+
lmcache/cli/documents/lmcache.txt,sha256=p6tE6lwN0H_QebbUaiXaoGxvKCkSjdxVSeCFYCZdIdc,3178
|
|
46
|
+
lmcache/cli/metrics/__init__.py,sha256=-12WRZLZgXFL6bscFoVMDMZ1TTuPvuZsauDJu5IcU88,639
|
|
47
|
+
lmcache/cli/metrics/formatter.py,sha256=L3FoSPnEpxmuX1B_3HnAhbN9R1WgsUGIwl_9_BaKsD0,4896
|
|
48
|
+
lmcache/cli/metrics/handler.py,sha256=i_q0yRLxTXDEHT7kxkq1WluXCqB65SCYuWOfg8o54gs,2637
|
|
49
|
+
lmcache/cli/metrics/metrics.py,sha256=OzhxMBFWVQl-CUblQhmiBKGb-7wJB1Ik6G0DpdeICfo,5440
|
|
50
|
+
lmcache/cli/metrics/section.py,sha256=JDIUjbczl9OO5FlNSaoYdTEoqcFQYbS7kJeR7rlyUKY,2580
|
|
51
|
+
lmcache/integration/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
|
|
52
|
+
lmcache/integration/base_service_factory.py,sha256=9fQhq9WNbsbnzGcIsNr_tkEzJPDVcmWootvLiaIRc_E,6003
|
|
53
|
+
lmcache/integration/request_telemetry/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
54
|
+
lmcache/integration/request_telemetry/base.py,sha256=e9Yiw8x6w4O0HV50RKkYVXupyVFQYDn0FsO2JpyXdVM,1323
|
|
55
|
+
lmcache/integration/request_telemetry/factory.py,sha256=PQXncBA1WblysmCF5zzp1KRBl24LEbJvKlh6D_mHARA,3675
|
|
56
|
+
lmcache/integration/request_telemetry/fastapi.py,sha256=6fpSnR4gJDMwSF61jFT3we0H5oH9IDKl8IWIsva4Vuc,3619
|
|
57
|
+
lmcache/integration/request_telemetry/noop.py,sha256=_LjH-mJlavSApaKN_ZZUGPoHTezbQgCkx4kpnMiXpE4,821
|
|
58
|
+
lmcache/integration/sglang/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
|
|
59
|
+
lmcache/integration/sglang/sglang_adapter.py,sha256=_lI-fChbJrO30GRfis9kHstLnD0hQQohOP71lFj79pw,10495
|
|
60
|
+
lmcache/integration/sglang/utils.py,sha256=j6MhXf5xoYbv0_PckWll8M0RCXQ1OUVHmNYocR69fyM,1335
|
|
61
|
+
lmcache/integration/vllm/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
62
|
+
lmcache/integration/vllm/lmcache_connector_v1.py,sha256=o4wbaorrKK0CO-RvuJROB-_EFS7eh9xqFAleFeSB-9g,7523
|
|
63
|
+
lmcache/integration/vllm/lmcache_connector_v1_085.py,sha256=gXxv4CQafKq3TKsmdq3X2HpgbTkLPNCXHynb-EAtppQ,5220
|
|
64
|
+
lmcache/integration/vllm/lmcache_mp_connector_0180.py,sha256=m7Jq8yiTLcPcmkS9zzckpzjlePj0U-GNBe_pP24EGUA,39601
|
|
65
|
+
lmcache/integration/vllm/utils.py,sha256=cemUUv3QKLPvUvwgLqleVZLctf7Xto123WKOSWehquI,16226
|
|
66
|
+
lmcache/integration/vllm/vllm_multi_process_adapter.py,sha256=sENtoq6vMEU3DBbqmjmqz5T6SSHf_r1oiLjjXmcToMk,37222
|
|
67
|
+
lmcache/integration/vllm/vllm_service_factory.py,sha256=aVOXb8bmauB5RKck2vrwfIqfOdOwgVaibhPglvFXkBs,11659
|
|
68
|
+
lmcache/integration/vllm/vllm_v1_adapter.py,sha256=dD-lcByLztBz067BaO93hIleCRxtuB1P94xxd9KC2Ws,68147
|
|
69
|
+
lmcache/integration/vllm/tests/test_mm_hash_utils.py,sha256=RvweFXchYU_w4wZEjPGQwA6JLrl-CSTIwFHE_A7QZQ8,3806
|
|
70
|
+
lmcache/storage_backend/serde/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
71
|
+
lmcache/storage_backend/serde/cachegen_basics.py,sha256=16LeEfp_xb-nc2_AlkQTO4JeVLrhQDnCJCJAZ8p0tfU,7055
|
|
72
|
+
lmcache/storage_backend/serde/cachegen_decoder.py,sha256=5NG9HxDSUntTaHjXPg0_K8dEuQNVrWVq9GzGY3ScK10,7160
|
|
73
|
+
lmcache/storage_backend/serde/cachegen_encoder.py,sha256=V93sRV3Hp1ikAyl3yXJcjMBDrm9od_HD0XJ4O4tFzSo,13490
|
|
74
|
+
lmcache/storage_backend/serde/serde.py,sha256=fvurMwkisfrbwO-uGyxqC_bzvAX_Y0iYG1N5fW9MYZM,1898
|
|
75
|
+
lmcache/tools/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
76
|
+
lmcache/tools/cache_simulator/README.md,sha256=QtaeWIGfZTlXtGzqVC5bey20730MnTzY3g1UIH7IM90,15338
|
|
77
|
+
lmcache/tools/cache_simulator/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
78
|
+
lmcache/tools/cache_simulator/gen_bench_dataset.py,sha256=hSTDcOIqVozYiaOx0FBkkB74iObtgItul5E6_fIyiqc,12934
|
|
79
|
+
lmcache/tools/cache_simulator/lru_cache.py,sha256=T8dzxF9isVBF8et-edQMbcOy-TdJLdBQiyZbQWRnzKo,3890
|
|
80
|
+
lmcache/tools/cache_simulator/plot_hit_rate.py,sha256=AwR_w6tqVSzECdexklYYNTZyIvHFxKrgHIIOyEtkcgA,6985
|
|
81
|
+
lmcache/tools/cache_simulator/simulator.py,sha256=DI0u1cKwQXdDoa_phPdSNRE5OX58iaUpn6gXDgKPNKY,28845
|
|
82
|
+
lmcache/tools/cache_simulator/docs/simulate_example.png,sha256=3LKNwPzgXJ1njANbVNSRjxr6wntT1re8tJwm-lW2evI,286842
|
|
83
|
+
lmcache/tools/cache_simulator/docs/sweep_example.png,sha256=uxzLvldPuM6vN3mcbB0cMK-bQYY68VcdPKbeoTvAWvM,78797
|
|
84
|
+
lmcache/tools/controller_benchmark/README.md,sha256=iA2yy7ANs6z5SN7uaXWbVujsxcUATf95mDYvJsfIuY8,5752
|
|
85
|
+
lmcache/tools/controller_benchmark/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
86
|
+
lmcache/tools/controller_benchmark/__main__.py,sha256=rCfKMxMb5hri1W1xD3KF1zbjh60yn-ysBnuwXmD4McI,10725
|
|
87
|
+
lmcache/tools/controller_benchmark/benchmark.py,sha256=iF6PTgFHHr0vk9W9RXV-wx9Srp0V6omTL3jypdCfOPI,24712
|
|
88
|
+
lmcache/tools/controller_benchmark/config.py,sha256=JiKuFYqITfuu5u_iFWQXNEJACr0eFtM6buWWzwCwC8U,1304
|
|
89
|
+
lmcache/tools/controller_benchmark/constants.py,sha256=eSNUSVl_lGepLPGkrBgkXxNXkAfO3U91sXDop-n_MTk,272
|
|
90
|
+
lmcache/tools/controller_benchmark/handlers/__init__.py,sha256=DvJuj27toN3oQXr7Y0dNlZLJVGA5BpzcYurnxqirTto,1369
|
|
91
|
+
lmcache/tools/controller_benchmark/handlers/admit.py,sha256=EqTzNVwLvkEknp7iMz1-oD-RJ7M0cp17hkHsqDxvvLg,1414
|
|
92
|
+
lmcache/tools/controller_benchmark/handlers/base.py,sha256=rH7TFLT-HjXhzy2mdNHlglu6Qth2prhIC_JPsR22oIQ,1354
|
|
93
|
+
lmcache/tools/controller_benchmark/handlers/deregister.py,sha256=Z7vOgaQCpFSQhLTKi5_gCcVeJAwACSCWr4oH--tlByk,1294
|
|
94
|
+
lmcache/tools/controller_benchmark/handlers/evict.py,sha256=U0d5DbZJW6gtX-XCsGMEY91DlCIijv3K8G0GSTsWY0Y,1414
|
|
95
|
+
lmcache/tools/controller_benchmark/handlers/heartbeat.py,sha256=2r5vdDTQpxTBGHFmKIj2ZcoXDB_mJ4caBl18ferXfOs,1585
|
|
96
|
+
lmcache/tools/controller_benchmark/handlers/p2p_lookup.py,sha256=eLEslB83oQY9zJq4drDGG7rWEO9SuxdJ7LQpcFeA1lg,1244
|
|
97
|
+
lmcache/tools/controller_benchmark/handlers/register.py,sha256=mpQxlpiqDFqJa7KuHBiFDxr2AAjAB60CrGEsvM3HD3c,1568
|
|
98
|
+
lmcache/tools/mp_status_viewer/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
99
|
+
lmcache/tools/mp_status_viewer/__main__.py,sha256=M48vBlmwZiadhGGi0J0KE8qLVmI8A5OFsHqyzVux2LY,2546
|
|
100
|
+
lmcache/v1/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
|
|
101
|
+
lmcache/v1/basic_check.py,sha256=7zy6wc3m9T0mlDYmg7w1BmC8BX7mvGwGQnGaG_Dea9o,2973
|
|
102
|
+
lmcache/v1/cache_engine.py,sha256=iSStUxZoOunARUQlRV9wxFZuc5z7fpfELNiQJOMmdF0,77237
|
|
103
|
+
lmcache/v1/cache_interface.py,sha256=2W7aPPFZi24yjLuolQmCOEcnu2RKsVvCoY3z_Wf54Hw,441
|
|
104
|
+
lmcache/v1/config.py,sha256=9jQkVXAvkPaEepdkCZuzK8OPa7Hv4BLk-7EaU1QW1H4,27802
|
|
105
|
+
lmcache/v1/config_base.py,sha256=ADDpnBB61gC_NSdwH8UHjtRJwlRASLKCCM2F3MNNSk8,30339
|
|
106
|
+
lmcache/v1/event_manager.py,sha256=W4tkngjRKfqBLi-Xs0_xcU-aEpDbacsoKSqvNlLp2vE,4528
|
|
107
|
+
lmcache/v1/kv_layer_groups.py,sha256=zfxzKTAVqf8wWWR6U5yHApyQmRhMfl-G0DVXz2aaVWs,9982
|
|
108
|
+
lmcache/v1/lazy_memory_allocator.py,sha256=3GIk8LmmN0AujKobiTZocu_0fJyKAuWAfI5jcVP-VYo,9804
|
|
109
|
+
lmcache/v1/manager.py,sha256=MZ25wZtrOpsCHLAI47JSwnRyFBSaJDz5j15KMF0YX1U,19437
|
|
110
|
+
lmcache/v1/memory_management.py,sha256=qDFhPowYQXLEbao_9ART6K6CFBeQI3ZdAO1jLbmbTYQ,86363
|
|
111
|
+
lmcache/v1/metadata.py,sha256=0QuJe4RVvJo90ZyTOqYUsosOmhVVlErxYiDViuRfqE4,4091
|
|
112
|
+
lmcache/v1/periodic_thread.py,sha256=RKTzgOzRmf_leQfPqVR9x2Y0BBe3rS0jwAsL3L3rN8c,18611
|
|
113
|
+
lmcache/v1/pin_monitor.py,sha256=-Y-C3lQaR_sxexoILZsLPFdFxYK_qUkCoyBGUYP1na4,8948
|
|
114
|
+
lmcache/v1/protocol.py,sha256=zYmCn0A01CkTW-e7xDewEtZ9d8QEgAdYmGjc0oz2hpk,8733
|
|
115
|
+
lmcache/v1/rpc_utils.py,sha256=TsvUaLF61CeGNfEBpfPiGGwjkEXJZem_IOctguHOPTY,4646
|
|
116
|
+
lmcache/v1/system_detection.py,sha256=T5Eh1gIuA1vQC1Wz5HJSru2uA0vLJpUTTiSDXRi2vns,3321
|
|
117
|
+
lmcache/v1/token_database.py,sha256=HnDJyfM_DeoH8kZBe4vGeF74y0op8IiUSWxKJpDZYQU,22060
|
|
118
|
+
lmcache/v1/api_server/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
|
|
119
|
+
lmcache/v1/api_server/__main__.py,sha256=WROc_g3beqxoAbPtR32uJM3_AIgzXzsZbR8gTPNQcC0,18594
|
|
120
|
+
lmcache/v1/cache_controller/__init__.py,sha256=woagEh4yUce_HFlp2vzCaxUO1eNPQPYNgIK2ovWL86o,279
|
|
121
|
+
lmcache/v1/cache_controller/config.py,sha256=fQKh8lAr2GgVEX9rVS7vzpqW2GgMrdgfsgwxwMwcanA,5616
|
|
122
|
+
lmcache/v1/cache_controller/controller_manager.py,sha256=Dnbzk59fiq9m9poZfsvR8JELlgnMw6iQt0Gzgcw2ZuU,22319
|
|
123
|
+
lmcache/v1/cache_controller/executor.py,sha256=GdamZnMPaGtcO5EozJgbE7LOIwW7EKDPHG3fXygF220,16585
|
|
124
|
+
lmcache/v1/cache_controller/full_sync_sender.py,sha256=n0Af0Feqc1c856230N_UN6z8ysQBR1Ox4ARdWm0LDN0,15794
|
|
125
|
+
lmcache/v1/cache_controller/locks.py,sha256=SCRtAGuNXIRGDpnn382plevvFpuYLYP_lOS8eSiYEps,4994
|
|
126
|
+
lmcache/v1/cache_controller/message.py,sha256=YfWZuE70BJKFevZdr_PMuo3LcN7Bqw2Qc9hAOle9MXA,19851
|
|
127
|
+
lmcache/v1/cache_controller/observability.py,sha256=O89HsGjQc4pKiFSV0s-9jnFf21IEvz-d63_LXCmi4hA,7998
|
|
128
|
+
lmcache/v1/cache_controller/utils.py,sha256=rvA2GA7cdBBz_FEU-tNp5zcjKb7My9oCY2w6sK7YdeY,25934
|
|
129
|
+
lmcache/v1/cache_controller/worker.py,sha256=yxR1pgfMLG_kvy0NQQLxuDYRZoYjkEPbhwdc7h6UHeo,26438
|
|
130
|
+
lmcache/v1/cache_controller/commands/__init__.py,sha256=5xxH-R0gvSEzbh1AROY-xOs5FBKtVlAs0OzllKeur20,446
|
|
131
|
+
lmcache/v1/cache_controller/commands/base.py,sha256=Sm_rryRZKaHhUNq02dZ_cLApRzVOZHtUlBYk0Nhufao,1154
|
|
132
|
+
lmcache/v1/cache_controller/commands/full_sync.py,sha256=hd1N2DnJaORl2WgREfGZ2I7aYvb10cBjQrVwxa1FHgA,1508
|
|
133
|
+
lmcache/v1/cache_controller/controllers/__init__.py,sha256=bp3q2rnUD0omH8zK-YPyML_Q6DOjxfDYs_wkHyvtwc4,318
|
|
134
|
+
lmcache/v1/cache_controller/controllers/full_sync_tracker.py,sha256=rWts_Z7YRVCf-rHmA2BQohLCppfxt5DiQFVClAfyPe0,15697
|
|
135
|
+
lmcache/v1/cache_controller/controllers/kv_controller.py,sha256=cEpFUeGb9r0Yngx0l-bRP88hgTdK1C1_Ub27vJF3vA8,15295
|
|
136
|
+
lmcache/v1/cache_controller/controllers/registration_controller.py,sha256=KHBKwwTftzlXi1VZL3lmirxquH4yaEoMqOlqIYNDZAI,9766
|
|
137
|
+
lmcache/v1/cache_controller/frontend/static/index.html,sha256=tuOqhdBqpCOQ7iQRCLvzMOfwT_QL2Ks1CWs5fElN4QA,11880
|
|
138
|
+
lmcache/v1/cache_controller/frontend/static/css/style.css,sha256=h178Ye8mdp4uX95IwYTgs-zVBDpcfZNTeyUgGbHpxEQ,3337
|
|
139
|
+
lmcache/v1/cache_controller/frontend/static/img/logo.png,sha256=9-j3u9-O93yiyWvnmPkP4fwYgY-bxgc3yPFql01CrlA,39745
|
|
140
|
+
lmcache/v1/cache_controller/frontend/static/js/controller_app.js,sha256=_r9qaFivxk46moXyPR1LLe80W3YFUniEuY-e3gQK00Q,25062
|
|
141
|
+
lmcache/v1/check/__init__.py,sha256=yL2Ht5IslGolz2XBAdVvPAq4kq-68X6wcHdEpW-bgaY,2273
|
|
142
|
+
lmcache/v1/check/check_mode_gen.py,sha256=jpSqHDQ3_Hx-C8g8JFkcUtVUugtu5m5NErXFJ9RaDdw,3038
|
|
143
|
+
lmcache/v1/check/check_mode_test_l2_adapter.py,sha256=fA2mtYWrEwfZxQtdD6zQPSfy373jCyZ9ivvYLudKuTY,9176
|
|
144
|
+
lmcache/v1/check/check_mode_test_remote.py,sha256=sRRYTD_7Ho-n8lXJuUPPyjrsfSz1db1c5XtXPusGTgw,4744
|
|
145
|
+
lmcache/v1/check/check_mode_test_storage_manager.py,sha256=A7vvc85N6Vf3iG34Ji53WEho5HV_02e7aX6-dOg0GSs,4887
|
|
146
|
+
lmcache/v1/check/utils.py,sha256=Qqh-jC4RQC2xpus21uUZOY0-XNz778dReC2KrVMdY4c,19200
|
|
147
|
+
lmcache/v1/compute/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
|
|
148
|
+
lmcache/v1/compute/positional_encoding.py,sha256=MHfE135sFJZ7FYYahog_yj8C2NaDJmSVvUcpDJN24cw,5876
|
|
149
|
+
lmcache/v1/compute/attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
150
|
+
lmcache/v1/compute/attention/abstract.py,sha256=XVvaQwSH0zbRBgljdlq2PP6S9dt73bisgNT0XJv9mmc,901
|
|
151
|
+
lmcache/v1/compute/attention/flash_attn.py,sha256=eZeTDpOq7ErXgXF9LERV0Qo8rWYtUZcdjbeBlcrF2I8,4498
|
|
152
|
+
lmcache/v1/compute/attention/flash_infer_sparse.py,sha256=eIZaVghV1pZjJkBzOx2nsIm1iJHPabGck8-2RcnwdNU,9683
|
|
153
|
+
lmcache/v1/compute/attention/metadata.py,sha256=3n_6NteGiP1PFxAOwr3g49rpMVgf32RO2qB2RV4VWc4,2956
|
|
154
|
+
lmcache/v1/compute/attention/utils.py,sha256=5f9G8n8SjIrxxuWz4GEVuT9BDpN-i89u-lQ_STNXXYM,582
|
|
155
|
+
lmcache/v1/compute/blend/__init__.py,sha256=1JWfL2cXCpXch8-XcmzY1MSepxg52TXLC1NNtNBk2mE,153
|
|
156
|
+
lmcache/v1/compute/blend/blender.py,sha256=lL_QBRFRzHHzGsqRS5kaywae752ZeBt-EwjFZPly4qg,5367
|
|
157
|
+
lmcache/v1/compute/blend/metadata.py,sha256=zpwBaI2NqKr8jYT7sx3CFjpr20Uv0YahV-UtqI4kZCU,783
|
|
158
|
+
lmcache/v1/compute/blend/utils.py,sha256=cYyS1suSovA1JHacnpfuozBvvRKlsYVufeLNdljli9I,1825
|
|
159
|
+
lmcache/v1/compute/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
160
|
+
lmcache/v1/compute/models/base.py,sha256=hrOPwz4HC6UNiBJrq9AXtqQWEWOCTJpWrNzVJ8qGC3s,4722
|
|
161
|
+
lmcache/v1/compute/models/llama.py,sha256=-PsvuT-5PX1g0l9Au2bjzDgnNkyryi0DPScjpAjL1yA,290
|
|
162
|
+
lmcache/v1/compute/models/qwen3.py,sha256=H4VH88Yy6-KQDzz9cB7nCxyGHo45sqWz94N1ZU8qE5g,830
|
|
163
|
+
lmcache/v1/compute/models/utils.py,sha256=fBw1ZgvxbSd5uOfZ8v8WcJ2q2HuUo2oLOCRyluy1oTg,1976
|
|
164
|
+
lmcache/v1/distributed/api.py,sha256=ETCQCkEzjRRE9CiuUDITrUtyb6Dy4TnbI0uEMYMT9q8,8192
|
|
165
|
+
lmcache/v1/distributed/config.py,sha256=hP3igTU6akHWcUyQMu76xsq7LKp0kkMieR55EvTHZpY,9766
|
|
166
|
+
lmcache/v1/distributed/error.py,sha256=xYSAes_ULnLnthRqqhLTavkFntwjs81oX7kdm8DRHHE,1885
|
|
167
|
+
lmcache/v1/distributed/eviction.py,sha256=dx8pprsrjrC7BE2hmCUKxLFzPIPPha1iutjjDzblKgo,6521
|
|
168
|
+
lmcache/v1/distributed/internal_api.py,sha256=FjANSNWEy78XAI2_vBXxITp6nra_AiCML_6YaopiKGU,4377
|
|
169
|
+
lmcache/v1/distributed/l1_manager.py,sha256=nyxiS7mUM4I8c-wT4CQs28H2HVD06s1QsCYcx_2IO1E,29143
|
|
170
|
+
lmcache/v1/distributed/memory_manager.py,sha256=AF9Njv-l9mDsZRvuqS1-eJUxpAvOKodfrueISZ-LBoo,6184
|
|
171
|
+
lmcache/v1/distributed/storage_controller.py,sha256=5yaK7gVhtBmLsm4C8f3nauW9IBiBDDy8dAhCtw2jN98,915
|
|
172
|
+
lmcache/v1/distributed/storage_manager.py,sha256=OlkeNirfh-OLeGowFbgXWGms6AFjb-gvtf41y0zCcOo,19354
|
|
173
|
+
lmcache/v1/distributed/eviction_policy/__init__.py,sha256=_10pEpPB3mrb-OjXuIFP3ITiTcYlNHg0IuWCCj7JykQ,452
|
|
174
|
+
lmcache/v1/distributed/eviction_policy/factory.py,sha256=XBvu22qa_DoQugm6GiveVVOIoxtlVhqqbGiD3ID1IZM,957
|
|
175
|
+
lmcache/v1/distributed/eviction_policy/lru.py,sha256=qgq1qu0dvwP4zD6ajCWCU1jOfPVoYppbGItXyCU_eVQ,9007
|
|
176
|
+
lmcache/v1/distributed/eviction_policy/noop.py,sha256=dy4xJUnx5mhWXf_ulUvG3IRHCLbR5IBeYUTmJHTQppE,1463
|
|
177
|
+
lmcache/v1/distributed/l2_adapters/__init__.py,sha256=ov7FzYwOG346MKg3TXeSNYMGSs0gCsn5cqYFOb7Ln58,1950
|
|
178
|
+
lmcache/v1/distributed/l2_adapters/base.py,sha256=M-1Ye_n6qh7VQtscVRFKrodANJui5qLbZMUypJ0iM_M,12373
|
|
179
|
+
lmcache/v1/distributed/l2_adapters/config.py,sha256=T9kZbF9pfCAvz4v8mywLVAyfRKaETMWVLitSZ__4VH4,12475
|
|
180
|
+
lmcache/v1/distributed/l2_adapters/factory.py,sha256=74FA5otuq5VyLlEZ9bqkTbM4hX_-PJblocx_TP0meLk,6181
|
|
181
|
+
lmcache/v1/distributed/l2_adapters/fs_l2_adapter.py,sha256=ra2JuBukzMU_-XsHxt54535cHj9DR2nMQXuABkPpB3U,25739
|
|
182
|
+
lmcache/v1/distributed/l2_adapters/fs_native_l2_adapter.py,sha256=l4uilFZqedoHae46OR7VIVH_x-MgW-E5quQZN-lelAA,5508
|
|
183
|
+
lmcache/v1/distributed/l2_adapters/mock_l2_adapter.py,sha256=MBTJ1cpDILFabqMQD3vPEq3PKZk7JbCbB6BXPwuZEnE,16940
|
|
184
|
+
lmcache/v1/distributed/l2_adapters/mooncake_store_l2_adapter.py,sha256=nyOamuEGRmop6WiHwvpaC80rMrEJ7_zOtpGhXVJqUgU,3977
|
|
185
|
+
lmcache/v1/distributed/l2_adapters/native_connector_l2_adapter.py,sha256=Eda_4TjtZj_lTnAjUXrtyVxwqVL9F1YYOaxiEwk8gWc,17128
|
|
186
|
+
lmcache/v1/distributed/l2_adapters/native_plugin_l2_adapter.py,sha256=B4bowAcdUdVbgBD7nXYEMheWyk9a1G5TOipy1SYNcFM,6363
|
|
187
|
+
lmcache/v1/distributed/l2_adapters/nixl_store_dynamic_l2_adapter.py,sha256=FZKudbG8q-qjwUK8fM9w0UiXyLDbh5DyAOOuMlg4Z6A,30392
|
|
188
|
+
lmcache/v1/distributed/l2_adapters/nixl_store_l2_adapter.py,sha256=v4Bpx_VzUZ1o2-5rwlICG4uwAvq8ZiPwKKY7P4jM6Ik,34459
|
|
189
|
+
lmcache/v1/distributed/l2_adapters/plugin_l2_adapter.py,sha256=0W9ZrAGAnO7qsV5fWJkGTODvr2uMzXqryps3T48epe0,6666
|
|
190
|
+
lmcache/v1/distributed/l2_adapters/resp_l2_adapter.py,sha256=LTkGhhnvk3C4AOFjIhuMHufyd6-ZFCjN9rdnWm8xmnU,5493
|
|
191
|
+
lmcache/v1/distributed/storage_controllers/__init__.py,sha256=7Jo5vjj9JaYkZXI-DIjrqV737AX3tDDJr3bQnuhZ0S8,1301
|
|
192
|
+
lmcache/v1/distributed/storage_controllers/eviction_controller.py,sha256=yo9lIxo6ZjMjS-aqD-QEBEeAmF_pWS33EPmorphVbWU,8273
|
|
193
|
+
lmcache/v1/distributed/storage_controllers/prefetch_controller.py,sha256=LIFx_JKp_ONY1YXwYfuA4KCRLWtoP2VS14wRYdFY9mk,33058
|
|
194
|
+
lmcache/v1/distributed/storage_controllers/prefetch_policy.py,sha256=B5HtenA1551j3UuFAVwvjWeUcOl0b7zEf67LSi6TQg8,6265
|
|
195
|
+
lmcache/v1/distributed/storage_controllers/store_controller.py,sha256=ic8pjRhb5NhFA76Bt-8164jnJsN7nGFwobae97vR7J4,15752
|
|
196
|
+
lmcache/v1/distributed/storage_controllers/store_policy.py,sha256=TK8Dg2bsKZ7efdeu3SkWSkM-UeAWVjHmqAPaU85r0ms,5819
|
|
197
|
+
lmcache/v1/exceptions/__init__.py,sha256=lU9YsbB-S3j83QiVpO5p4YeyxgONNLQzcpCQPY2_8YA,388
|
|
198
|
+
lmcache/v1/gpu_connector/__init__.py,sha256=y9LVO931KEVnz06ZuTOEjmx-NWKJIp95JUJKSlzX1tE,4653
|
|
199
|
+
lmcache/v1/gpu_connector/gpu_connectors.py,sha256=G509sUC0yAaTMMkcBFxqvVABiknVMTUgUalm6s1-xKI,77709
|
|
200
|
+
lmcache/v1/gpu_connector/gpu_ops.py,sha256=QeFABWvvGEH0JCx9LZkovsnzE5TlilXdz_Rvz5_YmU0,2860
|
|
201
|
+
lmcache/v1/gpu_connector/hpu_connector.py,sha256=sdEecJ1hvomJV5nHqiqEgHfshespekPwtbEymtqCbAo,13036
|
|
202
|
+
lmcache/v1/gpu_connector/mock_gpu_connector.py,sha256=vFCPoYmoPNiH550LnG3tCF5rznjTkrxGxHP5O0DH4Zc,2027
|
|
203
|
+
lmcache/v1/gpu_connector/utils.py,sha256=9MLMO1mdnWtAq5c_rPLaCw-CoPAGcEszabAI4wemeyU,34396
|
|
204
|
+
lmcache/v1/gpu_connector/xpu_connectors.py,sha256=HXQyCqEhID2cRnHyuQVSTmK8NmlJthi25mr2kxDBN_g,38230
|
|
205
|
+
lmcache/v1/health_monitor/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
206
|
+
lmcache/v1/health_monitor/base.py,sha256=pdxO9A-ZgMtz_0nJjiC54gbmAWP9n0RRlnpzELRP9io,20691
|
|
207
|
+
lmcache/v1/health_monitor/constants.py,sha256=1CeB3UYZdqxf2_5ec50mKW4lrsSU4FXvx5vM0co4LbE,1032
|
|
208
|
+
lmcache/v1/health_monitor/checks/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
209
|
+
lmcache/v1/health_monitor/checks/remote_backend_check.py,sha256=0WhzQKs-uhi151vf4MT2n8loqKBjtT71eMi84eq-xvg,11002
|
|
210
|
+
lmcache/v1/internal_api_server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
211
|
+
lmcache/v1/internal_api_server/api_registry.py,sha256=LZKbdlbGdfRxTzcHRQkrZcPspEG-Bmxjf6VS3LbtGZk,1906
|
|
212
|
+
lmcache/v1/internal_api_server/api_server.py,sha256=pAbvQNxteFCfXaS7gZKUZzL9ACq4NQ941ZpMOMZhYzg,4170
|
|
213
|
+
lmcache/v1/internal_api_server/utils.py,sha256=gQAMBC76mhQSGWPKGcj3nA-bDnvuRXhZ6SsqHDbueHA,1681
|
|
214
|
+
lmcache/v1/internal_api_server/common/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
215
|
+
lmcache/v1/internal_api_server/common/env_api.py,sha256=pIki6PBH8bfFSDdiC02Kox40Xw3yPR0tr_U6hVMoEsI,446
|
|
216
|
+
lmcache/v1/internal_api_server/common/loglevel_api.py,sha256=poEHj8hopCqV_foYkqTnmgwH11xPCsnn8EGm3BfWLFE,2147
|
|
217
|
+
lmcache/v1/internal_api_server/common/metrics_api.py,sha256=O5sGbTt7dNkmqi-UNEG-uFAbDQw9B3e7_VS_nQKvm74,797
|
|
218
|
+
lmcache/v1/internal_api_server/common/periodic_thread_api.py,sha256=3L3TK5HEYQCRC3rZh9EcbGBbBy48pGy-fvcI2hsW2a0,3914
|
|
219
|
+
lmcache/v1/internal_api_server/common/run_script_api.py,sha256=LuY2_JMXXppjqk_pY6qbzCKFUlZJEa20wcZ7OoIGr3w,2381
|
|
220
|
+
lmcache/v1/internal_api_server/common/thread_api.py,sha256=oEtbf6fyfEUxVXB9CLTxQHaXCuapCK9HiVCkuMpAIHY,1806
|
|
221
|
+
lmcache/v1/internal_api_server/controller/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
222
|
+
lmcache/v1/internal_api_server/controller/key_stats_api.py,sha256=Fjeeng_B1qwHSmhd42SsszFvIQXsNSmKiyePZ7WRemM,2291
|
|
223
|
+
lmcache/v1/internal_api_server/controller/worker_info_api.py,sha256=ETqQpoCNVLaoBkxgAbUmf97KTMkM9E4gwQri6b3GWQw,5140
|
|
224
|
+
lmcache/v1/internal_api_server/vllm/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
225
|
+
lmcache/v1/internal_api_server/vllm/backend_api.py,sha256=E_Bzn0E385eAhnHZeCtCQ0jbYQ6QCPKa6L1Nj5JoAsw,6176
|
|
226
|
+
lmcache/v1/internal_api_server/vllm/bypass_api.py,sha256=_QZkIni60vmjETufrIhTOXn-6Cw20uk_J2hNkRdXl_w,5785
|
|
227
|
+
lmcache/v1/internal_api_server/vllm/cache_api.py,sha256=DjkB2m1WClA68aWhL8c1xvpq1awo3QswM7JGwpwkkL0,32070
|
|
228
|
+
lmcache/v1/internal_api_server/vllm/chunk_statistics_api.py,sha256=CzUvuRgqep5JFgHFfPi7j1hIHUr32lQI4CJDdK9Dotg,4778
|
|
229
|
+
lmcache/v1/internal_api_server/vllm/conf_api.py,sha256=Zu8irVFrE7BynSCvyK4TFlfFyIU_JmdRZIv6-Gt9hfk,4710
|
|
230
|
+
lmcache/v1/internal_api_server/vllm/freeze_api.py,sha256=WYrKOZaFHBKa1WRBU9BIqkPHm2RnYXSPYPCftZJ1elE,5683
|
|
231
|
+
lmcache/v1/internal_api_server/vllm/hot_cache_api.py,sha256=O02cqjR3meJrsCq8BhYs6nEnN66eM7K2hc-BG1lyzKc,5041
|
|
232
|
+
lmcache/v1/internal_api_server/vllm/inference_api.py,sha256=VaXU5rmi1_LRP3ICKvcfaYWoeBubQXaSJA1hcZTL5jQ,2002
|
|
233
|
+
lmcache/v1/internal_api_server/vllm/load_fs_chunks_api.py,sha256=mNPQeOcVxatd-PWb0O0uQFvlbumWLDGQIUAGE1yolv4,10528
|
|
234
|
+
lmcache/v1/internal_api_server/vllm/lookup_api.py,sha256=_7e5XYpt4r8tGCEsaB_ICUeuAG80EyHR7-ZKwb0oeck,4594
|
|
235
|
+
lmcache/v1/internal_api_server/vllm/version_api.py,sha256=XWXvjJH2wdaT5wnHZj6PZHnPGp4927BkzAAmjRED4YI,405
|
|
236
|
+
lmcache/v1/lookup_client/__init__.py,sha256=-QZJSN4iZD6GHu-R9XO1CK0EGrDSeUXq--M9I6cGF7I,813
|
|
237
|
+
lmcache/v1/lookup_client/abstract_client.py,sha256=UHHygiSCOL9k1adDul5FhhcYRC6EcOAzIH1-he1IolA,2235
|
|
238
|
+
lmcache/v1/lookup_client/async_lookup_message.py,sha256=LN6nt_jgH3ZZkBkVm9notO_5oU6aGiuCBLMZVULUG9k,1241
|
|
239
|
+
lmcache/v1/lookup_client/chunk_statistics_lookup_client.py,sha256=PemZfiw1k02Hvmx3PhV8hguXfJh8TZOPmHtTQysCJgA,7253
|
|
240
|
+
lmcache/v1/lookup_client/factory.py,sha256=Zg6jwUVufBw7yXdTAlxw3wV9OQLqtnGpKB1IxeyAzhg,8965
|
|
241
|
+
lmcache/v1/lookup_client/hit_limit_lookup_client.py,sha256=aN2GoummpW7fyLhq5sr-GbP6rbNRvS5fGWKA2dU7Q9o,3062
|
|
242
|
+
lmcache/v1/lookup_client/lmcache_async_lookup_client.py,sha256=VwxJXWlVsHH3eDexJ8iHxA4F6SBvWo-cbyxmhZgjVkU,14825
|
|
243
|
+
lmcache/v1/lookup_client/lmcache_lookup_client.py,sha256=0GfhdzY62XKzdRdC3dpd_jPQk7tBIdlJhHU80-whmGY,9594
|
|
244
|
+
lmcache/v1/lookup_client/lmcache_lookup_client_bypass.py,sha256=XGM28xcnCAxVTp0BrPhCGCvsB6pnHDYcMIbVHsTsnEM,3176
|
|
245
|
+
lmcache/v1/lookup_client/mooncake_lookup_client.py,sha256=jXQ8LcI9pUtLtoOTX4nhN0ui6PlV3Iz-SGVqmCK1ISY,2758
|
|
246
|
+
lmcache/v1/lookup_client/record_strategies/__init__.py,sha256=5vO0zrQC7UhUBAxBy64sXQFLGICp6wIPI490y1muS-4,2193
|
|
247
|
+
lmcache/v1/lookup_client/record_strategies/base.py,sha256=ThG1F7qOqj2kkCrJ_RXACQr7z1sHTc5UNm74y5Q697s,11250
|
|
248
|
+
lmcache/v1/lookup_client/record_strategies/file_hash.py,sha256=vYCAIF5EWUEFXUQ-2TQ5Da66LmoLapgEZX3zpl-4y0E,4895
|
|
249
|
+
lmcache/v1/lookup_client/record_strategies/memory_bloom_filter.py,sha256=J62TNb7-mof6KX7vneHkvM3gr1svnUMAXNpdPu6jKE0,3137
|
|
250
|
+
lmcache/v1/mp_observability/AGENTS.override.md,sha256=4fuhFg0mJ_C7_aYIhtNXVVr07CNq9akkix_S2LePstE,953
|
|
251
|
+
lmcache/v1/mp_observability/README.md,sha256=RytyTtR2Jvc4iP7tv9NjxOo97Ns-2FMeWe7hcoibwyA,7830
|
|
252
|
+
lmcache/v1/mp_observability/config.py,sha256=EliN4oyGgs20oRpQKhsSKI8FXO2cI8dCOzEBHCz2I4I,11073
|
|
253
|
+
lmcache/v1/mp_observability/event.py,sha256=DNmdFJGNC1rDVbnz5Zyf8JJfo5T8ZjoQQc0ZK3X1pEo,3666
|
|
254
|
+
lmcache/v1/mp_observability/event_bus.py,sha256=9U16wLzIqqiWgV3pv2cB7LatcB2TCIAJpVsWfchaaZ8,10623
|
|
255
|
+
lmcache/v1/mp_observability/otel_init.py,sha256=mgnEaImHQP5RQRl02xiQvTr2dBReNWjk5OHOJ8pVhS0,4817
|
|
256
|
+
lmcache/v1/mp_observability/subscribers/__init__.py,sha256=aroRW95u9yuN81ZIhUZ9CiQCxaeWcsdLKN1GgotxTms,708
|
|
257
|
+
lmcache/v1/mp_observability/subscribers/logging/__init__.py,sha256=vf_i6ILou7wkhjsPzPaKOff9lFbCnP0L_Jor2QPW88k,679
|
|
258
|
+
lmcache/v1/mp_observability/subscribers/logging/l1.py,sha256=xS24bawykqQYH_GzRzBCmNYH32zPSrSNBk_7_oZudUg,2138
|
|
259
|
+
lmcache/v1/mp_observability/subscribers/logging/l2.py,sha256=NDPq1cjkI5N5IilTBL_b8KApxpcueA1Rfeul_3GVL98,2713
|
|
260
|
+
lmcache/v1/mp_observability/subscribers/logging/lookup_hash.py,sha256=arpdPJsQKvJk3jl5PC03ZZzISRE6YABWgy_Tsb9cmXU,7197
|
|
261
|
+
lmcache/v1/mp_observability/subscribers/logging/mp_server.py,sha256=9SLZ2h-kpILbThDPc11f6U3RYAp-m-d5H39tyDRv8jk,3183
|
|
262
|
+
lmcache/v1/mp_observability/subscribers/logging/sm.py,sha256=EufECp2HXU8xbFM51NzFy-cG3RzIj6bMFYLQxwzJo5k,2113
|
|
263
|
+
lmcache/v1/mp_observability/subscribers/metrics/__init__.py,sha256=SmTXgnSYolfUKl-XstCbKh_3Mg_RiAj458peK3M2Q0k,664
|
|
264
|
+
lmcache/v1/mp_observability/subscribers/metrics/l0_lifecycle.py,sha256=Jlk--J5ll6dzpJTlw3U7y8SDiiKugODzV6NiJeaKmfA,10760
|
|
265
|
+
lmcache/v1/mp_observability/subscribers/metrics/l1.py,sha256=LJVN1THKgPwuLed07nimdyD2wGUbUY7c5k24OH0cRSQ,1965
|
|
266
|
+
lmcache/v1/mp_observability/subscribers/metrics/l1_lifecycle.py,sha256=480gu4ACKOv6GKUAShizolS0caVOHht_KlOfcWHpWZo,6562
|
|
267
|
+
lmcache/v1/mp_observability/subscribers/metrics/l2.py,sha256=AesODiZTX9rz4MAQxc5njje4iGQAEbPJhLLCeKkIHYg,5276
|
|
268
|
+
lmcache/v1/mp_observability/subscribers/metrics/sm.py,sha256=xzd6M0fGsqstH3aHhdOUsd-4NND-nXiDI52RKvOVwzU,2845
|
|
269
|
+
lmcache/v1/mp_observability/subscribers/tracing/__init__.py,sha256=98z3RIflFFYlqdrsrrIb6kENr1HjSeazbCChmx0rqYM,355
|
|
270
|
+
lmcache/v1/mp_observability/subscribers/tracing/mp_server.py,sha256=nsYaSDRrtIR81KkLnLkEEQ9GHmyi8VSLGAOzmMh0pI4,13189
|
|
271
|
+
lmcache/v1/mp_observability/subscribers/tracing/span_registry.py,sha256=R-BxWvSiBpfzPc3umMXep25FtZwj2PxwEHTrluYFfK8,5100
|
|
272
|
+
lmcache/v1/mp_observability/trace/__init__.py,sha256=3lf7f-Lh_WgaDGCY084r73DRGLgvI-NznE1XC0hS750,1585
|
|
273
|
+
lmcache/v1/mp_observability/trace/codecs.py,sha256=BAmXSdCov4pAVPfQvn-vc9QiOrs8zErjQv18H17S-v0,7750
|
|
274
|
+
lmcache/v1/mp_observability/trace/decorator.py,sha256=t8VAm8dO-ktrclFpb_nRR_eNbchJ4rkfa-bS6eFUGrI,5429
|
|
275
|
+
lmcache/v1/mp_observability/trace/format.py,sha256=AAh2BNUjkrm_z_sEwDVBXRhiwH3F6JhUUjR42x3yvsI,4187
|
|
276
|
+
lmcache/v1/mp_observability/trace/lifecycle.py,sha256=3FdN477jf67RASZIuvA2pk2kr3DebrFnntn8RfZendw,2641
|
|
277
|
+
lmcache/v1/mp_observability/trace/reader.py,sha256=DnRHbGtPDPxhFpa8OxjkFZaz_3fkt7GCxq2fbou7yDE,5236
|
|
278
|
+
lmcache/v1/mp_observability/trace/recorder.py,sha256=YJ_yodTW24HoI3ifxHRs-FhRXxay06Ue8gdRcFp58Is,11183
|
|
279
|
+
lmcache/v1/multiprocess/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
280
|
+
lmcache/v1/multiprocess/affinity_pool.py,sha256=WxCF39lxCPvASgMdyRa1nH86SanQVC5cDIXnTXWdiac,3239
|
|
281
|
+
lmcache/v1/multiprocess/blend_server_v2.py,sha256=glGvykZkbZfbznAfuJ7G6Lo4N5uRANwwaM7j3xHaT1c,34327
|
|
282
|
+
lmcache/v1/multiprocess/config.py,sha256=UZbMGSBqUgT5WxzfWvwgRDqnsxB9GaD6GHRfv1AEGHo,7237
|
|
283
|
+
lmcache/v1/multiprocess/custom_types.py,sha256=lzY9kk2qMNKOwt0RxS_lZKRuO8ITsgMqHyLETtEkvEE,9191
|
|
284
|
+
lmcache/v1/multiprocess/futures.py,sha256=G-TCN1dat3-X9IY7lE2akjsYt1bZaIxhZpl2jlR3jw8,5864
|
|
285
|
+
lmcache/v1/multiprocess/gpu_context.py,sha256=1VoHmaHRsEN-PfZKU2nqWL148dzUv_pKij9E5Vq8nzc,17992
|
|
286
|
+
lmcache/v1/multiprocess/http_server.py,sha256=Jpuz6iYZOKnnTTQE9YMcM_elZkVkDTxeDXTxq0PMSvM,7117
|
|
287
|
+
lmcache/v1/multiprocess/mp_runtime_plugin_launcher.py,sha256=qjKl7iwz3-wNU0PsR8h9gwgY7H_Vl4UYxRink1WkHIE,4130
|
|
288
|
+
lmcache/v1/multiprocess/mq.py,sha256=obm7Pj3DbSkHVKLxSY1LrNTKYfDJ6im7r_m9f09r_9w,26253
|
|
289
|
+
lmcache/v1/multiprocess/protocol.py,sha256=CYs9u6J0Ig6J_fXeXSuUfP0PKYJQJ9O5vkxUmYvfT4U,2609
|
|
290
|
+
lmcache/v1/multiprocess/server.py,sha256=7XA0Y41rv76IUBiE004l9GxQD8SLow3AcvEAyYVEEKk,41725
|
|
291
|
+
lmcache/v1/multiprocess/session.py,sha256=IrAlUbKehAdq0O52uTo5aevYR20WN7pXL0_-npStx0E,6408
|
|
292
|
+
lmcache/v1/multiprocess/token_hasher.py,sha256=Ce7IBJzJuxQtHjsosXv6LPeDPyMTKkv3w1_bX672CJY,14419
|
|
293
|
+
lmcache/v1/multiprocess/protocols/README.md,sha256=RDONSwCkFsurmi_zMvBsL4IcivHGcrxUNH4i7UCHY2c,6945
|
|
294
|
+
lmcache/v1/multiprocess/protocols/__init__.py,sha256=kD2Ov1shK03RY4HKct9QSDMPlQ-He5ubmWBmJFXnTlA,4175
|
|
295
|
+
lmcache/v1/multiprocess/protocols/base.py,sha256=zuo-aX-iL-mmfUJEh0nNPOCJ8pr5MyKbbEKOi_Ui-hQ,2554
|
|
296
|
+
lmcache/v1/multiprocess/protocols/blend.py,sha256=ZK9i3rhtIuvWZrNjlIH30UBUusFtp9EzSAC_ZFKNxic,4601
|
|
297
|
+
lmcache/v1/multiprocess/protocols/blend_v2.py,sha256=47KUirDfE0WWCRZLL9W-8vDWXHclvKTJGRG4l57E_OA,2373
|
|
298
|
+
lmcache/v1/multiprocess/protocols/controller.py,sha256=0mEI1Ryzm4dSdmx1oNscwR2EgtFfbobW5uOCMVan_mQ,1468
|
|
299
|
+
lmcache/v1/multiprocess/protocols/debug.py,sha256=_dm8D062kKsme2-iZzAr5Cz79U_ZPgpvZTacwyK34OE,906
|
|
300
|
+
lmcache/v1/multiprocess/protocols/engine.py,sha256=qIeyfJIY3fqqC8bI30iYD02lymEhVP9aeiAvgjbuD70,5763
|
|
301
|
+
lmcache/v1/multiprocess/protocols/observability.py,sha256=HxF_zBhymxVHVnZWv_NC73GilP8YfBlXzyYimKj3jKw,1238
|
|
302
|
+
lmcache/v1/offload_server/__init__.py,sha256=nIRt6c1oD8yv71nicpmlQVdCfNgvn3XK9tEpGVuUFmE,539
|
|
303
|
+
lmcache/v1/offload_server/abstract_server.py,sha256=_sZE29FLW0u5tgarxsY0iDlGNYfR9ebCjwxaY8MC-jE,905
|
|
304
|
+
lmcache/v1/offload_server/message.py,sha256=SNHbhD4jvliLRxZFvr2lZIVt6iNh-6TqflQgeT_H3Mc,629
|
|
305
|
+
lmcache/v1/offload_server/zmq_server.py,sha256=yLZKAh40XFWmvvmhsRcAeuYcxxlDh9ECv8iEC4d8TTw,4045
|
|
306
|
+
lmcache/v1/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
307
|
+
lmcache/v1/plugin/runtime_plugin_launcher.py,sha256=fQOUUJQmARTxy2cbmZ3Gg4yABs1eLql_XFM1zf5q8lc,7459
|
|
308
|
+
lmcache/v1/rpc/__init__.py,sha256=RE0VJMGWCnRNn3TJsdQts-8mboeRczIVpl5QXu756z0,377
|
|
309
|
+
lmcache/v1/rpc/transport.py,sha256=L0WXrg9xEXLAITR6St1xT1tx5K8KpsN1XIUEpGqI6GM,2969
|
|
310
|
+
lmcache/v1/rpc/zmq_transport.py,sha256=KwwKXpFQIVrUzlekHs4JoNg1aBlGWpZ9j2wP8JhHpWA,6473
|
|
311
|
+
lmcache/v1/server/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
|
|
312
|
+
lmcache/v1/server/__main__.py,sha256=2tfQwPlLUghVIoRnumA-GY_8GgcxOerdS4SAR6WQT3U,6321
|
|
313
|
+
lmcache/v1/server/utils.py,sha256=XiJfErvmSzQQnYjcrnaahDd6753AU35bm2TRuhgM6fU,462
|
|
314
|
+
lmcache/v1/server/storage_backend/__init__.py,sha256=UoyYsypQBuRyw9MpN-XuBtJLrCB_SGxBanjjBZfFb7c,788
|
|
315
|
+
lmcache/v1/server/storage_backend/abstract_backend.py,sha256=hYHcjSl08pYq2exR7TPHXlIifJnUx0BjFWr60c5idAA,1914
|
|
316
|
+
lmcache/v1/server/storage_backend/local_backend.py,sha256=aT0hilZUHIl32l4low5O7d91gVmCMZW7z_ZjR6tGD3Q,1847
|
|
317
|
+
lmcache/v1/standalone/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
318
|
+
lmcache/v1/standalone/__main__.py,sha256=nGO2Rer3eJAqC___L4mdyCYuarhy1-b84zLtjHHvoE8,19297
|
|
319
|
+
lmcache/v1/standalone/manager.py,sha256=5Gq7aufCyUk8KzjBDa-qgaXYZqKko6-gJcpTD0pAnaI,2642
|
|
320
|
+
lmcache/v1/standalone/standalone_service_factory.py,sha256=39uKJwUW2gXniAdyereJwfLWQHu8jDtUfoKcgWWBEYA,2773
|
|
321
|
+
lmcache/v1/storage_backend/__init__.py,sha256=SS9nB1Lsh48_FpkujL6jmBS-Vn3cYGLNCoCKOCdM8-A,11428
|
|
322
|
+
lmcache/v1/storage_backend/abstract_backend.py,sha256=PwpxoAoTI3ImtDe8ebJ_iqEoii0HUF9B8TXbDVYxO3A,14612
|
|
323
|
+
lmcache/v1/storage_backend/audit_backend.py,sha256=FkKnTQAuUfsjfMPsheH73-VKtsHd_N0nlZuyaNMCnoE,8344
|
|
324
|
+
lmcache/v1/storage_backend/batched_message_sender.py,sha256=Hg3pZFEzG-HN1bPkM29fXkAvo9Wpgp2yM7ZVTTt60pw,8030
|
|
325
|
+
lmcache/v1/storage_backend/gds_backend.py,sha256=iXB-Zd-5k1M1hvJlx8K2e2YhjiLVFcSQdLe-FztJCQA,44489
|
|
326
|
+
lmcache/v1/storage_backend/local_cpu_backend.py,sha256=oKCYBtceCxoISuhZUGghYNlxaieqyxfOVRib_wsMXeI,30929
|
|
327
|
+
lmcache/v1/storage_backend/local_disk_backend.py,sha256=NAdcpYmPQXha0xJSvAtvmDOawhylI8iDvQcohfgzNis,21581
|
|
328
|
+
lmcache/v1/storage_backend/maru_backend.py,sha256=wqJ-vXzSBtEaBzDeuQ6rbR3Vy_1RX8bxVwOoKnAAyPU,24550
|
|
329
|
+
lmcache/v1/storage_backend/nixl_storage_backend.py,sha256=g4Sf4QdWyYnpwUiH9T6H9ynZi72iDwizQnPhTeUa_u4,46416
|
|
330
|
+
lmcache/v1/storage_backend/p2p_backend.py,sha256=Hlo0Rj-ui0FviyAAvUPhIahF1N-WXNYQCWeNmBTXK1s,28249
|
|
331
|
+
lmcache/v1/storage_backend/path_sharder.py,sha256=x2YBD2n6Po1IvsXEcTkxUwcWRiV9ealPmZDCHqDidag,3703
|
|
332
|
+
lmcache/v1/storage_backend/pd_backend.py,sha256=nNU3JS2C6kDPFZQmQFFei4itWHM0aAjbTTHmsYRSSZA,22519
|
|
333
|
+
lmcache/v1/storage_backend/remote_backend.py,sha256=YHkE5OsEV_CFjbTMGTZbTISaHeRwgvd63rYMkk2cJzo,23465
|
|
334
|
+
lmcache/v1/storage_backend/resp_client.py,sha256=PEX5OHXNK9LRkviv8P98I8W3JkCkmS-ztt8rtFWBfYo,8923
|
|
335
|
+
lmcache/v1/storage_backend/storage_backend_listener.py,sha256=_qWSmH2M8CrTEiFOq6_yWJFjq3L3-JYVR5k9_ZBohO8,518
|
|
336
|
+
lmcache/v1/storage_backend/storage_manager.py,sha256=ADie7QUV92TJlbWOTGfiZ70fqx35hfFLkgok7BFTCmM,50967
|
|
337
|
+
lmcache/v1/storage_backend/cache_policy/__init__.py,sha256=k2DlDl-DtDD1KNJyDWx7O6O5skYWVHTHGeJ1QdnB_as,1426
|
|
338
|
+
lmcache/v1/storage_backend/cache_policy/base_policy.py,sha256=Byh57pu67X_n1blAUvWM-6LgGyY4aYJA1iQOqBm-jo8,2322
|
|
339
|
+
lmcache/v1/storage_backend/cache_policy/fifo.py,sha256=O6vb8nViVUfAU08GYLjydH1Ki38XwTgjNYEJjrHgOtU,1432
|
|
340
|
+
lmcache/v1/storage_backend/cache_policy/lfu.py,sha256=5mEqTQsOzAYiEKJRiaiwkESlfh3CpIp2eP385CdIpZU,3236
|
|
341
|
+
lmcache/v1/storage_backend/cache_policy/lru.py,sha256=l2vkJI8lCXWS8qJl7sF_zt9GmF7LZ2n575enZfxup-A,2492
|
|
342
|
+
lmcache/v1/storage_backend/cache_policy/mru.py,sha256=s74sApsMAoHDcXTmvCeQJb5luoVv99CncGkjc6pUO6g,1712
|
|
343
|
+
lmcache/v1/storage_backend/connector/__init__.py,sha256=T2u5gfzRzGXyUtICihZfWBUgUK0VF1HJ4Gl0KdG7PkQ,15341
|
|
344
|
+
lmcache/v1/storage_backend/connector/audit_adapter.py,sha256=0xJm9u1rNlB_caHmAko0ztyLKabcr9Ee3GcQzLZbU4c,2994
|
|
345
|
+
lmcache/v1/storage_backend/connector/audit_connector.py,sha256=aeP0h_w3HWuxCmgkQ4OF-iX0HTXNzcD4bAZa_76bghQ,12573
|
|
346
|
+
lmcache/v1/storage_backend/connector/base_connector.py,sha256=NPZCpSvkaqmP2m5dqQeLd0JfVTV4fq2aHcG4rFobyZc,12568
|
|
347
|
+
lmcache/v1/storage_backend/connector/blackhole_adapter.py,sha256=dA40k4T5Eo_Sc1yHs-eFF_kBPK9oAt9F7PY9-gtNBOg,741
|
|
348
|
+
lmcache/v1/storage_backend/connector/blackhole_connector.py,sha256=L3W3sJI46ZYU4tY9vO7g-l0f_BU6FeJsxmSZ8bFzZiI,933
|
|
349
|
+
lmcache/v1/storage_backend/connector/eic_adapter.py,sha256=iJyArSOAk5eXIpvj15aMXeFu-3agGNdV5vcfQyRBKxw,915
|
|
350
|
+
lmcache/v1/storage_backend/connector/eic_connector.py,sha256=L1_cp5w9FCOvb0CfwuMCbqk0VlG_c6ODC0t-OdDBgPU,26718
|
|
351
|
+
lmcache/v1/storage_backend/connector/external_adapter.py,sha256=oPk08ux9UaMsAj-vAYf4XTI_fM648Ki62s_ZoD5c6Fk,2935
|
|
352
|
+
lmcache/v1/storage_backend/connector/fs_adapter.py,sha256=BrFc_S0zfSH7e35lt5TNonOPo_mm85FH35YNR2Gqbdg,1433
|
|
353
|
+
lmcache/v1/storage_backend/connector/fs_connector.py,sha256=4ouMCDvW1M8_alw45quuXLxIPikat1zY3V3Heq73Go0,15477
|
|
354
|
+
lmcache/v1/storage_backend/connector/infinistore_adapter.py,sha256=tDq862YhjNbW63AIQ8pYBoG_f7z7wfeVaaN9X935ISk,1831
|
|
355
|
+
lmcache/v1/storage_backend/connector/infinistore_connector.py,sha256=qzeBJ9KTEEz53AaBI9xtQKf0WYiPv-kglkfPa6N17a4,5721
|
|
356
|
+
lmcache/v1/storage_backend/connector/instrumented_connector.py,sha256=FDNu0XAGm1TOuMKIgVxpfhofwBlEBgK9zJo1t2kghys,7504
|
|
357
|
+
lmcache/v1/storage_backend/connector/lm_adapter.py,sha256=_mkoI9vYyTMlQVPeYZ1BLx8Fr4pMCRDfIELAwcf02NI,960
|
|
358
|
+
lmcache/v1/storage_backend/connector/lm_connector.py,sha256=ZTwlGXgHjGbT7gQ7dTDawAVLtDP170vsKk4qBi4ccTM,5776
|
|
359
|
+
lmcache/v1/storage_backend/connector/mock_adapter.py,sha256=WzoS9lba7-Sj7X9IY9qxPs7QuSBqYYerEJJ2QEUKjMI,1981
|
|
360
|
+
lmcache/v1/storage_backend/connector/mock_connector.py,sha256=D-vIVAHuVqgUvxcWhMSlYMEMNUCqLkQRXxTt2pE9W0g,11667
|
|
361
|
+
lmcache/v1/storage_backend/connector/mooncakestore_adapter.py,sha256=h1YHzirJiwxXF6qOpP352XMRiMVfpZrBFmRIWh9q6nc,1269
|
|
362
|
+
lmcache/v1/storage_backend/connector/mooncakestore_connector.py,sha256=TU5tQMxRx4BzI7LnSAFBRboVnr72kRGJyDkMw_eF0Ls,23553
|
|
363
|
+
lmcache/v1/storage_backend/connector/redis_adapter.py,sha256=Hzc2JA1uA3FL9oPRrcD8E9A-AqTBvyhyLKjLX6m4hc8,6131
|
|
364
|
+
lmcache/v1/storage_backend/connector/redis_connector.py,sha256=jytk6byL69oOemjum0Kdo1inqzTQCO9o4OySiBDALQQ,27667
|
|
365
|
+
lmcache/v1/storage_backend/connector/s3_adapter.py,sha256=4J0bveKED3ieGiY4qqLc8t8LP0gtgnMj8bJB0amvHpk,2355
|
|
366
|
+
lmcache/v1/storage_backend/connector/s3_connector.py,sha256=RSydw4t_aUMLdSDi464Hybb-iAYoq8711C-QtIpcB7Y,24221
|
|
367
|
+
lmcache/v1/storage_backend/connector/sagemaker_hyperpod_adapter.py,sha256=e6ASIOcRuepNktwKhIOXAIu4u7V0JqRNJytQjsV8TrA,8346
|
|
368
|
+
lmcache/v1/storage_backend/connector/sagemaker_hyperpod_connector.py,sha256=544vGnl6WXFxQYkG_OYF4gadXDmIpl7BlItGzlAKKWo,35051
|
|
369
|
+
lmcache/v1/storage_backend/connector/valkey_adapter.py,sha256=BayYNYJzdIy3pCCdMsNCshfAMu1z9J9QUmErh6kZHP0,3756
|
|
370
|
+
lmcache/v1/storage_backend/connector/valkey_connector.py,sha256=12tycHYNTwrlo-53mvAbE1g_Q3byxwYjfqYTVtsu-cg,24407
|
|
371
|
+
lmcache/v1/storage_backend/job_executor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
372
|
+
lmcache/v1/storage_backend/job_executor/base_executor.py,sha256=4jEmbFFQnEro-CNBzYunnBFw89aNHfBNrSFD4Oi9BT8,1029
|
|
373
|
+
lmcache/v1/storage_backend/job_executor/pq_executor.py,sha256=E_cf-fkW_O-UJEwI53ZMc44_Qel8oCsJt4Y7KwUbeoc,8828
|
|
374
|
+
lmcache/v1/storage_backend/naive_serde/__init__.py,sha256=McqQoDHfvYtP5FkK2pWvMtbVrQ_cxUgplMF5SSQBpBc,1422
|
|
375
|
+
lmcache/v1/storage_backend/naive_serde/cachegen_basics.py,sha256=BCJIwcewMrEpd0rsS_0Is8yH5KFZGiEghTuzchVuuxU,5173
|
|
376
|
+
lmcache/v1/storage_backend/naive_serde/cachegen_decoder.py,sha256=9FJlMKYD-R2fxGbv-zYqpXLDr-ItppDn6hw9_1PqJuY,5060
|
|
377
|
+
lmcache/v1/storage_backend/naive_serde/cachegen_encoder.py,sha256=RGO_1F7JqEXgJlIXkP5eTmerZkpCtNpErj7vwcDNjEQ,3274
|
|
378
|
+
lmcache/v1/storage_backend/naive_serde/kivi_serde.py,sha256=ddLw5zjsISiP21x973l_-LiFMe9eyjB3s9n3i9n16Yc,557
|
|
379
|
+
lmcache/v1/storage_backend/naive_serde/naive_serde.py,sha256=urTNtQIrWd2Zj6Q9gjleql0DHoTKUxp3zFz895q81-A,511
|
|
380
|
+
lmcache/v1/storage_backend/naive_serde/serde.py,sha256=Mf7a1vAbSngXLXeJLWqetGzCx7Quha8nwiGkpuemhCA,994
|
|
381
|
+
lmcache/v1/storage_backend/native_clients/connector_client_base.py,sha256=RMW-xpe_Ccyh-h2nD3ovus5V_b2rcoBU51Bozb4WU4I,6709
|
|
382
|
+
lmcache/v1/storage_backend/native_clients/resp_client.py,sha256=aGIzVG44BK5LhCJ0tyrW3kSFE8brlYpB-mkSu8u81so,960
|
|
383
|
+
lmcache/v1/storage_backend/plugins/dax_backend.py,sha256=bgvrq6vL7dVVJxD3pQ9BHejkXLw5ZJYKQVCrW7TKFeg,52288
|
|
384
|
+
lmcache/v1/storage_backend/plugins/rust_raw_block_backend.py,sha256=qa2svxldznn9TpchU-HNBHodB0nhGBVtIH5fJaTSRvY,51059
|
|
385
|
+
lmcache/v1/transfer_channel/__init__.py,sha256=9Fa0NhXjb2ZFYVPU1VITjPwyuyLeN9jQTbPlTQKMJjQ,2777
|
|
386
|
+
lmcache/v1/transfer_channel/abstract.py,sha256=5ziTRCdP9Q4O-aW4PxOR9FPK1uw-vb6XgHwPKmipKjY,8589
|
|
387
|
+
lmcache/v1/transfer_channel/mock_memory_channel.py,sha256=uorLw_OK7PcGdQgtbo63ixALLiDl_iP1ONqFqtGt6PU,5478
|
|
388
|
+
lmcache/v1/transfer_channel/nixl_channel.py,sha256=RyuaJnl4IUk218X43Wqdj05uwPZLY6LlIP695fk3s84,22005
|
|
389
|
+
lmcache/v1/transfer_channel/py_socket_channel.py,sha256=o-UoZZ8I78Burdd1v0k_wkVxHsnrn4Lw7lVux7GGdz8,8045
|
|
390
|
+
lmcache/v1/transfer_channel/transfer_utils.py,sha256=Jr5a2QC1LX1sIS7KMLgv2N_6Arg-Q3E0ISQ0rxnYdIY,1380
|
|
391
|
+
lmcache/v1/utils/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
|
|
392
|
+
lmcache/v1/utils/bloom_filter.py,sha256=8dGNwq00x-aEBLR2phNE99_UdWJfR1FT56DHXFEGya0,3781
|
|
393
|
+
lmcache/v1/utils/cache_utils.py,sha256=O4RO_BRAOXXPwc3SqV_osq66Rnf6U733gUlbiEHwEiA,3873
|
|
394
|
+
lmcache_cli-0.4.5.dev0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
395
|
+
lmcache_cli-0.4.5.dev0.dist-info/METADATA,sha256=3Dfru6sJ_92xHlAHCt2lPsIlhfrIYmRfR_QkPMxeZGo,11391
|
|
396
|
+
lmcache_cli-0.4.5.dev0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
|
|
397
|
+
lmcache_cli-0.4.5.dev0.dist-info/entry_points.txt,sha256=Axef26i3pyPHL-zuNZWCubmM74zLa9tQnoMU1JrAZUg,50
|
|
398
|
+
lmcache_cli-0.4.5.dev0.dist-info/top_level.txt,sha256=7KnuVYNl7HkrnKK3wAN5qJJQSOcCv-l0TW4bzvH_SaU,8
|
|
399
|
+
lmcache_cli-0.4.5.dev0.dist-info/RECORD,,
|