lmcache-cli 0.4.5.dev0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (399) hide show
  1. lmcache/__init__.py +84 -0
  2. lmcache/_version.py +24 -0
  3. lmcache/cli/__init__.py +1 -0
  4. lmcache/cli/commands/__init__.py +34 -0
  5. lmcache/cli/commands/base.py +157 -0
  6. lmcache/cli/commands/bench/__init__.py +557 -0
  7. lmcache/cli/commands/bench/engine_bench/__init__.py +1 -0
  8. lmcache/cli/commands/bench/engine_bench/config.py +245 -0
  9. lmcache/cli/commands/bench/engine_bench/interactive/__init__.py +274 -0
  10. lmcache/cli/commands/bench/engine_bench/interactive/config.json +10 -0
  11. lmcache/cli/commands/bench/engine_bench/interactive/schema.py +352 -0
  12. lmcache/cli/commands/bench/engine_bench/interactive/state.py +327 -0
  13. lmcache/cli/commands/bench/engine_bench/interactive/terminal.py +291 -0
  14. lmcache/cli/commands/bench/engine_bench/progress.py +145 -0
  15. lmcache/cli/commands/bench/engine_bench/request_sender.py +232 -0
  16. lmcache/cli/commands/bench/engine_bench/stats.py +275 -0
  17. lmcache/cli/commands/bench/engine_bench/workloads/__init__.py +153 -0
  18. lmcache/cli/commands/bench/engine_bench/workloads/base.py +122 -0
  19. lmcache/cli/commands/bench/engine_bench/workloads/long_doc_permutator.py +435 -0
  20. lmcache/cli/commands/bench/engine_bench/workloads/long_doc_qa.py +281 -0
  21. lmcache/cli/commands/bench/engine_bench/workloads/multi_round_chat.py +337 -0
  22. lmcache/cli/commands/bench/engine_bench/workloads/random_prefill.py +178 -0
  23. lmcache/cli/commands/describe.py +310 -0
  24. lmcache/cli/commands/kvcache.py +133 -0
  25. lmcache/cli/commands/mock.py +75 -0
  26. lmcache/cli/commands/ping.py +113 -0
  27. lmcache/cli/commands/query/__init__.py +155 -0
  28. lmcache/cli/commands/query/prompt.py +134 -0
  29. lmcache/cli/commands/query/request.py +357 -0
  30. lmcache/cli/commands/server.py +99 -0
  31. lmcache/cli/commands/tool/__init__.py +63 -0
  32. lmcache/cli/commands/tool/cache_simulator.py +113 -0
  33. lmcache/cli/commands/trace/__init__.py +505 -0
  34. lmcache/cli/commands/trace/dispatch.py +249 -0
  35. lmcache/cli/commands/trace/driver.py +372 -0
  36. lmcache/cli/commands/trace/stats.py +289 -0
  37. lmcache/cli/documents/lmcache.txt +11 -0
  38. lmcache/cli/main.py +42 -0
  39. lmcache/cli/metrics/__init__.py +29 -0
  40. lmcache/cli/metrics/formatter.py +171 -0
  41. lmcache/cli/metrics/handler.py +94 -0
  42. lmcache/cli/metrics/metrics.py +161 -0
  43. lmcache/cli/metrics/section.py +77 -0
  44. lmcache/connections.py +173 -0
  45. lmcache/integration/__init__.py +2 -0
  46. lmcache/integration/base_service_factory.py +165 -0
  47. lmcache/integration/request_telemetry/__init__.py +1 -0
  48. lmcache/integration/request_telemetry/base.py +51 -0
  49. lmcache/integration/request_telemetry/factory.py +113 -0
  50. lmcache/integration/request_telemetry/fastapi.py +109 -0
  51. lmcache/integration/request_telemetry/noop.py +35 -0
  52. lmcache/integration/sglang/__init__.py +2 -0
  53. lmcache/integration/sglang/sglang_adapter.py +326 -0
  54. lmcache/integration/sglang/utils.py +39 -0
  55. lmcache/integration/vllm/__init__.py +1 -0
  56. lmcache/integration/vllm/lmcache_connector_v1.py +213 -0
  57. lmcache/integration/vllm/lmcache_connector_v1_085.py +150 -0
  58. lmcache/integration/vllm/lmcache_mp_connector_0180.py +1072 -0
  59. lmcache/integration/vllm/tests/test_mm_hash_utils.py +112 -0
  60. lmcache/integration/vllm/utils.py +433 -0
  61. lmcache/integration/vllm/vllm_multi_process_adapter.py +1090 -0
  62. lmcache/integration/vllm/vllm_service_factory.py +339 -0
  63. lmcache/integration/vllm/vllm_v1_adapter.py +1713 -0
  64. lmcache/logging.py +107 -0
  65. lmcache/native_storage_ops.pyi +230 -0
  66. lmcache/non_cuda_equivalents.py +1424 -0
  67. lmcache/observability.py +1958 -0
  68. lmcache/storage_backend/serde/__init__.py +1 -0
  69. lmcache/storage_backend/serde/cachegen_basics.py +210 -0
  70. lmcache/storage_backend/serde/cachegen_decoder.py +207 -0
  71. lmcache/storage_backend/serde/cachegen_encoder.py +394 -0
  72. lmcache/storage_backend/serde/serde.py +75 -0
  73. lmcache/tools/__init__.py +1 -0
  74. lmcache/tools/cache_simulator/README.md +392 -0
  75. lmcache/tools/cache_simulator/__init__.py +1 -0
  76. lmcache/tools/cache_simulator/docs/simulate_example.png +0 -0
  77. lmcache/tools/cache_simulator/docs/sweep_example.png +0 -0
  78. lmcache/tools/cache_simulator/gen_bench_dataset.py +360 -0
  79. lmcache/tools/cache_simulator/lru_cache.py +124 -0
  80. lmcache/tools/cache_simulator/plot_hit_rate.py +231 -0
  81. lmcache/tools/cache_simulator/simulator.py +795 -0
  82. lmcache/tools/controller_benchmark/README.md +161 -0
  83. lmcache/tools/controller_benchmark/__init__.py +1 -0
  84. lmcache/tools/controller_benchmark/__main__.py +331 -0
  85. lmcache/tools/controller_benchmark/benchmark.py +660 -0
  86. lmcache/tools/controller_benchmark/config.py +44 -0
  87. lmcache/tools/controller_benchmark/constants.py +10 -0
  88. lmcache/tools/controller_benchmark/handlers/__init__.py +46 -0
  89. lmcache/tools/controller_benchmark/handlers/admit.py +52 -0
  90. lmcache/tools/controller_benchmark/handlers/base.py +47 -0
  91. lmcache/tools/controller_benchmark/handlers/deregister.py +49 -0
  92. lmcache/tools/controller_benchmark/handlers/evict.py +52 -0
  93. lmcache/tools/controller_benchmark/handlers/heartbeat.py +56 -0
  94. lmcache/tools/controller_benchmark/handlers/p2p_lookup.py +47 -0
  95. lmcache/tools/controller_benchmark/handlers/register.py +56 -0
  96. lmcache/tools/mp_status_viewer/__init__.py +1 -0
  97. lmcache/tools/mp_status_viewer/__main__.py +95 -0
  98. lmcache/usage_context.py +417 -0
  99. lmcache/utils.py +665 -0
  100. lmcache/v1/__init__.py +2 -0
  101. lmcache/v1/api_server/__init__.py +2 -0
  102. lmcache/v1/api_server/__main__.py +537 -0
  103. lmcache/v1/basic_check.py +112 -0
  104. lmcache/v1/cache_controller/__init__.py +9 -0
  105. lmcache/v1/cache_controller/commands/__init__.py +15 -0
  106. lmcache/v1/cache_controller/commands/base.py +35 -0
  107. lmcache/v1/cache_controller/commands/full_sync.py +49 -0
  108. lmcache/v1/cache_controller/config.py +176 -0
  109. lmcache/v1/cache_controller/controller_manager.py +535 -0
  110. lmcache/v1/cache_controller/controllers/__init__.py +11 -0
  111. lmcache/v1/cache_controller/controllers/full_sync_tracker.py +473 -0
  112. lmcache/v1/cache_controller/controllers/kv_controller.py +439 -0
  113. lmcache/v1/cache_controller/controllers/registration_controller.py +282 -0
  114. lmcache/v1/cache_controller/executor.py +463 -0
  115. lmcache/v1/cache_controller/frontend/static/css/style.css +201 -0
  116. lmcache/v1/cache_controller/frontend/static/img/logo.png +0 -0
  117. lmcache/v1/cache_controller/frontend/static/index.html +234 -0
  118. lmcache/v1/cache_controller/frontend/static/js/controller_app.js +660 -0
  119. lmcache/v1/cache_controller/full_sync_sender.py +475 -0
  120. lmcache/v1/cache_controller/locks.py +149 -0
  121. lmcache/v1/cache_controller/message.py +828 -0
  122. lmcache/v1/cache_controller/observability.py +208 -0
  123. lmcache/v1/cache_controller/utils.py +679 -0
  124. lmcache/v1/cache_controller/worker.py +665 -0
  125. lmcache/v1/cache_engine.py +2058 -0
  126. lmcache/v1/cache_interface.py +19 -0
  127. lmcache/v1/check/__init__.py +74 -0
  128. lmcache/v1/check/check_mode_gen.py +86 -0
  129. lmcache/v1/check/check_mode_test_l2_adapter.py +284 -0
  130. lmcache/v1/check/check_mode_test_remote.py +155 -0
  131. lmcache/v1/check/check_mode_test_storage_manager.py +142 -0
  132. lmcache/v1/check/utils.py +571 -0
  133. lmcache/v1/compute/__init__.py +2 -0
  134. lmcache/v1/compute/attention/__init__.py +0 -0
  135. lmcache/v1/compute/attention/abstract.py +39 -0
  136. lmcache/v1/compute/attention/flash_attn.py +129 -0
  137. lmcache/v1/compute/attention/flash_infer_sparse.py +284 -0
  138. lmcache/v1/compute/attention/metadata.py +85 -0
  139. lmcache/v1/compute/attention/utils.py +14 -0
  140. lmcache/v1/compute/blend/__init__.py +7 -0
  141. lmcache/v1/compute/blend/blender.py +168 -0
  142. lmcache/v1/compute/blend/metadata.py +34 -0
  143. lmcache/v1/compute/blend/utils.py +63 -0
  144. lmcache/v1/compute/models/__init__.py +0 -0
  145. lmcache/v1/compute/models/base.py +141 -0
  146. lmcache/v1/compute/models/llama.py +9 -0
  147. lmcache/v1/compute/models/qwen3.py +24 -0
  148. lmcache/v1/compute/models/utils.py +68 -0
  149. lmcache/v1/compute/positional_encoding.py +199 -0
  150. lmcache/v1/config.py +848 -0
  151. lmcache/v1/config_base.py +848 -0
  152. lmcache/v1/distributed/api.py +248 -0
  153. lmcache/v1/distributed/config.py +321 -0
  154. lmcache/v1/distributed/error.py +64 -0
  155. lmcache/v1/distributed/eviction.py +192 -0
  156. lmcache/v1/distributed/eviction_policy/__init__.py +21 -0
  157. lmcache/v1/distributed/eviction_policy/factory.py +27 -0
  158. lmcache/v1/distributed/eviction_policy/lru.py +244 -0
  159. lmcache/v1/distributed/eviction_policy/noop.py +50 -0
  160. lmcache/v1/distributed/internal_api.py +170 -0
  161. lmcache/v1/distributed/l1_manager.py +835 -0
  162. lmcache/v1/distributed/l2_adapters/__init__.py +67 -0
  163. lmcache/v1/distributed/l2_adapters/base.py +360 -0
  164. lmcache/v1/distributed/l2_adapters/config.py +385 -0
  165. lmcache/v1/distributed/l2_adapters/factory.py +205 -0
  166. lmcache/v1/distributed/l2_adapters/fs_l2_adapter.py +747 -0
  167. lmcache/v1/distributed/l2_adapters/fs_native_l2_adapter.py +167 -0
  168. lmcache/v1/distributed/l2_adapters/mock_l2_adapter.py +516 -0
  169. lmcache/v1/distributed/l2_adapters/mooncake_store_l2_adapter.py +135 -0
  170. lmcache/v1/distributed/l2_adapters/native_connector_l2_adapter.py +468 -0
  171. lmcache/v1/distributed/l2_adapters/native_plugin_l2_adapter.py +199 -0
  172. lmcache/v1/distributed/l2_adapters/nixl_store_dynamic_l2_adapter.py +831 -0
  173. lmcache/v1/distributed/l2_adapters/nixl_store_l2_adapter.py +983 -0
  174. lmcache/v1/distributed/l2_adapters/plugin_l2_adapter.py +210 -0
  175. lmcache/v1/distributed/l2_adapters/resp_l2_adapter.py +176 -0
  176. lmcache/v1/distributed/memory_manager.py +179 -0
  177. lmcache/v1/distributed/storage_controller.py +39 -0
  178. lmcache/v1/distributed/storage_controllers/__init__.py +43 -0
  179. lmcache/v1/distributed/storage_controllers/eviction_controller.py +242 -0
  180. lmcache/v1/distributed/storage_controllers/prefetch_controller.py +830 -0
  181. lmcache/v1/distributed/storage_controllers/prefetch_policy.py +193 -0
  182. lmcache/v1/distributed/storage_controllers/store_controller.py +452 -0
  183. lmcache/v1/distributed/storage_controllers/store_policy.py +213 -0
  184. lmcache/v1/distributed/storage_manager.py +532 -0
  185. lmcache/v1/event_manager.py +145 -0
  186. lmcache/v1/exceptions/__init__.py +16 -0
  187. lmcache/v1/gpu_connector/__init__.py +126 -0
  188. lmcache/v1/gpu_connector/gpu_connectors.py +1906 -0
  189. lmcache/v1/gpu_connector/gpu_ops.py +85 -0
  190. lmcache/v1/gpu_connector/hpu_connector.py +326 -0
  191. lmcache/v1/gpu_connector/mock_gpu_connector.py +67 -0
  192. lmcache/v1/gpu_connector/utils.py +890 -0
  193. lmcache/v1/gpu_connector/xpu_connectors.py +916 -0
  194. lmcache/v1/health_monitor/__init__.py +1 -0
  195. lmcache/v1/health_monitor/base.py +587 -0
  196. lmcache/v1/health_monitor/checks/__init__.py +1 -0
  197. lmcache/v1/health_monitor/checks/remote_backend_check.py +304 -0
  198. lmcache/v1/health_monitor/constants.py +36 -0
  199. lmcache/v1/internal_api_server/__init__.py +0 -0
  200. lmcache/v1/internal_api_server/api_registry.py +59 -0
  201. lmcache/v1/internal_api_server/api_server.py +120 -0
  202. lmcache/v1/internal_api_server/common/__init__.py +1 -0
  203. lmcache/v1/internal_api_server/common/env_api.py +22 -0
  204. lmcache/v1/internal_api_server/common/loglevel_api.py +57 -0
  205. lmcache/v1/internal_api_server/common/metrics_api.py +29 -0
  206. lmcache/v1/internal_api_server/common/periodic_thread_api.py +138 -0
  207. lmcache/v1/internal_api_server/common/run_script_api.py +73 -0
  208. lmcache/v1/internal_api_server/common/thread_api.py +63 -0
  209. lmcache/v1/internal_api_server/controller/__init__.py +1 -0
  210. lmcache/v1/internal_api_server/controller/key_stats_api.py +81 -0
  211. lmcache/v1/internal_api_server/controller/worker_info_api.py +136 -0
  212. lmcache/v1/internal_api_server/utils.py +43 -0
  213. lmcache/v1/internal_api_server/vllm/__init__.py +1 -0
  214. lmcache/v1/internal_api_server/vllm/backend_api.py +221 -0
  215. lmcache/v1/internal_api_server/vllm/bypass_api.py +204 -0
  216. lmcache/v1/internal_api_server/vllm/cache_api.py +895 -0
  217. lmcache/v1/internal_api_server/vllm/chunk_statistics_api.py +141 -0
  218. lmcache/v1/internal_api_server/vllm/conf_api.py +147 -0
  219. lmcache/v1/internal_api_server/vllm/freeze_api.py +172 -0
  220. lmcache/v1/internal_api_server/vllm/hot_cache_api.py +184 -0
  221. lmcache/v1/internal_api_server/vllm/inference_api.py +65 -0
  222. lmcache/v1/internal_api_server/vllm/load_fs_chunks_api.py +320 -0
  223. lmcache/v1/internal_api_server/vllm/lookup_api.py +145 -0
  224. lmcache/v1/internal_api_server/vllm/version_api.py +25 -0
  225. lmcache/v1/kv_layer_groups.py +267 -0
  226. lmcache/v1/lazy_memory_allocator.py +284 -0
  227. lmcache/v1/lookup_client/__init__.py +25 -0
  228. lmcache/v1/lookup_client/abstract_client.py +77 -0
  229. lmcache/v1/lookup_client/async_lookup_message.py +50 -0
  230. lmcache/v1/lookup_client/chunk_statistics_lookup_client.py +200 -0
  231. lmcache/v1/lookup_client/factory.py +251 -0
  232. lmcache/v1/lookup_client/hit_limit_lookup_client.py +86 -0
  233. lmcache/v1/lookup_client/lmcache_async_lookup_client.py +407 -0
  234. lmcache/v1/lookup_client/lmcache_lookup_client.py +285 -0
  235. lmcache/v1/lookup_client/lmcache_lookup_client_bypass.py +99 -0
  236. lmcache/v1/lookup_client/mooncake_lookup_client.py +87 -0
  237. lmcache/v1/lookup_client/record_strategies/__init__.py +77 -0
  238. lmcache/v1/lookup_client/record_strategies/base.py +327 -0
  239. lmcache/v1/lookup_client/record_strategies/file_hash.py +130 -0
  240. lmcache/v1/lookup_client/record_strategies/memory_bloom_filter.py +81 -0
  241. lmcache/v1/manager.py +539 -0
  242. lmcache/v1/memory_management.py +2619 -0
  243. lmcache/v1/metadata.py +114 -0
  244. lmcache/v1/mp_observability/AGENTS.override.md +21 -0
  245. lmcache/v1/mp_observability/README.md +204 -0
  246. lmcache/v1/mp_observability/config.py +340 -0
  247. lmcache/v1/mp_observability/event.py +100 -0
  248. lmcache/v1/mp_observability/event_bus.py +313 -0
  249. lmcache/v1/mp_observability/otel_init.py +145 -0
  250. lmcache/v1/mp_observability/subscribers/__init__.py +28 -0
  251. lmcache/v1/mp_observability/subscribers/logging/__init__.py +19 -0
  252. lmcache/v1/mp_observability/subscribers/logging/l1.py +56 -0
  253. lmcache/v1/mp_observability/subscribers/logging/l2.py +73 -0
  254. lmcache/v1/mp_observability/subscribers/logging/lookup_hash.py +209 -0
  255. lmcache/v1/mp_observability/subscribers/logging/mp_server.py +90 -0
  256. lmcache/v1/mp_observability/subscribers/logging/sm.py +59 -0
  257. lmcache/v1/mp_observability/subscribers/metrics/__init__.py +20 -0
  258. lmcache/v1/mp_observability/subscribers/metrics/l0_lifecycle.py +290 -0
  259. lmcache/v1/mp_observability/subscribers/metrics/l1.py +55 -0
  260. lmcache/v1/mp_observability/subscribers/metrics/l1_lifecycle.py +166 -0
  261. lmcache/v1/mp_observability/subscribers/metrics/l2.py +121 -0
  262. lmcache/v1/mp_observability/subscribers/metrics/sm.py +69 -0
  263. lmcache/v1/mp_observability/subscribers/tracing/__init__.py +12 -0
  264. lmcache/v1/mp_observability/subscribers/tracing/mp_server.py +333 -0
  265. lmcache/v1/mp_observability/subscribers/tracing/span_registry.py +148 -0
  266. lmcache/v1/mp_observability/trace/__init__.py +50 -0
  267. lmcache/v1/mp_observability/trace/codecs.py +255 -0
  268. lmcache/v1/mp_observability/trace/decorator.py +147 -0
  269. lmcache/v1/mp_observability/trace/format.py +132 -0
  270. lmcache/v1/mp_observability/trace/lifecycle.py +83 -0
  271. lmcache/v1/mp_observability/trace/reader.py +167 -0
  272. lmcache/v1/mp_observability/trace/recorder.py +300 -0
  273. lmcache/v1/multiprocess/__init__.py +0 -0
  274. lmcache/v1/multiprocess/affinity_pool.py +102 -0
  275. lmcache/v1/multiprocess/blend_server_v2.py +891 -0
  276. lmcache/v1/multiprocess/config.py +253 -0
  277. lmcache/v1/multiprocess/custom_types.py +281 -0
  278. lmcache/v1/multiprocess/futures.py +194 -0
  279. lmcache/v1/multiprocess/gpu_context.py +511 -0
  280. lmcache/v1/multiprocess/http_server.py +235 -0
  281. lmcache/v1/multiprocess/mp_runtime_plugin_launcher.py +130 -0
  282. lmcache/v1/multiprocess/mq.py +732 -0
  283. lmcache/v1/multiprocess/protocol.py +86 -0
  284. lmcache/v1/multiprocess/protocols/README.md +213 -0
  285. lmcache/v1/multiprocess/protocols/__init__.py +127 -0
  286. lmcache/v1/multiprocess/protocols/base.py +89 -0
  287. lmcache/v1/multiprocess/protocols/blend.py +109 -0
  288. lmcache/v1/multiprocess/protocols/blend_v2.py +57 -0
  289. lmcache/v1/multiprocess/protocols/controller.py +53 -0
  290. lmcache/v1/multiprocess/protocols/debug.py +34 -0
  291. lmcache/v1/multiprocess/protocols/engine.py +146 -0
  292. lmcache/v1/multiprocess/protocols/observability.py +39 -0
  293. lmcache/v1/multiprocess/server.py +1134 -0
  294. lmcache/v1/multiprocess/session.py +190 -0
  295. lmcache/v1/multiprocess/token_hasher.py +441 -0
  296. lmcache/v1/offload_server/__init__.py +17 -0
  297. lmcache/v1/offload_server/abstract_server.py +37 -0
  298. lmcache/v1/offload_server/message.py +30 -0
  299. lmcache/v1/offload_server/zmq_server.py +122 -0
  300. lmcache/v1/periodic_thread.py +579 -0
  301. lmcache/v1/pin_monitor.py +246 -0
  302. lmcache/v1/plugin/__init__.py +0 -0
  303. lmcache/v1/plugin/runtime_plugin_launcher.py +211 -0
  304. lmcache/v1/protocol.py +317 -0
  305. lmcache/v1/rpc/__init__.py +17 -0
  306. lmcache/v1/rpc/transport.py +105 -0
  307. lmcache/v1/rpc/zmq_transport.py +213 -0
  308. lmcache/v1/rpc_utils.py +165 -0
  309. lmcache/v1/server/__init__.py +2 -0
  310. lmcache/v1/server/__main__.py +170 -0
  311. lmcache/v1/server/storage_backend/__init__.py +21 -0
  312. lmcache/v1/server/storage_backend/abstract_backend.py +80 -0
  313. lmcache/v1/server/storage_backend/local_backend.py +75 -0
  314. lmcache/v1/server/utils.py +21 -0
  315. lmcache/v1/standalone/__init__.py +1 -0
  316. lmcache/v1/standalone/__main__.py +583 -0
  317. lmcache/v1/standalone/manager.py +80 -0
  318. lmcache/v1/standalone/standalone_service_factory.py +86 -0
  319. lmcache/v1/storage_backend/__init__.py +313 -0
  320. lmcache/v1/storage_backend/abstract_backend.py +445 -0
  321. lmcache/v1/storage_backend/audit_backend.py +233 -0
  322. lmcache/v1/storage_backend/batched_message_sender.py +222 -0
  323. lmcache/v1/storage_backend/cache_policy/__init__.py +45 -0
  324. lmcache/v1/storage_backend/cache_policy/base_policy.py +87 -0
  325. lmcache/v1/storage_backend/cache_policy/fifo.py +58 -0
  326. lmcache/v1/storage_backend/cache_policy/lfu.py +105 -0
  327. lmcache/v1/storage_backend/cache_policy/lru.py +81 -0
  328. lmcache/v1/storage_backend/cache_policy/mru.py +61 -0
  329. lmcache/v1/storage_backend/connector/__init__.py +443 -0
  330. lmcache/v1/storage_backend/connector/audit_adapter.py +77 -0
  331. lmcache/v1/storage_backend/connector/audit_connector.py +320 -0
  332. lmcache/v1/storage_backend/connector/base_connector.py +379 -0
  333. lmcache/v1/storage_backend/connector/blackhole_adapter.py +21 -0
  334. lmcache/v1/storage_backend/connector/blackhole_connector.py +37 -0
  335. lmcache/v1/storage_backend/connector/eic_adapter.py +31 -0
  336. lmcache/v1/storage_backend/connector/eic_connector.py +757 -0
  337. lmcache/v1/storage_backend/connector/external_adapter.py +79 -0
  338. lmcache/v1/storage_backend/connector/fs_adapter.py +51 -0
  339. lmcache/v1/storage_backend/connector/fs_connector.py +403 -0
  340. lmcache/v1/storage_backend/connector/infinistore_adapter.py +56 -0
  341. lmcache/v1/storage_backend/connector/infinistore_connector.py +177 -0
  342. lmcache/v1/storage_backend/connector/instrumented_connector.py +219 -0
  343. lmcache/v1/storage_backend/connector/lm_adapter.py +31 -0
  344. lmcache/v1/storage_backend/connector/lm_connector.py +176 -0
  345. lmcache/v1/storage_backend/connector/mock_adapter.py +57 -0
  346. lmcache/v1/storage_backend/connector/mock_connector.py +349 -0
  347. lmcache/v1/storage_backend/connector/mooncakestore_adapter.py +43 -0
  348. lmcache/v1/storage_backend/connector/mooncakestore_connector.py +614 -0
  349. lmcache/v1/storage_backend/connector/redis_adapter.py +181 -0
  350. lmcache/v1/storage_backend/connector/redis_connector.py +828 -0
  351. lmcache/v1/storage_backend/connector/s3_adapter.py +59 -0
  352. lmcache/v1/storage_backend/connector/s3_connector.py +699 -0
  353. lmcache/v1/storage_backend/connector/sagemaker_hyperpod_adapter.py +233 -0
  354. lmcache/v1/storage_backend/connector/sagemaker_hyperpod_connector.py +987 -0
  355. lmcache/v1/storage_backend/connector/valkey_adapter.py +114 -0
  356. lmcache/v1/storage_backend/connector/valkey_connector.py +627 -0
  357. lmcache/v1/storage_backend/gds_backend.py +1199 -0
  358. lmcache/v1/storage_backend/job_executor/__init__.py +0 -0
  359. lmcache/v1/storage_backend/job_executor/base_executor.py +34 -0
  360. lmcache/v1/storage_backend/job_executor/pq_executor.py +235 -0
  361. lmcache/v1/storage_backend/local_cpu_backend.py +810 -0
  362. lmcache/v1/storage_backend/local_disk_backend.py +656 -0
  363. lmcache/v1/storage_backend/maru_backend.py +734 -0
  364. lmcache/v1/storage_backend/naive_serde/__init__.py +50 -0
  365. lmcache/v1/storage_backend/naive_serde/cachegen_basics.py +133 -0
  366. lmcache/v1/storage_backend/naive_serde/cachegen_decoder.py +135 -0
  367. lmcache/v1/storage_backend/naive_serde/cachegen_encoder.py +83 -0
  368. lmcache/v1/storage_backend/naive_serde/kivi_serde.py +22 -0
  369. lmcache/v1/storage_backend/naive_serde/naive_serde.py +18 -0
  370. lmcache/v1/storage_backend/naive_serde/serde.py +37 -0
  371. lmcache/v1/storage_backend/native_clients/connector_client_base.py +165 -0
  372. lmcache/v1/storage_backend/native_clients/resp_client.py +35 -0
  373. lmcache/v1/storage_backend/nixl_storage_backend.py +1400 -0
  374. lmcache/v1/storage_backend/p2p_backend.py +788 -0
  375. lmcache/v1/storage_backend/path_sharder.py +117 -0
  376. lmcache/v1/storage_backend/pd_backend.py +646 -0
  377. lmcache/v1/storage_backend/plugins/dax_backend.py +1443 -0
  378. lmcache/v1/storage_backend/plugins/rust_raw_block_backend.py +1361 -0
  379. lmcache/v1/storage_backend/remote_backend.py +624 -0
  380. lmcache/v1/storage_backend/resp_client.py +227 -0
  381. lmcache/v1/storage_backend/storage_backend_listener.py +19 -0
  382. lmcache/v1/storage_backend/storage_manager.py +1352 -0
  383. lmcache/v1/system_detection.py +110 -0
  384. lmcache/v1/token_database.py +551 -0
  385. lmcache/v1/transfer_channel/__init__.py +83 -0
  386. lmcache/v1/transfer_channel/abstract.py +285 -0
  387. lmcache/v1/transfer_channel/mock_memory_channel.py +156 -0
  388. lmcache/v1/transfer_channel/nixl_channel.py +639 -0
  389. lmcache/v1/transfer_channel/py_socket_channel.py +260 -0
  390. lmcache/v1/transfer_channel/transfer_utils.py +63 -0
  391. lmcache/v1/utils/__init__.py +1 -0
  392. lmcache/v1/utils/bloom_filter.py +109 -0
  393. lmcache/v1/utils/cache_utils.py +125 -0
  394. lmcache_cli-0.4.5.dev0.dist-info/METADATA +185 -0
  395. lmcache_cli-0.4.5.dev0.dist-info/RECORD +399 -0
  396. lmcache_cli-0.4.5.dev0.dist-info/WHEEL +5 -0
  397. lmcache_cli-0.4.5.dev0.dist-info/entry_points.txt +2 -0
  398. lmcache_cli-0.4.5.dev0.dist-info/licenses/LICENSE +201 -0
  399. lmcache_cli-0.4.5.dev0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,185 @@
1
+ Metadata-Version: 2.4
2
+ Name: lmcache-cli
3
+ Version: 0.4.5.dev0
4
+ Summary: A LLM serving engine extension to reduce TTFT and increase throughput, especially under long-context scenarios.
5
+ Author-email: LMCache Team <lmcacheteam@gmail.com>
6
+ License-Expression: Apache-2.0
7
+ Project-URL: homepage, https://docs.lmcache.ai
8
+ Project-URL: source, https://github.com/LMCache/LMCache
9
+ Project-URL: issues, https://github.com/LMCache/LMCache
10
+ Classifier: Development Status :: 3 - Alpha
11
+ Classifier: Operating System :: OS Independent
12
+ Classifier: Programming Language :: Python :: 3.10
13
+ Classifier: Programming Language :: Python :: 3.11
14
+ Classifier: Programming Language :: Python :: 3.12
15
+ Classifier: Programming Language :: Python :: 3.13
16
+ Classifier: Programming Language :: Python :: Implementation :: CPython
17
+ Classifier: Intended Audience :: Developers
18
+ Classifier: Intended Audience :: Information Technology
19
+ Classifier: Intended Audience :: Science/Research
20
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
21
+ Classifier: Topic :: Scientific/Engineering :: Information Analysis
22
+ Requires-Python: <3.14,>=3.10
23
+ Description-Content-Type: text/markdown
24
+ License-File: LICENSE
25
+ Requires-Dist: matplotlib
26
+ Requires-Dist: openai
27
+ Dynamic: license-file
28
+
29
+ <div align="center">
30
+ <p align="center">
31
+ <img src="https://raw.githubusercontent.com/LMCache/LMCache/dev/asset/logo.png" width="720" alt="lmcache logo">
32
+ </p>
33
+
34
+ [![Docs](https://img.shields.io/badge/docs-live-brightgreen)](https://docs.lmcache.ai/)
35
+ [![PyPI](https://img.shields.io/pypi/v/lmcache)](https://pypi.org/project/lmcache/)
36
+ [![PyPI - Python Version](https://img.shields.io/pypi/pyversions/lmcache)](https://pypi.org/project/lmcache/)
37
+ [![Unit Tests](https://badge.buildkite.com/ce25f1819a274b7966273bfa54f0e02f092c3de0d7563c5c9d.svg)](https://buildkite.com/lmcache/lmcache-unittests)
38
+ [![Code Quality](https://github.com/lmcache/lmcache/actions/workflows/code_quality_checks.yml/badge.svg?branch=dev&label=tests)](https://github.com/LMCache/LMCache/actions/workflows/code_quality_checks.yml)
39
+ [![Integration Tests](https://badge.buildkite.com/108ddd4ab482a2480999dec8c62a640a3315ed4e6c4e86798e.svg)](https://buildkite.com/lmcache/lmcache-vllm-integration-tests)
40
+
41
+ <br />
42
+
43
+ [![OpenSSF Best Practices](https://www.bestpractices.dev/projects/10841/badge)](https://www.bestpractices.dev/projects/10841)
44
+ [![OpenSSF Scorecard](https://api.scorecard.dev/projects/github.com/LMCache/LMCache/badge)](https://scorecard.dev/viewer/?uri=github.com/LMCache/LMCache)
45
+ [![Ask DeepWiki](https://deepwiki.com/badge.svg)](https://deepwiki.com/LMCache/LMCache/)
46
+ [![GitHub commit activity](https://img.shields.io/github/commit-activity/w/LMCache/LMCache)](https://github.com/LMCache/LMCache/graphs/commit-activity)
47
+ [![PyPI - Downloads](https://img.shields.io/pypi/dm/lmcache)](https://pypi.org/project/lmcache/)
48
+ [![YouTube Channel Views](https://img.shields.io/youtube/channel/views/UC58zMz55n70rtf1Ak2PULJA)](https://www.youtube.com/channel/UC58zMz55n70rtf1Ak2PULJA)
49
+
50
+ </div>
51
+
52
+
53
+ --------------------------------------------------------------------------------
54
+
55
+ | [**Blog**](https://blog.lmcache.ai/)
56
+ | [**Documentation**](https://docs.lmcache.ai/)
57
+ | [**Join Slack**](https://join.slack.com/t/lmcacheworkspace/shared_invite/zt-3g8e6xzz8-KzS_HI8bPERGFK5PTB~MYg)
58
+ | [**Interest Form**](https://forms.gle/MHwLiYDU6kcW3dLj7)
59
+ | [**Roadmap**](https://github.com/LMCache/LMCache/issues/1253)
60
+
61
+ ## Summary
62
+
63
+ LMCache is an **LLM** serving engine extension to **reduce TTFT** and **increase throughput**, especially under long-context scenarios. By storing the KV caches of reusable texts all over the datacenter (including GPU, CPU, Disk and even S3) with a wide range of acceleration technqiue (zero cpu copy, NIXL, GDS and more). LMCache reuses the KV caches of **_any_** reused text (not necessarily prefix) in **_any_** serving engine instance. Thus, LMCache saves precious GPU cycles and reduces user response delay.
64
+
65
+ By combining LMCache with vLLM, developers achieve 3-10x delay savings and GPU cycle reduction in many LLM use cases, including multi-round QA and RAG.
66
+
67
+ ![performance](https://github.com/user-attachments/assets/86137f17-f216-41a0-96a7-e537764f7a4c)
68
+
69
+ LMCache is used, integrated, or referenced across a growing ecosystem of LLM serving platforms, infrastructure providers, and open-source projects:
70
+
71
+ - Initiated and officially supported by: [Tensormesh](https://www.tensormesh.ai/)
72
+ - Adopted by inference providers: GMI cloud ([blog post](https://www.gmicloud.ai/blog/gmi-cloud-achieves-4x-llm-performance-boost-with-tensormesh)), Google cloud ([blog post](https://cloud.google.com/blog/topics/developers-practitioners/boosting-llm-performance-with-tiered-kv-cache-on-google-kubernetes-engine)), CoreWeave ([blog post](https://www.coreweave.com/news/coreweave-unveils-ai-object-storage-redefining-how-ai-workloads-access-and-scale-data)) and more
73
+ - Integrated with data and storage infrastructure providers: Redis ([blog post](https://redis.io/blog/get-faster-llm-inference-and-cheaper-responses-with-lmcache-and-redis/)), Weka ([blog post](https://www.weka.io/blog/ai-ml/open-sourcing-gds-integration-from-augmented-memory-grid-see-results-for-yourself/)), PliOps ([blog post](https://www.manilatimes.net/2025/03/12/tmt-newswire/globenewswire/pliops-announces-collaboration-with-vllm-production-stack-to-enhance-llm-inference-performance/2072000)) and more
74
+ - Used by open-source projects and platforms: [vLLM](https://github.com/vllm-project/vllm) [![GitHub stars](https://img.shields.io/github/stars/vllm-project/vllm?style=social)](https://github.com/vllm-project/vllm)
75
+ , [SGLang](https://github.com/sgl-project/sglang) [![GitHub stars](https://img.shields.io/github/stars/sgl-project/sglang?style=social)](https://github.com/sgl-project/sglang)
76
+ , [vLLM Production Stack](https://github.com/vllm-project/production-stack) [![GitHub stars](https://img.shields.io/github/stars/vllm-project/production-stack?style=social)](https://github.com/vllm-project/production-stack), [llm-d](https://github.com/llm-d/llm-d/) [![GitHub stars](https://img.shields.io/github/stars/llm-d/llm-d?style=social)](https://github.com/llm-d/llm-d), [NVIDIA dynamo](https://github.com/ai-dynamo/dynamo) [![GitHub stars](https://img.shields.io/github/stars/ai-dynamo/dynamo)](https://github.com/ai-dynamo/dynamo), [KServe](https://github.com/kserve/kserve) [![GitHub stars](https://img.shields.io/github/stars/kserve/kserve?style=social)](https://github.com/kserve/kserve) and more.
77
+
78
+ For more details, please check our [Ray Summit talk](https://www.youtube.com/watch?v=TwLd15HE6AM) and [technical report](https://lmcache.ai/tech_report.pdf).
79
+
80
+
81
+ ## Features
82
+
83
+ - [x] 🔥 Integration with vLLM v1 with the following features:
84
+ * High performance CPU KVCache offloading
85
+ * Disaggregated prefill
86
+ * P2P KVCache sharing
87
+ - [x] Integration with SGLang for KV cache offloading
88
+ - [x] Storage support as follows:
89
+ * CPU
90
+ * Disk
91
+ * [NIXL](https://github.com/ai-dynamo/nixl)
92
+ - [x] Installation support through pip and latest vLLM
93
+
94
+ ## Installation
95
+
96
+ To use LMCache, simply install `lmcache` from your package manager, e.g. pip:
97
+
98
+ ```bash
99
+ pip install lmcache
100
+ ```
101
+
102
+ Works on Linux NVIDIA GPU platform.
103
+
104
+ More [detailed installation instructions](https://docs.lmcache.ai/getting_started/installation) are available in the docs, particularly if you are not using the latest stable version of vllm or using another serving engine with different dependencies. Any "undefined symbol" or torch mismatch versions can be resolved in the documentation.
105
+
106
+ ## Getting started
107
+
108
+ The best way to get started is to checkout the [Quickstart Examples](https://docs.lmcache.ai/getting_started/quickstart/) in the docs.
109
+
110
+ ## Documentation
111
+
112
+ Check out the LMCache [documentation](https://docs.lmcache.ai/) which is available online.
113
+
114
+ We also post regularly in [LMCache blogs](https://blog.lmcache.ai/).
115
+
116
+ ## Examples
117
+
118
+ Go hands-on with our [examples](https://github.com/LMCache/LMCache/tree/dev/examples),
119
+ demonstrating how to address different use cases with LMCache.
120
+
121
+ ## Interested in Connecting?
122
+
123
+ Fill out the [interest form](https://forms.gle/mQfQDUXbKfp2St1z7), [sign up for our newsletter](https://mailchi.mp/tensormesh/lmcache-sign-up-newsletter), [join LMCache slack](https://join.slack.com/t/lmcacheworkspace/shared_invite/zt-3g8e6xzz8-KzS_HI8bPERGFK5PTB~MYg), or [drop an email](mailto:contact@lmcache.ai), and our team will reach out to you!
124
+
125
+ ## Community meeting
126
+
127
+ The community meeting [Zoom Link]( https://uchicago.zoom.us/j/6603596916?pwd=Z1E5MDRWUSt2am5XbEt4dTFkNGx6QT09) for LMCache is hosted bi-weekly. All are welcome to join!
128
+
129
+ Meetings are held bi-weekly on: Tuesdays at 9:00 AM PT – [Add to Google Calendar](https://calendar.google.com/calendar/u/0/r?cid=Y19mNGY2ZmMwZjUxMWYyYTZmZmE1ZTVlMGI2Yzk2NmFmZjNhM2Y4ODZiZmU5OTU5MDJlMmE3ZmUyOGZmZThlOWY5QGdyb3VwLmNhbGVuZGFyLmdvb2dsZS5jb20)
130
+
131
+ We keep notes from each meeting on this [document](https://docs.google.com/document/d/1_Fl3vLtERFa3vTH00cezri78NihNBtSClK-_1tSrcow) for summaries of standups, discussion, and action items.
132
+
133
+ Recordings of meetings are available on the [YouTube LMCache channel](https://www.youtube.com/channel/UC58zMz55n70rtf1Ak2PULJA).
134
+
135
+ ## Contributing
136
+
137
+ We welcome and value all contributions and collaborations. Please check out [Contributing Guide](CONTRIBUTING.md) on how to contribute.
138
+
139
+ We continually update [[Onboarding] Welcoming contributors with good first issues!](https://github.com/LMCache/LMCache/issues/627)
140
+
141
+ ## Citation
142
+
143
+ If you use LMCache for your research, please cite our papers:
144
+
145
+ ```
146
+ @inproceedings{liu2024cachegen,
147
+ title={Cachegen: Kv cache compression and streaming for fast large language model serving},
148
+ author={Liu, Yuhan and Li, Hanchen and Cheng, Yihua and Ray, Siddhant and Huang, Yuyang and Zhang, Qizheng and Du, Kuntai and Yao, Jiayi and Lu, Shan and Ananthanarayanan, Ganesh and others},
149
+ booktitle={Proceedings of the ACM SIGCOMM 2024 Conference},
150
+ pages={38--56},
151
+ year={2024}
152
+ }
153
+
154
+ @article{cheng2024large,
155
+ title={Do Large Language Models Need a Content Delivery Network?},
156
+ author={Cheng, Yihua and Du, Kuntai and Yao, Jiayi and Jiang, Junchen},
157
+ journal={arXiv preprint arXiv:2409.13761},
158
+ year={2024}
159
+ }
160
+
161
+ @inproceedings{10.1145/3689031.3696098,
162
+ author = {Yao, Jiayi and Li, Hanchen and Liu, Yuhan and Ray, Siddhant and Cheng, Yihua and Zhang, Qizheng and Du, Kuntai and Lu, Shan and Jiang, Junchen},
163
+ title = {CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion},
164
+ year = {2025},
165
+ url = {https://doi.org/10.1145/3689031.3696098},
166
+ doi = {10.1145/3689031.3696098},
167
+ booktitle = {Proceedings of the Twentieth European Conference on Computer Systems},
168
+ pages = {94–109},
169
+ }
170
+
171
+ @article{cheng2025lmcache,
172
+ title={LMCache: An Efficient KV Cache Layer for Enterprise-Scale LLM Inference},
173
+ author={Cheng, Yihua and Liu, Yuhan and Yao, Jiayi and An, Yuwei and Chen, Xiaokun and Feng, Shaoting and Huang, Yuyang and Shen, Samuel and Du, Kuntai and Jiang, Junchen},
174
+ journal={arXiv preprint arXiv:2510.09665},
175
+ year={2025}
176
+ }
177
+ ```
178
+
179
+ ## Socials
180
+
181
+ [Linkedin](https://www.linkedin.com/company/lmcache-lab/?viewAsMember=true) | [Twitter](https://x.com/lmcache) | [Youtube](https://www.youtube.com/@LMCacheTeam)
182
+
183
+ ## License
184
+
185
+ The LMCache codebase is licensed under Apache License 2.0. See the [LICENSE](LICENSE) file for details.
@@ -0,0 +1,399 @@
1
+ lmcache/__init__.py,sha256=aUQutd4_E8EAHycX4B43JOQl2mTMwVRftXsq6JRhUcg,2370
2
+ lmcache/_version.py,sha256=Ebfd0O9w2Gu-nO9Fezo0M8VtfvRdVU_O-kMuQgNwwis,541
3
+ lmcache/connections.py,sha256=5bSguAPmkJCRpgjkZd0ugGna6Zfm0pXG9vo-RGVXeFg,4965
4
+ lmcache/logging.py,sha256=7qOcguB6x0mr6TlyWvwcRS3Yk6DVfTq0ZM7ACh5DaT4,2662
5
+ lmcache/native_storage_ops.pyi,sha256=5aiod37OQaINNycESFW46OVtVM4qvHCmlAnhcjka1cs,6561
6
+ lmcache/non_cuda_equivalents.py,sha256=atZ3qcdrQFnR_olvm-LmaevY1pJ-IteiN1ZX3wOtFvU,51187
7
+ lmcache/observability.py,sha256=uhj_KpNiuFawVVHLtwAFwDh9YTTj68ZQRw0wJRYbtDU,72453
8
+ lmcache/usage_context.py,sha256=XfdZzXYgU1p06F5Ld5hqQuHniDRUagmwTOoH631bos0,14381
9
+ lmcache/utils.py,sha256=9IS8a86aID-xjJHD4Ts0mxmKqKAuL6zvTqbIrfzBA-4,20369
10
+ lmcache/cli/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
11
+ lmcache/cli/main.py,sha256=ON3z9zLeAUZML617a2RuWoApNlOlnAaiszd8m4pSELc,977
12
+ lmcache/cli/commands/__init__.py,sha256=r-H-OpGwxJAejP6gu_6O7owwUe5rG1U4KQeGl4hTXCQ,1015
13
+ lmcache/cli/commands/base.py,sha256=lGWfSfHlkbqTU3Ig55nIRRtEw0YEoCBgn1s5dK5ocJ0,4904
14
+ lmcache/cli/commands/describe.py,sha256=D1iAOsf7X6j0VsShhFzNs2vJkZoQekp0RyC87pG9tO4,11130
15
+ lmcache/cli/commands/kvcache.py,sha256=112qnpVQP64z3goUMSNJcMJ2VZKIakN2MH6ua2UZeZk,3947
16
+ lmcache/cli/commands/mock.py,sha256=ArQoXZTwwCcmLNXW9XqooGi5rXirHwUeTavQ_bbNCp0,2271
17
+ lmcache/cli/commands/ping.py,sha256=_0Kkv3n--MobE_iTK6wL1f9wsQbfLtkIjoA6IJ0bX94,3450
18
+ lmcache/cli/commands/server.py,sha256=w10A67s_JHuqBd_1TKTbV_HAqdofiMoRTN8pACygTwQ,3328
19
+ lmcache/cli/commands/bench/__init__.py,sha256=yQLdGONDYoz_rMLxPyq3u1LKHWHNQkfmTL31VjP4kv4,18430
20
+ lmcache/cli/commands/bench/engine_bench/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
21
+ lmcache/cli/commands/bench/engine_bench/config.py,sha256=5eC0OcegtVaiqqLbBgrQfF1iZGACQBRc6TR9n1koZf0,7421
22
+ lmcache/cli/commands/bench/engine_bench/progress.py,sha256=K85783m4Le1o0TrcmHLUuOb2umxo28AvspM1gGozr2s,4943
23
+ lmcache/cli/commands/bench/engine_bench/request_sender.py,sha256=k7qI8TImeVXWoZUQic1pQVpOxkF1idXG5r0jUpnpTK0,7639
24
+ lmcache/cli/commands/bench/engine_bench/stats.py,sha256=R3AFRgRBLSFFVjma4zEURPijQyxN8rpKRBUwHBzMWQU,9926
25
+ lmcache/cli/commands/bench/engine_bench/interactive/__init__.py,sha256=y6SxqmkijoTj-azsBS7QLDLw9ep60xCDNRNpUK_JU4Y,9043
26
+ lmcache/cli/commands/bench/engine_bench/interactive/config.json,sha256=_TiN4Dm7oXA1o4Re8rZv7vnF9VX46miT4clHlRZ9ct8,257
27
+ lmcache/cli/commands/bench/engine_bench/interactive/schema.py,sha256=MIVu-wIdBwRQ1nUbiBTsP9_YbhDl7WcuXwMJsEJXgy4,12535
28
+ lmcache/cli/commands/bench/engine_bench/interactive/state.py,sha256=YhTEokrXYUyAMn01ZzSBgCGL9y16EIOYqr8vHbSoTgA,12265
29
+ lmcache/cli/commands/bench/engine_bench/interactive/terminal.py,sha256=0CR9PhdwzcbQcv0QfIF8UvgRa9iJEJHpqSZlxEWZwaw,8385
30
+ lmcache/cli/commands/bench/engine_bench/workloads/__init__.py,sha256=IX8LdbAZ6wWmtnLL2XdT-iKnKZOYTOOsuibD1no0AhY,5475
31
+ lmcache/cli/commands/bench/engine_bench/workloads/base.py,sha256=OUwMtcdqgQUEPU0U0bZUNOa-FiACBYDXxEgo4abUGWM,4324
32
+ lmcache/cli/commands/bench/engine_bench/workloads/long_doc_permutator.py,sha256=UCvMIqDAZweRduG63lZAnpnnKpOgUhFK0ZxiIBbdNjM,15476
33
+ lmcache/cli/commands/bench/engine_bench/workloads/long_doc_qa.py,sha256=BetamdNLj7MeGr3NrpfwXfKlAgO_9wESYIPrXAjfEcI,10383
34
+ lmcache/cli/commands/bench/engine_bench/workloads/multi_round_chat.py,sha256=GVkjYIi4hTCn1FJCq8gFdr8QQlsg2WeAtPXo8WMh660,12888
35
+ lmcache/cli/commands/bench/engine_bench/workloads/random_prefill.py,sha256=nWG08-U0a93Lv3qOly-7bHkDp2Tj5pOqzX28EBrg4yM,6065
36
+ lmcache/cli/commands/query/__init__.py,sha256=7lGTmQdZmjGStmTS-zdAe31fove0pN59mCDnYpNgHnQ,5332
37
+ lmcache/cli/commands/query/prompt.py,sha256=WhO0NpFcsgZ7YgpRAiFBmxWDL0PUawxmmHPqbmZCNnI,4350
38
+ lmcache/cli/commands/query/request.py,sha256=vALU2fjqp0s7TFLepCd_Gtq6UdYFZAzxOk-IMrDVIAs,11891
39
+ lmcache/cli/commands/tool/__init__.py,sha256=_mDi1ltdZx8R9LlAf1ylQzgX3Qxqfa7-YrQaHUQ8Iz4,2044
40
+ lmcache/cli/commands/tool/cache_simulator.py,sha256=Wd4aYSGTRobteZIAVDc9WeLRRUjCTSU3Dj3yPz9Jj14,3914
41
+ lmcache/cli/commands/trace/__init__.py,sha256=njgolxvnQH15FOl6-uwnM_yZgN3k8v3HUwP6erQlmFM,19769
42
+ lmcache/cli/commands/trace/dispatch.py,sha256=2jPhwLaFkRD9JBIHIY3BBw1dw37k4mtRivWt_hmM-m0,8746
43
+ lmcache/cli/commands/trace/driver.py,sha256=rn0i3f-91LWnsYU-oppSrXicqsn0jSl5AM-QXwsjb6o,14196
44
+ lmcache/cli/commands/trace/stats.py,sha256=EURx6OFnWKhX2OCgOOHtJSTBCVw06SoRVE5WB4-YGb8,9676
45
+ lmcache/cli/documents/lmcache.txt,sha256=p6tE6lwN0H_QebbUaiXaoGxvKCkSjdxVSeCFYCZdIdc,3178
46
+ lmcache/cli/metrics/__init__.py,sha256=-12WRZLZgXFL6bscFoVMDMZ1TTuPvuZsauDJu5IcU88,639
47
+ lmcache/cli/metrics/formatter.py,sha256=L3FoSPnEpxmuX1B_3HnAhbN9R1WgsUGIwl_9_BaKsD0,4896
48
+ lmcache/cli/metrics/handler.py,sha256=i_q0yRLxTXDEHT7kxkq1WluXCqB65SCYuWOfg8o54gs,2637
49
+ lmcache/cli/metrics/metrics.py,sha256=OzhxMBFWVQl-CUblQhmiBKGb-7wJB1Ik6G0DpdeICfo,5440
50
+ lmcache/cli/metrics/section.py,sha256=JDIUjbczl9OO5FlNSaoYdTEoqcFQYbS7kJeR7rlyUKY,2580
51
+ lmcache/integration/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
52
+ lmcache/integration/base_service_factory.py,sha256=9fQhq9WNbsbnzGcIsNr_tkEzJPDVcmWootvLiaIRc_E,6003
53
+ lmcache/integration/request_telemetry/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
54
+ lmcache/integration/request_telemetry/base.py,sha256=e9Yiw8x6w4O0HV50RKkYVXupyVFQYDn0FsO2JpyXdVM,1323
55
+ lmcache/integration/request_telemetry/factory.py,sha256=PQXncBA1WblysmCF5zzp1KRBl24LEbJvKlh6D_mHARA,3675
56
+ lmcache/integration/request_telemetry/fastapi.py,sha256=6fpSnR4gJDMwSF61jFT3we0H5oH9IDKl8IWIsva4Vuc,3619
57
+ lmcache/integration/request_telemetry/noop.py,sha256=_LjH-mJlavSApaKN_ZZUGPoHTezbQgCkx4kpnMiXpE4,821
58
+ lmcache/integration/sglang/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
59
+ lmcache/integration/sglang/sglang_adapter.py,sha256=_lI-fChbJrO30GRfis9kHstLnD0hQQohOP71lFj79pw,10495
60
+ lmcache/integration/sglang/utils.py,sha256=j6MhXf5xoYbv0_PckWll8M0RCXQ1OUVHmNYocR69fyM,1335
61
+ lmcache/integration/vllm/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
62
+ lmcache/integration/vllm/lmcache_connector_v1.py,sha256=o4wbaorrKK0CO-RvuJROB-_EFS7eh9xqFAleFeSB-9g,7523
63
+ lmcache/integration/vllm/lmcache_connector_v1_085.py,sha256=gXxv4CQafKq3TKsmdq3X2HpgbTkLPNCXHynb-EAtppQ,5220
64
+ lmcache/integration/vllm/lmcache_mp_connector_0180.py,sha256=m7Jq8yiTLcPcmkS9zzckpzjlePj0U-GNBe_pP24EGUA,39601
65
+ lmcache/integration/vllm/utils.py,sha256=cemUUv3QKLPvUvwgLqleVZLctf7Xto123WKOSWehquI,16226
66
+ lmcache/integration/vllm/vllm_multi_process_adapter.py,sha256=sENtoq6vMEU3DBbqmjmqz5T6SSHf_r1oiLjjXmcToMk,37222
67
+ lmcache/integration/vllm/vllm_service_factory.py,sha256=aVOXb8bmauB5RKck2vrwfIqfOdOwgVaibhPglvFXkBs,11659
68
+ lmcache/integration/vllm/vllm_v1_adapter.py,sha256=dD-lcByLztBz067BaO93hIleCRxtuB1P94xxd9KC2Ws,68147
69
+ lmcache/integration/vllm/tests/test_mm_hash_utils.py,sha256=RvweFXchYU_w4wZEjPGQwA6JLrl-CSTIwFHE_A7QZQ8,3806
70
+ lmcache/storage_backend/serde/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
71
+ lmcache/storage_backend/serde/cachegen_basics.py,sha256=16LeEfp_xb-nc2_AlkQTO4JeVLrhQDnCJCJAZ8p0tfU,7055
72
+ lmcache/storage_backend/serde/cachegen_decoder.py,sha256=5NG9HxDSUntTaHjXPg0_K8dEuQNVrWVq9GzGY3ScK10,7160
73
+ lmcache/storage_backend/serde/cachegen_encoder.py,sha256=V93sRV3Hp1ikAyl3yXJcjMBDrm9od_HD0XJ4O4tFzSo,13490
74
+ lmcache/storage_backend/serde/serde.py,sha256=fvurMwkisfrbwO-uGyxqC_bzvAX_Y0iYG1N5fW9MYZM,1898
75
+ lmcache/tools/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
76
+ lmcache/tools/cache_simulator/README.md,sha256=QtaeWIGfZTlXtGzqVC5bey20730MnTzY3g1UIH7IM90,15338
77
+ lmcache/tools/cache_simulator/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
78
+ lmcache/tools/cache_simulator/gen_bench_dataset.py,sha256=hSTDcOIqVozYiaOx0FBkkB74iObtgItul5E6_fIyiqc,12934
79
+ lmcache/tools/cache_simulator/lru_cache.py,sha256=T8dzxF9isVBF8et-edQMbcOy-TdJLdBQiyZbQWRnzKo,3890
80
+ lmcache/tools/cache_simulator/plot_hit_rate.py,sha256=AwR_w6tqVSzECdexklYYNTZyIvHFxKrgHIIOyEtkcgA,6985
81
+ lmcache/tools/cache_simulator/simulator.py,sha256=DI0u1cKwQXdDoa_phPdSNRE5OX58iaUpn6gXDgKPNKY,28845
82
+ lmcache/tools/cache_simulator/docs/simulate_example.png,sha256=3LKNwPzgXJ1njANbVNSRjxr6wntT1re8tJwm-lW2evI,286842
83
+ lmcache/tools/cache_simulator/docs/sweep_example.png,sha256=uxzLvldPuM6vN3mcbB0cMK-bQYY68VcdPKbeoTvAWvM,78797
84
+ lmcache/tools/controller_benchmark/README.md,sha256=iA2yy7ANs6z5SN7uaXWbVujsxcUATf95mDYvJsfIuY8,5752
85
+ lmcache/tools/controller_benchmark/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
86
+ lmcache/tools/controller_benchmark/__main__.py,sha256=rCfKMxMb5hri1W1xD3KF1zbjh60yn-ysBnuwXmD4McI,10725
87
+ lmcache/tools/controller_benchmark/benchmark.py,sha256=iF6PTgFHHr0vk9W9RXV-wx9Srp0V6omTL3jypdCfOPI,24712
88
+ lmcache/tools/controller_benchmark/config.py,sha256=JiKuFYqITfuu5u_iFWQXNEJACr0eFtM6buWWzwCwC8U,1304
89
+ lmcache/tools/controller_benchmark/constants.py,sha256=eSNUSVl_lGepLPGkrBgkXxNXkAfO3U91sXDop-n_MTk,272
90
+ lmcache/tools/controller_benchmark/handlers/__init__.py,sha256=DvJuj27toN3oQXr7Y0dNlZLJVGA5BpzcYurnxqirTto,1369
91
+ lmcache/tools/controller_benchmark/handlers/admit.py,sha256=EqTzNVwLvkEknp7iMz1-oD-RJ7M0cp17hkHsqDxvvLg,1414
92
+ lmcache/tools/controller_benchmark/handlers/base.py,sha256=rH7TFLT-HjXhzy2mdNHlglu6Qth2prhIC_JPsR22oIQ,1354
93
+ lmcache/tools/controller_benchmark/handlers/deregister.py,sha256=Z7vOgaQCpFSQhLTKi5_gCcVeJAwACSCWr4oH--tlByk,1294
94
+ lmcache/tools/controller_benchmark/handlers/evict.py,sha256=U0d5DbZJW6gtX-XCsGMEY91DlCIijv3K8G0GSTsWY0Y,1414
95
+ lmcache/tools/controller_benchmark/handlers/heartbeat.py,sha256=2r5vdDTQpxTBGHFmKIj2ZcoXDB_mJ4caBl18ferXfOs,1585
96
+ lmcache/tools/controller_benchmark/handlers/p2p_lookup.py,sha256=eLEslB83oQY9zJq4drDGG7rWEO9SuxdJ7LQpcFeA1lg,1244
97
+ lmcache/tools/controller_benchmark/handlers/register.py,sha256=mpQxlpiqDFqJa7KuHBiFDxr2AAjAB60CrGEsvM3HD3c,1568
98
+ lmcache/tools/mp_status_viewer/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
99
+ lmcache/tools/mp_status_viewer/__main__.py,sha256=M48vBlmwZiadhGGi0J0KE8qLVmI8A5OFsHqyzVux2LY,2546
100
+ lmcache/v1/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
101
+ lmcache/v1/basic_check.py,sha256=7zy6wc3m9T0mlDYmg7w1BmC8BX7mvGwGQnGaG_Dea9o,2973
102
+ lmcache/v1/cache_engine.py,sha256=iSStUxZoOunARUQlRV9wxFZuc5z7fpfELNiQJOMmdF0,77237
103
+ lmcache/v1/cache_interface.py,sha256=2W7aPPFZi24yjLuolQmCOEcnu2RKsVvCoY3z_Wf54Hw,441
104
+ lmcache/v1/config.py,sha256=9jQkVXAvkPaEepdkCZuzK8OPa7Hv4BLk-7EaU1QW1H4,27802
105
+ lmcache/v1/config_base.py,sha256=ADDpnBB61gC_NSdwH8UHjtRJwlRASLKCCM2F3MNNSk8,30339
106
+ lmcache/v1/event_manager.py,sha256=W4tkngjRKfqBLi-Xs0_xcU-aEpDbacsoKSqvNlLp2vE,4528
107
+ lmcache/v1/kv_layer_groups.py,sha256=zfxzKTAVqf8wWWR6U5yHApyQmRhMfl-G0DVXz2aaVWs,9982
108
+ lmcache/v1/lazy_memory_allocator.py,sha256=3GIk8LmmN0AujKobiTZocu_0fJyKAuWAfI5jcVP-VYo,9804
109
+ lmcache/v1/manager.py,sha256=MZ25wZtrOpsCHLAI47JSwnRyFBSaJDz5j15KMF0YX1U,19437
110
+ lmcache/v1/memory_management.py,sha256=qDFhPowYQXLEbao_9ART6K6CFBeQI3ZdAO1jLbmbTYQ,86363
111
+ lmcache/v1/metadata.py,sha256=0QuJe4RVvJo90ZyTOqYUsosOmhVVlErxYiDViuRfqE4,4091
112
+ lmcache/v1/periodic_thread.py,sha256=RKTzgOzRmf_leQfPqVR9x2Y0BBe3rS0jwAsL3L3rN8c,18611
113
+ lmcache/v1/pin_monitor.py,sha256=-Y-C3lQaR_sxexoILZsLPFdFxYK_qUkCoyBGUYP1na4,8948
114
+ lmcache/v1/protocol.py,sha256=zYmCn0A01CkTW-e7xDewEtZ9d8QEgAdYmGjc0oz2hpk,8733
115
+ lmcache/v1/rpc_utils.py,sha256=TsvUaLF61CeGNfEBpfPiGGwjkEXJZem_IOctguHOPTY,4646
116
+ lmcache/v1/system_detection.py,sha256=T5Eh1gIuA1vQC1Wz5HJSru2uA0vLJpUTTiSDXRi2vns,3321
117
+ lmcache/v1/token_database.py,sha256=HnDJyfM_DeoH8kZBe4vGeF74y0op8IiUSWxKJpDZYQU,22060
118
+ lmcache/v1/api_server/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
119
+ lmcache/v1/api_server/__main__.py,sha256=WROc_g3beqxoAbPtR32uJM3_AIgzXzsZbR8gTPNQcC0,18594
120
+ lmcache/v1/cache_controller/__init__.py,sha256=woagEh4yUce_HFlp2vzCaxUO1eNPQPYNgIK2ovWL86o,279
121
+ lmcache/v1/cache_controller/config.py,sha256=fQKh8lAr2GgVEX9rVS7vzpqW2GgMrdgfsgwxwMwcanA,5616
122
+ lmcache/v1/cache_controller/controller_manager.py,sha256=Dnbzk59fiq9m9poZfsvR8JELlgnMw6iQt0Gzgcw2ZuU,22319
123
+ lmcache/v1/cache_controller/executor.py,sha256=GdamZnMPaGtcO5EozJgbE7LOIwW7EKDPHG3fXygF220,16585
124
+ lmcache/v1/cache_controller/full_sync_sender.py,sha256=n0Af0Feqc1c856230N_UN6z8ysQBR1Ox4ARdWm0LDN0,15794
125
+ lmcache/v1/cache_controller/locks.py,sha256=SCRtAGuNXIRGDpnn382plevvFpuYLYP_lOS8eSiYEps,4994
126
+ lmcache/v1/cache_controller/message.py,sha256=YfWZuE70BJKFevZdr_PMuo3LcN7Bqw2Qc9hAOle9MXA,19851
127
+ lmcache/v1/cache_controller/observability.py,sha256=O89HsGjQc4pKiFSV0s-9jnFf21IEvz-d63_LXCmi4hA,7998
128
+ lmcache/v1/cache_controller/utils.py,sha256=rvA2GA7cdBBz_FEU-tNp5zcjKb7My9oCY2w6sK7YdeY,25934
129
+ lmcache/v1/cache_controller/worker.py,sha256=yxR1pgfMLG_kvy0NQQLxuDYRZoYjkEPbhwdc7h6UHeo,26438
130
+ lmcache/v1/cache_controller/commands/__init__.py,sha256=5xxH-R0gvSEzbh1AROY-xOs5FBKtVlAs0OzllKeur20,446
131
+ lmcache/v1/cache_controller/commands/base.py,sha256=Sm_rryRZKaHhUNq02dZ_cLApRzVOZHtUlBYk0Nhufao,1154
132
+ lmcache/v1/cache_controller/commands/full_sync.py,sha256=hd1N2DnJaORl2WgREfGZ2I7aYvb10cBjQrVwxa1FHgA,1508
133
+ lmcache/v1/cache_controller/controllers/__init__.py,sha256=bp3q2rnUD0omH8zK-YPyML_Q6DOjxfDYs_wkHyvtwc4,318
134
+ lmcache/v1/cache_controller/controllers/full_sync_tracker.py,sha256=rWts_Z7YRVCf-rHmA2BQohLCppfxt5DiQFVClAfyPe0,15697
135
+ lmcache/v1/cache_controller/controllers/kv_controller.py,sha256=cEpFUeGb9r0Yngx0l-bRP88hgTdK1C1_Ub27vJF3vA8,15295
136
+ lmcache/v1/cache_controller/controllers/registration_controller.py,sha256=KHBKwwTftzlXi1VZL3lmirxquH4yaEoMqOlqIYNDZAI,9766
137
+ lmcache/v1/cache_controller/frontend/static/index.html,sha256=tuOqhdBqpCOQ7iQRCLvzMOfwT_QL2Ks1CWs5fElN4QA,11880
138
+ lmcache/v1/cache_controller/frontend/static/css/style.css,sha256=h178Ye8mdp4uX95IwYTgs-zVBDpcfZNTeyUgGbHpxEQ,3337
139
+ lmcache/v1/cache_controller/frontend/static/img/logo.png,sha256=9-j3u9-O93yiyWvnmPkP4fwYgY-bxgc3yPFql01CrlA,39745
140
+ lmcache/v1/cache_controller/frontend/static/js/controller_app.js,sha256=_r9qaFivxk46moXyPR1LLe80W3YFUniEuY-e3gQK00Q,25062
141
+ lmcache/v1/check/__init__.py,sha256=yL2Ht5IslGolz2XBAdVvPAq4kq-68X6wcHdEpW-bgaY,2273
142
+ lmcache/v1/check/check_mode_gen.py,sha256=jpSqHDQ3_Hx-C8g8JFkcUtVUugtu5m5NErXFJ9RaDdw,3038
143
+ lmcache/v1/check/check_mode_test_l2_adapter.py,sha256=fA2mtYWrEwfZxQtdD6zQPSfy373jCyZ9ivvYLudKuTY,9176
144
+ lmcache/v1/check/check_mode_test_remote.py,sha256=sRRYTD_7Ho-n8lXJuUPPyjrsfSz1db1c5XtXPusGTgw,4744
145
+ lmcache/v1/check/check_mode_test_storage_manager.py,sha256=A7vvc85N6Vf3iG34Ji53WEho5HV_02e7aX6-dOg0GSs,4887
146
+ lmcache/v1/check/utils.py,sha256=Qqh-jC4RQC2xpus21uUZOY0-XNz778dReC2KrVMdY4c,19200
147
+ lmcache/v1/compute/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
148
+ lmcache/v1/compute/positional_encoding.py,sha256=MHfE135sFJZ7FYYahog_yj8C2NaDJmSVvUcpDJN24cw,5876
149
+ lmcache/v1/compute/attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
150
+ lmcache/v1/compute/attention/abstract.py,sha256=XVvaQwSH0zbRBgljdlq2PP6S9dt73bisgNT0XJv9mmc,901
151
+ lmcache/v1/compute/attention/flash_attn.py,sha256=eZeTDpOq7ErXgXF9LERV0Qo8rWYtUZcdjbeBlcrF2I8,4498
152
+ lmcache/v1/compute/attention/flash_infer_sparse.py,sha256=eIZaVghV1pZjJkBzOx2nsIm1iJHPabGck8-2RcnwdNU,9683
153
+ lmcache/v1/compute/attention/metadata.py,sha256=3n_6NteGiP1PFxAOwr3g49rpMVgf32RO2qB2RV4VWc4,2956
154
+ lmcache/v1/compute/attention/utils.py,sha256=5f9G8n8SjIrxxuWz4GEVuT9BDpN-i89u-lQ_STNXXYM,582
155
+ lmcache/v1/compute/blend/__init__.py,sha256=1JWfL2cXCpXch8-XcmzY1MSepxg52TXLC1NNtNBk2mE,153
156
+ lmcache/v1/compute/blend/blender.py,sha256=lL_QBRFRzHHzGsqRS5kaywae752ZeBt-EwjFZPly4qg,5367
157
+ lmcache/v1/compute/blend/metadata.py,sha256=zpwBaI2NqKr8jYT7sx3CFjpr20Uv0YahV-UtqI4kZCU,783
158
+ lmcache/v1/compute/blend/utils.py,sha256=cYyS1suSovA1JHacnpfuozBvvRKlsYVufeLNdljli9I,1825
159
+ lmcache/v1/compute/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
160
+ lmcache/v1/compute/models/base.py,sha256=hrOPwz4HC6UNiBJrq9AXtqQWEWOCTJpWrNzVJ8qGC3s,4722
161
+ lmcache/v1/compute/models/llama.py,sha256=-PsvuT-5PX1g0l9Au2bjzDgnNkyryi0DPScjpAjL1yA,290
162
+ lmcache/v1/compute/models/qwen3.py,sha256=H4VH88Yy6-KQDzz9cB7nCxyGHo45sqWz94N1ZU8qE5g,830
163
+ lmcache/v1/compute/models/utils.py,sha256=fBw1ZgvxbSd5uOfZ8v8WcJ2q2HuUo2oLOCRyluy1oTg,1976
164
+ lmcache/v1/distributed/api.py,sha256=ETCQCkEzjRRE9CiuUDITrUtyb6Dy4TnbI0uEMYMT9q8,8192
165
+ lmcache/v1/distributed/config.py,sha256=hP3igTU6akHWcUyQMu76xsq7LKp0kkMieR55EvTHZpY,9766
166
+ lmcache/v1/distributed/error.py,sha256=xYSAes_ULnLnthRqqhLTavkFntwjs81oX7kdm8DRHHE,1885
167
+ lmcache/v1/distributed/eviction.py,sha256=dx8pprsrjrC7BE2hmCUKxLFzPIPPha1iutjjDzblKgo,6521
168
+ lmcache/v1/distributed/internal_api.py,sha256=FjANSNWEy78XAI2_vBXxITp6nra_AiCML_6YaopiKGU,4377
169
+ lmcache/v1/distributed/l1_manager.py,sha256=nyxiS7mUM4I8c-wT4CQs28H2HVD06s1QsCYcx_2IO1E,29143
170
+ lmcache/v1/distributed/memory_manager.py,sha256=AF9Njv-l9mDsZRvuqS1-eJUxpAvOKodfrueISZ-LBoo,6184
171
+ lmcache/v1/distributed/storage_controller.py,sha256=5yaK7gVhtBmLsm4C8f3nauW9IBiBDDy8dAhCtw2jN98,915
172
+ lmcache/v1/distributed/storage_manager.py,sha256=OlkeNirfh-OLeGowFbgXWGms6AFjb-gvtf41y0zCcOo,19354
173
+ lmcache/v1/distributed/eviction_policy/__init__.py,sha256=_10pEpPB3mrb-OjXuIFP3ITiTcYlNHg0IuWCCj7JykQ,452
174
+ lmcache/v1/distributed/eviction_policy/factory.py,sha256=XBvu22qa_DoQugm6GiveVVOIoxtlVhqqbGiD3ID1IZM,957
175
+ lmcache/v1/distributed/eviction_policy/lru.py,sha256=qgq1qu0dvwP4zD6ajCWCU1jOfPVoYppbGItXyCU_eVQ,9007
176
+ lmcache/v1/distributed/eviction_policy/noop.py,sha256=dy4xJUnx5mhWXf_ulUvG3IRHCLbR5IBeYUTmJHTQppE,1463
177
+ lmcache/v1/distributed/l2_adapters/__init__.py,sha256=ov7FzYwOG346MKg3TXeSNYMGSs0gCsn5cqYFOb7Ln58,1950
178
+ lmcache/v1/distributed/l2_adapters/base.py,sha256=M-1Ye_n6qh7VQtscVRFKrodANJui5qLbZMUypJ0iM_M,12373
179
+ lmcache/v1/distributed/l2_adapters/config.py,sha256=T9kZbF9pfCAvz4v8mywLVAyfRKaETMWVLitSZ__4VH4,12475
180
+ lmcache/v1/distributed/l2_adapters/factory.py,sha256=74FA5otuq5VyLlEZ9bqkTbM4hX_-PJblocx_TP0meLk,6181
181
+ lmcache/v1/distributed/l2_adapters/fs_l2_adapter.py,sha256=ra2JuBukzMU_-XsHxt54535cHj9DR2nMQXuABkPpB3U,25739
182
+ lmcache/v1/distributed/l2_adapters/fs_native_l2_adapter.py,sha256=l4uilFZqedoHae46OR7VIVH_x-MgW-E5quQZN-lelAA,5508
183
+ lmcache/v1/distributed/l2_adapters/mock_l2_adapter.py,sha256=MBTJ1cpDILFabqMQD3vPEq3PKZk7JbCbB6BXPwuZEnE,16940
184
+ lmcache/v1/distributed/l2_adapters/mooncake_store_l2_adapter.py,sha256=nyOamuEGRmop6WiHwvpaC80rMrEJ7_zOtpGhXVJqUgU,3977
185
+ lmcache/v1/distributed/l2_adapters/native_connector_l2_adapter.py,sha256=Eda_4TjtZj_lTnAjUXrtyVxwqVL9F1YYOaxiEwk8gWc,17128
186
+ lmcache/v1/distributed/l2_adapters/native_plugin_l2_adapter.py,sha256=B4bowAcdUdVbgBD7nXYEMheWyk9a1G5TOipy1SYNcFM,6363
187
+ lmcache/v1/distributed/l2_adapters/nixl_store_dynamic_l2_adapter.py,sha256=FZKudbG8q-qjwUK8fM9w0UiXyLDbh5DyAOOuMlg4Z6A,30392
188
+ lmcache/v1/distributed/l2_adapters/nixl_store_l2_adapter.py,sha256=v4Bpx_VzUZ1o2-5rwlICG4uwAvq8ZiPwKKY7P4jM6Ik,34459
189
+ lmcache/v1/distributed/l2_adapters/plugin_l2_adapter.py,sha256=0W9ZrAGAnO7qsV5fWJkGTODvr2uMzXqryps3T48epe0,6666
190
+ lmcache/v1/distributed/l2_adapters/resp_l2_adapter.py,sha256=LTkGhhnvk3C4AOFjIhuMHufyd6-ZFCjN9rdnWm8xmnU,5493
191
+ lmcache/v1/distributed/storage_controllers/__init__.py,sha256=7Jo5vjj9JaYkZXI-DIjrqV737AX3tDDJr3bQnuhZ0S8,1301
192
+ lmcache/v1/distributed/storage_controllers/eviction_controller.py,sha256=yo9lIxo6ZjMjS-aqD-QEBEeAmF_pWS33EPmorphVbWU,8273
193
+ lmcache/v1/distributed/storage_controllers/prefetch_controller.py,sha256=LIFx_JKp_ONY1YXwYfuA4KCRLWtoP2VS14wRYdFY9mk,33058
194
+ lmcache/v1/distributed/storage_controllers/prefetch_policy.py,sha256=B5HtenA1551j3UuFAVwvjWeUcOl0b7zEf67LSi6TQg8,6265
195
+ lmcache/v1/distributed/storage_controllers/store_controller.py,sha256=ic8pjRhb5NhFA76Bt-8164jnJsN7nGFwobae97vR7J4,15752
196
+ lmcache/v1/distributed/storage_controllers/store_policy.py,sha256=TK8Dg2bsKZ7efdeu3SkWSkM-UeAWVjHmqAPaU85r0ms,5819
197
+ lmcache/v1/exceptions/__init__.py,sha256=lU9YsbB-S3j83QiVpO5p4YeyxgONNLQzcpCQPY2_8YA,388
198
+ lmcache/v1/gpu_connector/__init__.py,sha256=y9LVO931KEVnz06ZuTOEjmx-NWKJIp95JUJKSlzX1tE,4653
199
+ lmcache/v1/gpu_connector/gpu_connectors.py,sha256=G509sUC0yAaTMMkcBFxqvVABiknVMTUgUalm6s1-xKI,77709
200
+ lmcache/v1/gpu_connector/gpu_ops.py,sha256=QeFABWvvGEH0JCx9LZkovsnzE5TlilXdz_Rvz5_YmU0,2860
201
+ lmcache/v1/gpu_connector/hpu_connector.py,sha256=sdEecJ1hvomJV5nHqiqEgHfshespekPwtbEymtqCbAo,13036
202
+ lmcache/v1/gpu_connector/mock_gpu_connector.py,sha256=vFCPoYmoPNiH550LnG3tCF5rznjTkrxGxHP5O0DH4Zc,2027
203
+ lmcache/v1/gpu_connector/utils.py,sha256=9MLMO1mdnWtAq5c_rPLaCw-CoPAGcEszabAI4wemeyU,34396
204
+ lmcache/v1/gpu_connector/xpu_connectors.py,sha256=HXQyCqEhID2cRnHyuQVSTmK8NmlJthi25mr2kxDBN_g,38230
205
+ lmcache/v1/health_monitor/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
206
+ lmcache/v1/health_monitor/base.py,sha256=pdxO9A-ZgMtz_0nJjiC54gbmAWP9n0RRlnpzELRP9io,20691
207
+ lmcache/v1/health_monitor/constants.py,sha256=1CeB3UYZdqxf2_5ec50mKW4lrsSU4FXvx5vM0co4LbE,1032
208
+ lmcache/v1/health_monitor/checks/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
209
+ lmcache/v1/health_monitor/checks/remote_backend_check.py,sha256=0WhzQKs-uhi151vf4MT2n8loqKBjtT71eMi84eq-xvg,11002
210
+ lmcache/v1/internal_api_server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
211
+ lmcache/v1/internal_api_server/api_registry.py,sha256=LZKbdlbGdfRxTzcHRQkrZcPspEG-Bmxjf6VS3LbtGZk,1906
212
+ lmcache/v1/internal_api_server/api_server.py,sha256=pAbvQNxteFCfXaS7gZKUZzL9ACq4NQ941ZpMOMZhYzg,4170
213
+ lmcache/v1/internal_api_server/utils.py,sha256=gQAMBC76mhQSGWPKGcj3nA-bDnvuRXhZ6SsqHDbueHA,1681
214
+ lmcache/v1/internal_api_server/common/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
215
+ lmcache/v1/internal_api_server/common/env_api.py,sha256=pIki6PBH8bfFSDdiC02Kox40Xw3yPR0tr_U6hVMoEsI,446
216
+ lmcache/v1/internal_api_server/common/loglevel_api.py,sha256=poEHj8hopCqV_foYkqTnmgwH11xPCsnn8EGm3BfWLFE,2147
217
+ lmcache/v1/internal_api_server/common/metrics_api.py,sha256=O5sGbTt7dNkmqi-UNEG-uFAbDQw9B3e7_VS_nQKvm74,797
218
+ lmcache/v1/internal_api_server/common/periodic_thread_api.py,sha256=3L3TK5HEYQCRC3rZh9EcbGBbBy48pGy-fvcI2hsW2a0,3914
219
+ lmcache/v1/internal_api_server/common/run_script_api.py,sha256=LuY2_JMXXppjqk_pY6qbzCKFUlZJEa20wcZ7OoIGr3w,2381
220
+ lmcache/v1/internal_api_server/common/thread_api.py,sha256=oEtbf6fyfEUxVXB9CLTxQHaXCuapCK9HiVCkuMpAIHY,1806
221
+ lmcache/v1/internal_api_server/controller/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
222
+ lmcache/v1/internal_api_server/controller/key_stats_api.py,sha256=Fjeeng_B1qwHSmhd42SsszFvIQXsNSmKiyePZ7WRemM,2291
223
+ lmcache/v1/internal_api_server/controller/worker_info_api.py,sha256=ETqQpoCNVLaoBkxgAbUmf97KTMkM9E4gwQri6b3GWQw,5140
224
+ lmcache/v1/internal_api_server/vllm/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
225
+ lmcache/v1/internal_api_server/vllm/backend_api.py,sha256=E_Bzn0E385eAhnHZeCtCQ0jbYQ6QCPKa6L1Nj5JoAsw,6176
226
+ lmcache/v1/internal_api_server/vllm/bypass_api.py,sha256=_QZkIni60vmjETufrIhTOXn-6Cw20uk_J2hNkRdXl_w,5785
227
+ lmcache/v1/internal_api_server/vllm/cache_api.py,sha256=DjkB2m1WClA68aWhL8c1xvpq1awo3QswM7JGwpwkkL0,32070
228
+ lmcache/v1/internal_api_server/vllm/chunk_statistics_api.py,sha256=CzUvuRgqep5JFgHFfPi7j1hIHUr32lQI4CJDdK9Dotg,4778
229
+ lmcache/v1/internal_api_server/vllm/conf_api.py,sha256=Zu8irVFrE7BynSCvyK4TFlfFyIU_JmdRZIv6-Gt9hfk,4710
230
+ lmcache/v1/internal_api_server/vllm/freeze_api.py,sha256=WYrKOZaFHBKa1WRBU9BIqkPHm2RnYXSPYPCftZJ1elE,5683
231
+ lmcache/v1/internal_api_server/vllm/hot_cache_api.py,sha256=O02cqjR3meJrsCq8BhYs6nEnN66eM7K2hc-BG1lyzKc,5041
232
+ lmcache/v1/internal_api_server/vllm/inference_api.py,sha256=VaXU5rmi1_LRP3ICKvcfaYWoeBubQXaSJA1hcZTL5jQ,2002
233
+ lmcache/v1/internal_api_server/vllm/load_fs_chunks_api.py,sha256=mNPQeOcVxatd-PWb0O0uQFvlbumWLDGQIUAGE1yolv4,10528
234
+ lmcache/v1/internal_api_server/vllm/lookup_api.py,sha256=_7e5XYpt4r8tGCEsaB_ICUeuAG80EyHR7-ZKwb0oeck,4594
235
+ lmcache/v1/internal_api_server/vllm/version_api.py,sha256=XWXvjJH2wdaT5wnHZj6PZHnPGp4927BkzAAmjRED4YI,405
236
+ lmcache/v1/lookup_client/__init__.py,sha256=-QZJSN4iZD6GHu-R9XO1CK0EGrDSeUXq--M9I6cGF7I,813
237
+ lmcache/v1/lookup_client/abstract_client.py,sha256=UHHygiSCOL9k1adDul5FhhcYRC6EcOAzIH1-he1IolA,2235
238
+ lmcache/v1/lookup_client/async_lookup_message.py,sha256=LN6nt_jgH3ZZkBkVm9notO_5oU6aGiuCBLMZVULUG9k,1241
239
+ lmcache/v1/lookup_client/chunk_statistics_lookup_client.py,sha256=PemZfiw1k02Hvmx3PhV8hguXfJh8TZOPmHtTQysCJgA,7253
240
+ lmcache/v1/lookup_client/factory.py,sha256=Zg6jwUVufBw7yXdTAlxw3wV9OQLqtnGpKB1IxeyAzhg,8965
241
+ lmcache/v1/lookup_client/hit_limit_lookup_client.py,sha256=aN2GoummpW7fyLhq5sr-GbP6rbNRvS5fGWKA2dU7Q9o,3062
242
+ lmcache/v1/lookup_client/lmcache_async_lookup_client.py,sha256=VwxJXWlVsHH3eDexJ8iHxA4F6SBvWo-cbyxmhZgjVkU,14825
243
+ lmcache/v1/lookup_client/lmcache_lookup_client.py,sha256=0GfhdzY62XKzdRdC3dpd_jPQk7tBIdlJhHU80-whmGY,9594
244
+ lmcache/v1/lookup_client/lmcache_lookup_client_bypass.py,sha256=XGM28xcnCAxVTp0BrPhCGCvsB6pnHDYcMIbVHsTsnEM,3176
245
+ lmcache/v1/lookup_client/mooncake_lookup_client.py,sha256=jXQ8LcI9pUtLtoOTX4nhN0ui6PlV3Iz-SGVqmCK1ISY,2758
246
+ lmcache/v1/lookup_client/record_strategies/__init__.py,sha256=5vO0zrQC7UhUBAxBy64sXQFLGICp6wIPI490y1muS-4,2193
247
+ lmcache/v1/lookup_client/record_strategies/base.py,sha256=ThG1F7qOqj2kkCrJ_RXACQr7z1sHTc5UNm74y5Q697s,11250
248
+ lmcache/v1/lookup_client/record_strategies/file_hash.py,sha256=vYCAIF5EWUEFXUQ-2TQ5Da66LmoLapgEZX3zpl-4y0E,4895
249
+ lmcache/v1/lookup_client/record_strategies/memory_bloom_filter.py,sha256=J62TNb7-mof6KX7vneHkvM3gr1svnUMAXNpdPu6jKE0,3137
250
+ lmcache/v1/mp_observability/AGENTS.override.md,sha256=4fuhFg0mJ_C7_aYIhtNXVVr07CNq9akkix_S2LePstE,953
251
+ lmcache/v1/mp_observability/README.md,sha256=RytyTtR2Jvc4iP7tv9NjxOo97Ns-2FMeWe7hcoibwyA,7830
252
+ lmcache/v1/mp_observability/config.py,sha256=EliN4oyGgs20oRpQKhsSKI8FXO2cI8dCOzEBHCz2I4I,11073
253
+ lmcache/v1/mp_observability/event.py,sha256=DNmdFJGNC1rDVbnz5Zyf8JJfo5T8ZjoQQc0ZK3X1pEo,3666
254
+ lmcache/v1/mp_observability/event_bus.py,sha256=9U16wLzIqqiWgV3pv2cB7LatcB2TCIAJpVsWfchaaZ8,10623
255
+ lmcache/v1/mp_observability/otel_init.py,sha256=mgnEaImHQP5RQRl02xiQvTr2dBReNWjk5OHOJ8pVhS0,4817
256
+ lmcache/v1/mp_observability/subscribers/__init__.py,sha256=aroRW95u9yuN81ZIhUZ9CiQCxaeWcsdLKN1GgotxTms,708
257
+ lmcache/v1/mp_observability/subscribers/logging/__init__.py,sha256=vf_i6ILou7wkhjsPzPaKOff9lFbCnP0L_Jor2QPW88k,679
258
+ lmcache/v1/mp_observability/subscribers/logging/l1.py,sha256=xS24bawykqQYH_GzRzBCmNYH32zPSrSNBk_7_oZudUg,2138
259
+ lmcache/v1/mp_observability/subscribers/logging/l2.py,sha256=NDPq1cjkI5N5IilTBL_b8KApxpcueA1Rfeul_3GVL98,2713
260
+ lmcache/v1/mp_observability/subscribers/logging/lookup_hash.py,sha256=arpdPJsQKvJk3jl5PC03ZZzISRE6YABWgy_Tsb9cmXU,7197
261
+ lmcache/v1/mp_observability/subscribers/logging/mp_server.py,sha256=9SLZ2h-kpILbThDPc11f6U3RYAp-m-d5H39tyDRv8jk,3183
262
+ lmcache/v1/mp_observability/subscribers/logging/sm.py,sha256=EufECp2HXU8xbFM51NzFy-cG3RzIj6bMFYLQxwzJo5k,2113
263
+ lmcache/v1/mp_observability/subscribers/metrics/__init__.py,sha256=SmTXgnSYolfUKl-XstCbKh_3Mg_RiAj458peK3M2Q0k,664
264
+ lmcache/v1/mp_observability/subscribers/metrics/l0_lifecycle.py,sha256=Jlk--J5ll6dzpJTlw3U7y8SDiiKugODzV6NiJeaKmfA,10760
265
+ lmcache/v1/mp_observability/subscribers/metrics/l1.py,sha256=LJVN1THKgPwuLed07nimdyD2wGUbUY7c5k24OH0cRSQ,1965
266
+ lmcache/v1/mp_observability/subscribers/metrics/l1_lifecycle.py,sha256=480gu4ACKOv6GKUAShizolS0caVOHht_KlOfcWHpWZo,6562
267
+ lmcache/v1/mp_observability/subscribers/metrics/l2.py,sha256=AesODiZTX9rz4MAQxc5njje4iGQAEbPJhLLCeKkIHYg,5276
268
+ lmcache/v1/mp_observability/subscribers/metrics/sm.py,sha256=xzd6M0fGsqstH3aHhdOUsd-4NND-nXiDI52RKvOVwzU,2845
269
+ lmcache/v1/mp_observability/subscribers/tracing/__init__.py,sha256=98z3RIflFFYlqdrsrrIb6kENr1HjSeazbCChmx0rqYM,355
270
+ lmcache/v1/mp_observability/subscribers/tracing/mp_server.py,sha256=nsYaSDRrtIR81KkLnLkEEQ9GHmyi8VSLGAOzmMh0pI4,13189
271
+ lmcache/v1/mp_observability/subscribers/tracing/span_registry.py,sha256=R-BxWvSiBpfzPc3umMXep25FtZwj2PxwEHTrluYFfK8,5100
272
+ lmcache/v1/mp_observability/trace/__init__.py,sha256=3lf7f-Lh_WgaDGCY084r73DRGLgvI-NznE1XC0hS750,1585
273
+ lmcache/v1/mp_observability/trace/codecs.py,sha256=BAmXSdCov4pAVPfQvn-vc9QiOrs8zErjQv18H17S-v0,7750
274
+ lmcache/v1/mp_observability/trace/decorator.py,sha256=t8VAm8dO-ktrclFpb_nRR_eNbchJ4rkfa-bS6eFUGrI,5429
275
+ lmcache/v1/mp_observability/trace/format.py,sha256=AAh2BNUjkrm_z_sEwDVBXRhiwH3F6JhUUjR42x3yvsI,4187
276
+ lmcache/v1/mp_observability/trace/lifecycle.py,sha256=3FdN477jf67RASZIuvA2pk2kr3DebrFnntn8RfZendw,2641
277
+ lmcache/v1/mp_observability/trace/reader.py,sha256=DnRHbGtPDPxhFpa8OxjkFZaz_3fkt7GCxq2fbou7yDE,5236
278
+ lmcache/v1/mp_observability/trace/recorder.py,sha256=YJ_yodTW24HoI3ifxHRs-FhRXxay06Ue8gdRcFp58Is,11183
279
+ lmcache/v1/multiprocess/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
280
+ lmcache/v1/multiprocess/affinity_pool.py,sha256=WxCF39lxCPvASgMdyRa1nH86SanQVC5cDIXnTXWdiac,3239
281
+ lmcache/v1/multiprocess/blend_server_v2.py,sha256=glGvykZkbZfbznAfuJ7G6Lo4N5uRANwwaM7j3xHaT1c,34327
282
+ lmcache/v1/multiprocess/config.py,sha256=UZbMGSBqUgT5WxzfWvwgRDqnsxB9GaD6GHRfv1AEGHo,7237
283
+ lmcache/v1/multiprocess/custom_types.py,sha256=lzY9kk2qMNKOwt0RxS_lZKRuO8ITsgMqHyLETtEkvEE,9191
284
+ lmcache/v1/multiprocess/futures.py,sha256=G-TCN1dat3-X9IY7lE2akjsYt1bZaIxhZpl2jlR3jw8,5864
285
+ lmcache/v1/multiprocess/gpu_context.py,sha256=1VoHmaHRsEN-PfZKU2nqWL148dzUv_pKij9E5Vq8nzc,17992
286
+ lmcache/v1/multiprocess/http_server.py,sha256=Jpuz6iYZOKnnTTQE9YMcM_elZkVkDTxeDXTxq0PMSvM,7117
287
+ lmcache/v1/multiprocess/mp_runtime_plugin_launcher.py,sha256=qjKl7iwz3-wNU0PsR8h9gwgY7H_Vl4UYxRink1WkHIE,4130
288
+ lmcache/v1/multiprocess/mq.py,sha256=obm7Pj3DbSkHVKLxSY1LrNTKYfDJ6im7r_m9f09r_9w,26253
289
+ lmcache/v1/multiprocess/protocol.py,sha256=CYs9u6J0Ig6J_fXeXSuUfP0PKYJQJ9O5vkxUmYvfT4U,2609
290
+ lmcache/v1/multiprocess/server.py,sha256=7XA0Y41rv76IUBiE004l9GxQD8SLow3AcvEAyYVEEKk,41725
291
+ lmcache/v1/multiprocess/session.py,sha256=IrAlUbKehAdq0O52uTo5aevYR20WN7pXL0_-npStx0E,6408
292
+ lmcache/v1/multiprocess/token_hasher.py,sha256=Ce7IBJzJuxQtHjsosXv6LPeDPyMTKkv3w1_bX672CJY,14419
293
+ lmcache/v1/multiprocess/protocols/README.md,sha256=RDONSwCkFsurmi_zMvBsL4IcivHGcrxUNH4i7UCHY2c,6945
294
+ lmcache/v1/multiprocess/protocols/__init__.py,sha256=kD2Ov1shK03RY4HKct9QSDMPlQ-He5ubmWBmJFXnTlA,4175
295
+ lmcache/v1/multiprocess/protocols/base.py,sha256=zuo-aX-iL-mmfUJEh0nNPOCJ8pr5MyKbbEKOi_Ui-hQ,2554
296
+ lmcache/v1/multiprocess/protocols/blend.py,sha256=ZK9i3rhtIuvWZrNjlIH30UBUusFtp9EzSAC_ZFKNxic,4601
297
+ lmcache/v1/multiprocess/protocols/blend_v2.py,sha256=47KUirDfE0WWCRZLL9W-8vDWXHclvKTJGRG4l57E_OA,2373
298
+ lmcache/v1/multiprocess/protocols/controller.py,sha256=0mEI1Ryzm4dSdmx1oNscwR2EgtFfbobW5uOCMVan_mQ,1468
299
+ lmcache/v1/multiprocess/protocols/debug.py,sha256=_dm8D062kKsme2-iZzAr5Cz79U_ZPgpvZTacwyK34OE,906
300
+ lmcache/v1/multiprocess/protocols/engine.py,sha256=qIeyfJIY3fqqC8bI30iYD02lymEhVP9aeiAvgjbuD70,5763
301
+ lmcache/v1/multiprocess/protocols/observability.py,sha256=HxF_zBhymxVHVnZWv_NC73GilP8YfBlXzyYimKj3jKw,1238
302
+ lmcache/v1/offload_server/__init__.py,sha256=nIRt6c1oD8yv71nicpmlQVdCfNgvn3XK9tEpGVuUFmE,539
303
+ lmcache/v1/offload_server/abstract_server.py,sha256=_sZE29FLW0u5tgarxsY0iDlGNYfR9ebCjwxaY8MC-jE,905
304
+ lmcache/v1/offload_server/message.py,sha256=SNHbhD4jvliLRxZFvr2lZIVt6iNh-6TqflQgeT_H3Mc,629
305
+ lmcache/v1/offload_server/zmq_server.py,sha256=yLZKAh40XFWmvvmhsRcAeuYcxxlDh9ECv8iEC4d8TTw,4045
306
+ lmcache/v1/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
307
+ lmcache/v1/plugin/runtime_plugin_launcher.py,sha256=fQOUUJQmARTxy2cbmZ3Gg4yABs1eLql_XFM1zf5q8lc,7459
308
+ lmcache/v1/rpc/__init__.py,sha256=RE0VJMGWCnRNn3TJsdQts-8mboeRczIVpl5QXu756z0,377
309
+ lmcache/v1/rpc/transport.py,sha256=L0WXrg9xEXLAITR6St1xT1tx5K8KpsN1XIUEpGqI6GM,2969
310
+ lmcache/v1/rpc/zmq_transport.py,sha256=KwwKXpFQIVrUzlekHs4JoNg1aBlGWpZ9j2wP8JhHpWA,6473
311
+ lmcache/v1/server/__init__.py,sha256=dBUVtcJotg-y1SkZwiAUm0bnrviSeFHy30oBd3eGKrw,39
312
+ lmcache/v1/server/__main__.py,sha256=2tfQwPlLUghVIoRnumA-GY_8GgcxOerdS4SAR6WQT3U,6321
313
+ lmcache/v1/server/utils.py,sha256=XiJfErvmSzQQnYjcrnaahDd6753AU35bm2TRuhgM6fU,462
314
+ lmcache/v1/server/storage_backend/__init__.py,sha256=UoyYsypQBuRyw9MpN-XuBtJLrCB_SGxBanjjBZfFb7c,788
315
+ lmcache/v1/server/storage_backend/abstract_backend.py,sha256=hYHcjSl08pYq2exR7TPHXlIifJnUx0BjFWr60c5idAA,1914
316
+ lmcache/v1/server/storage_backend/local_backend.py,sha256=aT0hilZUHIl32l4low5O7d91gVmCMZW7z_ZjR6tGD3Q,1847
317
+ lmcache/v1/standalone/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
318
+ lmcache/v1/standalone/__main__.py,sha256=nGO2Rer3eJAqC___L4mdyCYuarhy1-b84zLtjHHvoE8,19297
319
+ lmcache/v1/standalone/manager.py,sha256=5Gq7aufCyUk8KzjBDa-qgaXYZqKko6-gJcpTD0pAnaI,2642
320
+ lmcache/v1/standalone/standalone_service_factory.py,sha256=39uKJwUW2gXniAdyereJwfLWQHu8jDtUfoKcgWWBEYA,2773
321
+ lmcache/v1/storage_backend/__init__.py,sha256=SS9nB1Lsh48_FpkujL6jmBS-Vn3cYGLNCoCKOCdM8-A,11428
322
+ lmcache/v1/storage_backend/abstract_backend.py,sha256=PwpxoAoTI3ImtDe8ebJ_iqEoii0HUF9B8TXbDVYxO3A,14612
323
+ lmcache/v1/storage_backend/audit_backend.py,sha256=FkKnTQAuUfsjfMPsheH73-VKtsHd_N0nlZuyaNMCnoE,8344
324
+ lmcache/v1/storage_backend/batched_message_sender.py,sha256=Hg3pZFEzG-HN1bPkM29fXkAvo9Wpgp2yM7ZVTTt60pw,8030
325
+ lmcache/v1/storage_backend/gds_backend.py,sha256=iXB-Zd-5k1M1hvJlx8K2e2YhjiLVFcSQdLe-FztJCQA,44489
326
+ lmcache/v1/storage_backend/local_cpu_backend.py,sha256=oKCYBtceCxoISuhZUGghYNlxaieqyxfOVRib_wsMXeI,30929
327
+ lmcache/v1/storage_backend/local_disk_backend.py,sha256=NAdcpYmPQXha0xJSvAtvmDOawhylI8iDvQcohfgzNis,21581
328
+ lmcache/v1/storage_backend/maru_backend.py,sha256=wqJ-vXzSBtEaBzDeuQ6rbR3Vy_1RX8bxVwOoKnAAyPU,24550
329
+ lmcache/v1/storage_backend/nixl_storage_backend.py,sha256=g4Sf4QdWyYnpwUiH9T6H9ynZi72iDwizQnPhTeUa_u4,46416
330
+ lmcache/v1/storage_backend/p2p_backend.py,sha256=Hlo0Rj-ui0FviyAAvUPhIahF1N-WXNYQCWeNmBTXK1s,28249
331
+ lmcache/v1/storage_backend/path_sharder.py,sha256=x2YBD2n6Po1IvsXEcTkxUwcWRiV9ealPmZDCHqDidag,3703
332
+ lmcache/v1/storage_backend/pd_backend.py,sha256=nNU3JS2C6kDPFZQmQFFei4itWHM0aAjbTTHmsYRSSZA,22519
333
+ lmcache/v1/storage_backend/remote_backend.py,sha256=YHkE5OsEV_CFjbTMGTZbTISaHeRwgvd63rYMkk2cJzo,23465
334
+ lmcache/v1/storage_backend/resp_client.py,sha256=PEX5OHXNK9LRkviv8P98I8W3JkCkmS-ztt8rtFWBfYo,8923
335
+ lmcache/v1/storage_backend/storage_backend_listener.py,sha256=_qWSmH2M8CrTEiFOq6_yWJFjq3L3-JYVR5k9_ZBohO8,518
336
+ lmcache/v1/storage_backend/storage_manager.py,sha256=ADie7QUV92TJlbWOTGfiZ70fqx35hfFLkgok7BFTCmM,50967
337
+ lmcache/v1/storage_backend/cache_policy/__init__.py,sha256=k2DlDl-DtDD1KNJyDWx7O6O5skYWVHTHGeJ1QdnB_as,1426
338
+ lmcache/v1/storage_backend/cache_policy/base_policy.py,sha256=Byh57pu67X_n1blAUvWM-6LgGyY4aYJA1iQOqBm-jo8,2322
339
+ lmcache/v1/storage_backend/cache_policy/fifo.py,sha256=O6vb8nViVUfAU08GYLjydH1Ki38XwTgjNYEJjrHgOtU,1432
340
+ lmcache/v1/storage_backend/cache_policy/lfu.py,sha256=5mEqTQsOzAYiEKJRiaiwkESlfh3CpIp2eP385CdIpZU,3236
341
+ lmcache/v1/storage_backend/cache_policy/lru.py,sha256=l2vkJI8lCXWS8qJl7sF_zt9GmF7LZ2n575enZfxup-A,2492
342
+ lmcache/v1/storage_backend/cache_policy/mru.py,sha256=s74sApsMAoHDcXTmvCeQJb5luoVv99CncGkjc6pUO6g,1712
343
+ lmcache/v1/storage_backend/connector/__init__.py,sha256=T2u5gfzRzGXyUtICihZfWBUgUK0VF1HJ4Gl0KdG7PkQ,15341
344
+ lmcache/v1/storage_backend/connector/audit_adapter.py,sha256=0xJm9u1rNlB_caHmAko0ztyLKabcr9Ee3GcQzLZbU4c,2994
345
+ lmcache/v1/storage_backend/connector/audit_connector.py,sha256=aeP0h_w3HWuxCmgkQ4OF-iX0HTXNzcD4bAZa_76bghQ,12573
346
+ lmcache/v1/storage_backend/connector/base_connector.py,sha256=NPZCpSvkaqmP2m5dqQeLd0JfVTV4fq2aHcG4rFobyZc,12568
347
+ lmcache/v1/storage_backend/connector/blackhole_adapter.py,sha256=dA40k4T5Eo_Sc1yHs-eFF_kBPK9oAt9F7PY9-gtNBOg,741
348
+ lmcache/v1/storage_backend/connector/blackhole_connector.py,sha256=L3W3sJI46ZYU4tY9vO7g-l0f_BU6FeJsxmSZ8bFzZiI,933
349
+ lmcache/v1/storage_backend/connector/eic_adapter.py,sha256=iJyArSOAk5eXIpvj15aMXeFu-3agGNdV5vcfQyRBKxw,915
350
+ lmcache/v1/storage_backend/connector/eic_connector.py,sha256=L1_cp5w9FCOvb0CfwuMCbqk0VlG_c6ODC0t-OdDBgPU,26718
351
+ lmcache/v1/storage_backend/connector/external_adapter.py,sha256=oPk08ux9UaMsAj-vAYf4XTI_fM648Ki62s_ZoD5c6Fk,2935
352
+ lmcache/v1/storage_backend/connector/fs_adapter.py,sha256=BrFc_S0zfSH7e35lt5TNonOPo_mm85FH35YNR2Gqbdg,1433
353
+ lmcache/v1/storage_backend/connector/fs_connector.py,sha256=4ouMCDvW1M8_alw45quuXLxIPikat1zY3V3Heq73Go0,15477
354
+ lmcache/v1/storage_backend/connector/infinistore_adapter.py,sha256=tDq862YhjNbW63AIQ8pYBoG_f7z7wfeVaaN9X935ISk,1831
355
+ lmcache/v1/storage_backend/connector/infinistore_connector.py,sha256=qzeBJ9KTEEz53AaBI9xtQKf0WYiPv-kglkfPa6N17a4,5721
356
+ lmcache/v1/storage_backend/connector/instrumented_connector.py,sha256=FDNu0XAGm1TOuMKIgVxpfhofwBlEBgK9zJo1t2kghys,7504
357
+ lmcache/v1/storage_backend/connector/lm_adapter.py,sha256=_mkoI9vYyTMlQVPeYZ1BLx8Fr4pMCRDfIELAwcf02NI,960
358
+ lmcache/v1/storage_backend/connector/lm_connector.py,sha256=ZTwlGXgHjGbT7gQ7dTDawAVLtDP170vsKk4qBi4ccTM,5776
359
+ lmcache/v1/storage_backend/connector/mock_adapter.py,sha256=WzoS9lba7-Sj7X9IY9qxPs7QuSBqYYerEJJ2QEUKjMI,1981
360
+ lmcache/v1/storage_backend/connector/mock_connector.py,sha256=D-vIVAHuVqgUvxcWhMSlYMEMNUCqLkQRXxTt2pE9W0g,11667
361
+ lmcache/v1/storage_backend/connector/mooncakestore_adapter.py,sha256=h1YHzirJiwxXF6qOpP352XMRiMVfpZrBFmRIWh9q6nc,1269
362
+ lmcache/v1/storage_backend/connector/mooncakestore_connector.py,sha256=TU5tQMxRx4BzI7LnSAFBRboVnr72kRGJyDkMw_eF0Ls,23553
363
+ lmcache/v1/storage_backend/connector/redis_adapter.py,sha256=Hzc2JA1uA3FL9oPRrcD8E9A-AqTBvyhyLKjLX6m4hc8,6131
364
+ lmcache/v1/storage_backend/connector/redis_connector.py,sha256=jytk6byL69oOemjum0Kdo1inqzTQCO9o4OySiBDALQQ,27667
365
+ lmcache/v1/storage_backend/connector/s3_adapter.py,sha256=4J0bveKED3ieGiY4qqLc8t8LP0gtgnMj8bJB0amvHpk,2355
366
+ lmcache/v1/storage_backend/connector/s3_connector.py,sha256=RSydw4t_aUMLdSDi464Hybb-iAYoq8711C-QtIpcB7Y,24221
367
+ lmcache/v1/storage_backend/connector/sagemaker_hyperpod_adapter.py,sha256=e6ASIOcRuepNktwKhIOXAIu4u7V0JqRNJytQjsV8TrA,8346
368
+ lmcache/v1/storage_backend/connector/sagemaker_hyperpod_connector.py,sha256=544vGnl6WXFxQYkG_OYF4gadXDmIpl7BlItGzlAKKWo,35051
369
+ lmcache/v1/storage_backend/connector/valkey_adapter.py,sha256=BayYNYJzdIy3pCCdMsNCshfAMu1z9J9QUmErh6kZHP0,3756
370
+ lmcache/v1/storage_backend/connector/valkey_connector.py,sha256=12tycHYNTwrlo-53mvAbE1g_Q3byxwYjfqYTVtsu-cg,24407
371
+ lmcache/v1/storage_backend/job_executor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
372
+ lmcache/v1/storage_backend/job_executor/base_executor.py,sha256=4jEmbFFQnEro-CNBzYunnBFw89aNHfBNrSFD4Oi9BT8,1029
373
+ lmcache/v1/storage_backend/job_executor/pq_executor.py,sha256=E_cf-fkW_O-UJEwI53ZMc44_Qel8oCsJt4Y7KwUbeoc,8828
374
+ lmcache/v1/storage_backend/naive_serde/__init__.py,sha256=McqQoDHfvYtP5FkK2pWvMtbVrQ_cxUgplMF5SSQBpBc,1422
375
+ lmcache/v1/storage_backend/naive_serde/cachegen_basics.py,sha256=BCJIwcewMrEpd0rsS_0Is8yH5KFZGiEghTuzchVuuxU,5173
376
+ lmcache/v1/storage_backend/naive_serde/cachegen_decoder.py,sha256=9FJlMKYD-R2fxGbv-zYqpXLDr-ItppDn6hw9_1PqJuY,5060
377
+ lmcache/v1/storage_backend/naive_serde/cachegen_encoder.py,sha256=RGO_1F7JqEXgJlIXkP5eTmerZkpCtNpErj7vwcDNjEQ,3274
378
+ lmcache/v1/storage_backend/naive_serde/kivi_serde.py,sha256=ddLw5zjsISiP21x973l_-LiFMe9eyjB3s9n3i9n16Yc,557
379
+ lmcache/v1/storage_backend/naive_serde/naive_serde.py,sha256=urTNtQIrWd2Zj6Q9gjleql0DHoTKUxp3zFz895q81-A,511
380
+ lmcache/v1/storage_backend/naive_serde/serde.py,sha256=Mf7a1vAbSngXLXeJLWqetGzCx7Quha8nwiGkpuemhCA,994
381
+ lmcache/v1/storage_backend/native_clients/connector_client_base.py,sha256=RMW-xpe_Ccyh-h2nD3ovus5V_b2rcoBU51Bozb4WU4I,6709
382
+ lmcache/v1/storage_backend/native_clients/resp_client.py,sha256=aGIzVG44BK5LhCJ0tyrW3kSFE8brlYpB-mkSu8u81so,960
383
+ lmcache/v1/storage_backend/plugins/dax_backend.py,sha256=bgvrq6vL7dVVJxD3pQ9BHejkXLw5ZJYKQVCrW7TKFeg,52288
384
+ lmcache/v1/storage_backend/plugins/rust_raw_block_backend.py,sha256=qa2svxldznn9TpchU-HNBHodB0nhGBVtIH5fJaTSRvY,51059
385
+ lmcache/v1/transfer_channel/__init__.py,sha256=9Fa0NhXjb2ZFYVPU1VITjPwyuyLeN9jQTbPlTQKMJjQ,2777
386
+ lmcache/v1/transfer_channel/abstract.py,sha256=5ziTRCdP9Q4O-aW4PxOR9FPK1uw-vb6XgHwPKmipKjY,8589
387
+ lmcache/v1/transfer_channel/mock_memory_channel.py,sha256=uorLw_OK7PcGdQgtbo63ixALLiDl_iP1ONqFqtGt6PU,5478
388
+ lmcache/v1/transfer_channel/nixl_channel.py,sha256=RyuaJnl4IUk218X43Wqdj05uwPZLY6LlIP695fk3s84,22005
389
+ lmcache/v1/transfer_channel/py_socket_channel.py,sha256=o-UoZZ8I78Burdd1v0k_wkVxHsnrn4Lw7lVux7GGdz8,8045
390
+ lmcache/v1/transfer_channel/transfer_utils.py,sha256=Jr5a2QC1LX1sIS7KMLgv2N_6Arg-Q3E0ISQ0rxnYdIY,1380
391
+ lmcache/v1/utils/__init__.py,sha256=bG7Ffen4LvQtgnYPFEpFccsWs81t4zqqeqn9ZeirH6E,38
392
+ lmcache/v1/utils/bloom_filter.py,sha256=8dGNwq00x-aEBLR2phNE99_UdWJfR1FT56DHXFEGya0,3781
393
+ lmcache/v1/utils/cache_utils.py,sha256=O4RO_BRAOXXPwc3SqV_osq66Rnf6U733gUlbiEHwEiA,3873
394
+ lmcache_cli-0.4.5.dev0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
395
+ lmcache_cli-0.4.5.dev0.dist-info/METADATA,sha256=3Dfru6sJ_92xHlAHCt2lPsIlhfrIYmRfR_QkPMxeZGo,11391
396
+ lmcache_cli-0.4.5.dev0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
397
+ lmcache_cli-0.4.5.dev0.dist-info/entry_points.txt,sha256=Axef26i3pyPHL-zuNZWCubmM74zLa9tQnoMU1JrAZUg,50
398
+ lmcache_cli-0.4.5.dev0.dist-info/top_level.txt,sha256=7KnuVYNl7HkrnKK3wAN5qJJQSOcCv-l0TW4bzvH_SaU,8
399
+ lmcache_cli-0.4.5.dev0.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: setuptools (82.0.1)
3
+ Root-Is-Purelib: true
4
+ Tag: py3-none-any
5
+
@@ -0,0 +1,2 @@
1
+ [console_scripts]
2
+ lmcache = lmcache.cli.main:main