lmcache-cli 0.5.1rc2.dev0__py3-none-any.whl → 0.5.2.dev0__py3-none-any.whl

lmcache/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.5.1rc2.dev0'
-__version_tuple__ = version_tuple = (0, 5, 1, 'rc2', 'dev0')
+__version__ = version = '0.5.2.dev0'
+__version_tuple__ = version_tuple = (0, 5, 2, 'dev0')
 
-__commit_id__ = commit_id = 'g6af5f696b'
+__commit_id__ = commit_id = 'g979719d7a'

lmcache/v1/storage_backend/nixl_storage_backend.py

@@ -710,21 +710,41 @@ class NixlDynamicStorageAgent(NixlStorageAgent):
             return False
 
     def batched_nixl_desc_exists(
-        self, reg_list: List[tuple[int, int, int, str]]
+        self, reg_list: List[tuple[int, int, int, str]], path: Optional[str] = None
     ) -> int:
-        """Check if multiple descriptors exist via a single ``query_memory`` call.
+        """Check if multiple descriptors exist from the start of ``reg_list``.
 
         :param reg_list: List of tuples ``(0, 0, 0, meta_info)`` where
             *meta_info* is the formatted object-key string.
+        :param path: Directory for FILE backends (required for FILE; ignored
+            for OBJ). FILE existence is resolved on the filesystem, since NIXL
+            ``query_memory`` only answers for object stores.
         :return: Number of consecutive descriptors that exist from the
             start of the list.
-        :raises: No exceptions are raised. Errors from the underlying
-            ``query_memory`` call are caught internally and logged as
-            warnings; the method returns ``0`` in that case.
+        :raises ValueError: If ``path`` is ``None`` for a FILE backend.
+        :raises: Errors from the underlying ``query_memory`` call (OBJ
+            backends) are caught internally and logged as warnings; the
+            method returns ``0`` in that case.
         """
         if not reg_list:
             return 0
 
+        # FILE backends are not resolvable via NIXL ``query_memory`` (it only
+        # answers for object stores), so reuse the single-key
+        # ``nixl_desc_exists`` -- which already handles FILE via os.path.exists.
+        # Without this, FILE/POSIX dynamic backends always return 0 here, so
+        # every batched lookup misses and the cache is never reused.
+        if self.mem_type == "FILE":
+            if path is None:
+                raise ValueError("path must be provided for FILE backends")
+            consecutive_count = 0
+            for _, _, _, meta_info in reg_list:
+                if self.nixl_desc_exists(meta_info, path):
+                    consecutive_count += 1
+                else:
+                    break
+            return consecutive_count
+
         try:
             resp = self.nixl_agent.query_memory(
                 reg_list, self.backend, mem_type=self.mem_type
@@ -1992,7 +2012,7 @@ class NixlDynamicStorageBackend(NixlStorageBackend):
         reg_list = [(0, 0, 0, self._format_object_key(key)) for key in remaining_keys]
 
         # Use the agent's batched_nixl_desc_exists method
-        consecutive_hits = self.agent.batched_nixl_desc_exists(reg_list)
+        consecutive_hits = self.agent.batched_nixl_desc_exists(reg_list, self.path)
 
         # Update cache for the hits and return total count
         for i in range(consecutive_hits):

{lmcache_cli-0.5.1rc2.dev0.dist-info → lmcache_cli-0.5.2.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lmcache-cli
-Version: 0.5.1rc2.dev0
+Version: 0.5.2.dev0
 Summary: A LLM serving engine extension to reduce TTFT and increase throughput, especially under long-context scenarios.
 Author-email: LMCache Team <lmcacheteam@gmail.com>
 License-Expression: Apache-2.0

{lmcache_cli-0.5.1rc2.dev0.dist-info → lmcache_cli-0.5.2.dev0.dist-info}/RECORD

@@ -1,5 +1,5 @@
 lmcache/__init__.py,sha256=6UD9R4RemwMcaM9AslfldP7zGKMPLceD-8Iv6ovmUZc,4922
-lmcache/_version.py,sha256=M85JTOzFe8H27Wm6qQvkdI_1cLuoGdcAhr_eIh9OG0M,551
+lmcache/_version.py,sha256=MVIlL7GZkylnht8j7m5QsKxKBf3EvweGm6i4kQuCYCs,541
 lmcache/banner.py,sha256=w4LOBKdDDBYF0pdLHFSP1ioUbnkwGGRxTMzBOIaMKiM,4143
 lmcache/connections.py,sha256=5bSguAPmkJCRpgjkZd0ugGna6Zfm0pXG9vo-RGVXeFg,4965
 lmcache/logging.py,sha256=7qOcguB6x0mr6TlyWvwcRS3Yk6DVfTq0ZM7ACh5DaT4,2662
@@ -554,7 +554,7 @@ lmcache/v1/storage_backend/hipfile_shim.py,sha256=qdSQGWepK31pDPO9lKqFRRuj3dUKqT
 lmcache/v1/storage_backend/local_cpu_backend.py,sha256=cpcMMmM1URyxzehN0HRbeJKW6zKJjR-FrexuiGbUC1Q,37015
 lmcache/v1/storage_backend/local_disk_backend.py,sha256=JyLrk7U_hkF7H6Mjo89AMrfW5sWdxit5TqfpBjLkvW0,22898
 lmcache/v1/storage_backend/maru_backend.py,sha256=f6xu2WkxWQ8m1QFrP51vB1JTMqtntgB579wWmcBYP1Q,24599
-lmcache/v1/storage_backend/nixl_storage_backend.py,sha256=LjeAe-dBwjhacYzwQUJ_GNpi31jqLzORcXao5iHH1A0,78655
+lmcache/v1/storage_backend/nixl_storage_backend.py,sha256=h3xbIFGaVh1d-Xd_LOWkt4Ym4vqTlv5j31JLqLwLwTo,79746
 lmcache/v1/storage_backend/p2p_backend.py,sha256=Hlo0Rj-ui0FviyAAvUPhIahF1N-WXNYQCWeNmBTXK1s,28249
 lmcache/v1/storage_backend/path_sharder.py,sha256=g1WqPHN-a-iHQ3Ef7TRrBF0XxeD7EoC4CcUC_sT-tMg,3712
 lmcache/v1/storage_backend/pd_backend.py,sha256=WUp94oHcY9oIUaTCUOVolSs_6d8ykFJ_95rl27GRWh4,40430
@@ -637,11 +637,11 @@ lmcache/v1/utils/cache_utils.py,sha256=O4RO_BRAOXXPwc3SqV_osq66Rnf6U733gUlbiEHwE
 lmcache/v1/utils/json_utils.py,sha256=WFrdauddZP8xuOqKqkhFlYyt3cNH-krNtVCRe4jIxeY,1724
 lmcache/v1/utils/router_discovery.py,sha256=yZR3oTovQesNQzfa6EboyYPj798WVvUxZRJ6l4L-9bk,1867
 lmcache/v1/utils/subclass_discovery.py,sha256=HmvDIEf8QI7GVeNzD-06zK8McjyX8yFMJNAOaR_85GU,9159
-lmcache_cli-0.5.1rc2.dev0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lmcache_cli-0.5.1rc2.dev0.dist-info/METADATA,sha256=VVmg8e2DLTVmqq438llJ_8ZHvF5Z3I4Xn3CA8MVAYy4,11342
-lmcache_cli-0.5.1rc2.dev0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
-lmcache_cli-0.5.1rc2.dev0.dist-info/entry_points.txt,sha256=Axef26i3pyPHL-zuNZWCubmM74zLa9tQnoMU1JrAZUg,50
-lmcache_cli-0.5.1rc2.dev0.dist-info/scm_file_list.json,sha256=P_pHf7VLZ_Iqnwux7b9ibyYwfhRvbalTXqc9szYikpk,108848
-lmcache_cli-0.5.1rc2.dev0.dist-info/scm_version.json,sha256=ZJZ8s6xJ0wg57IOL1WJ7AVip-JOylCp0je6qiPTApQM,162
-lmcache_cli-0.5.1rc2.dev0.dist-info/top_level.txt,sha256=7KnuVYNl7HkrnKK3wAN5qJJQSOcCv-l0TW4bzvH_SaU,8
-lmcache_cli-0.5.1rc2.dev0.dist-info/RECORD,,
+lmcache_cli-0.5.2.dev0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lmcache_cli-0.5.2.dev0.dist-info/METADATA,sha256=ZG0Y_05h7fCYbAF9676guqQxj3qkq8568szcVKubEbQ,11339
+lmcache_cli-0.5.2.dev0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
+lmcache_cli-0.5.2.dev0.dist-info/entry_points.txt,sha256=Axef26i3pyPHL-zuNZWCubmM74zLa9tQnoMU1JrAZUg,50
+lmcache_cli-0.5.2.dev0.dist-info/scm_file_list.json,sha256=P_pHf7VLZ_Iqnwux7b9ibyYwfhRvbalTXqc9szYikpk,108848
+lmcache_cli-0.5.2.dev0.dist-info/scm_version.json,sha256=XF7qKgjqAtNj9W5oPIUhKs502wIeT5BKVQunMyA_US4,159
+lmcache_cli-0.5.2.dev0.dist-info/top_level.txt,sha256=7KnuVYNl7HkrnKK3wAN5qJJQSOcCv-l0TW4bzvH_SaU,8
+lmcache_cli-0.5.2.dev0.dist-info/RECORD,,

{lmcache_cli-0.5.1rc2.dev0.dist-info → lmcache_cli-0.5.2.dev0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (82.0.1)
+Generator: setuptools (83.0.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{lmcache_cli-0.5.1rc2.dev0.dist-info → lmcache_cli-0.5.2.dev0.dist-info}/scm_version.json

@@ -1,7 +1,7 @@
 {
-  "tag": "0.5.1rc1",
+  "tag": "0.5.1",
   "distance": 0,
-  "node": "g6af5f696b8536cfe63a3b2223af9b916817b917b",
+  "node": "g979719d7acb9519fce692aad27ce9b7b579a34ed",
   "dirty": true,
   "branch": "HEAD",
   "node_date": "2026-07-02"