llmasajudge 0.1.12__py3-none-any.whl → 0.1.13__py3-none-any.whl

llmasajudge/__init__.py

@@ -574,6 +574,7 @@ Output only the number. No explanation. No extra text.""",
         backoff_max: float = 4.0,
         custom_generation_fns: Optional[List[Callable[[str], str]]] = None,
         mode: str = "majority",
+        use_cache: bool = False,
         litellm_cache_dir: Optional[str] = None,
         cache_size_gb: Optional[float] = None,
     ):
@@ -636,13 +637,20 @@ Output only the number. No explanation. No extra text.""",
             )
 
         # optional local cache setup
-        self.cache_enabled = litellm_cache_dir is not None
+        # Enable cache if use_cache=True OR if litellm_cache_dir is explicitly provided (backward compatible)
+        self.cache_enabled = use_cache or (litellm_cache_dir is not None)
         if self.cache_enabled:
-            # Convert GB to bytes if specified, otherwise unlimited
-            size_limit_bytes = None if cache_size_gb is None else int(cache_size_gb * 1024 * 1024 * 1024)
-            cache_backend = UnlimitedDiskCache(litellm_cache_dir, size_limit=size_limit_bytes)
-            litellm.cache = Cache(disk_cache_dir=litellm_cache_dir)
-            litellm.cache.cache = cache_backend
+            # Only set up cache if it hasn't been set up already
+            if litellm.cache is None:
+                # Set default cache directory if not specified
+                if litellm_cache_dir is None:
+                    litellm_cache_dir = ".litellm_cache"
+
+                # Convert GB to bytes if specified, otherwise unlimited
+                size_limit_bytes = None if cache_size_gb is None else int(cache_size_gb * 1024 * 1024 * 1024)
+                cache_backend = UnlimitedDiskCache(litellm_cache_dir, size_limit=size_limit_bytes)
+                litellm.cache = Cache(disk_cache_dir=litellm_cache_dir)
+                litellm.cache.cache = cache_backend
 
 
 

{llmasajudge-0.1.12.dist-info → llmasajudge-0.1.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llmasajudge
-Version: 0.1.12
+Version: 0.1.13
 Summary: LLM Judge: simple right/wrong voting across models
 Author-email: Brett Young <byyoung3@gmail.com>
 Project-URL: Homepage, https://example.com

llmasajudge-0.1.13.dist-info/RECORD

@@ -0,0 +1,5 @@
+llmasajudge/__init__.py,sha256=u_92YWEEMEPnAxb_uyUiOsn7tkD5x2Z4_ZlAihT9STY,32405
+llmasajudge-0.1.13.dist-info/METADATA,sha256=uuYRR5rYdvvEF8Pcx3Qheo58l3CXgIWzOzC7om6uCbQ,515
+llmasajudge-0.1.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+llmasajudge-0.1.13.dist-info/top_level.txt,sha256=rRaIpM1llpEqahR9flT3RjpZHi2o16iOgnGYJ8cO4_0,12
+llmasajudge-0.1.13.dist-info/RECORD,,

llmasajudge-0.1.12.dist-info/RECORD

@@ -1,5 +0,0 @@
-llmasajudge/__init__.py,sha256=cXxvx3shu0h40u1jXb-MqB0-mzkX1FWZElXnzBOE070,31957
-llmasajudge-0.1.12.dist-info/METADATA,sha256=efGYG1GCWizmcRoXS3zLEzdvQqqPB8JIRy_tlDOqpfM,515
-llmasajudge-0.1.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-llmasajudge-0.1.12.dist-info/top_level.txt,sha256=rRaIpM1llpEqahR9flT3RjpZHi2o16iOgnGYJ8cO4_0,12
-llmasajudge-0.1.12.dist-info/RECORD,,