lm-deluge 0.0.42__py3-none-any.whl → 0.0.43__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
lm_deluge/client.py CHANGED
@@ -105,14 +105,8 @@ class _LLMClient(BaseModel):
105
105
 
106
106
  def _get_tracker(self) -> StatusTracker:
107
107
  if self._tracker is None:
108
- self._tracker = StatusTracker(
109
- max_requests_per_minute=self.max_requests_per_minute,
110
- max_tokens_per_minute=self.max_tokens_per_minute,
111
- max_concurrent_requests=self.max_concurrent_requests,
112
- use_progress_bar=False,
113
- progress_bar_disable=True,
114
- progress_style=self.progress,
115
- )
108
+ self.open()
109
+ assert self._tracker, "should have tracker now"
116
110
  return self._tracker
117
111
 
118
112
  @property
@@ -225,7 +219,6 @@ class _LLMClient(BaseModel):
225
219
  ):
226
220
  while True:
227
221
  async with self._capacity_lock:
228
- tracker.update_capacity()
229
222
  if tracker.check_capacity(num_tokens, retry=retry):
230
223
  tracker.set_limiting_factor(None)
231
224
  return
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: lm_deluge
3
- Version: 0.0.42
3
+ Version: 0.0.43
4
4
  Summary: Python utility for using LLM API models.
5
5
  Author-email: Benjamin Anderson <ben@trytaylor.ai>
6
6
  Requires-Python: >=3.10
@@ -3,7 +3,7 @@ lm_deluge/agent.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
3
  lm_deluge/batches.py,sha256=rQocJLyIs3Ko_nRdAE9jT__5cKWYxiIRAH_Lw3L0E1k,24653
4
4
  lm_deluge/cache.py,sha256=VB1kv8rM2t5XWPR60uhszFcxLDnVKOe1oA5hYjVDjIo,4375
5
5
  lm_deluge/cli.py,sha256=Ilww5gOw3J5v0NReq_Ra4hhxU4BCIJBl1oTGxJZKedc,12065
6
- lm_deluge/client.py,sha256=WeVdwS6_tnSEqnZRpokWL7cBXLkG1B9SXD9hF2uYKls,34292
6
+ lm_deluge/client.py,sha256=UQaKlMN2D4SXRymGqS-18SuVZL1Fu8kIamr7i-n8BUI,33942
7
7
  lm_deluge/config.py,sha256=H1tQyJDNHGFuwxqQNL5Z-CjWAC0luHSBA3iY_pxmACM,932
8
8
  lm_deluge/embed.py,sha256=CO-TOlC5kOTAM8lcnicoG4u4K664vCBwHF1vHa-nAGg,13382
9
9
  lm_deluge/errors.py,sha256=oHjt7YnxWbh-eXMScIzov4NvpJMo0-2r5J6Wh5DQ1tk,209
@@ -64,8 +64,8 @@ lm_deluge/util/logprobs.py,sha256=UkBZakOxWluaLqHrjARu7xnJ0uCHVfLGHJdnYlEcutk,11
64
64
  lm_deluge/util/spatial.py,sha256=BsF_UKhE-x0xBirc-bV1xSKZRTUhsOBdGqsMKme20C8,4099
65
65
  lm_deluge/util/validation.py,sha256=hz5dDb3ebvZrZhnaWxOxbNSVMI6nmaOODBkk0htAUhs,1575
66
66
  lm_deluge/util/xml.py,sha256=Ft4zajoYBJR3HHCt2oHwGfymGLdvp_gegVmJ-Wqk4Ck,10547
67
- lm_deluge-0.0.42.dist-info/licenses/LICENSE,sha256=uNNXGXPCw2TC7CUs7SEBkA-Mz6QBQFWUUEWDMgEs1dU,1058
68
- lm_deluge-0.0.42.dist-info/METADATA,sha256=yfYfPalVaruEKv25EO2hCIDKUzKbM-EJgaY2i3x1_I8,13443
69
- lm_deluge-0.0.42.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
70
- lm_deluge-0.0.42.dist-info/top_level.txt,sha256=hqU-TJX93yBwpgkDtYcXyLr3t7TLSCCZ_reytJjwBaE,10
71
- lm_deluge-0.0.42.dist-info/RECORD,,
67
+ lm_deluge-0.0.43.dist-info/licenses/LICENSE,sha256=uNNXGXPCw2TC7CUs7SEBkA-Mz6QBQFWUUEWDMgEs1dU,1058
68
+ lm_deluge-0.0.43.dist-info/METADATA,sha256=CfkvGVJsRboHaKM0_S4PG7gIWfffmcTWmpypf9C0cZE,13443
69
+ lm_deluge-0.0.43.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
70
+ lm_deluge-0.0.43.dist-info/top_level.txt,sha256=hqU-TJX93yBwpgkDtYcXyLr3t7TLSCCZ_reytJjwBaE,10
71
+ lm_deluge-0.0.43.dist-info/RECORD,,