hud-python 0.1.3__py3-none-any.whl → 0.1.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of hud-python might be problematic. Click here for more details.

hud/__init__.py CHANGED
@@ -9,7 +9,7 @@ from hud.environment import Environment, EvalSet, Observation, TaskResult
9
9
  from hud.gym import Gym
10
10
  from hud.run import Run
11
11
 
12
- __version__ = "0.1.3"
12
+ __version__ = "0.1.5"
13
13
 
14
14
  __all__ = [
15
15
  "Environment",
hud/environment.py CHANGED
@@ -210,7 +210,7 @@ class Environment:
210
210
  return self.adapter.adapt_list(action)
211
211
  return [self.adapter.adapt(action)]
212
212
 
213
- async def evaluate(self) -> RewardResponse:
213
+ async def evaluate(self, final_response: str | None = None) -> RewardResponse:
214
214
  """
215
215
  Get final evaluation score.
216
216
 
@@ -220,6 +220,7 @@ class Environment:
220
220
  data = await make_request(
221
221
  method="POST",
222
222
  url=f"{settings.base_url}/evaluation/{self.id}",
223
+ json={"final_response": final_response},
223
224
  api_key=settings.api_key,
224
225
  )
225
226
  return RewardResponse(**data)
hud/server/requests.py CHANGED
@@ -153,7 +153,7 @@ async def make_request(
153
153
 
154
154
  try:
155
155
  async with httpx.AsyncClient(
156
- timeout=240.0,
156
+ timeout=600.0, # Long running requests can take up to 10 minutes
157
157
  limits=httpx.Limits(
158
158
  max_connections=1000,
159
159
  max_keepalive_connections=1000,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: hud-python
3
- Version: 0.1.3
3
+ Version: 0.1.5
4
4
  Summary: SDK for the HUD evaluation platform.
5
5
  Project-URL: Homepage, https://github.com/Human-Data/hud-sdk
6
6
  Project-URL: Bug Tracker, https://github.com/Human-Data/hud-sdk/issues
@@ -1,6 +1,6 @@
1
- hud/__init__.py,sha256=UTnVItfjPKBBRZG6xEGEKqQVjWffg0_0www6Ctl8buQ,414
1
+ hud/__init__.py,sha256=fSGBfBS13zGfFOhsk316dDPK9GFf7awogK05EAGILA4,414
2
2
  hud/client.py,sha256=7WHXTQhVK-T9Rj4ZooADE_c1pah5Bc1DJ9ZRqUyUnuQ,5724
3
- hud/environment.py,sha256=9r8eK3OVqr-wpPGlhnrpuDt-z6FIp3S3oukTZ7swN3o,8899
3
+ hud/environment.py,sha256=j_CveX-kCFQiFmqViQ-sVXOxzScmKpQBuZvvZ_Nnvz4,8987
4
4
  hud/gym.py,sha256=aanBHtlsXrJwrFax9SbXWwk_By-X8wE3M9deS-E_s4c,463
5
5
  hud/run.py,sha256=5ukjuRNLjj5fczaWxpR_5NebFbQpoy8w81eRYy309Vg,6401
6
6
  hud/settings.py,sha256=1ScSac0ta03LkckkH2gi6SyKY2M7nr15vRGugo2C_xs,1015
@@ -11,11 +11,11 @@ hud/adapters/common/__init__.py,sha256=BjdZWJVs_AKtpFrt-tNsdQRjnz7D97DFEQirJ-r0m
11
11
  hud/adapters/common/adapter.py,sha256=SCtOuRjW5Szzd45LXCaqDEaKr2lhA-nIqSEMJ9KLsKI,5799
12
12
  hud/adapters/common/types.py,sha256=Kgj0ZhiWOU6V95qxrvf-mMCvodLV_6rGBHwP1FQdMBk,4620
13
13
  hud/server/__init__.py,sha256=VPrhyyqg3inge9J7BjcmDBNJRuvkCA9ZDXS_R5Q8ZtY,129
14
- hud/server/requests.py,sha256=pPPaMpwqmA1RyWwzQN1ybgAnbSHJLeeIaW6MJwhJYks,6052
14
+ hud/server/requests.py,sha256=XEJkks8jJKFnbPDH32rrI9ww9MAGELAC-8Gr09vMd2s,6102
15
15
  hud/utils/__init__.py,sha256=0m8klSLnMLeIJT23ipBXfFACk4hNWPsA6ZNqZDpv6oY,99
16
16
  hud/utils/config.py,sha256=dze0BGE4q14omjj9822kL9BeiIgWQvJyuU29A2wa1SE,193
17
17
  hud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
18
- hud_python-0.1.3.dist-info/METADATA,sha256=ItmPsPFJswFooMFQp4LDcXk8MMeOeLONneiy9G9em1U,4785
19
- hud_python-0.1.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
20
- hud_python-0.1.3.dist-info/licenses/LICENSE,sha256=IVdfcZ8xq5apYGJS5GzRLLbm9r03Aecxd03isi-3P9k,1075
21
- hud_python-0.1.3.dist-info/RECORD,,
18
+ hud_python-0.1.5.dist-info/METADATA,sha256=3d2TiIr2ChJAGUqS7cHgR3__PdZdCSmy-PX8air43QY,4785
19
+ hud_python-0.1.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
20
+ hud_python-0.1.5.dist-info/licenses/LICENSE,sha256=IVdfcZ8xq5apYGJS5GzRLLbm9r03Aecxd03isi-3P9k,1075
21
+ hud_python-0.1.5.dist-info/RECORD,,