hud-python 0.1.4__py3-none-any.whl → 0.1.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of hud-python might be problematic. Click here for more details.

hud/__init__.py CHANGED
@@ -9,7 +9,7 @@ from hud.environment import Environment, EvalSet, Observation, TaskResult
9
9
  from hud.gym import Gym
10
10
  from hud.run import Run
11
11
 
12
- __version__ = "0.1.4"
12
+ __version__ = "0.1.5"
13
13
 
14
14
  __all__ = [
15
15
  "Environment",
hud/environment.py CHANGED
@@ -210,7 +210,7 @@ class Environment:
210
210
  return self.adapter.adapt_list(action)
211
211
  return [self.adapter.adapt(action)]
212
212
 
213
- async def evaluate(self) -> RewardResponse:
213
+ async def evaluate(self, final_response: str | None = None) -> RewardResponse:
214
214
  """
215
215
  Get final evaluation score.
216
216
 
@@ -220,6 +220,7 @@ class Environment:
220
220
  data = await make_request(
221
221
  method="POST",
222
222
  url=f"{settings.base_url}/evaluation/{self.id}",
223
+ json={"final_response": final_response},
223
224
  api_key=settings.api_key,
224
225
  )
225
226
  return RewardResponse(**data)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: hud-python
3
- Version: 0.1.4
3
+ Version: 0.1.5
4
4
  Summary: SDK for the HUD evaluation platform.
5
5
  Project-URL: Homepage, https://github.com/Human-Data/hud-sdk
6
6
  Project-URL: Bug Tracker, https://github.com/Human-Data/hud-sdk/issues
@@ -1,6 +1,6 @@
1
- hud/__init__.py,sha256=ExaYEMWVJDjuGwkMB8SZ90HFxxevW6iIkghOiorkY4s,414
1
+ hud/__init__.py,sha256=fSGBfBS13zGfFOhsk316dDPK9GFf7awogK05EAGILA4,414
2
2
  hud/client.py,sha256=7WHXTQhVK-T9Rj4ZooADE_c1pah5Bc1DJ9ZRqUyUnuQ,5724
3
- hud/environment.py,sha256=9r8eK3OVqr-wpPGlhnrpuDt-z6FIp3S3oukTZ7swN3o,8899
3
+ hud/environment.py,sha256=j_CveX-kCFQiFmqViQ-sVXOxzScmKpQBuZvvZ_Nnvz4,8987
4
4
  hud/gym.py,sha256=aanBHtlsXrJwrFax9SbXWwk_By-X8wE3M9deS-E_s4c,463
5
5
  hud/run.py,sha256=5ukjuRNLjj5fczaWxpR_5NebFbQpoy8w81eRYy309Vg,6401
6
6
  hud/settings.py,sha256=1ScSac0ta03LkckkH2gi6SyKY2M7nr15vRGugo2C_xs,1015
@@ -15,7 +15,7 @@ hud/server/requests.py,sha256=XEJkks8jJKFnbPDH32rrI9ww9MAGELAC-8Gr09vMd2s,6102
15
15
  hud/utils/__init__.py,sha256=0m8klSLnMLeIJT23ipBXfFACk4hNWPsA6ZNqZDpv6oY,99
16
16
  hud/utils/config.py,sha256=dze0BGE4q14omjj9822kL9BeiIgWQvJyuU29A2wa1SE,193
17
17
  hud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
18
- hud_python-0.1.4.dist-info/METADATA,sha256=NxmtHt0FdUmopz24Z_tsyeUnzLevLXotHaCocf_CMP4,4785
19
- hud_python-0.1.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
20
- hud_python-0.1.4.dist-info/licenses/LICENSE,sha256=IVdfcZ8xq5apYGJS5GzRLLbm9r03Aecxd03isi-3P9k,1075
21
- hud_python-0.1.4.dist-info/RECORD,,
18
+ hud_python-0.1.5.dist-info/METADATA,sha256=3d2TiIr2ChJAGUqS7cHgR3__PdZdCSmy-PX8air43QY,4785
19
+ hud_python-0.1.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
20
+ hud_python-0.1.5.dist-info/licenses/LICENSE,sha256=IVdfcZ8xq5apYGJS5GzRLLbm9r03Aecxd03isi-3P9k,1075
21
+ hud_python-0.1.5.dist-info/RECORD,,