inspect-ai 0.3.54__py3-none-any.whl → 0.3.55__py3-none-any.whl

inspect_ai/_eval/task/log.py

@@ -69,10 +69,11 @@ class TaskLogger:
         )
         packages = {PKG_NAME: importlib_metadata.version(PKG_NAME)}
 
-        # remove api_key from model_args
+        # redact authentication oriented model_args
         model_args = model_args.copy()
         if "api_key" in model_args:
             del model_args["api_key"]
+        model_args = {k: v for k, v in model_args.items() if not k.startswith("aws_")}
 
         # cwd_relative_path for sandbox config
         if sandbox and isinstance(sandbox.config, str):

inspect_ai/model/_cache.py

@@ -22,7 +22,7 @@ logger = logging.getLogger(__name__)
 
 
 def trace(msg: str, *args: Any) -> None:
-    trace_message(logger, "Cache", msg, args)
+    trace_message(logger, "Cache", msg, *args)
 
 
 def _path_is_in_cache(path: Path | str) -> bool:

inspect_ai/model/_providers/openai.py

@@ -1,5 +1,6 @@
 import json
 import os
+from logging import getLogger
 from typing import Any
 
 from openai import (
@@ -36,6 +37,7 @@ from inspect_ai._util.constants import DEFAULT_MAX_RETRIES
 from inspect_ai._util.content import Content
 from inspect_ai._util.error import PrerequisiteError
 from inspect_ai._util.images import image_as_data_uri
+from inspect_ai._util.logger import warn_once
 from inspect_ai._util.url import is_data_uri, is_http_url
 from inspect_ai.tool import ToolCall, ToolChoice, ToolFunction, ToolInfo
 
@@ -58,6 +60,8 @@ from .util import (
     parse_tool_call,
 )
 
+logger = getLogger(__name__)
+
 OPENAI_API_KEY = "OPENAI_API_KEY"
 AZURE_OPENAI_API_KEY = "AZURE_OPENAI_API_KEY"
 AZUREAI_OPENAI_API_KEY = "AZUREAI_OPENAI_API_KEY"
@@ -270,7 +274,13 @@ class OpenAIAPI(ModelAPI):
         if config.seed is not None:
             params["seed"] = config.seed
         if config.temperature is not None:
-            params["temperature"] = config.temperature
+            if self.is_o1():
+                warn_once(
+                    logger,
+                    "o1 models do not support the 'temperature' parameter (temperature is always 1).",
+                )
+            else:
+                params["temperature"] = config.temperature
         # TogetherAPI requires temperature w/ num_choices
         elif config.num_choices is not None:
             params["temperature"] = 1

{inspect_ai-0.3.54.dist-info → inspect_ai-0.3.55.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: inspect_ai
-Version: 0.3.54
+Version: 0.3.55
 Summary: Framework for large language model evaluations
 Author: UK AI Safety Institute
 License: MIT License
@@ -67,7 +67,7 @@ Requires-Dist: pytest-asyncio; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"
 Requires-Dist: pytest-dotenv; extra == "dev"
 Requires-Dist: pytest-xdist; extra == "dev"
-Requires-Dist: ruff==0.8.3; extra == "dev"
+Requires-Dist: ruff==0.8.4; extra == "dev"
 Requires-Dist: textual-dev>=0.86.2; extra == "dev"
 Requires-Dist: types-PyYAML; extra == "dev"
 Requires-Dist: types-beautifulsoup4; extra == "dev"

{inspect_ai-0.3.54.dist-info → inspect_ai-0.3.55.dist-info}/RECORD

@@ -53,7 +53,7 @@ inspect_ai/_eval/task/epochs.py,sha256=Ci7T6CQniSOTChv5Im2dCdSDrP-5hq19rV6iJ2uBc
 inspect_ai/_eval/task/error.py,sha256=gJnd8X7LHpPz5zcOq_az6ONZICGJ0_VpSz9yhF0yRyY,1233
 inspect_ai/_eval/task/generate.py,sha256=Edm-_6Wp1mkb7XpGkfTAqobWPfjJeWB0sb8-76UjNrc,1999
 inspect_ai/_eval/task/images.py,sha256=Bg3TpDlTsW-pucpZP-6dMkO3W-TFz2lZjHzdzX5qnZ4,3236
-inspect_ai/_eval/task/log.py,sha256=wxA7rc-YGY7eri_IgJXIBPo4i6hy6j7-8FJlEO0TxRg,6068
+inspect_ai/_eval/task/log.py,sha256=TjyLglP-3gMMDkfmxYbsxTvGIWY9FEyVtB09Fyrm_PA,6166
 inspect_ai/_eval/task/results.py,sha256=vJADjZaK38fRZ1kLRBby46tVk2qzah40VH34QnmCJXM,14482
 inspect_ai/_eval/task/run.py,sha256=24v9T0KulP1I7WZOlJemOclyFYos9qboK3KLdhkeVkI,31880
 inspect_ai/_eval/task/rundir.py,sha256=QXetLfqi1lRo-PcIuu7maQpVO57c2ebnsjfZk0lsAFk,2001
@@ -288,7 +288,7 @@ inspect_ai/log/_recorders/file.py,sha256=bY0fCr4_gWgLG0g2lYgts7wJYxaiKFdKEz3csu9
 inspect_ai/log/_recorders/json.py,sha256=l8I1YAsjnD0fuOYV_KVIWciOCBO6FYgVVkour78_jDI,8980
 inspect_ai/log/_recorders/recorder.py,sha256=yvW_D99QxUQmnF5EiGsWIVetBXdssMUcsq5us9oRzx4,1551
 inspect_ai/model/__init__.py,sha256=mBs6hmdWu6KhTQCXFh_NHrCw9oQ9-mn6wDLTDqjguN8,2028
-inspect_ai/model/_cache.py,sha256=PDWT5pSrwU5eUwwFRNfTUBkfyfDmEA_QEgi06LQ1UwI,13566
+inspect_ai/model/_cache.py,sha256=IQXhMas58Pjdma894GHGTtHYpmnf_Ojz_eE0kHaQVPs,13567
 inspect_ai/model/_call_tools.py,sha256=qQ-vXDdX5F4M4GY2iF2zPiIMt_9VJ8llOfATm8P8JI8,13755
 inspect_ai/model/_chat_message.py,sha256=Zc2hHMLbWONuhLx-XYPOekDD20mF4uTU62WRTsry3c4,4355
 inspect_ai/model/_generate_config.py,sha256=FtZz1MtD8BA48qeOzQpKmTlq4txLktnSN6Q8ItXHfGA,8724
@@ -311,7 +311,7 @@ inspect_ai/model/_providers/llama_cpp_python.py,sha256=i2I56Damgb8VDhMuPxPca24fV
 inspect_ai/model/_providers/mistral.py,sha256=IXiPehZKiUbbAb13CGOFRpCyyn01pcxHUcluV_1OdMA,15128
 inspect_ai/model/_providers/mockllm.py,sha256=gL9f-f5TOdE4a0GVENr3cOIIp2kv8zVXWPZ608rouGk,2440
 inspect_ai/model/_providers/ollama.py,sha256=mBPSxaEkiH_RnlHKqOyFBlXObQhc2dfjL-rCKrea5u8,675
-inspect_ai/model/_providers/openai.py,sha256=FfP4nCjvGrLbD8ddSpvij5yFCG5Uu6lSdD4sxKKoMVE,15930
+inspect_ai/model/_providers/openai.py,sha256=cU8KWkWiob8bsXkPxb0LCLTOrtresUrheaigxpIPAJM,16263
 inspect_ai/model/_providers/openai_o1.py,sha256=vRjX-iTP0IyUb_0hiRY0YXjoyRpSkbZw6v4lvZxcJVw,12234
 inspect_ai/model/_providers/providers.py,sha256=IZn7gn993LJQ-EmN6ZhA68-CMgaeUmhQGEMRasazvL4,5631
 inspect_ai/model/_providers/together.py,sha256=9GKN--wCRQ2pT9x0mIq7hSOFV1OM-Ps6JwJ1Rj26GEM,9468
@@ -409,9 +409,9 @@ inspect_ai/util/_sandbox/docker/docker.py,sha256=51nL7d3Y2hbSpxIcbYdfJ68wvgaepSo
 inspect_ai/util/_sandbox/docker/internal.py,sha256=pwK3xl-fx_5FVmVmvautE8R7op3XCjgiA-1JqlRcHII,1311
 inspect_ai/util/_sandbox/docker/prereqs.py,sha256=LKWt2T5CJ8hZ25SFDGX9FTGXFAtHzvQoolOffjQKlm8,3341
 inspect_ai/util/_sandbox/docker/util.py,sha256=QiWm7wxzsFyl6_ycZWJ16q6yU37iFAkJ-RAIALrkmF0,2691
-inspect_ai-0.3.54.dist-info/LICENSE,sha256=aYPffOl9TwBXDQ8g33Jh6AsBhobb3A76qNm7r2HZsps,1079
-inspect_ai-0.3.54.dist-info/METADATA,sha256=UDYHm4dV0QfbkxG76YikA1E72jjXhXOic-VDfKc2xwQ,4488
-inspect_ai-0.3.54.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-inspect_ai-0.3.54.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
-inspect_ai-0.3.54.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
-inspect_ai-0.3.54.dist-info/RECORD,,
+inspect_ai-0.3.55.dist-info/LICENSE,sha256=aYPffOl9TwBXDQ8g33Jh6AsBhobb3A76qNm7r2HZsps,1079
+inspect_ai-0.3.55.dist-info/METADATA,sha256=hv8bh8KunHUszjXDOoljHZ_RkaQAb1B885hs5nLKNFA,4488
+inspect_ai-0.3.55.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+inspect_ai-0.3.55.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
+inspect_ai-0.3.55.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
+inspect_ai-0.3.55.dist-info/RECORD,,