inspect-ai 0.3.101__py3-none-any.whl → 0.3.103__py3-none-any.whl

inspect_ai/_cli/eval.py

@@ -949,7 +949,6 @@ def eval_exec(
             log_images=log_images,
             log_buffer=log_buffer,
             log_shared=log_shared,
-            log_header_only=True,  # cli invocation doesn't need full log
             score=score,
             score_display=score_display,
         )
@@ -967,6 +966,7 @@ def eval_exec(
         success, _ = eval_set(**params)
         return success
     else:
+        params["log_header_only"] = (True,)  # cli invocation doesn't need full log
         eval(**params)
         return True
 

inspect_ai/model/_openai.py

@@ -98,6 +98,10 @@ def is_computer_use_preview(name: str) -> bool:
     return "computer-use-preview" in name
 
 
+def is_codex(name: str) -> bool:
+    return "codex" in name
+
+
 def is_gpt(name: str) -> bool:
     return "gpt" in name
 

inspect_ai/model/_providers/openai.py

@@ -27,6 +27,7 @@ from .._model_call import ModelCall
 from .._model_output import ModelOutput
 from .._openai import (
     OpenAIAsyncHttpxClient,
+    is_codex,
     is_computer_use_preview,
     is_gpt,
     is_o1,
@@ -88,8 +89,10 @@ class OpenAIAPI(ModelAPI):
 
         # is this a model we use responses api by default for?
         responses_model = (
-            self.is_o_series() and not self.is_o1_early()
-        ) or self.is_computer_use_preview()
+            (self.is_o_series() and not self.is_o1_early())
+            or self.is_computer_use_preview()
+            or self.is_codex()
+        )
 
         # resolve whether we are forcing the responses api
         self.responses_api = responses_api or responses_model
@@ -193,6 +196,9 @@ class OpenAIAPI(ModelAPI):
     def is_computer_use_preview(self) -> bool:
         return is_computer_use_preview(self.service_model_name())
 
+    def is_codex(self) -> bool:
+        return is_codex(self.service_model_name())
+
     def is_gpt(self) -> bool:
         return is_gpt(self.service_model_name())
 

{inspect_ai-0.3.101.dist-info → inspect_ai-0.3.103.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inspect_ai
-Version: 0.3.101
+Version: 0.3.103
 Summary: Framework for large language model evaluations
 Author: UK AI Security Institute
 License: MIT License

{inspect_ai-0.3.101.dist-info → inspect_ai-0.3.103.dist-info}/RECORD

@@ -3,7 +3,7 @@ inspect_ai/__main__.py,sha256=oWX4YwDZDg3GS3-IG0yPGoSEOfSzWihELg7QmrUlxjM,67
 inspect_ai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 inspect_ai/_cli/cache.py,sha256=RVGuBYwwk3c45JfyfcSFJ419etSsv3-Z7AyfQE-Hul0,3912
 inspect_ai/_cli/common.py,sha256=WbAgGbLcxABcWoEWiGCWSbkkxYr2jmL9i0cyseWHmRA,4165
-inspect_ai/_cli/eval.py,sha256=Y0ghetl7DaGY-CCYl0-iiVLAWjRNgtyFVtE7Yg6PDDA,39468
+inspect_ai/_cli/eval.py,sha256=H1UBbStuwX28f0fDf3hs7UF3xqD5U-M9WcS0JyvK4sI,39478
 inspect_ai/_cli/info.py,sha256=QMxaTG9TmzW95EiLrOgkzubvavoR-VHxo3eV7ppmrzI,1789
 inspect_ai/_cli/list.py,sha256=M8mazI8Zuq8Hp99YWKnxQd9UWx1Qi87zfXRzZYAAakk,2459
 inspect_ai/_cli/log.py,sha256=Ko4TLqoy1jD3DoL50EkcQMVc16BzkjYo8qrZBakC4e8,5818
@@ -611,7 +611,7 @@ inspect_ai/model/_generate_config.py,sha256=17QzzPlLvAxmC7uOPAikTaJoNecvZn_7xTgX
 inspect_ai/model/_model.py,sha256=DOM65CcUcVi6np0fctSOW3RnroBZHeVgIK2e8tg-EzQ,53101
 inspect_ai/model/_model_call.py,sha256=VJ8wnl9Y81JaiClBYM8eyt1jVb3n-yc6Dd88ofRiJDc,2234
 inspect_ai/model/_model_output.py,sha256=1CLAt0JKsv9NYbN93-i5Fl0K035cxoO3bP_q19234Y8,8812
-inspect_ai/model/_openai.py,sha256=xZCe11EVbVV4-QOy33S_L0sQ_sobJtCO4qD3oz5XNdw,24467
+inspect_ai/model/_openai.py,sha256=iJV716nI_3boHEHQa_gMj6_Ri3eu5bshqTcU1jWpn4Y,24529
 inspect_ai/model/_openai_computer_use.py,sha256=vbKkYLhqNuX16zuWfg5MaGp9H8URrPcLhKQ1pDsZtPo,5943
 inspect_ai/model/_openai_responses.py,sha256=cychfKxyxxWltd_kDiX1oCfN6hvBH-A1_muxRwvGwvg,23854
 inspect_ai/model/_openai_web_search.py,sha256=tKxoRHc8gHIt8kgIdp6eM_Ak62inGRTxdUe1JNJV0b8,1195
@@ -632,7 +632,7 @@ inspect_ai/model/_providers/mistral.py,sha256=RLJ0ymOHxDWyVJfF-7UeskkjPg7DefBipR
 inspect_ai/model/_providers/mockllm.py,sha256=gL9f-f5TOdE4a0GVENr3cOIIp2kv8zVXWPZ608rouGk,2440
 inspect_ai/model/_providers/none.py,sha256=6qLbZpHSoEZaaxFO7luieFjqig2Ju8Fu00DlRngAry8,935
 inspect_ai/model/_providers/ollama.py,sha256=eWhsVoZ8k_3zYpdDoZWcPN9rGly6Ha4O49N99EJfycs,591
-inspect_ai/model/_providers/openai.py,sha256=2TXHXFlrUXO5Sv0SNt8UDL41Kvl-b2C8AmoSaZqigsk,13616
+inspect_ai/model/_providers/openai.py,sha256=WKf_54AIl6poQKaSv3QbLTQWDsNG1H9vYKfR4NTCQUY,13759
 inspect_ai/model/_providers/openai_compatible.py,sha256=OO7VoZA8RQb6y6iaRXMHabCOG4wWQfhsxJLD5wB38co,6592
 inspect_ai/model/_providers/openai_o1.py,sha256=ahdXt2TFtPTdDvSGVQw7EaVindfbFbY2pLZrrB45rFg,13305
 inspect_ai/model/_providers/openai_responses.py,sha256=hHnx5fgok_doLHmLVrfib6VYkrqUezwD7HlkIrCaKqY,6764
@@ -758,9 +758,9 @@ inspect_ai/util/_sandbox/docker/internal.py,sha256=c8X8TLrBPOvsfnq5TkMlb_bzTALyc
 inspect_ai/util/_sandbox/docker/prereqs.py,sha256=0j6_OauBBnVlpBleADcZavIAAQZy4WewVjbRn9c0stg,3355
 inspect_ai/util/_sandbox/docker/service.py,sha256=hhHIWH1VDFLwehdGd19aUBD_VKfDO3GCPxpw1HSwVQk,2437
 inspect_ai/util/_sandbox/docker/util.py,sha256=EeInihCNXgUWxaqZ4dNOJd719kXL2_jr63QCoXn68vA,3154
-inspect_ai-0.3.101.dist-info/licenses/LICENSE,sha256=xZPCr8gTiFIerrA_DRpLAbw-UUftnLFsHxKeW-NTtq8,1081
-inspect_ai-0.3.101.dist-info/METADATA,sha256=KURxYFFPkyHjrFmLojh4js5ZrmOp61P1ARfGOGi4Lhg,5460
-inspect_ai-0.3.101.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-inspect_ai-0.3.101.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
-inspect_ai-0.3.101.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
-inspect_ai-0.3.101.dist-info/RECORD,,
+inspect_ai-0.3.103.dist-info/licenses/LICENSE,sha256=xZPCr8gTiFIerrA_DRpLAbw-UUftnLFsHxKeW-NTtq8,1081
+inspect_ai-0.3.103.dist-info/METADATA,sha256=IELaF2h46Zjz8Saj1dK6_qqjQPyg_kFej7zvfH7uO8s,5460
+inspect_ai-0.3.103.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+inspect_ai-0.3.103.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
+inspect_ai-0.3.103.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
+inspect_ai-0.3.103.dist-info/RECORD,,