self-bench 0.3.0 → 0.3.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/.dockerignore +9 -0
  2. package/Dockerfile +38 -0
  3. package/Dockerfile.sandbox +24 -0
  4. package/README.md +103 -171
  5. package/biome.json +18 -0
  6. package/bun.lock +1182 -0
  7. package/compose.yaml +85 -0
  8. package/dist/agent-smoke-main.js +1 -1
  9. package/dist/api.d.ts.map +1 -1
  10. package/dist/api.js +40 -2
  11. package/dist/api.js.map +1 -1
  12. package/dist/artifacts.d.ts +0 -1
  13. package/dist/artifacts.d.ts.map +1 -1
  14. package/dist/artifacts.js +0 -3
  15. package/dist/artifacts.js.map +1 -1
  16. package/dist/build-metadata.d.ts +2 -0
  17. package/dist/build-metadata.d.ts.map +1 -0
  18. package/dist/build-metadata.js +2 -0
  19. package/dist/build-metadata.js.map +1 -0
  20. package/dist/cli.js +26 -8
  21. package/dist/cli.js.map +1 -1
  22. package/dist/codex-review.d.ts +2 -1
  23. package/dist/codex-review.d.ts.map +1 -1
  24. package/dist/codex-review.js +26 -22
  25. package/dist/codex-review.js.map +1 -1
  26. package/dist/config.d.ts +0 -1
  27. package/dist/config.d.ts.map +1 -1
  28. package/dist/config.js +0 -2
  29. package/dist/config.js.map +1 -1
  30. package/dist/contracts.d.ts +1 -1
  31. package/dist/contracts.d.ts.map +1 -1
  32. package/dist/eval-main.js +3 -3
  33. package/dist/evaluate.d.ts.map +1 -1
  34. package/dist/evaluate.js +12 -7
  35. package/dist/evaluate.js.map +1 -1
  36. package/dist/provenance.d.ts +0 -1
  37. package/dist/provenance.d.ts.map +1 -1
  38. package/dist/provenance.js.map +1 -1
  39. package/dist/reaudit-main.js +10 -7
  40. package/dist/reaudit-main.js.map +1 -1
  41. package/dist/repair-main.js +8 -5
  42. package/dist/repair-main.js.map +1 -1
  43. package/dist/review/assets/index-CZ3G759O.js +1568 -0
  44. package/dist/review/assets/index-DgSLzX8l.css +1 -0
  45. package/dist/review/assets/{mojo-Blby8dQK.js → mojo-DJz3ZmWd.js} +1 -1
  46. package/dist/review/assets/typst-BUadGCkm.js +1 -0
  47. package/dist/review/index.html +2 -2
  48. package/dist/sandbox-repair.bundle.js +8 -7
  49. package/dist/sandbox-repair.js +7 -7
  50. package/dist/sandbox-repair.js.map +1 -1
  51. package/dist/sandbox-review.bundle.js +29 -25
  52. package/dist/sandbox-review.js +5 -3
  53. package/dist/sandbox-review.js.map +1 -1
  54. package/dist/sandbox-validation-repair.bundle.js +9 -9
  55. package/dist/sandbox-validation-repair.js +11 -9
  56. package/dist/sandbox-validation-repair.js.map +1 -1
  57. package/dist/subscription-auth.d.ts +12 -1
  58. package/dist/subscription-auth.d.ts.map +1 -1
  59. package/dist/subscription-auth.js +16 -16
  60. package/dist/subscription-auth.js.map +1 -1
  61. package/dist/{activities.d.ts → temporal/activities.d.ts} +2 -3
  62. package/dist/temporal/activities.d.ts.map +1 -0
  63. package/dist/{activities.js → temporal/activities.js} +44 -33
  64. package/dist/temporal/activities.js.map +1 -0
  65. package/dist/{temporal.d.ts → temporal/connection.d.ts} +2 -2
  66. package/dist/temporal/connection.d.ts.map +1 -0
  67. package/dist/{temporal.js → temporal/connection.js} +1 -1
  68. package/dist/temporal/connection.js.map +1 -0
  69. package/dist/{worker-main.d.ts.map → temporal/worker-main.d.ts.map} +1 -1
  70. package/dist/{worker-main.js → temporal/worker-main.js} +5 -9
  71. package/dist/temporal/worker-main.js.map +1 -0
  72. package/dist/{workflow.d.ts → temporal/workflow.d.ts} +1 -1
  73. package/dist/temporal/workflow.d.ts.map +1 -0
  74. package/dist/temporal/workflow.js.map +1 -0
  75. package/dist/validate-main.js +1 -1
  76. package/docs/evaluations.md +68 -0
  77. package/docs/operations.md +169 -0
  78. package/docs/task-construction.md +94 -0
  79. package/package.json +33 -20
  80. package/scripts/verify-package.ts +57 -0
  81. package/scripts/write-build-metadata.ts +27 -0
  82. package/src/agent-smoke-main.ts +63 -0
  83. package/src/agent-smoke.ts +132 -0
  84. package/src/api-main.ts +12 -0
  85. package/src/api.ts +277 -0
  86. package/src/artifacts.ts +357 -0
  87. package/src/audit.ts +106 -0
  88. package/src/build-metadata.ts +3 -0
  89. package/src/cli.ts +359 -0
  90. package/src/codex-review.ts +229 -0
  91. package/src/config.ts +114 -0
  92. package/src/contracts.ts +204 -0
  93. package/src/coupling.ts +259 -0
  94. package/src/docker-executor.ts +115 -0
  95. package/src/eval-main.ts +92 -0
  96. package/src/evaluate.ts +298 -0
  97. package/src/github.ts +26 -0
  98. package/src/harbor-results.ts +142 -0
  99. package/src/harbor-task.ts +528 -0
  100. package/src/hash.ts +5 -0
  101. package/src/modal-auth.ts +11 -0
  102. package/src/modal-executor.ts +176 -0
  103. package/src/parallel.ts +24 -0
  104. package/src/process.ts +165 -0
  105. package/src/provenance.ts +457 -0
  106. package/src/reaudit-main.ts +195 -0
  107. package/src/repair-main.ts +206 -0
  108. package/src/repair.ts +55 -0
  109. package/src/run-wait.ts +40 -0
  110. package/src/sandbox-author.ts +19 -0
  111. package/src/sandbox-repair.ts +156 -0
  112. package/src/sandbox-review.ts +19 -0
  113. package/src/sandbox-validation-repair.ts +177 -0
  114. package/src/sandbox.ts +51 -0
  115. package/src/subscription-auth.ts +80 -0
  116. package/src/temporal/activities.ts +1241 -0
  117. package/src/temporal/connection.ts +23 -0
  118. package/src/temporal/worker-main.ts +28 -0
  119. package/src/temporal/workflow.ts +519 -0
  120. package/src/validate-main.ts +171 -0
  121. package/src/validation-repair.ts +94 -0
  122. package/tsconfig.build.json +13 -0
  123. package/tsconfig.json +21 -0
  124. package/dist/activities.d.ts.map +0 -1
  125. package/dist/activities.js.map +0 -1
  126. package/dist/extensions/review.d.ts +0 -3
  127. package/dist/extensions/review.d.ts.map +0 -1
  128. package/dist/extensions/review.js +0 -44
  129. package/dist/extensions/review.js.map +0 -1
  130. package/dist/review/assets/index-Dq-6DFzI.css +0 -1
  131. package/dist/review/assets/index-DurW_RD7.js +0 -1567
  132. package/dist/review/assets/typst-DHCkPAjA.js +0 -1
  133. package/dist/temporal.d.ts.map +0 -1
  134. package/dist/temporal.js.map +0 -1
  135. package/dist/worker-main.js.map +0 -1
  136. package/dist/workflow.d.ts.map +0 -1
  137. package/dist/workflow.js.map +0 -1
  138. package/src/extensions/review.ts +0 -54
  139. /package/dist/{worker-main.d.ts → temporal/worker-main.d.ts} +0 -0
  140. /package/dist/{workflow.js → temporal/workflow.js} +0 -0
@@ -6,8 +6,8 @@
6
6
  <meta name="color-scheme" content="light dark" />
7
7
  <meta name="theme-color" content="#f4f5f7" />
8
8
  <title>SelfBench Review</title>
9
- <script type="module" crossorigin src="/assets/index-DurW_RD7.js"></script>
10
- <link rel="stylesheet" crossorigin href="/assets/index-Dq-6DFzI.css">
9
+ <script type="module" crossorigin src="/assets/index-CZ3G759O.js"></script>
10
+ <link rel="stylesheet" crossorigin href="/assets/index-DgSLzX8l.css">
11
11
  </head>
12
12
  <body>
13
13
  <div id="root"></div>
@@ -233,10 +233,16 @@ await runCommand("git", [
233
233
  join(taskDirectory, "tests/test.patch")
234
234
  ]);
235
235
  await runCommand("git", ["-C", repositoryDirectory, "add", "-N", "--all"]);
236
+ var codexAuth = process.env.SELFBENCH_CODEX_AUTH_JSON;
237
+ var apiKey = process.env.OPENAI_API_KEY;
238
+ if (!apiKey && !codexAuth) {
239
+ fail("OPENAI_API_KEY or SELFBENCH_CODEX_AUTH_JSON is required");
240
+ }
236
241
  var codexHome = join(homedir(), ".codex");
237
242
  var authPath = join(codexHome, "auth.json");
238
243
  await mkdir(codexHome, { recursive: true });
239
- await writeFile(authPath, process.env.SELFBENCH_CODEX_AUTH_JSON ?? fail("SELFBENCH_CODEX_AUTH_JSON is required"));
244
+ await writeFile(authPath, codexAuth ?? `${JSON.stringify({ OPENAI_API_KEY: apiKey })}
245
+ `);
240
246
  await chmod(authPath, 384);
241
247
  var promptPath = join(tmpdir(), `selfbench-repair-${taskId}.md`);
242
248
  await writeFile(promptPath, repairPrompt({
@@ -259,7 +265,7 @@ var codex = await runCommand("codex", [
259
265
  ], {
260
266
  allowFailure: true,
261
267
  timeoutMs: 90 * 60 * 1000,
262
- env: withoutApiKey(process.env),
268
+ env: process.env,
263
269
  input: await readFile(promptPath, "utf8"),
264
270
  onOutput: (stream, chunk) => {
265
271
  (stream === "stdout" ? process.stdout : process.stderr).write(chunk);
@@ -304,11 +310,6 @@ await writeFile(outputReport, `${JSON.stringify({
304
310
  codexOutputTail: codex.stdout.slice(-4000)
305
311
  }, null, 2)}
306
312
  `);
307
- function withoutApiKey(environment) {
308
- const output = { ...environment };
309
- delete output.OPENAI_API_KEY;
310
- return output;
311
- }
312
313
  function fail(message) {
313
314
  throw new Error(message);
314
315
  }
@@ -41,10 +41,15 @@ await runCommand("git", [
41
41
  join(taskDirectory, "tests/test.patch"),
42
42
  ]);
43
43
  await runCommand("git", ["-C", repositoryDirectory, "add", "-N", "--all"]);
44
+ const codexAuth = process.env.SELFBENCH_CODEX_AUTH_JSON;
45
+ const apiKey = process.env.OPENAI_API_KEY;
46
+ if (!apiKey && !codexAuth) {
47
+ fail("OPENAI_API_KEY or SELFBENCH_CODEX_AUTH_JSON is required");
48
+ }
44
49
  const codexHome = join(homedir(), ".codex");
45
50
  const authPath = join(codexHome, "auth.json");
46
51
  await mkdir(codexHome, { recursive: true });
47
- await writeFile(authPath, process.env.SELFBENCH_CODEX_AUTH_JSON ?? fail("SELFBENCH_CODEX_AUTH_JSON is required"));
52
+ await writeFile(authPath, codexAuth ?? `${JSON.stringify({ OPENAI_API_KEY: apiKey })}\n`);
48
53
  await chmod(authPath, 0o600);
49
54
  const promptPath = join(tmpdir(), `selfbench-repair-${taskId}.md`);
50
55
  await writeFile(promptPath, repairPrompt({
@@ -67,7 +72,7 @@ const codex = await runCommand("codex", [
67
72
  ], {
68
73
  allowFailure: true,
69
74
  timeoutMs: 90 * 60 * 1000,
70
- env: withoutApiKey(process.env),
75
+ env: process.env,
71
76
  input: await readFile(promptPath, "utf8"),
72
77
  onOutput: (stream, chunk) => {
73
78
  (stream === "stdout" ? process.stdout : process.stderr).write(chunk);
@@ -110,11 +115,6 @@ await writeFile(outputReport, `${JSON.stringify({
110
115
  repairedTestPatchSha256: sha256(repaired.stdout),
111
116
  codexOutputTail: codex.stdout.slice(-4_000),
112
117
  }, null, 2)}\n`);
113
- function withoutApiKey(environment) {
114
- const output = { ...environment };
115
- delete output.OPENAI_API_KEY;
116
- return output;
117
- }
118
118
  function fail(message) {
119
119
  throw new Error(message);
120
120
  }
@@ -1 +1 @@
1
- {"version":3,"file":"sandbox-repair.js","sourceRoot":"","sources":["../src/sandbox-repair.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE1E,MAAM,CAAC,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACrF,IAAI,CAAC,WAAW,IAAI,CAAC,UAAU,IAAI,CAAC,aAAa,IAAI,CAAC,YAAY,EAAE,CAAC;IACnE,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,MAAM,mBAAmB,GAAG,YAAY,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC;AACzE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CACjF,GAAG,EAAE,CAAC,kBAAkB,EACxB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAC9C,CAAC;AAEF,MAAM,CAAC,WAAW,EAAE,aAAa,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC7D,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACvD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACzD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,EAAE,0BAA0B,CAAC,CAAC;AACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAA4B,CAAC;AAC7F,MAAM,MAAM,GAAG,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC;AACtF,MAAM,YAAY,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;AAE/C,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,MAAM;IACN,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC;IACxC,IAAI;IACJ,mBAAmB;CACpB,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACnE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;AACzF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AAClE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9E,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,IAAI;IACJ,mBAAmB;IACnB,OAAO;IACP,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC;CACxC,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;AAE3E,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC;AAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AAC9C,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC5C,MAAM,SAAS,CACb,QAAQ,EACR,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,IAAI,CAAC,uCAAuC,CAAC,CACvF,CAAC;AACF,MAAM,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;AAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,MAAM,KAAK,CAAC,CAAC;AACnE,MAAM,SAAS,CACb,UAAU,EACV,YAAY,CAAC;IACX,MAAM;IACN,gBAAgB,EAAE,WAAW;IAC7B,cAAc,EAAE,MAAM;IACtB,YAAY;CACb,CAAC,CACH,CAAC;AAEF,MAAM,KAAK,GAAG,MAAM,UAAU,CAC5B,OAAO,EACP;IACE,MAAM;IACN,SAAS;IACT,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;IACnD,4CAA4C;IAC5C,aAAa;IACb,sBAAsB;IACtB,QAAQ;IACR,IAAI;IACJ,mBAAmB;IACnB,GAAG;CACJ,EACD;IACE,YAAY,EAAE,IAAI;IAClB,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACzB,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC;IAC/B,KAAK,EAAE,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IACzC,QAAQ,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC1B,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;CACF,CACF,CAAC;AACF,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;IACzB,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC7C,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC7E,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC;CAC7F,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KAClF,MAAM,CAAC,OAAO,CAAC;KACf,IAAI,EAAE,CAAC;AACV,iBAAiB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;AAC/C,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;AAClG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;IAC/C,MAAM,IAAI,KAAK,CACb,kDAAkD,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,gBAAgB,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAC3H,CAAC;AACJ,CAAC;AACD,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;IACtC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,SAAS,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC1E,MAAM,SAAS,CACb,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CACf;IACE,GAAG,QAAQ;IACX,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxC,MAAM,EAAE;QACN,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;QAC1D,uBAAuB,EAAE,MAAM,CAAC,aAAa,CAAC;KAC/C;CACF,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;AACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,kBAAkB,EAAE,GAAG,CAAC,CAAC,CAAC;AAChF,MAAM,SAAS,CACb,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CACf;IACE,aAAa,EAAE,CAAC;IAChB,MAAM;IACN,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;IAC1D,YAAY;IACZ,uBAAuB,EAAE,MAAM,CAAC,aAAa,CAAC;IAC9C,uBAAuB,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;IAChD,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;CAC5C,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;AAEF,SAAS,aAAa,CAAC,WAA8B;IACnD,MAAM,MAAM,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;IAClC,OAAO,MAAM,CAAC,cAAc,CAAC;IAC7B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC"}
1
+ {"version":3,"file":"sandbox-repair.js","sourceRoot":"","sources":["../src/sandbox-repair.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE1E,MAAM,CAAC,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACrF,IAAI,CAAC,WAAW,IAAI,CAAC,UAAU,IAAI,CAAC,aAAa,IAAI,CAAC,YAAY,EAAE,CAAC;IACnE,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,MAAM,mBAAmB,GAAG,YAAY,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC;AACzE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CACjF,GAAG,EAAE,CAAC,kBAAkB,EACxB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAC9C,CAAC;AAEF,MAAM,CAAC,WAAW,EAAE,aAAa,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC7D,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACvD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACzD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,EAAE,0BAA0B,CAAC,CAAC;AACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAA4B,CAAC;AAC7F,MAAM,MAAM,GAAG,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC;AACtF,MAAM,YAAY,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;AAE/C,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,MAAM;IACN,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC;IACxC,IAAI;IACJ,mBAAmB;CACpB,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACnE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;AACzF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AAClE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9E,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,IAAI;IACJ,mBAAmB;IACnB,OAAO;IACP,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC;CACxC,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;AAE3E,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;AACxD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;AAC1C,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;IAC1B,IAAI,CAAC,yDAAyD,CAAC,CAAC;AAClE,CAAC;AACD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC;AAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AAC9C,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC5C,MAAM,SAAS,CAAC,QAAQ,EAAE,SAAS,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;AAC1F,MAAM,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;AAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,MAAM,KAAK,CAAC,CAAC;AACnE,MAAM,SAAS,CACb,UAAU,EACV,YAAY,CAAC;IACX,MAAM;IACN,gBAAgB,EAAE,WAAW;IAC7B,cAAc,EAAE,MAAM;IACtB,YAAY;CACb,CAAC,CACH,CAAC;AAEF,MAAM,KAAK,GAAG,MAAM,UAAU,CAC5B,OAAO,EACP;IACE,MAAM;IACN,SAAS;IACT,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;IACnD,4CAA4C;IAC5C,aAAa;IACb,sBAAsB;IACtB,QAAQ;IACR,IAAI;IACJ,mBAAmB;IACnB,GAAG;CACJ,EACD;IACE,YAAY,EAAE,IAAI;IAClB,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACzB,GAAG,EAAE,OAAO,CAAC,GAAG;IAChB,KAAK,EAAE,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IACzC,QAAQ,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC1B,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;CACF,CACF,CAAC;AACF,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;IACzB,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC7C,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC7E,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC;CAC7F,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KAClF,MAAM,CAAC,OAAO,CAAC;KACf,IAAI,EAAE,CAAC;AACV,iBAAiB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;AAC/C,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;AAClG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;IAC/C,MAAM,IAAI,KAAK,CACb,kDAAkD,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,gBAAgB,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAC3H,CAAC;AACJ,CAAC;AACD,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;IACtC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,SAAS,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC1E,MAAM,SAAS,CACb,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CACf;IACE,GAAG,QAAQ;IACX,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxC,MAAM,EAAE;QACN,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;QAC1D,uBAAuB,EAAE,MAAM,CAAC,aAAa,CAAC;KAC/C;CACF,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;AACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,kBAAkB,EAAE,GAAG,CAAC,CAAC,CAAC;AAChF,MAAM,SAAS,CACb,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CACf;IACE,aAAa,EAAE,CAAC;IAChB,MAAM;IACN,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;IAC1D,YAAY;IACZ,uBAAuB,EAAE,MAAM,CAAC,aAAa,CAAC;IAC9C,uBAAuB,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;IAChD,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;CAC5C,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;AAEF,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC"}
@@ -14312,14 +14312,16 @@ var couplingReviewSchema = exports_external.object({
14312
14312
  counterexample: exports_external.string().min(1)
14313
14313
  });
14314
14314
  async function reviewCouplingWithCodex(input) {
14315
- const credential = parseCredential(input.authJson);
14316
- const accountId = accountIdFromToken(credential.access);
14315
+ const subscription = !input.apiKey && input.authJson ? parseCredential(input.authJson) : undefined;
14316
+ if (!input.apiKey && !subscription) {
14317
+ throw new Error("OpenAI model authentication is required");
14318
+ }
14317
14319
  const request = input.fetch ?? fetch;
14318
- const response = await request("https://chatgpt.com/backend-api/codex/responses", {
14320
+ const response = await request(subscription ? "https://chatgpt.com/backend-api/codex/responses" : "https://api.openai.com/v1/responses", {
14319
14321
  method: "POST",
14320
14322
  headers: {
14321
- Authorization: `Bearer ${credential.access}`,
14322
- "ChatGPT-Account-Id": accountId,
14323
+ Authorization: `Bearer ${subscription?.access ?? input.apiKey}`,
14324
+ ...subscription ? { "ChatGPT-Account-Id": accountIdFromToken(subscription.access) } : {},
14323
14325
  Originator: "selfbench",
14324
14326
  "OpenAI-Beta": "responses=experimental",
14325
14327
  Accept: "text/event-stream",
@@ -14351,6 +14353,23 @@ async function reviewCouplingWithCodex(input) {
14351
14353
  }
14352
14354
  return parseCodexReviewEvents(responseText);
14353
14355
  }
14356
+ function parseCredential(value) {
14357
+ const parsed = JSON.parse(value);
14358
+ const credential = isRecord(parsed) ? parsed["openai-codex"] : undefined;
14359
+ if (!isRecord(credential) || typeof credential.access !== "string") {
14360
+ throw new Error("Pi auth does not contain an OpenAI Codex subscription access token");
14361
+ }
14362
+ return { access: credential.access };
14363
+ }
14364
+ function accountIdFromToken(token) {
14365
+ const payload = JSON.parse(Buffer.from(token.split(".")[1] ?? "", "base64url").toString("utf8"));
14366
+ const auth = isRecord(payload) ? payload["https://api.openai.com/auth"] : undefined;
14367
+ const accountId = isRecord(auth) ? auth.chatgpt_account_id : undefined;
14368
+ if (typeof accountId !== "string" || !accountId) {
14369
+ throw new Error("OpenAI Codex subscription token has no ChatGPT account ID");
14370
+ }
14371
+ return accountId;
14372
+ }
14354
14373
  function parseCodexReviewEvents(value) {
14355
14374
  for (const line of value.split(`
14356
14375
  `)) {
@@ -14375,23 +14394,6 @@ function parseCodexReviewEvents(value) {
14375
14394
  }
14376
14395
  throw new Error("Codex coupling review returned no submit_review tool call");
14377
14396
  }
14378
- function parseCredential(value) {
14379
- const parsed = JSON.parse(value);
14380
- const credential = isRecord(parsed) ? parsed["openai-codex"] : undefined;
14381
- if (!isRecord(credential) || typeof credential.access !== "string") {
14382
- throw new Error("Pi auth does not contain an OpenAI Codex subscription access token");
14383
- }
14384
- return { access: credential.access };
14385
- }
14386
- function accountIdFromToken(token) {
14387
- const payload = JSON.parse(Buffer.from(token.split(".")[1] ?? "", "base64url").toString("utf8"));
14388
- const auth = isRecord(payload) ? payload["https://api.openai.com/auth"] : undefined;
14389
- const accountId = isRecord(auth) ? auth.chatgpt_account_id : undefined;
14390
- if (typeof accountId !== "string" || !accountId) {
14391
- throw new Error("OpenAI Codex subscription token has no ChatGPT account ID");
14392
- }
14393
- return accountId;
14394
- }
14395
14397
  function reviewTool() {
14396
14398
  return {
14397
14399
  type: "function",
@@ -14442,16 +14444,18 @@ function isRecord(value) {
14442
14444
  }
14443
14445
 
14444
14446
  // src/sandbox-review.ts
14447
+ var apiKey = process.env.OPENAI_API_KEY;
14445
14448
  var authJson = process.env.SELFBENCH_PI_AUTH_JSON;
14446
14449
  var outputPath = process.env.SELFBENCH_REVIEW_OUTPUT;
14447
- if (!authJson) {
14448
- throw new Error("SELFBENCH_PI_AUTH_JSON is required");
14450
+ if (!apiKey && !authJson) {
14451
+ throw new Error("OPENAI_API_KEY or SELFBENCH_PI_AUTH_JSON is required");
14449
14452
  }
14450
14453
  if (!outputPath) {
14451
14454
  throw new Error("SELFBENCH_REVIEW_OUTPUT is required");
14452
14455
  }
14453
14456
  var review = await reviewCouplingWithCodex({
14454
- authJson,
14457
+ ...apiKey ? { apiKey } : {},
14458
+ ...authJson ? { authJson } : {},
14455
14459
  prompt: await readFile("/work/review-input.md", "utf8")
14456
14460
  });
14457
14461
  await writeFile(outputPath, `${JSON.stringify(review, null, 2)}
@@ -1,15 +1,17 @@
1
1
  import { readFile, writeFile } from "node:fs/promises";
2
2
  import { reviewCouplingWithCodex } from "./codex-review.js";
3
+ const apiKey = process.env.OPENAI_API_KEY;
3
4
  const authJson = process.env.SELFBENCH_PI_AUTH_JSON;
4
5
  const outputPath = process.env.SELFBENCH_REVIEW_OUTPUT;
5
- if (!authJson) {
6
- throw new Error("SELFBENCH_PI_AUTH_JSON is required");
6
+ if (!apiKey && !authJson) {
7
+ throw new Error("OPENAI_API_KEY or SELFBENCH_PI_AUTH_JSON is required");
7
8
  }
8
9
  if (!outputPath) {
9
10
  throw new Error("SELFBENCH_REVIEW_OUTPUT is required");
10
11
  }
11
12
  const review = await reviewCouplingWithCodex({
12
- authJson,
13
+ ...(apiKey ? { apiKey } : {}),
14
+ ...(authJson ? { authJson } : {}),
13
15
  prompt: await readFile("/work/review-input.md", "utf8"),
14
16
  });
15
17
  await writeFile(outputPath, `${JSON.stringify(review, null, 2)}\n`, { flag: "wx" });
@@ -1 +1 @@
1
- {"version":3,"file":"sandbox-review.js","sourceRoot":"","sources":["../src/sandbox-review.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAE5D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;AACpD,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;AACvD,IAAI,CAAC,QAAQ,EAAE,CAAC;IACd,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AACxD,CAAC;AACD,IAAI,CAAC,UAAU,EAAE,CAAC;IAChB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC;IAC3C,QAAQ;IACR,MAAM,EAAE,MAAM,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC;CACxD,CAAC,CAAC;AACH,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC"}
1
+ {"version":3,"file":"sandbox-review.js","sourceRoot":"","sources":["../src/sandbox-review.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAE5D,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;AAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;AACpD,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;AACvD,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;AAC1E,CAAC;AACD,IAAI,CAAC,UAAU,EAAE,CAAC;IAChB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC;IAC3C,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7B,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACjC,MAAM,EAAE,MAAM,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC;CACxD,CAAC,CAAC;AACH,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC"}
@@ -14660,10 +14660,15 @@ await Promise.all([
14660
14660
  writeFile("/work/test.sh", await readFile(join(taskDirectory, "tests/test.sh")))
14661
14661
  ]);
14662
14662
  var piHome = join(homedir(), ".pi/agent");
14663
- var piAuth = process.env.SELFBENCH_PI_AUTH_JSON ?? fail("SELFBENCH_PI_AUTH_JSON is required");
14663
+ var piAuth = process.env.SELFBENCH_PI_AUTH_JSON;
14664
+ if (!process.env.OPENAI_API_KEY && !piAuth) {
14665
+ fail("OPENAI_API_KEY or SELFBENCH_PI_AUTH_JSON is required");
14666
+ }
14664
14667
  await mkdir(piHome, { recursive: true });
14665
14668
  await Promise.all([
14666
- writeFile(join(piHome, "auth.json"), piAuth).then(() => chmod(join(piHome, "auth.json"), 384)),
14669
+ ...piAuth ? [
14670
+ writeFile(join(piHome, "auth.json"), piAuth).then(() => chmod(join(piHome, "auth.json"), 384))
14671
+ ] : [],
14667
14672
  writeFile(join(piHome, "settings.json"), `${JSON.stringify({ transport: "auto" })}
14668
14673
  `)
14669
14674
  ]);
@@ -14685,7 +14690,7 @@ var pi = await runCommand("pi", [
14685
14690
  "--no-context-files",
14686
14691
  "--no-extensions",
14687
14692
  "--provider",
14688
- "openai-codex",
14693
+ process.env.OPENAI_API_KEY ? "openai" : "openai-codex",
14689
14694
  "--model",
14690
14695
  process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
14691
14696
  "--thinking",
@@ -14697,7 +14702,7 @@ var pi = await runCommand("pi", [
14697
14702
  allowFailure: true,
14698
14703
  timeoutMs: 90 * 60 * 1000,
14699
14704
  cwd: repositoryDirectory,
14700
- env: withoutApiKey(process.env),
14705
+ env: process.env,
14701
14706
  onOutput: (stream, chunk) => {
14702
14707
  (stream === "stdout" ? process.stdout : process.stderr).write(chunk);
14703
14708
  }
@@ -14734,11 +14739,6 @@ await Promise.all([
14734
14739
  }, null, 2)}
14735
14740
  `)
14736
14741
  ]);
14737
- function withoutApiKey(environment) {
14738
- const output = { ...environment };
14739
- delete output.OPENAI_API_KEY;
14740
- return output;
14741
- }
14742
14742
  function fail(message) {
14743
14743
  throw new Error(message);
14744
14744
  }
@@ -51,10 +51,17 @@ await Promise.all([
51
51
  writeFile("/work/test.sh", await readFile(join(taskDirectory, "tests/test.sh"))),
52
52
  ]);
53
53
  const piHome = join(homedir(), ".pi/agent");
54
- const piAuth = process.env.SELFBENCH_PI_AUTH_JSON ?? fail("SELFBENCH_PI_AUTH_JSON is required");
54
+ const piAuth = process.env.SELFBENCH_PI_AUTH_JSON;
55
+ if (!process.env.OPENAI_API_KEY && !piAuth) {
56
+ fail("OPENAI_API_KEY or SELFBENCH_PI_AUTH_JSON is required");
57
+ }
55
58
  await mkdir(piHome, { recursive: true });
56
59
  await Promise.all([
57
- writeFile(join(piHome, "auth.json"), piAuth).then(() => chmod(join(piHome, "auth.json"), 0o600)),
60
+ ...(piAuth
61
+ ? [
62
+ writeFile(join(piHome, "auth.json"), piAuth).then(() => chmod(join(piHome, "auth.json"), 0o600)),
63
+ ]
64
+ : []),
58
65
  writeFile(join(piHome, "settings.json"), `${JSON.stringify({ transport: "auto" })}\n`),
59
66
  ]);
60
67
  const promptPath = join(tmpdir(), `selfbench-validation-repair-${originalDefinition.taskId}.md`);
@@ -75,7 +82,7 @@ const pi = await runCommand("pi", [
75
82
  "--no-context-files",
76
83
  "--no-extensions",
77
84
  "--provider",
78
- "openai-codex",
85
+ process.env.OPENAI_API_KEY ? "openai" : "openai-codex",
79
86
  "--model",
80
87
  process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
81
88
  "--thinking",
@@ -87,7 +94,7 @@ const pi = await runCommand("pi", [
87
94
  allowFailure: true,
88
95
  timeoutMs: 90 * 60 * 1000,
89
96
  cwd: repositoryDirectory,
90
- env: withoutApiKey(process.env),
97
+ env: process.env,
91
98
  onOutput: (stream, chunk) => {
92
99
  (stream === "stdout" ? process.stdout : process.stderr).write(chunk);
93
100
  },
@@ -123,11 +130,6 @@ await Promise.all([
123
130
  piOutputTail: pi.stdout.slice(-4_000),
124
131
  }, null, 2)}\n`),
125
132
  ]);
126
- function withoutApiKey(environment) {
127
- const output = { ...environment };
128
- delete output.OPENAI_API_KEY;
129
- return output;
130
- }
131
133
  function fail(message) {
132
134
  throw new Error(message);
133
135
  }
@@ -1 +1 @@
1
- {"version":3,"file":"sandbox-validation-repair.js","sourceRoot":"","sources":["../src/sandbox-validation-repair.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,WAAW,EAAE,YAAY,CAAC,GAC/F,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACxB,IACE,CAAC,WAAW;IACZ,CAAC,cAAc;IACf,CAAC,eAAe;IAChB,CAAC,gBAAgB;IACjB,CAAC,WAAW;IACZ,CAAC,YAAY,EACb,CAAC;IACD,MAAM,IAAI,KAAK,CACb,qIAAqI,CACtI,CAAC;AACJ,CAAC;AAED,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,MAAM,mBAAmB,GAAG,YAAY,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC;AACzE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CACjF,GAAG,EAAE,CAAC,kBAAkB,EACxB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAC9C,CAAC;AACF,MAAM,CAAC,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,uBAAuB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC3F,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACvD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACzD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC,CAAC,CAAC;AACH,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;AAC3F,MAAM,YAAY,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;AAE1D,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,MAAM;IACN,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC;IACxC,IAAI;IACJ,mBAAmB;CACpB,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACnE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;AACzF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AAClE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9E,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,IAAI;IACJ,mBAAmB;IACnB,OAAO;IACP,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC;CACxC,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;AAC3E,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,uBAAuB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IACtF,SAAS,CAAC,kBAAkB,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACzF,SAAS,CAAC,eAAe,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;CACjF,CAAC,CAAC;AAEH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,CAAC,CAAC;AAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI,CAAC,oCAAoC,CAAC,CAAC;AAChG,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,KAAK,CAAC,CAAC;IAChG,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC;CACvF,CAAC,CAAC;AACH,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,+BAA+B,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC;AACjG,MAAM,SAAS,CACb,UAAU,EACV,sBAAsB,CAAC;IACrB,UAAU,EAAE,kBAAkB;IAC9B,gBAAgB,EAAE,WAAW;IAC7B,WAAW;IACX,YAAY;CACb,CAAC,CACH,CAAC;AAEF,MAAM,EAAE,GAAG,MAAM,UAAU,CACzB,IAAI,EACJ;IACE,SAAS;IACT,QAAQ;IACR,MAAM;IACN,cAAc;IACd,cAAc;IACd,aAAa;IACb,uBAAuB;IACvB,oBAAoB;IACpB,iBAAiB;IACjB,YAAY;IACZ,cAAc;IACd,SAAS;IACT,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;IACnD,YAAY;IACZ,MAAM;IACN,SAAS;IACT,wBAAwB;IACxB,IAAI,UAAU,EAAE;CACjB,EACD;IACE,YAAY,EAAE,IAAI;IAClB,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACzB,GAAG,EAAE,mBAAmB;IACxB,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC;IAC/B,QAAQ,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC1B,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;CACF,CACF,CAAC;AACF,IAAI,EAAE,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;IACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,KAAK,CACnD,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC,CAC5D,CAAC;AACF,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC7C,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC7E,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC;CAC7F,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KAClF,MAAM,CAAC,OAAO,CAAC;KACf,IAAI,EAAE,CAAC;AACV,sBAAsB,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;AAC5F,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;AAClG,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC;AAClG,IACE,aAAa,KAAK,aAAa;IAC/B,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,EACzE,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,gBAAgB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IAC/E,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC;IACrC,SAAS,CACP,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CACf;QACE,aAAa,EAAE,CAAC;QAChB,MAAM,EAAE,kBAAkB,CAAC,MAAM;QACjC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;QAC1D,YAAY;QACZ,iBAAiB,EACf,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;QAC3E,YAAY,EAAE,aAAa,KAAK,aAAa;QAC7C,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;KACtC,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN;CACF,CAAC,CAAC;AAEH,SAAS,aAAa,CAAC,WAA8B;IACnD,MAAM,MAAM,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;IAClC,OAAO,MAAM,CAAC,cAAc,CAAC;IAC7B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC"}
1
+ {"version":3,"file":"sandbox-validation-repair.js","sourceRoot":"","sources":["../src/sandbox-validation-repair.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,WAAW,EAAE,YAAY,CAAC,GAC/F,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACxB,IACE,CAAC,WAAW;IACZ,CAAC,cAAc;IACf,CAAC,eAAe;IAChB,CAAC,gBAAgB;IACjB,CAAC,WAAW;IACZ,CAAC,YAAY,EACb,CAAC;IACD,MAAM,IAAI,KAAK,CACb,qIAAqI,CACtI,CAAC;AACJ,CAAC;AAED,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,MAAM,mBAAmB,GAAG,YAAY,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC;AACzE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CACjF,GAAG,EAAE,CAAC,kBAAkB,EACxB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAC9C,CAAC;AACF,MAAM,CAAC,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,uBAAuB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC3F,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACvD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACzD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC,CAAC,CAAC;AACH,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;AAC3F,MAAM,YAAY,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;AAE1D,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,MAAM;IACN,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC;IACxC,IAAI;IACJ,mBAAmB;CACpB,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACnE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;AACzF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AAClE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9E,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,IAAI;IACJ,mBAAmB;IACnB,OAAO;IACP,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC;CACxC,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;AAC3E,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,uBAAuB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IACtF,SAAS,CAAC,kBAAkB,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACzF,SAAS,CAAC,eAAe,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;CACjF,CAAC,CAAC;AAEH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,CAAC,CAAC;AAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;AAClD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,MAAM,EAAE,CAAC;IAC3C,IAAI,CAAC,sDAAsD,CAAC,CAAC;AAC/D,CAAC;AACD,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,GAAG,CAAC,MAAM;QACR,CAAC,CAAC;YACE,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CACrD,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,KAAK,CAAC,CACxC;SACF;QACH,CAAC,CAAC,EAAE,CAAC;IACP,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC;CACvF,CAAC,CAAC;AACH,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,+BAA+B,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC;AACjG,MAAM,SAAS,CACb,UAAU,EACV,sBAAsB,CAAC;IACrB,UAAU,EAAE,kBAAkB;IAC9B,gBAAgB,EAAE,WAAW;IAC7B,WAAW;IACX,YAAY;CACb,CAAC,CACH,CAAC;AAEF,MAAM,EAAE,GAAG,MAAM,UAAU,CACzB,IAAI,EACJ;IACE,SAAS;IACT,QAAQ;IACR,MAAM;IACN,cAAc;IACd,cAAc;IACd,aAAa;IACb,uBAAuB;IACvB,oBAAoB;IACpB,iBAAiB;IACjB,YAAY;IACZ,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc;IACtD,SAAS;IACT,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;IACnD,YAAY;IACZ,MAAM;IACN,SAAS;IACT,wBAAwB;IACxB,IAAI,UAAU,EAAE;CACjB,EACD;IACE,YAAY,EAAE,IAAI;IAClB,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACzB,GAAG,EAAE,mBAAmB;IACxB,GAAG,EAAE,OAAO,CAAC,GAAG;IAChB,QAAQ,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC1B,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;CACF,CACF,CAAC;AACF,IAAI,EAAE,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;IACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,KAAK,CACnD,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC,CAC5D,CAAC;AACF,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC7C,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC7E,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC;CAC7F,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KAClF,MAAM,CAAC,OAAO,CAAC;KACf,IAAI,EAAE,CAAC;AACV,sBAAsB,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;AAC5F,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;AAClG,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC;AAClG,IACE,aAAa,KAAK,aAAa;IAC/B,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,EACzE,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,gBAAgB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IAC/E,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC;IACrC,SAAS,CACP,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CACf;QACE,aAAa,EAAE,CAAC;QAChB,MAAM,EAAE,kBAAkB,CAAC,MAAM;QACjC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;QAC1D,YAAY;QACZ,iBAAiB,EACf,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;QAC3E,YAAY,EAAE,aAAa,KAAK,aAAa;QAC7C,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;KACtC,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN;CACF,CAAC,CAAC;AAEH,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC"}
@@ -1,6 +1,17 @@
1
+ export interface PiModelAuth {
2
+ readonly provider: "openai" | "openai-codex";
3
+ readonly apiKey?: string;
4
+ readonly authJson?: string;
5
+ }
6
+ export interface CodexModelAuth {
7
+ readonly apiKey?: string;
8
+ readonly authJson?: string;
9
+ }
10
+ export declare function openAiApiKey(): string | undefined;
11
+ export declare function loadPiModelAuth(): Promise<PiModelAuth>;
12
+ export declare function loadCodexModelAuth(): Promise<CodexModelAuth>;
1
13
  export declare function loadPiSubscriptionAuth(): Promise<string>;
2
14
  export declare function assertCodexSubscriptionAuth(value: unknown, source?: string): void;
3
15
  export declare function loadCodexSubscriptionAuth(): Promise<string>;
4
- export declare function subscriptionBearerToken(model: string): Promise<string>;
5
16
  export declare function githubToken(): Promise<string | undefined>;
6
17
  //# sourceMappingURL=subscription-auth.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"subscription-auth.d.ts","sourceRoot":"","sources":["../src/subscription-auth.ts"],"names":[],"mappings":"AAKA,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,MAAM,CAAC,CAe9D;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,SAAe,GAAG,IAAI,CAIvF;AAED,wBAAsB,yBAAyB,IAAI,OAAO,CAAC,MAAM,CAAC,CAUjE;AAED,wBAAsB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAc5E;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAM/D"}
1
+ {"version":3,"file":"subscription-auth.d.ts","sourceRoot":"","sources":["../src/subscription-auth.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,QAAQ,EAAE,QAAQ,GAAG,cAAc,CAAC;IAC7C,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,wBAAgB,YAAY,IAAI,MAAM,GAAG,SAAS,CAGjD;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,WAAW,CAAC,CAK5D;AAED,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,cAAc,CAAC,CAGlE;AAED,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,MAAM,CAAC,CAe9D;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,SAAe,GAAG,IAAI,CAIvF;AAED,wBAAsB,yBAAyB,IAAI,OAAO,CAAC,MAAM,CAAC,CAWjE;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAM/D"}
@@ -2,6 +2,20 @@ import { readFile } from "node:fs/promises";
2
2
  import { homedir } from "node:os";
3
3
  import { join } from "node:path";
4
4
  import { runCommand } from "./process.js";
5
+ export function openAiApiKey() {
6
+ const key = process.env.OPENAI_API_KEY?.trim();
7
+ return key || undefined;
8
+ }
9
+ export async function loadPiModelAuth() {
10
+ const apiKey = openAiApiKey();
11
+ return apiKey
12
+ ? { provider: "openai", apiKey }
13
+ : { provider: "openai-codex", authJson: await loadPiSubscriptionAuth() };
14
+ }
15
+ export async function loadCodexModelAuth() {
16
+ const apiKey = openAiApiKey();
17
+ return apiKey ? { apiKey } : { authJson: await loadCodexSubscriptionAuth() };
18
+ }
5
19
  export async function loadPiSubscriptionAuth() {
6
20
  const raw = process.env.SELFBENCH_PI_AUTH_JSON ??
7
21
  (await readFile(join(homedir(), ".pi/agent/auth.json"), "utf8"));
@@ -22,7 +36,8 @@ export function assertCodexSubscriptionAuth(value, source = "Codex auth") {
22
36
  }
23
37
  export async function loadCodexSubscriptionAuth() {
24
38
  const path = process.env.CODEX_AUTH_JSON_PATH ?? join(homedir(), ".codex/auth.json");
25
- const parsed = JSON.parse(await readFile(path, "utf8"));
39
+ const raw = process.env.SELFBENCH_CODEX_AUTH_JSON ?? (await readFile(path, "utf8"));
40
+ const parsed = JSON.parse(raw);
26
41
  assertCodexSubscriptionAuth(parsed, path);
27
42
  const auth = parsed;
28
43
  return JSON.stringify({
@@ -31,21 +46,6 @@ export async function loadCodexSubscriptionAuth() {
31
46
  ...(typeof auth.last_refresh === "string" ? { last_refresh: auth.last_refresh } : {}),
32
47
  });
33
48
  }
34
- export async function subscriptionBearerToken(model) {
35
- const result = await runCommand("pi", [
36
- "auth",
37
- "print-bearer-token",
38
- "--provider",
39
- "openai-codex",
40
- "--model",
41
- model,
42
- ]);
43
- const token = result.stdout.trim();
44
- if (!token) {
45
- throw new Error(`Pi returned no openai-codex subscription bearer token for ${model}`);
46
- }
47
- return token;
48
- }
49
49
  export async function githubToken() {
50
50
  if (process.env.GH_TOKEN) {
51
51
  return process.env.GH_TOKEN;
@@ -1 +1 @@
1
- {"version":3,"file":"subscription-auth.js","sourceRoot":"","sources":["../src/subscription-auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,CAAC,KAAK,UAAU,sBAAsB;IAC1C,MAAM,GAAG,GACP,OAAO,CAAC,GAAG,CAAC,sBAAsB;QAClC,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzE,IACE,CAAC,QAAQ,CAAC,UAAU,CAAC;QACrB,UAAU,CAAC,IAAI,KAAK,OAAO;QAC3B,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ;QACrC,OAAO,UAAU,CAAC,OAAO,KAAK,QAAQ,EACtC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAc,EAAE,MAAM,GAAG,YAAY;IAC/E,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,GAAG,MAAM,oDAAoD,CAAC,CAAC;IACjF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB;IAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;IACnE,2BAA2B,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAiC,CAAC;IAC/C,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,SAAS,EAAE,SAAS;QACpB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,GAAG,CAAC,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAAa;IACzD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE;QACpC,MAAM;QACN,oBAAoB;QACpB,YAAY;QACZ,cAAc;QACd,SAAS;QACT,KAAK;KACN,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,6DAA6D,KAAK,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC9B,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;IACjF,OAAO,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1F,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}
1
+ {"version":3,"file":"subscription-auth.js","sourceRoot":"","sources":["../src/subscription-auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAa1C,MAAM,UAAU,YAAY;IAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC;IAC/C,OAAO,GAAG,IAAI,SAAS,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe;IACnC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,OAAO,MAAM;QACX,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE;QAChC,CAAC,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,sBAAsB,EAAE,EAAE,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACtC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,yBAAyB,EAAE,EAAE,CAAC;AAC/E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB;IAC1C,MAAM,GAAG,GACP,OAAO,CAAC,GAAG,CAAC,sBAAsB;QAClC,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzE,IACE,CAAC,QAAQ,CAAC,UAAU,CAAC;QACrB,UAAU,CAAC,IAAI,KAAK,OAAO;QAC3B,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ;QACrC,OAAO,UAAU,CAAC,OAAO,KAAK,QAAQ,EACtC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAc,EAAE,MAAM,GAAG,YAAY;IAC/E,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,GAAG,MAAM,oDAAoD,CAAC,CAAC;IACjF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB;IAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,CAAC,CAAC;IACrF,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IAC1C,2BAA2B,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAiC,CAAC;IAC/C,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,SAAS,EAAE,SAAS;QACpB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,GAAG,CAAC,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC9B,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;IACjF,OAAO,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1F,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}
@@ -1,5 +1,5 @@
1
- import type { SelfBenchConfig } from "./config.js";
2
- import { type ArtifactRef, type AuditResult, type AuthoredTask, type AuthorOutcome, type Candidate, type Difficulty, type DiscoveryResult, type ReviewResult, type RunRequest, type ValidationResult } from "./contracts.js";
1
+ import type { SelfBenchConfig } from "../config.js";
2
+ import { type ArtifactRef, type AuditResult, type AuthoredTask, type AuthorOutcome, type Candidate, type Difficulty, type DiscoveryResult, type ReviewResult, type RunRequest, type ValidationResult } from "../contracts.js";
3
3
  export interface AuthorCandidateInput {
4
4
  readonly run: RunRequest;
5
5
  readonly candidate: Candidate;
@@ -37,5 +37,4 @@ export interface SelfBenchActivities {
37
37
  buildExport(input: ExportInput): Promise<ArtifactRef>;
38
38
  }
39
39
  export declare function createActivities(config: SelfBenchConfig): SelfBenchActivities;
40
- export declare function parseArtifactReference(value: unknown): ArtifactRef;
41
40
  //# sourceMappingURL=activities.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"activities.d.ts","sourceRoot":"","sources":["../../src/temporal/activities.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,SAAS,EAEd,KAAK,UAAU,EACf,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,KAAK,UAAU,EAEf,KAAK,gBAAgB,EACtB,MAAM,iBAAiB,CAAC;AA6CzB,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;CAC/B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5D,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;CAC/C;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;CAC7B;AAED,MAAM,WAAW,eAAgB,SAAQ,cAAc;IACrD,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;CAC9B;AAED,MAAM,WAAW,yBAA0B,SAAQ,cAAc;IAC/D,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC;CACvC;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,CAAC;CACzC;AAED,MAAM,WAAW,mBAAmB;IAClC,sBAAsB,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC7E,eAAe,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACrE,YAAY,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC/D,oBAAoB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAC/E,UAAU,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACzD,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAC3D,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACvD,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;CACvD;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,eAAe,GAAG,mBAAmB,CAa7E"}