ace-test-runner-e2e 0.29.2 → 0.29.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dde42f8b80c7e0a73e15b49c75c855de309a131e85e563e11229649b58ecbe80
-  data.tar.gz: 705e034b6dff3495dc2c442ddc85ebc186165d9c09160e78e2dc324c42afe526
+  metadata.gz: 4175ed580aa89e48e44da80f69a528dce356d694ea98a9f7a37f3ca1df6795ab
+  data.tar.gz: 1400f526eecf489e0dbbcf018a4ca54cb45266bae8832a358fe24be7774d5fa3
 SHA512:
-  metadata.gz: b935805e2fc496cf7b79526d29995ada1cf06cb03f9dbbda409a5f35b2f58492419a8f4b70b50b4224a09dec7452b5bb71cc8406b55c8c49f5566a60659506db
-  data.tar.gz: 89abb75c2dabb819e7068e0654bb5da1dc2a2319bbca78d0b8e1114ccb6776c3f3f79748596479da188820ddc60bb9481611fca64575d1f1638fd949a678e6e8
+  metadata.gz: ec6ae0219f17b02f9a8613e063a4214b1b71f8668845a90a34f57662e0a580cdd0bd1264b6f86a12fba4dced58b6e56e1ceb3e0a77beef895a23369f5c1c0a93
+  data.tar.gz: 7031095393272358f64d89460af7c93b8585012227bbaba0ca1c512c07a9f40da7d2f9ef1fba491ab63626e07ebf38b6eb40a9304e47cdb4b6b9f1a42c8ec14f

data/.ace-defaults/e2e-runner/config.yml

@@ -32,14 +32,14 @@ cleanup:
 # Reporting defaults (suite final report LLM synthesis)
 reporting:
   # LLM model alias for suite report generation
-  model: "glite"
+  model: "role:e2e-reporter"
   # Timeout in seconds for report generation
   timeout: 60
 
 # Execution defaults
 execution:
   # Default LLM provider:model for test execution
-  provider: "claude:sonnet@yolo"
+  provider: "role:e2e-executor"
   # Timeout per test in seconds
   timeout: 600
   # Number of tests to run in parallel (1 = sequential)

data/CHANGELOG.md

@@ -7,6 +7,27 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.29.6] - 2026-04-01
+
+### Fixed
+- Resolved `role:` provider references in CLI provider detection so sandbox isolation and pipeline execution apply when using role-based model selectors like `role:e2e-executor`.
+
+## [0.29.5] - 2026-04-01
+
+### Fixed
+- Changed pipeline executor to `Dir.chdir` into sandbox before launching the LLM agent, preventing artifact leaks to the repo root.
+
+## [0.29.4] - 2026-03-31
+
+### Changed
+- Role-based E2E runner model defaults.
+
+## [0.29.3] - 2026-03-29
+
+### Changed
+- Role-based e2e execution and reporting defaults.
+
+
 ## [0.29.2] - 2026-03-29
 
 ### Technical

data/lib/ace/test/end_to_end_runner/atoms/skill_prompt_builder.rb

@@ -33,11 +33,13 @@ module Ace
 
           # Instance method: check if a provider string refers to a CLI provider
           #
-          # @param provider_string [String] Provider:model string
+          # Resolves role: references to their concrete provider before checking.
+          #
+          # @param provider_string [String] Provider:model string (e.g., "claude:sonnet", "role:e2e-executor")
           # @return [Boolean]
           def cli_provider?(provider_string)
-            name = self.class.provider_name(provider_string)
-            @cli_providers.include?(name)
+            resolved = resolve_provider_name(provider_string)
+            @cli_providers.include?(resolved)
           end
 
           def build_execution_prompt(command:, tc_mode:)
@@ -139,6 +141,23 @@ module Ace
             PROMPT
           end
 
+          private
+
+          # Resolve the bare provider name from a provider string.
+          # For role: references, resolves via ProviderModelParser to find the
+          # concrete provider (e.g. "role:e2e-executor" → "claude").
+          def resolve_provider_name(provider_string)
+            name = self.class.provider_name(provider_string)
+            return name unless name == "role"
+
+            parse_result = Ace::LLM::Molecules::ProviderModelParser.new.parse(provider_string)
+            parse_result.valid? ? parse_result.provider : name
+          rescue
+            name
+          end
+
+          public
+
           # Lazily-loaded default instance backed by ConfigLoader
           # @return [CliProviderAdapter]
           def self.default_instance

data/lib/ace/test/end_to_end_runner/molecules/pipeline_executor.rb

@@ -100,19 +100,20 @@ module Ace
           def run_llm(prompt_path:, system_path:, output_path:, cli_args:, env_vars:)
             prompt = File.read(prompt_path)
             system = File.read(system_path)
-            working_dir = env_vars["PROJECT_ROOT_PATH"] || env_vars[:PROJECT_ROOT_PATH]
+            sandbox_dir = env_vars["PROJECT_ROOT_PATH"] || env_vars[:PROJECT_ROOT_PATH]
 
-            Ace::LLM::QueryInterface.query(
-              @provider,
-              prompt,
-              system: system,
-              cli_args: cli_args,
-              timeout: @timeout,
-              fallback: false,
-              output: output_path,
-              working_dir: working_dir,
-              subprocess_env: env_vars
-            )
+            Dir.chdir(sandbox_dir) do
+              Ace::LLM::QueryInterface.query(
+                @provider,
+                prompt,
+                system: system,
+                cli_args: cli_args,
+                timeout: @timeout,
+                fallback: false,
+                output: output_path,
+                subprocess_env: env_vars
+              )
+            end
           end
         end
       end

data/lib/ace/test/end_to_end_runner/version.rb

@@ -3,7 +3,7 @@
 module Ace
   module Test
     module EndToEndRunner
-      VERSION = '0.29.2'
+      VERSION = '0.29.6'
     end
   end
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: ace-test-runner-e2e
 version: !ruby/object:Gem::Version
-  version: 0.29.2
+  version: 0.29.6
 platform: ruby
 authors:
 - Michal Czyz
 bindir: exe
 cert_chain: []
-date: 2026-03-29 00:00:00.000000000 Z
+date: 2026-04-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ace-support-cli