roast-ai 0.4.0 → 0.4.1

data/schema/workflow.json

@@ -8,7 +8,46 @@
       "tools": {
         "type": "array",
         "items": {
-          "type": "string"
+          "oneOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "object",
+              "additionalProperties": {
+                "type": "object",
+                "properties": {
+                  "url": {
+                    "type": "string"
+                  },
+                  "command": {
+                    "type": "string"
+                  },
+                  "args": {
+                    "type": "array",
+                    "items": {
+                      "type": "string"
+                    }
+                  },
+                  "env": {
+                    "type": "object"
+                  },
+                  "only": {
+                    "type": "array",
+                    "items": {
+                      "type": "string"
+                    }
+                  },
+                  "except": {
+                    "type": "array",
+                    "items": {
+                      "type": "string"
+                    }
+                  }
+                }
+              }
+            }
+          ]
         }
       },
       "target": {
@@ -23,6 +62,43 @@
         "type": "string",
         "description": "Default AI model to use for all steps in the workflow"
       },
+      "context_management": {
+        "type": "object",
+        "description": "Configuration for automatic context management and compaction",
+        "properties": {
+          "enabled": {
+            "type": "boolean",
+            "description": "Whether to enable context management",
+            "default": true
+          },
+          "strategy": {
+            "type": "string",
+            "description": "Compaction strategy to use when threshold is exceeded",
+            "enum": ["auto", "summarize", "prune", "none"],
+            "default": "auto"
+          },
+          "threshold": {
+            "type": "number",
+            "description": "Percentage of context window to trigger compaction (0.0 to 1.0)",
+            "minimum": 0.0,
+            "maximum": 1.0,
+            "default": 0.8
+          },
+          "max_tokens": {
+            "type": "integer",
+            "description": "Maximum number of tokens allowed in context (defaults to model's limit)",
+            "minimum": 1000
+          },
+          "retain_steps": {
+            "type": "array",
+            "description": "Step names to always keep in full when compacting",
+            "items": {
+              "type": "string"
+            }
+          }
+        },
+        "additionalProperties": false
+      },
       "inputs": {
         "type": "array",
         "items": {

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: roast-ai
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Shopify
@@ -107,6 +107,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: ruby-graphviz
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -166,55 +180,89 @@ files:
 - docs/AGENT_STEPS.md
 - docs/INSTRUMENTATION.md
 - docs/ITERATION_SYNTAX.md
+- docs/VALIDATION.md
+- examples/agent_continue/add_documentation/prompt.md
+- examples/agent_continue/add_error_handling/prompt.md
+- examples/agent_continue/analyze_codebase/prompt.md
+- examples/agent_continue/combined_workflow.yml
+- examples/agent_continue/continue_adding_features/prompt.md
+- examples/agent_continue/create_integration_tests/prompt.md
+- examples/agent_continue/document_with_context/prompt.md
+- examples/agent_continue/explore_api/prompt.md
+- examples/agent_continue/implement_client/prompt.md
+- examples/agent_continue/inline_workflow.yml
+- examples/agent_continue/refactor_code/prompt.md
+- examples/agent_continue/verify_changes/prompt.md
+- examples/agent_continue/workflow.yml
 - examples/agent_workflow/README.md
 - examples/agent_workflow/apply_refactorings/prompt.md
 - examples/agent_workflow/identify_code_smells/prompt.md
 - examples/agent_workflow/summarize_improvements/prompt.md
+- examples/agent_workflow/workflow.png
 - examples/agent_workflow/workflow.yml
 - examples/api_workflow/README.md
 - examples/api_workflow/fetch_api_data/prompt.md
 - examples/api_workflow/generate_report/prompt.md
 - examples/api_workflow/prompt.md
 - examples/api_workflow/transform_data/prompt.md
+- examples/api_workflow/workflow.png
 - examples/api_workflow/workflow.yml
+- examples/apply_diff_demo/README.md
+- examples/apply_diff_demo/apply_simple_change/prompt.md
+- examples/apply_diff_demo/create_sample_file/prompt.md
+- examples/apply_diff_demo/workflow.yml
 - examples/available_tools_demo/README.md
 - examples/available_tools_demo/analyze_files/prompt.md
 - examples/available_tools_demo/explore_directory/prompt.md
+- examples/available_tools_demo/workflow.png
 - examples/available_tools_demo/workflow.yml
 - examples/available_tools_demo/write_summary/prompt.md
 - examples/bash_prototyping/README.md
 - examples/bash_prototyping/analyze_network/prompt.md
 - examples/bash_prototyping/analyze_system/prompt.md
+- examples/bash_prototyping/api_testing.png
 - examples/bash_prototyping/api_testing.yml
 - examples/bash_prototyping/check_processes/prompt.md
 - examples/bash_prototyping/generate_report/prompt.md
 - examples/bash_prototyping/process_json_response/prompt.md
+- examples/bash_prototyping/system_analysis.png
 - examples/bash_prototyping/system_analysis.yml
 - examples/bash_prototyping/test_public_api/prompt.md
 - examples/case_when/README.md
 - examples/case_when/detect_language/prompt.md
+- examples/case_when/workflow.png
 - examples/case_when/workflow.yml
 - examples/cmd/README.md
 - examples/cmd/analyze_project/prompt.md
 - examples/cmd/basic_demo/prompt.md
+- examples/cmd/basic_workflow.png
 - examples/cmd/basic_workflow.yml
 - examples/cmd/check_repository/prompt.md
 - examples/cmd/create_and_verify/prompt.md
+- examples/cmd/dev_workflow.png
 - examples/cmd/dev_workflow.yml
 - examples/cmd/explore_project/prompt.md
+- examples/cmd/explorer_workflow.png
 - examples/cmd/explorer_workflow.yml
 - examples/cmd/smart_tool_selection/prompt.md
 - examples/conditional/README.md
 - examples/conditional/check_condition/prompt.md
+- examples/conditional/simple_workflow.png
 - examples/conditional/simple_workflow.yml
+- examples/conditional/workflow.png
 - examples/conditional/workflow.yml
+- examples/context_management_demo/README.md
+- examples/context_management_demo/workflow.yml
 - examples/direct_coerce_syntax/README.md
+- examples/direct_coerce_syntax/workflow.png
 - examples/direct_coerce_syntax/workflow.yml
 - examples/dot_notation/README.md
+- examples/dot_notation/workflow.png
 - examples/dot_notation/workflow.yml
 - examples/exit_on_error/README.md
 - examples/exit_on_error/analyze_lint_output/prompt.md
 - examples/exit_on_error/apply_fixes/prompt.md
+- examples/exit_on_error/workflow.png
 - examples/exit_on_error/workflow.yml
 - examples/grading/README.md
 - examples/grading/analyze_coverage/prompt.md
@@ -230,6 +278,7 @@ files:
 - examples/grading/verify_mocks_and_stubs/prompt.md
 - examples/grading/verify_test_helpers/prompt.md
 - examples/grading/workflow.md
+- examples/grading/workflow.png
 - examples/grading/workflow.rb.md
 - examples/grading/workflow.ts+tsx.md
 - examples/grading/workflow.yml
@@ -242,6 +291,7 @@ files:
 - examples/interpolation/sample.js
 - examples/interpolation/sample.rb
 - examples/interpolation/workflow.md
+- examples/interpolation/workflow.png
 - examples/interpolation/workflow.yml
 - examples/iteration/IMPLEMENTATION.md
 - examples/iteration/README.md
@@ -260,8 +310,10 @@ files:
 - examples/iteration/simple_workflow.yml
 - examples/iteration/update_fix_count/prompt.md
 - examples/iteration/verify_fix/prompt.md
+- examples/iteration/workflow.png
 - examples/iteration/workflow.yml
 - examples/json_handling/README.md
+- examples/json_handling/workflow.png
 - examples/json_handling/workflow.yml
 - examples/mcp/README.md
 - examples/mcp/analyze_changes/prompt.md
@@ -270,17 +322,22 @@ files:
 - examples/mcp/check_data_quality/prompt.md
 - examples/mcp/check_documentation/prompt.md
 - examples/mcp/create_recommendations/prompt.md
+- examples/mcp/database_workflow.png
 - examples/mcp/database_workflow.yml
+- examples/mcp/env_demo/workflow.png
 - examples/mcp/env_demo/workflow.yml
 - examples/mcp/fetch_pr_context/prompt.md
 - examples/mcp/filesystem_demo/create_test_file/prompt.md
 - examples/mcp/filesystem_demo/list_files/prompt.md
 - examples/mcp/filesystem_demo/read_with_mcp/prompt.md
+- examples/mcp/filesystem_demo/workflow.png
 - examples/mcp/filesystem_demo/workflow.yml
 - examples/mcp/generate_insights/prompt.md
 - examples/mcp/generate_report/prompt.md
 - examples/mcp/generate_review/prompt.md
+- examples/mcp/github_workflow.png
 - examples/mcp/github_workflow.yml
+- examples/mcp/multi_mcp_workflow.png
 - examples/mcp/multi_mcp_workflow.yml
 - examples/mcp/post_review/prompt.md
 - examples/mcp/save_report/prompt.md
@@ -289,10 +346,19 @@ files:
 - examples/mcp/test_filesystem/prompt.md
 - examples/mcp/test_github/prompt.md
 - examples/mcp/test_read/prompt.md
+- examples/mcp/workflow.png
 - examples/mcp/workflow.yml
+- examples/no_model_fallback/README.md
+- examples/no_model_fallback/analyze_file/prompt.md
+- examples/no_model_fallback/analyze_patterns/prompt.md
+- examples/no_model_fallback/generate_report_for_md/prompt.md
+- examples/no_model_fallback/generate_report_for_rb/prompt.md
+- examples/no_model_fallback/sample.rb
+- examples/no_model_fallback/workflow.yml
 - examples/openrouter_example/README.md
 - examples/openrouter_example/analyze_input/prompt.md
 - examples/openrouter_example/generate_response/prompt.md
+- examples/openrouter_example/workflow.png
 - examples/openrouter_example/workflow.yml
 - examples/pre_post_processing/README.md
 - examples/pre_post_processing/analyze_test_file/prompt.md
@@ -305,40 +371,54 @@ files:
 - examples/pre_post_processing/pre_processing/gather_baseline_metrics/prompt.md
 - examples/pre_post_processing/pre_processing/setup_test_environment/prompt.md
 - examples/pre_post_processing/validate_changes/prompt.md
+- examples/pre_post_processing/workflow.png
 - examples/pre_post_processing/workflow.yml
 - examples/rspec_to_minitest/README.md
 - examples/rspec_to_minitest/analyze_spec/prompt.md
 - examples/rspec_to_minitest/create_minitest/prompt.md
 - examples/rspec_to_minitest/run_and_improve/prompt.md
 - examples/rspec_to_minitest/workflow.md
+- examples/rspec_to_minitest/workflow.png
 - examples/rspec_to_minitest/workflow.yml
 - examples/shared_config/README.md
+- examples/shared_config/example_with_shared_config/workflow.png
 - examples/shared_config/example_with_shared_config/workflow.yml
+- examples/shared_config/shared.png
 - examples/shared_config/shared.yml
 - examples/single_target_prepost/README.md
 - examples/single_target_prepost/post_processing/output.txt
 - examples/single_target_prepost/pre_processing/gather_dependencies/prompt.md
+- examples/single_target_prepost/workflow.png
 - examples/single_target_prepost/workflow.yml
 - examples/smart_coercion_defaults/README.md
+- examples/smart_coercion_defaults/workflow.png
 - examples/smart_coercion_defaults/workflow.yml
 - examples/step_configuration/README.md
+- examples/step_configuration/workflow.png
 - examples/step_configuration/workflow.yml
+- examples/swarm_example.yml
 - examples/tool_config_example/README.md
 - examples/tool_config_example/example_step/prompt.md
+- examples/tool_config_example/workflow.png
 - examples/tool_config_example/workflow.yml
 - examples/user_input/README.md
 - examples/user_input/funny_name/create_backstory/prompt.md
+- examples/user_input/funny_name/workflow.png
 - examples/user_input/funny_name/workflow.yml
 - examples/user_input/generate_summary/prompt.md
+- examples/user_input/simple_input_demo/workflow.png
 - examples/user_input/simple_input_demo/workflow.yml
+- examples/user_input/survey_workflow.png
 - examples/user_input/survey_workflow.yml
 - examples/user_input/welcome_message/prompt.md
+- examples/user_input/workflow.png
 - examples/user_input/workflow.yml
 - examples/workflow_generator/README.md
 - examples/workflow_generator/analyze_user_request/prompt.md
 - examples/workflow_generator/create_workflow_files/prompt.md
 - examples/workflow_generator/get_user_input/prompt.md
 - examples/workflow_generator/info_from_roast.rb
+- examples/workflow_generator/workflow.png
 - examples/workflow_generator/workflow.yml
 - exe/roast
 - gemfiles/activesupport7.gemfile
@@ -351,6 +431,7 @@ files:
 - lib/roast/helpers/minitest_coverage_runner.rb
 - lib/roast/helpers/path_resolver.rb
 - lib/roast/helpers/prompt_loader.rb
+- lib/roast/helpers/timeout_handler.rb
 - lib/roast/initializers.rb
 - lib/roast/resources.rb
 - lib/roast/resources/api_resource.rb
@@ -359,15 +440,20 @@ files:
 - lib/roast/resources/file_resource.rb
 - lib/roast/resources/none_resource.rb
 - lib/roast/resources/url_resource.rb
+- lib/roast/services/context_threshold_checker.rb
+- lib/roast/services/token_counting_service.rb
 - lib/roast/tools.rb
+- lib/roast/tools/apply_diff.rb
 - lib/roast/tools/ask_user.rb
 - lib/roast/tools/bash.rb
 - lib/roast/tools/cmd.rb
 - lib/roast/tools/coding_agent.rb
+- lib/roast/tools/context_summarizer.rb
 - lib/roast/tools/grep.rb
 - lib/roast/tools/helpers/coding_agent_message_formatter.rb
 - lib/roast/tools/read_file.rb
 - lib/roast/tools/search_file.rb
+- lib/roast/tools/swarm.rb
 - lib/roast/tools/update_files.rb
 - lib/roast/tools/write_file.rb
 - lib/roast/value_objects.rb
@@ -390,6 +476,7 @@ files:
 - lib/roast/workflow/configuration.rb
 - lib/roast/workflow/configuration_loader.rb
 - lib/roast/workflow/configuration_parser.rb
+- lib/roast/workflow/context_manager.rb
 - lib/roast/workflow/context_path_resolver.rb
 - lib/roast/workflow/dot_access_hash.rb
 - lib/roast/workflow/each_step.rb
@@ -410,11 +497,15 @@ files:
 - lib/roast/workflow/replay_handler.rb
 - lib/roast/workflow/resource_resolver.rb
 - lib/roast/workflow/session_manager.rb
+- lib/roast/workflow/sqlite_state_repository.rb
 - lib/roast/workflow/state_manager.rb
 - lib/roast/workflow/state_repository.rb
+- lib/roast/workflow/state_repository_factory.rb
+- lib/roast/workflow/step_completion_reporter.rb
 - lib/roast/workflow/step_executor_coordinator.rb
 - lib/roast/workflow/step_executor_factory.rb
 - lib/roast/workflow/step_executor_registry.rb
+- lib/roast/workflow/step_executor_with_reporting.rb
 - lib/roast/workflow/step_executors/base_step_executor.rb
 - lib/roast/workflow/step_executors/hash_step_executor.rb
 - lib/roast/workflow/step_executors/parallel_step_executor.rb
@@ -422,15 +513,24 @@ files:
 - lib/roast/workflow/step_factory.rb
 - lib/roast/workflow/step_finder.rb
 - lib/roast/workflow/step_loader.rb
+- lib/roast/workflow/step_name_extractor.rb
 - lib/roast/workflow/step_orchestrator.rb
 - lib/roast/workflow/step_runner.rb
 - lib/roast/workflow/step_type_resolver.rb
+- lib/roast/workflow/validation_command.rb
 - lib/roast/workflow/validator.rb
+- lib/roast/workflow/validators/base_validator.rb
+- lib/roast/workflow/validators/dependency_validator.rb
+- lib/roast/workflow/validators/linting_validator.rb
+- lib/roast/workflow/validators/schema_validator.rb
+- lib/roast/workflow/validators/step_collector.rb
+- lib/roast/workflow/validators/validation_orchestrator.rb
 - lib/roast/workflow/workflow_context.rb
 - lib/roast/workflow/workflow_execution_context.rb
 - lib/roast/workflow/workflow_executor.rb
 - lib/roast/workflow/workflow_initializer.rb
 - lib/roast/workflow/workflow_runner.rb
+- lib/roast/workflow_diagram_generator.rb
 - package-lock.json
 - roast.gemspec
 - schema/workflow.json