agent_c 2.71828

data/template/README.md

@@ -0,0 +1,61 @@
+# Overview
+
+This directory contains a small script demonstrating how to run a batch of pipelines.
+
+For each `summary` record created, Claude will choose a random file, summarize it, and write the summary to disk. Then our pipeline commits the changes at the end.
+
+It creates two records and runs them across two worktrees.
+
+The main entrypoint is the Rakefile.
+
+
+### Running the Batch
+
+You'll need to set the relevant environment variables specified in the Config. (The environment variables necessary assume you're using Claude on Bedrock.)
+
+Then run:
+
+```sh
+bin/rake run
+# => Summary report:
+# => Succeeded: 2
+# => Pending: 0
+# => Failed: 0
+# => Run cost: $0.31
+# => Project total cost: $1.67
+# => ---
+# => task: 1 - wrote summary to /tmp/example-worktrees/summary-examples-0/VERSIONED_STORE_BASE_SUMMARY.md
+# => task: 2 - wrote summary to /tmp/example-worktrees/summary-examples-1/SUMMARY-es.md
+```
+
+### Watching progress
+
+You can tail the logs with:
+
+```sh
+# See EVERYTHING
+tail -f log/run.log
+
+# See just progress
+tail -f log/run.log | grep INFO
+```
+
+### Poking around the data
+
+```sh
+bin/rake console
+```
+
+### Resetting state
+
+Delete the state stored in the `./tmp` directory to start all over:
+
+```sh
+rm -rf ./tmp
+```
+
+### Run the tests:
+
+```sh
+bin/rake test
+```

data/template/Rakefile

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "rake/testtask"
+
+require_relative "./lib/autoload"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+  t.verbose = true
+  t.warning = false
+end
+
+desc "Run the pipeline"
+task :run do
+  batch = AgentC::Batch.new(**Config::BATCH)
+
+  ["english", "spanish"].map do |language|
+    record = batch.store.summary.find_or_create_by!(language:)
+
+    batch.add_task(record)
+  end
+
+  batch.call
+
+  puts "Summary report:"
+  puts batch.report
+  puts "---\n"
+
+  batch.store.task.all.each do |task|
+    next unless task.done?
+
+    full_path = File.join(
+      task.workspace.dir,
+      task.record.summary_path
+    )
+    puts "task: #{task.id} - wrote summary to #{full_path}"
+  end
+end
+
+task :console do
+  batch = AgentC::Batch.new(**Config::BATCH)
+
+  # poke around the data here
+  binding.irb
+end
+
+task default: :test

data/template/bin/rake

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'rake' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../Gemfile", __dir__)
+
+bundle_binstub = File.expand_path("bundle", __dir__)
+
+if File.file?(bundle_binstub)
+  if File.read(bundle_binstub, 300).include?("This file was generated by Bundler")
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require "rubygems"
+require "bundler/setup"
+
+load Gem.bin_path("rake", "rake")

data/template/lib/autoload.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+require "versioned_store"
+require "agent_c"
+require "i18n"
+require "zeitwerk"
+
+loader = Zeitwerk::Loader.new
+loader.push_dir(File.expand_path(__dir__))
+loader.setup

data/template/lib/config.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+require "fileutils"
+require "tmpdir"
+
+module Config
+  LOG_PATH = "./log/run.log"
+  FileUtils.mkdir_p(File.dirname(LOG_PATH))
+
+  LOGGER = Logger.new(LOG_PATH)
+
+  PROJECT = "TemplateProject.v1"
+
+  BATCH = {
+    record_type: :summary,
+    pipeline: Pipeline,
+
+    store: {
+      class: Store,
+      config: {
+        logger: LOGGER,
+        dir: File.join(
+          File.expand_path("../tmp", __dir__),
+          PROJECT,
+        )
+      },
+    },
+
+    repo: {
+      dir: File.expand_path("../../", __dir__),
+      initial_revision: "main",
+      working_subdir: "", # use the root-level of the repo
+      worktrees_root_dir: "/tmp/example-worktrees",
+      worktree_branch_prefix: "summary-examples",
+      worktree_envs: [
+        {
+          SOME_ENV: "1",
+        },
+        {
+          SOME_ENV: "2",
+        },
+      ],
+    },
+
+    session: {
+      agent_db_path: File.expand_path("../../tmp/claude.sqlite", __dir__),
+      logger: LOGGER,
+      i18n_path: File.expand_path("prompts.yml", __dir__),
+      project: PROJECT,
+      ruby_llm: {
+        bedrock_api_key: ENV.fetch("AWS_ACCESS_KEY_ID"),
+        bedrock_secret_key: ENV.fetch("AWS_SECRET_ACCESS_KEY"),
+        bedrock_session_token: ENV.fetch("AWS_SESSION_TOKEN"),
+        bedrock_region: ENV.fetch("AWS_REGION", "us-west-2"),
+        default_model: ENV.fetch("LLM_MODEL", "us.anthropic.claude-sonnet-4-5-20250929-v1:0")
+      }
+    },
+  }
+end

data/template/lib/pipeline.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+class Pipeline < AgentC::Pipeline
+  agent_step(:pick_a_random_file)
+  agent_step(:summarize_the_file)
+  agent_step(:write_summary_to_disk)
+
+  step(:finalize) do
+    if repo.uncommitted_changes?
+      repo.commit_all(
+        <<~TXT
+          claude: added file: #{record.summary_path}
+        TXT
+      )
+    else
+      task.fail!("didn't create a file")
+    end
+  end
+end

data/template/lib/prompts.yml

@@ -0,0 +1,57 @@
+en:
+  # This prompt will be used by all steps, it will be cached
+  # to save $$$.
+  global_summary_cache: &global_summary_cache |
+    This project is a ruby gem. You will be summarizing a file using
+    the language specified.
+  pick_a_random_file:
+    tools: [read_file, grep, dir_glob]
+    cached_prompts:
+    - *global_summary_cache
+    prompt: |
+      # YOUR JOB
+
+      Find a random ruby file within the repository. Bonus points for picking
+      a file with many lines.
+    response_schema:
+      input_path:
+        description: |
+          The path to the file you have chosen
+
+  summarize_the_file:
+    tools: [read_file]
+    cached_prompts:
+    - *global_summary_cache
+    prompt: |
+      You will be given a file path. Your job is to summarize the file for a
+      developer to read and understand.
+
+      You must write your summary using the language provided.
+
+      language: %{language}
+      file path: %{input_path}
+    response_schema:
+      summary_body:
+        description: |
+          Your summary of the file
+
+  write_summary_to_disk:
+    tools: [edit_file]
+    cached_prompts:
+    - *global_summary_cache
+    prompt: |
+      You will be given a file path and some summary text. Write the text to the
+      a well-named file at the top-level of the repository. You will return the
+      path that you wrote.
+
+      IMPORTANT: you **must** invoke the edit_file tool to process this request.
+
+      summary:
+      ---BEGIN-SUMMARY---
+      %{summary_body}
+      ---END-SUMMARY---
+
+    response_schema:
+      summary_path:
+        description: |
+          The path to the file you wrote.

data/template/lib/store.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+class Store < VersionedStore::Base
+  include AgentC::Store
+
+  record(:summary) do
+    schema do |t|
+      # we'll input this data
+      t.string(:language)
+
+      # claude will generate this data
+      t.string(:input_path)
+      t.string(:summary_body)
+      t.string(:summary_path)
+    end
+  end
+end

data/template/test/pipeline_test.rb

@@ -0,0 +1,221 @@
+# frozen_string_literal: true
+
+require_relative "test_helper"
+
+class PipelineTest < Minitest::Test
+  include TestHelpers
+
+  def setup
+    @store = Store.new(
+      logger: Logger.new(nil),
+      dir: File.join(
+        Dir.mktmpdir,
+        "template_test"
+      ),
+    )
+
+    @workspace = @store.workspace.create!(
+      dir: Dir.mktmpdir,
+      env: {}
+    )
+
+    # Load I18n translations from prompts.yml
+    I18n.load_path << File.expand_path("../lib/prompts.yml", __dir__)
+    I18n.backend.load_translations
+  end
+
+  def test_pipeline_end_to_end
+    summary = @store.summary.create!(language: "Spanish")
+    task = @store.task.create!(
+      record: summary,
+      workspace: @workspace
+    )
+
+    dummy_chat = AgentC::TestHelpers::DummyChat.new(responses: {
+      /Find a random ruby file/ =>
+        '{"status": "success", "input_path": "lib/pipeline.rb"}',
+      /language: Spanish/ =>
+        '{"status": "success", "summary_body": "Este archivo define un pipeline que resume archivos de Ruby"}',
+      /---BEGIN-SUMMARY---/ =>
+        '{"status": "success", "summary_path": "resumen_spanish.md"}'
+    })
+
+    # Setup dummy git to avoid actual git operations
+    dummy_git = AgentC::TestHelpers::DummyGit.new(@workspace.dir)
+    dummy_git.simulate_file_created!
+
+    session = test_session(
+      workspace_dir: @workspace.dir,
+      chat_provider: ->(**params) { dummy_chat }
+    )
+
+    Pipeline.call(task:, session:, git: ->(_dir) { dummy_git })
+
+    summary.reload
+    assert_equal "lib/pipeline.rb", summary.input_path
+    assert_equal "Este archivo define un pipeline que resume archivos de Ruby", summary.summary_body
+    assert_equal "resumen_spanish.md", summary.summary_path
+    assert task.reload.done?
+    assert_equal ["pick_a_random_file", "summarize_the_file", "write_summary_to_disk", "finalize"],
+                 task.completed_steps
+  end
+
+  def test_pipeline_with_different_languages
+    summary = @store.summary.create!(language: "French")
+    task = @store.task.create!(
+      record: summary,
+      workspace: @workspace
+    )
+
+    dummy_chat = AgentC::TestHelpers::DummyChat.new(responses: {
+      /Find a random ruby file/ =>
+        '{"status": "success", "input_path": "lib/store.rb"}',
+      /language: French/ =>
+        '{"status": "success", "summary_body": "Ce fichier définit le schéma de données pour les résumés"}',
+      /---BEGIN-SUMMARY---/ =>
+        '{"status": "success", "summary_path": "resume_french.md"}'
+    })
+
+    dummy_git = AgentC::TestHelpers::DummyGit.new(@workspace.dir)
+    dummy_git.simulate_file_created!
+
+    session = test_session(
+      workspace_dir: @workspace.dir,
+      chat_provider: ->(**params) { dummy_chat }
+    )
+
+    Pipeline.call(task:, session:, git: ->(_dir) { dummy_git })
+
+    summary.reload
+    assert_equal "lib/store.rb", summary.input_path
+    assert_equal "Ce fichier définit le schéma de données pour les résumés", summary.summary_body
+    assert_equal "resume_french.md", summary.summary_path
+    assert task.reload.done?
+  end
+
+  def test_pipeline_finalize_commits_when_file_created
+    summary = @store.summary.create!(
+      language: "English",
+      input_path: "lib/pipeline.rb",
+      summary_body: "This file defines a pipeline",
+      summary_path: "summary.md"
+    )
+    task = @store.task.create!(
+      record: summary,
+      workspace: @workspace
+    )
+
+    # Mark all agent steps as completed
+    task.update!(completed_steps: ["pick_a_random_file", "summarize_the_file", "write_summary_to_disk"])
+
+    dummy_git = AgentC::TestHelpers::DummyGit.new(@workspace.dir)
+    dummy_git.simulate_file_created!
+
+    session = test_session(workspace_dir: @workspace.dir)
+
+    Pipeline.call(task:, session:, git: ->(_dir) { dummy_git })
+
+    assert task.reload.done?
+    assert_equal 1, dummy_git.invocations.count
+    commit = dummy_git.invocations.first
+    assert_equal :commit_all, commit[:method]
+    assert_match(/claude: added file: summary\.md/, commit.dig(:args, 0))
+  end
+
+  def test_pipeline_finalize_fails_when_no_file_created
+    summary = @store.summary.create!(
+      language: "English",
+      input_path: "lib/pipeline.rb",
+      summary_body: "This file defines a pipeline",
+      summary_path: "summary.md"
+    )
+    task = @store.task.create!(
+      record: summary,
+      workspace: @workspace
+    )
+
+    # Mark all agent steps as completed
+    task.update!(completed_steps: ["pick_a_random_file", "summarize_the_file", "write_summary_to_disk"])
+
+    dummy_git = AgentC::TestHelpers::DummyGit.new(@workspace.dir)
+    # Don't simulate file creation - no changes
+
+    session = test_session(workspace_dir: @workspace.dir)
+
+    Pipeline.call(task:, session:, git: ->(_dir) { dummy_git })
+
+    assert task.reload.failed?
+    assert_match(/didn't create a file/, task.error_message)
+  end
+
+  def test_pipeline_handles_agent_step_failure
+    summary = @store.summary.create!(language: "English")
+    task = @store.task.create!(
+      record: summary,
+      workspace: @workspace
+    )
+
+    dummy_chat = AgentC::TestHelpers::DummyChat.new(responses: {
+      /Find a random ruby file/ =>
+        '{"status": "error", "message": "No suitable files found in repository"}'
+    })
+
+    dummy_git = AgentC::TestHelpers::DummyGit.new(@workspace.dir)
+
+    session = test_session(
+      workspace_dir: @workspace.dir,
+      chat_provider: ->(**params) { dummy_chat }
+    )
+
+    Pipeline.call(task:, session:, git: ->(_dir) { dummy_git })
+
+    assert task.reload.failed?
+    assert_match(/No suitable files found/, task.error_message)
+    assert_nil summary.reload.input_path
+    assert_equal [], task.completed_steps
+  end
+
+  def test_pipeline_resumes_from_completed_steps
+    summary = @store.summary.create!(
+      language: "Japanese",
+      input_path: "lib/config.rb",
+      summary_body: "このファイルは設定を定義します"
+    )
+    task = @store.task.create!(
+      record: summary,
+      workspace: @workspace
+    )
+
+    # Mark first two steps as completed
+    task.update!(completed_steps: ["pick_a_random_file", "summarize_the_file"])
+
+    dummy_chat = AgentC::TestHelpers::DummyChat.new(responses: {
+      /---BEGIN-SUMMARY---/ =>
+        '{"status": "success", "summary_path": "config_summary_ja.md"}'
+    })
+
+    dummy_git = AgentC::TestHelpers::DummyGit.new(@workspace.dir)
+    dummy_git.simulate_file_created!
+
+    session = test_session(
+      workspace_dir: @workspace.dir,
+      chat_provider: ->(**params) { dummy_chat }
+    )
+
+    Pipeline.call(task:, session:, git: ->(_dir) { dummy_git })
+
+    summary.reload
+    # First two steps' data should still be there
+    assert_equal "lib/config.rb", summary.input_path
+    assert_equal "このファイルは設定を定義します", summary.summary_body
+    # Only the last step's data should be updated
+    assert_equal "config_summary_ja.md", summary.summary_path
+    assert task.reload.done?
+    assert_equal ["pick_a_random_file", "summarize_the_file", "write_summary_to_disk", "finalize"],
+                 task.completed_steps
+  end
+
+  def dummy_chat_factory(responses)
+    ->(**_kwargs) { AgentC::TestHelpers::DummyChat.new(responses: responses) }
+  end
+end

data/template/test/test_helper.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "minitest/autorun"
+require "fileutils"
+
+require_relative "../lib/autoload"
+
+# Require the base gems first
+require "agent_c/test_helpers"
+
+module TestHelpers
+  include AgentC::TestHelpers
+
+  def dummy_chat_factory(responses)
+    ->(**_kwargs) { AgentC::TestHelpers::DummyChat.new(responses: responses) }
+  end
+end