RubyGems - bunny_farm - Versions diffs - 0.1.2 - Mend

bunny_farm 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (106) hide show

checksums.yaml +7 -0
data/.envrc +1 -0
data/.github/workflows/docs.yml +38 -0
data/.gitignore +11 -0
data/.travis.yml +3 -0
data/CHANGELOG.md +61 -0
data/COMMITS.md +196 -0
data/Gemfile +4 -0
data/LICENSE.txt +21 -0
data/README.md +330 -0
data/Rakefile +9 -0
data/bunny_farm.gemspec +30 -0
data/config/bunny.yml.erb +29 -0
data/config/bunny_test.yml.erb +29 -0
data/config/hipchat.yml.erb +12 -0
data/docs/api/configuration.md +9 -0
data/docs/api/consumer.md +8 -0
data/docs/api/message-class.md +419 -0
data/docs/api/publisher.md +9 -0
data/docs/architecture/integration.md +8 -0
data/docs/architecture/message-flow.md +11 -0
data/docs/architecture/overview.md +448 -0
data/docs/architecture/scaling.md +8 -0
data/docs/assets/actions_dsl_flow.svg +109 -0
data/docs/assets/architecture_overview.svg +152 -0
data/docs/assets/best_practices_patterns.svg +203 -0
data/docs/assets/bunny_farm_logo.png +0 -0
data/docs/assets/configuration_api_methods.svg +104 -0
data/docs/assets/configuration_flow.svg +130 -0
data/docs/assets/configuration_hierarchy.svg +70 -0
data/docs/assets/data_processing_pipeline.svg +131 -0
data/docs/assets/debugging_monitoring.svg +165 -0
data/docs/assets/ecommerce_example_flow.svg +145 -0
data/docs/assets/email_campaign_example.svg +127 -0
data/docs/assets/environment_variables_map.svg +78 -0
data/docs/assets/error_handling_flow.svg +114 -0
data/docs/assets/favicon.ico +1 -0
data/docs/assets/fields_dsl_structure.svg +89 -0
data/docs/assets/instance_methods_lifecycle.svg +137 -0
data/docs/assets/integration_patterns.svg +207 -0
data/docs/assets/json_serialization_flow.svg +153 -0
data/docs/assets/logo.svg +4 -0
data/docs/assets/message_api_overview.svg +126 -0
data/docs/assets/message_encapsulation.svg +113 -0
data/docs/assets/message_lifecycle.svg +110 -0
data/docs/assets/message_structure.svg +138 -0
data/docs/assets/publisher_consumer_api.svg +120 -0
data/docs/assets/scaling_deployment_patterns.svg +195 -0
data/docs/assets/smart_routing_diagram.svg +131 -0
data/docs/assets/system_architecture_overview.svg +155 -0
data/docs/assets/task_scheduling_flow.svg +139 -0
data/docs/assets/testing_strategies.svg +146 -0
data/docs/assets/workflow_patterns.svg +183 -0
data/docs/assets/yaml_config_structure.svg +72 -0
data/docs/configuration/environment-variables.md +14 -0
data/docs/configuration/overview.md +373 -0
data/docs/configuration/programmatic-setup.md +10 -0
data/docs/configuration/yaml-configuration.md +12 -0
data/docs/core-features/configuration.md +528 -0
data/docs/core-features/error-handling.md +82 -0
data/docs/core-features/json-serialization.md +545 -0
data/docs/core-features/message-design.md +406 -0
data/docs/core-features/smart-routing.md +467 -0
data/docs/core-features/task-scheduling.md +67 -0
data/docs/core-features/workflow-support.md +112 -0
data/docs/development/contributing.md +345 -0
data/docs/development/roadmap.md +9 -0
data/docs/development/testing.md +14 -0
data/docs/examples/order-processing.md +10 -0
data/docs/examples/overview.md +269 -0
data/docs/examples/real-world.md +8 -0
data/docs/examples/simple-producer-consumer.md +15 -0
data/docs/examples/task-scheduler.md +9 -0
data/docs/getting-started/basic-concepts.md +274 -0
data/docs/getting-started/installation.md +122 -0
data/docs/getting-started/quick-start.md +158 -0
data/docs/index.md +106 -0
data/docs/message-structure/actions-dsl.md +163 -0
data/docs/message-structure/fields-dsl.md +146 -0
data/docs/message-structure/instance-methods.md +115 -0
data/docs/message-structure/overview.md +211 -0
data/examples/README.md +212 -0
data/examples/consumer.rb +41 -0
data/examples/images/message_flow.svg +87 -0
data/examples/images/order_workflow.svg +122 -0
data/examples/images/producer_consumer.svg +96 -0
data/examples/images/task_scheduler.svg +140 -0
data/examples/order_processor.rb +238 -0
data/examples/producer.rb +60 -0
data/examples/simple_message.rb +43 -0
data/examples/task_scheduler.rb +263 -0
data/images/architecture_overview.svg +152 -0
data/images/bunny_farm_logo.png +0 -0
data/images/configuration_flow.svg +130 -0
data/images/message_structure.svg +138 -0
data/lib/bunny_farm/.irbrc +7 -0
data/lib/bunny_farm/generic_consumer.rb +12 -0
data/lib/bunny_farm/hash_ext.rb +37 -0
data/lib/bunny_farm/init_bunny.rb +137 -0
data/lib/bunny_farm/init_hipchat.rb +49 -0
data/lib/bunny_farm/message.rb +218 -0
data/lib/bunny_farm/message_elements.rb +25 -0
data/lib/bunny_farm/version.rb +3 -0
data/lib/bunny_farm.rb +9 -0
data/mkdocs.yml +148 -0
metadata +244 -0

data/docs/assets/configuration_flow.svg ADDED Viewed

@@ -0,0 +1,130 @@
+<svg width="800" height="500" xmlns="http://www.w3.org/2000/svg">
+  <!-- Background transparent -->
+  <rect width="800" height="500" fill="transparent"/>
+  <!-- Title -->
+  <text x="400" y="30" text-anchor="middle" font-family="Arial, sans-serif" font-size="20" font-weight="bold" fill="#e0e0e0">
+    BunnyFarm Configuration Options
+  </text>
+  <!-- Environment Variables -->
+  <g>
+    <rect x="50" y="70" width="220" height="180" rx="10" fill="#2d3748" stroke="#68d391" stroke-width="2"/>
+    <text x="160" y="95" text-anchor="middle" font-family="Arial, sans-serif" font-size="14" font-weight="bold" fill="#68d391">Environment Variables</text>
+    <rect x="70" y="110" width="180" height="130" fill="#1a202c" stroke="#4a5568" stroke-width="1"/>
+    <text x="75" y="125" font-family="monospace" font-size="10" fill="#68d391">AMQP_HOST</text>
+    <text x="140" y="125" font-family="monospace" font-size="10" fill="#e0e0e0">=localhost</text>
+    <text x="75" y="140" font-family="monospace" font-size="10" fill="#68d391">AMQP_VHOST</text>
+    <text x="140" y="140" font-family="monospace" font-size="10" fill="#e0e0e0">=/</text>
+    <text x="75" y="155" font-family="monospace" font-size="10" fill="#68d391">AMQP_PORT</text>
+    <text x="140" y="155" font-family="monospace" font-size="10" fill="#e0e0e0">=5672</text>
+    <text x="75" y="170" font-family="monospace" font-size="10" fill="#68d391">AMQP_USER</text>
+    <text x="140" y="170" font-family="monospace" font-size="10" fill="#e0e0e0">=guest</text>
+    <text x="75" y="185" font-family="monospace" font-size="10" fill="#68d391">AMQP_PASS</text>
+    <text x="140" y="185" font-family="monospace" font-size="10" fill="#e0e0e0">=guest</text>
+    <text x="75" y="200" font-family="monospace" font-size="10" fill="#68d391">AMQP_EXCHANGE</text>
+    <text x="155" y="200" font-family="monospace" font-size="10" fill="#e0e0e0">=my_exchange</text>
+    <text x="75" y="215" font-family="monospace" font-size="10" fill="#68d391">AMQP_QUEUE</text>
+    <text x="135" y="215" font-family="monospace" font-size="10" fill="#e0e0e0">=my_queue</text>
+    <text x="75" y="230" font-family="monospace" font-size="10" fill="#68d391">AMQP_ROUTING_KEY</text>
+    <text x="175" y="230" font-family="monospace" font-size="10" fill="#e0e0e0">=#</text>
+  </g>
+  <!-- YAML Configuration -->
+  <g>
+    <rect x="300" y="70" width="220" height="180" rx="10" fill="#2d3748" stroke="#4299e1" stroke-width="2"/>
+    <text x="410" y="95" text-anchor="middle" font-family="Arial, sans-serif" font-size="14" font-weight="bold" fill="#4299e1">YAML Configuration</text>
+    <text x="410" y="110" text-anchor="middle" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">config/bunny.yml.erb</text>
+    <rect x="320" y="120" width="180" height="120" fill="#1a202c" stroke="#4a5568" stroke-width="1"/>
+    <text x="325" y="135" font-family="monospace" font-size="10" fill="#4299e1">defaults: and defaults</text>
+    <text x="330" y="150" font-family="monospace" font-size="10" fill="#68d391">host:</text>
+    <text x="360" y="150" font-family="monospace" font-size="10" fill="#f6e05e">ENV['AMQP_HOST']</text>
+    <text x="330" y="165" font-family="monospace" font-size="10" fill="#68d391">port:</text>
+    <text x="360" y="165" font-family="monospace" font-size="10" fill="#f6e05e">ENV['AMQP_PORT']</text>
+    <text x="325" y="180" font-family="monospace" font-size="10" fill="#4299e1">development:</text>
+    <text x="330" y="195" font-family="monospace" font-size="10" fill="#e0e0e0">inherits: defaults</text>
+    <text x="325" y="210" font-family="monospace" font-size="10" fill="#4299e1">production:</text>
+    <text x="330" y="225" font-family="monospace" font-size="10" fill="#e0e0e0">inherits: defaults</text>
+  </g>
+  <!-- Programmatic Configuration -->
+  <g>
+    <rect x="550" y="70" width="220" height="180" rx="10" fill="#2d3748" stroke="#9f7aea" stroke-width="2"/>
+    <text x="660" y="95" text-anchor="middle" font-family="Arial, sans-serif" font-size="14" font-weight="bold" fill="#9f7aea">Ruby Configuration</text>
+    <text x="660" y="110" text-anchor="middle" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">BunnyFarm.config block</text>
+    <rect x="570" y="120" width="180" height="120" fill="#1a202c" stroke="#4a5568" stroke-width="1"/>
+    <text x="575" y="135" font-family="monospace" font-size="10" fill="#9f7aea">BunnyFarm.config do</text>
+    <text x="580" y="150" font-family="monospace" font-size="10" fill="#68d391">env</text>
+    <text x="605" y="150" font-family="monospace" font-size="10" fill="#e0e0e0">'production'</text>
+    <text x="580" y="165" font-family="monospace" font-size="10" fill="#68d391">app_id</text>
+    <text x="620" y="165" font-family="monospace" font-size="10" fill="#e0e0e0">'my_worker'</text>
+    <text x="580" y="180" font-family="monospace" font-size="10" fill="#68d391">bunny_file</text>
+    <text x="645" y="180" font-family="monospace" font-size="10" fill="#e0e0e0">'custom.yml'</text>
+    <text x="580" y="195" font-family="monospace" font-size="10" fill="#9ca3af"># Custom settings</text>
+    <text x="575" y="230" font-family="monospace" font-size="10" fill="#9f7aea">end</text>
+  </g>
+  <!-- Configuration Flow -->
+  <g>
+    <rect x="50" y="280" width="700" height="120" rx="10" fill="#2d3748" stroke="#f6e05e" stroke-width="2"/>
+    <text x="400" y="305" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#f6e05e">Configuration Priority Flow</text>
+    <!-- Priority boxes -->
+    <rect x="80" y="325" width="120" height="60" rx="8" fill="#68d391" stroke="#68d391" stroke-width="1"/>
+    <text x="140" y="345" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#1a202c">1. Defaults</text>
+    <text x="140" y="365" text-anchor="middle" font-family="Arial, sans-serif" font-size="10" fill="#1a202c">Built-in values</text>
+    <rect x="220" y="325" width="120" height="60" rx="8" fill="#4299e1" stroke="#4299e1" stroke-width="1"/>
+    <text x="280" y="345" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#1a202c">2. YAML</text>
+    <text x="280" y="365" text-anchor="middle" font-family="Arial, sans-serif" font-size="10" fill="#1a202c">Config file</text>
+    <rect x="360" y="325" width="120" height="60" rx="8" fill="#68d391" stroke="#68d391" stroke-width="1"/>
+    <text x="420" y="345" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#1a202c">3. ENV Vars</text>
+    <text x="420" y="365" text-anchor="middle" font-family="Arial, sans-serif" font-size="10" fill="#1a202c">Environment</text>
+    <rect x="500" y="325" width="120" height="60" rx="8" fill="#9f7aea" stroke="#9f7aea" stroke-width="1"/>
+    <text x="560" y="345" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#1a202c">4. Ruby Code</text>
+    <text x="560" y="365" text-anchor="middle" font-family="Arial, sans-serif" font-size="10" fill="#1a202c">Programmatic</text>
+    <rect x="640" y="325" width="120" height="60" rx="8" fill="#e53e3e" stroke="#e53e3e" stroke-width="1"/>
+    <text x="700" y="345" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#1a202c">Final Config</text>
+    <text x="700" y="365" text-anchor="middle" font-family="Arial, sans-serif" font-size="10" fill="#1a202c">Used by app</text>
+    <!-- Arrows -->
+    <defs>
+      <marker id="arrow-priority" markerWidth="10" markerHeight="7" refX="9" refY="3.5" orient="auto">
+        <polygon points="0 0, 10 3.5, 0 7" fill="#f6e05e"/>
+      </marker>
+    </defs>
+    <line x1="200" y1="355" x2="220" y2="355" stroke="#f6e05e" stroke-width="2" marker-end="url(#arrow-priority)"/>
+    <line x1="340" y1="355" x2="360" y2="355" stroke="#f6e05e" stroke-width="2" marker-end="url(#arrow-priority)"/>
+    <line x1="480" y1="355" x2="500" y2="355" stroke="#f6e05e" stroke-width="2" marker-end="url(#arrow-priority)"/>
+    <line x1="620" y1="355" x2="640" y2="355" stroke="#f6e05e" stroke-width="2" marker-end="url(#arrow-priority)"/>
+  </g>
+  <!-- Example Use Cases -->
+  <g>
+    <rect x="50" y="420" width="700" height="70" rx="10" fill="#1a202c" stroke="#4a5568" stroke-width="1"/>
+    <text x="400" y="440" text-anchor="middle" font-family="Arial, sans-serif" font-size="14" font-weight="bold" fill="#f6e05e">Common Configuration Patterns</text>
+    <text x="70" y="460" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#68d391">Development:</text>
+    <text x="150" y="460" font-family="Arial, sans-serif" font-size="11" fill="#e0e0e0">Local RabbitMQ, default settings</text>
+    <text x="400" y="460" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#4299e1">Production:</text>
+    <text x="470" y="460" font-family="Arial, sans-serif" font-size="11" fill="#e0e0e0">Environment variables for security</text>
+    <text x="70" y="475" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#ed8936">Testing:</text>
+    <text x="125" y="475" font-family="Arial, sans-serif" font-size="11" fill="#e0e0e0">Custom config with test-specific settings</text>
+  </g>
+</svg>

data/docs/assets/configuration_hierarchy.svg ADDED Viewed

@@ -0,0 +1,70 @@
+<svg width="800" height="600" xmlns="http://www.w3.org/2000/svg">
+  <rect width="800" height="600" fill="transparent"/>
+  <!-- Title -->
+  <text x="400" y="30" text-anchor="middle" font-family="Arial, sans-serif" font-size="18" font-weight="bold" fill="#e0e0e0">
+    BunnyFarm Configuration Hierarchy
+  </text>
+  <!-- Configuration Sources -->
+  <g>
+    <text x="400" y="70" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#ff9800">
+      Configuration Priority (High to Low)
+    </text>
+    <!-- 1. Code Configuration -->
+    <rect x="50" y="100" width="700" height="80" rx="8" fill="#2d3748" stroke="#e53e3e" stroke-width="3"/>
+    <text x="70" y="125" font-family="Arial, sans-serif" font-size="14" font-weight="bold" fill="#e53e3e">1. Code Configuration (Highest Priority)</text>
+    <text x="70" y="145" font-family="monospace" font-size="12" fill="#e0e0e0">BunnyFarm.configure do |config|</text>
+    <text x="80" y="160" font-family="monospace" font-size="12" fill="#e0e0e0">config.rabbitmq_url = "amqp://localhost:5672"</text>
+    <text x="70" y="175" font-family="monospace" font-size="12" fill="#e0e0e0">end</text>
+    <!-- 2. Environment Variables -->
+    <rect x="50" y="200" width="700" height="80" rx="8" fill="#2d3748" stroke="#f6e05e" stroke-width="2"/>
+    <text x="70" y="225" font-family="Arial, sans-serif" font-size="14" font-weight="bold" fill="#f6e05e">2. Environment Variables</text>
+    <text x="70" y="245" font-family="monospace" font-size="12" fill="#e0e0e0">RABBITMQ_URL="amqp://prod-rabbit:5672"</text>
+    <text x="70" y="260" font-family="monospace" font-size="12" fill="#e0e0e0">BUNNY_FARM_EXCHANGE="production_exchange"</text>
+    <text x="70" y="275" font-family="monospace" font-size="12" fill="#e0e0e0">BUNNY_FARM_RETRY_ATTEMPTS=5</text>
+    <!-- 3. YAML Files -->
+    <rect x="50" y="300" width="700" height="80" rx="8" fill="#2d3748" stroke="#4299e1" stroke-width="2"/>
+    <text x="70" y="325" font-family="Arial, sans-serif" font-size="14" font-weight="bold" fill="#4299e1">3. YAML Configuration Files</text>
+    <text x="70" y="345" font-family="monospace" font-size="12" fill="#e0e0e0">config/bunny_farm.yml</text>
+    <text x="70" y="360" font-family="monospace" font-size="12" fill="#e0e0e0">config/environments/production.yml</text>
+    <text x="70" y="375" font-family="monospace" font-size="12" fill="#e0e0e0">~/.bunny_farm/config.yml</text>
+    <!-- 4. Defaults -->
+    <rect x="50" y="400" width="700" height="80" rx="8" fill="#2d3748" stroke="#68d391" stroke-width="1"/>
+    <text x="70" y="425" font-family="Arial, sans-serif" font-size="14" font-weight="bold" fill="#68d391">4. Framework Defaults (Lowest Priority)</text>
+    <text x="70" y="445" font-family="monospace" font-size="12" fill="#e0e0e0">rabbitmq_url: "amqp://localhost:5672"</text>
+    <text x="70" y="460" font-family="monospace" font-size="12" fill="#e0e0e0">exchange_name: "bunny_farm"</text>
+    <text x="70" y="475" font-family="monospace" font-size="12" fill="#e0e0e0">retry_attempts: 3</text>
+  </g>
+  <!-- Configuration Categories -->
+  <g>
+    <text x="400" y="530" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#e0e0e0">
+      Configuration Categories
+    </text>
+    <!-- RabbitMQ -->
+    <rect x="50" y="550" width="140" height="40" rx="6" fill="#1a202c" stroke="#9f7aea" stroke-width="1"/>
+    <text x="120" y="570" text-anchor="middle" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#9f7aea">RabbitMQ</text>
+    <text x="120" y="585" text-anchor="middle" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">Connection and Auth</text>
+    <!-- Routing -->
+    <rect x="210" y="550" width="140" height="40" rx="6" fill="#1a202c" stroke="#68d391" stroke-width="1"/>
+    <text x="280" y="570" text-anchor="middle" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#68d391">Routing</text>
+    <text x="280" y="585" text-anchor="middle" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">Exchange and Queues</text>
+    <!-- Retry Logic -->
+    <rect x="370" y="550" width="140" height="40" rx="6" fill="#1a202c" stroke="#4299e1" stroke-width="1"/>
+    <text x="440" y="570" text-anchor="middle" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#4299e1">Retry Logic</text>
+    <text x="440" y="585" text-anchor="middle" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">Attempts and Backoff</text>
+    <!-- Logging -->
+    <rect x="530" y="550" width="140" height="40" rx="6" fill="#1a202c" stroke="#f6e05e" stroke-width="1"/>
+    <text x="600" y="570" text-anchor="middle" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#f6e05e">Logging</text>
+    <text x="600" y="585" text-anchor="middle" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">Level and Format</text>
+  </g>
+</svg>

data/docs/assets/data_processing_pipeline.svg ADDED Viewed

@@ -0,0 +1,131 @@
+<svg width="1000" height="600" xmlns="http://www.w3.org/2000/svg">
+  <rect width="1000" height="600" fill="transparent"/>
+  <!-- Title -->
+  <text x="500" y="30" text-anchor="middle" font-family="Arial, sans-serif" font-size="18" font-weight="bold" fill="#e0e0e0">
+    Data Processing Pipeline Example
+  </text>
+  <!-- Pipeline Stages -->
+  <g>
+    <text x="500" y="70" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#4299e1">
+      Multi-Stage Data Processing Workflow
+    </text>
+    <!-- Stage 1: Ingest -->
+    <rect x="50" y="100" width="180" height="80" rx="8" fill="#2d3748" stroke="#68d391" stroke-width="2"/>
+    <text x="140" y="125" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#68d391">1. Data Ingestion</text>
+    <text x="60" y="145" font-family="monospace" font-size="10" fill="#e0e0e0">• CSV uploads</text>
+    <text x="60" y="160" font-family="monospace" font-size="10" fill="#e0e0e0">• API webhooks</text>
+    <text x="60" y="175" font-family="monospace" font-size="10" fill="#e0e0e0">• Database exports</text>
+    <!-- Stage 2: Validate -->
+    <rect x="250" y="100" width="180" height="80" rx="8" fill="#2d3748" stroke="#4299e1" stroke-width="2"/>
+    <text x="340" y="125" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#4299e1">2. Data Validation</text>
+    <text x="260" y="145" font-family="monospace" font-size="10" fill="#e0e0e0">• Schema validation</text>
+    <text x="260" y="160" font-family="monospace" font-size="10" fill="#e0e0e0">• Data quality checks</text>
+    <text x="260" y="175" font-family="monospace" font-size="10" fill="#e0e0e0">• Duplicate detection</text>
+    <!-- Stage 3: Transform -->
+    <rect x="450" y="100" width="180" height="80" rx="8" fill="#2d3748" stroke="#9f7aea" stroke-width="2"/>
+    <text x="540" y="125" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#9f7aea">3. Data Transform</text>
+    <text x="460" y="145" font-family="monospace" font-size="10" fill="#e0e0e0">• Normalize formats</text>
+    <text x="460" y="160" font-family="monospace" font-size="10" fill="#e0e0e0">• Calculate metrics</text>
+    <text x="460" y="175" font-family="monospace" font-size="10" fill="#e0e0e0">• Enrich with lookups</text>
+    <!-- Stage 4: Aggregate -->
+    <rect x="650" y="100" width="180" height="80" rx="8" fill="#2d3748" stroke="#f6e05e" stroke-width="2"/>
+    <text x="740" y="125" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#f6e05e">4. Data Aggregate</text>
+    <text x="660" y="145" font-family="monospace" font-size="10" fill="#e0e0e0">• Group by dimensions</text>
+    <text x="660" y="160" font-family="monospace" font-size="10" fill="#e0e0e0">• Statistical analysis</text>
+    <text x="660" y="175" font-family="monospace" font-size="10" fill="#e0e0e0">• Time series rollups</text>
+    <!-- Stage 5: Output -->
+    <rect x="850" y="100" width="140" height="80" rx="8" fill="#2d3748" stroke="#e53e3e" stroke-width="2"/>
+    <text x="920" y="125" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#e53e3e">5. Data Output</text>
+    <text x="860" y="145" font-family="monospace" font-size="10" fill="#e0e0e0">• Database load</text>
+    <text x="860" y="160" font-family="monospace" font-size="10" fill="#e0e0e0">• Dashboard update</text>
+    <text x="860" y="175" font-family="monospace" font-size="10" fill="#e0e0e0">• Report generation</text>
+  </g>
+  <!-- Message Implementation -->
+  <g>
+    <text x="500" y="230" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#e0e0e0">
+      DataProcessingMessage Implementation
+    </text>
+    <rect x="50" y="250" width="900" height="140" rx="8" fill="#2d3748" stroke="#4299e1" stroke-width="2"/>
+    <text x="500" y="275" text-anchor="middle" font-family="Arial, sans-serif" font-size="14" font-weight="bold" fill="#4299e1">Data Processing Message Class</text>
+    <text x="70" y="300" font-family="monospace" font-size="11" fill="#68d391">class DataProcessingMessage &lt; BunnyFarm::Message</text>
+    <text x="80" y="320" font-family="monospace" font-size="11" fill="#f6e05e">fields</text>
+    <text x="130" y="320" font-family="monospace" font-size="11" fill="#e0e0e0">:batch_id, :source_type, :data_path, :schema_version, :processing_options</text>
+    <text x="80" y="340" font-family="monospace" font-size="11" fill="#f6e05e">actions</text>
+    <text x="140" y="340" font-family="monospace" font-size="11" fill="#e0e0e0">:ingest, :validate, :transform, :aggregate, :output, :cleanup</text>
+    <text x="80" y="365" font-family="monospace" font-size="11" fill="#9f7aea">def ingest</text>
+    <text x="90" y="380" font-family="monospace" font-size="11" fill="#e0e0e0">load_data and publish('validate')</text>
+    <text x="80" y="395" font-family="monospace" font-size="11" fill="#9f7aea">end</text>
+    <text x="350" y="365" font-family="monospace" font-size="11" fill="#9f7aea">def validate</text>
+    <text x="360" y="380" font-family="monospace" font-size="11" fill="#e0e0e0">validate_schema and publish('transform')</text>
+    <text x="350" y="395" font-family="monospace" font-size="11" fill="#9f7aea">end</text>
+    <text x="620" y="365" font-family="monospace" font-size="11" fill="#9f7aea">def transform</text>
+    <text x="630" y="380" font-family="monospace" font-size="11" fill="#e0e0e0">normalize_data and publish('aggregate')</text>
+    <text x="620" y="395" font-family="monospace" font-size="11" fill="#9f7aea">end</text>
+    <text x="70" y="415" font-family="monospace" font-size="11" fill="#68d391">end</text>
+  </g>
+  <!-- Processing Patterns -->
+  <g>
+    <text x="500" y="450" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#e0e0e0">
+      Common Data Processing Patterns
+    </text>
+    <!-- Batch Processing -->
+    <rect x="50" y="470" width="200" height="100" rx="6" fill="#1a202c" stroke="#68d391" stroke-width="1"/>
+    <text x="150" y="490" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#68d391">Batch Processing</text>
+    <text x="60" y="510" font-family="monospace" font-size="10" fill="#e0e0e0">Large file uploads</text>
+    <text x="60" y="525" font-family="monospace" font-size="10" fill="#e0e0e0">Daily/hourly imports</text>
+    <text x="60" y="540" font-family="monospace" font-size="10" fill="#e0e0e0">Scheduled ETL jobs</text>
+    <text x="60" y="555" font-family="monospace" font-size="10" fill="#e0e0e0">Historical data migration</text>
+    <!-- Stream Processing -->
+    <rect x="270" y="470" width="200" height="100" rx="6" fill="#1a202c" stroke="#4299e1" stroke-width="1"/>
+    <text x="370" y="490" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#4299e1">Stream Processing</text>
+    <text x="280" y="510" font-family="monospace" font-size="10" fill="#e0e0e0">Real-time events</text>
+    <text x="280" y="525" font-family="monospace" font-size="10" fill="#e0e0e0">API webhooks</text>
+    <text x="280" y="540" font-family="monospace" font-size="10" fill="#e0e0e0">Sensor data</text>
+    <text x="280" y="555" font-family="monospace" font-size="10" fill="#e0e0e0">User activity logs</text>
+    <!-- Error Recovery -->
+    <rect x="490" y="470" width="200" height="100" rx="6" fill="#1a202c" stroke="#e53e3e" stroke-width="1"/>
+    <text x="590" y="490" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#e53e3e">Error Recovery</text>
+    <text x="500" y="510" font-family="monospace" font-size="10" fill="#e0e0e0">Partial batch reprocessing</text>
+    <text x="500" y="525" font-family="monospace" font-size="10" fill="#e0e0e0">Data quality quarantine</text>
+    <text x="500" y="540" font-family="monospace" font-size="10" fill="#e0e0e0">Manual review queue</text>
+    <text x="500" y="555" font-family="monospace" font-size="10" fill="#e0e0e0">Rollback capabilities</text>
+    <!-- Monitoring -->
+    <rect x="710" y="470" width="200" height="100" rx="6" fill="#1a202c" stroke="#9f7aea" stroke-width="1"/>
+    <text x="810" y="490" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#9f7aea">Monitoring</text>
+    <text x="720" y="510" font-family="monospace" font-size="10" fill="#e0e0e0">Processing metrics</text>
+    <text x="720" y="525" font-family="monospace" font-size="10" fill="#e0e0e0">Data quality alerts</text>
+    <text x="720" y="540" font-family="monospace" font-size="10" fill="#e0e0e0">Performance tracking</text>
+    <text x="720" y="555" font-family="monospace" font-size="10" fill="#e0e0e0">SLA monitoring</text>
+  </g>
+  <!-- Flow arrows -->
+  <defs>
+    <marker id="arrow-data" markerWidth="8" markerHeight="6" refX="7" refY="3" orient="auto">
+      <polygon points="0 0, 8 3, 0 6" fill="#ff9800"/>
+    </marker>
+  </defs>
+  <line x1="230" y1="140" x2="250" y2="140" stroke="#ff9800" stroke-width="2" marker-end="url(#arrow-data)"/>
+  <line x1="430" y1="140" x2="450" y2="140" stroke="#ff9800" stroke-width="2" marker-end="url(#arrow-data)"/>
+  <line x1="630" y1="140" x2="650" y2="140" stroke="#ff9800" stroke-width="2" marker-end="url(#arrow-data)"/>
+  <line x1="830" y1="140" x2="850" y2="140" stroke="#ff9800" stroke-width="2" marker-end="url(#arrow-data)"/>
+</svg>

data/docs/assets/debugging_monitoring.svg ADDED Viewed

@@ -0,0 +1,165 @@
+<svg width="1000" height="700" xmlns="http://www.w3.org/2000/svg">
+  <rect width="1000" height="700" fill="transparent"/>
+  <!-- Title -->
+  <text x="500" y="30" text-anchor="middle" font-family="Arial, sans-serif" font-size="18" font-weight="bold" fill="#e0e0e0">
+    Debugging and Monitoring BunnyFarm Applications
+  </text>
+  <!-- Logging Layers -->
+  <g>
+    <text x="500" y="70" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#4299e1">
+      Logging and Observability Stack
+    </text>
+    <!-- Application Logs -->
+    <rect x="50" y="100" width="180" height="80" rx="8" fill="#2d3748" stroke="#68d391" stroke-width="2"/>
+    <text x="140" y="125" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#68d391">Application Logs</text>
+    <text x="60" y="145" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Message processing</text>
+    <text x="60" y="160" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Business logic events</text>
+    <text x="60" y="175" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Error details</text>
+    <!-- Message Logs -->
+    <rect x="250" y="100" width="180" height="80" rx="8" fill="#2d3748" stroke="#4299e1" stroke-width="2"/>
+    <text x="340" y="125" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#4299e1">Message Logs</text>
+    <text x="260" y="145" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Publish/consume events</text>
+    <text x="260" y="160" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Routing information</text>
+    <text x="260" y="175" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Message tracing</text>
+    <!-- RabbitMQ Logs -->
+    <rect x="450" y="100" width="180" height="80" rx="8" fill="#2d3748" stroke="#2b6cb0" stroke-width="2"/>
+    <text x="540" y="125" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#2b6cb0">RabbitMQ Logs</text>
+    <text x="460" y="145" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Connection events</text>
+    <text x="460" y="160" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Queue operations</text>
+    <text x="460" y="175" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Performance metrics</text>
+    <!-- Infrastructure Logs -->
+    <rect x="650" y="100" width="180" height="80" rx="8" fill="#2d3748" stroke="#9f7aea" stroke-width="2"/>
+    <text x="740" y="125" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#9f7aea">Infrastructure</text>
+    <text x="660" y="145" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• System resources</text>
+    <text x="660" y="160" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Container metrics</text>
+    <text x="660" y="175" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Network performance</text>
+  </g>
+  <!-- Debugging Tools -->
+  <g>
+    <text x="500" y="230" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#e0e0e0">
+      Debugging Tools and Techniques
+    </text>
+    <!-- Message Inspector -->
+    <rect x="50" y="260" width="300" height="120" rx="6" fill="#2d3748" stroke="#68d391" stroke-width="1"/>
+    <text x="200" y="285" text-anchor="middle" font-family="Arial, sans-serif" font-size="13" font-weight="bold" fill="#68d391">Message Inspector</text>
+    <text x="70" y="305" font-family="monospace" font-size="10" fill="#9ca3af"># Interactive debugging</text>
+    <text x="70" y="320" font-family="monospace" font-size="10" fill="#e0e0e0">BunnyFarm::Inspector.start</text>
+    <text x="70" y="335" font-family="monospace" font-size="10" fill="#e0e0e0">inspector.watch_queue('orders')</text>
+    <text x="70" y="350" font-family="monospace" font-size="10" fill="#e0e0e0">inspector.inspect_message(id)</text>
+    <text x="70" y="365" font-family="monospace" font-size="10" fill="#e0e0e0">inspector.replay_message(id)</text>
+    <!-- Queue Browser -->
+    <rect x="370" y="260" width="300" height="120" rx="6" fill="#2d3748" stroke="#4299e1" stroke-width="1"/>
+    <text x="520" y="285" text-anchor="middle" font-family="Arial, sans-serif" font-size="13" font-weight="bold" fill="#4299e1">Queue Browser</text>
+    <text x="390" y="305" font-family="monospace" font-size="10" fill="#9ca3af"># Queue inspection</text>
+    <text x="390" y="320" font-family="monospace" font-size="10" fill="#e0e0e0">BunnyFarm::QueueBrowser.new</text>
+    <text x="390" y="335" font-family="monospace" font-size="10" fill="#e0e0e0">browser.peek_messages(10)</text>
+    <text x="390" y="350" font-family="monospace" font-size="10" fill="#e0e0e0">browser.queue_stats</text>
+    <text x="390" y="365" font-family="monospace" font-size="10" fill="#e0e0e0">browser.purge_queue</text>
+    <!-- RabbitMQ Management -->
+    <rect x="690" y="260" width="260" height="120" rx="6" fill="#2d3748" stroke="#2b6cb0" stroke-width="1"/>
+    <text x="820" y="285" text-anchor="middle" font-family="Arial, sans-serif" font-size="13" font-weight="bold" fill="#2b6cb0">RabbitMQ Management</text>
+    <text x="710" y="305" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Web UI dashboard</text>
+    <text x="710" y="320" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Queue depth monitoring</text>
+    <text x="710" y="335" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Connection tracking</text>
+    <text x="710" y="350" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Message flow visualization</text>
+    <text x="710" y="365" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">• Performance metrics</text>
+  </g>
+  <!-- Monitoring Dashboard -->
+  <g>
+    <text x="500" y="430" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#e0e0e0">
+      Monitoring Dashboard Components
+    </text>
+    <!-- Message Metrics -->
+    <rect x="50" y="450" width="200" height="100" rx="6" fill="#1a202c" stroke="#68d391" stroke-width="1"/>
+    <text x="150" y="475" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#68d391">Message Metrics</text>
+    <text x="60" y="495" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Messages per second</text>
+    <text x="60" y="510" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Processing time</text>
+    <text x="60" y="525" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Success/failure rates</text>
+    <text x="60" y="540" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Retry counts</text>
+    <!-- Queue Health -->
+    <rect x="270" y="450" width="200" height="100" rx="6" fill="#1a202c" stroke="#4299e1" stroke-width="1"/>
+    <text x="370" y="475" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#4299e1">Queue Health</text>
+    <text x="280" y="495" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Queue depth</text>
+    <text x="280" y="510" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Consumer count</text>
+    <text x="280" y="525" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Dead letter queue</text>
+    <text x="280" y="540" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Memory usage</text>
+    <!-- Error Tracking -->
+    <rect x="490" y="450" width="200" height="100" rx="6" fill="#1a202c" stroke="#e53e3e" stroke-width="1"/>
+    <text x="590" y="475" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#e53e3e">Error Tracking</text>
+    <text x="500" y="495" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Error rates by type</text>
+    <text x="500" y="510" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Error details and stack</text>
+    <text x="500" y="525" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Alert notifications</text>
+    <text x="500" y="540" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Error trends</text>
+    <!-- Performance -->
+    <rect x="710" y="450" width="200" height="100" rx="6" fill="#1a202c" stroke="#f6e05e" stroke-width="1"/>
+    <text x="810" y="475" text-anchor="middle" font-family="Arial, sans-serif" font-size="12" font-weight="bold" fill="#f6e05e">Performance</text>
+    <text x="720" y="495" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Throughput graphs</text>
+    <text x="720" y="510" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Latency percentiles</text>
+    <text x="720" y="525" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Memory/CPU usage</text>
+    <text x="720" y="540" font-family="Arial, sans-serif" font-size="10" fill="#e0e0e0">Connection pools</text>
+  </g>
+  <!-- Alerting Strategy -->
+  <g>
+    <text x="500" y="600" text-anchor="middle" font-family="Arial, sans-serif" font-size="16" font-weight="bold" fill="#e0e0e0">
+      Alerting and Incident Response
+    </text>
+    <!-- Critical Alerts -->
+    <rect x="80" y="620" width="160" height="60" rx="6" fill="#1a202c" stroke="#e53e3e" stroke-width="1"/>
+    <text x="160" y="640" text-anchor="middle" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#e53e3e">Critical Alerts</text>
+    <text x="90" y="655" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">• Queue depth > threshold</text>
+    <text x="90" y="670" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">• Error rate > 5%</text>
+    <!-- Warning Alerts -->
+    <rect x="260" y="620" width="160" height="60" rx="6" fill="#1a202c" stroke="#f6e05e" stroke-width="1"/>
+    <text x="340" y="640" text-anchor="middle" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#f6e05e">Warning Alerts</text>
+    <text x="270" y="655" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">• Slow processing times</text>
+    <text x="270" y="670" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">• Memory pressure</text>
+    <!-- Info Alerts -->
+    <rect x="440" y="620" width="160" height="60" rx="6" fill="#1a202c" stroke="#4299e1" stroke-width="1"/>
+    <text x="520" y="640" text-anchor="middle" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#4299e1">Info Alerts</text>
+    <text x="450" y="655" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">• Deployment events</text>
+    <text x="450" y="670" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">• Scaling events</text>
+    <!-- Response Actions -->
+    <rect x="620" y="620" width="260" height="60" rx="6" fill="#1a202c" stroke="#68d391" stroke-width="1"/>
+    <text x="750" y="640" text-anchor="middle" font-family="Arial, sans-serif" font-size="11" font-weight="bold" fill="#68d391">Automated Response</text>
+    <text x="630" y="655" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">• Auto-scaling workers</text>
+    <text x="630" y="670" font-family="Arial, sans-serif" font-size="9" fill="#e0e0e0">• Circuit breaker activation</text>
+  </g>
+  <!-- Data Flow Arrows -->
+  <defs>
+    <marker id="arrow-debug" markerWidth="8" markerHeight="6" refX="7" refY="3" orient="auto">
+      <polygon points="0 0, 8 3, 0 6" fill="#ff9800"/>
+    </marker>
+  </defs>
+  <!-- Log flow to monitoring -->
+  <line x1="140" y1="180" x2="140" y2="260" stroke="#ff9800" stroke-width="2" marker-end="url(#arrow-debug)"/>
+  <line x1="340" y1="180" x2="340" y2="260" stroke="#ff9800" stroke-width="2" marker-end="url(#arrow-debug)"/>
+  <line x1="540" y1="180" x2="540" y2="260" stroke="#ff9800" stroke-width="2" marker-end="url(#arrow-debug)"/>
+  <!-- Monitoring to alerts -->
+  <line x1="450" y1="550" x2="450" y2="620" stroke="#ff9800" stroke-width="2" marker-end="url(#arrow-debug)"/>
+</svg>