chef-handler-datadog 0.3.0 → 0.4.0

data/lib/chef/handler/datadog.rb

@@ -20,81 +20,31 @@ class Chef
 
       def report
         # resolve correct hostname
-        hostname = select_hostname(run_status.node)
+        hostname = select_hostname(run_status.node, config)
 
         # Send the metrics
         emit_metrics_to_datadog(hostname, run_status)
 
         # Build the correct event
-        event_title = ''
-        run_time = pluralize(run_status.elapsed_time, 'second')
-        if run_status.success?
-          alert_type = 'success'
-          event_priority = 'low'
-          event_title << "Chef completed in #{run_time} on #{hostname} "
-        else
-          event_title << "Chef failed in #{run_time} on #{hostname} "
-        end
-
-        event_data = "Chef updated #{run_status.updated_resources.length} resources out of #{run_status.all_resources.length} resources total."
-
-        if run_status.failed?
-          alert_type = 'error'
-          event_priority = 'normal'
-          event_data << "\n@@@\n#{run_status.formatted_exception}\n@@@\n"
-          event_data << "\n@@@\n#{run_status.backtrace.join("\n")}\n@@@\n"
-        end
-
-        if run_status.updated_resources.length.to_i > 0
-          event_data << "\n@@@\n"
-          run_status.updated_resources.each do |r|
-            event_data << "- #{r.to_s} (#{r.defined_at})\n"
-          end
-          event_data << "\n@@@\n"
-        end
+        event_data = build_event_data(hostname, run_status)
 
         # Submit the details back to Datadog
         begin
           # Send the Event data
-          evt = @dog.emit_event(Dogapi::Event.new(event_data,
-                                                  :msg_title => event_title,
-                                                  :event_type => 'config_management.run',
-                                                  :event_object => hostname,
-                                                  :alert_type => alert_type,
-                                                  :priority => event_priority,
-                                                  :source_type_name => 'chef'
-          ), :host => hostname)
-
-          begin
-            # FIXME: nice-to-have: abstract format of return value away a bit
-            # in dogapi directly. See https://github.com/DataDog/dogapi-rb/issues/18
-            if evt.length < 2
-              Chef::Log.warn("Unexpected response from Datadog Event API: #{evt}")
-            else
-              # [http_response_code, {"event" => {"url" => "...", ...}}]
-              # 2xx means ok
-              if evt[0].to_i / 100 != 2
-                Chef::Log.warn("Could not submit event to Datadog (HTTP call failed): #{evt[0]}")
-              else
-                Chef::Log.debug("Successfully submitted Chef event to Datadog for #{hostname} at #{evt[1]['event']['url']}")
-              end
-            end
-          rescue
-            Chef::Log.warn("Could not determine whether chef run was successfully submitted to Datadog: #{evt}")
-          end
+          emit_event_to_datadog(hostname, event_data)
 
           # Update tags
           if config[:application_key].nil?
-            Chef::Log.warn("You need an application key to let Chef tag your nodes " \
-              "in Datadog. Visit https://app.datadoghq.com/account/settings#api to " \
-                "create one and update your datadog attributes in the datadog cookbook."
+            Chef::Log.warn('You need an application key to let Chef tag your nodes ' \
+              'in Datadog. Visit https://app.datadoghq.com/account/settings#api to ' \
+                'create one and update your datadog attributes in the datadog cookbook.'
             )
             fail ArgumentError, 'Missing Datadog Application Key'
           else
-            new_host_tags = get_combined_tags(hostname, node)
+            new_host_tags = get_combined_tags(node)
 
-            # Replace all tags with the new tags
-            rc = @dog.update_tags(hostname, new_host_tags)
+            # Replace all Chef tags with the found Chef tags
+            rc = @dog.update_tags(hostname, new_host_tags, 'chef')
             begin
               # See FIXME above about why I feel dirty repeating this code here
               if rc.length < 2
@@ -114,7 +64,7 @@ class Chef
           Chef::Log.error("Could not connect to Datadog. Connection error:\n" + e)
           Chef::Log.error('Data to be submitted was:')
           Chef::Log.error(event_title)
-          Chef::Log.error(event_data)
+          Chef::Log.error(event_body)
           Chef::Log.error('Tags to be set for this run:')
           Chef::Log.error(new_host_tags)
         end
@@ -122,6 +72,83 @@ class Chef
 
       private
 
+      # Build the Event data for submission
+      #
+      # @param hostname [String] resolved hostname to attach to Event
+      # @param run_status [Chef::RunStatus] current run status
+      # @return [Array] alert_type, event_priority, event_title, event_body
+      def build_event_data(hostname, run_status)
+        run_time = pluralize(run_status.elapsed_time, 'second')
+
+        # This is the first line of the Event body, the rest is appended here.
+        event_body = "Chef updated #{run_status.updated_resources.length} resources out of #{run_status.all_resources.length} resources total."
+
+        if run_status.success?
+          alert_type = 'success'
+          event_priority = 'low'
+          event_title = "Chef completed in #{run_time} on #{hostname} "
+        else
+          alert_type = 'error'
+          event_priority = 'normal'
+          event_title = "Chef failed in #{run_time} on #{hostname} "
+
+          if @config[:notify_on_failure]
+            handles = @config[:notify_on_failure]
+            # convert the notification handle array to a string
+            event_body << "\nAlerting: #{handles.join(' ')}\n"
+          end
+
+          event_body << "\n@@@\n#{run_status.formatted_exception}\n@@@\n"
+          event_body << "\n@@@\n#{run_status.backtrace.join("\n")}\n@@@\n"
+        end
+
+        if run_status.updated_resources.length.to_i > 0
+          event_body << "\n@@@\n"
+          run_status.updated_resources.each do |r|
+            event_body << "- #{r} (#{r.defined_at})\n"
+          end
+          event_body << "\n@@@\n"
+        end
+
+        # Return resolved data
+        [alert_type, event_priority, event_title, event_body]
+      end
+
+      # Emit Event to Datadog Event Stream
+      #
+      # @param hostname [String] resolved hostname to attach to Event
+      # @param event_params [Array] all the configurables to build a valid Event
+      def emit_event_to_datadog(hostname, event_data)
+        alert_type, event_priority, event_title, event_body = event_data
+
+        evt = @dog.emit_event(Dogapi::Event.new(event_body,
+                                                :msg_title => event_title,
+                                                :event_type => 'config_management.run',
+                                                :event_object => hostname,
+                                                :alert_type => alert_type,
+                                                :priority => event_priority,
+                                                :source_type_name => 'chef'
+        ), :host => hostname)
+
+        begin
+          # FIXME: nice-to-have: abstract format of return value away a bit
+          # in dogapi directly. See https://github.com/DataDog/dogapi-rb/issues/18
+          if evt.length < 2
+            Chef::Log.warn("Unexpected response from Datadog Event API: #{evt}")
+          else
+            # [http_response_code, {"event" => {"url" => "...", ...}}]
+            # 2xx means ok
+            if evt[0].to_i / 100 != 2
+              Chef::Log.warn("Could not submit event to Datadog (HTTP call failed): #{evt[0]}")
+            else
+              Chef::Log.debug("Successfully submitted Chef event to Datadog for #{hostname} at #{evt[1]['event']['url']}")
+            end
+          end
+        rescue
+          Chef::Log.warn("Could not determine whether chef run was successfully submitted to Datadog: #{evt}")
+        end
+      end
+
       # Emit Chef metrics to Datadog
       #
       # @param hostname [String] resolved hostname to attach to series
@@ -135,28 +162,21 @@ class Chef
         Chef::Log.error("Could not send metrics to Datadog. Connection error:\n" + e)
       end
 
-      # Call Datadog API for a given hostname and retrieve the current list
-      # of Datadog tags - not the same as Chef 'tags' - rather all tags in
-      # are `key:value` e.g. `role:database-master`.
-      # Build up an array of Datadog tags to send back
+      # Build up an array of Chef tags to send back
       #
-      # @param hostname [String]
-      # @return [Array] an array of current Datadog tags, roles, env
-      def get_combined_tags(hostname, node)
-        host_tags = get_host_tags(hostname)
-        host_tags << get_node_env(node)
+      # Selects all [env, roles, tags] from the Node's object and reformats
+      # them to `key:value` e.g. `role:database-master`.
+      #
+      # @param node [Chef::Node]
+      # @return [Array] current Chef env, roles, tags
+      def get_combined_tags(node)
+        chef_env = get_node_env(node).split # converts a string into an array
 
         chef_roles = get_node_roles(node)
         chef_tags = get_node_tags(node)
 
-        # Combine (union) all arrays. Removes dupes, preserves non-Chef tags.
-        host_tags | chef_roles | chef_tags
-      end
-
-      # Get current tags, drop any that will be replaced
-      def get_host_tags(hostname)
-        tags = @dog.host_tags(hostname)[1]['tags'] || []
-        tags.delete_if { |tag| tag.start_with?('role:', 'env:', 'tag:') }
+        # Combine (union) all arrays. Removes duplicates if found.
+        chef_env | chef_roles | chef_tags
       end
 
       def get_node_roles(node)
@@ -188,13 +208,16 @@ class Chef
       # node's `ec2` attribute existence to make the decision.
       #
       # @param node [Chef::Node] from `run_status`, can feasibly any `node`
+      # @param config [Hash] config object passed in to handler
       # @return [String] the hostname decided upon
-      def select_hostname(node)
+      def select_hostname(node, config)
         use_ec2_instance_id = !config.key?(:use_ec2_instance_id) ||
                                 (config.key?(:use_ec2_instance_id) &&
                                   config[:use_ec2_instance_id])
 
-        if use_ec2_instance_id && node.attribute?('ec2') && node.ec2.attribute?('instance_id')
+        if config[:hostname]
+          config[:hostname]
+        elsif use_ec2_instance_id && node.attribute?('ec2') && node.ec2.attribute?('instance_id')
           node.ec2.instance_id
         else
           node.name

data/lib/{chef-handler-datadog.rb → chef_handler_datadog.rb}

@@ -2,5 +2,5 @@
 # Helper module for version number only.
 # Real deal in 'chef/handler/datadog.rb'
 module ChefHandlerDatadog
-  VERSION = '0.3.0'
+  VERSION = '0.4.0'
 end

data/spec/datadog_spec.rb

@@ -68,18 +68,19 @@ describe Chef::Handler::Datadog, :vcr => :new_episodes do
       end
     end
 
-    context 'get and set tags' do
-      it 'gets the tags for the current node' do
+    context 'sets tags' do
+      it 'puts the tags for the current node' do
+        # We no longer need to query the tag api for current tags,
+        # rather udpate only the tags for the designated source type
         expect(a_request(:get, HOST_TAG_ENDPOINT + @node.name).with(
           :query => { 'api_key' => @handler.config[:api_key],
                       'application_key' => @handler.config[:application_key] },
-        )).to have_been_made.times(1)
-      end
+        )).to have_been_made.times(0)
 
-      it 'puts the tags for the current node' do
         expect(a_request(:put, HOST_TAG_ENDPOINT + @node.name).with(
           :query => { 'api_key' => @handler.config[:api_key],
-                      'application_key' => @handler.config[:application_key] },
+                      'application_key' => @handler.config[:application_key],
+                      'source' => 'chef' },
           :body => { 'tags' => ['env:testing'] },
         )).to have_been_made.times(1)
       end
@@ -135,6 +136,42 @@ describe Chef::Handler::Datadog, :vcr => :new_episodes do
     end
   end
 
+  context 'hostname' do
+    before(:each) do
+      @node = Chef::Node.build('chef.handler.datadog.test-hostname')
+      @node.send(:chef_environment, 'testing')
+
+      @run_context = Chef::RunContext.new(@node, {}, @events)
+      @run_status = Chef::RunStatus.new(@node, @events)
+      @expected_time = Time.now
+      Time.stub(:now).and_return(@expected_time, @expected_time + 5)
+      @run_status.start_clock
+      @run_status.stop_clock
+      @run_status.run_context = @run_context
+    end
+
+    it 'uses the node.name when no config specified' do
+      @handler.run_report_unsafe(@run_status)
+
+      expect(a_request(:post, EVENTS_ENDPOINT).with(
+        :query => { 'api_key' => @handler.config[:api_key] },
+        :body => hash_including(:msg_title => "Chef completed in 5 seconds on #{@node.name}"),
+        :body => hash_including(:host => @node.name),
+      )).to have_been_made.times(1)
+    end
+
+    it 'uses the specified hostname when provided' do
+      @handler.config[:hostname] = 'my-imaginary-hostname.local'
+      @handler.run_report_unsafe(@run_status)
+
+      expect(a_request(:post, EVENTS_ENDPOINT).with(
+        :query => { 'api_key' => @handler.config[:api_key] },
+        :body => hash_including(:msg_title => 'Chef completed in 5 seconds on my-imaginary-hostname.local'),
+        :body => hash_including(:host => 'my-imaginary-hostname.local'),
+      )).to have_been_made.times(1)
+    end
+  end
+
   describe 'handles tags correctly' do
     before(:each) do
       @node = Chef::Node.build('chef.handler.datadog.test-tags')
@@ -161,7 +198,8 @@ describe Chef::Handler::Datadog, :vcr => :new_episodes do
     it 'sets the role and env and tags' do
       expect(a_request(:put, HOST_TAG_ENDPOINT + @node.name).with(
         :query => { 'api_key' => @handler.config[:api_key],
-                    'application_key' => @handler.config[:application_key] },
+                    'application_key' => @handler.config[:application_key],
+                    'source' => 'chef' },
         :body => hash_including(:tags => [
           'env:hostile', 'role:highlander', 'tag:the_one_and_only'
           ]),
@@ -240,6 +278,16 @@ describe Chef::Handler::Datadog, :vcr => :new_episodes do
         :body => hash_including(:priority => 'normal'),
       )).to have_been_made.times(1)
     end
+
+    it 'sets alert handles when specified' do
+      @handler.config[:notify_on_failure] = ['@alice', '@bob']
+      @handler.run_report_unsafe(@run_status)
+
+      expect(a_request(:post, EVENTS_ENDPOINT).with(
+        :query => { 'api_key' => @handler.config[:api_key] },
+        :body => /Alerting: @alice @bob/
+      )).to have_been_made.times(1)
+    end
   end
 
   describe 'updated resources' do

data/spec/support/cassettes/Chef_Handler_Datadog/failed_Chef_run/sets_alert_handles_when_specified.yml

@@ -0,0 +1,363 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://app.datadoghq.com/api/v1/series?api_key=<API_KEY>
+    body:
+      encoding: UTF-8
+      string: ! '{"series":[{"metric":"chef.resources.total","points":[[1398187132,0.0]],"type":"gauge","host":"chef.handler.datadog.test-failed","device":null}]}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Content-Type:
+      - text/json; charset=UTF-8
+      Date:
+      - Tue, 22 Apr 2014 17:18:52 GMT
+      Server:
+      - dogdispatcher/4.12.1
+      Content-Length:
+      - '15'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"status":"ok"}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+- request:
+    method: post
+    uri: https://app.datadoghq.com/api/v1/series?api_key=<API_KEY>
+    body:
+      encoding: UTF-8
+      string: ! '{"series":[{"metric":"chef.resources.updated","points":[[1398187132,0.0]],"type":"gauge","host":"chef.handler.datadog.test-failed","device":null}]}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Content-Type:
+      - text/json; charset=UTF-8
+      Date:
+      - Tue, 22 Apr 2014 17:18:53 GMT
+      Server:
+      - dogdispatcher/4.12.1
+      Content-Length:
+      - '15'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"status":"ok"}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+- request:
+    method: post
+    uri: https://app.datadoghq.com/api/v1/series?api_key=<API_KEY>
+    body:
+      encoding: UTF-8
+      string: ! '{"series":[{"metric":"chef.resources.elapsed_time","points":[[1398187132,2.0]],"type":"gauge","host":"chef.handler.datadog.test-failed","device":null}]}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Content-Type:
+      - text/json; charset=UTF-8
+      Date:
+      - Tue, 22 Apr 2014 17:18:54 GMT
+      Server:
+      - dogdispatcher/4.12.1
+      Content-Length:
+      - '15'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"status":"ok"}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+- request:
+    method: post
+    uri: https://app.datadoghq.com/api/v1/events?api_key=<API_KEY>
+    body:
+      encoding: UTF-8
+      string: ! '{"msg_text":"Chef updated 0 resources out of 0 resources total.\n@@@\nChef::Exceptions::UnsupportedAction:
+        Something awry.\n@@@\n\n@@@\nfile.rb:2\nfile.rb:1\n@@@\n","date_happened":1398187132,"msg_title":"Chef
+        failed in 2 seconds on chef.handler.datadog.test-failed ","priority":"normal","parent":null,"tags":[],"aggregation_key":"chef.handler.datadog.test-failed","alert_type":"error","event_type":"config_management.run","source_type_name":"chef","title":"Chef
+        failed in 2 seconds on chef.handler.datadog.test-failed ","text":"Chef updated
+        0 resources out of 0 resources total.\n@@@\nChef::Exceptions::UnsupportedAction:
+        Something awry.\n@@@\n\n@@@\nfile.rb:2\nfile.rb:1\n@@@\n","host":"chef.handler.datadog.test-failed","device":null}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Content-Type:
+      - text/json; charset=UTF-8
+      Date:
+      - Tue, 22 Apr 2014 17:18:55 GMT
+      Server:
+      - dogdispatcher/4.12.1
+      Content-Length:
+      - '474'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"status": "ok", "event": {"priority": "normal", "date_happened":
+        1398187132, "handle": null, "title": "Chef failed in 2 seconds on chef.handler.datadog.test-failed
+        ", "url": "https://app.datadoghq.com/event/jump_to?event_id=2246876398487094962",
+        "text": "Chef updated 0 resources out of 0 resources total.\n@@@\nChef::Exceptions::UnsupportedAction:
+        Something awry.\n@@@\n\n@@@\nfile.rb:2\nfile.rb:1\n@@@\n", "tags": [], "related_event_id":
+        null, "id": 2246876398487094962}}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+- request:
+    method: put
+    uri: https://app.datadoghq.com/api/v1/tags/hosts/chef.handler.datadog.test-failed?api_key=<API_KEY>&application_key=<APPLICATION_KEY>&source=chef
+    body:
+      encoding: UTF-8
+      string: ! '{"tags":["env:hostile","role:highlander","tag:the_one_and_only"]}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 201
+      message: Created
+    headers:
+      Cache-Control:
+      - no-cache
+      Content-Type:
+      - application/json
+      Date:
+      - Tue, 22 Apr 2014 17:18:56 GMT
+      Pragma:
+      - no-cache
+      Server:
+      - gunicorn/0.17.4
+      Content-Length:
+      - '112'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"host": "chef.handler.datadog.test-failed", "tags": ["env:hostile",
+        "role:highlander", "tag:the_one_and_only"]}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+- request:
+    method: post
+    uri: https://app.datadoghq.com/api/v1/series?api_key=<API_KEY>
+    body:
+      encoding: UTF-8
+      string: ! '{"series":[{"metric":"chef.resources.total","points":[[1398187132,0.0]],"type":"gauge","host":"chef.handler.datadog.test-failed","device":null}]}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Content-Type:
+      - text/json; charset=UTF-8
+      Date:
+      - Tue, 22 Apr 2014 17:18:58 GMT
+      Server:
+      - dogdispatcher/4.12.1
+      Content-Length:
+      - '15'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"status":"ok"}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+- request:
+    method: post
+    uri: https://app.datadoghq.com/api/v1/series?api_key=<API_KEY>
+    body:
+      encoding: UTF-8
+      string: ! '{"series":[{"metric":"chef.resources.updated","points":[[1398187132,0.0]],"type":"gauge","host":"chef.handler.datadog.test-failed","device":null}]}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Content-Type:
+      - text/json; charset=UTF-8
+      Date:
+      - Tue, 22 Apr 2014 17:18:59 GMT
+      Server:
+      - dogdispatcher/4.12.1
+      Content-Length:
+      - '15'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"status":"ok"}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+- request:
+    method: post
+    uri: https://app.datadoghq.com/api/v1/series?api_key=<API_KEY>
+    body:
+      encoding: UTF-8
+      string: ! '{"series":[{"metric":"chef.resources.elapsed_time","points":[[1398187132,2.0]],"type":"gauge","host":"chef.handler.datadog.test-failed","device":null}]}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Content-Type:
+      - text/json; charset=UTF-8
+      Date:
+      - Tue, 22 Apr 2014 17:19:00 GMT
+      Server:
+      - dogdispatcher/4.12.1
+      Content-Length:
+      - '15'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"status":"ok"}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+- request:
+    method: post
+    uri: https://app.datadoghq.com/api/v1/events?api_key=<API_KEY>
+    body:
+      encoding: UTF-8
+      string: ! '{"msg_text":"Chef updated 0 resources out of 0 resources total.\nAlerting:
+        @alice @bob\n\n@@@\nChef::Exceptions::UnsupportedAction: Something awry.\n@@@\n\n@@@\nfile.rb:2\nfile.rb:1\n@@@\n","date_happened":1398187132,"msg_title":"Chef
+        failed in 2 seconds on chef.handler.datadog.test-failed ","priority":"normal","parent":null,"tags":[],"aggregation_key":"chef.handler.datadog.test-failed","alert_type":"error","event_type":"config_management.run","source_type_name":"chef","title":"Chef
+        failed in 2 seconds on chef.handler.datadog.test-failed ","text":"Chef updated
+        0 resources out of 0 resources total.\nAlerting: @alice @bob\n\n@@@\nChef::Exceptions::UnsupportedAction:
+        Something awry.\n@@@\n\n@@@\nfile.rb:2\nfile.rb:1\n@@@\n","host":"chef.handler.datadog.test-failed","device":null}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 202
+      message: Accepted
+    headers:
+      Content-Type:
+      - text/json; charset=UTF-8
+      Date:
+      - Tue, 22 Apr 2014 17:19:01 GMT
+      Server:
+      - dogdispatcher/4.12.1
+      Content-Length:
+      - '499'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"status": "ok", "event": {"priority": "normal", "date_happened":
+        1398187132, "handle": null, "title": "Chef failed in 2 seconds on chef.handler.datadog.test-failed
+        ", "url": "https://app.datadoghq.com/event/jump_to?event_id=2246876504015312374",
+        "text": "Chef updated 0 resources out of 0 resources total.\nAlerting: @alice
+        @bob\n\n@@@\nChef::Exceptions::UnsupportedAction: Something awry.\n@@@\n\n@@@\nfile.rb:2\nfile.rb:1\n@@@\n",
+        "tags": [], "related_event_id": null, "id": 2246876504015312374}}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+- request:
+    method: put
+    uri: https://app.datadoghq.com/api/v1/tags/hosts/chef.handler.datadog.test-failed?api_key=<API_KEY>&application_key=<APPLICATION_KEY>&source=chef
+    body:
+      encoding: UTF-8
+      string: ! '{"tags":["env:hostile","role:highlander","tag:tag:the_one_and_only"]}'
+    headers:
+      Accept:
+      - ! '*/*'
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/json
+  response:
+    status:
+      code: 201
+      message: Created
+    headers:
+      Cache-Control:
+      - no-cache
+      Content-Type:
+      - application/json
+      Date:
+      - Tue, 22 Apr 2014 17:19:03 GMT
+      Pragma:
+      - no-cache
+      Server:
+      - gunicorn/0.17.4
+      Content-Length:
+      - '116'
+      Connection:
+      - keep-alive
+    body:
+      encoding: US-ASCII
+      string: ! '{"host": "chef.handler.datadog.test-failed", "tags": ["tag:tag:the_one_and_only",
+        "env:hostile", "role:highlander"]}'
+    http_version: 
+  recorded_at: Tue, 22 Apr 2014 17:18:52 GMT
+recorded_with: VCR 2.9.0