buildkite-trace 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0abdf59a8b25b2e696d5d05d5d3710df8e251f553e0cdaf245a17defae0cea06
+  data.tar.gz: c5b92901cd2428a65cbabb494bcef17347818f6768f80d2ea42f14c22ef52311
+SHA512:
+  metadata.gz: 393328b187032c748ecb7d9a393ad2eeec7393d18ed226e0bf5987dd8be3747afbfe99396d23da2232fada8649c72e9c94c8e1ae3be346383015162bc08f4bb6
+  data.tar.gz: c8c0f9a4052728b2eb3152fbfa0169dbdfa17e29eff93e5d29b9833a39df976cf91ab8e43ddb54c15b74b83454f3e3bdde61b0051a29213f031825beb254f3d8

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2019 James Healy
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,78 @@
+## buildkite-trace
+
+If you want to get your build time under control, first you need to measure it.
+
+This is a mini rack app that accepts buildkite webhooks and submits them to a datadog agent as traces.
+
+The traces become available in the datadog web UI, and look something like this:
+
+![Build waterfall](images/build-waterfall.png)
+
+The spans in the trace also generate metrics that can be used in dashboards and monitors:
+
+![Build chart](images/build-chart.png)
+
+### Usage
+
+Begin by adding buildkite-trace to your `Gemfile`.
+
+    gem "buildite-trace"
+
+Then create a `config.ru` file in the same directory, with the following content:
+
+    require 'buildkite-trace'
+    run Buildkite::Trace::App
+
+Finally, run this:
+
+    bundle exec rackup
+
+If you have an alternative method of running  rack apps, that should work fine
+too. A popular option is puma - add it to your Gemfile (`gem "puma"`), and
+start the server with:
+
+    bundle exec puma
+
+### Deployment
+
+The app should be deployed to a public webserver somewhere, with a domain name
+and (ideally) TLS enabled.
+
+Once deployed, use the web UI on buildkite.com to send webhooks to:
+
+    https://yourdomain.example.com/events
+
+In the webhook settings on buildkite.com, enable at least the following events:
+
+* `build.finished`
+* `job.finished`
+
+The deployed service must have access to an instance of the datadog agent. Each
+time it receives a webhook from buildkite, it'll translate it into trace data
+that's sent to the datadog agent at `http://<dd-agent-ip>:8126/`
+
+### Configuration
+
+There is only one configurable value at this stage - the IP or hostname of the
+datadog agent. To override the default (`127.0.0.1`) set the
+`DATADOG_AGENT_HOST_IP` ENV var.
+
+### Developing
+
+I typically use docker to setup a consistent development. You can start a
+development server like this:
+
+    ./auto/start
+
+... and post sample webhooks to it:
+
+    curl -v --data @spec/fixtures/buildkite_job_finished.json http://127.0.0.1:9393/events
+    curl -v --data @spec/fixtures/buildkite_build_finished.json http://127.0.0.1:9393/events
+
+You'll need to have a datadog agent listening for traces on
+http://127.0.0.1:8126, or you'll get a "Errno::ECONNREFUSED: Failed to open TCP
+connection to 127.0.0.1:8126" exception.
+
+To run the tests:
+
+    ./auto/test

data/lib/buildkite-trace.rb

@@ -0,0 +1,7 @@
+require 'buildkite/trace/build_finished_event'
+require 'buildkite/trace/job_finished_event'
+require 'buildkite/trace/unknown_event'
+require 'buildkite/trace/event'
+require 'buildkite/trace/span'
+require 'buildkite/trace/app'
+require 'buildkite/trace/client'

data/lib/buildkite/trace/app.rb

@@ -0,0 +1,31 @@
+require 'sinatra/base'
+require 'buildkite/trace/event'
+require 'buildkite/trace/client'
+
+module Buildkite
+  module Trace
+    class App < Sinatra::Application
+      get '/' do
+        'Buildkite Trace Server'
+      end
+
+      post '/events' do
+        request.body.rewind
+        data = request.body.read
+        event = Buildkite::Trace::Event.build(data)
+        span = event.to_span
+        if span
+          puts span.to_hash.inspect
+          trace_client = Buildkite::Trace::Client.new(datadog_hostname)
+          trace_client.submit_trace([span.to_hash])
+        end
+      end
+
+      private
+
+      def datadog_hostname
+        ENV.fetch("DATADOG_AGENT_HOST_IP", "127.0.0.1")
+      end
+    end
+  end
+end

data/lib/buildkite/trace/build_finished_event.rb

@@ -0,0 +1,82 @@
+require 'date'
+require 'buildkite/trace/span'
+require 'digest/crc64'
+
+module Buildkite
+  module Trace
+
+    # Value object that wraps raw buildkite webhook data and provides convenience
+    # methods for querying it
+    class BuildFinishedEvent
+      def initialize(data)
+        @data = data
+      end
+
+      def name
+        @data.fetch("event", "")
+      end
+
+      def pipeline_name
+        @data.fetch("pipeline", {}).fetch("name", "")
+      end
+
+      def pipeline_slug
+        @data.fetch("pipeline", {}).fetch("slug", "")
+      end
+
+      def build_id
+        @data.fetch("build", {}).fetch("id", "")
+      end
+
+      def build_web_url
+        @data.fetch("build", {}).fetch("web_url", "")
+      end
+
+      def passed?
+        @data.fetch("build", {}).fetch("state", "") == "passed"
+      end
+
+      def build_branch
+        @data.fetch("build", {}).fetch("branch", "")
+      end
+
+      def build_created_at
+        value = @data.fetch("build", {}).fetch("created_at", nil)
+        value ? DateTime.parse(value).to_time : nil
+      end
+
+      def build_started_at
+        value = @data.fetch("build", {}).fetch("started_at", nil)
+        value ? DateTime.parse(value).to_time : nil
+      end
+
+      def build_finished_at
+        value = @data.fetch("build", {}).fetch("finished_at", nil)
+        value ? DateTime.parse(value).to_time : nil
+      end
+
+      def to_span
+        Span.new(
+          trace_id: Digest::CRC64.checksum(build_id),
+          span_id: Digest::CRC64.checksum(build_id) + 1,
+          parent_id: nil,
+          name: "build",
+          resource: pipeline_slug,
+          service: "buildkite",
+          type: "custom",
+          start: build_started_at.to_i * 1_000_000_000,
+          duration: duration_in_secs * 1_000_000_000,
+          metrics: {_sampling_priority_v1: 2},
+          meta: {url: build_web_url, pipeline: pipeline_slug},
+        )
+      end
+
+      private
+
+      def duration_in_secs
+        build_finished_at.to_i - build_started_at.to_i
+      end
+
+    end
+  end
+end

data/lib/buildkite/trace/client.rb

@@ -0,0 +1,22 @@
+require 'net/http'
+
+module Buildkite
+  module Trace
+    class Client
+      def initialize(hostname)
+        @uri = URI("http://#{hostname}:8126/v0.3/traces")
+      end
+
+      def submit_trace(array_of_spans)
+        array_of_traces = [array_of_spans]
+        http = Net::HTTP.new(@uri.host, 8126)
+        response = http.start do |http|
+          request = Net::HTTP::Put.new(@uri.request_uri, { 'Content-Type' => 'application/json'})
+          request.body = JSON.dump(array_of_traces)
+          http.request(request)
+        end
+        response.code.to_i == 200
+      end
+    end
+  end
+end

data/lib/buildkite/trace/event.rb

@@ -0,0 +1,24 @@
+require 'buildkite/trace/build_finished_event'
+require 'buildkite/trace/unknown_event'
+require 'json'
+
+module Buildkite
+  module Trace
+    class Event
+      def self.build(string)
+        data = JSON.load(string)
+
+        case data.fetch("event", "")
+        when "build.finished" then
+          BuildFinishedEvent.new(data)
+        when "job.finished" then
+          JobFinishedEvent.new(data)
+        else
+          UnknownEvent.new(data)
+        end
+      rescue JSON::ParserError
+        UnknownEvent.new("event" => "error", "message" => "Invalid JSON", "body" => string)
+      end
+    end
+  end
+end

data/lib/buildkite/trace/job_finished_event.rb

@@ -0,0 +1,106 @@
+require 'date'
+require 'buildkite/trace/span'
+require 'digest/crc64'
+
+module Buildkite
+  module Trace
+    # Value object that wraps raw buildkite webhook data and provides convenience
+    # methods for querying it
+    class JobFinishedEvent
+      def initialize(data)
+        @data = data
+      end
+
+      def name
+        @data.fetch("event", "")
+      end
+
+      def job_id
+        @data.fetch("job", {}).fetch("id","")
+      end
+
+      def job_name
+        @data.fetch("job", {}).fetch("name","")
+      end
+
+      def job_slug
+        slugorize(job_name)
+      end
+
+      def job_state
+        @data.fetch("job", {}).fetch("state","")
+      end
+
+      def job_web_url
+        @data.fetch("job", {}).fetch("web_url","")
+      end
+
+      def job_started_at
+        value = @data.fetch("job", {}).fetch("started_at", nil)
+        value ? DateTime.parse(value).to_time : nil
+      end
+
+      def job_finished_at
+        value = @data.fetch("job", {}).fetch("finished_at", nil)
+        value ? DateTime.parse(value).to_time : nil
+      end
+
+      def agent_name
+        @data.fetch("job", {}).fetch("agent",{}).fetch("name","")
+      end
+
+      def agent_hostname
+        @data.fetch("job", {}).fetch("agent",{}).fetch("hostname","")
+      end
+
+      def build_id
+        @data.fetch("build", {}).fetch("id","")
+      end
+
+      def build_branch
+        @data.fetch("build", {}).fetch("branch","")
+      end
+
+      def pipeline_name
+        @data.fetch("pipeline", {}).fetch("name", "")
+      end
+
+      def pipeline_slug
+        @data.fetch("pipeline", {}).fetch("slug", "")
+      end
+
+      def to_span
+        Span.new(
+          trace_id: Digest::CRC64.checksum(build_id),
+          span_id: Digest::CRC64.checksum(job_id),
+          parent_id: Digest::CRC64.checksum(build_id) + 1,
+          name: "build.job",
+          resource: job_name,
+          service: "buildkite",
+          type: "custom",
+          start: job_started_at.to_i * 1_000_000_000,
+          duration: duration_in_secs * 1_000_000_000,
+          metrics: {_sampling_priority_v1: 2},
+          meta: {url: job_web_url, pipeline: pipeline_slug},
+        )
+      end
+
+      private
+
+      def duration_in_secs
+        job_finished_at.to_i - job_started_at.to_i
+      end
+
+      def slugorize(input)
+        result = input.to_s.downcase
+        result.gsub!(/['|’]/, '')           # Remove apostrophes
+        result.gsub!('&', 'and')            # Replace & with 'and'
+        result.gsub!(/[^a-z0-9\-]/, '-')    # Get rid of anything we don't like
+        result.gsub!(/-+/, '-')             # collapse dashes
+        result.gsub!(/-$/, '')              # trim dashes
+        result.gsub!(/^-/, '')              # trim dashes
+        result
+      end
+    end
+  end
+end

data/lib/buildkite/trace/span.rb

@@ -0,0 +1,40 @@
+module Buildkite
+  module Trace
+    # A value object to hold the data we will submit to datadog
+    class Span
+      attr_reader :trace_id, :span_id, :parent_id, :name, :resource
+      attr_reader :service, :type, :start, :duration, :metrics, :meta
+
+      def initialize(trace_id:, span_id:, parent_id:, name:, resource:, service:, type:, start:, duration:, metrics:, meta:)
+        @trace_id = trace_id
+        @span_id = span_id
+        @parent_id = parent_id
+        @name = name
+        @resource = resource
+        @service = service
+        @type = type
+        @start = start
+        @duration = duration
+        @metrics = metrics
+        @meta = meta
+      end
+
+      def to_hash
+        {
+          trace_id: trace_id,
+          span_id: span_id,
+          parent_id: parent_id,
+          name: name,
+          resource: resource,
+          service: service,
+          type: @type,
+          start: start,
+          duration: duration,
+          metrics: metrics,
+          meta: meta,
+        }
+      end
+    end
+
+  end
+end

data/lib/buildkite/trace/unknown_event.rb

@@ -0,0 +1,18 @@
+module Buildkite
+  module Trace
+    class UnknownEvent
+      def initialize(data)
+        @data = data
+      end
+
+      def name
+        @data.fetch("event", "")
+      end
+
+      def to_span
+        nil
+      end
+
+    end
+  end
+end

data/spec/buildkite/trace/build_finished_event_spec.rb

@@ -0,0 +1,85 @@
+require 'json'
+
+describe Buildkite::Trace::BuildFinishedEvent do
+  let(:json_path) { File.join(File.dirname(__FILE__), "..", "..", "fixtures", "buildkite_build_finished.json")}
+  let(:json) { JSON.load(File.read(json_path)) }
+  let(:event) { Buildkite::Trace::BuildFinishedEvent.new(json)}
+
+  describe '.name' do
+    it "returns the correct value" do
+      expect(event.name).to eq "build.finished"
+    end
+  end
+
+  describe '.build_id' do
+    it "returns the correct value" do
+      expect(event.build_id).to eq "83636ec4-0643-4d4b-9576-4b4cc9416dbc"
+    end
+  end
+
+  describe '.build_branch' do
+    it "returns the branch name" do
+      expect(event.build_branch).to eq "master"
+    end
+  end
+
+  describe '.pipeline_name' do
+    it "returns the pipeline name" do
+      expect(event.pipeline_name).to eq "Bar"
+    end
+  end
+
+  describe '.pipeline_slug' do
+    it "returns the pipeline name" do
+      expect(event.pipeline_slug).to eq "bar"
+    end
+  end
+
+  describe '.build_web_url' do
+    it "returns with the build web_url" do
+      expect(event.build_web_url).to eq "https://buildkite.com/foo/bar/builds/4472"
+    end
+  end
+
+  describe '.passed?' do
+    it "returns false" do
+      expect(event.passed?).to eq false
+    end
+  end
+
+  describe 'build_created_at' do
+    it "returns correct time" do
+      expect(event.build_created_at).to eq Time.utc(2018,12,28,13,3,28)
+    end
+  end
+
+  describe 'build_started_at' do
+    it "returns correct time" do
+      expect(event.build_started_at).to eq Time.utc(2018,12,28,13,3,32)
+    end
+  end
+
+  describe 'build_finished_at' do
+    it "returns correct time" do
+      expect(event.build_finished_at).to eq Time.utc(2018,12,28,13,29,38)
+    end
+  end
+
+  describe '.to_span' do
+    let(:span) { event.to_span }
+
+    it "returns a Span instance with the correct values" do
+      expect(span.trace_id).to eq(18259648613135438764)
+      expect(span.span_id).to eq(18259648613135438765)
+      expect(span.parent_id).to be_nil
+      expect(span.name).to eq("build")
+      expect(span.resource).to eq("bar")
+      expect(span.service).to eq("buildkite")
+      expect(span.type).to eq("custom")
+      expect(span.start).to eq(1546002212000000000)
+      expect(span.duration).to eq(1_566_000_000_000)
+      expect(span.metrics).to eq({_sampling_priority_v1: 2})
+      expect(span.meta).to eq({:pipeline=>"bar", :url=>"https://buildkite.com/foo/bar/builds/4472"})
+    end
+  end
+end

data/spec/buildkite/trace/client_spec.rb

@@ -0,0 +1,15 @@
+require 'json'
+
+describe Buildkite::Trace::Client do
+
+  describe ".submit_trace" do
+    context "with valid trace data" do
+      it "submits the trace data to the datadog agent"
+      it "returns true"
+    end
+    context "with invalid trace data" do
+      it "returns false"
+    end
+  end
+
+end

data/spec/buildkite/trace/event_spec.rb

@@ -0,0 +1,31 @@
+require 'json'
+
+describe Buildkite::Trace::Event do
+  let(:json) { JSON.dump(data) }
+  let(:event) { Buildkite::Trace::Event.build(json)}
+
+  context "with a build finished event" do
+    let(:data) { { "event" => "build.finished"} }
+
+    it "returns the correct object" do
+      expect(event).to be_a(Buildkite::Trace::BuildFinishedEvent)
+    end
+  end
+
+  context "with a job finished event" do
+    let(:data) { { "event" => "job.finished"} }
+
+    it "returns the correct object" do
+      expect(event).to be_a(Buildkite::Trace::JobFinishedEvent)
+    end
+  end
+
+  context "with another event" do
+    let(:data) { { "event" => "foo"} }
+
+    it "returns the correct object" do
+      expect(event).to be_a(Buildkite::Trace::UnknownEvent)
+    end
+  end
+
+end

data/spec/buildkite/trace/job_finished_event_spec.rb

@@ -0,0 +1,109 @@
+require 'json'
+
+describe Buildkite::Trace::JobFinishedEvent do
+  let(:json_path) { File.join(File.dirname(__FILE__), "..", "..", "fixtures", "buildkite_job_finished.json")}
+  let(:json) { JSON.load(File.read(json_path)) }
+  let(:event) { Buildkite::Trace::JobFinishedEvent.new(json)}
+
+  describe '.name' do
+    it "returns the correct value" do
+      expect(event.name).to eq "job.finished"
+    end
+  end
+
+  describe '.job_id' do
+    it "returns the job id" do
+      expect(event.job_id).to eq "db30e1c2-7200-49db-b3f3-85edcbedec6e"
+    end
+  end
+
+  describe '.job_name' do
+    it "returns the job name" do
+      expect(event.job_name).to eq ":rspec: Run Spec Group 1"
+    end
+  end
+
+  describe '.job_slug' do
+    it "returns the job slug" do
+      expect(event.job_slug).to eq "rspec-run-spec-group-1"
+    end
+  end
+
+  describe '.job_state' do
+    it "returns the job state" do
+      expect(event.job_state).to eq "passed"
+    end
+  end
+
+  describe '.job_web_url' do
+    it "returns the job URL" do
+      expect(event.job_web_url).to eq "https://buildkite.com/foo/bar/builds/4474#db30e1c2-7200-49db-b3f3-85edcbedec6e"
+    end
+  end
+
+  describe '.job_started_at' do
+    it "returns the correct time" do
+      expect(event.job_started_at).to eq Time.utc(2018,12,28,13,23,43)
+    end
+  end
+
+  describe '.job_finished_at' do
+    it "returns the correct time" do
+      expect(event.job_finished_at).to eq Time.utc(2018,12,28,13,26,11)
+    end
+  end
+
+  describe '.agent_name' do
+    it "returns the agent name" do
+      expect(event.agent_name).to eq "build-robot-himem-5cd88946-g74t6-1"
+    end
+  end
+
+  describe '.agent_hostname' do
+    it "returns the agent hostname" do
+      expect(event.agent_hostname).to eq "build-robot-himem-5cd88946-g74t6"
+    end
+  end
+
+  describe '.build_id' do
+    it "returns the build id" do
+      expect(event.build_id).to eq "464b5536-643c-4d70-bdaf-cb50660099f5"
+    end
+  end
+
+  describe '.build_branch' do
+    it "returns the build branch name" do
+      expect(event.build_branch).to eq "master"
+    end
+  end
+
+  describe '.pipeline_name' do
+    it "returns the pipeline name" do
+      expect(event.pipeline_name).to eq "Bar"
+    end
+  end
+
+  describe '.pipeline_slug' do
+    it "returns the pipeline slug" do
+      expect(event.pipeline_slug).to eq "bar"
+    end
+  end
+
+  describe '.to_span' do
+    let(:span) { event.to_span }
+
+    it "returns a Span instance with the correct values" do
+      expect(span.trace_id).to eq(16600268248679578299)
+      expect(span.span_id).to eq(3724764218537855423)
+      expect(span.parent_id).to eq(16600268248679578300)
+      expect(span.name).to eq("build.job")
+      expect(span.resource).to eq(":rspec: Run Spec Group 1")
+      expect(span.service).to eq("buildkite")
+      expect(span.type).to eq("custom")
+      expect(span.start).to eq(1546003423000000000)
+      expect(span.duration).to eq(148_000_000_000)
+      expect(span.metrics).to eq({_sampling_priority_v1: 2})
+      expect(span.meta).to eq({:pipeline=>"bar", :url=>"https://buildkite.com/foo/bar/builds/4474#db30e1c2-7200-49db-b3f3-85edcbedec6e"})
+    end
+  end
+end

data/spec/buildkite/trace/span_spec.rb

@@ -0,0 +1,9 @@
+require 'json'
+
+describe Buildkite::Trace::Span do
+
+  describe ".to_hash" do
+    it "returns a hash with appropriate values"
+  end
+
+end

data/spec/fixtures/buildkite_build_finished.json

@@ -0,0 +1,91 @@
+{
+  "event": "build.finished",
+  "build": {
+    "id": "83636ec4-0643-4d4b-9576-4b4cc9416dbc",
+    "url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar/builds/4472",
+    "web_url": "https://buildkite.com/foo/bar/builds/4472",
+    "number": 4472,
+    "state": "failed",
+    "blocked": false,
+    "message": "exp: will avoiding JS execution make this more reliable?",
+    "commit": "dbf58b93b46ae0ec2b82d85fe98f5925a946837a",
+    "branch": "master",
+    "tag": null,
+    "source": "webhook",
+    "creator": {
+      "id": "f98b5507-d9ca-4711-b5bb-f2bf145b9d13",
+      "name": "James Healy",
+      "email": "james@yob.id.au",
+      "avatar_url": "https://www.gravatar.com/avatar/febab66d54b972e5f3c04a70a5feb5b5",
+      "created_at": "2018-03-27 05:47:37 UTC"
+    },
+    "created_at": "2018-12-28 13:03:28 UTC",
+    "scheduled_at": "2018-12-28 13:03:28 UTC",
+    "started_at": "2018-12-28 13:03:32 UTC",
+    "finished_at": "2018-12-28 13:29:38 UTC",
+    "meta_data": {
+      "buildkite:git:commit": "commit dbf58b93b46ae0ec2b82d85fe98f5925a946837a\nAuthor:     James Healy <james@yob.id.au>\nAuthorDate: Sat Dec 29 00:02:56 2018 +1100\nCommit:     James Healy <james@yob.id.au>\nCommitDate: Sat Dec 29 00:02:56 2018 +1100\n\n    exp: will avoiding JS execution make this more reliable?"
+    },
+    "pull_request": null
+  },
+  "pipeline": {
+    "id": "f7e3be00-737a-4832-8646-11ae7fad909b",
+    "url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar",
+    "web_url": "https://buildkite.com/foo/bar",
+    "name": "Bar",
+    "description": "",
+    "slug": "bar",
+    "repository": "git@github.com:yob/bar.git",
+    "branch_configuration": "",
+    "default_branch": "master",
+    "skip_queued_branch_builds": true,
+    "skip_queued_branch_builds_filter": "",
+    "cancel_running_branch_builds": false,
+    "cancel_running_branch_builds_filter": "",
+    "provider": {
+      "id": "github",
+      "settings": {
+        "trigger_mode": "code",
+        "build_pull_requests": true,
+        "pull_request_branch_filter_enabled": false,
+        "skip_pull_request_builds_for_existing_commits": true,
+        "build_pull_request_forks": false,
+        "prefix_pull_request_fork_branch_names": false,
+        "build_tags": false,
+        "publish_commit_status": true,
+        "publish_commit_status_per_step": false,
+        "separate_pull_request_statuses": false,
+        "publish_blocked_as_pending": false,
+        "repository": "yob/bar",
+        "pull_request_branch_filter_configuration": ""
+      },
+      "webhook_url": "https://webhook.buildkite.com/deliver/849a6755fd449c310b936150fd3585e42070c1712b7c52f757"
+    },
+    "builds_url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar/builds",
+    "badge_url": "https://badge.buildkite.com/12de09c168b7ad23e83e96c62be7698f3d1102faea93b60803.svg",
+    "created_at": "2016-05-25 04:34:52 UTC",
+    "scheduled_builds_count": 0,
+    "running_builds_count": 1,
+    "scheduled_jobs_count": 4,
+    "running_jobs_count": 6,
+    "waiting_jobs_count": 0,
+    "steps": [
+      {
+        "type": "script",
+        "name": ":pipeline:",
+        "command": ".buildkite/upload-pipeline",
+        "artifact_paths": "",
+        "branch_configuration": "",
+        "env": {},
+        "timeout_in_minutes": null,
+        "agent_query_rules": [],
+        "concurrency": null,
+        "parallelism": null
+      }
+    ]
+  },
+  "sender": {
+    "id": "f98b5507-d9ca-4711-b5bb-f2bf145b9d13",
+    "name": "James Healy"
+  }
+}

data/spec/fixtures/buildkite_job_finished.json

@@ -0,0 +1,141 @@
+{
+  "event": "job.finished",
+  "job": {
+    "id": "db30e1c2-7200-49db-b3f3-85edcbedec6e",
+    "type": "script",
+    "name": ":rspec: Run Spec Group 1",
+    "agent_query_rules": [
+      "queue=default"
+    ],
+    "state": "passed",
+    "build_url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar/builds/4474",
+    "web_url": "https://buildkite.com/foo/bar/builds/4474#db30e1c2-7200-49db-b3f3-85edcbedec6e",
+    "log_url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar/builds/4474/jobs/db30e1c2-7200-49db-b3f3-85edcbedec6e/log",
+    "raw_log_url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar/builds/4474/jobs/db30e1c2-7200-49db-b3f3-85edcbedec6e/log.txt",
+    "artifacts_url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar/builds/4474/jobs/db30e1c2-7200-49db-b3f3-85edcbedec6e/artifacts",
+    "command": "./auto/run-tests",
+    "exit_status": 0,
+    "artifact_paths": "reports/*;",
+    "agent": {
+      "id": "673cacbc-1920-4b4b-8673-a9a0beb87822",
+      "url": "https://api.buildkite.com/v2/organizations/foo/agents/673cacbc-1920-4b4b-8673-a9a0beb87822",
+      "web_url": "https://buildkite.com/organizations/foo/agents/673cacbc-1920-4b4b-8673-a9a0beb87822",
+      "name": "build-robot-himem-5cd88946-g74t6-1",
+      "connection_state": "connected",
+      "ip_address": "35.189.61.14",
+      "hostname": "build-robot-himem-5cd88946-g74t6",
+      "user_agent": "buildkite-agent/3.6.0.2618 (linux; amd64)",
+      "version": "3.6.0",
+      "creator": null,
+      "created_at": "2018-12-28 12:19:02 UTC",
+      "job": null,
+      "last_job_finished_at": "2018-12-28 13:26:11 UTC",
+      "priority": 0,
+      "meta_data": [
+        "queue=default",
+        "himem=true"
+      ]
+    },
+    "created_at": "2018-12-28 13:21:40 UTC",
+    "scheduled_at": "2018-12-28 13:17:08 UTC",
+    "started_at": "2018-12-28 13:23:43 UTC",
+    "finished_at": "2018-12-28 13:26:11 UTC",
+    "runnable_at": "2018-12-28 13:21:40 UTC",
+    "retried": false,
+    "retried_in_job_id": null,
+    "retries_count": null,
+    "parallel_group_index": 1,
+    "parallel_group_total": 5
+  },
+  "build": {
+    "id": "464b5536-643c-4d70-bdaf-cb50660099f5",
+    "url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar/builds/4474",
+    "web_url": "https://buildkite.com/foo/bar/builds/4474",
+    "number": 4474,
+    "state": "running",
+    "blocked": false,
+    "message": "exp: will avoiding JS execution make this more reliable?",
+    "commit": "f9df15515206cf6d0ae552391b364fb3414c7958",
+    "branch": "master",
+    "tag": null,
+    "source": "webhook",
+    "creator": {
+      "id": "f98b5507-d9ca-4711-b5bb-f2bf145b9d13",
+      "name": "James Healy",
+      "email": "james@yob.id.au",
+      "avatar_url": "https://www.gravatar.com/avatar/febab66d54b972e5f3c04a70a5feb5b5",
+      "created_at": "2018-03-27 05:47:37 UTC"
+    },
+    "created_at": "2018-12-28 13:17:08 UTC",
+    "scheduled_at": "2018-12-28 13:17:07 UTC",
+    "started_at": "2018-12-28 13:21:31 UTC",
+    "finished_at": null,
+    "meta_data": {
+      "buildkite:git:commit": "commit f9df15515206cf6d0ae552391b364fb3414c7958\nAuthor:     James Healy <james@yob.id.au>\nAuthorDate: Sat Dec 29 00:02:56 2018 +1100\nCommit:     James Healy <james@yob.id.au>\nCommitDate: Sat Dec 29 00:16:47 2018 +1100\n\n    exp: will avoiding JS execution make this more reliable?"
+    },
+    "pull_request": null
+  },
+  "pipeline": {
+    "id": "f7e3be00-737a-4832-8646-11ae7fad909b",
+    "url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar",
+    "web_url": "https://buildkite.com/foo/bar",
+    "name": "Bar",
+    "description": "",
+    "slug": "bar",
+    "repository": "git@github.com:yob/bar.git",
+    "branch_configuration": "",
+    "default_branch": "master",
+    "skip_queued_branch_builds": true,
+    "skip_queued_branch_builds_filter": "",
+    "cancel_running_branch_builds": false,
+    "cancel_running_branch_builds_filter": "",
+    "provider": {
+      "id": "github",
+      "settings": {
+        "trigger_mode": "code",
+        "build_pull_requests": true,
+        "pull_request_branch_filter_enabled": false,
+        "skip_pull_request_builds_for_existing_commits": true,
+        "build_pull_request_forks": false,
+        "prefix_pull_request_fork_branch_names": false,
+        "build_tags": false,
+        "publish_commit_status": true,
+        "publish_commit_status_per_step": false,
+        "separate_pull_request_statuses": false,
+        "publish_blocked_as_pending": false,
+        "repository": "yob/bar",
+        "pull_request_branch_filter_configuration": ""
+      },
+      "webhook_url": "https://webhook.buildkite.com/deliver/849a6755fd449c310b936150fd3585e42070c1712b7c52f757"
+    },
+    "builds_url": "https://api.buildkite.com/v2/organizations/foo/pipelines/bar/builds",
+    "badge_url": "https://badge.buildkite.com/12de09c168b7ad23e83e96c62be7698f3d1102faea93b60803.svg",
+    "created_at": "2016-05-25 04:34:52 UTC",
+    "env": {
+      "GITHUB_SSH_KEY": "/root/.ssh/id_rsa"
+    },
+    "scheduled_builds_count": 0,
+    "running_builds_count": 2,
+    "scheduled_jobs_count": 11,
+    "running_jobs_count": 6,
+    "waiting_jobs_count": 0,
+    "steps": [
+      {
+        "type": "script",
+        "name": ":pipeline:",
+        "command": ".buildkite/upload-pipeline",
+        "artifact_paths": "",
+        "branch_configuration": "",
+        "env": {},
+        "timeout_in_minutes": null,
+        "agent_query_rules": [],
+        "concurrency": null,
+        "parallelism": null
+      }
+    ]
+  },
+  "sender": {
+    "id": "f98b5507-d9ca-4711-b5bb-f2bf145b9d13",
+    "name": "James Healy"
+  }
+}

data/spec/spec_helper.rb

@@ -0,0 +1 @@
+require "buildkite-trace"

metadata

@@ -0,0 +1,135 @@
+--- !ruby/object:Gem::Specification
+name: buildkite-trace
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- James Healy
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-07-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: shotgun
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: puma
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: digest-crc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A mini rack app that converts buildkite webhooks into datadog APM traces
+email:
+- james@yob.id.au
+executables: []
+extensions: []
+extra_rdoc_files:
+- README.md
+- MIT-LICENSE
+files:
+- MIT-LICENSE
+- README.md
+- images/build-chart.png
+- images/build-waterfall.png
+- lib/buildkite-trace.rb
+- lib/buildkite/trace/app.rb
+- lib/buildkite/trace/build_finished_event.rb
+- lib/buildkite/trace/client.rb
+- lib/buildkite/trace/event.rb
+- lib/buildkite/trace/job_finished_event.rb
+- lib/buildkite/trace/span.rb
+- lib/buildkite/trace/unknown_event.rb
+- spec/buildkite/trace/build_finished_event_spec.rb
+- spec/buildkite/trace/client_spec.rb
+- spec/buildkite/trace/event_spec.rb
+- spec/buildkite/trace/job_finished_event_spec.rb
+- spec/buildkite/trace/span_spec.rb
+- spec/fixtures/buildkite_build_finished.json
+- spec/fixtures/buildkite_job_finished.json
+- spec/spec_helper.rb
+homepage: http://github.com/yob/buildkite-trace
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.1
+signing_key: 
+specification_version: 4
+summary: A mini rack app that converts buildkite webhooks into datadog APM traces
+test_files: []