truex-skylight 0.6.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 82bfe564aa27087cb189b61b46d323223ed0c66d
+  data.tar.gz: ff1a4f08e549bb149fb0dd0e340533457b55030b
+SHA512:
+  metadata.gz: b56829c3a3bbc2642a7097207bf65f10e54c59138807fdb87ab3a7ff4b5fbb9e3db7ab13468029fc578736443175d415d07469c2ddbe9626f9a84c38a45b98e1
+  data.tar.gz: ab3ada5f9e28923a6ab879d276d59f0601d71588f8619f5dea1f79a6601263511687fdacbc8e4696328d3c805393d87e4dc7d6fe295fc3c817e8c2984e38756d

data/CHANGELOG.md

@@ -0,0 +1,277 @@
+## 0.6.0 (January 27, 2015)
+
+* [IMPROVEMENT] Eliminates runtime dependency on the Rails
+  constant across the entire codebase
+* [FEATURE] Support for Sinatra applications. See http://docs.skylight.io/sinatra/
+* [FEATURE] Support for the Sequel ORM (off by default for Rails apps)
+* [FEATURE] Support for Tilt templates (off by default for Rails apps)
+
+## 0.5.2 (December 15, 2014)
+
+* [IMPROVEMENT] Support ignoring multiple heartbeat endpoints
+* [BUGFIX] Fix compilation errors on old GCC
+
+## 0.5.1 (December 5, 2014)
+
+* [BUGFIX] Fix issues with working directory dissappearing
+
+## 0.5.0 (December 4, 2014)
+* [IMPROVEMENT] Automatically load configuration from ENV
+* [FEATURE] Track object allocations per span
+* [IMPROVEMENT] Fix C warnings
+
+## 0.4.3 (November 17, 2014)
+
+* [BUGFIX] Fix Moped integration when queries include times
+
+## 0.4.2 (November 12, 2014)
+
+* [BUGFIX] Fix exit status on MRI 1.9.2
+* [BUGFIX] Strip SQL comments for better aggregation
+
+## 0.4.1 (November 7, 2014)
+
+* [BUGFIX] Fix downloading native agent on 32bit systems
+* [BUGFIX] Support legacy config settings
+* [FEATURE] Check FS permissions on instrumenter start
+
+## 0.4.0 (November 3, 2014)
+
+* Featherweight Agent: lowered CPU and memory overhead
+* [IMPROVEMENT] Add support for ignoring an endpoint by name
+
+## 0.3.20 (September 3, 2014)
+
+* [BUGFIX] Fix app name fetching on Windows for `skylight setup`
+
+## 0.3.19 (July 30, 2014)
+
+* [IMPROVEMENT] HEAD requests are no longer instrumented and will not count towards usage totals.
+* [IMPROVEMENT] Added LICENSE and CLA
+* [IMPROVEMENT] Improve how warnings are logged to reduce overall noise and interfere less with cron jobs
+* [BUGFIX] Fixed a case where failed app creation raised an exception instead of printing error messages
+
+## 0.3.18 (July 17, 2014)
+
+* [FEATURE] Redis probe (Not enabled by default. See http://docs.skylight.io/agent/#railtie)
+* [FEATURE] Support app creation with token instead of email/password
+* [BUGFIX] App creation now works even when Webmock is enabled
+* [BUGFIX] Fix instrumentation for methods ending in special chars
+* [BUGFIX] Improved SQL parsing
+* [IMPROVEMENT] Respect collector token expiration to reduce token requests
+
+## 0.3.17 (July 1, 2014)
+
+* Fix warning for Cache.instrument overwrite
+
+## 0.3.16 (July 1, 2014) [YANKED]
+
+* Fixed ActiveSupport::Cache monkeypatch
+
+## 0.3.15 (June 30, 2014) [YANKED]
+
+* Basic instrumentation for ActiveSupport::Cache
+* Fix incompatibility with old version of rack-mini-profiler
+* Better error messages when config/skylight.yml is invalid
+* Better error messages for non-writeable lock/sockfile path
+
+## 0.3.14 (June 3, 2014)
+
+* Do not build C extension if dependencies (libraries/headers) are
+  missing
+* [RUST] Improve performance by not double copying memory when serializing
+* Enable the Net::HTTP probe by default
+
+## 0.3.13 (May 12, 2014)
+
+* Load probes even when agent is disabled
+* Check for Excon::Middlewares before installing the probe
+* SQL error encoder should not operate in-place
+* Fix Middleware
+* More debug logging
+* Log Rails version in MetricsReporter
+* Handle missing Net::ReadTimeout in 1.9.3
+* Include original exception information in sql_parse errors
+* Debugging for failed application creation
+* Make double sure that Trace started_at is an Integer
+
+## 0.3.12 (April 17, 2014)
+
+* Include more information in type check errors
+* Use stdlib SecureRandom instead of ActiveSupport::SecureRandom - Fixes Rails 3.1
+* Instrumenter#start! should fail if worker not spawned
+* Configurable timeouts for Util::HTTP
+* Improve proxy handling for Util::HTTP
+* Improve HTTP error handling
+* Refactor sql_parse errors
+
+## 0.3.11 (April 11, 2014)
+
+* Improved error handling and internal metrics
+* Improved missing native agent message
+* Improved install logging
+* Added initial inline docs
+* Respects HTTP_PROXY env var during installation
+* Don't overwrite sockfile_path if set explicitly
+
+## 0.3.10 (April 8, 2014)
+
+* Don't raise on missing native agent path
+
+## 0.3.9 (April 8, 2014)
+
+* Avoid finalizing sockets in the child process
+* Fix non-displaying warnings around native agent
+* Remove HTTP path information from title for better grouping
+
+## 0.3.8 (April 3, 2014)
+
+* Update vendored highline to 1.6.21
+* Send more information with exceptions for easier debugging
+* Instrument and report internal agent metrics for easier debugging
+* Fix bug with tracking request counts per endpoint
+
+## 0.3.7 (March 31, 2014)
+
+* Use a default event category if none passed to Skylight.instrument
+* Fix bugs around disabling the agent
+* Fix native extension compilation bugs
+
+## 0.3.6 (March 27, 2014)
+
+* Shorter token validation timeout
+* Allow validation to be skipped
+
+## 0.3.5 (March 26, 2014)
+
+* Update Rust component
+* Return true from Task#handle to avoid sutdown
+* Fix numeric check that caused crash on some 32-bit systems
+* Improve error message for missing Skylight ext
+* Better config error messages
+* Validate authentication token before starting
+* Add proxy support
+
+## 0.3.4 (March 13, 2014)
+
+* Don't try to boot Skylight without native agent
+* Make exception classes always available
+* CLI should require railtie before loading application.rb
+
+## 0.3.3 (March 12, 2014)
+
+* Load the railtie even without native agent
+
+## 0.3.2 (March 11, 2014)
+
+* Autoload Skylight:Helpers even when native agent isn't available
+* Fix SEGV
+
+## 0.3.1 (March 8, 2014)
+
+* Fix requires to allow CLI to function without native extension.
+
+## 0.3.0 (February 28, 2014)
+
+* Native Rust agent
+* Send exceptions occurring during HTTP requests to the client.
+* Warn users when skylight is potentially disabled incorrectly.
+* Update SQL Lexer to 0.0.6
+* Log the backtraces of unhandled exceptions
+* Add support for disabling GC tracking
+* Add support for disabling agent
+
+## 0.2.7 (February 26, 2014)
+
+* Disable annotations to reduce memory load.
+
+## 0.2.6 (February 25, 2014)
+
+* `inspect` even whitelisted payload props
+* Ignore Errno::EINTR for 'ps' call
+
+## 0.2.5 (February 21, 2014)
+
+* Revert "Update SqlLexer to 0.0.4"
+
+## 0.2.4 (February 20, 2014)
+
+* Whitelist process action annotation keys.
+* Update SqlLexer to 0.0.4
+
+## 0.2.3 (December 20, 2013)
+
+* Fix SQL lexing for comments, arrays, double-colon casting, and multiple queries
+* Handle template paths from gems
+* Status and exception reports for agent debugging
+
+## 0.2.2 (December 10, 2013)
+
+* Added support for Mongoid/Moped
+* Fix probe enabling
+* Improved error reporting
+* Fix bug with multiple subscribers to same notification
+
+## 0.2.1 (December 4, 2013)
+
+* Fix bin/skylight
+
+## 0.2.0 (December 3, 2013)
+
+* Added Probes, initially Net::HTTP and Excon
+* Wide-ranging memory cleanup
+* Better resiliance to binary and encoding errors
+* Add support for disabling
+* De-dupe rendering instrumentation better
+* Fix send_file event to not spew a gazillion nodes
+* Rails 3.0 compatibility
+* Detailed SQL annotations
+
+## 0.1.8 (July 19, 2013)
+
+* Update agent for new authentication scheme
+* Change ENV variable prefix from SK_ to SKYLIGHT_
+
+## 0.1.7 (July 11, 2013)
+
+* Add instrument_method helper
+* Add the ability to configure logging from railtie
+* Tracks the current host
+* [BUG] Handle AS::N monkey patching when there are already subscribers
+* [BUG] Handle ruby 1.9.2 encoding bug
+
+## 0.1.6 (June 11, 2013)
+
+* [BUG] Fix unix domain socket write function in standalone agent
+* Performance improvements
+* Tolerate invalid trace building
+* Fix Skylight on Rails 4
+
+## 0.1.5 (May 31, 2013)
+
+* Provide a default CA cert when one is not already present
+* Expose Skylight.start! and Skylight.trace as APIs
+* Expose Skylight.instrument as an API for custom instrumentation.
+
+## 0.1.4 (May 30, 2013)
+
+* [BUG] Fix some errors caused by floating point rounding
+* [BUG] Handle clock skew caused by system clock changes
+
+## 0.1.3 (May 29, 2013)
+
+* [BUG] Require net/https and openssl
+* [BUG] Rails' logger does not respond to #log. Use level methods
+  instead
+
+## 0.1.2 (May 29, 2013)
+
+* [BUG] Disable GC profiling on JRuby
+
+## 0.1.1 (May 29, 2013)
+
+* [BUG] GC Profiling was not getting enabled
+
+## 0.1.0 (May 24, 2013)
+
+* Initial release

data/CLA.md

@@ -0,0 +1,9 @@
+FOR GOOD AND VALUABLE CONSIDERATION, receipt of which is hereby acknowledged
+[name of assignor] ("Assignor"), located at [address of assignor], hereby
+irrevocably transfers and assigns to Tilde, Inc., located at 517 SW 4th Ave,
+Ste 2, Portland, OR 97204, its successors and assigns, in perpetuity, all
+right (whether now known or hereinafter invented), title, and interest,
+throughout the world, including any copyrights and renewals or extensions
+thereto, in the contributions to Skylight made by Assignor.
+
+IN WITNESS THEREOF, Assignor has duly executed this Agreement.

data/CONTRIBUTING.md

@@ -0,0 +1 @@
+Before contributing, please [sign the CLA](https://docs.google.com/spreadsheet/viewform?usp=drive_web&formkey=dHJVY1M5bzNzY0pwN2dRZjMxV0dXSkE6MA#gid=0).

data/LICENSE.md

@@ -0,0 +1,79 @@
+All other components of this product, except where otherwise noted, are
+Copyright (c) 2013-2014 Tilde, Inc.
+All rights reserved.
+
+Certain inventions disclosed in this file may be claimed within patents
+owned or patent applications filed by Tilde, Inc. or third parties.
+
+Subject to the terms of this notice, Tilde grants you a nonexclusive,
+nontransferable license, without the right to sublicense, to (a) install and
+execute one copy of these files on any number of workstations owned or
+controlled by you and (b) distribute verbatim copies of these files to third
+parties. As a condition to the foregoing grant, you must provide this notice
+along with each copy you distribute and you must not remove, alter, or
+obscure this notice. All other use, reproduction, modification,
+distribution, or other exploitation of these files is strictly prohibited,
+except as may be set forth in a separate written license agreement between
+you and Tilde. The terms of any such license agreement will control over
+this notice. The license stated above will be automatically terminated and
+revoked if you exceed its scope or violate any of the terms of this notice.
+
+This License does not grant permission to use the trade names, trademarks,
+service marks, or product names of Tilde, except as required for reasonable
+and customary use in describing the origin of this file and reproducing the
+content of this notice. You may not mark or brand this file with any trade
+name, trademarks, service marks, or product names other than the original
+brand (if any) provided by Tilde.
+
+Unless otherwise expressly agreed by Tilde in a separate written
+license agreement, these files are provided AS IS, WITHOUT WARRANTY OF
+ANY KIND, including without any implied warranties of MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE, TITLE, or NON-INFRINGEMENT.  As a
+condition to your use of these files, you are solely responsible for
+such use. Tilde will have no liability to you for direct,
+indirect, consequential, incidental, special, or punitive damages or
+for lost profits or data.
+
+
+
+Other Licenses
+==============
+
+ActiveSupport
+-------------
+
+Copyright (c) 2005-2014 David Heinemeier Hansson
+
+Released under the MIT License.
+
+Original source at https://github.com/rails/rails/tree/master/activesupport.
+
+
+HighLine
+--------
+
+Copyright (c) 2014 James Edward Gray II, Gregory Brown, et al.
+
+Distributed under the user's choice of the GPL Version 2 or the Ruby software license.
+
+Original source at https://github.com/JEG2/highline.
+
+
+Thor
+----
+
+Copyright (c) 2008 Yehuda Katz, Eric Hodel, et al.
+
+Released under the MIT License.
+
+Original source at https://github.com/erikhuda/thor.
+
+
+ThreadSafe
+----------
+
+Copyright (c) 2014 Charles Oliver Nutter, thedarkone, et al.
+
+Distributed under Apache License, Version 2.0, January 2004
+
+Original source at https://github.com/ruby-concurrency/thread_safe.

data/README.md

@@ -0,0 +1,4 @@
+# Skylight Ruby Agent
+
+Instrument your ruby application and send the data to the Skylight
+servers.

data/bin/skylight

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require "skylight/cli"
+Skylight::CLI.start(ARGV)

data/ext/extconf.rb

@@ -0,0 +1,186 @@
+require 'rbconfig'
+require 'mkmf'
+require 'yaml'
+require 'logger'
+require 'fileutils'
+
+$:.unshift File.expand_path("../../lib", __FILE__)
+require 'skylight/version'
+require 'skylight/util/multi_io'
+require 'skylight/util/native_ext_fetcher'
+require 'skylight/util/platform'
+
+include Skylight::Util
+
+SKYLIGHT_INSTALL_LOG = File.expand_path("../install.log", __FILE__)
+SKYLIGHT_REQUIRED   = ENV.key?("SKYLIGHT_REQUIRED") && ENV['SKYLIGHT_REQUIRED'] !~ /^false$/i
+SKYLIGHT_FETCH_LIB  = !ENV.key?('SKYLIGHT_FETCH_LIB') || ENV['SKYLIGHT_FETCH_LIB'] !~ /^false$/i
+
+# Directory where skylight.h exists
+SKYLIGHT_HDR_PATH = ENV['SKYLIGHT_HDR_PATH'] || ENV['SKYLIGHT_LIB_PATH'] || '.'
+SKYLIGHT_LIB_PATH = ENV['SKYLIGHT_LIB_PATH'] || File.expand_path("../../lib/skylight/native/#{Platform.tuple}", __FILE__)
+
+# Setup logger
+LOG = Logger.new(MultiIO.new(STDOUT, File.open(SKYLIGHT_INSTALL_LOG, 'a')))
+
+# Handles terminating in the case of a failure. If we have a bug, we do not
+# want to break our customer's deploy, but extconf.rb requires a Makefile to be
+# present upon a successful exit. To satisfy this requirement, we create a
+# dummy Makefile.
+def fail(msg, type=:error)
+  LOG.send type, msg
+
+  if SKYLIGHT_REQUIRED
+    exit 1
+  else
+    File.open("Makefile", "w") do |file|
+      file.puts "default:"
+      file.puts "install:"
+    end
+
+    exit
+  end
+end
+
+#
+# === Setup paths
+#
+root              = File.expand_path('../', __FILE__)
+hdrpath           = File.expand_path(SKYLIGHT_HDR_PATH)
+libpath           = File.expand_path(SKYLIGHT_LIB_PATH)
+libskylight       = File.expand_path("libskylight.#{Platform.libext}", libpath)
+libskylight_yml   = File.expand_path('libskylight.yml', root)
+skylight_dlopen_h = File.expand_path("skylight_dlopen.h", hdrpath)
+skylight_dlopen_c = File.expand_path("skylight_dlopen.c", hdrpath)
+
+LOG.info "SKYLIGHT_HDR_PATH=#{hdrpath}; SKYLIGHT_LIB_PATH=#{libpath}"
+
+LOG.info "file exists; path=#{libskylight}" if File.exists?(libskylight)
+LOG.info "file exists; path=#{skylight_dlopen_c}" if File.exists?(skylight_dlopen_c)
+LOG.info "file exists; path=#{skylight_dlopen_h}" if File.exists?(skylight_dlopen_h)
+
+# If libskylight is not present, fetch it
+if !File.exist?(libskylight) && !File.exist?(skylight_dlopen_c) && !File.exist?(skylight_dlopen_h)
+  if !SKYLIGHT_FETCH_LIB
+    fail "libskylight.#{LIBEXT} not found -- remote download disabled; aborting install"
+  end
+
+  # Ensure that libskylight.yml is present and load it
+  unless File.exist?(libskylight_yml)
+    fail "`#{libskylight_yml}` does not exist"
+  end
+
+  unless libskylight_info = YAML.load_file(libskylight_yml)
+    fail "`#{libskylight_yml}` does not contain data"
+  end
+
+  unless version = libskylight_info["version"]
+    fail "libskylight version missing from `#{libskylight_yml}`"
+  end
+
+  unless checksums = libskylight_info["checksums"]
+    fail "libskylight checksums missing from `#{libskylight_yml}`"
+  end
+
+  unless checksum = checksums[Platform.tuple]
+    fail "no checksum entry for requested architecture -- " \
+             "this probably means the requested architecture is not supported; " \
+             "platform=#{Platform.tuple}; available=#{checksums.keys}", :info
+  end
+
+  begin
+    res = NativeExtFetcher.fetch(
+      version:  version,
+      target:   hdrpath,
+      checksum: checksum,
+      arch:     Platform.tuple,
+      required: SKYLIGHT_REQUIRED,
+      platform: Platform.tuple,
+      logger:   LOG)
+
+    unless res
+      fail "could not fetch archive -- aborting skylight native extension build"
+    end
+
+    # Move skylightd & libskylight to appropriate directory
+    if hdrpath != libpath
+      # Ensure the directory is present
+      FileUtils.mkdir_p libpath
+
+      # Move
+      FileUtils.mv "#{hdrpath}/libskylight.#{Platform.libext}",
+                   "#{libpath}/libskylight.#{Platform.libext}",
+                   :force => true
+
+      FileUtils.mv "#{hdrpath}/skylightd",
+                   "#{libpath}/skylightd",
+                   :force => true
+    end
+  rescue => e
+    fail "unable to fetch native extension; msg=#{e.message}\n#{e.backtrace.join("\n")}"
+  end
+end
+
+#
+#
+# ===== By this point, libskylight is present =====
+#
+#
+
+def find_file(file, root = nil)
+  path = File.expand_path(file, root || '.')
+
+  unless File.exist?(path)
+    fail "#{file} missing; path=#{root}"
+  end
+end
+
+$VPATH  << libpath
+
+# Where the ruby binding src is
+SRC_PATH = File.expand_path('..', __FILE__)
+
+$srcs = Dir[File.expand_path("*.c", SRC_PATH)].map { |f| File.basename(f) }
+
+# If the native agent support files were downloaded to a different directory,
+# explicitly the file to the list of sources.
+unless $srcs.include?('skylight_dlopen.c')
+  $srcs << "skylight_dlopen.c" # From libskylight dist
+end
+
+# Make sure that the files are present
+find_file 'skylight_dlopen.h', hdrpath
+find_file 'skylight_dlopen.c', hdrpath
+find_header 'skylight_dlopen.h', hdrpath
+have_header 'dlfcn.h' or fail "could not create Makefile; dlfcn.h missing"
+
+# For escaping the GVL
+unless have_func('rb_thread_call_without_gvl', 'ruby/thread.h')
+  have_func('rb_thread_blocking_region') or abort "Ruby is unexpectedly missing rb_thread_blocking_region. This should not happen."
+end
+
+# Some extra checks
+# -Werror is needed for the fast thread local storage
+$CFLAGS << " -Werror"
+
+checking_for 'fast thread local storage' do
+  if try_compile("__thread int foo;")
+    $defs << "-DHAVE_FAST_TLS"
+    true
+  end
+end
+
+#     spec = nil
+#     checking_for('thread_specific', '%s') do
+#       spec = %w[__declspec(thread) __thread].find {|th|
+#         try_compile("#{th} int foo;", "", :werror => true)
+#       }
+#       spec or 'no'
+#     end
+#     $defs << "-DRB_THREAD_SPECIFIC=#{spec}" if spec
+
+# Flag -std=c99 required for older build systems
+$CFLAGS << " -std=c99 -pedantic -Wall -fno-strict-aliasing"
+
+# TODO: Compute the relative path to the location
+create_makefile 'skylight_native', File.expand_path('..', __FILE__) # or fail "could not create makefile"