tcell_agent 0.2.7 → 0.2.8

data/lib/tcell_agent/system_info.rb

@@ -0,0 +1,10 @@
+module TCellAgent
+  module SystemInfo
+    def self.get_language_version
+      return RUBY_VERSION
+    end
+    def self.get_language
+      return "Ruby"
+    end
+  end
+end

data/lib/tcell_agent/version.rb

@@ -1,5 +1,5 @@
 # See the file "LICENSE" for the full license governing this code.
 
 module TCellAgent
-  VERSION = "0.2.7"
+  VERSION = "0.2.8"
 end

data/spec/lib/tcell_agent/agent/fork_pipe_manager_spec.rb

@@ -0,0 +1,99 @@
+require 'spec_helper'
+
+module TCellAgent
+
+  describe Agent::ForkPipeManager do
+    describe ".send_to_metrics_pipe" do
+      context "incrementing a route" do
+        it "should call increment_route on the agent" do
+          expect(TCellAgent).to receive(:increment_route).with("/ma_route", 50)
+          expect(TCellAgent).to_not receive(:discover_database_fields)
+          expect(TCellAgent).to_not receive(:increment_session_info)
+
+
+          child_process = ForkBreak::Process.new do |breakpoints|
+            TCellAgent::Agent.send_to_metrics_pipe(
+              "_type"=>"increment_route",
+              "route_id"=>"/ma_route",
+              "response_time"=>50
+            )
+          end
+
+          child_process.finish.wait
+        end
+      end
+
+      context "discover database fields" do
+        it "should call discover_database_fields on the agent" do
+          expect(TCellAgent).to_not receive(:increment_route)
+          expect(TCellAgent).to receive(:discover_database_fields).with(
+            "route_id", "database", "schema", "table", "fields"
+          )
+          expect(TCellAgent).to_not receive(:increment_session_info)
+
+
+          child_process = ForkBreak::Process.new do |breakpoints|
+            TCellAgent::Agent.send_to_metrics_pipe({
+              "_type"=>"discover_database_fields",
+              "route_id"=>"route_id",
+              "database"=>"database",
+              "schema"=>"schema",
+              "table"=>"table",
+              "fields"=>"fields"
+            })
+          end
+
+          child_process.finish.wait
+        end
+      end
+
+      context "increment session info" do
+        it "should call increment_session_info on the agent" do
+          expect(TCellAgent).to_not receive(:increment_route)
+          expect(TCellAgent).to_not receive(:discover_database_fields)
+          expect(TCellAgent).to receive(:increment_session_info).with(
+            "hmac_session_id", "user_id", "ip_address", "user_agent"
+          )
+
+          child_process = ForkBreak::Process.new do |breakpoints|
+            TCellAgent::Agent.send_to_metrics_pipe({
+              "_type"=>"increment_session_info",
+              "hmac_session_id" => "hmac_session_id",
+              "user_id" => "user_id",
+              "ip_address" => "ip_address",
+              "user_agent" => "user_agent"
+            })
+          end
+
+          child_process.finish.wait
+        end
+      end
+
+      context "unkown metric" do
+        it "should raise an exception" do
+          expect(TCellAgent).to_not receive(:increment_route)
+          expect(TCellAgent).to_not receive(:discover_database_fields)
+          expect(TCellAgent).to_not receive(:increment_session_info)
+
+          logger = double("logger")
+          expect(TCellAgent).to receive(:logger).and_return(logger)
+          expect(TCellAgent).to receive(:logger).and_return(logger)
+          expect(logger).to receive(:debug).with(
+            "Exception in safe_block Handling metrics_pipe_block: Exception happened, message" +
+            " is Metrics Pipe Manager received unknown metric: dunno_what_this_is"
+          )
+          expect(logger).to receive(:debug).with(anything())
+
+          child_process = ForkBreak::Process.new do |breakpoints|
+            TCellAgent::Agent.send_to_metrics_pipe({
+              "_type"=>"dunno_what_this_is"
+            })
+          end
+
+          child_process.finish.wait
+        end
+      end
+    end
+  end
+
+end

data/spec/lib/tcell_agent/api/api_spec.rb

@@ -9,7 +9,7 @@ module TCellAgent
         tapi = TCellApi.new
         TCellAgent.configuration.app_id = "test-appid"
         TCellAgent.configuration.api_key = "test-apikey"
-        
+
         def checkreq(req)
           return '{"result":{"csp-headers":{"app_id":"testapp-Becwu","policy_id":' \
           '"acf60560-4e76-11e5-874c-7d71d425b275","headers":[{"name":"Content-Security-Policy-Report-Only",' \
@@ -33,4 +33,4 @@ module TCellAgent
       end
     end
   end
-end
+end

data/spec/lib/tcell_agent/instrumentation_spec.rb

@@ -9,198 +9,198 @@ end
 module TCellAgent
   module Instrumentation
     describe Instrumentation do
-        context "Body - SessionId Filters" do
-          it "Tests Redaction and Events in Body" do
-            action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
-            action.body_redact = true
-            action.action_id = 5
-            policy_json_two = {
-                "policy_id"=>"x1a1",
-                "data"=>{
-                    "session_id_protection"=>{"body"=>["redact"], "log"=>["event"]}
-                }
+      context "Body - SessionId Filters" do
+        it "Tests Redaction and Events in Body" do
+          action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
+          action.body_redact = true
+          action.action_id = 5
+          policy_json_two = {
+            "policy_id"=>"x1a1",
+            "data"=>{
+              "session_id_protection"=>{"body"=>["redact"], "log"=>["event"]}
             }
-            session_id_policy = TCellAgent::Policies::DataLossPolicy.fromJson(policy_json_two)
-            mock_agent = MockAgent.new(-1)
-            mock_agent.policies[TCellAgent::PolicyTypes::DataLoss] = session_id_policy
-            TCellAgent.set_thread_agent(mock_agent)
+          }
+          session_id_policy = TCellAgent::Policies::DataLossPolicy.fromJson(policy_json_two)
+          mock_agent = MockAgent.new(-1)
+          mock_agent.policies[TCellAgent::PolicyTypes::DataLoss] = session_id_policy
+          TCellAgent.set_thread_agent(mock_agent)
 
-            context = TCellData.new
-            context.session_id = "tim123123my"
+          context = TCellData.new
+          context.session_id = "tim123123my"
 
-            body = "this is about tim123123my 3123123."
-            TCellAgent.empty_event_queue
-            context.filter_body(body)
-            expect(body).to eq("this is about [redacted] 3123123.")
-            expect(TCellAgent.event_queue.length).to eq(1)
-            TCellAgent.set_thread_agent(nil)
-          end
-          it "Tests Events in Body" do
-            action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
-            action.body_redact = true
-            action.action_id = 5
-            policy_json_two = {
-                "policy_id"=>"x1a1",
-                "data"=>{
-                    "session_id_protection"=>{"body"=>["event"], "log"=>["redact"]}
-                }
+          body = "this is about tim123123my 3123123."
+          TCellAgent.empty_event_queue
+          context.filter_body(body)
+          expect(body).to eq("this is about [redacted] 3123123.")
+          expect(TCellAgent.event_queue.length).to eq(1)
+          TCellAgent.set_thread_agent(nil)
+        end
+        it "Tests Events in Body" do
+          action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
+          action.body_redact = true
+          action.action_id = 5
+          policy_json_two = {
+            "policy_id"=>"x1a1",
+            "data"=>{
+              "session_id_protection"=>{"body"=>["event"], "log"=>["redact"]}
             }
-            session_id_policy = TCellAgent::Policies::DataLossPolicy.fromJson(policy_json_two)
-            mock_agent = MockAgent.new(-1)
-            mock_agent.policies[TCellAgent::PolicyTypes::DataLoss] = session_id_policy
-            TCellAgent.set_thread_agent(mock_agent)
+          }
+          session_id_policy = TCellAgent::Policies::DataLossPolicy.fromJson(policy_json_two)
+          mock_agent = MockAgent.new(-1)
+          mock_agent.policies[TCellAgent::PolicyTypes::DataLoss] = session_id_policy
+          TCellAgent.set_thread_agent(mock_agent)
 
-            context = TCellData.new
-            context.session_id = "tim123123my"
+          context = TCellData.new
+          context.session_id = "tim123123my"
 
-            body = "this is about tim123123my 3123123."
-            TCellAgent.empty_event_queue
-            context.filter_body(body)
-            expect(body).to eq("this is about tim123123my 3123123.")
-            expect(TCellAgent.event_queue.length).to eq(1)
-            TCellAgent.set_thread_agent(nil)
-          end
+          body = "this is about tim123123my 3123123."
+          TCellAgent.empty_event_queue
+          context.filter_body(body)
+          expect(body).to eq("this is about tim123123my 3123123.")
+          expect(TCellAgent.event_queue.length).to eq(1)
+          TCellAgent.set_thread_agent(nil)
         end
-        context "Log - SessionId Filters" do
-          it "Tests Redaction and Events in Body" do
-            action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
-            action.body_redact = true
-            action.action_id = 5
-            policy_json_two = {
-                "policy_id"=>"x1a1",
-                "data"=>{
-                    "session_id_protection"=>{"body"=>["redact"], "log"=>["redact"]}
-                }
+      end
+      context "Log - SessionId Filters" do
+        it "Tests Redaction and Events in Body" do
+          action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
+          action.body_redact = true
+          action.action_id = 5
+          policy_json_two = {
+            "policy_id"=>"x1a1",
+            "data"=>{
+              "session_id_protection"=>{"body"=>["redact"], "log"=>["redact"]}
             }
-            session_id_policy = TCellAgent::Policies::DataLossPolicy.fromJson(policy_json_two)
-            mock_agent = MockAgent.new(-1)
-            mock_agent.policies[TCellAgent::PolicyTypes::DataLoss] = session_id_policy
-            TCellAgent.set_thread_agent(mock_agent)
+          }
+          session_id_policy = TCellAgent::Policies::DataLossPolicy.fromJson(policy_json_two)
+          mock_agent = MockAgent.new(-1)
+          mock_agent.policies[TCellAgent::PolicyTypes::DataLoss] = session_id_policy
+          TCellAgent.set_thread_agent(mock_agent)
 
-            context = TCellData.new
-            context.session_id = "tim123123my"
+          context = TCellData.new
+          context.session_id = "tim123123my"
 
-            body = "this is about tim123123my 3123123."
-            TCellAgent.empty_event_queue
-            context.filter_log(body)
-            expect(body).to eq("this is about [redacted] 3123123.")
-            expect(TCellAgent.event_queue.length).to eq(1)
-            TCellAgent.set_thread_agent(nil)
-          end
-          it "Tests Events Only" do
-            action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
-            action.body_redact = true
-            action.action_id = 5
-            policy_json_two = {
-                "policy_id"=>"x1a1",
-                "data"=>{
-                    "session_id_protection"=>{"body"=>["redact"], "log"=>["event"]}
-                }
+          body = "this is about tim123123my 3123123."
+          TCellAgent.empty_event_queue
+          context.filter_log(body)
+          expect(body).to eq("this is about [redacted] 3123123.")
+          expect(TCellAgent.event_queue.length).to eq(1)
+          TCellAgent.set_thread_agent(nil)
+        end
+        it "Tests Events Only" do
+          action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
+          action.body_redact = true
+          action.action_id = 5
+          policy_json_two = {
+            "policy_id"=>"x1a1",
+            "data"=>{
+              "session_id_protection"=>{"body"=>["redact"], "log"=>["event"]}
             }
-            session_id_policy = TCellAgent::Policies::DataLossPolicy.fromJson(policy_json_two)
-            mock_agent = MockAgent.new(-1)
-            mock_agent.policies[TCellAgent::PolicyTypes::DataLoss] = session_id_policy
-            TCellAgent.set_thread_agent(mock_agent)
+          }
+          session_id_policy = TCellAgent::Policies::DataLossPolicy.fromJson(policy_json_two)
+          mock_agent = MockAgent.new(-1)
+          mock_agent.policies[TCellAgent::PolicyTypes::DataLoss] = session_id_policy
+          TCellAgent.set_thread_agent(mock_agent)
 
-            context = TCellData.new
-            context.session_id = "tim123123my"
+          context = TCellData.new
+          context.session_id = "tim123123my"
 
-            body = "this is about tim123123my 3123123."
-            TCellAgent.empty_event_queue
-            context.filter_log(body)
-            expect(body).to eq("this is about tim123123my 3123123.")
-            expect(TCellAgent.event_queue.length).to eq(1)
-            TCellAgent.set_thread_agent(nil)
-          end
+          body = "this is about tim123123my 3123123."
+          TCellAgent.empty_event_queue
+          context.filter_log(body)
+          expect(body).to eq("this is about tim123123my 3123123.")
+          expect(TCellAgent.event_queue.length).to eq(1)
+          TCellAgent.set_thread_agent(nil)
         end
-        context "Body - Database Filters" do
-          it "Tests Redaction and Events in Body" do
-            action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
-            action.body_redact = true
-            action.action_id = 5
-            context = TCellData.new
-            context.add_response_db_filter("timmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("timmy23", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("3123123", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("tim123my", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("timmy1", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("tim123123my", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("ti21312mmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("ti123123mmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter(10233234, action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter(true, action, "don", "sam", "tim", "fred")
-            body = "this is about timmy1 3123123."
-            TCellAgent.empty_event_queue
-            context.filter_body(body)
-            expect(body).to eq("this is about [redacted] [redacted].")
-            expect(TCellAgent.event_queue.length).to eq(2)
-          end
-          it "Tests Event Only Match in Body" do
-            action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
-            action.body_event = true
-            action.action_id = 5
-            context = TCellData.new
-            context.add_response_db_filter("timmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("timmy23", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("3123123", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("tim123my", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("timmy1", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("tim123123my", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("ti21312mmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("ti123123mmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter(10233234, action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter(true, action, "don", "sam", "tim", "fred")
-            body = "this is about timmy1 3123123."
-            TCellAgent.empty_event_queue
-            context.filter_body(body)
-            expect(body).to eq("this is about timmy1 3123123.")
-            expect(TCellAgent.event_queue.length).to eq(3) # timmy, timmy1, 3123123
-          end
+      end
+      context "Body - Database Filters" do
+        it "Tests Redaction and Events in Body" do
+          action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
+          action.body_redact = true
+          action.action_id = 5
+          context = TCellData.new
+          context.add_response_db_filter("timmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("timmy23", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("3123123", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("tim123my", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("timmy1", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("tim123123my", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("ti21312mmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("ti123123mmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter(10233234, action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter(true, action, "don", "sam", "tim", "fred")
+          body = "this is about timmy1 3123123."
+          TCellAgent.empty_event_queue
+          context.filter_body(body)
+          expect(body).to eq("this is about [redacted] [redacted].")
+          expect(TCellAgent.event_queue.length).to eq(2)
+        end
+        it "Tests Event Only Match in Body" do
+          action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
+          action.body_event = true
+          action.action_id = 5
+          context = TCellData.new
+          context.add_response_db_filter("timmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("timmy23", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("3123123", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("tim123my", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("timmy1", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("tim123123my", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("ti21312mmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("ti123123mmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter(10233234, action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter(true, action, "don", "sam", "tim", "fred")
+          body = "this is about timmy1 3123123."
+          TCellAgent.empty_event_queue
+          context.filter_body(body)
+          expect(body).to eq("this is about timmy1 3123123.")
+          expect(TCellAgent.event_queue.length).to eq(3) # timmy, timmy1, 3123123
+        end
+      end
+      context "Log - Database Filters" do
+        it "Tests Redaction and Events" do
+          action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
+          action.log_redact = true
+          action.action_id = 5
+          context = TCellData.new
+          context.add_response_db_filter("timmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("timmy23", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("3123123", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("tim123my", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("timmy1", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("tim123123my", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("ti21312mmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("ti123123mmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter(10233234, action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter(true, action, "don", "sam", "tim", "fred")
+          body = "this is about timmy1 3123123."
+          TCellAgent.empty_event_queue
+          context.filter_log(body)
+          expect(body).to eq("this is about [redacted] [redacted].")
+          expect(TCellAgent.event_queue.length).to eq(2)
         end
-        context "Log - Database Filters" do
-          it "Tests Redaction and Events" do
-            action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
-            action.log_redact = true
-            action.action_id = 5
-            context = TCellData.new
-            context.add_response_db_filter("timmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("timmy23", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("3123123", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("tim123my", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("timmy1", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("tim123123my", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("ti21312mmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("ti123123mmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter(10233234, action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter(true, action, "don", "sam", "tim", "fred")
-            body = "this is about timmy1 3123123."
-            TCellAgent.empty_event_queue
-            context.filter_log(body)
-            expect(body).to eq("this is about [redacted] [redacted].")
-            expect(TCellAgent.event_queue.length).to eq(2)
-          end
-          it "Tests Report-Only and Events" do
-            action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
-            action.log_event = true
-            action.action_id = 5
-            context = TCellData.new
-            context.add_response_db_filter("timmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("timmy23", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("3123123", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("tim123my", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("timmy1", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("tim123123my", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("ti21312mmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter("ti123123mmy", action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter(10233234, action, "don", "sam", "tim", "fred")
-            context.add_response_db_filter(true, action, "don", "sam", "tim", "fred")
-            body = "this is about timmy1 3123123."
-            TCellAgent.empty_event_queue
-            context.filter_log(body)
-            expect(body).to eq("this is about timmy1 3123123.")
-            expect(TCellAgent.event_queue.length).to eq(3) # timmy, timmy1, 3123123
-          end
+        it "Tests Report-Only and Events" do
+          action = TCellAgent::Policies::DataLossPolicy::FilterActions.new
+          action.log_event = true
+          action.action_id = 5
+          context = TCellData.new
+          context.add_response_db_filter("timmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("timmy23", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("3123123", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("tim123my", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("timmy1", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("tim123123my", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("ti21312mmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter("ti123123mmy", action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter(10233234, action, "don", "sam", "tim", "fred")
+          context.add_response_db_filter(true, action, "don", "sam", "tim", "fred")
+          body = "this is about timmy1 3123123."
+          TCellAgent.empty_event_queue
+          context.filter_log(body)
+          expect(body).to eq("this is about timmy1 3123123.")
+          expect(TCellAgent.event_queue.length).to eq(3) # timmy, timmy1, 3123123
         end
       end
+    end
   end
 end