tcell_agent 0.2.2 → 0.2.4

data/spec/lib/tcell_agent/policies/content_security_policy_spec.rb

@@ -2,6 +2,41 @@ require 'spec_helper'
 
 module TCellAgent
     module Policies
+        describe ContentSecurityPolicy do
+            policy_json_empty = {
+                "policy_id"=>"01a1",
+                "data"=>{
+                    "options"=>{
+
+                    }
+                }
+            }
+
+            policy_json_one = {
+                "policy_id"=>"01a1",
+                "data"=>{
+                  "options"=>{
+                      "js_agent_api_key"=>"000-000-1"
+                  }
+                }
+            }
+
+            empty_policy = ContentSecurityPolicy.fromJson(policy_json_empty)
+            context "test empty agent" do
+              it "enabled is false" do
+                expect(empty_policy.policy_id).to eq("01a1")
+                expect(empty_policy.js_agent_api_key).to eq(nil)
+              end
+            end
+
+            from_json = ContentSecurityPolicy.fromJson(policy_json_one)
+            context "tests xss is true and enabled true" do
+              it "returns true" do
+                expect(from_json.policy_id).to eq("01a1")
+                expect(from_json.js_agent_api_key).to eq("000-000-1")
+              end
+            end
+        end
         describe ContentSecurityPolicy do
             content_security_policy_json = {
                 "policy_id"=>"00a1",
@@ -62,8 +97,8 @@ module TCellAgent
             context "secure header, report-uri seperate" do
                 it "returns false" do
                     expect(csp_policy.headers.length).to eq(1)
-                    expect(csp_policy.headers[0].value).to eq("value normal; report-uri https://example.com/abcdde")
-                    expect(csp_policy.headers[0].value("1","2","3")).to eq("value normal; report-uri https://example.com/abcdde?tid=1&sid=2&uid=3")
+                    expect(csp_policy.headers[0].value).to eq("value normal; report-uri https://example.com/abcdde?c=-815891691")
+                    expect(csp_policy.headers[0].value("1","2","3")).to eq("value normal; report-uri https://example.com/abcdde?tid=1&sid=3&rid=2&c=1777384531")
                 end
             end
         end

data/spec/lib/tcell_agent/policies/dataloss_policy_spec.rb

@@ -19,11 +19,11 @@ module TCellAgent
                 }
             }
             policy = DataLossPolicy.fromJson(policy_json)
-            context "initialized with 3 items" do
-              it "returns true" do
-                expect(policy.get_actions_for("user","ssn")).to eq(["body_redact"].to_set)
-              end
-            end
+            # context "initialized with 3 items" do
+            #   it "returns true" do
+            #     expect(policy.get_actions_for("user","ssn")).to eq(["body_redact"].to_set)
+            #   end
+            # end
             policy_json_two = {
                 "policy_id"=>"x1a1",
                 "data"=>{
@@ -38,6 +38,80 @@ module TCellAgent
                 expect(policy_two.get_actions_for_session_id.log_event).to eq(true)
               end
             end
+            context "Database Options" do
+              it "Ignores bad table" do
+                policy_json_requests = {
+                    "policy_id"=>"x1a1",
+                    "data"=>{
+                        "db_protections"=>[
+                            {
+                                "databases"=>["dave"],
+                                "schemas"=>["sam"],
+                                "tables"=>["trevor"],
+                                "fields"=>["fred"],
+                                "actions"=>{
+                                    "log"=>["redact"],
+                                    "body"=>["event"]
+                                }
+                            }
+                        ]
+                    }
+                }
+                db_one_policy = DataLossPolicy.fromJson(policy_json_requests)
+                expect(db_one_policy.get_actions_for_table("dave","sam","tommy","fred")).to eq(nil)
+              end
+              it "Partial Policy" do
+                # Assume if databases, schemas that are missing are "*"
+                policy_json_requests = {
+                    "policy_id"=>"x1a1",
+                    "data"=>{
+                        "db_protections"=>[
+                            {
+                                "fields"=>["fred"],
+                                "actions"=>{
+                                    "log"=>["redact"],
+                                    "body"=>["event"]
+                                }
+                            }
+                        ]
+                    }
+                }
+                db_one_policy = DataLossPolicy.fromJson(policy_json_requests)
+                expect((db_one_policy.get_actions_for_table("dave","sam","tommy","fred").to_a)[0].log_redact).to eq(true)
+                expect((db_one_policy.get_actions_for_table("dave","sam","tommy","fred","abcd").to_a)[0].log_redact).to eq(true)
+              end
+              it "Scopes by reoute_id" do
+                policy_json_request_ids = {
+                    "policy_id"=>"x1a1",
+                    "data"=>{
+                        "db_protections"=>[
+                            {
+                                "scope"=>"route",
+                                "route_ids"=>["abcd"],
+                                "databases"=>["dave"],
+                                "schemas"=>["sam"],
+                                "tables"=>["tommy"],
+                                "fields"=>["fred"],
+                                "actions"=>{
+                                    "log"=>["redact"],
+                                    "body"=>["event"]
+                                }
+                            }
+                        ]
+                    }
+                }
+                db_two_policy = DataLossPolicy.fromJson(policy_json_request_ids)
+                expect((db_two_policy.get_actions_for_table("dave","sam","tommy","fred").to_a).size).to eq(0)
+                expect((db_two_policy.get_actions_for_table("dave","sam","tommy","fred","other_route").to_a).size).to eq(0)
+                expect((db_two_policy.get_actions_for_table("dave","sam","tommy","fred","abcd").to_a).size).to eq(1)
+
+
+                expect((db_two_policy.get_actions_for_table("dave","sam","tommy","fred","abcd").to_a)[0].log_redact).to eq(true)
+                expect((db_two_policy.get_actions_for_table("dave","sam","tommy","fred","abcd").to_a)[0].body_redact).to eq(nil)
+                expect((db_two_policy.get_actions_for_table("dave","sam","tommy","fred","abcd").to_a)[0].body_event).to eq(true)
+
+              end
+            end
             context "Request Options" do
               it "Ignores non-global scoped policy" do
                 policy_json_requests = {
@@ -48,7 +122,7 @@ module TCellAgent
                                 "context"=>"form",
                                 "scope"=>"route",
                                 "variable"=>"test123",
-                                "options"=>{
+                                "actions"=>{
                                     "log"=>["redact"],
                                     "body"=>["event"]
                                 }
@@ -67,7 +141,7 @@ module TCellAgent
                             {
                                 "context"=>"form",
                                 "variable"=>"test123",
-                                "options"=>{
+                                "actions"=>{
                                     "log"=>["redact"],
                                     "body"=>["event"]
                                 }
@@ -76,7 +150,6 @@ module TCellAgent
                     }
                 }
                 policy_three = DataLossPolicy.fromJson(policy_json_requests)
-                puts policy_three.request_filter_actions
                 expect(policy_three.get_actions_for_request("form").keys).to eq(["test123"])
                 expect(policy_three.get_actions_for_request("form")["test123"].log_redact).to eq(true)
                 expect(policy_three.get_actions_for_request("form")["test123"].body_redact).to eq(nil)

data/spec/lib/tcell_agent/rails/middleware/global_middleware_spec.rb

@@ -23,6 +23,8 @@ module TCellAgent
             if (rack_request.params['rv'])
               response_headers["Location"] = rack_request.params['rv']
             end
+            env["tcell.request_data"].transaction_id = "a-b-c-d-e-f"
+            #env["tcell.request_data"].route_id = "x-b-c-d-e-f"
             [200, response_headers, ['OK']]
           end
 
@@ -90,8 +92,6 @@ module TCellAgent
                     "whitelist"=>["*.google.com"]
                   }
                 }}, cache=false) 
-                
-                tid_len = "78e596b7-e772-4caf-92eb-645fdbdec473".length + 1
                 response = request.get("/some/path?rv=https://www.google.com", 'CONTENT_TYPE' => 'text/html')
                 expect(response['Location']).to eq("https://www.google.com")
               end
@@ -139,7 +139,7 @@ module TCellAgent
                 }}, cache=false) 
                 tid_len = "78e596b7-e772-4caf-92eb-645fdbdec473".length + 1
                 response = request.get("/some/path", 'CONTENT_TYPE' => 'text/plain', 'action_dispatch.request_id'=>'35281717-247e-44e6-bd42-0fb1417e80d')
-                expect(response['Content-Security-Policy-Report-Only'][0..-tid_len]).to eq("script-src 'unsafe-inline'; report-uri http://test.tcell.io/report?tid=")
+                expect(response['Content-Security-Policy-Report-Only']).to eq("script-src 'unsafe-inline'; report-uri http://test.tcell.io/report?tid=a-b-c-d-e-f&c=-654192056")
               end
             end
 

data/spec/spec_helper.rb

@@ -2,3 +2,19 @@ require 'rspec'
 require 'rails'
 require 'webmock/rspec'
 require File.join(File.dirname(__FILE__), '..', 'lib', 'tcell_agent')
+
+module TCellAgent
+  @@spec_event_queue = []
+  def self.empty_event_queue
+    @@spec_event_queue = []
+  end
+  def self.event_queue
+    return @@spec_event_queue
+  end
+  def self.send_event(event)
+    @@spec_event_queue.push(event)
+  end
+  def self.set_thread_agent(thread_agent)
+    self.thread_agent = thread_agent
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tcell_agent
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.4
 platform: ruby
 authors:
 - Garrett
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-04 00:00:00.000000000 Z
+date: 2016-01-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
@@ -121,14 +121,13 @@ files:
 - README.md
 - Rakefile
 - bin/tcell_agent
-- config/initializers/authlogic_auth.rb
-- config/initializers/devise_auth.rb
-- config/initializers/init.rb
 - lib/tcell_agent.rb
 - lib/tcell_agent/agent.rb
 - lib/tcell_agent/agent/event_processor.rb
+- lib/tcell_agent/agent/fork_pipe_manager.rb
 - lib/tcell_agent/agent/policy_manager.rb
 - lib/tcell_agent/agent/policy_types.rb
+- lib/tcell_agent/agent/route_manager.rb
 - lib/tcell_agent/agent/static_agent.rb
 - lib/tcell_agent/api.rb
 - lib/tcell_agent/appsensor.rb
@@ -138,11 +137,9 @@ files:
 - lib/tcell_agent/appsensor/xss.rb
 - lib/tcell_agent/authlogic.rb
 - lib/tcell_agent/configuration.rb
-- lib/tcell_agent/dataloss.rb
 - lib/tcell_agent/devise.rb
 - lib/tcell_agent/instrumentation.rb
 - lib/tcell_agent/logger.rb
-- lib/tcell_agent/policies/add_script_tag_policy.rb
 - lib/tcell_agent/policies/appsensor_policy.rb
 - lib/tcell_agent/policies/clickjacking_policy.rb
 - lib/tcell_agent/policies/content_security_policy.rb
@@ -153,7 +150,8 @@ files:
 - lib/tcell_agent/policies/login_fraud_policy.rb
 - lib/tcell_agent/policies/secure_headers_policy.rb
 - lib/tcell_agent/rails.rb
-- lib/tcell_agent/rails/devise.rb
+- lib/tcell_agent/rails/auth/authlogic.rb
+- lib/tcell_agent/rails/auth/devise.rb
 - lib/tcell_agent/rails/dlp.rb
 - lib/tcell_agent/rails/middleware/body_filter_middleware.rb
 - lib/tcell_agent/rails/middleware/context_middleware.rb
@@ -161,8 +159,10 @@ files:
 - lib/tcell_agent/rails/middleware/headers_middleware.rb
 - lib/tcell_agent/rails/routes.rb
 - lib/tcell_agent/rails/settings_reporter.rb
+- lib/tcell_agent/routes/table.rb
 - lib/tcell_agent/sensor_events/app_config.rb
 - lib/tcell_agent/sensor_events/app_sensor.rb
+- lib/tcell_agent/sensor_events/discovery.rb
 - lib/tcell_agent/sensor_events/dlp.rb
 - lib/tcell_agent/sensor_events/honeytokens.rb
 - lib/tcell_agent/sensor_events/login_fraud.rb
@@ -180,7 +180,7 @@ files:
 - spec/controllers/application_controller.rb
 - spec/lib/tcell_agent/api/api_spec.rb
 - spec/lib/tcell_agent/appsensor_spec.rb
-- spec/lib/tcell_agent/policies/add_script_tag_policy_spec.rb
+- spec/lib/tcell_agent/instrumentation_spec.rb
 - spec/lib/tcell_agent/policies/appsensor_policy_spec.rb
 - spec/lib/tcell_agent/policies/clickjacking_policy_spec.rb
 - spec/lib/tcell_agent/policies/content_security_policy_spec.rb
@@ -221,7 +221,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.8
 signing_key: 
 specification_version: 4
 summary: tCell.io Agent for Rails & Sinatra
@@ -229,7 +229,7 @@ test_files:
 - spec/controllers/application_controller.rb
 - spec/lib/tcell_agent/api/api_spec.rb
 - spec/lib/tcell_agent/appsensor_spec.rb
-- spec/lib/tcell_agent/policies/add_script_tag_policy_spec.rb
+- spec/lib/tcell_agent/instrumentation_spec.rb
 - spec/lib/tcell_agent/policies/appsensor_policy_spec.rb
 - spec/lib/tcell_agent/policies/clickjacking_policy_spec.rb
 - spec/lib/tcell_agent/policies/content_security_policy_spec.rb

data/config/initializers/init.rb

@@ -1,8 +0,0 @@
-# See the file "LICENSE" for the full license governing this code.
-
-require 'tcell_agent/logger'
-require 'tcell_agent/configuration'
-
-if (TCellAgent.configuration.enabled)
-    require 'tcell_agent/start_background_thread'
-end

data/lib/tcell_agent/policies/add_script_tag_policy.rb

@@ -1,47 +0,0 @@
-require 'tcell_agent/configuration'
-
-module TCellAgent
-    module Policies
-        class AddScriptTagPolicy
-            attr_accessor :enabled
-            attr_accessor :policy_id
-            attr_accessor :js_agent_api_key
-            def initialize
-                self.init_options
-            end
-            def init_options
-                @enabled = false
-                @policy_id = nil
-                @js_agent_api_key = nil
-            end
-            def js_agent_app_id
-                return TCellAgent.configuration.app_id
-            end
-            def js_agent_api_base_url
-                return TCellAgent.configuration.js_agent_api_base_url
-            end
-            def js_agent_url
-                return TCellAgent.configuration.js_agent_url
-            end
-            def self.fromJson(policy_json)
-                if (!policy_json)
-                    return nil
-                end
-                policy = AddScriptTagPolicy.new
-                if policy_json.has_key?("policy_id")
-                    policy.policy_id = policy_json["policy_id"]
-                else
-                    raise "Policy ID missing"
-                end
-                if policy_json.has_key?("data")
-                    data_json = policy_json["data"]
-                    policy.js_agent_api_key = data_json.fetch("js_agent_api_key", nil)
-                    if policy.js_agent_api_key != nil
-                        policy.enabled = true
-                    end
-                end
-                return policy
-            end
-        end
-    end
-end

data/spec/lib/tcell_agent/policies/add_script_tag_policy_spec.rb

@@ -1,37 +0,0 @@
-require 'spec_helper'
-
-module TCellAgent
-    module Policies
-        describe AddScriptTagPolicy do
-            policy_json_empty = {
-                "policy_id"=>"01a1",
-                "data"=>{
-                }
-            }
-
-            policy_json_one = {
-                "policy_id"=>"01a1",
-                "data"=>{
-                  "js_agent_api_key"=>"000-000-1"
-                }
-            }
-
-            empty_policy = AddScriptTagPolicy.fromJson(policy_json_empty)
-            context "test empty agent" do
-              it "enabled is false" do
-                expect(empty_policy.policy_id).to eq("01a1")
-                expect(empty_policy.enabled).to eq(false)
-              end
-            end
-
-            from_json = AddScriptTagPolicy.fromJson(policy_json_one)
-            context "tests xss is true and enabled true" do
-              it "returns true" do
-                expect(from_json.policy_id).to eq("01a1")
-                expect(from_json.enabled).to eq(true)
-                expect(from_json.js_agent_api_key).to eq("000-000-1")
-              end
-            end
-        end
-    end
-end