turnstile-rb 2.0.0

data/lib/turnstile/rb.rb

@@ -0,0 +1 @@
+require_relative '../turnstile'

data/lib/turnstile/sampler.rb

@@ -0,0 +1,20 @@
+module Turnstile
+  class Sampler
+    def extrapolate(n)
+      (n * 100.0 / sampling_rate).to_i
+    end
+
+    # this method uses a unique string to integer hashing (object->hash)
+    # sampling shifts depending on the day of the month so that sampling
+    # does not stick to the same people all the time
+    def sample(uid)
+      ((uid.hash + Time.now.day) % 100) < sampling_rate
+    end
+
+    private
+
+    def sampling_rate
+      Turnstile.config.sampling_rate
+    end
+  end
+end

data/lib/turnstile/tracker.rb

@@ -0,0 +1,17 @@
+module Turnstile
+  class Tracker
+    def track(uid, platform = 'unknown', ip = nil)
+      adapter.add(uid, platform, ip) if sampler.sample(uid)
+    end
+
+    private
+
+    def adapter
+      @adapter ||= Adapter.new
+    end
+
+    def sampler
+      @sampler ||= Sampler.new
+    end
+  end
+end

data/lib/turnstile/version.rb

@@ -0,0 +1,3 @@
+module Turnstile
+  VERSION = '2.0.0'
+end

data/spec/fixtures/sample-production.log

@@ -0,0 +1,4 @@
+stuff hello x-turnstile|desktop|124.5.4.3|AF39945f8f87F more stuff
+stuff hello x-turnstile|iphone|124.3.1.2|AF39945f8f87F more stuff
+stuff hello x-turnstile|desktop|124.5.4.3|AF39945f8f87F more stuff
+stuff hello x-turnstile|desktop|124.5.4.3|AF39945f8f87F more stuff

data/spec/fixtures/sample-production.log.json

@@ -0,0 +1,37 @@
+{"method":"GET","path":"/api/v1/users/5462583","format":"json","controller":"Api::V1::UsersController","action":"show","status":200,"duration":17.69,"view":11.92,"db":3.15,"time":"2017-03-22 10:46:17.592 -0700","pid":42045,"user_id":5462583,"platform":"ipad","session_id":"U6Dx4zoASN5KYfh6qLyU","params":{"last_view":"WMagicFeedViewController","client_id":"101","time":"1490204776","auth_token":"U6Dx4zoASN5KYfh6qLyU","format":"json","controller":"api/v1/users","action":"show","id":"5462583","user":{}},"ip_address":"69.61.173.104","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+called users_with_profile_by_product with per=10
+{"method":"GET","path":"/api/v1/search/suggestions","format":"json","controller":"Api::V1::SearchController","action":"autocomplete","status":200,"duration":33.92,"view":17.07,"db":7.85,"time":"2017-03-22 10:46:17.622 -0700","pid":42021,"user_id":20860276,"platform":"iphone","session_id":"SRj6ePyUU9ey3y7DrFZw","params":{"query":"crop","type":"","last_view":"WProductSearchResultsViewController","client_id":"101","time":"1490204776","auth_token":"SRj6ePyUU9ey3y7DrFZw","format":"json","controller":"api/v1/search","action":"autocomplete","search":{}},"ip_address":"107.152.104.81","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/products/39862579/details","format":"json","controller":"Api::V1::ProductsController","action":"details","status":200,"duration":70.26,"view":50.62,"db":15.4,"time":"2017-03-22 10:46:17.606 -0700","pid":42025,"user_id":null,"platform":"android","session_id":null,"params":{"format":"json","controller":"api/v1/products","action":"details","id":"39862579"},"ip_address":"23.235.47.28","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/themes/products/5","format":"json","controller":"Api::V1::ThemesController","action":"products","status":200,"duration":944.52,"view":489.56,"db":195.77,"time":"2017-03-22 10:46:16.746 -0700","pid":42042,"user_id":5445274,"platform":"iphone","session_id":"qRQCRidfy88bHs1MzfYP","params":{"theme_path":"women,dresses,casual","last_view":"theme_Casual","client_id":"101","time":"1490204775","auth_token":"qRQCRidfy88bHs1MzfYP","format":"json","controller":"api/v1/themes","action":"products","page":"5","theme":{}},"ip_address":"68.134.103.85","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/search/products/4","format":"json","controller":"Api::V1::ProductSearchController","action":"products","status":200,"duration":4.21,"view":0.0,"db":0.0,"time":"2017-03-22 10:46:17.693 -0700","pid":42021,"user_id":21086925,"platform":"iphone","session_id":"JKiDpyhSB5jaxwV9tECh","params":{"last_view":"theme_On Sale Now","on_sale":"true","per_page":"60","query":"","preprocess_query":"true","user":"brittnaydickinson","client_id":"101","time":"1490204776","auth_token":"JKiDpyhSB5jaxwV9tECh","format":"json","controller":"api/v1/product_search","action":"products","page":"4","product_search":{}},"ip_address":"168.17.61.221","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+searching solr for products (grand AND theft AND auto).. (elapsed: 1202.27ms)
+{"method":"GET","path":"/api/v1/users/20447675","format":"json","controller":"Api::V1::UsersController","action":"show","status":200,"duration":23.39,"view":17.63,"db":3.29,"time":"2017-03-22 10:46:17.783 -0700","pid":42042,"user_id":20447675,"platform":"android","session_id":"vZQ5pJiPTLTsg7honwV5","params":{"time":"1490204777","client_id":"android","auth_token":"vZQ5pJiPTLTsg7honwV5","format":"json","controller":"api/v1/users","action":"show","id":"20447675"},"ip_address":"174.218.137.85","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/users/19981112","format":"json","controller":"Api::V1::UsersController","action":"show","status":200,"duration":20.27,"view":14.9,"db":2.53,"time":"2017-03-22 10:46:17.793 -0700","pid":42030,"user_id":19981112,"platform":"iphone","session_id":"yyKeorp4QD98sxN4zLBu","params":{"last_view":"WReviewPhotosViewController","client_id":"101","time":"1490204777","auth_token":"yyKeorp4QD98sxN4zLBu","format":"json","controller":"api/v1/users","action":"show","id":"19981112","user":{}},"ip_address":"73.194.214.138","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/users/4970486/order_surveys/current","format":"json","controller":"Api::V1::OrderSurveysController","action":"current","status":200,"duration":24.9,"view":10.6,"db":6.78,"time":"2017-03-22 10:46:17.841 -0700","pid":42030,"user_id":4970486,"platform":"iphone","session_id":"5z68kWXoCmWrwLidCut1","params":{"survey_version":"2","last_view":"WGuestLandingViewController","client_id":"101","time":"1490204777","auth_token":"5z68kWXoCmWrwLidCut1","format":"json","controller":"api/v1/order_surveys","action":"current","id":"4970486","order_survey":{}},"ip_address":"66.87.112.30","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/saves/4SB8U-1Am9u-4ixC5","format":"json","controller":"Api::V1::SavesController","action":"show","status":200,"duration":49.01,"view":0.3,"db":9.31,"time":"2017-03-22 10:46:17.873 -0700","pid":42042,"user_id":17344742,"platform":"iphone","session_id":"4eKMZJ4nggzvkix29zpS","params":{"last_view":"product","client_id":"101","time":"1490204776","auth_token":"4eKMZJ4nggzvkix29zpS","format":"json","controller":"api/v1/saves","action":"show","id":"4SB8U-1Am9u-4ixC5","save":{}},"ip_address":"70.210.128.241","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/products/trending","format":"json","controller":"Api::V1::TrendingController","action":"show","status":200,"duration":45.76,"view":17.29,"db":2.34,"time":"2017-03-22 10:46:17.878 -0700","pid":42021,"user_id":4970486,"platform":"iphone","session_id":"5z68kWXoCmWrwLidCut1","params":{"last_view":"trending","ignore_price_filters":"true","type":"","product_categories_from_settings":"true","client_id":"101","time":"1490204777","auth_token":"5z68kWXoCmWrwLidCut1","format":"json","controller":"api/v1/trending","action":"show","trending":{}},"ip_address":"66.87.112.30","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/products/26548478/reviews","format":"json","controller":"Api::V1::ReviewsController","action":"product_index","status":200,"duration":21.28,"view":5.36,"db":6.0,"time":"2017-03-22 10:46:17.950 -0700","pid":42021,"user_id":10768109,"platform":"iphone","session_id":"RcT9ekNbhPsqydG4Pv7V","params":{"last_view":"WProductReviewsTableViewController","client_id":"101","time":"1490204776","auth_token":"RcT9ekNbhPsqydG4Pv7V","format":"json","controller":"api/v1/reviews","action":"product_index","product_id":"26548478","review":{}},"ip_address":"12.7.40.147","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/products/40701853/variants/with_availability","format":"json","controller":"Api::V1::ProductsController","action":"variants_with_availability","status":200,"duration":312.66,"view":3.71,"db":26.85,"time":"2017-03-22 10:46:17.700 -0700","pid":42045,"user_id":8554487,"platform":"iphone","session_id":"qVwqQKpoBEtpE5H7TFpd","params":{"last_view":"product","f_type":"sf_195_cents_markup","p_type":"default","client_id":"101","time":"1490204777","auth_token":"qVwqQKpoBEtpE5H7TFpd","format":"json","controller":"api/v1/products","action":"variants_with_availability","id":"40701853","product":{}},"ip_address":"199.79.169.163","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+called users_with_profile_by_product with per=10
+{"method":"GET","path":"/api/v1/products/50891048/details","format":"json","controller":"Api::V1::ProductsController","action":"details","status":200,"duration":76.89,"view":58.04,"db":15.28,"time":"2017-03-22 10:46:18.020 -0700","pid":42021,"user_id":null,"platform":"iphone","session_id":null,"params":{"f_type":"sf_180_cents_markup","p_type":"","format":"json","controller":"api/v1/products","action":"details","id":"50891048","product":{}},"ip_address":"23.235.47.40","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/search","format":"html","controller":"SearchController","action":"products","status":200,"duration":1595.73,"view":346.95,"db":50.27,"time":"2017-03-22 10:46:16.513 -0700","pid":42077,"user_id":null,"platform":"desktop","session_id":"90bba1d374001aedfe5b31525a528513","params":{"ref":"gsl","query":"Grand Theft Auto","page":"2","controller":"search","action":"products"},"ip_address":"162.223.13.23","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":"6LZrqw6xsO3nEiyheu340L7ObsGeCFmM11BILUFqljQ=","verified_request":true}
+{"method":"HEAD","path":"/shop/custom-timberland-boots-etsy","format":"html","controller":"SeoPhrasesController","action":"show","status":200,"duration":1167.48,"view":391.63,"db":389.24,"time":"2017-03-22 10:46:16.966 -0700","pid":42079,"user_id":null,"platform":"desktop","session_id":"c00000b340017143f8502d0a2520274e","params":{"wnl_page_type":"Shop Page","wnl_page_version":"1.0","controller":"seo_phrases","action":"show","slug":"custom-timberland-boots-etsy"},"ip_address":"52.90.73.229","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":"4x1n4QllLThOYpXmR8bJgb8k+akwy1tBznIJWAttsLs=","verified_request":true}
+{"method":"GET","path":"/api/v1/users/me/activity_feed/unified/2","format":"json","controller":"Api::V1::MagicFeedController","action":"unified","status":200,"duration":168.39,"view":70.15,"db":41.48,"time":"2017-03-22 10:46:17.973 -0700","pid":42042,"user_id":19719275,"platform":"iphone","session_id":"ywEoKieAZSvU7yoEbeyV","params":{"type":"no_affiliate_in_mf","last_view":"WMagicFeedViewController","client_id":"101","time":"1490204777","auth_token":"ywEoKieAZSvU7yoEbeyV","format":"json","controller":"api/v1/magic_feed","action":"unified","page":"2","magic_feed":{}},"ip_address":"69.80.178.31","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+Can't verify CSRF token authenticity
+called users_with_profile_by_product with per=10
+{"method":"GET","path":"/api/v1/saves/48WAQ-FpJA-4hvZ5/comments","format":"json","controller":"Api::V1::CommentsController","action":"index","status":200,"duration":7.9,"view":0.12,"db":2.36,"time":"2017-03-22 10:46:18.272 -0700","pid":42042,"user_id":null,"platform":"iphone","session_id":null,"params":{"order":"least_recent_first","format":"json","type":"save","controller":"api/v1/comments","action":"index","save_id":"48WAQ-FpJA-4hvZ5","comment":{}},"ip_address":"23.235.47.22","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/saves/aTqO-8IVC-ew1O","format":"json","controller":"Api::V1::SavesController","action":"show","status":200,"duration":78.78,"view":0.38,"db":11.27,"time":"2017-03-22 10:46:18.229 -0700","pid":42079,"user_id":1977750,"platform":"iphone","session_id":"kHg6giEpAAQykW8uM6nf","params":{"last_view":"product","client_id":"101","time":"1490204777","auth_token":"kHg6giEpAAQykW8uM6nf","format":"json","controller":"api/v1/saves","action":"show","id":"aTqO-8IVC-ew1O","save":{}},"ip_address":"70.209.144.195","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/products/40479095/comments","format":"json","controller":"Api::V1::CommentsController","action":"index","status":200,"duration":87.47,"view":0.16,"db":20.6,"time":"2017-03-22 10:46:18.298 -0700","pid":42088,"user_id":null,"platform":"iphone","session_id":null,"params":{"paged":"1","order":"least_recent_first","format":"json","type":"product","controller":"api/v1/comments","action":"index","product_id":"40479095","comment":{}},"ip_address":"23.235.47.40","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/products/18531328/details","format":"json","controller":"Api::V1::ProductsController","action":"details","status":200,"duration":177.23,"view":153.44,"db":20.25,"time":"2017-03-22 10:46:18.223 -0700","pid":42045,"user_id":null,"platform":"iphone","session_id":null,"params":{"f_type":"sf_195_cents_markup","p_type":"default","format":"json","controller":"api/v1/products","action":"details","id":"18531328","product":{}},"ip_address":"23.235.47.51","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/suggestions/products/8694532","format":"json","controller":"Api::V1::SuggestionsController","action":"products","status":200,"duration":451.62,"view":0.18,"db":153.67,"time":"2017-03-22 10:46:17.975 -0700","pid":42026,"user_id":null,"platform":"iphone","session_id":null,"params":{"type":"","format":"json","controller":"api/v1/suggestions","action":"products","product_id":"8694532","suggestion":{}},"ip_address":"23.235.47.44","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/search/suggestions","format":"json","controller":"Api::V1::SearchController","action":"autocomplete","status":200,"duration":34.19,"view":17.4,"db":5.94,"time":"2017-03-22 10:46:18.400 -0700","pid":42079,"user_id":20860276,"platform":"iphone","session_id":"SRj6ePyUU9ey3y7DrFZw","params":{"query":"crop ","type":"","last_view":"WProductSearchResultsViewController","client_id":"101","time":"1490204777","auth_token":"SRj6ePyUU9ey3y7DrFZw","format":"json","controller":"api/v1/search","action":"autocomplete","search":{}},"ip_address":"107.152.104.81","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+called users_with_profile_by_product with per=10
+{"method":"POST","path":"/api/v1/orders","format":"json","controller":"Api::V1::OrdersController","action":"new","status":200,"duration":343.03,"view":66.05,"db":142.68,"time":"2017-03-22 10:46:18.170 -0700","pid":42077,"user_id":9675208,"platform":"iphone","session_id":"9m5w4vTrfj7FVie9EMyN","params":{"product_id":"53487642","f_type":"sf_195_cents_markup","merge_tax_and_service_fee":"true","p_type":"default","last_view":"product","client_id":"101","time":"1490204776","auth_token":"9m5w4vTrfj7FVie9EMyN","format":"json","controller":"api/v1/orders","action":"new","order":{}},"ip_address":"172.56.29.65","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/products/42913240/details","format":"json","controller":"Api::V1::ProductsController","action":"details","status":200,"duration":70.92,"view":48.06,"db":19.16,"time":"2017-03-22 10:46:18.457 -0700","pid":42026,"user_id":null,"platform":"iphone","session_id":null,"params":{"f_type":"sf_195_cents_markup","p_type":"fbw115","format":"json","controller":"api/v1/products","action":"details","id":"42913240","product":{}},"ip_address":"23.235.47.43","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/suggestions/products/39862579","format":"json","controller":"Api::V1::SuggestionsController","action":"products","status":200,"duration":430.93,"view":0.36,"db":75.16,"time":"2017-03-22 10:46:18.100 -0700","pid":42009,"user_id":null,"platform":"android","session_id":null,"params":{"type":"buyable_and_affiliate","format":"json","controller":"api/v1/suggestions","action":"products","product_id":"39862579"},"ip_address":"23.235.47.49","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/users/678238/collections","format":"json","controller":"Api::V1::UsersController","action":"collections","status":200,"duration":12.89,"view":0.14,"db":4.59,"time":"2017-03-22 10:46:18.608 -0700","pid":42026,"user_id":678238,"platform":"iphone","session_id":"L4dgADorpsmQUWFv5vJ7","params":{"last_view":"WMagicFeedViewController","client_id":"101","time":"1490204777","auth_token":"L4dgADorpsmQUWFv5vJ7","format":"json","controller":"api/v1/users","action":"collections","id":"678238","user":{}},"ip_address":"132.189.82.11","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/products/34552155/variants/with_availability","format":"json","controller":"Api::V1::ProductsController","action":"variants_with_availability","status":200,"duration":77.38,"view":0.67,"db":17.95,"time":"2017-03-22 10:46:18.595 -0700","pid":42009,"user_id":10151188,"platform":"android","session_id":"uK8wwYNZjqXnoZz1bpGm","params":{"time":"1490204777","client_id":"android","auth_token":"uK8wwYNZjqXnoZz1bpGm","format":"json","controller":"api/v1/products","action":"variants_with_availability","id":"34552155"},"ip_address":"172.58.67.103","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"GET","path":"/api/v1/users/5754901/collections","format":"json","controller":"Api::V1::UsersController","action":"collections","status":200,"duration":7.72,"view":0.12,"db":1.02,"time":"2017-03-22 10:46:18.668 -0700","pid":42088,"user_id":5754901,"platform":"iphone","session_id":"zqsActyuTd8zXpBo92ct","params":{"last_view":"trending","client_id":"101","time":"1490204777","auth_token":"zqsActyuTd8zXpBo92ct","format":"json","controller":"api/v1/users","action":"collections","id":"5754901","user":{}},"ip_address":"70.210.64.69","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":null,"verified_request":null}
+{"method":"POST","path":"/int/admin/stores/591600","format":"html","controller":"Admin::StoresController","action":"update","status":302,"duration":44.47,"view":0.0,"db":11.61,"location":"https://wanelo.co/int/admin/stores/591600","time":"2017-03-22 10:46:06.609 -0700","pid":75556,"user_id":14092896,"platform":"desktop","session_id":"2730608f1d862d6250f541b19ce8ffd3","params":{"_method":"put","authenticity_token":"t3A2nHFu5hyKmM66NPdEBUKBU4ePPlFGr0ufr64Qpzc=","store":{"category_id_with_event":"5"},"action":"update","controller":"admin/stores","id":"591600"},"ip_address":"182.255.42.49","hostname":null,"xhr":false,"authenticity_token":"t3A2nHFu5hyKmM66NPdEBUKBU4ePPlFGr0ufr64Qpzc=","authenticity_token_header":null,"expected_auth_token":"t3A2nHFu5hyKmM66NPdEBUKBU4ePPlFGr0ufr64Qpzc=","verified_request":true}
+{"method":"GET","path":"/int/admin/stores/536402","format":"html","controller":"Admin::StoresController","action":"show","status":200,"duration":696.01,"view":267.24,"db":229.64,"time":"2017-03-22 10:46:05.977 -0700","pid":75568,"user_id":14092901,"platform":"desktop","session_id":"777dbb41f8d29008b1555630f1fb31a3","params":{"action":"show","controller":"admin/stores","id":"536402"},"ip_address":"103.196.139.175","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":"IV7BLkptllMtK+FAerenwT4bjFGaLymGD4jei9znUGw=","verified_request":true}
+{"method":"GET","path":"/store/joyworkshoppe","format":"html","controller":"Legacy::StoresController","action":"show","status":200,"duration":469.7,"view":434.78,"db":16.0,"time":"2017-03-22 10:46:17.090 -0700","pid":42025,"user_id":null,"platform":"mobile_web","session_id":"5058494231f66532c08371587ed4eeb7","params":{"wnl_page_type":"Wanelo.com Store Page","wnl_page_version":"1.0","controller":"legacy/stores","action":"show","id":"joyworkshoppe"},"ip_address":"75.155.232.189","hostname":null,"xhr":false,"authenticity_token":null,"authenticity_token_header":null,"expected_auth_token":"Nf9dMhJlWzFHkzUouHnSLm1Cd+1EaSesoa75HhkJRkw=","verified_request":true}

data/spec/spec_helper.rb

@@ -0,0 +1,24 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+
+require 'rubygems'
+require 'bundler/setup' if File.exists?(ENV['BUNDLE_GEMFILE'])
+require 'simplecov'
+
+SimpleCov.start
+
+require 'turnstile'
+require 'rspec/its'
+
+RSpec.configure do |config|
+  config.order = 'random'
+  config.before :each do
+    Turnstile::Adapter.new.redis.flushdb
+  end
+end

data/spec/turnstile/adapter_spec.rb

@@ -0,0 +1,71 @@
+require 'spec_helper'
+
+describe Turnstile::Adapter do
+
+  subject { Turnstile::Adapter.new }
+
+  let(:redis) { subject.send(:redis) }
+
+  let(:uid) { 1238438 }
+  let(:other_uid) { 1238439 }
+  let(:another_uid) { 1238440 }
+
+  let(:ip) { '1.2.3.4' }
+  let(:another_ip) { '4.3.2.1' }
+
+  let(:platform) { :ios }
+  let(:another_platform) { :android }
+
+  describe '#add' do
+    it 'calls redis with the correct params' do
+      key = "t:#{uid}:#{platform}:#{ip}"
+      expect(redis).to receive(:setex).once.with(key, Turnstile.config.activity_interval, 1)
+      subject.add(uid, platform, ip)
+    end
+  end
+
+  describe '#fetch' do
+    let(:sort_lambda) { ->(a, b) { a[:uid] <=> b[:uid] }  }
+    let(:expected_hash) do
+      [
+        { uid: uid.to_s, platform: platform.to_s, ip: ip },
+        { uid: other_uid.to_s, platform: platform.to_s, ip: ip },
+        { uid: another_uid.to_s, platform: another_platform.to_s, ip: another_ip },
+      ]
+    end
+
+    before do
+      subject.add(uid, platform, ip)
+      subject.add(other_uid, platform, ip)
+      subject.add(another_uid, another_platform, another_ip)
+    end
+
+    it 'pulls the platform specific stats from redis' do
+      expect(subject.fetch.sort(&sort_lambda)).to eq(expected_hash.sort(&sort_lambda))
+    end
+  end
+
+  describe '#aggregate' do
+    let(:expected_hash) do
+      {
+        'android' => 3,
+        'ios'     => 2,
+        'total'   => 5
+      }
+    end
+
+    before do
+      subject.add(123, :android, ip)
+      subject.add(124, :android, ip)
+      subject.add(125, :android, ip)
+
+      subject.add(200, :ios, ip)
+      subject.add(201, :ios, ip)
+    end
+
+    it 'should calculated proper aggregation' do
+      expect(subject.aggregate).to eql expected_hash
+    end
+  end
+
+end

data/spec/turnstile/collector/log_reader_spec.rb

@@ -0,0 +1,114 @@
+require 'spec_helper'
+require 'file/tail'
+require 'timeout'
+require 'thread'
+require 'tempfile'
+
+require 'turnstile/collector/log_reader'
+
+describe Turnstile::Collector::LogReader do
+  include Timeout
+
+  def consume_file(reader, read_timeout)
+    hash    = {}
+    counter = 0
+
+    run_reader(read_timeout) do
+      reader.read do |token|
+        counter     += 1
+        hash[token] = 1
+      end
+    end
+    return counter, hash
+  end
+
+  def run_reader(read_timeout, &block)
+    t_reader = Thread.new do
+      begin
+        timeout(read_timeout) do
+          block.call
+        end
+      rescue Timeout::Error
+      end
+    end
+    t_reader.join
+  end
+
+  let(:queue) { Queue.new }
+  let(:read_timeout) { 0.1 }
+  let(:consume_file_result) { consume_file(reader, read_timeout) }
+  let(:counter) { consume_file_result.first }
+  let(:hash) { consume_file_result.last }
+
+  before { reader.file.backward(1000) }
+
+  context 'json log file' do
+    let(:file) { 'spec/fixtures/sample-production.log.json' }
+    let(:reader) { Turnstile::Collector::LogReader.json_formatted(file, queue) }
+
+    let(:expected_uniques) { 28 }
+    let(:expected_total) { 31 }
+    let(:expected_key) { 'ipad:69.61.173.104:5462583' }
+
+    context '#read' do
+      it 'should be able to read and parse IPs from a static file' do
+        expect(counter).to eql(expected_total)
+        expect(hash.keys.size).to eql(expected_uniques)
+        expect(hash.keys).to include(expected_key)
+      end
+    end
+
+    context '#process!' do
+      it 'should read values into the queue' do
+        run_reader(read_timeout) { reader.process! }
+        expect(queue.size).to eql(31)
+      end
+    end
+  end
+
+  context 'pipe delimited file' do
+    let(:file) { 'spec/fixtures/sample-production.log' }
+    let(:reader) { Turnstile::Collector::LogReader.pipe_delimited(file, queue) }
+
+    let(:log_reader) { Turnstile::Collector::LogReader }
+
+    let(:expected_uniques) { 2 }
+    let(:expected_total) { 4 }
+    let(:expected_key) { 'desktop:124.5.4.3:AF39945f8f87F' }
+
+    context 'matcher' do
+      subject(:matcher) { log_reader.delimited_matcher }
+
+      its(:regexp) { should_not be_nil }
+
+      its(:extractor) { should_not be_nil }
+      its(:extractor) { should  be_kind_of(Proc) }
+
+      it 'should match lines in the file' do
+        File.open(file).each do |line|
+          expect(line).to match(matcher.regexp)
+        end
+      end
+      it 'should extract the token from file' do
+        File.open(file).each do |line|
+          expect(matcher.token_from(line)).to_not be_nil
+        end
+      end
+    end
+
+    context '#read' do
+      it 'should be load all matching rows' do
+        expect(counter).to eql(expected_total)
+        expect(hash.keys.size).to eql(expected_uniques)
+        expect(hash.keys).to include(expected_key)
+      end
+    end
+
+    context '#process!' do
+      it 'should read values into the queue' do
+        run_reader(read_timeout) { reader.process! }
+        expect(queue.size).to eql(expected_total)
+      end
+    end
+  end
+end

data/spec/turnstile/configuration_spec.rb

@@ -0,0 +1,78 @@
+require 'spec_helper'
+
+describe Turnstile::Configuration do
+
+  subject(:config) { Turnstile::Configuration.new }
+
+  let(:spec_ip) { '128.23.12.8' }
+  let(:spec_port) { '2134' }
+  let(:spec_db) { '13' }
+  let(:spec_timeout) { 0.087 }
+  let(:spec_activity_interval) { 30 }
+  let(:spec_sampling_rate) { 10 }
+
+  context 'using redis sub-config method missing' do
+    before do
+      config.configure do |c|
+        c.redis.configure do |r|
+          r.host = spec_ip
+          r.port = spec_port
+          r.db = spec_db
+          r.timeout = spec_timeout
+        end
+        c.activity_interval = spec_activity_interval
+        c.sampling_rate     = spec_sampling_rate
+      end
+    end
+
+    context 'main config' do
+      its(:activity_interval) { should eq spec_activity_interval }
+      its(:sampling_rate) { should eq spec_sampling_rate }
+    end
+
+    context 'redis sub-config' do
+      subject(:redis_config) { config.redis }
+      its(:host) { should eq spec_ip }
+      its(:port) { should eq spec_port.to_i }
+      its(:db) { should eq spec_db.to_i }
+      its(:timeout) { should eq spec_timeout.to_f }
+    end
+  end
+
+  context 'using redis_<property> method missing' do
+    before do
+      config.configure do |c|
+        c.redis_host        = spec_ip
+        c.redis_port        = spec_port
+        c.redis_db          = spec_db
+        c.redis_timeout     = spec_timeout
+        c.activity_interval = spec_activity_interval
+        c.sampling_rate     = spec_sampling_rate
+      end
+    end
+
+    its(:redis_host) { should eq spec_ip }
+    its(:redis_port) { should eq spec_port.to_i }
+    its(:redis_db) { should eq spec_db.to_i }
+    its(:redis_timeout) { should eq spec_timeout.to_f }
+    its(:activity_interval) { should eq spec_activity_interval }
+    its(:sampling_rate) { should eq spec_sampling_rate }
+  end
+
+  context 'without explicit assignment' do
+    let(:spec_ip) { '127.0.0.1' }
+    let(:spec_port) { 6379 }
+    let(:spec_db) { 1 }
+    let(:spec_timeout) { 0.05 }
+    let(:spec_activity_interval) { 60 }
+    let(:spec_sampling_rate) { 100 }
+
+    its(:redis_host) { should eq spec_ip }
+    its(:redis_port) { should eq spec_port }
+    its(:redis_db) { should eq spec_db }
+    its(:redis_timeout) { should eq spec_timeout }
+    its(:activity_interval) { should eq spec_activity_interval }
+    its(:sampling_rate) { should eq spec_sampling_rate }
+  end
+
+end

data/spec/turnstile/nad_spec.rb

@@ -0,0 +1,31 @@
+require 'spec_helper'
+
+describe 'Turnstile::Nad' do
+
+  subject { Turnstile::Nad.new }
+
+  describe '#data' do
+    context 'have some data' do
+      let(:aggregate) { {
+            'android' => 3,
+            'ios' => 2,
+            'total' => 5
+        }
+      }
+
+      let(:expected_string) {
+          <<-EOF
+turnstile:android#{"\t"}n#{"\t"}3
+turnstile:ios#{"\t"}n#{"\t"}2
+turnstile:total#{"\t"}n#{"\t"}5
+          EOF
+      }
+
+      it "return data in NAD tab dilimited format" do
+        expect(subject).to receive(:aggregate).once.and_return(aggregate)
+        expect(subject.data).to eql(expected_string)
+      end
+    end
+
+  end
+end

data/spec/turnstile/observer_spec.rb

@@ -0,0 +1,65 @@
+require 'spec_helper'
+
+describe Turnstile::Observer do
+
+  subject { Turnstile::Observer.new }
+
+  let(:adapter) { subject.send(:adapter) }
+
+  let(:uid) { 1238438 }
+  let(:platform) { :ios }
+  let(:ip) { '1.2.3.4' }
+
+  let(:sample_data) { [{uid: uid, platform: platform, ip: ip}] }
+
+  let(:expected_stats) do
+    {
+      stats: {
+        total: 1,
+        platforms: {
+          ios: 1
+        }
+      },
+      users: sample_data
+    }
+  end
+
+  let(:extrapolated_stats) do
+    {
+      stats: {
+        total: 20,
+        platforms: {
+          ios: 20
+        }
+      },
+      users: sample_data
+    }
+  end
+
+  describe '#stats' do
+    context 'when there are users' do
+      before do
+        expect(adapter).to receive(:fetch).once.and_return(sample_data)
+      end
+
+      it 'fetches data from adapter and aggregates it' do
+        expect(subject.stats).to eql(expected_stats)
+      end
+
+      it 'extrapolates numbers correctly' do
+        allow(Turnstile.config).to receive(:sampling_rate).and_return(5)
+        expect(subject.stats).to eql(extrapolated_stats)
+      end
+    end
+
+    context 'when there are no users' do
+      before do
+        expect(adapter).to receive(:fetch).once.and_return([])
+      end
+
+      it 'returns 0 for total' do
+        expect(subject.stats[:stats][:total]).to eql 0
+      end
+    end
+  end
+end