wonderdog 0.1.1 → 0.2.0

data/test/medium_slow_queries

@@ -0,0 +1,41 @@
+[2013-03-29 02:15:53,898][TRACE][index.search.slowlog.query] [padraig-search-0] [browser_count][11] took[520.1ms], took_millis[520], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:15:54,848][TRACE][index.search.slowlog.query] [padraig-search-0] [flight_count][9] took[1.4s], took_millis[1467], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:15:54,897][TRACE][index.search.slowlog.query] [padraig-search-0] [flight_count][7] took[1.5s], took_millis[1517], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:00,296][INFO ][index.search.slowlog.query] [padraig-search-0] [placement_count][5] took[6.9s], took_millis[6916], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:00,437][INFO ][index.search.slowlog.query] [padraig-search-0] [placement_count][4] took[7s], took_millis[7063], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:05,408][WARN ][index.search.slowlog.query] [padraig-search-0] [site_count][11] took[12s], took_millis[12031], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:05,542][WARN ][index.search.slowlog.query] [padraig-search-0] [site_count][9] took[12.1s], took_millis[12165], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:22,921][TRACE][index.search.slowlog.query] [padraig-search-0] [placement_count][4] took[1.9s], took_millis[1954], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:22,973][DEBUG][index.search.slowlog.query] [padraig-search-0] [placement_count][5] took[2s], took_millis[2006], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:26,574][INFO ][index.search.slowlog.query] [padraig-search-0] [site_count][11] took[5.6s], took_millis[5603], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:26,574][INFO ][index.search.slowlog.query] [padraig-search-0] [site_count][9] took[5.5s], took_millis[5593], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:30,698][TRACE][index.search.slowlog.query] [padraig-search-0] [placement_count][4] took[1.8s], took_millis[1809], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:30,804][TRACE][index.search.slowlog.query] [padraig-search-0] [placement_count][5] took[1.9s], took_millis[1912], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:34,568][INFO ][index.search.slowlog.query] [padraig-search-0] [site_count][9] took[5.6s], took_millis[5678], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:34,637][INFO ][index.search.slowlog.query] [padraig-search-0] [site_count][11] took[5.7s], took_millis[5747], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:53,872][TRACE][index.search.slowlog.query] [padraig-search-0] [browser_count][7] took[679.6ms], took_millis[679], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:54,131][TRACE][index.search.slowlog.query] [padraig-search-0] [browser_count][11] took[938ms], took_millis[938], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:54,855][TRACE][index.search.slowlog.query] [padraig-search-0] [flight_count][7] took[1.6s], took_millis[1659], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:55,240][DEBUG][index.search.slowlog.query] [padraig-search-0] [flight_count][9] took[2s], took_millis[2045], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:56,145][DEBUG][index.search.slowlog.query] [padraig-search-0] [interaction_count][3] took[2.9s], took_millis[2950], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:56,288][DEBUG][index.search.slowlog.query] [padraig-search-0] [interaction_count][7] took[3s], took_millis[3092], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:56,318][DEBUG][index.search.slowlog.query] [padraig-search-0] [ad_tag_count][11] took[3.1s], took_millis[3122], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:56,619][DEBUG][index.search.slowlog.query] [padraig-search-0] [ad_tag_count][6] took[3.4s], took_millis[3424], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:56,755][DEBUG][index.search.slowlog.query] [padraig-search-0] [creative_count][8] took[3.5s], took_millis[3561], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:57,082][DEBUG][index.search.slowlog.query] [padraig-search-0] [creative_count][7] took[3.8s], took_millis[3887], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:58,424][INFO ][index.search.slowlog.query] [padraig-search-0] [placement_count][5] took[5.2s], took_millis[5228], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:05:58,499][INFO ][index.search.slowlog.query] [padraig-search-0] [placement_count][4] took[5.3s], took_millis[5303], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:06:13,272][WARN ][index.search.slowlog.query] [padraig-search-0] [site_count][9] took[20s], took_millis[20078], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:06:13,378][WARN ][index.search.slowlog.query] [padraig-search-0] [site_count][11] took[20.1s], took_millis[20184], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 05:01:05,277][INFO ][index.search.slowlog.query] [padraig-search-0] [low_precision][4] took[7s], took_millis[7011], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2012-01-01T00:00:00Z","to":"2013-01-01T00:00:00Z"}}}}},"facets":{"cache_limit":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[], 
+[2013-03-29 05:01:05,339][INFO ][index.search.slowlog.query] [padraig-search-0] [low_precision][5] took[7s], took_millis[7072], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2012-01-01T00:00:00Z","to":"2013-01-01T00:00:00Z"}}}}},"facets":{"cache_limit":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[], 
+[2013-03-29 05:03:23,505][DEBUG][index.search.slowlog.query] [padraig-search-0] [low_precision][5] took[4.6s], took_millis[4693], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2012-01-01T00:00:00Z","to":"2013-01-01T00:00:00Z"}}}}},"facets":{"cache_limit":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[], 
+[2013-03-29 05:03:23,610][DEBUG][index.search.slowlog.query] [padraig-search-0] [low_precision][4] took[4.7s], took_millis[4798], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2012-01-01T00:00:00Z","to":"2013-01-01T00:00:00Z"}}}}},"facets":{"cache_limit":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[], 
+[2013-03-29 05:03:54,597][INFO ][index.search.slowlog.query] [padraig-search-0] [low_precision][4] took[6.8s], took_millis[6874], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2012-01-01T00:00:00Z","to":"2013-01-01T00:00:00Z"}}}}},"facets":{"cache_limit":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[], 
+[2013-03-29 05:03:54,662][INFO ][index.search.slowlog.query] [padraig-search-0] [low_precision][5] took[6.9s], took_millis[6939], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2012-01-01T00:00:00Z","to":"2013-01-01T00:00:00Z"}}}}},"facets":{"cache_limit":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[], 
+[2013-03-29 05:20:02,276][DEBUG][index.search.slowlog.query] [padraig-search-0] [site_count][11] took[4.9s], took_millis[4997], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":11670}}}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 05:20:02,311][INFO ][index.search.slowlog.query] [padraig-search-0] [site_count][9] took[5s], took_millis[5032], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":11670}}}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 05:25:13,568][DEBUG][index.search.slowlog.query] [padraig-search-0] [low_precision][5] took[2.4s], took_millis[2438], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":11670}}}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 05:25:13,568][DEBUG][index.search.slowlog.query] [padraig-search-0] [low_precision][4] took[2.4s], took_millis[2438], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":11670}}}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 05:25:59,835][DEBUG][index.search.slowlog.query] [padraig-search-0] [site_count][11] took[4.2s], took_millis[4200], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":11670}}}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 05:25:59,865][DEBUG][index.search.slowlog.query] [padraig-search-0] [site_count][9] took[4.2s], took_millis[4230], search_type[QUERY_THEN_FETCH], total_shards[12], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":11670}}}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 

data/test/quick_test_slow_queries

@@ -0,0 +1,4 @@
+[2013-03-29 02:16:05,408][WARN ][index.search.slowlog.query] [padraig-search-0] [site_count][11] took[12s], took_millis[12031], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 02:16:05,542][WARN ][index.search.slowlog.query] [padraig-search-0] [site_count][9] took[12.1s], took_millis[12165], search_type[QUERY_THEN_FETCH], total_shards[60], source[{"query":{"constant_score":{"filter":{"range":{"tb_h":{"from":"2011-02-03","to":"2013-02-10"}}}}},"facets":{"ignoremexxxx":{"terms":{"fields":["ext_site_id","flight_id","creative_id"]}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:06:13,272][WARN ][index.search.slowlog.query] [padraig-search-0] [site_count][9] took[20s], took_millis[20078], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 
+[2013-03-29 03:06:13,378][WARN ][index.search.slowlog.query] [padraig-search-0] [site_count][11] took[20.1s], took_millis[20184], search_type[QUERY_THEN_FETCH], total_shards[108], source[{"query":{"match_all":{}},"facets":{"igna":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}},"ignb":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[{"size":0}], 

data/test/run_pry.rb

@@ -0,0 +1,3 @@
+require "rubygems"
+require "pry"
+binding.pry

data/test/some_slow_queries

@@ -0,0 +1,53 @@
+[2013-03-30 19:43:21,933][TRACE][index.search.slowlog.query] [patrick-search-0] [flight_count_legacy][8] took[622ms], took_millis[622], search_type[QUERY_THEN_FETCH], total_shards[160], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"terms":{"flight_id":[12666,12667,12670]}},{"range":{"tb_h":{"gte":"2013-02-05T00:00:00-08:00","lt":"2013-03-21T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"date_histogram":{"key_field":"tb_h","interval":"day","pre_zone_adjust_large_interval":true,"time_zone":"US/Pacific","value_field":"cnt"},"facet_filter":{"term":{"metric":"click_through"}}}}}], extra_source[{"size":0}]
+
+curl -XGET 'localhost:9200/flight_count_20130405/_search?preferance=_primary_first' -d '{"query":{"constant_score":{"filter":{"and":{"filters":[{"terms":{"flight_id":[12666,12667,12670]}},{"range":{"tb_h":{"gte":"2013-02-05T00:00:00-08:00","lt":"2013-03-21T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"date_histogram":{"key_field":"tb_h","interval":"day","pre_zone_adjust_large_interval":true,"time_zone":"US/Pacific","value_field":"cnt"},"facet_filter":{"term":{"metric":"click_through"}}}}}'
+
+[2013-03-30 00:58:59,438][DEBUG][index.search.slowlog.query] [patrick-search-0] [site_count_legacy][10] took[2.7s], took_millis[2740], search_type[QUERY_THEN_FETCH], total_shards[160], source[{"query":{"term":{"flight_id":11359}},"facets":{"49916561":{"terms":{"field":"site_composite"}},"49916562":{"terms":{"field":"site_composite"}},"49916563":{"terms":{"field":"site_composite"}},"49916564":{"terms":{"field":"site_composite"}},"49916565":{"terms":{"field":"site_composite"}},"49916566":{"terms":{"field":"site_composite"}},"49916567":{"terms":{"field":"site_composite"}},"49916568":{"terms":{"field":"site_composite"}},"49916569":{"terms":{"field":"site_composite"}},"49916570":{"terms":{"field":"site_composite"}},"49916571":{"terms":{"field":"site_composite"}},"49916572":{"terms":{"field":"site_composite"}},"49916573":{"terms":{"field":"site_composite"}},"49916574":{"terms":{"field":"site_composite"}},"49916575":{"terms":{"field":"site_composite"}},"49916576":{"terms":{"field":"site_composite"}},"49916577":{"terms":{"field":"site_composite"}},"49916578":{"terms":{"field":"site_composite"}},"49916579":{"terms":{"field":"site_composite"}},"49916580":{"terms":{"field":"site_composite"}},"49916581":{"terms":{"field":"site_composite"}}}}], extra_source[]
+
+curl -XGET 'localhost:9200/site_count_20130405/_search?preference=_primary_first' -d '{"query":{"term":{"flight_id":11359}},"facets":{"49916561":{"terms":{"field":"site_composite"}},"49916562":{"terms":{"field":"site_composite"}},"49916563":{"terms":{"field":"site_composite"}},"49916564":{"terms":{"field":"site_composite"}},"49916565":{"terms":{"field":"site_composite"}},"49916566":{"terms":{"field":"site_composite"}},"49916567":{"terms":{"field":"site_composite"}},"49916568":{"terms":{"field":"site_composite"}},"49916569":{"terms":{"field":"site_composite"}},"49916570":{"terms":{"field":"site_composite"}},"49916571":{"terms":{"field":"site_composite"}},"49916572":{"terms":{"field":"site_composite"}},"49916573":{"terms":{"field":"site_composite"}},"49916574":{"terms":{"field":"site_composite"}},"49916575":{"terms":{"field":"site_composite"}},"49916576":{"terms":{"field":"site_composite"}},"49916577":{"terms":{"field":"site_composite"}},"49916578":{"terms":{"field":"site_composite"}},"49916579":{"terms":{"field":"site_composite"}},"49916580":{"terms":{"field":"site_composite"}},"49916581":{"terms":{"field":"site_composite"}}}}'
+
+[2013-03-30 00:58:59,382][DEBUG][index.search.slowlog.query] [patrick-search-0] [site_count_legacy][7] took[2.8s], took_millis[2811], search_type[QUERY_THEN_FETCH], total_shards[160], source[{"query":{"term":{"flight_id":11359}},"facets":{"49916561":{"terms":{"field":"site_composite"}},"49916562":{"terms":{"field":"site_composite"}},"49916563":{"terms":{"field":"site_composite"}},"49916564":{"terms":{"field":"site_composite"}},"49916565":{"terms":{"field":"site_composite"}},"49916566":{"terms":{"field":"site_composite"}},"49916567":{"terms":{"field":"site_composite"}},"49916568":{"terms":{"field":"site_composite"}},"49916569":{"terms":{"field":"site_composite"}},"49916570":{"terms":{"field":"site_composite"}},"49916571":{"terms":{"field":"site_composite"}},"49916572":{"terms":{"field":"site_composite"}},"49916573":{"terms":{"field":"site_composite"}},"49916574":{"terms":{"field":"site_composite"}},"49916575":{"terms":{"field":"site_composite"}},"49916576":{"terms":{"field":"site_composite"}},"49916577":{"terms":{"field":"site_composite"}},"49916578":{"terms":{"field":"site_composite"}},"49916579":{"terms":{"field":"site_composite"}},"49916580":{"terms":{"field":"site_composite"}},"49916581":{"terms":{"field":"site_composite"}}}}], extra_source[]
+
+
+[2013-03-30 00:53:24,312][WARN ][index.search.slowlog.query] [patrick-search-0] [placement_count_legacy][9] took[1m], took_millis[62408], search_type[QUERY_THEN_FETCH], total_shards[16], source[{"query":{"match_all":{}},"facets":{"igna":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignb":{"terms":{"fields":["ad_tag_id","creative_id","ext_pl_id","flight_id","metric","feature"]}},"ign_ad_tag_id":{"terms_stats":{"key_field":"ad_tag_id","value_field":"cnt"}},"ign_creative_id":{"terms_stats":{"key_field":"creative_id","value_field":"cnt"}},"ign_ext_pl_id":{"terms_stats":{"key_field":"ext_pl_id","value_field":"cnt"}},"ign_flight_id":{"terms_stats":{"key_field":"flight_id","value_field":"cnt"}},"ign_metric":{"terms_stats":{"key_field":"metric","value_field":"cnt"}},"ign_feature":{"terms_stats":{"key_field":"feature","value_field":"cnt"}},"ignc":{"terms_stats":{"key_field":"pl_composite","value_field":"cnt"}}}}], extra_source[]
+
+
+[2013-03-30 00:53:24,194][WARN ][index.search.slowlog.query] [patrick-search-0] [placement_count_legacy][1] took[1m], took_millis[62309], search_type[QUERY_THEN_FETCH], total_shards[16], source[{"query":{"match_all":{}},"facets":{"igna":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignb":{"terms":{"fields":["ad_tag_id","creative_id","ext_pl_id","flight_id","metric","feature"]}},"ign_ad_tag_id":{"terms_stats":{"key_field":"ad_tag_id","value_field":"cnt"}},"ign_creative_id":{"terms_stats":{"key_field":"creative_id","value_field":"cnt"}},"ign_ext_pl_id":{"terms_stats":{"key_field":"ext_pl_id","value_field":"cnt"}},"ign_flight_id":{"terms_stats":{"key_field":"flight_id","value_field":"cnt"}},"ign_metric":{"terms_stats":{"key_field":"metric","value_field":"cnt"}},"ign_feature":{"terms_stats":{"key_field":"feature","value_field":"cnt"}},"ignc":{"terms_stats":{"key_field":"pl_composite","value_field":"cnt"}}}}], extra_source[]
+
+
+[2013-03-30 00:53:24,038][WARN ][index.search.slowlog.query] [patrick-search-0] [placement_count_legacy][7] took[1m], took_millis[62156], search_type[QUERY_THEN_FETCH], total_shards[16], source[{"query":{"match_all":{}},"facets":{"igna":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignb":{"terms":{"fields":["ad_tag_id","creative_id","ext_pl_id","flight_id","metric","feature"]}},"ign_ad_tag_id":{"terms_stats":{"key_field":"ad_tag_id","value_field":"cnt"}},"ign_creative_id":{"terms_stats":{"key_field":"creative_id","value_field":"cnt"}},"ign_ext_pl_id":{"terms_stats":{"key_field":"ext_pl_id","value_field":"cnt"}},"ign_flight_id":{"terms_stats":{"key_field":"flight_id","value_field":"cnt"}},"ign_metric":{"terms_stats":{"key_field":"metric","value_field":"cnt"}},"ign_feature":{"terms_stats":{"key_field":"feature","value_field":"cnt"}},"ignc":{"terms_stats":{"key_field":"pl_composite","value_field":"cnt"}}}}], extra_source[], 
+
+
+[2013-03-30 00:53:23,750][WARN ][index.search.slowlog.query] [patrick-search-0] [site_count_legacy][3] took[1.5m], took_millis[92061], search_type[QUERY_THEN_FETCH], total_shards[16], source[{"query":{"match_all":{}},"facets":{"igna":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignb":{"terms":{"fields":["ad_tag_id","creative_id","ext_site_id","flight_id","metric","feature"]}},"ign_ad_tag_id":{"terms_stats":{"key_field":"ad_tag_id","value_field":"cnt"}},"ign_creative_id":{"terms_stats":{"key_field":"creative_id","value_field":"cnt"}},"ign_ext_site_id":{"terms_stats":{"key_field":"ext_site_id","value_field":"cnt"}},"ign_flight_id":{"terms_stats":{"key_field":"flight_id","value_field":"cnt"}},"ign_metric":{"terms_stats":{"key_field":"metric","value_field":"cnt"}},"ign_feature":{"terms_stats":{"key_field":"feature","value_field":"cnt"}},"ignc":{"terms_stats":{"key_field":"site_composite","value_field":"cnt"}}}}], extra_source[]
+
+
+[2013-03-30 00:52:15,689][INFO ][index.search.slowlog.query] [patrick-search-0] [interaction_count_legacy][1] took[8.5s], took_millis[8598], search_type[QUERY_THEN_FETCH], total_shards[16], source[{"query":{"match_all":{}},"facets":{"igna":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignb":{"terms":{"fields":["ad_tag_id","creative_id","flight_id","metric","feature"]}},"ign_ad_tag_id":{"terms_stats":{"key_field":"ad_tag_id","value_field":"cnt"}},"ign_creative_id":{"terms_stats":{"key_field":"creative_id","value_field":"cnt"}},"ign_flight_id":{"terms_stats":{"key_field":"flight_id","value_field":"cnt"}},"ign_metric":{"terms_stats":{"key_field":"metric","value_field":"cnt"}},"ign_feature":{"terms_stats":{"key_field":"feature","value_field":"cnt"}}}}], extra_source[]
+
+
+[2013-03-30 00:52:03,344][INFO ][index.search.slowlog.query] [patrick-search-0] [creative_count_legacy][13] took[6.3s], took_millis[6322], search_type[QUERY_THEN_FETCH], total_shards[16], source[{"query":{"match_all":{}},"facets":{"igna":{"date_histogram":{"field":"tb_h","interval":"day"}},"ignb":{"terms":{"fields":["creative_id","metric","feature"]}},"ign_creative_id":{"terms_stats":{"key_field":"creative_id","value_field":"cnt"}},"ign_metric":{"terms_stats":{"key_field":"metric","value_field":"cnt"}},"ign_feature":{"terms_stats":{"key_field":"feature","value_field":"cnt"}}}}], extra_source[]
+[2013-04-08 17:22:34,553][DEBUG][index.search.slowlog.query] [patrick-search-0] [ad_tag_count_legacy][2] took[3s], took_millis[3049], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":6777}}}},"facets":{"6777|270985|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270985}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|270992|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270992}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|270991|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270991}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|270987|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270987}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|270990|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270990}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|271222|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|271191|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271191}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|270988|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270988}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|273254|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":273254}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|273267|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":273267}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|273754|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":273754}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|273755|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":273755}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|271223|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271223}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|271220|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271220}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|271221|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271221}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|270986|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270986}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|271222|\\x5C074mpjs/\\x5C076":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"\\x5C074mpjs/\\x5C076"}}],"_cache":false}}},"6777|270993|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270993}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|271191|\\x5C074mpjs/\\x5C076":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271191}},{"term":{"ext_pl_id":"\\x5C074mpjs/\\x5C076"}}],"_cache":false}}},"6777|270989|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270989}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|270985|\\x5C074mpjs/\\x5C076":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270985}},{"term":{"ext_pl_id":"\\x5C074mpjs/\\x5C076"}}],"_cache":false}}},"6777|271223|\\x5C074mpjs/\\x5C076":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271223}},{"term":{"ext_pl_id":"\\x5C074mpjs/\\x5C076"}}],"_cache":false}}},"6777|270992|\\x5C074mpjs/\\x5C076":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270992}},{"term":{"ext_pl_id":"\\x5C074mpjs/\\x5C076"}}],"_cache":false}}},"6777|270988|\\x5C074mpjs/\\x5C076":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270988}},{"term":{"ext_pl_id":"\\x5C074mpjs/\\x5C076"}}],"_cache":false}}},"6777|270987|\\x5C074mpjs/\\x5C076":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270987}},{"term":{"ext_pl_id":"\\x5C074mpjs/\\x5C076"}}],"_cache":false}}},"6777|270991|\\x5C074mpjs/\\x5C076":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270991}},{"term":{"ext_pl_id":"\\x5C074mpjs/\\x5C076"}}],"_cache":false}}},"6777|270990|\\x5C074mpjs/\\x5C076":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270990}},{"term":{"ext_pl_id":"\\x5C074mpjs/\\x5C076"}}],"_cache":false}}},"6777|273060|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":273060}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|273268|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":273268}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"6777|271223|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271223}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}},"6777|271221|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":271221}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}},"6777|273754|<mpjs></mpjs>":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":273754}},{"term":{"ext_pl_id":"<mpjs></mpjs>"}}],"_cache":false}}},"6777|270985|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6777}},{"term":{"creative_id":270985}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}}}}], extra_source[{"size":0}]
+[2013-04-08 17:22:02,743][DEBUG][index.search.slowlog.query] [patrick-search-0] [ad_tag_count_legacy][1] took[2.3s], took_millis[2320], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":6169}}}},"facets":{"6169|270988|Helmsley_728X9_10":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270988}},{"term":{"ext_pl_id":"Helmsley_728X9_10"}}],"_cache":false}}},"6169|270988|Helmsley_728X9_2":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270988}},{"term":{"ext_pl_id":"Helmsley_728X9_2"}}],"_cache":false}}},"6169|270993|Helmsley_300X6_23":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270993}},{"term":{"ext_pl_id":"Helmsley_300X6_23"}}],"_cache":false}}},"6169|270987|Helmsley_728X9_1":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270987}},{"term":{"ext_pl_id":"Helmsley_728X9_1"}}],"_cache":false}}},"6169|270987|Helmsley_728X9_9":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270987}},{"term":{"ext_pl_id":"Helmsley_728X9_9"}}],"_cache":false}}},"6169|270988|Helmsley_728X9_6":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270988}},{"term":{"ext_pl_id":"Helmsley_728X9_6"}}],"_cache":false}}},"6169|270986|Helmsley_300X6_21":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270986}},{"term":{"ext_pl_id":"Helmsley_300X6_21"}}],"_cache":false}}},"6169|270991|Helmsley_728X9_3":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270991}},{"term":{"ext_pl_id":"Helmsley_728X9_3"}}],"_cache":false}}},"6169|270992|Helmsley_300X2_23":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270992}},{"term":{"ext_pl_id":"Helmsley_300X2_23"}}],"_cache":false}}},"6169|270989|Helmsley_300X6_22":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270989}},{"term":{"ext_pl_id":"Helmsley_300X6_22"}}],"_cache":false}}},"6169|270991|Helmsley_728X9_15":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270991}},{"term":{"ext_pl_id":"Helmsley_728X9_15"}}],"_cache":false}}},"6169|270987|Helmsley_728X9_13":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270987}},{"term":{"ext_pl_id":"Helmsley_728X9_13"}}],"_cache":false}}},"6169|270991|Helmsley_728X9_7":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270991}},{"term":{"ext_pl_id":"Helmsley_728X9_7"}}],"_cache":false}}},"6169|270993|Helmsley_300X6_3":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270993}},{"term":{"ext_pl_id":"Helmsley_300X6_3"}}],"_cache":false}}},"6169|270987|Helmsley_728X9_17":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270987}},{"term":{"ext_pl_id":"Helmsley_728X9_17"}}],"_cache":false}}},"6169|270988|Helmsley_728X9_14":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270988}},{"term":{"ext_pl_id":"Helmsley_728X9_14"}}],"_cache":false}}},"6169|270991|Helmsley_728X9_19":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270991}},{"term":{"ext_pl_id":"Helmsley_728X9_19"}}],"_cache":false}}},"6169|270990|Helmsley_300X2_22":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270990}},{"term":{"ext_pl_id":"Helmsley_300X2_22"}}],"_cache":false}}},"6169|270985|Helmsley_300X2_21":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270985}},{"term":{"ext_pl_id":"Helmsley_300X2_21"}}],"_cache":false}}},"6169|270989|Helmsley_300X6_2":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270989}},{"term":{"ext_pl_id":"Helmsley_300X6_2"}}],"_cache":false}}},"6169|270987|Helmsley_728X9_5":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270987}},{"term":{"ext_pl_id":"Helmsley_728X9_5"}}],"_cache":false}}},"6169|270988|Helmsley_728X9_18":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270988}},{"term":{"ext_pl_id":"Helmsley_728X9_18"}}],"_cache":false}}},"6169|270985|Helmsley_300X2_1":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270985}},{"term":{"ext_pl_id":"Helmsley_300X2_1"}}],"_cache":false}}},"6169|270986|Helmsley_300X6_1":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270986}},{"term":{"ext_pl_id":"Helmsley_300X6_1"}}],"_cache":false}}},"6169|270993|Helmsley_300X6_8":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270993}},{"term":{"ext_pl_id":"Helmsley_300X6_8"}}],"_cache":false}}},"6169|270990|Helmsley_300X2_2":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270990}},{"term":{"ext_pl_id":"Helmsley_300X2_2"}}],"_cache":false}}},"6169|270986|Helmsley_300X6_11":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270986}},{"term":{"ext_pl_id":"Helmsley_300X6_11"}}],"_cache":false}}},"6169|270992|Helmsley_300X2_13":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270992}},{"term":{"ext_pl_id":"Helmsley_300X2_13"}}],"_cache":false}}},"6169|270989|Helmsley_300X6_12":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270989}},{"term":{"ext_pl_id":"Helmsley_300X6_12"}}],"_cache":false}}},"6169|270992|Helmsley_300X2_18":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270992}},{"term":{"ext_pl_id":"Helmsley_300X2_18"}}],"_cache":false}}},"6169|270989|Helmsley_300X6_7":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270989}},{"term":{"ext_pl_id":"Helmsley_300X6_7"}}],"_cache":false}}},"6169|270993|Helmsley_300X6_18":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270993}},{"term":{"ext_pl_id":"Helmsley_300X6_18"}}],"_cache":false}}},"6169|270993|Helmsley_300X6_13":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270993}},{"term":{"ext_pl_id":"Helmsley_300X6_13"}}],"_cache":false}}},"6169|270990|Helmsley_300X2_17":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270990}},{"term":{"ext_pl_id":"Helmsley_300X2_17"}}],"_cache":false}}},"6169|270989|Helmsley_300X6_17":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270989}},{"term":{"ext_pl_id":"Helmsley_300X6_17"}}],"_cache":false}}},"6169|270990|Helmsley_300X2_12":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270990}},{"term":{"ext_pl_id":"Helmsley_300X2_12"}}],"_cache":false}}},"6169|270986|Helmsley_300X6_6":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270986}},{"term":{"ext_pl_id":"Helmsley_300X6_6"}}],"_cache":false}}},"6169|270992|Helmsley_300X2_3":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270992}},{"term":{"ext_pl_id":"Helmsley_300X2_3"}}],"_cache":false}}},"6169|270985|Helmsley_300X2_11":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270985}},{"term":{"ext_pl_id":"Helmsley_300X2_11"}}],"_cache":false}}},"6169|270985|Helmsley_300X2_16":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270985}},{"term":{"ext_pl_id":"Helmsley_300X2_16"}}],"_cache":false}}},"6169|270986|Helmsley_300X6_16":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270986}},{"term":{"ext_pl_id":"Helmsley_300X6_16"}}],"_cache":false}}},"6169|271221|Helmsley_300X6_15":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271221}},{"term":{"ext_pl_id":"Helmsley_300X6_15"}}],"_cache":false}}},"6169|271222|Helmsley_300X2_5":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"Helmsley_300X2_5"}}],"_cache":false}}},"6169|271220|Helmsley_300X6_4":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271220}},{"term":{"ext_pl_id":"Helmsley_300X6_4"}}],"_cache":false}}},"6169|271220|Helmsley_300X6_24":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271220}},{"term":{"ext_pl_id":"Helmsley_300X6_24"}}],"_cache":false}}},"6169|271191|Helmsley_300X2_4":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271191}},{"term":{"ext_pl_id":"Helmsley_300X2_4"}}],"_cache":false}}},"6169|271222|Helmsley_300X2_25":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"Helmsley_300X2_25"}}],"_cache":false}}},"6169|271221|Helmsley_300X6_5":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271221}},{"term":{"ext_pl_id":"Helmsley_300X6_5"}}],"_cache":false}}},"6169|271220|Helmsley_300X6_19":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271220}},{"term":{"ext_pl_id":"Helmsley_300X6_19"}}],"_cache":false}}},"6169|271223|Helmsley_728X9_4":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271223}},{"term":{"ext_pl_id":"Helmsley_728X9_4"}}],"_cache":false}}},"6169|271221|Helmsley_300X6_20":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271221}},{"term":{"ext_pl_id":"Helmsley_300X6_20"}}],"_cache":false}}},"6169|271223|Helmsley_728X9_8":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271223}},{"term":{"ext_pl_id":"Helmsley_728X9_8"}}],"_cache":false}}},"6169|271191|Helmsley_300X2_24":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271191}},{"term":{"ext_pl_id":"Helmsley_300X2_24"}}],"_cache":false}}},"6169|271222|Helmsley_300X2_15":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"Helmsley_300X2_15"}}],"_cache":false}}},"6169|271222|Helmsley_300X2_20":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"Helmsley_300X2_20"}}],"_cache":false}}},"6169|271223|Helmsley_728X9_20":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271223}},{"term":{"ext_pl_id":"Helmsley_728X9_20"}}],"_cache":false}}},"6169|270990|Helmsley_300X2_7":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270990}},{"term":{"ext_pl_id":"Helmsley_300X2_7"}}],"_cache":false}}},"6169|271191|Helmsley_300X2_14":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271191}},{"term":{"ext_pl_id":"Helmsley_300X2_14"}}],"_cache":false}}},"6169|271223|Helmsley_728X9_16":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271223}},{"term":{"ext_pl_id":"Helmsley_728X9_16"}}],"_cache":false}}},"6169|271191|Helmsley_300X2_19":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271191}},{"term":{"ext_pl_id":"Helmsley_300X2_19"}}],"_cache":false}}},"6169|270985|Helmsley_300X2_6":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270985}},{"term":{"ext_pl_id":"Helmsley_300X2_6"}}],"_cache":false}}},"6169|271221|Helmsley_300X6_10":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271221}},{"term":{"ext_pl_id":"Helmsley_300X6_10"}}],"_cache":false}}},"6169|271220|Helmsley_300X6_14":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271220}},{"term":{"ext_pl_id":"Helmsley_300X6_14"}}],"_cache":false}}},"6169|271223|Helmsley_728X9_12":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271223}},{"term":{"ext_pl_id":"Helmsley_728X9_12"}}],"_cache":false}}},"6169|270992|Helmsley_300X2_8":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270992}},{"term":{"ext_pl_id":"Helmsley_300X2_8"}}],"_cache":false}}},"6169|271222|Helmsley_300X2_10":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"Helmsley_300X2_10"}}],"_cache":false}}},"6169|271220|Helmsley_300X6_9":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271220}},{"term":{"ext_pl_id":"Helmsley_300X6_9"}}],"_cache":false}}},"6169|271191|Helmsley_300X2_9":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271191}},{"term":{"ext_pl_id":"Helmsley_300X2_9"}}],"_cache":false}}},"6169|270991|Helmsley_728X9_11":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":270991}},{"term":{"ext_pl_id":"Helmsley_728X9_11"}}],"_cache":false}}},"6169|271221|Helmsley_300X6_25":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271221}},{"term":{"ext_pl_id":"Helmsley_300X6_25"}}],"_cache":false}}},"6169|271222|Helmsley_300X2_27":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"Helmsley_300X2_27"}}],"_cache":false}}},"6169|271222|Helmsley_300X2_26":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"Helmsley_300X2_26"}}],"_cache":false}}},"6169|271222|Helmsley_300X2_28":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"Helmsley_300X2_28"}}],"_cache":false}}},"6169|271222|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":6169}},{"term":{"creative_id":271222}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}}}}], extra_source[{"size":0}]
+[2013-04-08 17:13:10,659][DEBUG][index.search.slowlog.query] [patrick-search-0] [site_count_legacy][7] took[3.2s], took_millis[3240], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":12060}}}},"facets":{"12060|278111|91780461":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"91780461"}}],"_cache":false}}},"12060|278111|91780428":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"91780428"}}],"_cache":false}}},"12060|278112|91780441":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"91780441"}}],"_cache":false}}},"12060|278112|91780407":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"91780407"}}],"_cache":false}}},"12060|278110|91780450":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"91780450"}}],"_cache":false}}},"12060|278110|91780423":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"91780423"}}],"_cache":false}}},"12060|278112|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"12060|278110|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"12060|278111|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"12060|278110|0":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"0"}}],"_cache":false}}},"12060|278111|0":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"0"}}],"_cache":false}}},"12060|278112|0":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"0"}}],"_cache":false}}},"12060|278111|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}},"12060|278110|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}},"12060|278112|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}},"12060|278111|?id!":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"?id!"}}],"_cache":false}}}}}], extra_source[{"size":0}],
+[2013-04-08 17:13:10,526][DEBUG][index.search.slowlog.query] [patrick-search-0] [placement_count_legacy][7] took[3.1s], took_millis[3100], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"term":{"flight_id":12060}}}},"facets":{"12060|278111|91780461":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"91780461"}}],"_cache":false}}},"12060|278111|91780428":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"91780428"}}],"_cache":false}}},"12060|278112|91780441":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"91780441"}}],"_cache":false}}},"12060|278112|91780407":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"91780407"}}],"_cache":false}}},"12060|278110|91780450":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"91780450"}}],"_cache":false}}},"12060|278110|91780423":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"91780423"}}],"_cache":false}}},"12060|278112|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"12060|278110|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"12060|278111|Unspecified":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"Unspecified"}}],"_cache":false}}},"12060|278110|0":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"0"}}],"_cache":false}}},"12060|278111|0":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"0"}}],"_cache":false}}},"12060|278112|0":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"0"}}],"_cache":false}}},"12060|278111|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}},"12060|278110|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278110}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}},"12060|278112|TESTING":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278112}},{"term":{"ext_pl_id":"TESTING"}}],"_cache":false}}},"12060|278111|?id!":{"terms":{"field":"ad_tag_id","size":1},"facet_filter":{"and":{"filters":[{"term":{"flight_id":12060}},{"term":{"creative_id":278111}},{"term":{"ext_pl_id":"?id!"}}],"_cache":false}}}}}], extra_source[{"size":0}]
+[2013-04-08 15:05:44,884][WARN ][index.search.slowlog.query] [patrick-search-0] [placement_count_20130401][10] took[15.1s], took_millis[15152], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}]
+[2013-04-08 15:05:46,072][WARN ][index.search.slowlog.query] [patrick-search-0] [site_count_20130401][14] took[16.3s], took_millis[16343], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}]
+[2013-04-08 15:05:46,190][WARN ][index.search.slowlog.query] [patrick-search-0] [site_count_20130401][3] took[16.4s], took_millis[16461], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}]
+[2013-04-08 15:05:46,477][WARN ][index.search.slowlog.query] [patrick-search-0] [ad_tag_count_legacy][2] took[16.7s], took_millis[16750], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}],
+[2013-04-08 15:05:41,570][WARN ][index.search.slowlog.query] [patrick-search-0] [site_count_legacy][8] took[11.8s], took_millis[11841], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 15:05:41,655][WARN ][index.search.slowlog.query] [patrick-search-0] [flight_count_20130401][14] took[11.9s], took_millis[11926], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 15:05:42,168][WARN ][index.search.slowlog.query] [patrick-search-0] [flight_count_20130401][12] took[12.4s], took_millis[12439], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}],
+[2013-04-08 15:05:44,884][WARN ][index.search.slowlog.query] [patrick-search-0] [placement_count_20130401][10] took[15.1s], took_millis[15152], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 15:05:41,655][WARN ][index.search.slowlog.query] [patrick-search-0] [flight_count_20130401][14] took[11.9s], took_millis[11926], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 15:05:36,050][INFO ][index.search.slowlog.query] [patrick-search-0] [placement_count_20130401][12] took[6.3s], took_millis[6318], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 15:05:34,413][DEBUG][index.search.slowlog.query] [patrick-search-0] [creative_count_20130401][10] took[4.6s], took_millis[4682], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"flight_id":5494}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-09T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"term":{"metric":"impression"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 05:13:28,264][DEBUG][index.search.slowlog.query] [patrick-search-0] [browser_count_legacy][11] took[2.4s], took_millis[2422], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"terms":{"flight_id":[10888]}},{"range":{"tb_h":{"gte":"2012-09-07T00:00:00-07:00","lt":"2013-03-24T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"terms_stats":{"key_field":"browser_ua","value_field":"cnt","size":1000000,"all_terms":true,"order":"total"},"facet_filter":{"not":{"term":{"feature":"Default"}}}}}}], extra_source[{"size":0}], 
+[2013-04-08 05:11:51,662][DEBUG][index.search.slowlog.query] [patrick-search-0] [placement_count_20130401][7] took[2.6s], took_millis[2656], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"terms":{"flight_id":[10888]}}}},"facets":{"counts":{"terms_stats":{"key_field":"feature","value_field":"cnt","size":1000000,"all_terms":true},"facet_filter":{"term":{"metric":"start"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 05:11:51,642][DEBUG][index.search.slowlog.query] [patrick-search-0] [site_count_20130401][9] took[2.6s], took_millis[2642], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"terms":{"flight_id":[10888]}}}},"facets":{"counts":{"terms_stats":{"key_field":"feature","value_field":"cnt","size":1000000,"all_terms":true},"facet_filter":{"term":{"metric":"start"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 04:42:23,908][DEBUG][index.search.slowlog.query] [patrick-search-0] [placement_count_20130401][3] took[2.5s], took_millis[2540], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"terms":{"flight_id":[10888]}},{"range":{"tb_h":{"gte":"2012-10-01T00:00:00-07:00","lt":"2012-10-02T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"statistical":{"field":"cnt"},"facet_filter":{"and":{"filters":[{"term":{"metric":"impression"}},{"not":{"term":{"feature":"Default"}}}],"_cache":false}}}}}], extra_source[{"size":0}],
+[2013-04-08 04:42:41,628][DEBUG][index.search.slowlog.query] [patrick-search-0] [placement_count_20130401][7] took[2.3s], took_millis[2377], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"terms":{"flight_id":[10888]}},{"range":{"tb_h":{"gte":"2012-10-01T00:00:00-07:00","lt":"2012-10-02T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"date_histogram":{"key_field":"tb_h","interval":"day","pre_zone_adjust_large_interval":true,"time_zone":"US/Pacific","value_field":"cnt"},"facet_filter":{"term":{"metric":"start"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 04:17:43,485][INFO ][index.search.slowlog.query] [patrick-search-0] [placement_count_legacy][6] took[6.3s], took_millis[6327], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"metric":"impression"}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-08T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"terms_stats":{"key_field":"creative_id","value_field":"cnt","size":1000000,"all_terms":true}}}}], extra_source[{"size":0}], 
+[2013-04-08 04:17:35,115][DEBUG][index.search.slowlog.query] [patrick-search-0] [site_count_20130401][13] took[4.9s], took_millis[4980], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"term":{"metric":"impression"}},{"range":{"tb_h":{"gte":"2013-04-07T00:00:00-07:00","lt":"2013-04-08T00:00:00-07:00"}}}],"_cache":true}}}},"facets":{"counts":{"terms_stats":{"key_field":"flight_id","value_field":"cnt","size":1000000,"all_terms":true}}}}], extra_source[{"size":0}],
+[2013-04-08 04:12:38,504][WARN ][index.search.slowlog.query] [patrick-search-0] [interaction_count_legacy][6] took[10.1s], took_millis[10139], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"terms":{"flight_id":[10888]}},{"range":{"tb_h":{"gte":"2012-08-22T00:00:00-07:00","lt":"2013-02-02T00:00:00-08:00"}}}],"_cache":true}}}},"facets":{"details":{"terms":{"script_field":"_source.detail + '|' + _source.datax + '|' + _source.cnt","size":1000000,"all_terms":true},"facet_filter":{"term":{"feature":"InovEightCarousel"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 04:10:53,889][DEBUG][index.search.slowlog.query] [patrick-search-0] [browser_count_legacy][3] took[2.4s], took_millis[2482], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"terms":{"flight_id":[10888]}},{"range":{"tb_h":{"gte":"2012-08-22T00:00:00-07:00","lt":"2013-02-02T00:00:00-08:00"}}}],"_cache":true}}}},"facets":{"counts":{"terms_stats":{"key_field":"browser_ua","value_field":"cnt","size":1000000,"all_terms":true,"order":"total"},"facet_filter":{"term":{"feature":"Default"}}}}}], extra_source[{"size":0}], 
+[2013-04-08 04:09:27,942][INFO ][index.search.slowlog.query] [patrick-search-0] [placement_count_legacy][6] took[8.8s], took_millis[8839], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"terms":{"flight_id":[10888]}},{"range":{"tb_h":{"gte":"2012-08-22T00:00:00-07:00","lt":"2013-02-02T00:00:00-08:00"}}}],"_cache":true}}}},"facets":{"counts":{"date_histogram":{"key_field":"tb_h","interval":"day","pre_zone_adjust_large_interval":true,"time_zone":"US/Pacific","value_field":"cnt"},"facet_filter":{"term":{"metric":"start"}}}}}], extra_source[{"size":0}],
+[2013-04-08 04:08:51,447][DEBUG][index.search.slowlog.query] [patrick-search-0] [browser_count_legacy][1] took[3.4s], took_millis[3492], search_type[QUERY_THEN_FETCH], total_shards[320], source[{"query":{"constant_score":{"filter":{"and":{"filters":[{"terms":{"flight_id":[10888]}},{"range":{"tb_h":{"gte":"2012-08-22T00:00:00-07:00","lt":"2013-02-02T00:00:00-08:00"}}}],"_cache":true}}}},"facets":{"counts":{"terms_stats":{"key_field":"browser_ua","value_field":"cnt","size":1000000,"all_terms":true,"order":"total"},"facet_filter":{"term":{"feature":"Default"}}}}}], extra_source[{"size":0}], 

data/test/warmer_interface.rb

@@ -0,0 +1,64 @@
+require 'multi_json'
+require 'httparty'
+
+class WarmerInterface
+  def initialize(options = {})
+    puts options.inspect
+    @host = options[:host]
+    @port = options[:port]
+    @query = MultiJson.dump(options[:query])
+    @warmer_name = options[:warmer_name]
+    @index = options[:index]
+    @action = options[:action]
+    @warmer_state = nil
+  end
+
+  def add_warmer
+    url = "http://#{@host}:#{@port}/#{@index}/_warmer/#{@warmer_name}"
+    puts url
+    puts @query
+    response = HTTParty.put(url, {:body => @query})
+    #puts "`curl -s -XPUT '#{@host}:#{@port}/#{@index}/_warmer/#{@warmer_name}' -d '#{@query}'`"
+    #puts "\n"
+    puts response
+    #output = %x(curl -s -XPUT '#{@host}:#{@port}/#{@index}/_warmer/#{@warmer_name}' -d '#{@query}')
+    #puts output
+  end
+
+  def remove_warmer
+    puts "removing warmer #{@warmer_name}"
+    `curl -s -XDELETE #{@host}:#{@port}/#{@index}/_warmer/#{@warmer_name}`
+  end
+
+  def enable_warmer
+    puts "closing #{@index}"
+    `curl -s -XPOST '#{@host}:#{@port}/#{@index}/_close'`
+    puts "enabling warmer"
+    `curl -s -XPUT '#{@host}:#{@port}/#{@index}/_settings?pretty=true' -d '{"index.warmer.enabled":"true"}'`
+    puts "opening #{@index}"
+    `curl -s -XPOST '#{@host}:#{@port}/#{@index}/_open'`
+  end
+
+  def disable_warmer
+    puts "closing #{@index}"
+    `curl -s -XPOST '#{@host}:#{@port}/#{@index}/_close'`
+    puts "disabling warmer"
+    `curl -s -XPUT '#{@host}:#{@port}/#{@index}/_settings?pretty=true' -d '{"index.warmer.enabled":"false"}'`
+    puts "opening #{@index}"
+    `curl -s -XPOST '#{@host}:#{@port}/#{@index}/_open'`
+  end
+
+  def determine_interaction
+    unless @index.nil? || @host.nil? || @port.nil?
+      case command = @action.to_sym
+        when :add_warmer then add_warmer
+        when :remove_warmer then remove_warmer
+        when :enable_warmer then enable_warmer
+        when :disable_warmer then disable_warmer
+        else abort "#{command} is not a recognized action for determine_interaction from warmers_interface"
+      end
+    else
+      puts "index, host and port are required to interact with the warmers"
+    end
+  end
+end

data/test/warmindices.rb

@@ -0,0 +1,65 @@
+#!/usr/bin/env ruby
+
+require 'wukong'
+require 'httparty'
+require 'yaml'
+
+class WarmIndices < Wukong::Runner
+  include Wukong::Plugin
+
+  description <<-DESC.gsub(/^ {4}/, '').strip
+    Run this script to warm all indices in an Elasticsearch cluster.
+    This relies on the mapping settings provided in
+
+      config/mappings.yml
+
+    Run with the --debug (-d) option to see pretty printed output without
+    actually calling the Elasticsearch API.
+  DESC
+
+  class << self
+    def configure(env, prog)
+      env.define :host,    default: 'localhost', flag: 'c', description: 'The hostname of the Elasticsearch cluster'
+      env.define :port,    default: 9200,        flag: 'p', description: 'The port number that Elasticsearch opened for web requests'
+      env.define :debug,   default: false,       flag: 'd', description: 'Run in debug mode'
+      env.define :indices, type:    Array,       flag: 'i', description: 'Comma-separated list of indices to warm. Defaults to all'
+    end
+  end
+
+  def mappings
+    @mappings ||= YAML.load File.read(File.expand_path('../../config/mappings.yml', __FILE__))
+  end
+
+  def indices
+    settings.indices || mappings.keys
+  end
+
+  def warmer_id index
+    "#{index}_warmer"
+  end
+
+  def warmer_uri index
+    "http://#{settings.host}:#{settings.port}/#{index}/_warmer/#{warmer_id(index)}?"
+  end
+
+  def sorted_query fields
+    { query: { match_all: {} }, sort: fields }
+  end
+
+  def run
+    indices.each do |index|
+      fields = mappings[index]['properties'].keys rescue abort("The provided index <#{index}> was not found in config/mappings.yml")
+      uri    = warmer_uri(index)
+      body   = sorted_query(fields)
+      puts "Creating warmer for index #{index}"
+      if settings.debug
+        puts MultiJson.encode(body)
+      else
+        res = HTTParty.put(uri, body: MultiJson.encode(body))
+        puts res.response
+      end
+    end
+  end
+end
+
+WarmIndices.run

data/wonderdog.gemspec

@@ -28,5 +28,5 @@ EOF
   gem.test_files    = gem.files.grep(/^spec/)
   gem.require_paths = ['lib']
 
-  gem.add_dependency('wukong-hadoop', '0.1.1')
+  gem.add_dependency('wukong-hadoop', '0.2.0')
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: wonderdog
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-03-07 00:00:00.000000000 Z
+date: 2014-03-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: wukong-hadoop
@@ -22,7 +22,7 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.1.1
+        version: 0.2.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -30,7 +30,7 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.1.1
+        version: 0.2.0
 description: ! "  Wonderdog provides code in both Ruby and Java to make Elasticsearch\n
   \ a more fully-fledged member of both the Hadoop and Wukong\n  ecosystems.\n\n  For
   the Java side, Wonderdog provides InputFormat and OutputFormat\n  classes for use
@@ -43,6 +43,12 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .idea/encodings.xml
+- .idea/misc.xml
+- .idea/modules.xml
+- .idea/scopes/scope_settings.xml
+- .idea/vcs.xml
+- .idea/wonderdog.iml
 - .rspec
 - .yardopts
 - CHANGELOG.md
@@ -52,6 +58,7 @@ files:
 - Rakefile
 - bin/estool
 - bin/estrus.rb
+- bin/squirrel.rb
 - bin/wonderdog
 - config/elasticsearch-example.yml
 - config/elasticsearch.in.sh
@@ -80,6 +87,16 @@ files:
 - spec/wonderdog/index_and_type_spec.rb
 - spec/wonderdog/wu-hadoop_spec.rb
 - spec/wonderdog_spec.rb
+- squirrel/all_facets.rb
+- squirrel/change_es_index_settings.rb
+- squirrel/clear_es_caches.rb
+- squirrel/esbackup.rb
+- squirrel/esbackup_stripped.rb
+- squirrel/fields.sh
+- squirrel/getFields.rb
+- squirrel/replay.rb
+- squirrel/squirrel.rb
+- squirrel/warmer_interface.rb
 - src/main/java/com/infochimps/elasticsearch/ElasticSearchInputFormat.java
 - src/main/java/com/infochimps/elasticsearch/ElasticSearchOutputCommitter.java
 - src/main/java/com/infochimps/elasticsearch/ElasticSearchOutputFormat.java
@@ -95,11 +112,27 @@ files:
 - src/main/java/com/infochimps/elasticsearch/pig/ElasticSearchIndex.java
 - src/main/java/com/infochimps/elasticsearch/pig/ElasticSearchJsonIndex.java
 - src/main/java/com/infochimps/elasticsearch/pig/ElasticSearchStorage.java
+- test/cardinality.rb
+- test/change_es_index_settings.rb
+- test/clear_es_caches.rb
+- test/config/mapping.yml
+- test/config/mappings.yml
+- test/count_check.txt
+- test/esbackup_stripped.rb
 - test/foo.json
 - test/foo.tsv
+- test/mapping.yml
+- test/medium_slow_queries
+- test/pherick-20130417-7k.log
+- test/queries.txt
+- test/quick_test_slow_queries
+- test/run_pry.rb
+- test/some_slow_queries
 - test/test_dump.pig
 - test/test_json_loader.pig
 - test/test_tsv_loader.pig
+- test/warmer_interface.rb
+- test/warmindices.rb
 - wonderdog.gemspec
 homepage: https://github.com/infochimps-labs/wonderdog
 licenses:
@@ -116,7 +149,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -2901634710812664464
+      hash: -2100531403170400506
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -125,10 +158,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -2901634710812664464
+      hash: -2100531403170400506
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
 summary: Make Hadoop and ElasticSearch play together nicely.