RubyGems - wukong - Versions diffs - 3.0.0.pre → 3.0.0.pre2 - Mend

wukong 3.0.0.pre → 3.0.0.pre2

Files changed (476) hide show

data/.gitignore +46 -33
data/.gitmodules +3 -0
data/.rspec +1 -1
data/.travis.yml +8 -1
data/.yardopts +0 -13
data/Guardfile +4 -6
data/{LICENSE.textile → LICENSE.md} +43 -55
data/README-old.md +422 -0
data/README.md +279 -418
data/Rakefile +21 -5
data/TODO.md +6 -6
data/bin/wu-clean-encoding +31 -0
data/bin/wu-lign +2 -2
data/bin/wu-local +69 -0
data/bin/wu-server +70 -0
data/examples/Gemfile +38 -0
data/examples/README.md +9 -0
data/examples/dataflow/apache_log_line.rb +64 -25
data/examples/dataflow/fibonacci_series.rb +101 -0
data/examples/dataflow/parse_apache_logs.rb +37 -7
data/examples/{dataflow.rb → dataflow/scraper_macro_flow.rb} +0 -0
data/examples/dataflow/simple.rb +4 -4
data/examples/geo.rb +4 -0
data/examples/geo/geo_grids.numbers +0 -0
data/examples/geo/geolocated.rb +331 -0
data/examples/geo/quadtile.rb +69 -0
data/examples/geo/spec/geolocated_spec.rb +247 -0
data/examples/geo/tile_fetcher.rb +77 -0
data/examples/graph/minimum_spanning_tree.rb +61 -61
data/examples/jabberwocky.txt +36 -0
data/examples/models/wikipedia.rb +20 -0
data/examples/munging/Gemfile +8 -0
data/examples/munging/airline_flights/airline.rb +57 -0
data/examples/munging/airline_flights/airline_flights.rake +83 -0
data/{lib/wukong/settings.rb → examples/munging/airline_flights/airplane.rb} +0 -0
data/examples/munging/airline_flights/airport.rb +211 -0
data/examples/munging/airline_flights/airport_id_unification.rb +129 -0
data/examples/munging/airline_flights/airport_ok_chars.rb +4 -0
data/examples/munging/airline_flights/flight.rb +156 -0
data/examples/munging/airline_flights/models.rb +4 -0
data/examples/munging/airline_flights/parse.rb +26 -0
data/examples/munging/airline_flights/reconcile_airports.rb +142 -0
data/examples/munging/airline_flights/route.rb +35 -0
data/examples/munging/airline_flights/tasks.rake +83 -0
data/examples/munging/airline_flights/timezone_fixup.rb +62 -0
data/examples/munging/airline_flights/topcities.rb +167 -0
data/examples/munging/airports/40_wbans.txt +40 -0
data/examples/munging/airports/filter_weather_reports.rb +37 -0
data/examples/munging/airports/join.pig +31 -0
data/examples/munging/airports/to_tsv.rb +33 -0
data/examples/munging/airports/usa_wbans.pig +19 -0
data/examples/munging/airports/usa_wbans.txt +2157 -0
data/examples/munging/airports/wbans.pig +19 -0
data/examples/munging/airports/wbans.txt +2310 -0
data/examples/munging/geo/geo_json.rb +54 -0
data/examples/munging/geo/geo_models.rb +69 -0
data/examples/munging/geo/geonames_models.rb +78 -0
data/examples/munging/geo/iso_codes.rb +172 -0
data/examples/munging/geo/reconcile_countries.rb +124 -0
data/examples/munging/geo/tasks.rake +71 -0
data/examples/munging/rake_helper.rb +62 -0
data/examples/munging/weather/.gitignore +1 -0
data/examples/munging/weather/Gemfile +4 -0
data/examples/munging/weather/Rakefile +28 -0
data/examples/munging/weather/extract_ish.rb +13 -0
data/examples/munging/weather/models/weather.rb +119 -0
data/examples/munging/weather/utils/noaa_downloader.rb +46 -0
data/examples/munging/wikipedia/README.md +34 -0
data/examples/munging/wikipedia/Rakefile +193 -0
data/examples/munging/wikipedia/articles/extract_articles-parsed.rb +79 -0
data/examples/munging/wikipedia/articles/extract_articles-templated.rb +136 -0
data/examples/munging/wikipedia/articles/textualize_articles.rb +54 -0
data/examples/munging/wikipedia/articles/verify_structure.rb +43 -0
data/examples/munging/wikipedia/articles/wp2txt-LICENSE.txt +22 -0
data/examples/munging/wikipedia/articles/wp2txt_article.rb +259 -0
data/examples/munging/wikipedia/articles/wp2txt_utils.rb +452 -0
data/examples/munging/wikipedia/dbpedia/dbpedia_common.rb +4 -0
data/examples/munging/wikipedia/dbpedia/dbpedia_extract_geocoordinates.rb +78 -0
data/examples/munging/wikipedia/dbpedia/extract_links.rb +193 -0
data/examples/munging/wikipedia/dbpedia/sameas_extractor.rb +20 -0
data/examples/munging/wikipedia/n1_subuniverse/n1_nodes.pig +18 -0
data/examples/munging/wikipedia/page_metadata/extract_page_metadata.rb +21 -0
data/examples/munging/wikipedia/page_metadata/extract_page_metadata.rb.old +27 -0
data/examples/munging/wikipedia/pagelinks/augment_pagelinks.pig +29 -0
data/examples/munging/wikipedia/pagelinks/extract_pagelinks.rb +14 -0
data/examples/munging/wikipedia/pagelinks/extract_pagelinks.rb.old +25 -0
data/examples/munging/wikipedia/pagelinks/undirect_pagelinks.pig +29 -0
data/examples/munging/wikipedia/pageviews/augment_pageviews.pig +32 -0
data/examples/munging/wikipedia/pageviews/extract_pageviews.rb +85 -0
data/examples/munging/wikipedia/pig_style_guide.md +25 -0
data/examples/munging/wikipedia/redirects/redirects_page_metadata.pig +19 -0
data/examples/munging/wikipedia/subuniverse/sub_articles.pig +23 -0
data/examples/munging/wikipedia/subuniverse/sub_page_metadata.pig +24 -0
data/examples/munging/wikipedia/subuniverse/sub_pagelinks_from.pig +22 -0
data/examples/munging/wikipedia/subuniverse/sub_pagelinks_into.pig +22 -0
data/examples/munging/wikipedia/subuniverse/sub_pagelinks_within.pig +26 -0
data/examples/munging/wikipedia/subuniverse/sub_pageviews.pig +29 -0
data/examples/munging/wikipedia/subuniverse/sub_undirected_pagelinks_within.pig +24 -0
data/examples/munging/wikipedia/utils/get_namespaces.rb +86 -0
data/examples/munging/wikipedia/utils/munging_utils.rb +68 -0
data/examples/munging/wikipedia/utils/namespaces.json +1 -0
data/examples/rake_helper.rb +85 -0
data/examples/server_logs/geo_ip_mapping/munge_geolite.rb +82 -0
data/examples/server_logs/logline.rb +95 -0
data/examples/server_logs/models.rb +66 -0
data/examples/server_logs/page_counts.pig +48 -0
data/examples/server_logs/server_logs-01-parse-script.rb +13 -0
data/examples/server_logs/server_logs-02-histograms-full.rb +33 -0
data/examples/server_logs/server_logs-02-histograms-mapper.rb +14 -0
data/{old/examples/server_logs/breadcrumbs.rb → examples/server_logs/server_logs-03-breadcrumbs-full.rb} +26 -30
data/examples/server_logs/server_logs-04-page_page_edges-full.rb +40 -0
data/examples/string_reverser.rb +26 -0
data/examples/text/pig_latin.rb +2 -2
data/examples/text/regional_flavor/README.md +14 -0
data/examples/text/regional_flavor/article_wordbags.pig +39 -0
data/examples/text/regional_flavor/j01-article_wordbags.rb +4 -0
data/examples/text/regional_flavor/simple_pig_script.pig +27 -0
data/examples/word_count/accumulator.rb +26 -0
data/examples/word_count/tokenizer.rb +13 -0
data/examples/word_count/word_count.rb +6 -0
data/examples/workflow/cherry_pie.dot +97 -0
data/examples/workflow/cherry_pie.png +0 -0
data/examples/workflow/cherry_pie.rb +61 -26
data/lib/hanuman.rb +34 -7
data/lib/hanuman/graph.rb +55 -31
data/lib/hanuman/graphvizzer.rb +199 -178
data/lib/hanuman/graphvizzer/gv_models.rb +161 -0
data/lib/hanuman/graphvizzer/gv_presenter.rb +97 -0
data/lib/hanuman/link.rb +35 -0
data/lib/hanuman/registry.rb +46 -0
data/lib/hanuman/stage.rb +76 -32
data/lib/wukong.rb +23 -24
data/lib/wukong/boot.rb +87 -0
data/lib/wukong/configuration.rb +8 -0
data/lib/wukong/dataflow.rb +45 -78
data/lib/wukong/driver.rb +99 -0
data/lib/wukong/emitter.rb +22 -0
data/lib/wukong/model/faker.rb +24 -24
data/lib/wukong/model/flatpack_parser/flat.rb +60 -0
data/lib/wukong/model/flatpack_parser/flatpack.rb +4 -0
data/lib/wukong/model/flatpack_parser/lang.rb +46 -0
data/lib/wukong/model/flatpack_parser/parser.rb +55 -0
data/lib/wukong/model/flatpack_parser/tokens.rb +130 -0
data/lib/wukong/processor.rb +60 -114
data/lib/wukong/spec_helpers.rb +81 -0
data/lib/wukong/spec_helpers/integration_driver.rb +144 -0
data/lib/wukong/spec_helpers/integration_driver_matchers.rb +219 -0
data/lib/wukong/spec_helpers/processor_helpers.rb +95 -0
data/lib/wukong/spec_helpers/processor_methods.rb +108 -0
data/lib/wukong/spec_helpers/shared_examples.rb +15 -0
data/lib/wukong/spec_helpers/spec_driver.rb +28 -0
data/lib/wukong/spec_helpers/spec_driver_matchers.rb +195 -0
data/lib/wukong/version.rb +2 -1
data/lib/wukong/widget/filters.rb +311 -0
data/lib/wukong/widget/processors.rb +156 -0
data/lib/wukong/widget/reducers.rb +7 -0
data/lib/wukong/widget/reducers/accumulator.rb +73 -0
data/lib/wukong/widget/reducers/bin.rb +318 -0
data/lib/wukong/widget/reducers/count.rb +61 -0
data/lib/wukong/widget/reducers/group.rb +85 -0
data/lib/wukong/widget/reducers/group_concat.rb +70 -0
data/lib/wukong/widget/reducers/moments.rb +72 -0
data/lib/wukong/widget/reducers/sort.rb +130 -0
data/lib/wukong/widget/serializers.rb +287 -0
data/lib/wukong/widget/sink.rb +10 -52
data/lib/wukong/widget/source.rb +7 -113
data/lib/wukong/widget/utils.rb +46 -0
data/lib/wukong/widgets.rb +6 -0
data/spec/examples/dataflow/fibonacci_series_spec.rb +18 -0
data/spec/examples/dataflow/parsing_spec.rb +12 -11
data/spec/examples/dataflow/simple_spec.rb +32 -6
data/spec/examples/dataflow/telegram_spec.rb +36 -36
data/spec/examples/graph/minimum_spanning_tree_spec.rb +30 -31
data/spec/examples/munging/airline_flights/identifiers_spec.rb +16 -0
data/spec/examples/munging/airline_flights_spec.rb +202 -0
data/spec/examples/text/pig_latin_spec.rb +13 -16
data/spec/examples/workflow/cherry_pie_spec.rb +34 -4
data/spec/hanuman/graph_spec.rb +27 -2
data/spec/hanuman/hanuman_spec.rb +10 -0
data/spec/hanuman/registry_spec.rb +123 -0
data/spec/hanuman/stage_spec.rb +61 -7
data/spec/spec_helper.rb +29 -19
data/spec/support/hanuman_test_helpers.rb +14 -12
data/spec/support/shared_context_for_reducers.rb +37 -0
data/spec/support/shared_examples_for_builders.rb +101 -0
data/spec/support/shared_examples_for_shortcuts.rb +57 -0
data/spec/support/wukong_test_helpers.rb +37 -11
data/spec/wukong/dataflow_spec.rb +77 -55
data/spec/wukong/local_runner_spec.rb +24 -24
data/spec/wukong/model/faker_spec.rb +132 -131
data/spec/wukong/runner_spec.rb +8 -8
data/spec/wukong/widget/filters_spec.rb +61 -0
data/spec/wukong/widget/processors_spec.rb +126 -0
data/spec/wukong/widget/reducers/bin_spec.rb +92 -0
data/spec/wukong/widget/reducers/count_spec.rb +11 -0
data/spec/wukong/widget/reducers/group_spec.rb +20 -0
data/spec/wukong/widget/reducers/moments_spec.rb +36 -0
data/spec/wukong/widget/reducers/sort_spec.rb +26 -0
data/spec/wukong/widget/serializers_spec.rb +92 -0
data/spec/wukong/widget/sink_spec.rb +15 -15
data/spec/wukong/widget/source_spec.rb +65 -41
data/spec/wukong/wukong_spec.rb +10 -0
data/wukong.gemspec +17 -10
metadata +359 -335
data/.document +0 -5
data/VERSION +0 -1
data/bin/hdp-bin +0 -44
data/bin/hdp-bzip +0 -23
data/bin/hdp-cat +0 -3
data/bin/hdp-catd +0 -3
data/bin/hdp-cp +0 -3
data/bin/hdp-du +0 -86
data/bin/hdp-get +0 -3
data/bin/hdp-kill +0 -3
data/bin/hdp-kill-task +0 -3
data/bin/hdp-ls +0 -11
data/bin/hdp-mkdir +0 -2
data/bin/hdp-mkdirp +0 -12
data/bin/hdp-mv +0 -3
data/bin/hdp-parts_to_keys.rb +0 -77
data/bin/hdp-ps +0 -3
data/bin/hdp-put +0 -3
data/bin/hdp-rm +0 -32
data/bin/hdp-sort +0 -40
data/bin/hdp-stream +0 -40
data/bin/hdp-stream-flat +0 -22
data/bin/hdp-stream2 +0 -39
data/bin/hdp-sync +0 -17
data/bin/hdp-wc +0 -67
data/bin/wu-flow +0 -10
data/bin/wu-map +0 -17
data/bin/wu-red +0 -17
data/bin/wukong +0 -17
data/data/CREDITS.md +0 -355
data/data/graph/airfares.tsv +0 -2174
data/data/text/gift_of_the_magi.txt +0 -225
data/data/text/jabberwocky.txt +0 -36
data/data/text/rectification_of_names.txt +0 -33
data/data/twitter/a_atsigns_b.tsv +0 -64
data/data/twitter/a_follows_b.tsv +0 -53
data/data/twitter/tweet.tsv +0 -167
data/data/twitter/twitter_user.tsv +0 -55
data/data/wikipedia/dbpedia-sentences.tsv +0 -1000
data/docpages/INSTALL.textile +0 -92
data/docpages/LICENSE.textile +0 -107
data/docpages/README-elastic_map_reduce.textile +0 -377
data/docpages/README-performance.textile +0 -90
data/docpages/README-wulign.textile +0 -65
data/docpages/UsingWukong-part1-get_ready.textile +0 -17
data/docpages/UsingWukong-part2-ThinkingBigData.textile +0 -75
data/docpages/UsingWukong-part3-parsing.textile +0 -138
data/docpages/_config.yml +0 -39
data/docpages/avro/avro_notes.textile +0 -56
data/docpages/avro/performance.textile +0 -36
data/docpages/avro/tethering.textile +0 -19
data/docpages/bigdata-tips.textile +0 -143
data/docpages/code/api_response_example.txt +0 -20
data/docpages/code/parser_skeleton.rb +0 -38
data/docpages/diagrams/MapReduceDiagram.graffle +0 -0
data/docpages/favicon.ico +0 -0
data/docpages/gem.css +0 -16
data/docpages/hadoop-tips.textile +0 -83
data/docpages/index.textile +0 -92
data/docpages/intro.textile +0 -8
data/docpages/moreinfo.textile +0 -174
data/docpages/news.html +0 -24
data/docpages/pig/PigLatinExpressionsList.txt +0 -122
data/docpages/pig/PigLatinReferenceManual.txt +0 -1640
data/docpages/pig/commandline_params.txt +0 -26
data/docpages/pig/cookbook.html +0 -481
data/docpages/pig/images/hadoop-logo.jpg +0 -0
data/docpages/pig/images/instruction_arrow.png +0 -0
data/docpages/pig/images/pig-logo.gif +0 -0
data/docpages/pig/piglatin_ref1.html +0 -1103
data/docpages/pig/piglatin_ref2.html +0 -14340
data/docpages/pig/setup.html +0 -505
data/docpages/pig/skin/basic.css +0 -166
data/docpages/pig/skin/breadcrumbs.js +0 -237
data/docpages/pig/skin/fontsize.js +0 -166
data/docpages/pig/skin/getBlank.js +0 -40
data/docpages/pig/skin/getMenu.js +0 -45
data/docpages/pig/skin/images/chapter.gif +0 -0
data/docpages/pig/skin/images/chapter_open.gif +0 -0
data/docpages/pig/skin/images/current.gif +0 -0
data/docpages/pig/skin/images/external-link.gif +0 -0
data/docpages/pig/skin/images/header_white_line.gif +0 -0
data/docpages/pig/skin/images/page.gif +0 -0
data/docpages/pig/skin/images/pdfdoc.gif +0 -0
data/docpages/pig/skin/images/rc-b-l-15-1body-2menu-3menu.png +0 -0
data/docpages/pig/skin/images/rc-b-r-15-1body-2menu-3menu.png +0 -0
data/docpages/pig/skin/images/rc-b-r-5-1header-2tab-selected-3tab-selected.png +0 -0
data/docpages/pig/skin/images/rc-t-l-5-1header-2searchbox-3searchbox.png +0 -0
data/docpages/pig/skin/images/rc-t-l-5-1header-2tab-selected-3tab-selected.png +0 -0
data/docpages/pig/skin/images/rc-t-l-5-1header-2tab-unselected-3tab-unselected.png +0 -0
data/docpages/pig/skin/images/rc-t-r-15-1body-2menu-3menu.png +0 -0
data/docpages/pig/skin/images/rc-t-r-5-1header-2searchbox-3searchbox.png +0 -0
data/docpages/pig/skin/images/rc-t-r-5-1header-2tab-selected-3tab-selected.png +0 -0
data/docpages/pig/skin/images/rc-t-r-5-1header-2tab-unselected-3tab-unselected.png +0 -0
data/docpages/pig/skin/print.css +0 -54
data/docpages/pig/skin/profile.css +0 -181
data/docpages/pig/skin/screen.css +0 -587
data/docpages/pig/tutorial.html +0 -1059
data/docpages/pig/udf.html +0 -1509
data/docpages/tutorial.textile +0 -283
data/docpages/usage.textile +0 -195
data/docpages/wutils.textile +0 -263
data/examples/dataflow/complex.rb +0 -11
data/examples/dataflow/donuts.rb +0 -13
data/examples/tiny_count/jabberwocky_output.tsv +0 -92
data/examples/word_count.rb +0 -48
data/examples/workflow/fiddle.rb +0 -24
data/lib/away/escapement.rb +0 -129
data/lib/away/exe.rb +0 -11
data/lib/away/experimental.rb +0 -5
data/lib/away/from_file.rb +0 -52
data/lib/away/job.rb +0 -56
data/lib/away/job/rake_compat.rb +0 -17
data/lib/away/registry.rb +0 -79
data/lib/away/runner.rb +0 -276
data/lib/away/runner/execute.rb +0 -121
data/lib/away/script.rb +0 -161
data/lib/away/script/hadoop_command.rb +0 -240
data/lib/away/source/file_list_source.rb +0 -15
data/lib/away/source/looper.rb +0 -18
data/lib/away/task.rb +0 -219
data/lib/hanuman/action.rb +0 -21
data/lib/hanuman/chain.rb +0 -4
data/lib/hanuman/graphviz.rb +0 -74
data/lib/hanuman/resource.rb +0 -6
data/lib/hanuman/slot.rb +0 -87
data/lib/hanuman/slottable.rb +0 -220
data/lib/wukong/bad_record.rb +0 -15
data/lib/wukong/event.rb +0 -44
data/lib/wukong/local_runner.rb +0 -55
data/lib/wukong/mapred.rb +0 -3
data/lib/wukong/universe.rb +0 -48
data/lib/wukong/widget/filter.rb +0 -81
data/lib/wukong/widget/gibberish.rb +0 -123
data/lib/wukong/widget/monitor.rb +0 -26
data/lib/wukong/widget/reducer.rb +0 -66
data/lib/wukong/widget/stringifier.rb +0 -50
data/lib/wukong/workflow.rb +0 -22
data/lib/wukong/workflow/command.rb +0 -42
data/old/config/emr-example.yaml +0 -48
data/old/examples/README.txt +0 -17
data/old/examples/contrib/jeans/README.markdown +0 -165
data/old/examples/contrib/jeans/data/normalized_sizes +0 -3
data/old/examples/contrib/jeans/data/orders.tsv +0 -1302
data/old/examples/contrib/jeans/data/sizes +0 -3
data/old/examples/contrib/jeans/normalize.rb +0 -20
data/old/examples/contrib/jeans/sizes.rb +0 -55
data/old/examples/corpus/bnc_word_freq.rb +0 -44
data/old/examples/corpus/bucket_counter.rb +0 -47
data/old/examples/corpus/dbpedia_abstract_to_sentences.rb +0 -86
data/old/examples/corpus/sentence_bigrams.rb +0 -53
data/old/examples/corpus/sentence_coocurrence.rb +0 -66
data/old/examples/corpus/stopwords.rb +0 -138
data/old/examples/corpus/words_to_bigrams.rb +0 -53
data/old/examples/emr/README.textile +0 -110
data/old/examples/emr/dot_wukong_dir/credentials.json +0 -7
data/old/examples/emr/dot_wukong_dir/emr.yaml +0 -69
data/old/examples/emr/dot_wukong_dir/emr_bootstrap.sh +0 -33
data/old/examples/emr/elastic_mapreduce_example.rb +0 -28
data/old/examples/network_graph/adjacency_list.rb +0 -74
data/old/examples/network_graph/breadth_first_search.rb +0 -72
data/old/examples/network_graph/gen_2paths.rb +0 -68
data/old/examples/network_graph/gen_multi_edge.rb +0 -112
data/old/examples/network_graph/gen_symmetric_links.rb +0 -64
data/old/examples/pagerank/README.textile +0 -6
data/old/examples/pagerank/gen_initial_pagerank_graph.pig +0 -57
data/old/examples/pagerank/pagerank.rb +0 -72
data/old/examples/pagerank/pagerank_initialize.rb +0 -42
data/old/examples/pagerank/run_pagerank.sh +0 -21
data/old/examples/sample_records.rb +0 -33
data/old/examples/server_logs/apache_log_parser.rb +0 -15
data/old/examples/server_logs/nook.rb +0 -48
data/old/examples/server_logs/nook/faraday_dummy_adapter.rb +0 -94
data/old/examples/server_logs/user_agent.rb +0 -40
data/old/examples/simple_word_count.rb +0 -82
data/old/examples/size.rb +0 -61
data/old/examples/stats/avg_value_frequency.rb +0 -86
data/old/examples/stats/binning_percentile_estimator.rb +0 -140
data/old/examples/stats/data/avg_value_frequency.tsv +0 -3
data/old/examples/stats/rank_and_bin.rb +0 -173
data/old/examples/stupidly_simple_filter.rb +0 -40
data/old/examples/word_count.rb +0 -75
data/old/graph/graphviz_builder.rb +0 -580
data/old/graph_easy/Attributes.pm +0 -4181
data/old/graph_easy/Graphviz.pm +0 -2232
data/old/wukong.rb +0 -18
data/old/wukong/and_pig.rb +0 -38
data/old/wukong/bad_record.rb +0 -18
data/old/wukong/datatypes.rb +0 -24
data/old/wukong/datatypes/enum.rb +0 -127
data/old/wukong/datatypes/fake_types.rb +0 -17
data/old/wukong/decorator.rb +0 -28
data/old/wukong/encoding/asciize.rb +0 -108
data/old/wukong/extensions.rb +0 -16
data/old/wukong/extensions/array.rb +0 -18
data/old/wukong/extensions/blank.rb +0 -93
data/old/wukong/extensions/class.rb +0 -189
data/old/wukong/extensions/date_time.rb +0 -53
data/old/wukong/extensions/emittable.rb +0 -69
data/old/wukong/extensions/enumerable.rb +0 -79
data/old/wukong/extensions/hash.rb +0 -167
data/old/wukong/extensions/hash_keys.rb +0 -16
data/old/wukong/extensions/hash_like.rb +0 -150
data/old/wukong/extensions/hashlike_class.rb +0 -47
data/old/wukong/extensions/module.rb +0 -2
data/old/wukong/extensions/pathname.rb +0 -27
data/old/wukong/extensions/string.rb +0 -65
data/old/wukong/extensions/struct.rb +0 -17
data/old/wukong/extensions/symbol.rb +0 -11
data/old/wukong/filename_pattern.rb +0 -74
data/old/wukong/helper.rb +0 -7
data/old/wukong/helper/stopwords.rb +0 -195
data/old/wukong/helper/tokenize.rb +0 -35
data/old/wukong/logger.rb +0 -38
data/old/wukong/periodic_monitor.rb +0 -72
data/old/wukong/schema.rb +0 -269
data/old/wukong/script.rb +0 -286
data/old/wukong/script/avro_command.rb +0 -5
data/old/wukong/script/cassandra_loader_script.rb +0 -40
data/old/wukong/script/emr_command.rb +0 -168
data/old/wukong/script/hadoop_command.rb +0 -237
data/old/wukong/script/local_command.rb +0 -41
data/old/wukong/store.rb +0 -10
data/old/wukong/store/base.rb +0 -27
data/old/wukong/store/cassandra.rb +0 -10
data/old/wukong/store/cassandra/streaming.rb +0 -75
data/old/wukong/store/cassandra/struct_loader.rb +0 -21
data/old/wukong/store/cassandra_model.rb +0 -91
data/old/wukong/store/chh_chunked_flat_file_store.rb +0 -37
data/old/wukong/store/chunked_flat_file_store.rb +0 -48
data/old/wukong/store/conditional_store.rb +0 -57
data/old/wukong/store/factory.rb +0 -8
data/old/wukong/store/flat_file_store.rb +0 -89
data/old/wukong/store/key_store.rb +0 -51
data/old/wukong/store/null_store.rb +0 -15
data/old/wukong/store/read_thru_store.rb +0 -22
data/old/wukong/store/tokyo_tdb_key_store.rb +0 -33
data/old/wukong/store/tyrant_rdb_key_store.rb +0 -57
data/old/wukong/store/tyrant_tdb_key_store.rb +0 -20
data/old/wukong/streamer.rb +0 -30
data/old/wukong/streamer/accumulating_reducer.rb +0 -83
data/old/wukong/streamer/base.rb +0 -126
data/old/wukong/streamer/counting_reducer.rb +0 -25
data/old/wukong/streamer/filter.rb +0 -20
data/old/wukong/streamer/instance_streamer.rb +0 -15
data/old/wukong/streamer/json_streamer.rb +0 -21
data/old/wukong/streamer/line_streamer.rb +0 -12
data/old/wukong/streamer/list_reducer.rb +0 -31
data/old/wukong/streamer/rank_and_bin_reducer.rb +0 -145
data/old/wukong/streamer/record_streamer.rb +0 -14
data/old/wukong/streamer/reducer.rb +0 -11
data/old/wukong/streamer/set_reducer.rb +0 -14
data/old/wukong/streamer/struct_streamer.rb +0 -48
data/old/wukong/streamer/summing_reducer.rb +0 -29
data/old/wukong/streamer/uniq_by_last_reducer.rb +0 -51
data/old/wukong/typed_struct.rb +0 -12
data/spec/away/encoding_spec.rb +0 -32
data/spec/away/exe_spec.rb +0 -20
data/spec/away/flow_spec.rb +0 -82
data/spec/away/graph_spec.rb +0 -6
data/spec/away/job_spec.rb +0 -15
data/spec/away/rake_compat_spec.rb +0 -9
data/spec/away/script_spec.rb +0 -81
data/spec/hanuman/graphviz_spec.rb +0 -29
data/spec/hanuman/slot_spec.rb +0 -2
data/spec/support/examples_helper.rb +0 -10
data/spec/support/streamer_test_helpers.rb +0 -6
data/spec/support/wukong_widget_helpers.rb +0 -66
data/spec/wukong/processor_spec.rb +0 -109
data/spec/wukong/widget/filter_spec.rb +0 -99
data/spec/wukong/widget/stringifier_spec.rb +0 -51
data/spec/wukong/workflow/command_spec.rb +0 -5

data/examples/munging/airports/wbans.pig ADDED

@@ -0,0 +1,19 @@
+// Outputs a list of WBAN IDs assigned to airports
+mshr = LOAD '/Users/dlaw/Desktop/stations/mshr_enhanced.tsv' AS
+ (source_id:chararray, source:chararray, begin_date:chararray, end_date:chararray, station_status:chararray,
+  ncdcstn_id:chararray, icao_id:chararray, wban_id:chararray, faa_id:chararray, nwsli_id:chararray, wmo_id:chararray,
+  coop_id:chararray, transmittal_id:chararray, ghcnd_id:chararray, name_principal:chararray, name_principal_short:chararray,
+  name_coop:chararray, name_coop_short:chararray, name_publication:chararray, name_alias:chararray, nws_clim_div:chararray,
+  nws_clim_div_name:chararray, state_prov:chararray, county:chararray, nws_st_code:chararray, fips_country_code:chararray,
+  fips_country_name:chararray, nws_region:chararray, nws_wfo:chararray, elev_ground:chararray, elev_ground_unit:chararray,
+  elev_barom:chararray, elev_barom_unit:chararray, elev_air:chararray, elev_air_unit:chararray, elev_zerodat:chararray,
+  elev_zerodat_unit:chararray, elev_unk:chararray, elev_unk_unit:chararray, lat_dec:chararray, lon_dec:chararray,
+  lat_lon_precision:chararray, relocation:chararray, utc_offset:chararray, obs_env:chararray, platform:chararray);
+mshr_grouped = GROUP mshr BY (icao_id, wban_id, faa_id);
+mshr_flattened = FOREACH mshr_grouped GENERATE FLATTEN(group) AS (wban_id, icao_id, faa_id);
+mshr_filtered = FILTER mshr_flattened BY (icao_id is not null and wban_id is not null);
+mshr_final = FOREACH mshr_filtered GENERATE wban_id;
+STORE mshr_final INTO '/Users/dlaw/Desktop/stations/wbans';

data/examples/munging/airports/wbans.txt ADDED

@@ -0,0 +1,2310 @@
+16201
+24295
+94153
+25212
+14633
+94234
+25112
+94795
+94241
+25146
+25166
+24290
+94110
+14631
+25149
+25113
+24299
+25305
+25238
+25248
+25108
+25142
+24293
+25141
+14648
+25131
+25232
+24294
+14673
+25116
+25155
+25220
+25125
+94151
+25222
+25105
+25241
+25129
+25151
+04706
+25013
+24298
+94243
+25101
+25345
+25251
+25143
+25148
+25252
+25119
+94810
+94108
+14625
+24292
+25115
+14509
+14646
+25224
+15908
+25121
+25120
+25150
+25122
+04715
+94792
+25123
+24287
+14996
+25247
+25111
+25118
+25231
+25206
+25229
+24288
+25110
+25225
+25218
+94116
+24297
+94111
+94791
+25153
+25253
+25346
+25223
+25124
+15613
+14636
+25255
+94646
+94149
+25165
+15044
+50101
+70701
+03069
+94119
+04204
+94991
+53928
+54779
+03196
+63844
+63875
+53929
+64773
+04201
+94076
+04849
+63834
+94037
+63839
+63876
+63877
+03051
+63878
+12981
+12971
+53866
+53904
+12978
+53862
+94061
+63848
+63879
+63847
+53990
+53966
+53972
+03053
+94298
+03032
+63827
+92807
+92807
+03064
+93226
+63880
+94993
+53964
+94623
+94070
+94943
+04862
+12832
+03974
+94299
+14737
+13962
+23050
+14929
+14929
+03019
+13869
+04863
+14756
+53991
+54916
+13959
+24283
+93730
+94997
+04847
+53930
+93940
+03970
+03043
+94998
+13705
+03034
+03064
+94968
+93915
+93065
+04827
+04993
+54770
+53909
+14762
+12804
+03820
+13873
+24044
+04828
+04864
+14930
+94999
+53931
+63853
+53175
+53870
+24015
+93773
+93773
+14813
+14735
+12932
+53146
+93097
+03958
+94910
+23061
+24160
+63833
+23047
+23047
+13870
+53989
+54816
+94989
+12899
+13871
+93846
+94974
+14847
+94975
+04850
+14736
+93067
+93227
+12897
+13701
+94849
+04837
+04837
+53983
+54917
+53932
+03949
+54768
+53915
+94889
+93991
+12953
+04808
+94790
+04865
+94987
+53865
+93073
+03973
+54754
+93796
+94224
+54809
+94929
+13874
+03035
+13958
+04825
+94287
+14946
+14605
+04901
+04902
+23224
+03892
+13904
+13958
+14897
+93797
+53933
+03812
+14777
+23191
+04903
+94190
+53959
+04205
+04904
+14910
+63901
+04779
+13861
+53129
+94815
+54772
+93216
+13944
+14775
+13803
+24119
+24119
+54817
+12971
+54904
+93942
+94946
+93240
+53881
+23159
+12803
+94961
+14816
+03036
+14740
+94702
+14702
+94871
+04751
+24028
+24234
+23155
+13838
+04905
+03024
+53882
+04725
+04725
+14606
+23005
+14616
+94055
+13876
+94289
+94793
+94947
+23157
+63835
+24033
+24011
+24011
+04839
+13820
+03065
+93068
+14958
+04842
+53145
+53988
+24130
+23036
+04853
+12982
+13726
+12818
+03872
+94902
+03859
+23158
+24217
+54760
+23225
+13802
+94046
+24180
+03893
+54831
+94700
+03999
+53823
+13897
+25312
+94185
+04906
+24131
+24267
+14739
+12809
+54765
+03044
+24164
+53918
+12917
+53883
+53992
+94938
+14931
+12919
+12919
+13904
+14815
+24135
+64705
+13970
+14742
+14964
+14733
+14733
+23156
+23152
+04866
+93783
+04813
+54921
+03959
+94282
+53934
+54733
+93943
+93808
+93721
+54922
+94054
+13814
+24133
+03182
+92804
+12981
+24132
+04867
+04839
+04868
+14817
+13883
+13883
+24046
+14895
+23051
+14607
+04907
+03732
+04908
+04909
+03037
+13825
+94625
+04101
+53884
+23254
+03038
+54764
+14966
+93129
+94977
+53916
+24017
+23007
+54743
+24286
+14703
+53850
+13884
+93069
+54901
+54828
+93967
+04805
+03935
+94866
+03914
+13882
+53128
+53935
+93736
+13880
+93203
+14990
+04910
+93809
+04869
+93798
+03802
+04911
+03881
+04912
+54920
+03894
+14820
+14820
+54832
+13999
+03904
+94266
+13881
+53845
+23136
+14821
+94870
+14858
+94940
+54923
+04913
+13984
+23086
+93033
+03179
+13981
+93075
+24045
+24136
+12867
+14745
+04914
+93037
+12947
+03945
+13983
+93799
+03701
+24089
+03960
+53981
+03039
+53936
+03027
+54905
+93134
+94199
+94624
+93718
+53860
+12924
+12924
+03177
+53912
+13866
+12879
+93842
+03932
+04915
+03847
+24137
+12833
+03727
+53867
+53993
+63840
+94032
+93814
+23077
+24202
+23008
+04870
+94890
+13941
+94979
+53902
+54774
+14751
+24018
+24018
+94204
+03164
+94056
+93728
+12834
+23161
+13960
+13728
+54791
+93235
+93815
+63881
+94908
+13743
+53852
+13985
+13985
+54781
+03887
+04916
+03017
+23062
+53925
+14822
+94119
+25515
+04851
+03927
+22015
+94057
+13839
+93843
+93042
+04135
+24012
+93771
+04871
+14747
+03073
+22001
+14913
+14913
+54833
+24138
+24219
+23109
+93784
+23078
+03994
+03724
+94984
+63903
+13837
+53885
+04917
+94891
+13707
+93770
+94878
+94892
+24103
+03702
+63842
+03160
+03976
+54844
+93005
+22010
+14933
+94704
+23162
+94962
+53905
+03991
+53853
+94847
+04830
+53937
+53938
+93026
+04872
+04787
+03070
+94928
+94982
+94982
+54924
+03184
+53910
+54734
+04918
+54786
+03809
+13910
+04919
+03987
+53965
+03049
+14905
+94239
+14991
+03983
+03983
+12983
+04920
+13786
+13787
+73805
+23098
+03703
+03197
+23114
+23179
+94721
+94050
+53864
+12906
+54758
+04873
+23063
+03844
+54838
+93076
+63843
+53886
+24213
+04806
+13729
+24121
+63882
+93992
+03977
+14748
+24220
+94964
+23044
+23154
+54757
+24165
+13989
+03165
+03704
+53112
+13909
+53887
+24193
+04845
+54766
+53876
+04921
+53851
+24141
+14608
+03020
+53872
+14860
+25318
+12961
+04874
+14824
+94853
+13935
+03756
+94971
+53110
+04875
+04922
+63872
+24221
+94195
+92808
+04923
+93817
+04111
+53825
+94726
+53939
+93719
+14734
+12971
+53888
+53842
+03705
+12836
+53114
+03706
+53969
+53907
+93735
+93996
+14914
+93193
+93740
+93737
+94969
+24146
+23167
+24047
+94963
+94015
+53831
+13730
+03981
+03981
+03022
+14825
+04876
+04924
+94006
+03736
+53819
+53819
+04925
+94966
+13840
+53841
+03185
+04926
+94276
+03124
+54792
+04780
+04927
+94868
+13763
+54818
+04840
+03103
+12849
+13744
+03918
+13921
+93733
+14704
+23090
+12835
+94957
+94035
+94062
+14826
+53889
+23256
+94933
+13920
+14719
+04928
+04877
+12895
+53890
+54787
+13947
+94948
+14944
+14944
+04929
+13945
+13964
+23091
+04930
+53113
+03018
+13807
+13961
+03888
+03166
+04836
+03707
+14827
+53891
+54793
+03985
+03985
+12885
+03734
+93993
+54773
+03896
+13975
+93764
+12993
+13940
+94959
+03148
+23168
+94023
+23064
+53940
+03195
+04999
+53977
+23055
+24087
+13764
+24157
+53126
+53892
+24048
+53866
+24112
+14916
+14750
+03901
+14976
+94008
+94008
+64774
+04931
+12876
+23066
+03025
+04843
+53907
+23065
+23065
+93929
+13939
+04854
+12923
+53941
+13886
+94992
+03056
+24142
+12990
+94626
+93057
+12816
+53913
+14707
+04878
+24146
+53984
+93874
+94919
+14898
+14898
+53874
+24201
+14935
+03902
+03992
+94860
+94860
+13713
+14829
+13723
+03870
+03870
+14715
+24143
+53893
+53942
+93007
+23081
+94833
+03030
+53838
+13926
+03929
+13978
+03708
+53837
+24051
+53979
+63889
+53967
+04932
+03186
+54762
+04807
+53820
+54850
+53855
+13833
+03709
+93986
+12994
+04933
+04934
+03908
+04935
+94025
+12962
+03023
+03710
+53894
+94038
+63873
+03961
+14752
+93747
+93706
+93218
+03980
+93046
+03167
+94931
+54728
+24101
+94261
+04998
+53119
+53869
+13927
+03810
+93990
+14894
+24144
+03933
+53895
+23002
+94187
+53896
+53127
+04936
+53111
+03711
+93034
+14936
+13806
+03962
+12918
+94745
+94745
+53839
+94225
+63836
+53970
+04113
+03712
+12904
+13971
+03852
+63852
+53897
+93729
+94949
+93757
+12826
+03856
+94814
+64761
+03860
+53857
+63883
+03868
+93823
+14609
+12927
+26522
+13986
+23170
+14758
+94012
+93228
+92809
+54790
+63837
+94720
+12979
+94973
+03968
+04829
+04997
+04857
+53842
+63884
+03923
+93738
+04724
+12960
+94073
+04937
+94990
+03928
+03928
+53118
+24145
+64706
+94039
+53943
+53135
+93167
+04879
+93785
+04989
+53898
+54767
+53944
+04880
+25626
+04938
+03972
+13781
+13748
+13841
+13841
+04833
+04833
+24091
+94893
+93819
+93819
+53972
+23040
+14918
+23141
+93807
+23194
+03984
+14937
+53899
+03144
+14778
+14938
+54827
+92813
+94014
+93726
+04781
+04881
+04826
+94761
+03026
+23104
+23104
+94926
+94623
+12969
+04844
+93909
+93194
+93244
+54772
+24166
+03940
+53945
+13889
+13889
+03953
+13973
+53978
+94051
+03963
+04110
+94789
+03730
+53824
+04720
+63885
+04939
+03889
+03889
+13987
+04940
+14919
+03713
+14834
+63801
+53971
+04726
+53946
+94854
+53947
+53966
+53982
+14833
+54906
+63846
+04882
+03714
+14989
+25314
+24223
+53995
+03013
+14835
+12883
+93091
+14836
+24022
+23169
+03950
+23174
+23042
+23042
+54735
+24023
+23020
+53963
+13776
+12976
+54925
+03937
+03937
+54736
+13812
+04883
+94765
+12819
+94709
+93820
+13702
+93987
+13976
+14732
+23129
+03821
+24148
+94128
+53973
+53844
+03875
+23067
+03731
+93010
+13963
+53813
+53813
+14623
+04941
+03715
+94285
+04114
+53919
+94236
+53975
+24021
+14939
+14886
+04809
+63802
+14921
+54737
+94049
+24172
+64752
+53861
+04831
+04831
+13810
+03849
+23243
+04849
+12907
+03930
+04942
+93041
+04108
+14920
+13829
+23112
+03982
+03982
+13902
+93774
+53964
+23111
+93812
+04995
+12975
+23285
+24150
+04943
+23054
+53827
+54826
+53801
+03997
+94991
+94723
+24149
+24036
+13809
+93767
+04944
+14994
+53879
+93009
+13733
+54926
+03952
+03952
+63803
+63851
+93242
+23023
+23023
+03818
+03817
+94296
+94052
+94894
+14845
+94048
+93919
+23208
+54820
+23257
+12810
+03947
+94040
+03813
+12815
+14940
+03071
+93810
+63804
+14711
+14819
+54911
+93782
+24152
+13865
+13893
+23203
+53996
+14891
+12959
+94985
+24225
+03716
+13864
+04945
+04789
+13895
+04884
+53817
+13736
+53859
+94950
+03936
+23206
+24215
+14710
+03183
+93768
+12839
+94011
+94960
+94895
+13735
+94988
+04946
+13988
+14839
+14840
+63805
+03811
+53997
+93953
+14954
+04834
+12838
+12838
+93950
+24151
+04992
+23176
+14923
+63886
+24154
+24037
+14610
+13942
+03181
+54788
+94976
+94887
+03858
+54738
+94273
+03040
+94896
+04855
+13894
+13894
+23258
+04885
+24013
+26621
+04948
+54789
+94705
+94983
+04947
+04949
+14753
+13766
+94850
+94850
+13827
+13734
+93035
+93765
+54907
+63859
+53832
+23259
+13896
+14837
+24153
+14922
+94725
+54746
+04103
+12916
+14804
+12896
+93013
+93744
+53802
+54780
+63806
+94897
+04104
+54723
+24106
+04950
+93236
+04951
+54771
+93894
+94986
+94724
+03865
+94869
+24110
+63807
+93985
+04952
+14755
+63887
+93136
+53921
+13821
+04953
+53826
+03131
+94182
+03041
+13717
+93205
+04954
+94852
+93831
+93901
+12958
+14855
+93727
+53847
+14780
+63890
+53917
+13762
+03154
+53848
+93102
+13911
+12926
+13750
+12946
+23239
+13721
+14611
+93104
+93837
+12925
+93776
+23199
+93743
+53849
+13754
+03190
+53115
+93107
+23110
+03866
+12974
+24228
+03855
+93839
+93839
+12928
+12850
+94297
+03853
+23240
+93115
+93841
+93116
+93111
+93114
+13769
+93117
+03757
+23244
+24255
+12973
+93121
+14793
+94728
+13773
+03145
+93832
+93101
+14790
+93112
+94299
+93241
+93753
+23230
+93217
+94980
+12861
+53948
+03741
+03031
+94958
+04886
+54912
+14949
+14941
+93775
+94063
+53854
+24126
+26632
+53833
+03967
+53121
+13967
+54807
+53949
+03717
+94703
+14622
+94017
+24227
+03196
+94951
+63808
+53822
+04955
+14942
+03718
+94197
+92822
+04956
+04957
+93040
+24162
+24285
+03102
+03737
+54819
+54919
+12882
+63809
+53868
+54752
+04958
+04959
+94846
+54756
+13737
+53998
+94746
+12841
+04224
+53962
+14808
+94855
+04804
+94927
+24284
+14950
+04106
+03948
+93210
+04960
+94994
+04961
+53803
+54704
+93786
+64707
+93110
+04962
+03850
+04887
+03957
+03163
+54813
+94898
+94899
+94173
+03170
+04109
+04856
+12968
+24222
+03816
+03816
+13846
+23289
+27506
+93988
+04742
+64776
+54913
+12844
+04832
+92824
+54852
+04963
+53863
+24155
+24155
+24229
+04964
+54778
+03058
+54927
+03882
+03162
+12812
+13783
+04852
+93741
+13739
+04888
+24024
+23183
+14842
+53808
+12873
+24156
+12957
+24025
+94823
+03804
+94967
+14962
+12986
+94733
+14841
+23182
+25625
+92805
+94086
+13969
+94732
+54914
+13899
+04889
+13923
+13714
+03180
+03931
+03993
+03975
+14757
+03052
+03998
+53950
+14604
+53858
+04965
+93209
+23184
+63810
+63874
+25330
+93955
+14761
+24163
+14763
+13868
+04743
+93983
+93138
+12935
+93714
+26526
+94817
+12936
+93978
+23149
+54782
+93058
+93141
+94129
+03021
+64708
+14765
+53951
+24174
+23097
+03954
+54915
+53952
+04838
+14764
+94263
+54769
+03045
+54825
+04134
+32416
+31502
+33209
+33602
+94818
+03171
+14806
+24090
+12995
+93772
+03971
+24231
+24216
+12984
+24006
+54928
+03738
+24257
+14712
+14767
+04966
+24230
+94925
+13722
+23021
+94022
+94107
+94822
+04967
+53104
+04803
+63811
+93232
+13740
+03846
+03016
+23069
+23119
+24061
+24061
+94601
+12972
+53953
+24027
+53834
+14717
+64775
+93801
+03735
+54821
+12911
+04968
+23043
+53120
+23185
+54824
+94248
+13741
+14768
+53954
+04969
+23009
+04970
+54909
+53965
+04890
+14864
+03029
+53999
+92802
+04891
+04971
+93997
+53958
+14925
+63841
+12894
+23052
+94288
+53920
+63812
+94737
+53908
+14992
+93759
+24057
+23901
+94194
+54834
+63813
+04972
+93781
+04113
+23232
+93084
+23049
+23188
+63814
+12921
+03822
+94836
+54910
+23190
+23122
+04841
+14848
+93206
+94033
+93720
+04741
+23237
+04973
+23187
+93821
+03192
+03178
+94028
+24233
+03172
+53143
+14770
+03969
+53904
+94290
+12854
+94990
+94176
+64709
+23234
+03719
+04107
+04996
+64710
+13995
+13995
+63888
+92814
+12977
+04974
+13925
+23186
+93760
+04975
+94227
+24029
+13957
+13957
+03763
+24259
+23293
+23293
+93027
+23034
+23034
+04892
+24114
+12909
+03012
+14846
+04976
+24127
+24232
+53955
+04893
+53141
+94740
+03919
+93998
+03879
+93937
+63815
+93225
+24196
+93197
+24237
+54785
+23273
+93184
+03050
+93911
+23233
+04112
+24030
+03059
+03720
+03101
+53117
+93804
+04201
+03028
+92806
+93822
+13966
+14972
+04894
+93231
+53985
+23902
+12871
+93083
+53906
+13849
+12970
+13878
+14847
+14926
+04895
+13993
+13994
+14927
+23213
+23274
+92815
+04824
+94161
+03966
+03721
+23202
+54908
+14943
+93063
+24258
+63816
+13824
+14714
+03965
+23033
+24235
+54930
+14771
+13930
+04129
+12975
+12957
+03044
+12984
+12980
+23070
+54777
+63817
+03938
+63818
+92801
+23048
+93806
+24207
+93045
+03722
+24241
+04848
+94741
+54822
+03011
+04102
+93778
+94087
+13919
+04896
+94274
+12898
+54931
+53914
+54953
+93805
+93805
+03979
+12888
+63819
+04977
+03191
+03122
+04978
+03878
+94830
+13996
+94053
+12842
+92825
+23153
+93984
+94978
+53956
+13877
+93201
+53911
+03104
+03723
+24242
+54823
+14792
+12886
+13968
+73804
+93862
+23160
+14850
+94956
+93230
+03996
+94178
+04979
+03986
+13977
+13972
+13891
+54776
+63825
+94194
+04114
+04116
+04110
+94184
+94281
+94794
+63820
+03742
+94047
+04897
+94981
+14880
+94240
+93989
+63821
+23275
+64753
+04980
+03946
+53901
+04898
+54739
+53806
+23903
+53903
+14787
+12985
+53871
+13857
+53856
+93780
+93214
+03978
+93234
+93241
+12912
+23131
+92816
+63822
+94030
+53123
+13997
+93144
+53818
+93999
+03838
+93845
+54829
+03995
+23130
+94930
+53873
+13858
+04846
+63823
+12843
+54740
+04858
+04981
+24032
+03042
+53101
+63824
+94298
+92817
+93795
+04982
+04983
+63845
+04899
+63832
+04221
+93775
+03725
+26618
+93739
+53986
+04820
+03832
+24198
+53130
+03159
+13932
+24128
+94923
+13860
+14706
+24062
+94613
+14794
+23277
+14615
+03726
+53957
+25267
+94163
+92802
+53976
+12868
+53922
+04984
+14853
+24243
+94911
+14852
+23195
+53116
+93044
+93824
+13025
+33126
+34108
+34113
+13201
+11715
+11706
+11813
+12717
+61705
+87601
+32401
+33311
+25708
+25715
+25348
+25375
+25331
+27401
+26615
+26415
+26645
+46402
+27502
+26533
+26497
+25316
+25624
+26418
+25361
+26410
+26445
+26633
+26646
+26643
+26649
+25704
+25513
+25501
+26486
+25616
+26641
+96401
+26401
+26422
+25623
+26407
+25357
+26650
+26650
+26523
+26554
+26411
+26498
+25369
+26555
+26551
+26519
+26501
+26501
+26509
+26465
+26513
+26425
+26628
+26703
+25310
+25322
+25335
+26521
+26548
+26548
+26552
+25323
+25507
+26651
+26522
+26499
+25376
+25521
+25404
+25519
+25506
+26535
+46403
+25518
+25309
+96402
+25503
+26602
+25503
+26542
+25325
+27408
+26502
+25367
+26652
+26491
+26546
+27517
+26480
+26631
+26557
+26510
+25402
+25403
+26512
+26524
+25377
+26621
+26635
+26409
+46404
+26622
+26451
+26516
+26435
+25308
+26644
+25378
+26617
+26653
+26412
+26616
+25628
+26639
+24690
+25329
+25508
+25604
+25613
+26623
+27515
+46405
+26654
+26561
+26704
+27406
+25617
+26625
+25333
+26558
+26553
+26647
+25713
+25516
+26439
+25341
+26414
+26534
+26514
+26559
+45715
+26529
+26634
+25629
+26528
+26536
+26492
+26492
+27518
+46406
+26508
+26627
+26560
+26442
+26479
+26642
+26442
+26438
+25338
+27503
+27503
+26630
+26648
+26444
+26443
+26445
+26484
+25339
+46407
+26413
+41419
+41418
+41414
+41417
+41406
+41415
+41420
+22501
+22508
+22552
+22551
+22548
+22550
+21510
+22536
+22534
+22547
+22539
+22514
+22519
+22521
+22517
+22524
+22516
+22526
+21508
+21504
+22513
+21603
+40710
+40604
+22701
+27403
+26624
+26638
+40505
+40309
+40310
+40504
+40308
+41606
+42218
+43285
+43324
+44402
+43319
+43323
+43313
+43219
+43216
+42204
+42219
+42215
+41231
+54702
+11814
+51601
+51701
+11640
+11624
+11603
+11653
+11630
+11630
+11641
+11655
+11649
+11634
+13601