simple_map_reduce 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f96ea39ae49bed4226271a6ab428e2eb7258cc921704fb747839b8fe2c096ae3
-  data.tar.gz: b3e60d6060546c708811b9b893007cd3ff1816e4b951015cf83f4294ca822351
+  metadata.gz: 7adbfb3afed63f191ef71c590bc22a06647694e7b59560b0c0eecd08f1c292f5
+  data.tar.gz: 5226658a8a1bafdd4748ab5417df876cc6093f518035b68fe3fb50705e03ed34
 SHA512:
-  metadata.gz: 16f03783a4eb7f7ed62987de371828d33debde02c8c0b23ec24c9c80e531f1a8053a1d6682542efd682e2f180237fb74e1ed29056d11eb6cba15b3af090cf4cc
-  data.tar.gz: 6f5e703dedf1c432bcc1e16a652ffa6713584d7d082b23b9253840e68ccdeef7167737ab8b51aef1c7c303743eaa501cd161b117d3d0672e8e9a76abf780471f
+  metadata.gz: 10136069601e794b9478e9b4c863b56d0b8c87ccd93985aa89a9364e4c355a9d97989b452fc73be79b6b6a258e447778baed0c51d2653df83a47833810642fb6
+  data.tar.gz: 15b99c225490420a0593c75b107e6d87423cc86feb772c214c059b789d0721a81f1710b846f13d0798d4ed98ebe76d0e85763406e689101f787663d8717c4512

data/Dockerfile

@@ -1,9 +1,11 @@
-FROM ruby:2.5.0
+FROM ruby:2.7.4
 
 WORKDIR /app
 
 ADD simple_map_reduce.gemspec /app/simple_map_reduce.gemspec
 ADD Gemfile /app/Gemfile
-ADD lib/simple_map_reduce/version.rb /app/lib/simple_map_reduce/version.rb
+ADD lib /app/lib
+ADD bin /app/bin
+ADD exe /app/exe
 RUN gem install bundler
-RUN bundle install -j 4 --path=vendor/bundle
+RUN bundle install

data/README.md

@@ -1,10 +1,8 @@
-[![Build Status](https://travis-ci.org/serihiro/simple_map_reduce.svg?branch=master)](https://travis-ci.org/serihiro/simple_map_reduce)
 [![Gem Version](https://badge.fury.io/rb/simple_map_reduce.svg)](https://badge.fury.io/rb/simple_map_reduce)
 
 # SimpleMapReduce
-
-- This is a [MapReduce](https://research.google.com/archive/mapreduce.html) implementation distributed framework written in ruby.
-- This project is a experience project. So, the specifications will be changed suddenly.
+This is a [MapReduce](https://research.google.com/archive/mapreduce.html) distributed framework written in Ruby.
+This project is an experimental project. So all the specifications will be changed suddenly.
 
 ## Installation
 
@@ -27,7 +25,9 @@ Or install it yourself as:
 ### 1. Start minio server
 
 ```sh
-$ docker run -p 9000:9000 -e "MINIO_ACCESS_KEY=MINIO_ACCESS_KEY" -e "MINIO_SECRET_KEY=MINIO_SECRET_KEY" minio/minio server /data
+$ docker run -p 9000:9000 -p 9001:9001  \
+-e "MINIO_ROOT_USER=MINIO_ACCESS_KEY" -e "MINIO_ROOT_PASSWORD=MINIO_SECRET_KEY" -e "MINIO_REGION=us-east-1" \
+minio/minio server /data --console-address :9001
 ```
 
 ### 2. Start job tracker
@@ -71,25 +71,25 @@ $ bundle exec simple_map_reduce execute_word_count
 
 ## Quick start in Docker Compose
 
-- You can setup a simple_map_reduce cluster by docker-compose.
+- You can setup a simple_map_reduce cluster by docker compose.
 
 ```sh
 $ clone git@github.com:serihiro/simple_map_reduce.git
 $ cd simple_map_reduce
-$ docker-compose up
+$ docker compose up
 ```
 
 - You can execute word count sample by executing following commands
 
 ```sh
-$ docker-compose exec job_tracker bundle exec simple_map_reduce generate_lorem_text_data --upload=true
-$ docker-compose exec job_tracker bundle exec simple_map_reduce execute_word_count
+$ docker compose exec job_tracker bundle exec simple_map_reduce generate_lorem_text_data --upload=true
+$ docker compose exec job_tracker bundle exec simple_map_reduce execute_word_count
 ```
 
 ## Motivation of this project
-- I would like to lean the theory of distributed systems, big data processing, and MapReduce.
-- From my experiences, I believe that an implementation of them is best way to learn them.
-- So I decide to create an experimental implementation, and keep adding new features in order to get an practical experiences of theories which I would learn.
+I would have liked to lean the theory of distributed systems, big data processing, and MapReduce algorhythm.
+In my experiences, I believed that an implementation of them is the best way to learn them.
+So I decided to create an experimental implementation, and keep adding new features in order to get an practical experiences of the theories.
 
 ## Development
 

data/docker-compose.yml

@@ -91,8 +91,9 @@ services:
     image: minio/minio
     ports:
       - '9000:9000'
+      - '9001:9001'
     environment:
-      - 'MINIO_ACCESS_KEY=MINIO_ACCESS_KEY'
-      - 'MINIO_SECRET_KEY=MINIO_SECRET_KEY'
+      - 'MINIO_ROOT_USER=MINIO_ACCESS_KEY'
+      - 'MINIO_ROOT_PASSWORD=MINIO_SECRET_KEY'
       - 'MINIO_REGION=us-east-1'
-    command: server /export
+    command: server /export --console-address :9001

data/exe/simple_map_reduce

@@ -63,8 +63,8 @@ module SimpleMapReduce
     def generate_lorem_text_data
       base_path = Dir.pwd
       file = File.open(File.join(base_path, 'input.txt'), 'w+')
-      file.write(Faker::Lorem.paragraphs(options[:count]).join("\n"))
-      puts 'input.txt generated'
+      file.write(Faker::Lorem.paragraphs(number: options[:count]).join("\n"))
+      puts('input.txt generated')
 
       if options[:upload]
         config = {
@@ -81,11 +81,11 @@ module SimpleMapReduce
           bucket: 'input',
           key: 'input.txt'
         )
-        puts 'uploaded'
+        puts('uploaded')
       end
 
       file.close
-      puts 'done'
+      puts('done')
     end
 
     desc 'execute_word_count', 'execute word count sample job'

data/lib/simple_map_reduce/server/confg.rb

@@ -28,7 +28,7 @@ module SimpleMapReduce
         @server_port = options[:server_port] || 4567
         @job_tracker_url = options[:job_tracker_url]
         @job_worker_url = options[:job_worker_url]
-        @logger = options[:logger] || Logger.new(STDOUT)
+        @logger = options[:logger] || Logger.new($stdout)
       end
 
       private

data/lib/simple_map_reduce/server/job.rb

@@ -39,15 +39,9 @@ module SimpleMapReduce
         end
       end
 
-      def initialize(id: nil,
-                     map_script:,
-                     map_class_name:,
-                     reduce_script:,
-                     reduce_class_name:,
-                     job_input_bucket_name:,
-                     job_input_directory_path:,
-                     job_output_bucket_name:,
-                     job_output_directory_path:,
+      def initialize(map_script:, map_class_name:, reduce_script:, reduce_class_name:, job_input_bucket_name:,
+                     job_input_directory_path:, job_output_bucket_name:, job_output_directory_path:,
+                     id: nil,
                      map_worker_url: nil,
                      map_worker: nil,
                      data_store_type: 'default')
@@ -128,7 +122,7 @@ module SimpleMapReduce
 
       class << self
         def deserialize(data)
-          params = Hash[MessagePack.unpack(data).map { |k, v| [k.to_sym, v] }]
+          params = MessagePack.unpack(data).transform_keys(&:to_sym)
           params[:data_store_type] = 'remote'
           new(params)
         end

data/lib/simple_map_reduce/server/job_tracker.rb

@@ -256,18 +256,16 @@ module SimpleMapReduce
             ready_workers = ready_workers.keys.take(worker_size)
 
             ready_workers.map do |retry_worker_id|
-              begin
-                @workers[retry_worker_id].reserve!
-              rescue => e
-                logger.error("Failed to transit the worker state: `#{@workers[retry_worker_id]}`")
-                logger.error(e.inspect)
-                nil
-              else
-                @workers[retry_worker_id]
-              end
+              @workers[retry_worker_id].reserve!
+            rescue => e
+              logger.error("Failed to transit the worker state: `#{@workers[retry_worker_id]}`")
+              logger.error(e.inspect)
+              nil
+            else
+              @workers[retry_worker_id]
             end.compact
           else
-            return []
+            []
           end
         ensure
           mutex.unlock
@@ -317,11 +315,12 @@ module SimpleMapReduce
           SimpleMapReduce.logger
         end
 
-        # @override
+        # @override `Sinatra::Base#quit!`
+        # https://github.com/sinatra/sinatra/blob/2e980f3534b680fbd79d7ec39552b4afb7675d6c/lib/sinatra/base.rb#L1483-L1491
         def quit!
           @keep_polling_workers = false
-          @polling_workers_thread.kill
-          job_manager.shutdown_workers!
+          @polling_workers_thread&.kill
+          job_manager&.shutdown_workers!
           super
         end
       end

data/lib/simple_map_reduce/server/job_worker.rb

@@ -120,9 +120,10 @@ module SimpleMapReduce
           SimpleMapReduce.logger
         end
 
-        # @override
+        # @override `Sinatra::Base#quit!`
+        # https://github.com/sinatra/sinatra/blob/2e980f3534b680fbd79d7ec39552b4afb7675d6c/lib/sinatra/base.rb#L1483-L1491
         def quit!
-          job_manager.shutdown_workers!
+          job_manager&.shutdown_workers!
           super
         end
       end

data/lib/simple_map_reduce/server/task.rb

@@ -37,15 +37,8 @@ module SimpleMapReduce
         end
       end
 
-      def initialize(id: nil,
-                     job_id:,
-                     task_class_name:,
-                     task_script:,
-                     task_input_bucket_name:,
-                     task_input_file_path:,
-                     task_output_bucket_name:,
-                     task_output_directory_path:,
-                     worker: nil)
+      def initialize(job_id:, task_class_name:, task_script:, task_input_bucket_name:, task_input_file_path:,
+        task_output_bucket_name:, task_output_directory_path:, id: nil, worker: nil)
         @id = id
         @job_id = job_id
         @task_class_name = task_class_name
@@ -84,7 +77,7 @@ module SimpleMapReduce
 
       class << self
         def deserialize(data)
-          new(Hash[MessagePack.unpack(data).map { |k, v| [k.to_sym, v] }])
+          new(MessagePack.unpack(data).transform_keys(&:to_sym))
         end
       end
     end

data/lib/simple_map_reduce/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SimpleMapReduce
-  VERSION = '0.2.0'
+  VERSION = '0.2.1'
 end

data/lib/simple_map_reduce/worker/polling_workers_status_worker.rb

@@ -6,16 +6,14 @@ module SimpleMapReduce
       def perform(workers)
         logger.debug("begin polling workers: #{workers.keys}")
         workers.each do |id, worker|
-          begin
-            response = http_client(worker.url).get("/workers/#{worker.id}")
-            body = JSON.parse(response.body, symbolize_names: true)[:worker]
-            worker.aasm.current_state = body[:state].to_sym
-          rescue => e
-            logger.error(e.inspect)
-            logger.error(e&.response&.inspect)
-            logger.info("Worker #{worker.id} is removed from workers")
-            workers.delete(id)
-          end
+          response = http_client(worker.url).get("/workers/#{worker.id}")
+          body = JSON.parse(response.body, symbolize_names: true)[:worker]
+          worker.aasm.current_state = body[:state].to_sym
+        rescue => e
+          logger.error(e.inspect)
+          logger.error(e&.response&.inspect)
+          logger.info("Worker #{worker.id} is removed from workers")
+          workers.delete(id)
         end
         logger.debug("finish polling workers: #{workers.keys}")
       end

data/lib/simple_map_reduce/worker/run_map_task_worker.rb

@@ -14,6 +14,7 @@ module SimpleMapReduce
         unless map_task.respond_to?(:map)
           raise InvalidMapTaskError, 'no map method'
         end
+
         logger.info('map task start')
 
         local_input_cache = Tempfile.new
@@ -112,7 +113,8 @@ module SimpleMapReduce
         workers_count = workers.count
         raise 'No workers' unless workers_count > 0
 
-        shuffled_local_outputs = Array.new(workers_count, Tempfile.new)
+        shuffled_local_outputs = Array.new(workers_count)
+        shuffled_local_outputs.each_with_index { |_, i| shuffled_local_outputs[i] = Tempfile.new }
         local_output_cache.each_line(rs: "\n") do |raw_line|
           output = JSON.parse(raw_line, symbolize_names: true)
           partition_id = output[:key].hash % workers_count

data/simple_map_reduce.gemspec

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-lib = File.expand_path('../lib', __FILE__)
+lib = File.expand_path('lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'simple_map_reduce/version'
 
@@ -15,27 +15,31 @@ Gem::Specification.new do |spec|
   spec.homepage      = 'https://github.com/serihiro/simple_map_reduce'
   spec.license       = 'MIT'
 
-  spec.files = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
-  end
+  spec.files = %w(CODE_OF_CONDUCT.md LICENSE.txt docker-compose.yml
+    simple_map_reduce.gemspec Dockerfile README.md Gemfile Rakefile)
+  spec.files += Dir.glob('lib/**/*')
+  spec.files += Dir.glob('bin/**/*')
+  spec.files += Dir.glob('exe/**/*')
+
   spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r(^exe/)) { |f| File.basename(f) }
   spec.require_paths = ['lib']
-  spec.required_ruby_version = '>= 2.3.0'
+  spec.required_ruby_version = '>= 2.7.4'
 
-  spec.add_development_dependency 'bundler', '~> 1.16.0'
-  spec.add_development_dependency 'factory_bot', '~> 4.8.0'
+  spec.add_development_dependency 'bundler', '~> 2.2.0'
+  spec.add_development_dependency 'factory_bot', '~> 6.2.0'
   spec.add_development_dependency 'faker'
-  spec.add_development_dependency 'rack-test', '~> 0.8.0'
-  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'mry'
+  spec.add_development_dependency 'rack-test', '~> 1.1.0'
+  spec.add_development_dependency 'rake', '~> 13.0.6'
   spec.add_development_dependency 'rspec', '~> 3.0'
-  spec.add_development_dependency 'rubocop', '0.52.1'
-  spec.add_runtime_dependency 'aasm', '~> 4.12.0'
-  spec.add_runtime_dependency 'aws-sdk', '~> 3.0.0'
-  spec.add_runtime_dependency 'faraday', '~> 0.13.0'
-  spec.add_runtime_dependency 'msgpack', '~> 1.2.0'
+  spec.add_development_dependency 'rubocop', '1.20.0'
+  spec.add_runtime_dependency 'aasm', '>= 4.12', '< 5.3'
+  spec.add_runtime_dependency 'aws-sdk', '>= 3.0', '< 3.2'
+  spec.add_runtime_dependency 'faraday', '>= 0.13', '< 1.8'
+  spec.add_runtime_dependency 'msgpack', '>= 1.2', '< 1.5'
   spec.add_runtime_dependency 'rasteira', '~> 0.1.0'
-  spec.add_runtime_dependency 'sinatra', '~> 2.0.0'
-  spec.add_runtime_dependency 'sinatra-contrib', '~> 2.0.0'
-  spec.add_runtime_dependency 'thor', '~> 0.20.0'
+  spec.add_runtime_dependency 'sinatra', '>= 2.0', '< 2.2'
+  spec.add_runtime_dependency 'sinatra-contrib', '>= 2.0', '< 2.2'
+  spec.add_runtime_dependency 'thor', '>= 0.20', '< 1.2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: simple_map_reduce
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Kazuhiro Serizawa
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-02-12 00:00:00.000000000 Z
+date: 2021-09-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,28 +16,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.16.0
+        version: 2.2.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.16.0
+        version: 2.2.0
 - !ruby/object:Gem::Dependency
   name: factory_bot
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.8.0
+        version: 6.2.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.8.0
+        version: 6.2.0
 - !ruby/object:Gem::Dependency
   name: faker
   requirement: !ruby/object:Gem::Requirement
@@ -52,34 +52,48 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: mry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rack-test
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.0
+        version: 1.1.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.0
+        version: 1.1.0
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 13.0.6
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 13.0.6
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -100,70 +114,94 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.52.1
+        version: 1.20.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.52.1
+        version: 1.20.0
 - !ruby/object:Gem::Dependency
   name: aasm
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 4.12.0
+        version: '4.12'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.12'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 4.12.0
+        version: '5.3'
 - !ruby/object:Gem::Dependency
   name: aws-sdk
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.0'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 3.0.0
+        version: '3.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 3.0.0
+        version: '3.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '3.2'
 - !ruby/object:Gem::Dependency
   name: faraday
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.13.0
+        version: '0.13'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '1.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.13'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 0.13.0
+        version: '1.8'
 - !ruby/object:Gem::Dependency
   name: msgpack
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.2'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 1.2.0
+        version: '1.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.2.0
+        version: '1.2'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '1.5'
 - !ruby/object:Gem::Dependency
   name: rasteira
   requirement: !ruby/object:Gem::Requirement
@@ -182,44 +220,62 @@ dependencies:
   name: sinatra
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: '2.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: '2.2'
 - !ruby/object:Gem::Dependency
   name: sinatra-contrib
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: '2.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: '2.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2.2'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.20'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 0.20.0
+        version: '1.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.20'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 0.20.0
+        version: '1.2'
 description: Simple MapReduce framework
 email:
 - nserihiro@gmail.com
@@ -228,13 +284,6 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/ISSUE_TEMPLATE.md"
-- ".github/PULL_REQUEST_TEMPLATE.md"
-- ".gitignore"
-- ".rspec"
-- ".rubocop.yml"
-- ".ruby-version"
-- ".travis.yml"
 - CODE_OF_CONDUCT.md
 - Dockerfile
 - Gemfile
@@ -281,15 +330,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.3.0
+      version: 2.7.4
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.3
+rubygems_version: 3.1.6
 signing_key: 
 specification_version: 4
 summary: Simple MapReduce framework

data/.github/ISSUE_TEMPLATE.md

@@ -1 +0,0 @@
-# What is this issue about ?

data/.github/PULL_REQUEST_TEMPLATE.md

@@ -1 +0,0 @@
-# What will this PR change ?

data/.gitignore

@@ -1,141 +0,0 @@
-### https://raw.github.com/github/gitignore/44cbb3686c18f634a488ea123d1148ca9a64fa22/Ruby.gitignore
-
-*.gem
-*.rbc
-/.config
-/coverage/
-/InstalledFiles
-/pkg/
-/spec/reports/
-/spec/examples.txt
-/test/tmp/
-/test/version_tmp/
-/tmp/
-/Gemfile.lock
-
-# Used by dotenv library to load environment variables.
-# .env
-
-## Specific to RubyMotion:
-.dat*
-.repl_history
-build/
-*.bridgesupport
-build-iPhoneOS/
-build-iPhoneSimulator/
-
-## Specific to RubyMotion (use of CocoaPods):
-#
-# We recommend against adding the Pods directory to your .gitignore. However
-# you should judge for yourself, the pros and cons are mentioned at:
-# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
-#
-# vendor/Pods/
-
-## Documentation cache and generated files:
-/.yardoc/
-/_yardoc/
-/doc/
-/rdoc/
-
-## Environment normalization:
-/.bundle/
-/vendor/bundle
-/vendor/ruby
-/lib/bundler/man/
-
-# for a library or gem, you might want to ignore these files since the code is
-# intended to run in multiple environments; otherwise, check them in:
-# Gemfile.lock
-# .ruby-version
-# .ruby-gemset
-
-# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
-.rvmrc
-
-
-### https://raw.github.com/github/gitignore/44cbb3686c18f634a488ea123d1148ca9a64fa22/Global/JetBrains.gitignore
-
-# Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm, CLion, Android Studio and Webstorm
-# Reference: https://intellij-support.jetbrains.com/hc/en-us/articles/206544839
-
-# User-specific stuff:
-.idea/**/workspace.xml
-.idea/**/tasks.xml
-.idea/dictionaries
-
-# Sensitive or high-churn files:
-.idea/**/dataSources/
-.idea/**/dataSources.ids
-.idea/**/dataSources.xml
-.idea/**/dataSources.local.xml
-.idea/**/sqlDataSources.xml
-.idea/**/dynamic.xml
-.idea/**/uiDesigner.xml
-
-# Gradle:
-.idea/**/gradle.xml
-.idea/**/libraries
-
-# CMake
-cmake-build-debug/
-
-# Mongo Explorer plugin:
-.idea/**/mongoSettings.xml
-
-## File-based project format:
-*.iws
-
-## Plugin-specific files:
-
-# IntelliJ
-/out/
-
-# mpeltonen/sbt-idea plugin
-.idea_modules/
-
-# JIRA plugin
-atlassian-ide-plugin.xml
-
-# Cursive Clojure plugin
-.idea/replstate.xml
-
-# Crashlytics plugin (for Android Studio and IntelliJ)
-com_crashlytics_export_strings.xml
-crashlytics.properties
-crashlytics-build.properties
-fabric.properties
-
-
-### https://raw.github.com/github/gitignore/44cbb3686c18f634a488ea123d1148ca9a64fa22/Global/MacOS.gitignore
-
-*.DS_Store
-.AppleDouble
-.LSOverride
-
-# Icon must end with two \r
-Icon
-
-
-# Thumbnails
-._*
-
-# Files that might appear in the root of a volume
-.DocumentRevisions-V100
-.fseventsd
-.Spotlight-V100
-.TemporaryItems
-.Trashes
-.VolumeIcon.icns
-.com.apple.timemachine.donotpresent
-
-# Directories potentially created on remote AFP share
-.AppleDB
-.AppleDesktop
-Network Trash Folder
-Temporary Items
-.apdisk
-.rspec_status
-/input.txt
-
-!.gitkeep

data/.rspec

@@ -1,2 +0,0 @@
---format documentation
---color

data/.rubocop.yml

@@ -1,69 +0,0 @@
-AllCops:
-  TargetRubyVersion: 2.3
-  DisplayCopNames: true
-
-PercentLiteralDelimiters:
-  PreferredDelimiters:
-    '%':  ()
-    '%i': ()
-    '%q': ()
-    '%Q': ()
-    '%r': ()
-    '%s': ()
-    '%w': ()
-    '%W': ()
-    '%x': ()
-
-Metrics/BlockLength:
-  Enabled: false
-
-Metrics/LineLength:
-  Max: 128
-
-Metrics/ClassLength:
-  Enabled: false
-
-Metrics/MethodLength:
-  Enabled: false
-
-Style/IfUnlessModifier:
-  Enabled: false
-
-Style/GuardClause:
-  Enabled: false
-
-Layout/AlignArray:
-  Enabled: false
-
-Layout/AlignHash:
-  Enabled: false
-
-Layout/AlignParameters:
-  Enabled: false
-
-Style/RescueStandardError:
-  Enabled: false
-
-Naming/HeredocDelimiterNaming:
-  Enabled: false
-
-Style/Documentation:
-  Enabled: false
-
-Style/NumericPredicate:
-  Enabled: false
-
-Metrics/AbcSize:
-  Enabled: false
-
-Metrics/ParameterLists:
-  Enabled: false
-
-Lint/AmbiguousBlockAssociation:
-  Enabled: false
-
-Metrics/CyclomaticComplexity:
-  Max: 10
-
-Metrics/PerceivedComplexity:
-  Max: 10

data/.ruby-version

@@ -1 +0,0 @@
-2.5.0

data/.travis.yml

@@ -1,8 +0,0 @@
-sudo: false
-language: ruby
-rvm:
-  - 2.3
-  - 2.4
-  - 2.5
-  - ruby-head
-before_install: gem install bundler -v 1.16.1