rambling-trie 0.9.3 → 1.0.0

data/lib/rambling/trie/tasks/performance/profile/call_tree.rb

@@ -1,147 +0,0 @@
-namespace :performance do
-  namespace :profile do
-    include Helpers::Path
-    include Helpers::Time
-
-    def performance_report
-      @performance_report ||= PerformanceReport.new
-    end
-
-    def output
-      performance_report.output
-    end
-
-    class CallTreeProfile
-      def initialize dirname
-        @dirname = dirname
-      end
-
-      def perform times, params = nil
-        params = Array params
-        params << nil unless params.any?
-
-        result = RubyProf.profile merge_fibers: true do
-          params.each do |param|
-            times.times do
-              yield param
-            end
-          end
-        end
-
-        path = path 'reports', Rambling::Trie::VERSION, 'call-tree', time, dirname
-        FileUtils.mkdir_p path
-        printer = RubyProf::CallTreePrinter.new result
-        printer.print path: path
-      end
-
-      private
-
-      attr_reader :dirname
-    end
-
-    def generate_lookups_call_tree
-      output.puts 'Generating call tree profiling reports for lookups...'
-
-      words = %w(hi help beautiful impressionism anthropological)
-
-      trie = Rambling::Trie.create dictionary
-      compressed_trie = Rambling::Trie.create(dictionary).compress!
-
-      [ trie, compressed_trie ].each do |trie|
-        prefix = "profile-#{trie.compressed? ? 'compressed' : 'uncompressed'}"
-
-        call_tree_profile = CallTreeProfile.new "#{prefix}-word"
-        call_tree_profile.perform 200_000, words do
-          trie.word? word
-        end
-
-        call_tree_profile = CallTreeProfile.new "#{prefix}-partial-word"
-        call_tree_profile.perform 200_000, words do
-          trie.partial_word? word
-        end
-      end
-
-      output.puts 'Done'
-    end
-
-    def generate_scans_call_tree
-      output.puts 'Generating call tree profiling reports for scans...'
-
-      words = {
-        hi: 1_000,
-        help: 100_000,
-        beautiful: 100_000,
-        impressionism: 200_000,
-        anthropological: 200_000,
-      }
-
-      trie = Rambling::Trie.create dictionary
-      compressed_trie = Rambling::Trie.create(dictionary).compress!
-
-      [ trie, compressed_trie ].each do |trie|
-        dirname = "profile-#{trie.compressed? ? 'compressed' : 'uncompressed'}-scan"
-        call_tree_profile = CallTreeProfile.new dirname
-
-        words.each do |word, times|
-          call_tree_profile.perform times, word.to_s do |word|
-            trie.scan(word).size
-          end
-        end
-      end
-
-      output.puts 'Done'
-    end
-
-    namespace :call_tree do
-      desc 'Output banner'
-      task :banner do
-        performance_report.start 'Call Tree profile'
-      end
-
-      desc 'Generate call tree profiling reports for creation'
-      task creation: ['performance:directory', :banner] do
-        output.puts 'Generating call tree profiling reports for creation...'
-
-        call_tree_profile = CallTreeProfile.new 'profile-new-trie'
-        call_tree_profile.perform 5 do
-          trie = Rambling::Trie.create dictionary
-        end
-
-        output.puts 'Done'
-      end
-
-      desc 'Generate call tree profiling reports for compression'
-      task compression: ['performance:directory', :banner] do
-        output.puts 'Generating call tree profiling reports for compression...'
-
-        tries = []
-        5.times { tries << Rambling::Trie.create(dictionary) }
-
-        call_tree_profile = CallTreeProfile.new 'profile-compressed-trie'
-        call_tree_profile.perform 5, tries do |trie|
-          trie.compress!; nil
-        end
-
-        output.puts 'Done'
-      end
-
-      desc 'Generate call tree profiling reports for lookups'
-      task lookups: ['performance:directory', :banner] do
-        generate_lookups_call_tree
-      end
-
-      desc 'Generate call tree profiling reports for scans'
-      task scans: ['performance:directory', :banner] do
-        generate_scans_call_tree
-      end
-
-      desc 'Generate all call tree profiling reports'
-      task all: [
-        :creation,
-        :compression,
-        :lookups,
-        :scans,
-      ]
-    end
-  end
-end

data/lib/rambling/trie/tasks/performance/profile/memory.rb

@@ -1,143 +0,0 @@
-namespace :performance do
-  namespace :profile do
-    include Helpers::Path
-    include Helpers::Time
-
-    def performance_report
-      @performance_report ||= PerformanceReport.new
-    end
-
-    def output
-      performance_report.output
-    end
-
-    class MemoryProfile
-      def initialize name
-        @name = name
-      end
-
-      def perform
-        result = MemoryProfiler.report allow_files: 'lib/rambling/trie', ignore_files: 'lib/rambling/trie/tasks' do
-          with_gc_stats do
-            yield
-          end
-        end
-
-        dir = path 'reports', Rambling::Trie::VERSION, 'memory', time
-        FileUtils.mkdir_p dir
-        result.pretty_print to_file: File.join(dir, name)
-      end
-
-      private
-
-      attr_reader :name
-    end
-
-    def with_gc_stats
-      output.puts "Live objects before - #{GC.stat[:heap_live_slots]}"
-      yield
-      output.puts "Live objects after  - #{GC.stat[:heap_live_slots]}"
-    end
-
-    namespace :memory do
-      desc 'Output banner'
-      task :banner do
-        performance_report.start 'Memory profile'
-      end
-
-      desc 'Generate memory profiling reports for creation'
-      task creation: ['performance:directory', :banner] do
-        output.puts 'Generating memory profiling reports for creation...'
-
-        trie = nil
-
-        memory_profile = MemoryProfile.new 'memory-profile-new-trie'
-        memory_profile.perform do
-          trie = Rambling::Trie.create dictionary
-        end
-      end
-
-      desc 'Generate memory profiling reports for compression'
-      task compression: ['performance:directory', :banner] do
-        output.puts 'Generating memory profiling reports for compression...'
-        trie = Rambling::Trie.create dictionary
-
-        memory_profile = MemoryProfile.new 'memory-profile-trie-and-compress'
-        memory_profile.perform do
-          trie.compress!
-        end
-
-        with_gc_stats { GC.start }
-      end
-
-      desc 'Generate memory profiling reports for lookups'
-      task lookups: ['performance:directory', :banner] do
-        output.puts 'Generating memory profiling reports for lookups...'
-
-        words = %w(hi help beautiful impressionism anthropological)
-
-        trie = Rambling::Trie.create dictionary
-        compressed_trie = Rambling::Trie.create(dictionary).compress!
-        [ trie, compressed_trie ].each do |trie|
-          times = 10
-
-          prefix = "memory-profile-#{trie.compressed? ? 'compressed' : 'uncompressed'}-trie"
-          name = "#{prefix}-word"
-          memory_profile = MemoryProfile.new name
-          memory_profile.perform do
-            words.each do |word|
-              times.times do
-                trie.word? word
-              end
-            end
-          end
-
-          name = "#{prefix}-partial-word"
-          memory_profile = MemoryProfile.new name
-          memory_profile.perform do
-            words.each do |word|
-              times.times do
-                trie.partial_word? word
-              end
-            end
-          end
-        end
-      end
-
-      desc 'Generate memory profiling reports for scans'
-      task scans: ['performance:directory', :banner] do
-        output.puts 'Generating memory profiling reports for scans...'
-
-        words = {
-          hi: 1,
-          help: 100,
-          beautiful: 100,
-          impressionism: 200,
-          anthropological: 200,
-        }
-
-        trie = Rambling::Trie.create dictionary
-        compressed_trie = Rambling::Trie.create(dictionary).compress!
-        [ trie, compressed_trie ].each do |trie|
-          name = "memory-profile-#{trie.compressed? ? 'compressed' : 'uncompressed'}-trie-scan"
-          memory_profile = MemoryProfile.new name
-          memory_profile.perform do
-            words.each do |word, times|
-              times.times do
-                trie.scan(word.to_s).size
-              end
-            end
-          end
-        end
-      end
-
-      desc 'Generate all memory profiling reports'
-      task all: [
-        :creation,
-        :compression,
-        :lookups,
-        :scans,
-      ]
-    end
-  end
-end

data/spec/lib/rambling/trie/plain_text_reader_spec.rb

@@ -1,18 +0,0 @@
-require 'spec_helper'
-
-module Rambling
-  module Trie
-    describe PlainTextReader do
-      describe '#each_word' do
-        let(:filepath) { File.join(::SPEC_ROOT, 'assets', 'test_words.en_US.txt') }
-        let(:words) { File.readlines(filepath).map &:chomp }
-
-        it 'yields every word yielded by the file' do
-          yielded_words = []
-          subject.each_word(filepath) { |word| yielded_words << word }
-          expect(yielded_words).to eq words
-        end
-      end
-    end
-  end
-end