wordlist 0.1.1 → 1.0.1

data/spec/format_spec.rb

@@ -0,0 +1,50 @@
+require 'spec_helper'
+require 'wordlist/format'
+
+describe Wordlist::Format do
+  describe ".infer" do
+    context "when given a path ending in '.txt'" do
+      it "must return :txt" do
+        expect(subject.infer("path/to/file.txt")).to eq(:txt)
+      end
+    end
+
+    context "when given a path ending in '.gz'" do
+      it "must return :gzip" do
+        expect(subject.infer("path/to/file.gz")).to eq(:gzip)
+      end
+    end
+
+    context "when given a path ending in '.bz2'" do
+      it "must return :bzip2" do
+        expect(subject.infer("path/to/file.bz2")).to eq(:bzip2)
+      end
+    end
+
+    context "when given a path ending in '.xz'" do
+      it "must return :xz" do
+        expect(subject.infer("path/to/file.xz")).to eq(:xz)
+      end
+    end
+
+    context "when given a path ending in another file extension" do
+      let(:path) { "path/to/file.foo" }
+
+      it do
+        expect {
+          subject.infer(path)
+        }.to raise_error(Wordlist::UnknownFormat,"could not infer the format of file: #{path.inspect}")
+      end
+    end
+
+    context "when given a path has no file extension" do
+      let(:path) { "path/to/file" }
+
+      it do
+        expect {
+          subject.infer(path)
+        }.to raise_error(Wordlist::UnknownFormat,"could not infer the format of file: #{path.inspect}")
+      end
+    end
+  end
+end

data/spec/helpers/text.rb

@@ -1,6 +1,6 @@
 module Helpers
-  TEXT_DIR = File.expand_path(File.join(File.dirname(__FILE__),'..','text'))
+  TEXT_DIR = ::File.expand_path(::File.join(::File.dirname(__FILE__),'..','text'))
 
-  SAMPLE_TEXT = File.join(TEXT_DIR,'sample.txt')
-  PREVIOUS_WORDLIST = File.join(TEXT_DIR,'previous_wordlist.txt')
+  SAMPLE_TEXT = ::File.join(TEXT_DIR,'sample.txt')
+  PREVIOUS_WORDLIST = ::File.join(TEXT_DIR,'previous_wordlist.txt')
 end

data/spec/helpers/wordlist.rb

@@ -5,14 +5,14 @@ module Helpers
   def wordlist_tempfile(existing_file=nil)
     path = Tempfile.new('wordlist').path
 
-    FileUtils.cp(existing_file,path) if existing_file
+    ::FileUtils.cp(existing_file,path) if existing_file
     return path
   end
 
   def should_contain_words(path,expected)
     words = []
 
-    File.open(path) do |file|
+    ::File.open(path) do |file|
       file.each_line do |line|
         words << line.chomp
       end

data/spec/lexer/lang_spec.rb

@@ -0,0 +1,70 @@
+require 'spec_helper'
+require 'wordlist/lexer/lang'
+
+describe Wordlist::Lexer::Lang do
+  describe ".default" do
+    subject { described_class }
+
+    context "when LANG is set" do
+      context "and is of the form xx" do
+        let(:env) { {'LANG' => 'xx'} }
+
+        before { stub_const('ENV', env) }
+
+        it "must return xx as a Symbol" do
+          expect(subject.default).to be(:xx)
+        end
+      end
+
+      context "and is of the form xx_YY" do
+        let(:env) { {'LANG' => 'xx_YY'} }
+
+        before { stub_const('ENV', env) }
+
+        it "must return xx as a Symbol" do
+          expect(subject.default).to be(:xx)
+        end
+      end
+
+      context "and is of the form xx_YY.UTF-8" do
+        let(:env) { {'LANG' => 'xx_YY.UTF-8'} }
+
+        before { stub_const('ENV', env) }
+
+        it "must return xx as a Symbol" do
+          expect(subject.default).to be(:xx)
+        end
+      end
+
+      context "and is of the form C.UTF-8" do
+        let(:env) { {'LANG' => 'C.UTF-8'} }
+
+        before { stub_const('ENV', env) }
+
+        it "must return :en" do
+          expect(subject.default).to be(:en)
+        end
+      end
+    end
+
+    context "when LANG is C" do
+      let(:env) { {'LANG' => 'C'} }
+
+      before { stub_const('ENV', env) }
+
+      it "must default to :en" do
+        expect(subject.default).to be(:en)
+      end
+    end
+
+    context "when LANG is not set" do
+      let(:env) { {} }
+
+      before { stub_const('ENV', env) }
+
+      it "must default to :en" do
+        expect(subject.default).to be(:en)
+      end
+    end
+  end
+end

data/spec/lexer/stop_words_spec.rb

@@ -0,0 +1,77 @@
+require 'spec_helper'
+require 'wordlist/lexer/stop_words'
+
+describe Wordlist::Lexer::StopWords do
+  describe "DIRECTORY" do
+    subject { described_class::DIRECTORY }
+
+    it "must exist" do
+      expect(File.directory?(subject)).to be(true)
+    end
+  end
+
+  describe ".path_for" do
+    let(:lang) { :en }
+
+    subject { described_class.path_for(lang) }
+
+    it "must return the path to the .txt file in DIRECTORY" do
+      expect(File.dirname(subject)).to eq(described_class::DIRECTORY)
+      expect(File.basename(subject)).to eq("#{lang}.txt")
+    end
+  end
+
+  describe ".read" do
+    context "when given a supported language" do
+      let(:lang) { :en }
+
+      let(:expected_words) do
+        File.readlines(subject.path_for(lang)).map(&:chomp)
+      end
+
+      it "must return the words in the .txt file for the language" do
+        expect(subject.read(lang)).to eq(expected_words)
+      end
+    end
+
+    context "when given an invalid language" do
+      let(:lang) { :foo }
+
+      it do
+        expect {
+          subject.read(lang)
+        }.to raise_error(Wordlist::UnsupportedLanguage,"unsupported language: #{lang}")
+      end
+    end
+  end
+
+  describe ".[]" do
+    context "when given a supported language" do
+      let(:lang) { :en }
+
+      let(:expected_words) do
+        File.readlines(subject.path_for(lang)).map(&:chomp)
+      end
+
+      it "must return the words in the .txt file for the language" do
+        expect(subject[lang]).to eq(expected_words)
+      end
+
+      context "when called multiple times" do
+        it "must return the same cached stop words" do
+          expect(subject[lang]).to be(subject[lang])
+        end
+      end
+    end
+
+    context "when given an invalid language" do
+      let(:lang) { :foo }
+
+      it do
+        expect {
+          subject[lang]
+        }.to raise_error(Wordlist::UnsupportedLanguage,"unsupported language: #{lang}")
+      end
+    end
+  end
+end