humans_rb 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: dde684101ac3814b2193f370849a1be9b2d34ed5
-  data.tar.gz: 8b4b31b761892b9527862976d412da7e72d0ca02
+  metadata.gz: 97634240b35ca026889376e2e6949e289dd35451
+  data.tar.gz: 30ffa9fe37ad1b87715bdb2e6bcb72a533e037ee
 SHA512:
-  metadata.gz: ac07ba55eccce60be6391ddcf4fb47f18d2ef5beff6edb013c72c93a1c189c61c254e77c67fe441706ebcef912cd2767341f44386eb1e3127d3bdfb71133d44a
-  data.tar.gz: 511be9d5b84d8d8eb9deed488af9d1e7b9d307e2eeebfe30b8d607fba18e2da6652258e4b1d93b786fc99bb574588246f875c817472ae0b4bb6d51453fd3443d
+  metadata.gz: 19b1bc3ae7f4542fbda8424c73563485d9b8c1fa8009c95a9add47ccad0e47536829217fc639e3223d3364c5b44d654cb95a7dd86db17ab7b1a79998f446b27d
+  data.tar.gz: 6d7f0cbe3b33a8446951f22e6a968a77b1701dbcf1f9f8ec1b6c30d291a90814e33a71ea345126e6c91b8896155ac7f13da21ba2b8bb235e80baf11b7cc85733

data/lib/humans_rb/parser.rb

@@ -18,7 +18,7 @@ class HumansRb
     rule(:colon) { str(":") }
     rule(:key) { slash_star.absent? >> newline.absent? >> match("[^:\n]").repeat.as(:key) >> colon }
     rule(:value) { newline.absent? >> match("[^\n]").repeat.as(:value) }
-    rule(:key_value_pair) { whitespace? >> key >> space >> value >> newline }
+    rule(:key_value_pair) { whitespace? >> key >> space? >> value >> newline }
     rule(:key_value_pairs) { key_value_pair.repeat(1).as(:values) }
 
     rule(:name) { slash_star.absent? >> match("[^\t\n:]").repeat(1).as(:name) >> newline }

data/lib/humans_rb/version.rb

@@ -1,3 +1,3 @@
 class HumansRb
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

data/lib/humans_rb.rb

@@ -10,13 +10,12 @@ class HumansRb
   end
 
   def body
-    @body ||= if @url_or_string =~ /^http/
+    if @url_or_string =~ /^http/
       @url_or_string << "/humans.txt" if !(@url_or_string =~ /humans\.txt$/)
-      @url_or_string = Typhoeus.get(@url_or_string, accept_encoding: "gzip").body.
-      encode('UTF-8', {:invalid => :replace, :undef => :replace, :replace => '?'})
-    else
-      @url_or_string.encode('UTF-8', {:invalid => :replace, :undef => :replace, :replace => '?'})
+      @url_or_string = Typhoeus.get(@url_or_string, accept_encoding: "gzip").body
     end
+
+    normalize_string(@url_or_string)
   end
 
   def parse
@@ -24,4 +23,13 @@ class HumansRb
   rescue Parslet::ParseFailed => failure
     puts failure.cause.ascii_tree
   end
+
+  private
+
+  def normalize_string(string)
+    string = string.force_encoding("UTF-8")
+    string = string.encode("UTF-8", :invalid => :replace, :replace => "")
+    string = string.gsub(/^\uFEFF/, "")
+    string << "\n"
+  end
 end

data/script/console

@@ -1,3 +1,3 @@
 #! /bin/sh
 
-bundle exec pry -r ./lib/humans.rb
+bundle exec pry -r ./lib/humans_rb.rb

data/spec/fixtures/humansorg.txt

@@ -0,0 +1,73 @@
+/* TEAM */
+	Chef:Juanjo Bernabeu
+	Contact: hello [at] humanstxt.org
+	Twitter: @juanjobernabeu
+	From:Barcelona, Catalonia, Spain
+
+	UI developer: Maria Macias
+	Twitter: @maria_ux
+	From:Barcelona, Catalonia, Spain
+
+	One eyed illustrator: Carlos Mañas
+	Twitter: @oneeyedman
+	From:Madrid, Spain
+
+	Standard Man: Abel Cabans
+	Twitter: @abelcabans
+	From:Barcelona, Catalonia, Spain
+
+	Web designer: Abel Sutilo
+	Twitter: @abelsutilo
+	From:Sevilla, Andalucia, Spain
+
+/* THANKS */
+
+	(First) EN Translator: Jos Flores
+	Twitter: @prosciuttos
+	From: Barcelona, Catalonia, Spain
+
+	CA Translator: Eva AC
+	Twitter: @evaac
+	From:Barcelona, Catalonia, Spain
+
+	EN Translator: Marta Armada
+	Twitter: @martuishere
+	From: Barcelona, Catalonia, Spain
+	
+	RU Translator: Alexey Bass
+	Twitter: @alexey_bass
+	Location: Israel, Netanya
+	
+	RU Translator: Vladimir Epifanov
+	Twitter: @voldmar
+	Location: Moscow, Russia
+	
+	NL Translator: Rowdy Rabouw
+	Twitter: @rowdyrabouw
+	Location: Gouda, The Netherlands
+	
+	DE Translator: Dennis Fischer
+	Twitter: @ichderfisch
+	Location: Düsseldorf / Germany
+	
+	CZ Translator: Daniel Kršiak
+	Twitter: @krsiakdaniel
+	Location: Czech Republic
+	
+	ZH Translator: Ana Villalba
+	Location: Spain
+	
+	JA Translator: Clémence Haure
+	Location: Spain
+	
+	FR Translator: Thibaud Desodt
+	Location: Belgium
+	
+	Media Queries by: Marta Armada (@martuishere) and Javier Usobiaga (@htmlboy)
+		
+
+/* SITE */
+	Last update:2012/02/04
+	Language: Català / Czech / Deutsch / English / Castellano / Japanese / Dutch / Russian / Chinese
+	Doctype:HTML5
+	IDE: Sublime Text, Notepad++, FileZilla, Photoshop

data/spec/humans_rb_spec.rb

@@ -7,18 +7,24 @@ describe "humans.rb" do
   end
 
   it "should return the string if passed" do
-    expect(HumansRb.new("foo").body).to eql("foo")
+    expect(HumansRb.new("foo").body).to eql("foo\n")
   end
 
   it "should return the body if a URL is passed" do
     stub_request(:get, "http://ben.balter.com/humans.txt").
       to_return(:status => 200, :body => "foo", :headers => {})
 
-    expect(HumansRb.new("http://ben.balter.com/humans.txt").body).to eql("foo")
+    expect(HumansRb.new("http://ben.balter.com/humans.txt").body).to eql("foo\n")
   end
 
   it "should return headings" do
     output = @humans.parse
     expect(output.count).to eql(2)
   end
+
+  it "should parse the humanstxt.org humans.txt file" do
+    humans = HumansRb.new(load_fixture("humansorg.txt")).parse
+    expect(humans).to_not be_nil
+    expect(humans[:team]).to_not be_nil
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: humans_rb
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Ben Balter
@@ -131,6 +131,7 @@ files:
 - script/console
 - script/release
 - spec/fixtures/humans.txt
+- spec/fixtures/humansorg.txt
 - spec/humans_parser_spec.rb
 - spec/humans_rb_spec.rb
 - spec/humans_transform_spec.rb
@@ -161,6 +162,7 @@ specification_version: 4
 summary: A Ruby gem for parsing humans.txt files
 test_files:
 - spec/fixtures/humans.txt
+- spec/fixtures/humansorg.txt
 - spec/humans_parser_spec.rb
 - spec/humans_rb_spec.rb
 - spec/humans_transform_spec.rb