threedaymonk-l10nizer 0.0.6 → 0.0.7

data/lib/l10nizer/grammar.treetop

@@ -1,6 +1,6 @@
 grammar HtmlErb
   rule document
-    (html_comment / javascript / erb_control / whitespace / just_erb_eval / text / tag)* <Document>
+    (html_comment / javascript / erb_control / whitespace / text / tag)* <Document>
   end
 
   rule html_comment
@@ -27,10 +27,6 @@ grammar HtmlErb
     [\s]*
   end
 
-  rule just_erb_eval
-    (optional_whitespace erb_eval)+
-  end
-
   rule text
     (optional_whitespace (erb_eval / inline_markup / word))+ <Text>
   end

data/lib/l10nizer/processor.rb

@@ -17,7 +17,13 @@ module L10nizer
     end
 
     def processed
-      @processed ||= HtmlErbParser.new.parse(@html).elements.map{ |e| NodeWrapperFactory.wrap(e, @keygen) }
+      unless @processed
+        kcode = $KCODE
+        $KCODE = "n"
+        @processed = HtmlErbParser.new.parse(@html).elements.map{ |e| NodeWrapperFactory.wrap(e, @keygen) }
+        $KCODE = kcode
+      end
+      @processed
     end
   end
 end

data/lib/l10nizer/version.rb

@@ -2,7 +2,7 @@ module L10nizer #:nodoc:
   module VERSION #:nodoc:
     MAJOR = 0
     MINOR = 0
-    TINY  = 6
+    TINY  = 7
 
     STRING = [MAJOR, MINOR, TINY].join('.')
   end

data/test/test_processor.rb

@@ -131,4 +131,26 @@ class ProcessorTest < Test::Unit::TestCase
     end
   end
 
+  context "when $KCODE is 'UTF8'" do
+    setup do
+      @kcode = $KCODE
+      $KCODE = "UTF8"
+    end
+
+    teardown do
+      $KCODE = @kcode
+    end
+
+    should "parse multi-byte characters in strings" do
+      html = "<p>We’ve</p>"
+      l10nizer = L10nizer::Processor.new(html, DumbKeyGenerator.new)
+      assert_equal ["We’ve"], l10nizer.l10ns.values
+    end
+
+    should "not change $KCODE" do
+      l10nizer = L10nizer::Processor.new("", DumbKeyGenerator.new)
+      ignore = l10nizer.l10ns.values
+      assert_equal "UTF8", $KCODE
+    end
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: threedaymonk-l10nizer
 version: !ruby/object:Gem::Version 
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors: 
 - Paul Battley
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-07-13 00:00:00 -07:00
+date: 2009-07-17 00:00:00 -07:00
 default_executable: l10nizer
 dependencies: 
 - !ruby/object:Gem::Dependency