phrase_assembler 1.4.0 → 1.4.1

data/lib/pa_proxies/pa_csv_proxy.rb

@@ -7,32 +7,37 @@ module PACsvProxy
     self.current_replace_token = "AAA" if self.current_replace_token == "ZZZ"
   end
   
-  def to_csv(file_name, options = {})
+  def csv_string(delimiter, options = {})
     self.current_replace_token = "AAA"
-    substituted_values = substitute_default_tokens(data, options, " ")
-    File.open(file_name, 'w') {|f| f.write(substituted_values) }
+    substituted_values = substitute_default_tokens(data, options, " ", delimiter)
     return substituted_values
+  end
+  
+  def to_csv(file_name, delimiter = "|", options = {})
+    string_data = self.csv_string(delimiter, options)
+    File.open(file_name, 'w') {|f| f.write(string_data) }
+    return string_data
  end
   
-  def get_csv_safe_string_line(backtrace_string, s)
-    return "#{backtrace_string},\"#{s.gsub('"', '""').gsub(/\r/, '').gsub(/\n/, '')}\"\n"
+  def get_csv_safe_string_line(backtrace_string, s, delimiter)
+    return "#{backtrace_string}#{delimiter}#{s.gsub('"', '""').gsub(/\r/, '').gsub(/\n/, '')}\n"
   end
 
-  def substitute_default_tokens(p_data, p_options, backtrace_string)
+  def substitute_default_tokens(p_data, p_options, backtrace_string, delimiter)
     if p_data.is_a? Hash
       t_text = ""
-      p_data.keys.sort{|a, b| a.to_s <=> b.to_s}.each{|k| t_text << substitute_default_tokens(p_data[k], p_options, "#{backtrace_string}:#{k.to_s}")}
+      p_data.keys.sort{|a, b| a.to_s <=> b.to_s}.each{|k| t_text << substitute_default_tokens(p_data[k], p_options, "#{backtrace_string}:#{k.to_s}", delimiter)}
       return t_text
     elsif p_data.is_a? Array
       t_text = ""
-      p_data.each_index{|index| v=p_data[index];t_text << substitute_default_tokens(v, p_options, "#{backtrace_string}[#{index}]")}
+      p_data.each_index{|index| v=p_data[index];t_text << substitute_default_tokens(v, p_options, "#{backtrace_string}[#{index}]", delimiter)}
       return t_text
     elsif p_data.is_a? String
-      return substitute_default_token(String.new(p_data), p_options, backtrace_string)
+      return substitute_default_token(String.new(p_data), p_options, backtrace_string, delimiter)
     end
   end
   
-  def substitute_default_token(p_data, p_options, backtrace_string)
+  def substitute_default_token(p_data, p_options, backtrace_string, delimiter)
     add_options = {}
     result = ""
     
@@ -62,7 +67,7 @@ module PACsvProxy
     
     add_lang_options = {}
     #Odi po svim vrijednostim za jezik
-    p_data.gsub(/\{\*[^\{\}\*\?]+\?[^\{\}\*:]+(:[^\{\}\*:]+)+\*\}/){|token|
+    p_data.gsub(/\{\*[^\{\}\*\?]+\?[^\{\}\*:]*(:[^\{\}\*:]*)+\*\}/){|token|
       clear_token = token[2...-2]
       key = clear_token[/[^\?]+/]
       
@@ -98,10 +103,10 @@ module PACsvProxy
       for i in 0...max_length
         temp_lang_options = {}
         add_lang_options.keys.each{|k| v=add_lang_options[k]; temp_lang_options[k] = v[((i > v.length - 1) ? (v.length - 1) : i)]}
-        result << get_csv_safe_string_line(backtrace_string, substitute_token(String.new(p_data), p_options, PATokenProxyOptions.new_if_needed(temp_lang_options.merge(add_options))))
+        result << get_csv_safe_string_line("#{backtrace_string} - #{temp_lang_options}", substitute_token(String.new(p_data), p_options, PATokenProxyOptions.new_if_needed(temp_lang_options.merge(add_options))), delimiter)
       end
     else
-      result << get_csv_safe_string_line(backtrace_string, substitute_token(p_data, p_options, PATokenProxyOptions.new_if_needed(add_options)))
+      result << get_csv_safe_string_line(backtrace_string, substitute_token(p_data, p_options, PATokenProxyOptions.new_if_needed(add_options)), delimiter)
     end
     
     return result

data/lib/tasks/phrase_assembler.rake

@@ -27,4 +27,83 @@ namespace :phrase_assembler do
     proxy.load_grammar(File.join(default_dir, grammar_file_name))
     proxy.to_csv(ENV['out'])
   end
+  
+  desc "Outputs whole yml with multiple languages to csv file"
+  task(:get_multi_csv_file) do
+    if ENV['out'].nil?
+      raise 'Must specify output file: out='
+    end
+    if ENV['languages'].nil?
+      raise 'Must specify languages: languages=croatian,serbian,...'
+    end
+    if ENV['default_language'].nil?
+      raise 'Must specify default language: default_language=croatian'
+    end
+    if ENV['default_dir'].nil?
+      default_dir = File.join(::Rails.root.to_s, 'app', 'yaml', 'languages')
+    else
+      default_dir = ENV['default_dir']
+    end
+    if ENV['delimiter'].nil?
+      delimiter = "|"
+    else
+      delimiter = ENV['delimiter']
+    end
+    
+    multi_csv_string = ""
+    first = true
+    languages = ENV['languages'].split(",")
+    languages.insert(0, languages.delete(ENV['default_language']))
+    
+    multi_csv_string << delimiter
+    for language in languages
+      multi_csv_string << "#{language}#{delimiter}"
+    end
+    multi_csv_string << "\n"
+    
+    for language in languages
+      puts '----------------------------------------------'
+      puts language
+      puts '----------------------------------------------'
+      cache = {}
+      proxy = PACompositeProxy.new(cache)
+      proxy.load(File.join(default_dir, "#{language}.yml"))
+      proxy.load_grammar(File.join(default_dir, "#{language}_grammar.yml"))
+      csv_string = proxy.csv_string(delimiter)
+      csv_string.split("\n").each{|csv_string_line|
+        puts csv_string_line
+        csv_string_split = csv_string_line.split(delimiter)
+        if csv_string_split.length > 2
+          merged_csv_string_split = ""
+          for i in 1..csv_string_split.length - 1
+            merged_csv_string_split << csv_string_split[i]
+          end
+          csv_string_split[1] = merged_csv_string_split
+        end
+        
+        if multi_csv_string.include?("#{csv_string_split[0]}#{delimiter}")
+          multi_csv_string = multi_csv_string.insert(multi_csv_string.index("#{csv_string_split[0]}#{delimiter}") + 
+                                                                           (csv_string_split[0]).length + 1, "#{csv_string_split[1]}#{delimiter} ")
+        elsif multi_csv_string.include?("#{csv_string_split[0]}")
+          multi_csv_string = multi_csv_string.gsub(/#{Regexp.escape(csv_string_split[0])}[^#{Regexp.escape(delimiter)}]*#{Regexp.escape(delimiter)}/){|match|
+            "#{match}#{csv_string_split[1]}#{delimiter}"
+          }
+        else
+          unless first
+            puts "ERROR - Differences in yaml: ADDED new definition for language: #{language} definition: #{csv_string_split[0]}"
+            multi_csv_string << "Additional for: #{language}"
+          end
+          multi_csv_string << "#{csv_string_line}\n"
+        end
+      }
+      puts "DONE for #{language}"
+      puts '----------------------------------------------'
+      puts ''
+      puts ''
+      first = false
+    end
+    
+    File.open(ENV['out'], 'w') {|f| f.write(multi_csv_string) }
+    
+  end
 end

metadata

@@ -1,13 +1,12 @@
 --- !ruby/object:Gem::Specification 
 name: phrase_assembler
 version: !ruby/object:Gem::Version 
-  hash: 7
-  prerelease: 
+  prerelease: false
   segments: 
   - 1
   - 4
-  - 0
-  version: 1.4.0
+  - 1
+  version: 1.4.1
 platform: ruby
 authors: 
 - "Lovro \xC5\xBDmak, Radan Skori\xC4\x87, Drap"
@@ -15,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-07-15 00:00:00 +02:00
+date: 2011-09-22 00:00:00 +02:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -26,7 +25,6 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        hash: 3
         segments: 
         - 0
         version: "0"
@@ -75,7 +73,6 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 3
       segments: 
       - 0
       version: "0"
@@ -84,14 +81,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 3
       segments: 
       - 0
       version: "0"
 requirements: []
 
 rubyforge_project: nowarning
-rubygems_version: 1.4.2
+rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: Gem for building phrases