excel_to_code 0.0.1

data/src/simplify/replace_shared_strings.rb

@@ -0,0 +1,49 @@
+class ReplaceSharedStringAst 
+  
+  attr_accessor :shared_strings
+  
+  def initialize(shared_strings)
+    @shared_strings = shared_strings.map do |s|
+      s[/^(.*?)\n$/,1]
+    end
+  end
+  
+  def map(ast)
+    if ast.is_a?(Array)
+      operator = ast.shift
+      if respond_to?(operator)
+        send(operator,*ast)
+      else
+        [operator,*ast.map {|a| map(a) }]
+      end
+    else
+      return ast
+    end
+  end
+  
+  def shared_string(string_id)
+    [:string,shared_strings[string_id.to_i]]
+  end
+end
+  
+
+class ReplaceSharedStrings
+  
+  def self.replace(values,shared_strings,output)
+    self.new.replace(values,shared_strings,output)
+  end
+  
+  # Rewrites ast with shared strings to strings
+  def replace(values,shared_strings,output)
+    rewriter = ReplaceSharedStringAst.new(shared_strings.readlines)
+    values.lines do |line|
+      # Looks to match shared string lines
+      if line =~ /\[:shared_string/
+        ref, ast = line.split("\t")
+        output.puts "#{ref}\t#{rewriter.map(eval(ast)).inspect}"
+      else
+        output.puts line
+      end
+    end
+  end
+end

data/src/simplify/replace_table_references.rb

@@ -0,0 +1,71 @@
+class ReplaceTableReferenceAst
+  
+  attr_accessor :tables, :worksheet, :referring_cell
+  
+  def initialize(tables, worksheet = nil, referring_cell = nil)
+    @tables, @worksheet, @referring_cell = tables, worksheet, referring_cell
+  end
+  
+  def map(ast)
+    return ast unless ast.is_a?(Array)
+    operator = ast[0]
+    if respond_to?(operator)
+      send(operator,*ast[1..-1])
+    else
+      [operator,*ast[1..-1].map {|a| map(a) }]
+    end
+  end
+  
+  def table_reference(table_name,table_reference)
+    return [:error,"#REF!"] unless tables.has_key?(table_name.downcase)
+    tables[table_name.downcase].reference_for(table_name,table_reference,worksheet,referring_cell)
+  end
+  
+  def local_table_reference(table_reference)
+    table = tables.values.find do |table|
+      table.includes?(worksheet,referring_cell)
+    end
+    return [:error,"#REF!"] unless table
+    table.reference_for(table.name,table_reference,worksheet,referring_cell)
+  end
+  
+end
+
+
+class ReplaceTableReferences
+  
+  attr_accessor :sheet_name
+  
+  def self.replace(*args)
+    self.new.replace(*args)
+  end
+  
+  def replace(input,table_data,output)
+    tables = {}
+    table_data.each do |line|
+      table = Table.new(*line.strip.split("\t"))
+      tables[table.name.downcase] = table
+    end
+        
+    rewriter = ReplaceTableReferenceAst.new(tables,sheet_name)
+  
+    input.lines do |line|
+      # Looks to match shared string lines
+      begin
+        if line =~ /\[(:table_reference|:local_table_reference)/
+          cols = line.split("\t")
+          ast = cols.pop
+          ref = cols.first
+          rewriter.referring_cell = ref
+          output.puts "#{cols.join("\t")}\t#{rewriter.map(eval(ast)).inspect}"
+        else
+          output.puts line
+        end
+      rescue Exception => e
+        puts "Exception at line #{line}"
+        raise
+      end      
+    end
+  end
+  
+end

data/src/simplify/replace_values_with_constants.rb

@@ -0,0 +1,47 @@
+class MapValuesToConstants
+  
+  attr_accessor :constants
+  
+  def initialize
+    count = 0
+    @constants = Hash.new do |hash,key|
+      count += 1
+      hash[key] = "C#{count}"
+    end
+  end
+  
+  def map(ast)
+    return ast unless ast.is_a?(Array)
+    operator = ast[0]
+    if [:number,:percentage,:string].include?(operator)
+      [:constant, constants[ast]]
+    else
+      [operator,*ast[1..-1].map {|a| map(a) }]
+    end
+  end
+
+end
+
+
+class ReplaceValuesWithConstants
+  
+  attr_accessor :rewriter
+  
+  def self.replace(*args)
+    self.new.replace(*args)
+  end
+  
+  def replace(input,output)
+    @rewriter ||= MapValuesToConstants.new
+    input.lines do |line|
+      begin
+        ref, ast = line.split("\t")
+        output.puts "#{ref}\t#{rewriter.map(eval(ast)).inspect}"
+      rescue Exception => e
+        puts "Exception at line #{line}"
+        raise
+      end
+    end
+
+  end
+end

data/src/simplify/simplify_arithmetic.rb

@@ -0,0 +1,54 @@
+class SimplifyArithmeticAst
+    
+  def map(ast)
+    return ast unless ast.is_a?(Array)
+    operator = ast[0]
+    if respond_to?(operator)
+      send(operator,*ast[1..-1])
+    else
+      [operator,*ast[1..-1].map {|a| map(a) }]
+    end
+  end
+  
+  def brackets(*args)
+    raise NotSupportedException.new("Multiple arguments not supported in brackets #{args.inspect}") if args.size > 1
+    map(args.first)
+  end
+  
+  def arithmetic(*args)
+    return map(args.first) if args.size == 1
+    return [:arithmetic,*args.map {|a| map(a) }] if args.size == 3
+    [['^'],['*','/'],['+','-']].each do |op|
+      i = args.find_index { |a| a[0] == :operator && op.include?(a[1])}
+      next unless i
+      pre_operation = i == 1 ? [] : args[0..(i-2)]
+      operation = args[(i-1)..(i+1)]
+      post_operation = (i + 2) > args.size ? [] : args[(i+2)..-1]
+      return arithmetic(*pre_operation.map {|a| map(a) },[:arithmetic,*operation],*post_operation.map {|a| map(a) })
+    end
+    return [:arithmetic,*args.map {|a| map(a) }]
+  end
+    
+end
+  
+
+class SimplifyArithmetic
+    
+  def self.replace(*args)
+    self.new.replace(*args)
+  end
+  
+  def replace(input,output)
+    rewriter = SimplifyArithmeticAst.new
+    input.lines do |line|
+      # Looks to match lines with references
+      if line =~ /:arithmetic/
+        content = line.split("\t")
+        ast = eval(content.pop)
+        output.puts "#{content.join("\t")}\t#{rewriter.map(ast).inspect}"
+      else
+        output.puts line
+      end
+    end
+  end
+end

data/src/util.rb

@@ -0,0 +1,2 @@
+require_relative "util/not_supported_exception"
+require_relative "util/try"

data/src/util/not_supported_exception.rb

@@ -0,0 +1,2 @@
+class NotSupportedException < Exception
+end

data/src/util/try.rb

@@ -0,0 +1,9 @@
+class Object
+  ##
+  #   @person ? @person.name : nil
+  # vs
+  #   @person.try(:name)
+  def try(method)
+    send method if respond_to? method
+  end
+end

metadata

@@ -0,0 +1,207 @@
+--- !ruby/object:Gem::Specification
+name: excel_to_code
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Thomas Counsell, Green on Black Ltd
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-04-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70298839691560 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70298839691560
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70298839691040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.7.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70298839691040
+description: ! "# excel_to_code\n\nConverts some excel spreadsheets (.xlsx, not .xls)
+  into some other programming languages (currently ruby or c).\nThis allows the excel
+  spreadsheets to be run programatically, without excel.\n\nIts cannonical source
+  is at http://github.com/tamc/excel2code\n\n# Running excel_to_code\n\nTo just have
+  a go:\n\n\t./bin/excel_to_c <excel_file_name>\n\t\nNB:For small spreadsheets this
+  will take a minute or so. For large spreadsheets it is best to run it overnight.\n\t\nfor
+  more detail:\n\t\n\t./bin/excel_to_c --compile --run-tests --settable <name of input
+  worksheet> --prune-except <name of output worksheet> <excel file name> \n\t\nthis
+  should work:\n\n\t./bin/excel_to_c --help\n\n# Testing excel_to_code\n\n1. Make
+  sure you have ruby 1.9.2 or later installed\n2. gem install bundler # May need to
+  use sudo\n3. bundle\n4. rspec spec/*\n\n# Hacking excel_to_code\n\nThere are some
+  how to guides in the doc folder. \n\n# Limitations\n\n1. Not tested at all on Windows\n2.
+  INDIRECT formula must be convertable at runtime into a standard formula\n3. Doesn't
+  implement all functions (see doc/Which_functions_are_implemented.md)\n4. Doesn't
+  implement references that involve range unions and lists\n5. Sometimes gives cells
+  as being empty, when excel would give the cell as having a numeric value of zero\n"
+email: tamc@greenonblack.com
+executables:
+- excel_to_c
+- excel_to_ruby
+extensions: []
+extra_rdoc_files: []
+files:
+- README
+- src/commands/excel_to_c.rb
+- src/commands/excel_to_ruby.rb
+- src/commands.rb
+- src/compile/c/compile_to_c.rb
+- src/compile/c/compile_to_c_header.rb
+- src/compile/c/compile_to_c_unit_test.rb
+- src/compile/c/excel_to_c_runtime.c
+- src/compile/c/map_formulae_to_c.rb
+- src/compile/c/map_sheet_names_to_c_names.rb
+- src/compile/c/map_values_to_c.rb
+- src/compile/c/map_values_to_c_structs.rb
+- src/compile/c.rb
+- src/compile/ruby/compile_to_ruby.rb
+- src/compile/ruby/compile_to_ruby_unit_test.rb
+- src/compile/ruby/excel_to_ruby_runtime.rb
+- src/compile/ruby/map_formulae_to_ruby.rb
+- src/compile/ruby/map_sheet_names_to_ruby_names.rb
+- src/compile/ruby/map_values_to_ruby.rb
+- src/compile/ruby.rb
+- src/compile.rb
+- src/excel/area.rb
+- src/excel/excel_functions/abs.rb
+- src/excel/excel_functions/add.rb
+- src/excel/excel_functions/and.rb
+- src/excel/excel_functions/apply_to_range.rb
+- src/excel/excel_functions/average.rb
+- src/excel/excel_functions/choose.rb
+- src/excel/excel_functions/cosh.rb
+- src/excel/excel_functions/count.rb
+- src/excel/excel_functions/counta.rb
+- src/excel/excel_functions/divide.rb
+- src/excel/excel_functions/excel_equal.rb
+- src/excel/excel_functions/excel_if.rb
+- src/excel/excel_functions/excel_match.rb
+- src/excel/excel_functions/find.rb
+- src/excel/excel_functions/iferror.rb
+- src/excel/excel_functions/index.rb
+- src/excel/excel_functions/left.rb
+- src/excel/excel_functions/less_than.rb
+- src/excel/excel_functions/less_than_or_equal.rb
+- src/excel/excel_functions/max.rb
+- src/excel/excel_functions/min.rb
+- src/excel/excel_functions/mod.rb
+- src/excel/excel_functions/more_than.rb
+- src/excel/excel_functions/more_than_or_equal.rb
+- src/excel/excel_functions/multiply.rb
+- src/excel/excel_functions/negative.rb
+- src/excel/excel_functions/not_equal.rb
+- src/excel/excel_functions/number_argument.rb
+- src/excel/excel_functions/pi.rb
+- src/excel/excel_functions/pmt.rb
+- src/excel/excel_functions/power.rb
+- src/excel/excel_functions/round.rb
+- src/excel/excel_functions/rounddown.rb
+- src/excel/excel_functions/roundup.rb
+- src/excel/excel_functions/string_join.rb
+- src/excel/excel_functions/subtotal.rb
+- src/excel/excel_functions/subtract.rb
+- src/excel/excel_functions/sum.rb
+- src/excel/excel_functions/sumif.rb
+- src/excel/excel_functions/sumifs.rb
+- src/excel/excel_functions/sumproduct.rb
+- src/excel/excel_functions/vlookup.rb
+- src/excel/excel_functions.rb
+- src/excel/formula_peg.rb
+- src/excel/formula_peg.txt
+- src/excel/reference.rb
+- src/excel/table.rb
+- src/excel.rb
+- src/excel_to_code.rb
+- src/extract/check_for_unknown_functions.rb
+- src/extract/extract_array_formulae.rb
+- src/extract/extract_formulae.rb
+- src/extract/extract_named_references.rb
+- src/extract/extract_relationships.rb
+- src/extract/extract_shared_formulae.rb
+- src/extract/extract_shared_strings.rb
+- src/extract/extract_simple_formulae.rb
+- src/extract/extract_table.rb
+- src/extract/extract_values.rb
+- src/extract/extract_worksheet_dimensions.rb
+- src/extract/extract_worksheet_names.rb
+- src/extract/extract_worksheet_table_relationships.rb
+- src/extract/simple_extract_from_xml.rb
+- src/extract.rb
+- src/rewrite/ast_copy_formula.rb
+- src/rewrite/ast_expand_array_formulae.rb
+- src/rewrite/rewrite_array_formulae.rb
+- src/rewrite/rewrite_array_formulae_to_arrays.rb
+- src/rewrite/rewrite_cell_references_to_include_sheet.rb
+- src/rewrite/rewrite_formulae_to_ast.rb
+- src/rewrite/rewrite_merge_formulae_and_values.rb
+- src/rewrite/rewrite_relationship_id_to_filename.rb
+- src/rewrite/rewrite_shared_formulae.rb
+- src/rewrite/rewrite_values_to_ast.rb
+- src/rewrite/rewrite_whole_row_column_references_to_areas.rb
+- src/rewrite/rewrite_worksheet_names.rb
+- src/rewrite.rb
+- src/simplify/count_formula_references.rb
+- src/simplify/identify_dependencies.rb
+- src/simplify/identify_repeated_formula_elements.rb
+- src/simplify/inline_formulae.rb
+- src/simplify/map_formulae_to_values.rb
+- src/simplify/remove_cells.rb
+- src/simplify/replace_arrays_with_single_cells.rb
+- src/simplify/replace_blanks.rb
+- src/simplify/replace_common_elements_in_formulae.rb
+- src/simplify/replace_formulae_with_calculated_values.rb
+- src/simplify/replace_indirects_with_references.rb
+- src/simplify/replace_named_references.rb
+- src/simplify/replace_ranges_with_array_literals.rb
+- src/simplify/replace_shared_strings.rb
+- src/simplify/replace_table_references.rb
+- src/simplify/replace_values_with_constants.rb
+- src/simplify/simplify_arithmetic.rb
+- src/simplify.rb
+- src/util/not_supported_exception.rb
+- src/util/try.rb
+- src/util.rb
+- bin/excel_to_c
+- bin/excel_to_ruby
+homepage: http://github.com/tamc/excel2code
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- src
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ~>
+    - !ruby/object:Gem::Version
+      version: 1.9.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Converts .xlxs files into pure ruby 1.9 code or pure C code so that they
+  can be executed without excel
+test_files: []
+has_rdoc: false