extract 0.1.1

data/spec/math_spec.rb

@@ -0,0 +1,52 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+def should_parse_math(str,val=nil)
+  it "math parse #{str}" do
+    old_str = str
+    str = str.gsub(" ","")#.gsub(/[\(\)]/,"")
+    res = MathMyParser.new.parse(str)
+    #puts res.inspect
+
+    res.should be
+    if true
+      if val
+        res.eval.should == val 
+      else
+        raise res.inspect unless res.respond_to?(:eval)
+        res.eval.to_f.should == eval(old_str.gsub("^","**")).to_f
+      end
+    end
+  end
+end
+
+def should_calc_to(str,val)
+  Extract::MathCalc.parse_eval(str).should == val
+end
+
+describe "Math" do
+  should_parse_math "23 + 45 + 67 + 89"
+
+  #should_parse_math "(2)"
+  should_parse_math "2+3"
+  should_parse_math "2 + (3 + 4)"
+  should_parse_math "(2 + 3) + 4"
+  should_parse_math "(2 + (3 + 4)) + 5"
+
+  should_parse_math "3 + 4 * 5"
+  should_parse_math "3 * 4 + 5"
+
+    
+
+  should_parse_math "(3 + 4) * 5"
+
+  should_parse_math "1.5 + 2.4"
+
+  should_parse_math "-2 + -3"
+
+  should_parse_math "2^3"
+  should_parse_math "2^3 * 3^2^(1+1)"
+end
+
+describe "Math" do
+  #should_calc_to "2 + 3",5
+end

data/spec/parser_spec.rb

@@ -0,0 +1,145 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+def should_parse(str)
+  it "#{str} parses" do
+    begin
+      str.should parse
+    rescue => exp
+      res = FormulaParser.new().parse(str, :consume_all_input => false)
+      raise res.inspect
+      raise exp
+    end
+  end
+end
+
+def should_parse_to(str,val)
+  it "#{str} parses to #{val}" do
+    result = Extract::Parser.new(:str => str, :sheet => sheet).result
+    begin
+      res = Extract::Parser.new(:str => str, :sheet => sheet).excel_value
+      #puts result.inspect unless res == val
+      res.should == val
+    rescue => exp
+      puts result.inspect
+      raise exp
+    end
+  end
+end
+
+describe "Extract" do
+  
+  it 'smoke' do
+    2.should == 2
+  end
+
+  it 'number' do
+    "=4".should parse
+  end
+
+  let(:sheet) do
+    res = Extract::Sheet.new
+    {"A1" => 1, "A2" => 2, "A3" => 3, "B1" => 4, "B2" => 5, "B3" => 6}.each do |k,v|
+      res[k] = v
+    end
+    res
+  end
+
+  should_parse "=4"
+  should_parse "=4+5"
+  should_parse "=4 + 5"
+
+  should_parse "=A1"
+  should_parse "=THING(A1)"
+  should_parse "=THING(A1:A9)"
+  should_parse "=THING(A1,A2)"
+  should_parse "=THING(A1, A2)"
+
+  should_parse "=THING(THING(A1))"
+  should_parse "=THING(THING(A1:A9))"
+  should_parse "=THING(THING(A1,A2:A9))"
+
+  should_parse_to "=A1",1
+  should_parse_to "=A2",2
+
+  should_parse_to "=DOUBLE(A1)",2
+  should_parse_to "=DOUBLE(DOUBLE(A1))",4
+  should_parse_to "=DOUBLE(A2)",4
+  should_parse_to "=DOUBLE(3)",6
+  should_parse_to "=DOUBLE(DOUBLE(3))",12
+
+  should_parse_to "=SUM(A1,A2)",3
+  should_parse_to "=SUM(A1,A2,3)",6
+  should_parse_to "=SUM(A1,A2,A2)",5
+
+  should_parse_to "=3 + 4",7
+  should_parse_to "=3 + 4 + 5",12
+
+
+  should_parse "= 3 + 4 + A2"
+  
+
+  should_parse_to "=3 + 4 + A2",9
+  
+
+  should_parse_to "=3 + A2 + 4",9
+  should_parse_to "=3 + DOUBLE(5)",13
+
+  should_parse_to "=2 = 3",false
+  should_parse_to "=2 = 2",true
+
+  should_parse_to "=IF(2=2,5,6)",5
+  should_parse_to "=IF(2=3,5,6)",6
+  should_parse_to "=IF(2 > 1,5,6)",5
+  should_parse_to "=IF(2 > 3,5,6)",6
+  should_parse_to "=IF(TRUE,5,6)",5
+  should_parse_to "=IF(FALSE,5,6)",6
+
+  should_parse_to "=IF(2=2,DOUBLE(2),DOUBLE(3))",4
+  should_parse_to "=IF(2=3,DOUBLE(2),DOUBLE(3))",6
+
+  should_parse_to "=SUM(A1:A2)",3
+  should_parse_to "=SUM(A1:A4)",6
+  should_parse_to "=SUM(A1:B4)",21
+  should_parse_to "=MAX(A1:B4)",6
+
+  should_parse_to "=IF(A2>A1,5,6)",5
+  should_parse_to "=IF(A1>A2,5,6)",6
+
+  should_parse_to "=VLOOKUP(2,A1:B6,1)",2
+  should_parse_to "=VLOOKUP(2,A1:B6,2)",5
+
+  should_parse_to "=A1:B2",[[1,4],[2,5]]
+
+  should_parse_to "=-2 * -3",6
+  should_parse_to "=-2 * A2",-4
+  should_parse_to "=A2 * -2",-4
+
+  should_parse_to "=-A2",-2
+
+  should_parse_to "=DOUBLE(3 * 4)",24 
+
+  should_parse_to '="abc"="abc"',true
+  should_parse_to '="abc"="abd"',false
+  should_parse_to "=DOUBLE(2)=4",true
+  should_parse_to "=DOUBLE(2)=5",false
+  should_parse_to "=(2+3)*2=10",true
+  should_parse_to "=(2+3)*2=11",false
+  #should_parse_to '=A1="N/A'
+
+  should_parse_to '=IF(A1="N/A",0,A1*A2)',2
+
+  should_parse_to "=$A1 + A2",3
+
+  should_parse_to "=3^2",9
+  should_parse_to "=IF(A1<=$A$2,3,4)",3
+
+  should_parse_to "=COMBIN($A$2*2,A1*2)",6
+  should_parse "=COMBIN(A2,A1)*B3"
+  should_parse "=COMBIN($A$2,A1)*$B$31^C35"
+  should_parse '=IF(C35<=$B$30,COMBIN($B$30,C35)*$B$31^C35*(1-$B$31)^($B$30-C35),17)'
+  should_parse '=IF(C35<=$B$30,COMBIN($B$30,C35)*$B$31^C35*(1-$B$31)^($B$30-C35),"abc")'
+  #should_parse_to "=COMBIN($A$2,A1)*$B$31^C35*(1-$B$31)^($B$30-C35)",99
+
+  should_parse_to '=IF(2<1,14,"N/A")',"N/A"
+  should_parse_to '=IF(2<3,"ABC","N/A")',"ABC"
+end

data/spec/persist_spec.rb

@@ -0,0 +1,34 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe 'Persist' do
+  let(:sheet) do
+    res = Extract::Sheet.new
+    res["A1"] = 1
+    res["A2"] = "=DOUBLE(A1)"
+    res["A3"] = "=DOUBLE(A2)"
+    res["A4"] = "=IF(2>3,A2,A3)"
+
+    res["B1"] = 1
+    res["B2"] = 2
+    res["B3"] = "=IF(B1>B2,5,6)"
+    res
+  end
+
+  let(:sheet_def) do
+    Extract::SheetDefinition.new(:sheet => sheet, :output_cells => %w(B3))
+  end
+
+  before do
+    Extract::Persist::Sheet.destroy_all
+  end
+
+
+  it 'smoke' do
+    res = sheet_def.save!
+    res.should be
+    Extract::Persist::Sheet.count.should == 1
+
+    s = Extract::Persist::Sheet.first.sheet_def
+    s["B3"].should == 6
+  end
+end

data/spec/sheet_definition_spec.rb

@@ -0,0 +1,46 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "SheetDefinition" do
+  let(:sheet) do
+    res = Extract::Sheet.new
+    {"A1" => 1, "A2" => 2, "A3" => 3, "B1" => 4, "B2" => 5, "B3" => 6}.each do |k,v|
+      res[k] = v
+    end
+    res["C1"] = "=A1"
+    res['D1'] = "=C1"
+    res['E1'] = "=D1"
+
+    res['F1'] = "=A1+A2"
+    res['G1'] = "=A3"
+    res
+  end
+  let(:sheet_def) do
+    Extract::SheetDefinition.new(:sheet => sheet, :output_cells => output_cells)
+  end
+
+  describe "simple" do
+    let(:output_cells) { %w(F1) }
+    it 'has inputs' do
+      sheet_def.input_cells.should == %w(A1 A2)
+    end
+  end
+ 
+  describe "output cell without formula becomes input" do
+    let(:output_cells) { %w(F1 A3) }
+    it 'has inputs' do
+      sheet_def.input_cells.sort.should == %w(A1 A2 A3)
+    end
+  end
+
+  describe "output range" do
+    let(:output_cells) { %w(D1:G1) }
+
+    it 'sets output correctly' do
+      sheet_def.output_cells.should == %w(D1 E1 F1 G1)
+    end
+
+    it 'has input' do
+      sheet_def.input_cells.sort.should == %w(A1 A2 A3)
+    end
+  end
+end

data/spec/sheet_spec.rb

@@ -0,0 +1,51 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+def should_eval_to(formula,val)
+  it "thing" do
+
+    sheet["Z99"] = formula
+    sheet["Z99"].should == val
+  end
+end
+
+describe "Sheet" do
+  let(:sheet) do
+    res = Extract::Sheet.new
+    res["A1"] = 1
+    res["A2"] = "=DOUBLE(A1)"
+    res["A3"] = "=DOUBLE(A2)"
+    res["A4"] = "=IF(2>3,A2,A3)"
+
+    res["B1"] = 1
+    res["B2"] = 2
+    res["B3"] = "=IF(B1>B2,5,6)"
+    res
+  end
+
+  it 'A2 works' do
+    sheet["A2"].should == 2
+  end
+
+  it 'A3 works' do
+    sheet["A3"].should == 4
+  end
+
+  it 'A4 works' do
+    sheet["A4"].should == 4
+  end
+
+  it 'B3' do
+    sheet['B3'].should == 6
+  end
+
+  it 'B3 changed' do
+    sheet['B1'] = 99
+    sheet['B3'].should == 5
+  end
+
+  should_eval_to "=2 + 3",5
+  should_eval_to "=B1 + 2",3
+  #should_eval_to "=-1*B1",-1
+
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,68 @@
+require 'rubygems'
+require 'spork'
+#uncomment the following line to use spork with the debugger
+#require 'spork/ext/ruby-debug'
+
+Spork.prefork do
+  # Loading more in this block will cause your tests to run faster. However,
+  # if you change any configuration or code from libraries loaded here, you'll
+  # need to restart spork for it take effect.
+
+  $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+  $LOAD_PATH.unshift(File.dirname(__FILE__))
+  require 'rspec'
+  require 'extract'
+
+  # Requires supporting files with custom matchers and macros, etc,
+  # in ./support/ and its subdirectories.
+  Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
+
+  RSpec.configure do |config|
+    
+  end
+
+  RSpec::Matchers.define :parse do
+    match do |actual|
+      !!Extract::Parser.new(:str => actual).result
+    end
+  end
+
+  f = File.expand_path(File.dirname(__FILE__)) + "/config/mongoid.yml"
+  Mongoid.load! f,'development'
+end
+
+Spork.each_run do
+  load File.expand_path(File.dirname(__FILE__)) + "/../lib/extract.rb"
+  # This code will be run each time you run your specs.
+
+end
+
+# --- Instructions ---
+# Sort the contents of this file into a Spork.prefork and a Spork.each_run
+# block.
+#
+# The Spork.prefork block is run only once when the spork server is started.
+# You typically want to place most of your (slow) initializer code in here, in
+# particular, require'ing any 3rd-party gems that you don't normally modify
+# during development.
+#
+# The Spork.each_run block is run each time you run your specs.  In case you
+# need to load files that tend to change during development, require them here.
+# With Rails, your application modules are loaded automatically, so sometimes
+# this block can remain empty.
+#
+# Note: You can modify files loaded *from* the Spork.each_run block without
+# restarting the spork server.  However, this file itself will not be reloaded,
+# so if you change any of the code inside the each_run block, you still need to
+# restart the server.  In general, if you have non-trivial code in this file,
+# it's advisable to move it into a separate file so you can easily edit it
+# without restarting spork.  (For example, with RSpec, you could move
+# non-trivial code into a file spec/support/my_helper.rb, making sure that the
+# spec/support/* files are require'd from inside the each_run block.)
+#
+# Any code that is left outside the two blocks will be run during preforking
+# *and* during each_run -- that's probably not what you want.
+#
+
+
+

data/vol/excel_test.rb

@@ -0,0 +1,55 @@
+
+
+
+
+sheet = Extract::Sheet.load("/users/mharris717/code/orig/extract/samples/div.xlsx")
+
+#sheet["A1"] = 999
+#puts sheet["B42"]
+
+h = {}
+sheet.each_value_comp do |k,form,calc,act|
+  h[k] = [form,calc,act] unless calc == act
+end
+
+h.each do |k,v|
+  puts "#{k} #{v.inspect}"
+end
+
+#puts sheet["E38"]
+
+#IF(C35<=$B$30,COMBIN($B$30,C35)*$B$31^C35*(1-$B$31)^($B$30-C35)
+
+
+if false
+  h = {}
+
+res = []
+res << "C35<=$B$30"
+res << "COMBIN($B$30,C35)"
+res << "$B$31^C35"
+res << "(1-$B$31)^($B$30-C35)"
+res.each do |f|
+  val = sheet.eval("=#{f}")
+  h[f] = val
+end
+h.each { |k,v| puts "#{k}: #{v}"}
+
+h = {}
+("A".."M").each do |col|
+  (1..60).each do |i|
+    k = "#{col}#{i}"
+    val = sheet[k]
+    h[k] = val if val.present? && !(val.to_s =~ /[a-z]/i)
+  end
+end
+
+h.each do |k,v|
+  puts "#{k}: #{v}"
+end
+
+puts sheet["E38"]
+#puts sheet.deps("B42").inspect
+end
+
+%w(B38 B41 B51 B52)