coopy 0.6.4

data/lib/coopy/diff_output_raw.rb

@@ -0,0 +1,17 @@
+require 'coopy/diff_output'
+
+class DiffOutputRaw < DiffOutput
+  def apply_row(rc)
+    unless @shown_columns
+      puts "COLUMN NAMES:      #{rc.columns.column_name}"
+      puts "COLUMN OFFSETS:    #{rc.columns.column_offset}"
+      puts "COLUMN CHANGE ROW: #{rc.columns.change_row}"
+      puts "COLUMN TITLE ROW:  #{rc.columns.title_row}"
+      puts " "
+      @shown_columns = true
+    end
+    puts "Mode: [#{rc.row_mode}]"
+    puts "Cells: #{rc.cells}"
+    puts " "
+  end
+end

data/lib/coopy/diff_output_stats.rb

@@ -0,0 +1,45 @@
+require 'coopy/diff_output'
+
+class Coopy::DiffOutputStats < DiffOutput
+  attr_accessor :row
+
+  def initialize
+    @row = {}
+  end
+
+  def row_inc(tag)
+    @row[tag] = 0 unless @row.has_key? tag
+    @row[tag] = @row[tag]+1
+  end
+
+  def apply_row(rc)
+    row_inc(:all)
+    case rc.row_mode
+    when "+++"
+      row_inc(:insert)
+    when "---"
+      row_inc(:delete)
+    when "->"
+      row_inc(:update)
+    when "..."
+      row_inc(:skip)
+    when ""
+      row_inc(:context)
+    end
+  end
+
+  def add(sel,sel_tag,tag)
+    v = 0
+    v = sel[tag] if sel.has_key? tag
+    "#{sel_tag.to_s},#{tag.to_s},#{v}\n"
+  end
+
+  def to_string
+    txt = ""
+    [:all,:insert,:delete,:update,:skip,:context].each do |tag|
+      txt = txt + add(@row,:row,tag)
+    end
+    txt
+  end
+end
+

data/lib/coopy/diff_output_table.rb

@@ -0,0 +1,49 @@
+require 'coopy/diff_output'
+
+class DiffOutputTable < DiffOutput
+  def begin_table
+  end
+
+  def end_table
+  end
+
+  def begin_row(mode)
+  end
+
+  def insert_cell(txt,mode,separator)
+  end
+
+  def end_row
+  end
+
+  def quote(x)
+    return "" if x.nil?
+    x
+  end
+
+  def apply_row(rc)
+    self.begin_row(rc.row_mode)
+    self.insert_cell(rc.row_mode,
+                     (rc.row_mode=="->") ? rc.row_mode : "",
+                     (rc.row_mode=="->") ? rc.row_mode : "")
+    rc.cells.each do |cell|
+      if cell[:new_value]
+        self.insert_cell(quote(cell[:value]) + "->" + quote(cell[:new_value]),
+                         cell[:cell_mode],
+                         "->")
+      else
+        self.insert_cell(cell[:txt],cell[:cell_mode],cell[:separator])
+      end
+    end
+    self.end_row
+  end
+
+  def begin_diff
+    self.begin_table
+  end
+
+  def end_diff
+    self.end_table
+  end
+end
+

data/lib/coopy/diff_output_tdiff.rb

@@ -0,0 +1,48 @@
+require 'coopy/diff_output_action'
+
+# this is just a stub, not yet functional
+class DiffOutputTdiff < DiffOutputAction
+  def begin_diff
+    puts "# tdiff version 0.3"
+  end
+
+  def row_show(rc)
+    rc.active_columns.each do |col|
+      title = col[:title]
+      offset = col[:diff_offset]
+      print "|"
+      print title
+      print "="
+      print rc.cells[offset][:txt]
+      unless rc.cells[offset][:new_value].nil?
+        print "->"
+        print rc.cells[offset][:new_value]
+      end
+    end
+    puts "|"
+  end
+
+  def row_insert(rc)
+    print "+ "
+    row_show(rc)
+  end
+
+  def row_delete(rc)
+    print "- "
+    row_show(rc)
+  end
+
+  def row_update(rc)
+    print "= "
+    row_show(rc)
+  end
+
+  def row_skip(rc)
+    puts "* ||"
+  end
+
+  def row_context(rc)
+    print "* "
+    row_show(rc)
+  end
+end

data/lib/coopy/diff_parser.rb

@@ -0,0 +1,92 @@
+require 'coopy/diff_output'
+require 'csv'
+
+class DiffParser
+  def initialize(fname)
+    @rows = CSV.read(fname)
+  end
+
+  def set_output(output)
+    @diff_output = output
+  end
+
+  def apply_row_main(rc,columns)
+    rc.columns = columns
+    @diff_output.apply_row(rc)
+  end
+
+  def apply
+    rows = @rows
+    render = @diff_output
+    return if render.nil?
+    render.begin_diff
+    rcs = []
+    columns = DiffColumns.new
+    rows.each_with_index do |row, r|
+      row_mode = ""
+      open = false
+      next if row.length == 0
+      txt = row[0]
+      txt = "" if txt.nil?
+      if txt=="@" or txt=="@@"
+        row_mode = "@@"
+        columns.title_row = row
+        columns.update
+      elsif txt=="!" or txt=="+++" or txt=="---" or txt=="..." or txt.include? "->"
+        row_mode = txt
+        columns.change_row = row if txt=="!"
+      else
+        open = true
+      end
+      cmd = txt
+      cells = []
+      row.each_with_index do |val, c|
+        next if c == 0
+        nval = nil
+        txt = ""
+        txt = val.to_s unless val.nil?
+        txt = "" if txt=="NULL"
+        cell_mode = ""
+        separator = ""
+        if open and !columns.change_row.nil?
+          change = columns.change_row[c]
+          if change=="+++" or change == "---"
+            cell_mode = change
+          end
+        end
+        if cmd.to_s.include? "->"
+          if txt.include? cmd
+            cell_mode = "->"
+            separator = cmd
+            b = txt.index(cmd)
+            val = txt[0,b]
+            nval = txt[b+cmd.length,txt.length]
+          end
+        end
+        cells << {
+          :txt => txt,
+          :value => val,
+          :new_value => nval,
+          :cell_mode => cell_mode,
+          :separator => separator
+        }
+      end
+      rc = RowChange.new(row_mode,cells)
+      unless columns.title_row.nil?
+        rcs.each { |rc| self.apply_row_main(rc,columns) }
+        rcs = []
+        self.apply_row_main(rc,columns)
+      else
+        rcs << rc
+      end
+    end
+    rcs.each { |rc| self.apply_row_main(rc,columns) }
+    render.end_diff
+  end
+
+  def to_string
+    return diff_output.to_string unless diff_output.nil?
+    ""
+  end
+end
+

data/lib/coopy/diff_render_csv.rb

@@ -0,0 +1,29 @@
+require 'coopy/diff_output_table'
+require 'csv'
+
+class DiffRenderCsv < DiffOutputTable
+  def initialize(fname = nil)
+    @txt = ""
+    @csv = CSV.open(fname,'w') if fname
+  end
+
+  def begin_row(row_mode)
+    @line = []
+  end
+
+  def insert_cell(txt,mode,separator)
+    @line << txt
+  end
+
+  def end_row
+    if @csv
+      @csv.add_row(@line)
+    else
+      @txt << @line.to_csv
+    end
+  end
+
+  def to_string
+    @txt
+  end
+end

data/lib/coopy/diff_render_html.rb

@@ -0,0 +1,74 @@
+require 'coopy/diff_output_table'
+
+class DiffRenderHtml < DiffOutputTable
+  def initialize
+    @text_to_insert = []
+  end
+
+  def insert(str)
+    @text_to_insert << str
+  end
+
+  def begin_table
+    self.insert "<table class='csv_sheet'>\n"
+  end
+
+  def begin_row(mode)
+    @td_open = '<td';
+    @td_close = '</td>';
+    @row_color = "";
+    @open = false;
+    case mode
+    when "@@"
+      @td_open = "<th"
+      @td_close = "</th>"
+    when "!"
+      @row_color = "#aaaaaa"
+    when "+++"
+      @row_color = "#7fff7f";
+    when "---"
+      @row_color = "#ff7f7f";
+    else
+      @open = true
+    end
+    tr = "<tr>";
+    row_decorate = ""
+    if @row_color!=""
+      row_decorate = " bgcolor=\"" + @row_color + "\" style=\"background-color: " + @row_color + ";\""
+      tr = "<tr" + row_decorate + ">"
+    end
+    self.insert(tr)
+  end
+
+  def insert_cell(txt,mode,separator)
+    cell_decorate = ""
+    case mode
+    when "+++"
+      cell_decorate = " bgcolor=\"#7fff7f\" style=\"background-color: #7fff7f;\""
+    when "---"
+      cell_decorate = " bgcolor=\"#ff7f7f\" style=\"background-color: #ff7f7f;\""
+    when "->"
+      cell_decorate = " bgcolor=\"#7f7fff\" style=\"background-color: #7f7fff;\""
+    end
+    self.insert @td_open+cell_decorate+">"
+    self.insert txt
+    self.insert @td_close
+  end
+
+  def end_row
+    self.insert "</tr>\n"
+  end
+
+  def end_table
+    self.insert "</table>\n"
+  end
+
+  def html
+    @text_to_insert.join ''
+  end
+
+  def to_string
+    html
+  end
+end
+

data/lib/coopy/diff_render_log.rb

@@ -0,0 +1,52 @@
+require 'diff_output_table'
+
+class DiffRenderLog < DiffOutputTable
+  def initialize
+    @r = 0
+    @c = 0
+    @row_mode = ""
+    @row_log = []
+    @cell_log = []
+  end
+
+  def begin_table
+  end
+
+  def begin_row(mode)
+    @row_mode = mode
+    @row_log << [@r, mode]
+    @c = 0
+  end
+
+  def insert_cell(txt,mode,separator)
+    @cell_log << {
+      :col => @c,
+      :row => @r,
+      :txt => txt,
+      :cell_mode => mode,
+      :row_mode => @row_mode,
+      :separator => separator
+    }
+    @c = @c + 1
+  end
+
+  def end_row
+    @r = @r + 1
+  end
+
+  def end_table
+  end
+  
+  def log
+    txt = ""
+    @cell_log.each do |v|
+      txt << v[:col].to_s + "," + v[:row].to_s + " [" + v[:cell_mode] + "/" +
+        v[:row_mode] + "] " + v[:separator] + " : " + v[:txt].to_s + "\n"
+    end
+    txt
+  end
+
+  def to_string
+    log
+  end
+end

data/lib/coopy/row_change.rb

@@ -0,0 +1,25 @@
+class RowChange
+  attr_accessor :row_mode
+  attr_accessor :cells
+  attr_accessor :columns
+  attr_accessor :key
+
+  def initialize(row_mode,cells)
+    @row_mode = row_mode
+    @cells = cells
+    @key = nil
+  end
+
+  def active_columns
+    return [] if @columns.nil?
+    @columns.column_by_offset
+  end
+
+  def value_at(column)
+    @cells[column[:in_offset]][:value]
+  end
+
+  def new_value_at(column)
+    @cells[column[:in_offset]][:new_value]
+  end
+end

data/lib/coopy/scraperwiki_sql_wrapper.rb

@@ -0,0 +1,8 @@
+require 'sqlite_sql_wrapper'
+
+# Tweak sqlite wrapper slightly to match ScraperWiki's API
+class ScraperwikiSqlWrapper < SqliteSqlWrapper
+  def sqlite_execute(template,vals)
+    @db.sqliteexecute(template,vals)["data"]
+  end
+end