extcsv 0.10.0

data/lib/lsmodel.rb

@@ -0,0 +1,289 @@
+require 'matrix'
+require 'mathn'
+
+# Modelling funtionality with the least square mathod
+module LSModel
+  MINIMAL_VARIATION_SIZE = 8
+
+  # Function for simple computation of the slope of y over x, i.e. y =
+  # ax, x is input and y is the measured value. Both should behave
+  # like arrays. 
+  # This is the direct version of what the abstract modelling method would do
+  def LSModel.linear_model(x,y)
+    return nil if x.size != y.size
+
+    # recursive to_f for x and y
+    params = [x, y]
+    params.each_with_index {|param,index|
+      params[index] = param.each_with_index {|v,i| param[i] = v.to_f}
+    }
+
+    s   = nil
+    x_V = Vector.elements(x)
+    y_V = Vector.elements(y)
+    s   = x_V.inner_product(y_V)/x_V.inner_product(x_V)
+   
+    r,  = stability_index("linear",s,y,x)
+
+    [s, r]
+  end
+
+  # Method for affine regression y = ax + b 
+  # This is the direct version of what the abstract modelling method would do
+  def LSModel.affine_model(x,y)
+    return nil if x.size != y.size
+    n = x.size.to_f
+    params = [x, y]
+    params.each_with_index {|param,index|
+      params[index] = param.each_with_index {|v,i| param[i] = v.to_f}
+    }
+    x_V = Vector.elements(x)
+    y_V = Vector.elements(y)
+    x_S = x.inject {|sum,x_i| sum += x_i}
+    y_S = y.inject {|sum,y_i| sum += y_i}
+    # gradient
+    a = (n*x_V.inner_product(y_V) - x_S*y_S)/(n*x_V.inner_product(x_V) - x_S*x_S)
+    # offset
+    b = (y_S - a*x_S)/n
+    # fitnes
+    r,  = stability_index("affine",[a,b],y,x)
+    [a,b,r]
+  end
+
+
+  # mode abstract Modelling: multiple (but same) dimesions are allowed in
+  # input/output data arrays (ins, out)
+  # model should have the form:
+  # <tt>"[1.0,input[0][i],input[1][i]]"</tt> for affine model
+  #
+  # !!EXPERIMENTAL!! Better use abstract_model
+  def LSModel.abstract_modelD(ins, outs, model)
+    ###########################################################################
+    # Calculation of the coefficients for the given model
+    #
+    # check for data quality
+    # 1. Is there enough data?
+    if ins[0].size < 2
+      puts "To few datasets!"
+      raise
+    end
+    # 2. Has any dataset the same size?
+    sizes = []
+    [ins,outs].each {|datas| datas.each {|dataset| sizes << dataset.size}}
+    if sizes.uniq.size != 1
+      puts "Use datasets with same number of values!"
+      raise
+    end
+    # 3. Convert everything from String to Float
+    [ins,outs].each {|datas| datas.collect!{|data| data.collect {|data_| data_.to_f}}}
+    # 4. preprocess the model
+    model = convertModelInputString(model)
+    # Create input/output matrices
+    input  = Matrix.columns(ins)
+    output = Matrix.columns(outs)
+
+    # Create the modelling Matrix
+    rows = []
+    (0...sizes[0]).each {|i| rows << eval(model) }
+    model_matrix = Matrix.rows(rows)
+
+    # Computation of coefficients
+    model_coeffs = (model_matrix.transpose * model_matrix).inverse * model_matrix.transpose * output
+    
+    ###########################################################################
+    # Calculation of the stability
+    r_total  = 0.0
+    r_reg    = 0.0
+    r_res    = 0.0
+    modelDim = modelDim(model,true)
+    #test p model + "=>" + "modelDim: " + modelDim.to_s
+    # mean values for each measured variable
+    n = output.row_size
+    meanValues = []
+    output.column_vectors.each {|cv| meanValues << cv.to_a.inject {|sum,v| sum + v}/n}
+    # each measurement variable has to be treated separately
+    stability = []
+    output.column_vectors.each_with_index {|output_vector,k|
+      modelOutput = model_matrix * model_coeffs.column(k)
+      output_vector.to_a.each_with_index {|output_value,i|
+        r_total += (output_value   - meanValues[k])**2
+        r_res   += (output_value   - modelOutput[i])**2
+        r_reg   += (modelOutput[i] - meanValues[k])**2
+      }
+      r = r_reg/r_total
+      r_improved = 1.0 - (1.0 - r**2)*(k-1.0)/(k - modelDim -1.0)
+      stability << [r,r_improved]
+    }
+
+    return [model_coeffs, stability]
+  end
+
+  def LSModel.convertModelInputString(model)
+    "[" + model.gsub(/\[(\d+)\]/,"\[i,\\1\]") + "]"
+  end
+
+  def LSModel.modelHasConstant?(model)
+    input      = Matrix.scalar(100,0.0)
+    i          = 0
+    modelArray = eval(model)
+    modelArray.include?(1.0)
+  end
+
+  # For the calculation of the adjusted stability index, a special Dimensionis
+  # needed: the number of coefficients without the constant term.
+  def LSModel.modelDim(model,forAdjustedStability=false)
+    input      = Matrix.scalar(100,0.0)
+    i          = 0
+    dim = eval(model).size
+    (forAdjustedStability and modelHasConstant?(model)) ? dim - 1 : dim
+  end
+
+  def LSModel.modelOutput(model, model_coeffs, inputs)
+    inputs.collect!{|input| input.collect {|inn| inn.to_f}}
+    input = Matrix.rows(inputs)
+    model = convertModelInputString(model)
+    # Create the modelling Matrix
+    rows  = []
+    (0...input.row_size).each {|i| rows << eval(model) }
+    model_matrix = Matrix.rows(rows)
+    #test pp model_matrix
+    modelOutput = model_matrix * model_coeffs
+  end
+
+  # Abstract modelling method. See test files for usage.
+  def LSModel.abstract_model(ins, outs, model, force=false)
+    minimal_variaion_size = (force) ? 2 : MINIMAL_VARIATION_SIZE
+    unless (ins[0].size == outs.size and outs.size >= minimal_variaion_size)
+      $stdout << "ERROR:\nMINIMAL_VARIATION_SIZE #{MINIMAL_VARIATION_SIZE} is not reached!\n"
+      $stdout << "Only #{ins[0].size} measurements are present.\n"
+      raise
+    end
+
+    params = [outs,ins]
+    params.each_with_index {|param,index|
+      if index == 0 
+        # 'out' is a single array 
+        params[index] = param.each_with_index {|v,i| param[i] = v.to_f}
+      else 
+        # 'ins' is an array of arrays
+        param.each_with_index {|inn,i|
+          param[i] = inn.each_with_index {|v,i| inn[i] = v.to_f}
+        }
+        params[index] = param
+      end
+    }
+    out_vector = Vector.elements(outs)
+    rows       = []
+    (0..ins.first.size-1).each {|i|
+      rows << eval(model)
+      var = eval(model)
+    }
+    matrix       = Matrix.rows(rows)
+    model_coeffs = (matrix.transpose * matrix).inverse * matrix.transpose * out_vector
+    r,           = abstract_stability_index(ins,
+                                            outs,
+                                            model,
+                                            model_coeffs)
+    [model_coeffs,r]
+  end
+
+  # Computation of fjhgugui<F5>zt56789gfrihi
+  #
+  # ,löl,00, <- this was nick ;)
+  #
+  # Computation of stability index according the the given model with its
+  # coeffs
+  def LSModel.abstract_stability_index(ins,outs,model,model_coeffs)
+    r_total  = 0.0
+    r_reg    = 0.0
+    r_res    = 0.0
+    n        = outs.size.to_f
+    outs_mid = outs.inject {|sum,i| sum + i } / n
+
+    outs.each_with_index {|out,i|
+      out_by_model = model_coeffs.inner_product(Vector.elements(eval(model)))
+      r_total += (outs[i] - outs_mid)      * (outs[i] - outs_mid)   
+      r_res   += (outs[i] - out_by_model)  * (outs[i] - out_by_model)  
+      r_reg   += (out_by_model - outs_mid) * (out_by_model - outs_mid)
+    }
+
+    r_ = r_reg/r_total
+    r  = 1.0 - r_res/r_total
+
+    [r, r_]
+  end
+
+  # This function computed the know variance according the the model given by
+  # the 'mode' parameter:
+  # * 'linear' for the linear model y=s*x
+  def LSModel.stability_index(mode, s, y, *x)
+    r_total = 0.0
+    r_reg   = 0.0
+    r_res   = 0.0
+    n       = y.size.to_f
+    y_mid   = y.inject {|sum,i| sum + i } / n
+
+    case mode
+    when "linear"
+      x = x[0]
+      y.each_with_index {|y_i,i|
+        ys_i     = s*x[i]
+        r_total += (y_i - y_mid)  * (y_i - y_mid)   
+        r_res   += (y_i - ys_i)   * (y_i - ys_i)  
+        r_reg   += (ys_i - y_mid) * (ys_i - y_mid)
+      }
+    when "affine"
+      a, b = s
+      y.each_with_index {|y_i,i|
+        ys_i     = a*x[0][i] + b
+        r_total += (y_i - y_mid)  * (y_i - y_mid)   
+        r_res   += (y_i - ys_i)   * (y_i - ys_i)  
+        r_reg   += (ys_i - y_mid) * (ys_i - y_mid)
+      }
+    else
+      puts "Wrong working mode in function 'stability_index'! " +
+           "Use 'linear' or 'affine' instead.'"
+      raise
+    end
+
+    r_ = r_reg/r_total
+    r  = 1.0 - r_res/r_total
+
+    [r, r_]
+  end
+  def LSModel.test_model(ins, out, model, model_coeffs)
+    params = [out,ins]
+    params.each_with_index {|param,index|
+      if index == 0 # 'out' is a single array 
+        params[index] = param.each_with_index {|v,i| param[i] = v.to_f}
+      else # 'ins' is an array of arrays
+        param.each_with_index {|inn,i|
+          param[i] = inn.each_with_index {|v,i| inn[i] = v.to_f}
+        }
+        params[index] = param
+      end
+    }
+    r_total  = 0.0
+    r_reg    = 0.0
+    r_res    = 0.0
+    n        = out.size.to_f
+    out_mid  = out.inject {|sum,i| sum + i } / n
+
+    model_out  = []
+    model_diff = []
+
+    out.each_with_index {|value,i|
+      out_by_model = model_coeffs.inner_product(Vector.elements(eval(model)))
+      model_out  << out_by_model
+      model_diff << out_by_model - value
+      r_total += (value - out_mid)       * (value - out_mid)   
+      r_res   += (value - out_by_model)  * (value - out_by_model)  
+      r_reg   += (out_by_model - out_mid) * (out_by_model - out_mid)
+    }
+
+    r_ = r_reg/r_total
+    r  = 1.0 - r_res/r_total
+
+    {:r => r,:model => model_out, :diff => model_diff}
+  end
+end

data/rakefile

@@ -0,0 +1,134 @@
+begin	
+  require 'rubygems'
+  require 'rake/gempackagetask'
+rescue Exception
+  nil
+end
+require 'rake/clean'
+require 'rake/testtask'
+require 'rake/rdoctask'
+
+CLEAN.include('**/*.out')
+SPEC          = eval(File.open("gemspec","r").read)
+CHANGELOGFILE = "CHANGELOG"
+
+def filename_to_sym(filename)
+  File.basename(filename,File.extname(filename)).to_sym
+end
+
+# ====================================================================
+# TEST TASKS
+test_tasks = {
+  :test_all   => ["Run all tests"],
+  :test_gr    => ["Run graphical Test"],
+  :test_syn   => ["Syntax Check for each ruby file in the project"]
+}
+# Syntax checkning task
+task :test_syn do
+  Dir.glob("**/*.rb").each {|file|
+    printf "Checking Syntax of #{file} ..."
+    system("ruby -c #{file}")
+  }
+end
+# Test tasks for each test file
+SPEC.test_files.each do |test_file|
+  next unless File.extname(test_file) == ".rb"
+  Rake::TestTask.new(filename_to_sym(test_file)) do |t|
+    test_tasks[:test_all]  << filename_to_sym(test_file)
+    test_tasks[:test_gr]   << filename_to_sym(test_file) if /display/.match(test_file)
+    t.test_files = FileList[test_file]
+    t.warning = false
+    t.verbose = true
+  end
+end
+
+# Test Tasks for groups of test files
+test_tasks.each do |k,v|
+  desc  v[0]
+  task k => v[1..-1]
+end
+# ====================================================================
+# Create a task that will package the software into distributable
+# tar, zip and gem files.
+if ! defined?(Gem)
+  puts "Package Target requires RubyGEMs"
+else
+  package_task = Rake::GemPackageTask.new(SPEC) do |pkg|
+    pkg.need_zip = false
+    pkg.need_tar = false
+  end
+end
+
+# ====================================================================
+desc "Build package for further developement"
+task :build_dev do
+  files = SPEC.files + Dir.glob("test/data/*")
+#require 'pp';  pp files;end
+  com = "tar czf pkg/#{SPEC.name}-#{SPEC.version}-src.tgz #{files.join(" ")}"
+  system(com)
+end
+# ====================================================================
+desc "Install the Library with docs"
+task :install do
+  command = "gem install pkg/#{SPEC.name}-#{SPEC.version}.gem"
+  puts command
+  system(command)
+end
+task :smallInstall do 
+  command = "gem install pkg/#{SPEC.name}-#{SPEC.version}.gem --no-ri --no-rdoc"
+  puts command
+  system(command)
+end
+#desc "Only install what is in bin to /usr/local/bin"
+#task :binstall do
+#  if File.directory?('/usr/local/bin')
+#    bins = Dir.glob("bin/*.rb")
+#    command = "install -m 755 #{bins.join(' ')} /usr/local/bin"
+#    puts command
+#    system(command)
+#  end
+#end
+# ====================================================================
+desc "All"
+task :all => [:install, :populate] do
+end
+
+# ====================================================================
+# Create a task to build the RDOC documentation tree.
+Rake::RDocTask.new("rdoc") { |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = "extcsv - Make csv-like Data feel ike DB-tables"
+  rdoc.options << '-ad' << '--line-numbers' << '--inline-source'
+  rdoc.rdoc_files.include('lib/**/*.rb', 'doc/**/*.rdoc')
+}
+
+############################################################
+# ====================================================================
+# Task to build and populate the changelog
+desc "build changelog"
+task :changelog do
+  changelogfile_pop = "#{SPEC.name}_#{CHANGELOGFILE}.html"
+  changelog_proc    = "/usr/local/bin/redcloth"
+  command = "#{changelog_proc} #{CHANGELOGFILE} > #{changelogfile_pop}"
+  puts command 
+  system(command)
+end
+###############################################################################
+desc "renew the tags file"
+task :tags do
+  com = "rtags --vi -f tags lib/*.rb"
+  system(com)
+end
+#
+desc "go on editing from last Session if possible"
+task :edit do
+  visual_mode = (ENV["vimode"].nil?) ? '-p' : ENV["vimode"]
+  com = (File.exist?("Session.vim"))\
+    ? 'vim -S'\
+    : "vim #{SPEC.files.join(" ")} rakefile #{visual_mode}"
+  puts com
+  system(com)
+end
+#
+# vim:ft=ruby
+#

data/test/data/file00.txt

@@ -0,0 +1,116 @@
+Step	try	col1	col2	col3	col4	col5	col6	col7	col8
+1	1	80,0	50,0	6,14	5	233,6	0,2211	2,0217	1,9672
+2	1	80,0	100,0	6,47	5	244,0	0,2090	2,1445	2,0345
+3	1	80,0	150,0	6,67	5	251,8	0,1996	2,2393	2,0832
+4	1	80,0	200,0	6,82	5	255,5	0,1967	2,2805	2,1087
+5	1	80,0	250,0	6,94	5	261,5	0,1902	2,3529	2,1465
+6	1	80,0	300,0	7,04	5	267,3	0,1836	2,4247	2,1819
+7	1	80,0	350,0	7,12	5	272,3	0,1792	2,4834	2,2145
+8	1	80,0	400,0	7,20	5	278,6	0,1725	2,5616	2,2528
+9	1	80,0	450,0	7,26	5	281,3	0,1700	2,5942	2,2698
+10	1	80,0	500,0	7,33	5	286,5	0,1641	2,6609	2,3001
+11	1	80,0	550,0	7,38	5	290,8	0,1598	2,7148	2,3260
+12	1	100,0	50,0	6,12	5	265,1	0,2187	2,3014	2,2281
+13	1	100,0	100,0	6,45	5	272,6	0,2118	2,3874	2,2782
+14	1	100,0	150,0	6,65	5	277,5	0,2086	2,4402	2,3130
+15	1	100,0	200,0	6,80	5	282,8	0,2028	2,5050	2,3459
+16	1	100,0	250,0	6,92	5	287,3	0,1993	2,5560	2,3763
+17	1	100,0	300,0	7,01	5	293,6	0,1928	2,6333	2,4152
+18	1	100,0	350,0	7,10	5	297,5	0,1893	2,6798	2,4401
+19	1	100,0	400,0	7,17	5	302,9	0,1835	2,7480	2,4723
+20	1	100,0	450,0	7,24	5	306,1	0,1805	2,7872	2,4921
+21	1	100,0	500,0	7,30	5	310,2	0,1764	2,8387	2,5167
+22	1	100,0	550,0	7,36	5	313,7	0,1722	2,8853	2,5360
+23	1	100,0	600,0	7,41	5	316,7	0,1682	2,9270	2,5515
+24	1	100,0	650,0	7,46	5	318,4	0,1655	2,9523	2,5593
+25	1	100,0	700,0	7,50	5	321,5	0,1618	2,9942	2,5760
+26	1	100,0	750,0	7,54	5	320,4	0,1618	2,9840	2,5672
+27	1	100,0	800,0	7,58	5	322,7	0,1582	3,0183	2,5776
+28	1	100,0	850,0	7,62	5	326,0	0,1540	3,0644	2,5945
+29	1	100,0	900,0	7,66	5	328,3	0,1508	3,0977	2,6056
+30	1	100,0	950,0	7,69	5	331,4	0,1482	3,1365	2,6242
+31	1	100,0	1000,0	7,72	5	333,7	0,1459	3,1668	2,6372
+32	1	120,0	50,0	6,11	5	296,3	0,2167	2,5788	2,4863
+33	1	120,0	100,0	6,43	5	302,6	0,2101	2,6558	2,5254
+34	1	120,0	150,0	6,63	5	306,0	0,2077	2,6938	2,5487
+35	1	120,0	200,0	6,78	5	311,5	0,2033	2,7575	2,5850
+36	1	120,0	250,0	6,90	5	315,4	0,2000	2,8036	2,6102
+37	1	120,0	300,0	6,99	5	318,8	0,1980	2,8409	2,6339
+38	1	120,0	350,0	7,08	5	323,2	0,1934	2,8966	2,6600
+39	1	120,0	400,0	7,15	5	327,7	0,1898	2,9500	2,6889
+40	1	120,0	450,0	7,22	5	331,1	0,1867	2,9920	2,7098
+41	1	120,0	500,0	7,28	5	334,0	0,1839	3,0286	2,7271
+42	1	120,0	550,0	7,33	5	335,8	0,1817	3,0532	2,7367
+43	1	120,0	600,0	7,38	5	336,7	0,1809	3,0643	2,7421
+44	1	120,0	650,0	7,43	5	337,4	0,1774	3,0838	2,7397
+45	1	120,0	700,0	7,47	5	337,8	0,1762	3,0920	2,7401
+46	1	120,0	750,0	7,51	5	340,0	0,1733	3,1231	2,7512
+47	1	120,0	800,0	7,55	5	343,1	0,1692	3,1672	2,7666
+48	1	120,0	850,0	7,59	5	345,4	0,1672	3,1961	2,7804
+49	1	120,0	900,0	7,62	5	347,9	0,1646	3,2293	2,7942
+50	1	120,0	950,0	7,66	5	348,6	0,1642	3,2373	2,7989
+51	1	120,0	1000,0	7,69	5	352,4	0,1608	3,2859	2,8211
+52	1	140,0	50,0	5,70	5	325,8	0,2141	2,8450	2,7280
+53	1	140,0	100,0	6,09	5	328,5	0,2137	2,8700	2,7497
+54	1	140,0	150,0	6,42	5	332,1	0,2107	2,9125	2,7729
+55	1	140,0	200,0	6,62	5	337,0	0,2063	2,9720	2,8036
+56	1	140,0	250,0	6,76	5	341,1	0,2030	3,0206	2,8300
+57	1	140,0	300,0	6,88	5	344,5	0,2000	3,0622	2,8510
+58	1	140,0	350,0	6,98	5	348,3	0,1970	3,1076	2,8753
+59	1	140,0	400,0	7,06	5	349,0	0,1974	3,1123	2,8820
+60	1	140,0	450,0	7,13	5	352,5	0,1944	3,1553	2,9036
+61	1	140,0	500,0	7,20	5	356,6	0,1892	3,2126	2,9246
+62	1	140,0	550,0	7,26	5	356,0	0,1884	3,2103	2,9177
+63	1	140,0	600,0	7,31	5	356,2	0,1878	3,2145	2,9179
+64	1	140,0	650,0	7,36	5	357,5	0,1852	3,2366	2,9221
+65	1	140,0	700,0	7,40	5	359,6	0,1825	3,2664	2,9326
+66	1	140,0	750,0	7,45	5	360,7	0,1821	3,2780	2,9406
+67	1	80,0	50,0	6,14	4	281,9	0,1603	2,6301	2,2558
+68	1	80,0	100,0	6,47	4	287,9	0,1561	2,6995	2,2955
+69	1	80,0	150,0	6,67	4	295,0	0,1506	2,7841	2,3409
+70	1	80,0	200,0	6,82	4	300,4	0,1456	2,8518	2,3734
+71	1	80,0	250,0	6,94	4	305,4	0,1411	2,9145	2,4034
+72	1	80,0	300,0	7,04	4	310,3	0,1365	2,9772	2,4321
+73	1	80,0	350,0	7,12	4	311,3	0,1354	2,9906	2,4376
+74	1	80,0	400,0	7,20	4	316,1	0,1307	3,0532	2,4649
+75	1	80,0	450,0	7,26	4	320,3	0,1266	3,1083	2,4886
+76	1	80,0	500,0	7,33	4	322,3	0,1242	3,1363	2,4988
+77	1	80,0	550,0	7,38	4	325,0	0,1209	3,1745	2,5124
+78	1	100,0	50,0	6,12	4	319,9	0,1590	2,9893	2,5570
+79	1	100,0	100,0	6,45	4	326,2	0,1546	3,0641	2,5975
+80	1	100,0	150,0	6,65	4	330,7	0,1515	3,1178	2,6262
+81	1	100,0	200,0	6,80	4	333,2	0,1491	3,1502	2,6406
+82	1	100,0	250,0	6,92	4	337,3	0,1458	3,2014	2,6654
+83	1	100,0	300,0	7,01	4	341,1	0,1431	3,2477	2,6890
+84	1	100,0	350,0	7,10	4	344,9	0,1397	3,2969	2,7109
+85	1	100,0	400,0	7,17	4	347,4	0,1376	3,3289	2,7255
+86	1	100,0	450,0	7,24	4	349,4	0,1354	3,3566	2,7359
+87	1	100,0	500,0	7,30	4	352,6	0,1325	3,3987	2,7539
+88	1	100,0	550,0	7,36	4	355,4	0,1303	3,4343	2,7704
+89	1	100,0	600,0	7,41	4	357,1	0,1282	3,4591	2,7785
+90	1	100,0	650,0	7,46	4	358,5	0,1259	3,4818	2,7837
+91	1	100,0	700,0	7,50	4	365,5	0,1198	3,5746	2,8227
+92	1	120,0	50,0	6,11	4	355,5	0,1581	3,3255	2,8393
+93	1	120,0	100,0	6,43	4	360,4	0,1542	3,3870	2,8688
+94	1	120,0	150,0	6,63	4	363,6	0,1523	3,4247	2,8895
+95	1	120,0	200,0	6,78	4	366,5	0,1506	3,4589	2,9082
+96	1	120,0	250,0	6,90	4	370,0	0,1482	3,5018	2,9299
+97	1	120,0	300,0	6,99	4	372,0	0,1462	3,5290	2,9406
+98	1	120,0	350,0	7,08	4	374,8	0,1437	3,5660	2,9563
+99	1	120,0	400,0	7,15	4	372,9	0,1454	3,5409	2,9457
+100	1	120,0	450,0	7,22	4	375,7	0,1435	3,5754	2,9628
+101	1	120,0	500,0	7,28	4	378,4	0,1415	3,6095	2,9789
+102	1	120,0	550,0	7,33	4	380,9	0,1391	3,6435	2,9923
+103	1	120,0	600,0	7,38	4	383,0	0,1372	3,6717	3,0038
+104	1	140,0	50,0	6,09	4	390,2	0,1558	3,6601	3,1103
+105	1	140,0	100,0	6,42	4	393,8	0,1540	3,7017	3,1341
+106	1	140,0	150,0	6,62	4	396,8	0,1523	3,7374	3,1533
+107	1	140,0	200,0	6,76	4	399,0	0,1506	3,7657	3,1661
+108	1	140,0	250,0	6,88	4	402,0	0,1488	3,8020	3,1849
+109	1	140,0	300,0	6,98	4	404,1	0,1472	3,8291	3,1971
+110	1	140,0	350,0	7,06	4	405,8	0,1457	3,8519	3,2064
+111	1	140,0	400,0	7,13	4	407,2	0,1447	3,8698	3,2146
+112	1	140,0	450,0	7,20	4	409,6	0,1428	3,9012	3,2282
+113	1	140,0	500,0	7,26	4	410,3	0,1421	3,9111	3,2317
+114	1	140,0	550,0	7,31	4	408,5	0,1433	3,8885	3,2210
+

data/test/data/file01.txt

@@ -0,0 +1,121 @@
+zeit	try	col1	col2	col3	col4	col5	col6	col7	col8	string	Vers	colN
+19.01.2007 13:12:38	8	80,0	50,0	6,99	5	267,8	0,1540	2,5172	2,1313	machine1	V4_2	2500
+17.01.2007 15:45:49	3	80,0	50,0	6,98	4	301,1	0,1232	2,9335	2,3325	machine1	V4_2	2500
+17.01.2007 15:33:44	2	80,0	100,0	7,34	5	254,2	0,1791	2,3189	2,0674	machine1	V4_2	2500
+17.01.2007 15:46:40	3	80,0	100,0	7,34	4	310,3	0,1156	3,0495	2,3875	machine1	V4_2	2500
+17.01.2007 15:34:21	3	80,0	150,0	7,56	5	266,4	0,1660	2,4688	2,1424	machine1	V4_2	2500
+17.01.2007 15:47:14	3	80,0	150,0	7,56	4	315,8	0,1115	3,1176	2,4208	machine1	V4_2	2500
+17.01.2007 15:35:17	5	80,0	200,0	7,71	5	280,0	0,1494	2,6458	2,2192	machine1	V4_2	2500
+17.01.2007 15:48:09	5	80,0	200,0	7,71	4	321,4	0,1065	3,1910	2,4526	machine1	V4_2	2500
+17.01.2007 15:36:04	4	80,0	250,0	7,84	5	287,3	0,1423	2,7380	2,2635	machine1	V4_2	2500
+17.01.2007 15:48:48	3	80,0	250,0	7,84	4	326,0	0,1039	3,2455	2,4815	machine1	V4_2	2500
+17.01.2007 15:36:48	3	80,0	300,0	7,94	5	290,2	0,1413	2,7691	2,2846	machine1	V4_2	2500
+17.01.2007 15:49:32	3	80,0	300,0	7,94	4	330,4	0,1008	3,3013	2,5085	machine1	V4_2	2500
+17.01.2007 15:38:14	3	80,0	350,0	8,03	5	296,6	0,1349	2,8511	2,3214	machine1	V4_2	2500
+17.01.2007 15:50:22	3	80,0	350,0	8,03	4	335,4	0,0965	3,3674	2,5364	machine1	V4_2	2500
+17.01.2007 15:39:25	4	80,0	400,0	8,11	5	303,5	0,1276	2,9425	2,3605	machine1	V4_2	2500
+17.01.2007 15:51:19	3	80,0	400,0	8,10	4	338,7	0,0937	3,4112	2,5551	machine1	V4_2	2500
+17.01.2007 15:40:57	3	80,0	450,0	8,17	5	307,0	0,1256	2,9830	2,3833	machine1	V4_2	2500
+17.01.2007 15:52:22	3	80,0	450,0	8,17	4	342,7	0,0906	3,4627	2,5773	machine1	V4_2	2500
+17.01.2007 15:42:07	3	80,0	500,0	8,23	5	310,6	0,1223	3,0291	2,4043	machine1	V4_2	2500
+17.01.2007 15:53:32	3	80,0	500,0	8,23	4	345,7	0,0877	3,5045	2,5934	machine1	V4_2	2500
+17.01.2007 15:43:23	3	80,0	550,0	8,28	5	314,6	0,1191	3,0797	2,4284	machine1	V4_2	2500
+17.01.2007 15:54:29	2	80,0	550,0	8,28	4	347,0	0,0866	3,5217	2,6002	machine1	V4_2	2500
+17.01.2007 15:44:45	3	80,0	600,0	8,33	5	318,6	0,1154	3,1313	2,4505	machine1	V4_2	2500
+17.01.2007 15:55:30	2	80,0	600,0	8,33	4	350,3	0,0834	3,5679	2,6176	machine1	V4_2	2500
+17.01.2007 15:56:21	2	100,0	50,0	6,96	5	267,9	0,1993	2,3835	2,2160	machine1	V4_2	2500
+17.01.2007 16:31:41	4	100,0	50,0	6,96	4	340,6	0,1227	3,3205	2,6373	machine1	V4_2	2500
+17.01.2007 15:57:04	2	100,0	100,0	7,31	5	280,9	0,1846	2,5448	2,2947	machine1	V4_2	2500
+17.01.2007 16:32:39	3	100,0	100,0	7,32	4	344,4	0,1204	3,3664	2,6614	machine1	V4_2	2500
+17.01.2007 15:58:01	5	100,0	150,0	7,53	5	296,9	0,1664	2,7499	2,3882	machine1	V4_2	2500
+17.01.2007 16:33:25	4	100,0	150,0	7,54	4	352,0	0,1139	3,4662	2,7043	machine1	V4_2	2500
+17.01.2007 15:58:49	4	100,0	200,0	7,69	5	305,4	0,1584	2,8555	2,4396	machine1	V4_2	2500
+17.01.2007 16:34:04	3	100,0	200,0	7,70	4	356,0	0,1112	3,5153	2,7280	machine1	V4_2	2500
+17.01.2007 15:59:58	5	100,0	250,0	7,81	5	313,2	0,1506	2,9560	2,4855	machine1	V4_2	2500
+17.01.2007 16:34:48	3	100,0	250,0	7,82	4	360,4	0,1078	3,5731	2,7534	machine1	V4_2	2500
+17.01.2007 16:01:06	4	100,0	300,0	7,92	5	318,0	0,1472	3,0135	2,5162	machine1	V4_2	2500
+17.01.2007 16:35:42	3	100,0	300,0	7,92	4	364,5	0,1048	3,6256	2,7771	machine1	V4_2	2500
+17.01.2007 16:02:24	4	100,0	350,0	8,00	5	323,9	0,1420	3,0880	2,5510	machine1	V4_2	2500
+17.01.2007 16:36:43	3	100,0	350,0	8,01	4	368,6	0,1021	3,6776	2,8015	machine1	V4_2	2500
+17.01.2007 16:03:51	4	100,0	400,0	8,07	5	328,4	0,1378	3,1456	2,5767	machine1	V4_2	2500
+17.01.2007 16:37:53	3	100,0	400,0	8,08	4	372,1	0,0996	3,7224	2,8217	machine1	V4_2	2500
+17.01.2007 16:05:09	3	100,0	450,0	8,14	5	330,6	0,1366	3,1715	2,5914	machine1	V4_2	2500
+17.01.2007 16:39:11	3	100,0	450,0	8,15	4	375,5	0,0972	3,7669	2,8417	machine1	V4_2	2500
+17.01.2007 16:06:55	4	100,0	500,0	8,20	5	336,5	0,1310	3,2492	2,6247	machine1	V4_2	2500
+17.01.2007 16:40:36	3	100,0	500,0	8,21	4	378,9	0,0948	3,8109	2,8611	machine1	V4_2	2500
+17.01.2007 16:08:28	3	100,0	550,0	8,25	5	338,3	0,1302	3,2700	2,6372	machine1	V4_2	2500
+17.01.2007 16:42:10	3	100,0	550,0	8,25	4	381,9	0,0927	3,8501	2,8778	machine1	V4_2	2500
+17.01.2007 16:10:37	4	100,0	600,0	8,30	5	344,5	0,1243	3,3520	2,6714	machine1	V4_2	2500
+17.01.2007 16:45:15	6	100,0	600,0	8,31	4	387,0	0,0884	3,9194	2,9048	machine1	V4_2	2500
+17.01.2007 16:12:26	3	100,0	650,0	8,34	5	346,1	0,1241	3,3679	2,6828	machine1	V4_2	2500
+17.01.2007 16:49:51	9	100,0	650,0	8,26	4	390,0	0,0856	3,9623	2,9196	machine1	V4_2	2500
+17.01.2007 16:14:24	3	100,0	700,0	8,37	5	350,6	0,1202	3,4270	2,7081	machine1	V4_2	2500
+19.01.2007 13:08:53	7	100,0	700,0	8,32	4	391,4	0,0809	3,9971	2,9178	machine1	V4_2	2500
+17.01.2007 16:16:30	3	100,0	750,0	8,41	5	353,4	0,1178	3,4638	2,7240	machine1	V4_2	2500
+17.01.2007 16:19:51	3	100,0	800,0	8,44	5	356,9	0,1145	3,5115	2,7433	machine1	V4_2	2500
+17.01.2007 16:22:13	3	100,0	850,0	8,46	5	358,9	0,1127	3,5388	2,7544	machine1	V4_2	2500
+17.01.2007 16:24:42	3	100,0	900,0	8,49	5	361,2	0,1108	3,5684	2,7670	machine1	V4_2	2500
+17.01.2007 16:27:19	3	100,0	950,0	8,51	5	363,5	0,1082	3,6018	2,7782	machine1	V4_2	2500
+17.01.2007 16:30:03	3	100,0	1000,0	8,53	5	365,2	0,1066	3,6251	2,7872	machine1	V4_2	2500
+17.01.2007 17:01:15	4	120,0	50,0	6,95	5	313,4	0,1784	2,8611	2,5471	machine1	V4_2	2500
+17.01.2007 17:47:10	3	120,0	50,0	6,95	4	373,1	0,1262	3,6220	2,8974	machine1	V4_2	2500
+17.01.2007 17:02:53	5	120,0	100,0	7,30	5	329,0	0,1610	3,0666	2,6339	machine1	V4_2	2500
+17.01.2007 17:48:32	4	120,0	100,0	7,30	4	382,9	0,1172	3,7560	2,9505	machine1	V4_2	2500
+17.01.2007 17:03:52	5	120,0	150,0	7,52	5	335,4	0,1555	3,1470	2,6726	machine1	V4_2	2500
+17.01.2007 17:49:22	4	120,0	150,0	7,52	4	390,4	0,1108	3,8569	2,9903	machine1	V4_2	2500
+17.01.2007 17:04:59	5	120,0	200,0	7,68	5	341,2	0,1508	3,2194	2,7080	machine1	V4_2	2500
+17.01.2007 17:50:06	3	120,0	200,0	7,68	4	393,3	0,1093	3,8923	3,0087	machine1	V4_2	2500
+17.01.2007 17:06:06	4	120,0	250,0	7,80	5	345,7	0,1479	3,2726	2,7364	machine1	V4_2	2500
+17.01.2007 17:50:59	3	120,0	250,0	7,80	4	397,1	0,1066	3,9421	3,0306	machine1	V4_2	2500
+17.01.2007 17:08:09	5	120,0	300,0	7,90	5	352,3	0,1419	3,3585	2,7743	machine1	V4_2	2500
+17.01.2007 17:52:02	3	120,0	300,0	7,90	4	401,0	0,1041	3,9920	3,0533	machine1	V4_2	2500
+17.01.2007 17:09:40	4	120,0	350,0	7,99	5	355,1	0,1407	3,3904	2,7933	machine1	V4_2	2500
+17.01.2007 17:53:14	3	120,0	350,0	7,99	4	404,4	0,1018	4,0361	3,0730	machine1	V4_2	2500
+17.01.2007 17:11:22	4	120,0	400,0	8,06	5	360,1	0,1366	3,4542	2,8226	machine1	V4_2	2500
+17.01.2007 17:54:36	3	120,0	400,0	8,06	4	407,4	0,1000	4,0741	3,0905	machine1	V4_2	2500
+17.01.2007 17:13:17	4	120,0	450,0	8,12	5	364,0	0,1335	3,5042	2,8452	machine1	V4_2	2500
+17.01.2007 17:56:30	4	120,0	450,0	8,13	4	412,7	0,0964	4,1432	3,1205	machine1	V4_2	2500
+17.01.2007 17:15:24	4	120,0	500,0	8,18	5	367,9	0,1306	3,5536	2,8682	machine1	V4_2	2500
+17.01.2007 17:58:37	4	120,0	500,0	8,19	4	415,4	0,0946	4,1786	3,1357	machine1	V4_2	2500
+17.01.2007 17:18:11	4	120,0	550,0	8,23	5	371,2	0,1281	3,5958	2,8876	machine1	V4_2	2500
+17.01.2007 18:01:15	4	120,0	550,0	8,23	4	417,8	0,0931	4,2094	3,1495	machine1	V4_2	2500
+17.01.2007 17:21:00	4	120,0	600,0	8,28	5	374,8	0,1256	3,6416	2,9097	machine1	V4_2	2500
+17.01.2007 18:03:15	3	120,0	600,0	8,27	4	417,1	0,0938	4,1998	3,1461	machine1	V4_2	2500
+17.01.2007 17:23:43	4	120,0	650,0	8,32	5	378,0	0,1237	3,6806	2,9294	machine1	V4_2	2500
+17.01.2007 17:26:02	3	120,0	700,0	8,36	5	378,2	0,1244	3,6796	2,9330	machine1	V4_2	2500
+17.01.2007 17:28:31	3	120,0	750,0	8,40	5	380,7	0,1228	3,7110	2,9484	machine1	V4_2	2500
+17.01.2007 17:31:09	3	120,0	800,0	8,43	5	383,3	0,1212	3,7431	2,9639	machine1	V4_2	2500
+17.01.2007 17:33:57	3	120,0	850,0	8,46	5	385,8	0,1194	3,7744	2,9783	machine1	V4_2	2500
+17.01.2007 17:37:38	4	120,0	900,0	8,49	5	390,0	0,1163	3,8299	3,0027	machine1	V4_2	2500
+17.01.2007 17:41:32	4	120,0	950,0	8,51	5	392,1	0,1149	3,8555	3,0147	machine1	V4_2	2500
+17.01.2007 17:45:38	4	120,0	1000,0	8,51	5	394,3	0,1134	3,8843	3,0279	machine1	V4_2	2500
+19.01.2007 13:22:58	9	140,0	50,0	6,94	5	336,3	0,1837	3,0498	2,7450	machine1	V4_2	2500
+19.01.2007 15:04:33	9	140,0	50,0	6,96	4	406,4	0,1261	3,9464	3,1566	machine1	V4_2	2500
+19.01.2007 13:28:07	7	140,0	100,0	7,30	5	349,7	0,1695	3,2272	2,8209	machine1	V4_2	2500
+19.01.2007 15:06:57	4	140,0	100,0	7,31	4	414,4	0,1193	4,0556	3,1993	machine1	V4_2	2500
+19.01.2007 13:32:56	5	140,0	150,0	7,51	5	359,9	0,1603	3,3576	2,8795	machine1	V4_2	2500
+19.01.2007 15:08:59	4	140,0	150,0	7,52	4	419,6	0,1155	4,1240	3,2285	machine1	V4_2	2500
+19.01.2007 13:35:06	3	140,0	200,0	7,67	5	365,9	0,1555	3,4331	2,9157	machine1	V4_2	2500
+19.01.2007 15:11:29	5	140,0	200,0	7,67	4	425,5	0,1112	4,2020	3,2610	machine1	V4_2	2500
+19.01.2007 13:37:11	4	140,0	250,0	7,79	5	372,7	0,1497	3,5213	2,9554	machine1	V4_2	2500
+19.01.2007 15:13:14	2	140,0	250,0	7,79	4	426,2	0,1107	4,2113	3,2643	machine1	V4_2	2500
+19.01.2007 13:40:55	3	140,0	300,0	7,89	5	378,6	0,1443	3,6000	2,9878	machine1	V4_2	2500
+19.01.2007 15:15:14	3	140,0	300,0	7,86	4	428,9	0,1086	4,2481	3,2789	machine1	V4_2	2500
+19.01.2007 13:44:11	1	140,0	350,0	7,97	5	380,0	0,1441	3,6138	2,9983	machine1	V4_2	2500
+19.01.2007 15:16:56	3	140,0	350,0	7,92	4	429,3	0,1076	4,2570	3,2793	machine1	V4_2	2500
+19.01.2007 13:49:33	3	140,0	400,0	8,04	5	386,8	0,1397	3,6972	3,0404	machine1	V4_2	2500
+19.01.2007 15:19:17	4	140,0	400,0	7,97	4	432,4	0,1056	4,2968	3,2966	machine1	V4_2	2500
+19.01.2007 13:52:30	3	140,0	450,0	8,10	5	388,9	0,1387	3,7221	3,0541	machine1	V4_2	2500
+19.01.2007 15:21:52	3	140,0	450,0	8,01	4	434,0	0,1038	4,3217	3,3039	machine1	V4_2	2500
+19.01.2007 13:56:49	6	140,0	500,0	7,92	5	371,6	0,1538	3,4934	2,9567	machine1	V4_2	2500
+19.01.2007 15:24:21	4	140,0	500,0	8,07	4	437,5	0,1015	4,3676	3,3236	machine1	V4_2	2500
+19.01.2007 13:59:29	3	140,0	550,0	7,91	5	372,1	0,1544	3,4957	2,9620	machine1	V4_2	2500
+19.01.2007 15:26:42	3	140,0	550,0	8,10	4	439,7	0,0997	4,3985	3,3348	machine1	V4_2	2500
+19.01.2007 14:02:37	3	140,0	600,0	7,90	5	374,5	0,1506	3,5343	2,9713	machine1	V4_2	2500
+19.01.2007 15:30:21	3	140,0	600,0	8,10	4	442,0	0,0983	4,4280	3,3477	machine1	V4_2	2500
+19.01.2007 14:05:36	3	140,0	650,0	7,94	5	378,4	0,1476	3,5840	2,9946	machine1	V4_2	2500
+19.01.2007 15:32:35	2	140,0	650,0	8,14	4	442,8	0,0971	4,4426	3,3504	machine1	V4_2	2500
+19.01.2007 14:10:05	4	140,0	700,0	7,88	5	385,3	0,1413	3,6762	3,0326	machine1	V4_2	2500
+19.01.2007 15:35:49	3	140,0	700,0	8,18	4	445,3	0,0953	4,4760	3,3636	machine1	V4_2	2500
+19.01.2007 14:14:19	4	140,0	750,0	7,87	5	389,1	0,1387	3,7238	3,0555	machine1	V4_2	2500
+19.01.2007 15:39:48	4	140,0	750,0	8,28	4	449,6	0,0925	4,5333	3,3873	machine1	V4_2	2500