cdp 0.0.4 → 0.0.5

data/README.textile

@@ -11,7 +11,7 @@ h2. changelog
 
 At this early stage, please look at the commits. The release number are only used for charing the gems.
 
-|0.0.x |                               |
+|0.0.5 | update for cdo.rb 1.2.0 |
 |      ||
 
 h2. license

data/gemspec

@@ -3,7 +3,7 @@ $:.unshift File.join(File.dirname(__FILE__),"..","lib")
 
 spec = Gem::Specification.new do |s|
   s.name              = "cdp"
-  s.version           = '0.0.4'
+  s.version           = '0.0.5'
   s.platform          = Gem::Platform::RUBY
   s.files             = ["lib/cdp.rb"] + ["gemspec"]
   s.test_file         = "test/test_cdp.rb"

data/lib/cdp.rb

@@ -1,10 +1,12 @@
 require 'cdo'
 require 'socket'
-module Cdp
+require "numru/netcdf"
+require 'numru/netcdf_miss'
+include NumRu
 
+module Cdp
   @@debug = false
 
-
   # setup of CDO on different machines based on the hostname
   def Cdp.setCDO
     hostname = Socket.gethostname
@@ -60,40 +62,171 @@ module Cdp
 
   # compute area weights from an area variable
   def Cdp.areaWeights(areaVarname,areaFile,ofile=nil,force=false)
-    area    = Cdo.selname(areaVarname,:in => areaFile)
-    areaSum = Cdo.enlarge(area,:in => "-fldsum #{area}")
     if ofile.nil?
-      weights = Cdo.setname("area_weight",:in => " -div #{area} #{areaSum}")
+      area = Cdo.selname(areaVarname,:input => areaFile)
+      Cdo.setname("area_weight",:input => " -div #{area} -enlarge,#{area} -fldsum #{area}")
     else
-      unless force
-        unless File.exist?(ofile)
-          Cdo.setname("area_weight",:in => " -div #{area} #{areaSum}", :out => ofile)
-        else
-          puts "Resuse existing file #{ofile}" if @@debug
-          return ofile
-        end
+      unless File.exist?(ofile) and not force
+        puts "Resuse existing file #{ofile}" if @@debug
+        return ofile
       else
-        Cdo.setname("area_weight",:in => " -div #{area} #{areaSum}", :out => ofile)
+        area = Cdo.selname(areaVarname,:input => areaFile)
+        Cdo.setname("area_weight",:input => " -div #{area} -enlarge,#{area} -fldsum #{area}", :output => ofile)
       end
     end
   end
 
   # compute area weights from an area variable with a mask from another file
   def Cdp.maskedAreaWeights(areaVarname,areaFile,maskVarname,maskFile,ofile=nil,force=false)
-    maskedArea    = Cdo.div(:in    => " -selname,#{areaVarname} #{areaFile} -selname,#{maskVarname} #{maskFile}")
     if ofile.nil?
-      maskedAreaSum = Cdo.setname("area_weight", :in => " -div  #{maskedArea}  -enlarge,#{maskedArea} -fldsum #{maskedArea}")
+      maskedArea = Cdo.div(:input => " -selname,#{areaVarname} #{areaFile} -selname,#{maskVarname} #{maskFile}")
+      Cdo.setname("area_weight", :input => " -div  #{maskedArea}  -enlarge,#{maskedArea} -fldsum #{maskedArea}")
     else
-      unless force
-        unless File.exist?(ofile)
-          Cdo.setname("area_weight", :in => " -div  #{maskedArea}  -enlarge,#{maskedArea} -fldsum #{maskedArea}", :out => ofile)
-        else
-          puts "Resuse existing file #{ofile}" if @@debug
-          return ofile
-        end
+      if File.exist?(ofile) and not force
+        puts "Resuse existing file #{ofile}" if @@debug
+        return ofile
       else
-        Cdo.setname("area_weight", :in => " -div  #{maskedArea}  -enlarge,#{maskedArea} -fldsum #{maskedArea}", :out => ofile)
+        maskedArea = Cdo.div(:input => " -selname,#{areaVarname} #{areaFile} -selname,#{maskVarname} #{maskFile}")
+        Cdo.setname("area_weight", :input => " -div  #{maskedArea}  -enlarge,#{maskedArea} -fldsum #{maskedArea}", :output => ofile)
       end
     end
   end
+
+  # split data file with global grid into 2 separate files with northern and
+  # southern hemisphere grid
+  # TODO: currently ICON cell variable are supported only
+  def Cdp.splitHemisphere(iFilename,varname,lon,lat,dim='2d')
+    iFile  = NetCDF.open(iFilename)
+    unless iFile.var_names.include?(varname)
+      warn "Could not find #{varname} in #{iFilename}"
+      raise IOError
+    end
+    lats      = iFile.var(lat).get
+    var       = iFile.var(varname)
+    varDims   = var.dim_names
+    varValues = var.get_with_miss
+    splittedDim = varDims[0]
+
+    # compute location indices and corresponding values
+    nhIndeces = (lats>0.0).where
+    shIndeces = (lats<0.0).where
+
+    case varValues.shape.size 
+    when 3 
+      varValuesNH = varValues[nhIndeces,true,true]
+      varValuesSH = varValues[shIndeces,true,true]
+    when 2
+      varValuesNH = varValues[nhIndeces,true]
+      varValuesSH = varValues[shIndeces,true]
+    when 1
+      varValuesNH = varValues[nhIndeces]
+      varValuesSH = varValues[shIndeces]
+    end
+
+    # create output
+    iBaseFilename = File.basename(iFilename)
+    nhFile,shFile = "nh_#{iBaseFilename}","sh_#{iBaseFilename}"
+    [nhFile,shFile].each_with_index {|file,i|
+      puts "Creating '#{file}' ...."
+      indeces = [nhIndeces,shIndeces][i]
+      oFile   = NetCDF.create(file)
+
+      # create data definitions
+      iFile.each_dim {|dim| 
+        pp dim.name
+        if splittedDim == dim.name
+          oFile.def_dim(dim.name,indeces.size)
+        else
+          oFile.def_dim(dim.name,dim.length)
+        end
+      }
+
+      #  copy attributes
+      iFile.each_var {|var|
+        next unless ([varname] + varDims + [lon,lat] + [lon,lat].map {|c| c+"_vertices"}).flatten.include?(var.name)
+        newvar = oFile.def_var( var.name, var.ntype, var.dim_names )
+        var.each_att{|att| newvar.put_att( att.name, att.get )}
+      }
+      oFile.enddef
+      iFile.each_var {|var| 
+        next unless ([varname] + varDims + [lon,lat] + [lon,lat].map {|c| c+"_vertices"}).flatten.include?(var.name)
+        case var.name 
+        when varname
+          case varDims.size
+          when 3
+            oFile.var(var.name).put(var.get[indeces,true,true])
+          when 2
+            oFile.var(var.name).put(var.get[indeces,true])
+          end
+        when 'p_ice_concSum'
+          oFile.var(var.name).put(var.get[indeces,true])
+        when 'cell_area'
+          oFile.var(var.name).put(var.get[indeces])
+        when lon,lat
+          oFile.var(var.name).put(var.get[indeces])
+        when lon+'_vertices',lat+'_vertices'
+          oFile.var(var.name).put(var.get[true,indeces])
+        else
+          oFile.var(var.name).put(var.get)
+        end
+      }
+      oFile.close
+    }
+
+    [nhFile,shFile]
+  end
+  def Cdp.splitICONHemisphere(iFilename,varname,lon,lat)
+    iFile     = NetCDF.open(iFilename)
+    lats      = iFile.var(lat).get
+    iceValues = iFile.var(varname).get_with_miss
+
+    # compute location indices and corresponding values
+    nhIndeces   = (lats>0.0).where
+    shIndeces   = (lats<0.0).where
+    iceValuesNH = iceValues[nhIndeces,true,1..-1]
+    iceValuesSH = iceValues[shIndeces,true,1..-1]
+
+
+    # create output
+    nhFile,shFile = "nh_#{iFilename}","sh_#{iFilename}"
+    [nhFile,shFile].each_with_index {|file,i|
+      puts "Creating '#{file}' ...."
+      indeces = [nhIndeces,shIndeces][i]
+      f = NetCDF.create(file)
+      iFile.each_dim {|dim| 
+        next if ['clon','clat','ncells'].include?(dim.name) or 
+        f.def_dim(dim.name,dim.length)
+      }
+      ["clon","clat","ncells"].each {|hdim| 
+        f.def_dim(hdim,indeces.size)
+      }
+
+      iFile.each_var{|var|
+        a      = {var.name => var.dim_names}
+        newvar = f.def_var( var.name, var.ntype, var.dim_names )
+        var.each_att{|att| newvar.put_att( att.name, att.get )}
+      }
+      f.enddef
+      iFile.each_var{|var| 
+        #puts var.name
+        case var.name 
+        when varname
+          f.var(var.name).put(var.get[indeces,true,true])
+        when 'p_ice_concSum'
+          f.var(var.name).put(var.get[indeces,true])
+        when 'cell_area'
+          f.var(var.name).put(var.get[indeces])
+        when lon,lat
+          f.var(var.name).put(var.get[indeces])
+        when lon+'_vertices',lat+'_vertices'
+          f.var(var.name).put(var.get[true,indeces])
+        else
+          f.var(var.name).put(var.get)
+        end
+      }
+      f.close
+    }
+
+    [nhFile,shFile]
+  end
 end

data/test/test_cdp.rb

@@ -6,6 +6,9 @@ require 'pp'
 DATADIR  = ENV['HOME'] + "/data/icon"
 ICONGRID = DATADIR     + "/icon-R2B04-grid-etopo.nc"
 ICONMASK = DATADIR     + "/mask.nc"
+ICONOCE  = DATADIR     + "/oce.nc"
+ICONOCEL = DATADIR     + "/oceLong.nc"
+ICONICE  = DATADIR     + "/oce.nc"
 WEIGHTS  = File.dirname(__FILE__) + "/weights.nc"
 
 class TestCdp < Test::Unit::TestCase
@@ -22,20 +25,30 @@ class TestCdp < Test::Unit::TestCase
     Cdp.setDebug
     weights = Cdp.areaWeights("cell_area",ICONGRID)
     # global sum over all weights should be 1
-    assert_equal("1",Cdo.outputkey("value", :in => Cdo.fldsum(:in => weights)).first)
+    assert_equal("1",Cdo.outputkey("value", :input => Cdo.fldsum(:input => weights)).first)
     weights = Cdp.areaWeights("cell_area",ICONGRID,weights)
     weights = Cdp.areaWeights("cell_area",ICONGRID,WEIGHTS)
     assert_equal(WEIGHTS,weights)
     weights = Cdp.areaWeights("cell_area",ICONGRID,WEIGHTS)
     assert_equal(WEIGHTS,weights)
   end
+
+  def test_splitFiles
+    files = []
+    files << '../A/a' << '../A/aa' << '../B/b' << '../B/bb' << 'gridfile'
+    grid, exp, exp4ana = Cdp.splitFilesIntoExperiments(files)
+    assert_equal('gridfile',grid)
+    assert_equal(exp['A'],['../A/a','../A/aa'])
+    assert_equal(exp['B'],['../B/b','../B/bb'])
+  end
   def test_masked_area_weight
     Cdo.debug = false
     Cdp.setCDO
     Cdp.setDebug
     weights = Cdp.maskedAreaWeights("cell_area",ICONGRID,"wet_c",ICONMASK)
     # global sum over all weights should be 1
-    assert_equal("1",Cdo.outputkey("value", :in => Cdo.fldsum(:in => weights)).uniq.first)
+    pp Cdo.outputkey("value", :input => Cdo.fldsum(:input => weights))
+    assert_equal("1",Cdo.outputkey("value", :input => Cdo.fldsum(:input => weights)).uniq.first)
 
     weights = Cdp.maskedAreaWeights("cell_area",ICONGRID,"wet_c",ICONMASK,WEIGHTS)
     assert_equal(WEIGHTS,weights)
@@ -44,4 +57,32 @@ class TestCdp < Test::Unit::TestCase
     weights = Cdp.maskedAreaWeights("cell_area",ICONGRID,"wet_c",ICONMASK,WEIGHTS,true)
     assert_equal(WEIGHTS,weights)
   end
+  def test_split_sphere
+    # one timesteps
+    Cdp.splitHemisphere(ICONOCE,"ELEV",'clon','clat')
+    return
+    # with missing values
+    Cdo.debug = true
+    maskedOce = Cdo.div(:input => "-selname,T #{ICONOCE} -selname,wet_c #{ICONOCE}")
+    Cdp.splitHemisphere(maskedOce,"T",'clon','clat')
+    maskedOce = Cdo.div(:input => "-selname,ELEV #{ICONOCE} -sellevidx,1 -selname,wet_c #{ICONOCE}")
+    Cdp.splitHemisphere(maskedOce,"ELEV",'clon','clat')
+
+    # 10 timesteps
+    Cdp.splitHemisphere(ICONOCEL,"ELEV",'clon','clat')
+    Cdp.splitHemisphere(ICONOCEL,"T",'clon','clat')
+    # with missing values
+    Cdo.debug = true
+    maskedOce = Cdo.div(:input => "-selname,T #{ICONOCEL} -selname,wet_c #{ICONOCEL}")
+    Cdp.splitHemisphere(maskedOce,"T",'clon','clat')
+    maskedOce = Cdo.div(:input => "-selname,ELEV #{ICONOCEL} -sellevidx,1 -selname,wet_c #{ICONOCEL}")
+    Cdp.splitHemisphere(maskedOce,"ELEV",'clon','clat')
+  end
+  def test_split_icon_sphere
+
+    # one timesteps
+    elev = Cdo.selname("ELEV",:input => ICONOCEL)
+    pp Cdo.infov(:input => elev)
+    Cdp.splitICONHemisphere(elev,"ELEV",'clon','clat')
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cdp
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-10-31 00:00:00.000000000 Z
+date: 2012-11-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cdo