rb-grib 0.1.4 → 0.2.0

data/lib/numru/grib/definitions/grib2/localConcepts/rjtd/name.def

@@ -0,0 +1,30 @@
+#Total precipitation
+'Total precipitation' = {
+         discipline = 0 ;
+         parameterCategory = 1 ;
+         parameterNumber = 8 ;
+}
+#Total cloud cover
+'Total cloud cover' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 1 ;
+}
+#Low cloud cover
+'Low cloud cover' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 3 ;
+}
+#Medium cloud cover
+'Medium cloud cover' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 4 ;
+}
+#High cloud cover
+'High cloud cover' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 5 ;
+}

data/lib/numru/grib/definitions/grib2/localConcepts/rjtd/paramId.def

@@ -0,0 +1,30 @@
+#Total precipitation
+'228' = {
+         discipline = 0 ;
+         parameterCategory = 1 ;
+         parameterNumber = 8 ;
+}
+#Total cloud cover
+'164' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 1 ;
+}
+#Low cloud cover
+'186' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 3 ;
+}
+#Medium cloud cover
+'187' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 4 ;
+}
+#High cloud cover
+'188' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 5 ;
+}

data/lib/numru/grib/definitions/grib2/localConcepts/rjtd/shortName.def

@@ -0,0 +1,30 @@
+#Total precipitation
+'tp' = {
+         discipline = 0 ;
+         parameterCategory = 1 ;
+         parameterNumber = 8 ;
+}
+#Total cloud cover
+'tcc' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 1 ;
+}
+#Low cloud cover
+'lcc' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 3 ;
+}
+#Medium cloud cover
+'mcc' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 4 ;
+}
+#High cloud cover
+'hcc' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 5 ;
+}

data/lib/numru/grib/definitions/grib2/localConcepts/rjtd/units.def

@@ -0,0 +1,30 @@
+#Total precipitation
+'kg m**-2' = {
+         discipline = 0 ;
+         parameterCategory = 1 ;
+         parameterNumber = 8 ;
+}
+#Total cloud cover
+'%' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 1 ;
+}
+#Low cloud cover
+'%' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 4 ;
+}
+#Medium cloud cover
+'%' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 4 ;
+}
+#High cloud cover
+'%' = {
+         discipline = 0 ;
+         parameterCategory = 6 ;
+         parameterNumber = 5 ;
+}

data/lib/numru/grib/grib.rb

@@ -1,8 +1,3 @@
-require "narray_miss"
-require "date"
-require "numru/grib.so"
-
-
 module NumRu
   class Grib
     class << self
@@ -45,45 +40,9 @@ module NumRu
       return false
     end
 
-    def var_names
-      parse_vars unless @vars
-      return @vars.keys
-    end
-    def var(name)
-      parse_vars unless @vars
-      var = @vars[name]
-      return nil if var.nil?
-      return ::NumRu::GribVar.parse(self, var, name)
-    end
     def inspect
       "Grib: #{path}"
     end
-    private
-    def parse_vars
-      vars = Hash.new
-      get_messages.each do |msg|
-        name = msg.sname
-        # zn = msg.z_sname
-        # name << "_" << zn unless /\A(pl|isobaricIn)/ =~ zn
-        hash = (vars[name] ||= Hash.new)
-        nij = [msg.get_value("Ni"), msg.get_value("Nj"), msg.gtype, msg.z_type]
-        if hash[nij]
-          hash[nij][1].push msg
-        else
-          hash[nij] = [hash.length, [msg]]
-        end
-      end
-      @vars = Hash.new
-      vars.each do |name,hash|
-        if hash.length == 1
-          @vars[name] = hash.values[0][1]
-        else
-          hash.each do |k,ary|
-            @vars[name+"_"+ary[0].to_s] = ary[1]
-          end
-        end
-      end
-    end
   end # class Grib
 
   class GribMessage
@@ -110,7 +69,7 @@ module NumRu
       get_value("indicatorOfTypeOfLevel") || get_value("typeOfLevel") || "level"
     end
     def z_value
-      get_value("level")
+      get_value("levels") || get_value("level")
     end
     def z_units
       get_value("pressureUnits")
@@ -120,8 +79,8 @@ module NumRu
       h = get_value("dataTime").to_s.rjust(4,"0")
       return DateTime.parse(d << h)
     end
-    def forecast_time
-      get_value("forecastTime")
+    def step
+      get_value("step")
     end
     def time_interval
       get_value("lengthOfTimeRange")
@@ -180,136 +139,7 @@ module NumRu
 
   class GribVar
     Day0 = DateTime.new(1900)
-    MAXNDIM = 7 # lon, lat, lev, t, forecastTime, timeInterval, ensemble
-    class << self
-      def parse(file,msgs,name)
-        msg = msgs[0]
-        va = ::NumRu::GribVar.new(file,name)
-        va.put_att("long_name", msg.name)
-        # va.put_att("standard_name",std_name)
-        va.put_att("units",msg.units) if msg.units
-        va.put_att("grid_type", msg.gtype)
-        va.put_att("missing_value", [msg.missing_value]) if msg.missing_value
-        vdim = Array.new
-        xy_dims = 0
-        msg.get_xy.sort{|x,y| x["ij"]<=>y["ij"] }.each do |xy|
-          val = xy.delete("value")
-          sname = xy.delete("short_name")
-          ij = xy.delete("ij")
-          if val.length > 1
-            d = va.def_dim(sname, -1)
-            d.put(val)
-            xy.each{|k,v| d.put_att(k,v)}
-            xy_dims += 1
-          else
-            #xy.each{|k,v| va.put_att(k,v)}
-          end
-        end
-        z = Array.new
-        t = Array.new
-        ft = Array.new
-        ti = Array.new
-        en = Array.new
-        hash = Hash.new
-        msgs.each_with_index do |msg,i|
-          zv = msg.z_value
-          tv = get_time(msg.date)
-          ftv = msg.forecast_time
-          tiv = msg.time_interval
-          env = msg.ensemble_member
-          z.push zv
-          t.push tv
-          ft.push ftv
-          ti.push tiv
-          en.push env
-          ary = [zv,tv,ftv,tiv,env]
-          if hash[ary] # error
-            m1 = msgs[hash[ary]]
-            m2 = msgs[i]
-            a1 = m1.get_keys.map{|k| [k,m1.get_value(k)]}
-            a2 = m2.get_keys.map{|k| [k,m2.get_value(k)]}
-            a = Array.new
-            a1.length.times{|j| a.push [a1[j],a2[j]] if a1[j]!=a2[j]}
-            warn "BUG: send the following message to the developers"
-            p ary
-            p a
-            raise("error") 
-          end
-          hash[ary] = i
-        end
-        hash = hash.invert
-        [z, t, ft, ti, en].each{|a| a.uniq!}
-#        [z, t, ft, ti, en].each{|a| a.uniq!; a.sort!}
-        idx = Array.new(msgs.length) do |i|
-          zv, tv, ftv, tiv, env = hash[i]
-          [z.index(zv), t.index(tv), ft.index(ftv), ti.index(tiv), en.index(env)]
-        end
-        del_dims = Array.new
-        if z.length == 1
-          va.put_att("level_type", msg.z_type)
-          va.put_att("level_value", [z[0]])
-          va.put_att("level_units", msg.z_units) if msg.z_units
-          del_dims.push xy_dims
-        else
-          d = va.def_dim(msg.z_sname, -1)
-          d.put_att("long_name", msg.z_type)
-          d.put_att("units", msg.z_units) if msg.z_units
-          d.put(NArray.to_na(z))
-        end
-        if t.length == 1
-          va.put_att("time", msg.date.to_s)
-          del_dims.push xy_dims + 1
-        else
-          d = va.def_dim("time", -1)
-          d.put_att("long_name","time")
-          d.put_att("units","hours since #{Day0.strftime('%Y-%m-%d %H:%M:%S')}")
-          d.put(NArray.to_na(t))
-        end
-        if ft.length == 1
-          va.put_att("forecast_time", [msg.forecast_time]) if msg.forecast_time
-          va.put_att("forcast_time_units", msg.step_units) if msg.step_units
-          del_dims.push xy_dims + 2
-        else
-          d = va.def_dim("forecast_time", -1)
-          d.put_att("long_name", "forecast_time")
-          d.put_att("units", msg.step_units) if msg.step_units
-          d.put(NArray.to_na(ft))
-        end
-        if ti.length == 1
-          del_dims.push xy_dims + 3
-        else
-          d = va.def_dim("time_interval", -1)
-          d.put_att("long_name", "time_interval")
-          d.put_att("units", msg.step_units) if msg.step_units
-          d.put(NArray.to_na(ti))
-        end
-        if en.length == 1
-          del_dims.push xy_dims + 4
-        else
-          d = va.def_dim("member", -1)
-          d.put_att("long_name", "ensemble_member")
-          d.put(NArray.to_na(en))
-        end
-        va.set_msgs(msgs, idx, xy_dims, del_dims)
-        return va
-      end
-      def get_time(date)
-        ((date - Day0)*24).to_f
-      end
-    end # class << self
-    attr_reader :file, :name
-    def initialize(file,name)
-      @file = file
-      @name = name
-      @attr = Hash.new
-      @dims = Array.new
-    end
-    def set_msgs(msgs, idx, xy_dims, del_dims)
-      @msgs = msgs
-      @idx = idx
-      @xy_dims = xy_dims
-      @del_dims = del_dims
-    end
+    MAXNDIM = 7 # lon, lat, lev, t, step, timeInterval, ensemble
     def rank
       @dims.length
     end
@@ -362,13 +192,14 @@ module NumRu
       mask = nil
       first = Array.new(rank-@xy_dims,0)
       if indices.length != 0
-        if indices[0] == false
-          indices[0] = [true]*(sha.length-indices.length+1)
-        elsif indices[-1] == false
-          indices[-1] = [true]*(sha.length-indices.length+1)
-        elsif indices.include?(false) || indices.length != rank
-          raise "invalid indices"
+        if indices.include?(false)
+          sha2 = sha.dup
+          sha2.delete(false)
+          raise ArgumentError, 'multiple "false" in indices' if sha.length - sha2.length > 1
+          indices[indices.index(false)] = [true]*(sha.length-indices.length+1)
+          indices.flatten!
         end
+
         rank.times{|n|
           ind = indices[n]
           case ind
@@ -422,7 +253,7 @@ module NumRu
           val.reshape!(*shape[0...@xy_dims])
           #        val = msg.get_data[2].reshape!(*shape[0...@xy_dims])
           unless indices.length==0 || indices[0...@xy_dims].inject(true){|t,v| t &&= v==true}
-            val = val[*indices[0...@xy_dims]]
+            val = val.slice(*indices[0...@xy_dims])
           end
         end
         (MAXNDIM-2).times do |i| index[i] = idx[i]-first[i] end
@@ -442,7 +273,126 @@ module NumRu
     alias :[] :get
     alias :val :get
     def inspect
-      "GribVar: #{name} in #{@file.path}, [#{shape.join(",")}]"
+      "GribVar: #{name} in #{file.path}, [#{shape.join(",")}]"
+    end
+    private
+    def get_time(date)
+      (date - Day0).to_f*24
+    end
+    def init
+      @attr = Hash.new
+      @dims = Array.new
+      msgs = get_messages
+      msg = msgs[0]
+      put_att("long_name", msg.name)
+      # put_att("standard_name",std_name)
+      put_att("units",msg.units) if msg.units
+      put_att("grid_type", msg.gtype)
+      put_att("missing_value", [msg.missing_value]) if msg.missing_value
+      vdim = Array.new
+      xy_dims = 0
+      msg.get_xy.sort{|x,y| x["ij"]<=>y["ij"] }.each do |xy|
+        val = xy.delete("value")
+        sname = xy.delete("short_name")
+        ij = xy.delete("ij")
+        if val.length > 1
+          d = def_dim(sname, -1)
+          d.put(val)
+          xy.each{|k,v| d.put_att(k,v)}
+          xy_dims += 1
+        else
+          #xy.each{|k,v| va.put_att(k,v)}
+        end
+      end
+      z = Array.new
+      t = Array.new
+      st = Array.new
+      ti = Array.new
+      en = Array.new
+      hash = Hash.new
+      msgs.each_with_index do |msg,i|
+        zv = msg.z_value
+        tv = get_time(msg.date)
+        stv = msg.step
+        tiv = msg.time_interval
+        env = msg.ensemble_member
+        z.push zv
+        t.push tv
+        st.push stv
+        ti.push tiv
+        en.push env
+        ary = [zv,tv,stv,tiv,env]
+        if hash[ary] # error
+          m1 = msgs[hash[ary]]
+          m2 = msgs[i]
+          a1 = m1.get_keys.map{|k| [k,m1.get_value(k)]}
+          a2 = m2.get_keys.map{|k| [k,m2.get_value(k)]}
+          a = Array.new
+          a1.length.times{|j| a.push [a1[j],a2[j]] if a1[j]!=a2[j]}
+          warn "BUG: send the following message to the developers"
+          p self
+          p ary
+          p a
+          raise("error")
+        end
+        hash[ary] = i
+      end
+      [z, t, st, ti, en].each{|a| a.uniq!}
+      #        [z, t, st, ti, en].each{|a| a.uniq!; a.sort!}
+      @idx = Array.new(msgs.length)
+      hash.each do |ary, i|
+        zv, tv, stv, tiv, env = ary
+        @idx[i] = [z.index(zv), t.index(tv), st.index(stv), ti.index(tiv), en.index(env)]
+      end
+      del_dims = Array.new
+      if z.length == 1
+        put_att("level_type", msg.z_type)
+        put_att("level_value", z[0].kind_of?(Numeric) ? [z[0]] : z[0])
+        put_att("level_units", msg.z_units) if msg.z_units
+        del_dims.push xy_dims
+      else
+        d = def_dim(msg.z_sname, -1)
+        d.put_att("long_name", msg.z_type)
+        d.put_att("units", msg.z_units) if msg.z_units
+        d.put(NArray.to_na(z))
+      end
+      if t.length == 1
+        put_att("time", msg.date.to_s)
+        del_dims.push xy_dims + 1
+      else
+        d = def_dim("time", -1)
+        d.put_att("long_name","time")
+        d.put_att("units","hours since #{Day0.strftime('%Y-%m-%d %H:%M:%S')}")
+        d.put(NArray.to_na(t))
+      end
+      if st.length == 1
+        put_att("step", [msg.step]) if msg.step
+        put_att("step_units", msg.step_units) if msg.step_units
+        del_dims.push xy_dims + 2
+      else
+        d = def_dim("step", -1)
+        d.put_att("long_name", "step")
+        d.put_att("units", msg.step_units) if msg.step_units
+        d.put(NArray.to_na(st))
+      end
+      if ti.length == 1
+        del_dims.push xy_dims + 3
+      else
+        d = def_dim("time_interval", -1)
+        d.put_att("long_name", "time_interval")
+        d.put_att("units", msg.step_units) if msg.step_units
+        d.put(NArray.to_na(ti))
+      end
+      if en.length == 1
+        del_dims.push xy_dims + 4
+      else
+        d = def_dim("member", -1)
+        d.put_att("long_name", "ensemble_member")
+        d.put(NArray.to_na(en))
+      end
+      @xy_dims = xy_dims
+      @del_dims = del_dims
+      @msgs = msgs
     end
   end # class GribVar