seis_ruby 0.0.0

data/bin/seis_ruby

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'thor'
+class SeisRubyRunner < Thor
+  require 'seis_ruby'
+  require 'ruby_patch'
+  require 'yaml'
+
+  desc 'gcmt_catalog_scrape URL', 'scrape cmtsolution data from GCMT catalog search result pages.'
+  def gcmt_catalog_scrape(url)
+    file = "#{__METHOD__}_#{Time.now.ymdhms}.yaml"
+    open(file, 'w').write(SeisRuby::Io::GcmtCatalog.scrape(url).to_yaml)
+    puts file
+  end
+end
+
+SeisRubyRunner.start

data/lib/seis_ruby/data/cmtsolution.rb

@@ -0,0 +1,62 @@
+module SeisRuby
+  module Data
+    module Cmtsolution
+      require 'rainbow'
+      require 'ruby_patch/string'
+
+      ParseError = Class.new(StandardError)
+
+      module_function
+
+      def _preprocess_for_parse(text_for_one_event)
+        text_for_one_event\
+          .sub(/\A\n*/, '')\
+          .sub(/\n*\z/, '')\
+          .split("\n")
+      end
+
+      def _parse_lines(lines)
+        h = {hypocenter: {}, centroid: {}}
+
+        line0 = lines[0]
+        h[:hypocenter][:data_source] = line0[0..4].strip
+        line0_rest = line0[5..-1].split
+        [:year, :month, :day, :hour, :minute].each{|k|
+          raise ParseError if line0_rest.empty?
+          h[:hypocenter][k] = line0_rest.shift.to_i
+        }
+        [:second, :latitude, :longitude, :depth, :mb, :ms].each{|k|
+          raise ParseError if line0_rest.empty?
+          h[:hypocenter][k] = line0_rest.shift.to_f
+        }
+        h[:hypocenter][:region_name] = line0_rest.join(' ')
+        h[:event_name] = lines[1].split(':')[1].strip
+        values = lines[2..-1].map{|line| line.split(':')[1].to_f}
+        [
+         :time_shift, :half_duration,
+         :latitude, :longitude, :depth,
+         :mrr, :mtt, :mpp, :mrt, :mrp, :mtp,
+        ].zip(values).each{|k, v| h[:centroid][k] = v}
+
+
+        h
+      end
+
+      def parse(text_for_one_event)
+        begin
+          lines = _preprocess_for_parse(text_for_one_event)
+          _parse_lines(lines)
+        rescue
+          raise ParseError, text_for_one_event\
+            .split("\n")\
+            .map{|line| line.quote('|'.color(:red))}\
+            .join("\n")
+        end
+      end
+
+      def parse_list(events)
+        events.map{|ev| parse(ev)}
+      end
+    end
+  end
+end

data/lib/seis_ruby/data/sac.rb

@@ -0,0 +1,6 @@
+module SeisRuby
+  module Data
+    module Sac
+    end
+  end
+end

data/lib/seis_ruby/data.rb

@@ -0,0 +1,6 @@
+module SeisRuby
+  module Data
+    require 'seis_ruby/data/cmtsolution'
+    require 'seis_ruby/data/sac'
+  end
+end

data/lib/seis_ruby/io/gcmt_catalog/custom_html_parser.rb

@@ -0,0 +1,13 @@
+module SeisRuby
+  module Io
+    module GcmtCatalog
+      require 'mechanize'
+
+      class CustomHtmlParser < ::Mechanize::Page
+        def initialize(uri = nil, response = nil, body = nil, code = nil, mech = nil)
+          super(uri, response, body.gsub(/<=/, '&lt;='), code, mech)
+        end
+      end
+    end
+  end
+end

data/lib/seis_ruby/io/gcmt_catalog.rb

@@ -0,0 +1,42 @@
+module SeisRuby
+  module Io
+    module GcmtCatalog
+      require 'rainbow'
+      require 'mechanize'
+      require 'seis_ruby/io/gcmt_catalog/custom_html_parser'
+      require 'seis_ruby/data/cmtsolution'
+
+      module_function
+
+      def scrape(url)
+        agent = Mechanize.new{|a|
+          a.pluggable_parser.html = ::SeisRuby::Io::GcmtCatalog::CustomHtmlParser
+        }
+
+        event_list = []
+        while url
+          agent.get(url)
+          agent.page.search('pre')\
+            .find{|e| e.text =~ /event name:/}\
+            .text.split("\n\n")\
+            .each{|event|
+            begin
+              event_list << ::SeisRuby::Data::Cmtsolution.parse(event) unless event.strip.empty?
+            rescue ::SeisRuby::Data::Cmtsolution::ParseError => e
+              $stderr.puts e.class.to_s.color(:red)
+              $stderr.puts e.message
+            end
+          }
+
+          url = nil
+          if next_link = agent.page.links\
+              .find{|e| e.text == 'More solutions'}
+            url = next_link.uri
+          end
+        end
+
+        event_list
+      end
+    end
+  end
+end

data/lib/seis_ruby/io.rb

@@ -0,0 +1,5 @@
+module SeisRuby
+  module Io
+    require 'seis_ruby/io/gcmt_catalog'
+  end
+end

data/lib/seis_ruby/version.rb

@@ -0,0 +1,3 @@
+module SeisRuby
+  VERSION = '0.0.0'
+end

data/lib/seis_ruby.rb

@@ -0,0 +1,5 @@
+module SeisRuby
+  require 'seis_ruby/version'
+  require 'seis_ruby/data'
+  require 'seis_ruby/io'
+end

data/rakefile

@@ -0,0 +1,8 @@
+require 'rspec/core/rake_task'
+
+task default: :spec
+
+desc "Run specs"
+RSpec::Core::RakeTask.new(:spec){|s|
+  s.rspec_opts = '-c'
+}

data/seis_ruby.gemspec

@@ -0,0 +1,18 @@
+gem_name = File.basename(Dir.pwd)
+require "./lib/#{gem_name}/version"
+
+Gem::Specification.new do |s|
+  s.files = `git ls-files`.split
+  s.name = gem_name
+  s.summary = "Ruby library for earthquake science."
+  s.version = SeisRuby::VERSION
+  s.add_development_dependency 'rspec', '~> 2'
+  s.add_development_dependency 'simplecov', '~> 0'
+  s.add_runtime_dependency 'rainbow', '~>1'
+  s.add_runtime_dependency 'mechanize', '~>2'
+  s.add_runtime_dependency 'ruby_patch', ['>= 0.1.0', '< 1.0.0']
+  s.author = 'kshramt'
+  s.description = "Ruby library for earthquake science. Provides Parser for various data formats used in seismology."
+  s.required_ruby_version = '>= 1.9.0'
+  s.test_files.concat `git ls-files spec`.split.select{|path| path =~ /_spec\.rb/}
+end

data/spec/seis_ruby/data/cmtsolution_spec.rb

@@ -0,0 +1,98 @@
+require 'spec_helper'
+require 'seis_ruby/data/cmtsolution'
+
+describe ::SeisRuby::Data::Cmtsolution do
+  before :each do
+    @valid_data = <<-EOS
+     1980 12  7 17 37  9.70  36.0300    1.2300  10.0 0.0 0.0                                        
+event name:     120780A
+time shift:      1.7000
+half duration:   2.0000
+latitude:       36.0200
+longitude:       0.9400
+depth:          25.8000
+Mrr:       1.747000e+24
+Mtt:      -2.197000e+24
+Mpp:       4.500000e+23
+Mrt:       7.430000e+23
+Mrp:       1.376000e+24
+Mtp:      -1.491000e+24
+    EOS
+
+    @parsed_valid_data = {
+      hypocenter: {
+        data_source: '',
+        year: 1980,
+        month: 12,
+        day: 7,
+        hour: 17,
+        minute: 37,
+        second: 9.70,
+        latitude: 36.03,
+        longitude: 1.23,
+        depth: 10.0,
+        mb: 0.0,
+        ms: 0.0,
+        region_name: ''
+      },
+      event_name: '120780A',
+      centroid: {
+        time_shift: 1.7,
+        half_duration: 2.0,
+        latitude: 36.02,
+        longitude: 0.94,
+        depth: 25.8,
+        mrr: 1.747e+24,
+        mtt: -2.197e+24,
+        mpp: 4.5e+23,
+        mrt: 7.43e+23,
+        mrp: 1.376e+24,
+        mtp: -1.491e+24,
+      },
+    }
+
+    @wrong_data = <<-EOS
+     1980 12  7 17 37  9.70  36.0300    1.2300  10.0 0.0                                            
+event name:     120780A
+time shift:      1.7000
+half duration:   2.0000
+latitude:       36.0200
+longitude:       0.9400
+depth:          25.8000
+Mrr:       1.747000e+24
+Mtt:      -2.197000e+24
+Mpp:       4.500000e+23
+Mrt:       7.430000e+23
+Mrp:       1.376000e+24
+Mtp:      -1.491000e+24
+    EOS
+  end
+
+  describe '.parse' do
+    context 'normal case' do
+      it do
+        ::SeisRuby::Data::Cmtsolution.parse(@valid_data).should == @parsed_valid_data
+      end
+    end
+
+    context 'wrong case' do
+      it do
+        lambda{::SeisRuby::Data::Cmtsolution.parse(@wrong_data)}.should raise_error(::SeisRuby::Data::Cmtsolution::ParseError)
+      end
+    end
+  end
+
+  describe '.parse_list' do
+    context 'normal case' do
+      it do
+        ::SeisRuby::Data::Cmtsolution.parse_list([@valid_data, @valid_data]).should == [@parsed_valid_data, @parsed_valid_data]
+      end
+    end
+
+    context 'wrong case' do
+      it do
+        lambda{::SeisRuby::Data::Cmtsolution.parse_list([@valid_data, @wrong_data])}.should raise_error(::SeisRuby::Data::Cmtsolution::ParseError)
+      end
+    end
+  end
+end

data/spec/seis_ruby/io/gcmt_catalog_spec.rb

@@ -0,0 +1,20 @@
+require 'yaml'
+require 'ruby_patch'
+require 'spec_helper'
+require 'seis_ruby'
+
+describe ::SeisRuby::Io::GcmtCatalog do
+  describe '.scrape' do
+    context 'normal case' do
+      it do
+        ::SeisRuby::Io::GcmtCatalog.scrape('http://www.globalcmt.org/cgi-bin/globalcmt-cgi-bin/CMT4/form?itype=ymd&yr=1976&mo=1&day=1&oyr=1976&omo=1&oday=1&jyr=1976&jday=1&ojyr=1&ojday=1&otype=nd&nday=400&lmw=0&umw=10&lms=0&ums=10&lmb=0&umb=10&llat=-90&ulat=90&llon=-180&ulon=180&lhd=0&uhd=1000&lts=-9999&uts=9999&lpe1=0&upe1=90&lpe2=0&upe2=90&list=4').should == YAML.load_file(File.join(__DIR__, 'scrape.yaml'))
+      end
+
+      context 'wrong case' do
+        it do
+          lambda{::SeisRuby::Io::GcmtCatalog.scrape('http://www.globalcmt.org/cgi-bin/globalcmt-cgi-bin/CMT4/form?itype=ymd&yr=1976&mo=1&day=1&oyr=1976&omo=1&oday=1&jyr=1976&jday=1&ojyr=1&ojday=1&otype=nd&nday=400&lmw=0&umw=10&lms=0&ums=10&lmb=0&umb=10&llat=-90&ulat=90&llon=-180&ulon=180&lhd=0&uhd=1000&lts=-9999&uts=9999&lpe1=0&upe1=90&lpe2=0&upe2=90&list=3')}.should raise_error
+        end
+      end
+    end
+  end
+end