shack_kit 0.1.2 → 0.2.0

data/lib/shack_kit/data/base.rb

@@ -1,7 +1,11 @@
 require 'fileutils'
 require 'sqlite3'
 require 'sequel'
-require 'simple-spreadsheet'
+require 'maidenhead'
+require 'csv'
+require 'yaml'
+require 'http'
+require 'oga'
 
 module ShackKit
   module Data
@@ -9,8 +13,11 @@ module ShackKit
     MIGRATIONS_DIR = ShackKit::GEM_ROOT + "/db/migrations"
     SOURCES_DIR = ShackKit::GEM_ROOT + "/db/sources"
     DB_FILE = DATA_DIR + "/shack_kit.db"
+    CONFIG_FILE = DATA_DIR + "/config.yml"
+    CONFIG = File.exists?(CONFIG_FILE) ? YAML.load(File.read(CONFIG_FILE)) : Hash.new.freeze
     DB = Sequel.sqlite(DB_FILE)
     CALLSIGN_REGEX = /\A([A-Z]{1,2}|[0-9][A-Z])([0-9])/
+    USER_AGENT = "Ruby-gem-shack_kit-#{ShackKit::VERSION}"
 
     class << self
       def db_setup
@@ -35,6 +42,9 @@ end
 
 ShackKit::Data.schema_update
 
+require 'shack_kit/data/ham_qth'
+require 'shack_kit/data/qrz'
+require 'shack_kit/data/qrz_pl'
 require 'shack_kit/data/sota_calls'
 require 'shack_kit/data/sota_summits'
 require 'shack_kit/data/sp_calls'

data/lib/shack_kit/data/ham_qth.rb

@@ -0,0 +1,32 @@
+module ShackKit
+  module Data
+    class HamQTH
+      attr_reader :session_key
+      QUERY_URL = 'https://www.hamqth.com/xml.php'
+
+      def initialize(params = {})
+        return false unless params[:login] && params[:password] || CONFIG && CONFIG.has_key?('ham_qth')
+        login = params[:login] || CONFIG['ham_qth']['login']
+        password = params[:password] || CONFIG['ham_qth']['password']
+        response = HTTP.get("#{QUERY_URL}?u=#{login}&p=#{password}")
+        parsed_response = Oga.parse_xml(response.to_s)
+        @session_key = parsed_response.xpath("HamQTH/session/session_id").text
+        puts parsed_response.xpath("HamQTH/session/error").text if @session_key.empty?
+      end
+
+      def lookup(callsign)
+        return { error: "Can't query HamQTH.com without submitting valid login credentials first" } if @session_key.nil? || @session_key.empty?
+        response = HTTP.get("#{QUERY_URL}?id=#{@session_key}&callsign=#{callsign}&prg=#{USER_AGENT}")
+        parsed_response = Oga.parse_xml(response.to_s)
+        return { error: parsed_response.xpath("HamQTH/session/error").text } if
+          parsed_response.xpath("HamQTH/search").text.empty?
+        attributes = parsed_response.xpath("HamQTH/search").first.children.select{ |c| c.class == Oga::XML::Element }.map(&:name)
+        {}.tap do |output|
+          attributes.each do |attribute|
+            output[attribute.to_sym] = parsed_response.xpath("HamQTH/search/#{attribute}").text
+          end
+        end
+      end
+    end
+  end
+end

data/lib/shack_kit/data/qrz.rb

@@ -0,0 +1,33 @@
+module ShackKit
+  module Data
+    class QRZ
+      attr_reader :session_key
+      QUERY_URL = 'https://xmldata.qrz.com/xml/current/'
+
+      def initialize(params = {})
+        return false unless params[:login] && params[:password] || CONFIG && CONFIG.has_key?('qrz_com')
+        login = params[:login] || CONFIG['qrz_com']['login']
+        password = params[:password] || CONFIG['qrz_com']['password']
+        response = HTTP.post(QUERY_URL, form: { username: login, password: password, agent: USER_AGENT })
+        parsed_response = Oga.parse_xml(response.to_s)
+        @session_key = parsed_response.xpath("QRZDatabase/Session/Key").text
+        puts parsed_response.xpath("QRZDatabase/Session/Error").text if @session_key.empty?
+      end
+
+      def lookup(callsign)
+        return { error: "Can't query qrz.com, use valid login credentials to get access" } if @session_key.nil? || @session_key.empty?
+        response = HTTP.post(QUERY_URL, form: { s: @session_key, callsign: callsign })
+        parsed_response = Oga.parse_xml(response.to_s)
+        return { error: parsed_response.xpath("QRZDatabase/Session/Error").text } if
+          parsed_response.xpath("QRZDatabase/Callsign").text.empty?
+        attributes = parsed_response.xpath("QRZDatabase/Callsign").first.children.select{ |c| c.class == Oga::XML::Element }.map(&:name)
+        {}.tap do |output|
+          attributes.each do |attribute|
+            output[attribute.to_sym] = parsed_response.xpath("QRZDatabase/Callsign/#{attribute}").text
+          end
+          output[:message] = parsed_response.xpath('QRZDatabase/Session/Message').text
+        end
+      end
+    end
+  end
+end

data/lib/shack_kit/data/qrz_pl.rb

@@ -0,0 +1,23 @@
+module ShackKit
+  module Data
+    class QRZ_PL
+      QUERY_URL = "http://qrz.pl/callbook.asp"
+
+      def self.lookup(callsign)
+        response = HTTP.post("http://qrz.pl/callbook.asp", form: { "F_DOMENA": callsign })
+        document = Oga.parse_html(response.to_s)
+        return { error: "Not found: #{callsign}"} unless
+          document.xpath('//span[contains(@class, "znak")]').text == callsign
+        details = document.xpath('//span[contains(@class, "dane")]').map(&:text)
+        { callsign: callsign, details: details, grid: grid_lookup(details) }
+      end
+
+      private
+
+      def self.grid_lookup(details)
+        return nil unless grid_info = details.select{ |d| d =~ /^LOKATOR\: [A-Z]{2}\d{2}/}.first
+        grid_info.split.last
+      end
+    end
+  end
+end

data/lib/shack_kit/data/sota_summits.rb

@@ -4,33 +4,35 @@ module ShackKit
       def self.update(source_file = SOURCES_DIR + "/summitslist.csv")
         summits = DB[:sota_summits]
         summits.delete
-        csv = SimpleSpreadsheet::Workbook.read(source_file, ".csv")
-        3.upto(csv.last_row) do |line|
+        CSV.foreach(source_file, headers: true, skip_lines: /SOTA Summits List/) do |row|
           summits.insert(
-            summit_code: csv.cell(line, 1),
-            association_name: csv.cell(line, 2),
-            region_name: csv.cell(line, 3),
-            summit_name: csv.cell(line, 4),
-            alt_m: csv.cell(line, 5).to_i,
-            alt_ft: csv.cell(line, 6).to_i,
-            grid_ref1: csv.cell(line, 7),
-            grid_ref2: csv.cell(line, 8),
-            longitude: csv.cell(line, 9).to_f,
-            latitude: csv.cell(line, 10).to_f,
-            points: csv.cell(line, 11).to_i,
-            bonus_points: csv.cell(line, 12).to_i,
-            valid_from: Date.parse(csv.cell(line, 13)),
-            valid_to: Date.parse(csv.cell(line, 14)),
-            activation_count: csv.cell(line, 15).to_i,
-            activation_date: csv.cell(line, 16).nil? ? nil : Date.parse(csv.cell(line, 16)),
-            activation_call: csv.cell(line, 17)
+            summit_code: row["SummitCode"],
+            association_name: row["AssociationName"],
+            region_name: row["RegionName"],
+            summit_name: row["SummitName"],
+            alt_m: row["AltM"].to_i,
+            alt_ft: row["AltFt"].to_i,
+            grid_ref1: row["GridRef1"],
+            grid_ref2: row["GridRef2"],
+            longitude: row["Longitude"].to_f,
+            latitude: row["Latitude"].to_f,
+            points: row["Points"].to_i,
+            bonus_points: row["BonusPoints"].to_i,
+            valid_from: Date.parse(row["ValidFrom"]),
+            valid_to: Date.parse(row["ValidTo"]),
+            activation_count: row["ActivationCount"].to_i,
+            activation_date: row["ActivationDate"].nil? ? nil : Date.parse(row["ActivationDate"]),
+            activation_call: row["ActivationCall"]
           )
         end
         summits.count
       end
 
       def self.check(reference)
-        DB[:sota_summits].where(summit_code: reference).first
+        summit = DB[:sota_summits].where(summit_code: reference).first
+        return false if summit.nil?
+        locator = Maidenhead.to_maidenhead(summit[:latitude], summit[:longitude], 3)
+        summit.merge(maidenhead_locator: locator)
       end
     end
   end

data/lib/shack_kit/data/sp_calls.rb

@@ -5,8 +5,8 @@ module ShackKit
         sources = [source_file] + other_source_files
         calls = DB[:sp_calls]
         calls.delete
-        sources.each do |source_file|
-          CSV.foreach(source_file, col_sep: ";", encoding: "Windows-1250:UTF-8", headers: true) do |row|
+        sources.each do |source|
+          CSV.foreach(source, col_sep: ";", encoding: "Windows-1250:UTF-8", headers: true) do |row|
             individual = row["operator_1"].nil?
             calls.insert(
               callsign: row["call_sign"],

data/lib/shack_kit/version.rb

@@ -1,3 +1,3 @@
 module ShackKit
-  VERSION = "0.1.2"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: shack_kit
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.0
 platform: ruby
 authors:
 - Marcin Bajer
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-04-01 00:00:00.000000000 Z
+date: 2016-08-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -107,25 +107,65 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '4.28'
 - !ruby/object:Gem::Dependency
-  name: simple-spreadsheet
+  name: maidenhead
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '1.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.1
+        version: 1.0.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '1.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.1
+        version: 1.0.1
+- !ruby/object:Gem::Dependency
+  name: oga
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.3'
+- !ruby/object:Gem::Dependency
+  name: http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.3
 description: Set of HAM radio tools, currently limited to SP and SOTA-related stuff
 email:
 - bajer@tigana.pl
@@ -133,32 +173,27 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
-- ".ruby-gemset"
-- ".ruby-version"
-- ".travis.yml"
 - CHANGELOG.md
-- Gemfile
 - LICENSE.txt
 - README.md
-- Rakefile
 - bin/console
 - bin/setup
 - db/migrations/001_create_sota_calls.rb
 - db/migrations/002_create_sp_calls.rb
 - db/migrations/003_create_sota_summits.rb
-- db/sources/201511 - RA2WWW_ok.xls
-- db/sources/clubs_2016-04-01.csv
-- db/sources/individuals_2016-04-01.csv
+- db/sources/clubs_2016-08-25.csv
+- db/sources/individuals_2016-08-25.csv
 - db/sources/masterSOTA.scp
 - db/sources/summitslist.csv
 - lib/shack_kit.rb
 - lib/shack_kit/data/base.rb
+- lib/shack_kit/data/ham_qth.rb
+- lib/shack_kit/data/qrz.rb
+- lib/shack_kit/data/qrz_pl.rb
 - lib/shack_kit/data/sota_calls.rb
 - lib/shack_kit/data/sota_summits.rb
 - lib/shack_kit/data/sp_calls.rb
 - lib/shack_kit/version.rb
-- shack_kit.gemspec
 homepage: https://github.com/rrrodrigo/shack_kit
 licenses:
 - MIT
@@ -180,7 +215,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Set of HAM radio tools packaged by SQ9OZM

data/.gitignore

@@ -1,10 +0,0 @@
-/.bundle/
-/.yardoc
-/Gemfile.lock
-/_yardoc/
-/coverage/
-/doc/
-/pkg/
-/spec/reports/
-/tmp/
-*.gem

data/.ruby-gemset

@@ -1 +0,0 @@
-shack-kit

data/.ruby-version

@@ -1 +0,0 @@
-2.2

data/.travis.yml

@@ -1,4 +0,0 @@
-language: ruby
-rvm:
-  - 2.2.3
-before_install: gem install bundler -v 1.10.6

data/Gemfile

@@ -1,4 +0,0 @@
-source 'https://rubygems.org'
-
-# Specify your gem's dependencies in shack_kit.gemspec
-gemspec

data/Rakefile

@@ -1,10 +0,0 @@
-require "bundler/gem_tasks"
-require "rake/testtask"
-
-Rake::TestTask.new(:test) do |t|
-  t.libs << "test"
-  t.libs << "lib"
-  t.test_files = FileList['test/**/*_test.rb']
-end
-
-task :default => :test