hacker-curse 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4d1c9443f8f9caa4d49b856573fd3fd0ea2aecbb
-  data.tar.gz: 80b5976740d8c1edfa17054483081b5411083262
+  metadata.gz: a7befb7b18c8fa64f60aa1cd7f3eb2a62991f895
+  data.tar.gz: 6f489872df448003706c3ec2c2ea8564850b318c
 SHA512:
-  metadata.gz: 062ce4af9ae109e51586eb363173fee1e30b76489f7a98939fcefac80eadd925868d28229949251fdd745286b27e13d629c0c64c68d32b6e1250f0972fe35060
-  data.tar.gz: 371b91a4ba9ef832e1cf907d9d6323bef878313597fd1d1635db271673f171e108f0cc02afd302954a99ebe5478d900757b51cf24a86e3e43bc8ec1d043f6d6c
+  metadata.gz: 196560fe4dc2ea32697ee76d64fd6d63cc97a203c2fb802fcfb72ad6b0bd694149820bf453f4c660713200abe9ade53df8cd900010d58314ad7d8591a3355bf2
+  data.tar.gz: 5a1d90604d37f3fa7220e8c35ce05ff98e27af4c45ea7760b7037ff2f14ddc4c0f756c9a79ed86c9c0c7db4e2fc4392963b71792ac6d41b2c6e79a94063f1a28

data/CHANGELOG

@@ -0,0 +1,4 @@
+= hacker-curse 0.0.3 2016-03-21
+* changed http to https
+* File.expand_path for cache_dir
+* checking for HTTPError when fetching RSS

data/bin/corvus

@@ -6,7 +6,7 @@
 #       Author: jkepler  http://github.com/mare-imbrium//jkepler
 #         Date: 2014-07-30
 #      License: MIT
-#  Last update: 2014-09-11 12:56
+#  Last update: 2016-03-21 00:05
 # ----------------------------------------------------------------------------- #
 #  corvus.rb  Copyright (C) 2014 j kepler
 #  == TODO
@@ -369,8 +369,8 @@ def fetch_data_from_net subforum=nil, more_url=nil
     print "Enter name of subforum: "
     subforum = Readline::readline('>', true)
     return if subforum == ""
-    $host = forum_to_host subforum
   end
+    $host = forum_to_host subforum
   filename = forum_to_file subforum
   print "fetching for #{subforum} ... saving to #{filename}\n"
   m = nil
@@ -409,7 +409,8 @@ def file_to_forum filename
 end
 def forum_to_file forum
   file = "#{forum}.yml".sub("/","__")
-  file = "#{$cache_path}/#{file}"
+  cp = File.expand_path $cache_path
+  file = "#{cp}/#{file}"
 end
 def forum_to_host fo
   if $hacker_forums.include? fo
@@ -1075,7 +1076,8 @@ def choose_forum
 end
 def data_cached_for filename
   f = "#{filename}.yml".gsub("/","__")
-  f = "#{$cache_path}/#{f}"
+  cp = File.expand_path $cache_path
+  f = "#{cp}/#{f}"
   return f if File.exists? f
   perror "No data cached for #{f} "
   return nil
@@ -2241,7 +2243,8 @@ def ctrlp arr
   end
 end
 def get_hint
-  if $gviscols == 2 and $view.size > 25
+  #if $gviscols == 2 and $view.size > 25
+  if $gviscols == 2 #and $view.size > 25
     return "(Toggle) Press =1 to see single column, =l for long listing"
   end
   if $long_listing

data/hacker-curse.gemspec

@@ -21,4 +21,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.6"
   spec.add_development_dependency "rake", ">= 0.9.6"
   spec.add_runtime_dependency "canis", ">= 0.0.3", ">= 0.0.3"
+  spec.add_runtime_dependency "nokogiri"
 end

data/lib/hacker/curse/abstractsiteparser.rb

@@ -147,6 +147,7 @@ module HackerCurse
     end
     def get_first_page
       #@arr = to_hash @url
+      # 2016-03-20 - 23:45 page can be nil if HTTPError
       page = _retrieve_page @url
     end
     def get_next_page opts={}
@@ -213,17 +214,27 @@ module HackerCurse
       end
     end
     # returns nokogiri html doc and writes html is required.
+    # returns nil if HTTPError
     def get_doc_for_url url
-      #puts "get_doc #{url} "
-      out = open(url)
-      doc  = Nokogiri::HTML(out)
-      if @save_html
-        subforum = @subforum || "unknown"
-        outfile = @htmloutfile || "#{subforum}.html"
-        #if !File.exists? url
-        out.rewind
+      $stderr.puts "get_doc #{url} "
+      doc = nil
+      # 2016-03-20 - added check since sometimes server error was coming
+      begin
+        out = open(url)
+      rescue StandardError=>e
+        $stderr.puts "\tError: #{e}"
+        # 2016-03-20 - adding exit since it will go to client that shelled this command.
+        exit 1
+      else
+        doc  = Nokogiri::HTML(out)
+        if @save_html
+          subforum = @subforum || "unknown"
+          outfile = @htmloutfile || "#{subforum}.html"
+          #if !File.exists? url
+          out.rewind
           File.open(outfile, 'w') {|f| f.write(out.read) }
-        #end
+          #end
+        end
       end
       return doc
     end

data/lib/hacker/curse/redditnewsparser.rb

@@ -4,7 +4,7 @@ module HackerCurse
 
   class RedditNewsParser < AbstractSiteParser
     def initialize config={}
-      @host = config[:host] || "http://www.reddit.com/"
+      @host = config[:host] || "https://www.reddit.com"
       subforum = config[:subforum] || "unknown"
       _url="#{@host}/r/#{subforum}/.mobile"
       config[:url] ||= _url
@@ -15,6 +15,7 @@ module HackerCurse
       $stderr.puts "_retrieve_page got url #{url} "
       raise "url should be string" unless url.is_a? String
       arr = to_hash url
+      return nil unless arr # exception was caught
       page = hash_to_class arr
       #to_yml "#{@subforum}OLD.yml", arr
       return page
@@ -32,6 +33,7 @@ module HackerCurse
       page = {}
       arr = Array.new
       doc  = get_doc_for_url url
+      return nil unless doc # exception was caught
       page[:url] = url
       now = Time.now
       page[:create_date_seconds] = now.to_i

data/lib/hacker/curse/version.rb

@@ -1,5 +1,5 @@
 module Hacker
   module Curse
-    VERSION = "0.0.2"
+    VERSION = "0.0.3"
   end
 end

metadata

@@ -1,57 +1,71 @@
 --- !ruby/object:Gem::Specification
 name: hacker-curse
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - kepler
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-12 00:00:00.000000000 Z
+date: 2016-03-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.9.6
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.9.6
 - !ruby/object:Gem::Dependency
   name: canis
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.3
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: View Hacker News and reddit articles on terminal using ncurses
 email:
 - githubkepler.50s@gishpuppy.com
@@ -66,7 +80,8 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".gitignore"
+- CHANGELOG
 - Gemfile
 - LICENSE
 - README.md
@@ -95,17 +110,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.5.1
 signing_key: 
 specification_version: 4
 summary: View hacker news and reddit articles on terminal using ncurses