unclekryon 0.4.9.pre.alpha

data/lib/unclekryon/uploader.rb

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+# frozen_string_literal: true
+
+#--
+# This file is part of UncleKryon-server.
+# Copyright (c) 2017-2019 Jonathan Bradley Whited (@esotericpig)
+# 
+# UncleKryon-server is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# UncleKryon-server is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with UncleKryon-server.  If not, see <https://www.gnu.org/licenses/>.
+#++
+
+
+require 'bundler/setup'
+
+module UncleKryon
+  class Uploader
+  end
+end

data/lib/unclekryon/util.rb

@@ -0,0 +1,228 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+# frozen_string_literal: true
+
+#--
+# This file is part of UncleKryon-server.
+# Copyright (c) 2017-2019 Jonathan Bradley Whited (@esotericpig)
+# 
+# UncleKryon-server is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# UncleKryon-server is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with UncleKryon-server.  If not, see <https://www.gnu.org/licenses/>.
+#++
+
+
+require 'date'
+require 'fileutils'
+require 'uri'
+
+require 'net/http'
+
+require 'unclekryon/dev_opts'
+require 'unclekryon/log'
+
+module UncleKryon
+  module Util
+    DATE_FORMAT = '%F'
+    DATETIME_FORMAT = '%F %T'
+    
+    def self.add_trail_slash(url)
+      #url = url + '/' if url !~ /\/\z/
+      #return url
+      
+      return File.join(url,'')
+    end
+    
+    def self.clean_charset(str)
+      return str.encode('utf-8','MacRoman',universal_newline: true) # X-MAC-ROMAN
+    end
+    
+    def self.clean_data(str)
+      # Have to use "[[:space:]]" for "&nbsp;" and "<br/>"
+      # This is necessary for "<br />\s+" (see 2015 "KRYON IN LIMA, PERU (2)")
+      str = str.clone()
+      str.gsub!(/[[:space:]]+/,' ') # Replace all spaces with one space
+      str.strip!()
+      return clean_charset(str)
+    end
+    
+    def self.clean_link(url,link)
+      if url !~ /\/\z/
+        # Don't know if the end is a filename or a dirname, so just assume it is a filename and chop it off
+        url = File.dirname(url)
+        url = add_trail_slash(url)
+      end
+      
+      # 1st, handle "/" (because you won't have "/../filename", which is invalid)
+      slash_regex = /\A(\/+\.*\/*)+/
+      
+      if link =~ slash_regex
+        link = link.gsub(slash_regex,'')
+        link = get_top_link(url) + link # get_top_link(...) adds a slash
+        
+        return link # Already handles "../" or "./" in the regex
+      end
+      
+      # 2nd, handle "../" (and potentially "../././/" or "..//")
+      # - Ignores "./" if has it
+      dotdot_regex = /\A(\.\.\/)((\.\/)*(\/)*)*/ # \A (../) ( (./)* (/)* )*
+      num_dirs = 0 # Could be a boolean; left as int because of legacy code
+      
+      while link =~ dotdot_regex
+        num_dirs = num_dirs + 1
+        link = link.gsub(dotdot_regex,'')
+        url = File.dirname(url)
+      end
+      
+      if num_dirs > 0
+        link = add_trail_slash(url) + link
+        
+        return link # Already handled "./" in the regex
+      end
+      
+      # 3rd, handle "./"
+      dot_regex = /\A(\.\/+)+/
+      
+      if link =~ dot_regex
+        link = link.gsub(dot_regex,'')
+        link = url + link # Slash already added at top of method
+        
+        return link
+      end
+      
+      # 4th, handle no path
+      #if link !~ /#{get_top_link(url)}/i
+      if link !~ /\Ahttps?:/i
+        link = url + link
+      else
+        link = link.sub(/\Ahttp:/i,'https:')
+      end
+      
+      return link
+    end
+    
+    def self.empty_s?(str)
+      return str.nil?() || str.gsub(/[[:space:]]+/,'').empty?()
+    end
+    
+    def self.fix_link(url)
+      # If we do URI.escape(), then if it's already "%20",
+      # then it will convert it to "%2520"
+      
+      url = url.gsub(/[[:space:]]/,'%20')
+      
+      return url
+    end
+    
+    def self.fix_shortwith_text(text)
+      if text =~ /w\/[[:alnum:]]/i
+        # I think it looks better with a space, personally.
+        #  Some grammar guides say no space, but the Chicago style guide says there should be a space when it
+        #    is a word by itself.
+        text = text.gsub(/w\//i,'w/ ')
+      end
+      
+      return text
+    end
+    
+    def self.format_date(date)
+      return date.nil?() ? nil : date.strftime(DATE_FORMAT)
+    end
+    
+    def self.format_datetime(datetime)
+      return datetime.nil?() ? nil : datetime.strftime(DATETIME_FORMAT)
+    end
+    
+    def self.get_top_link(url)
+      raise "No top link: #{url}" if DevOpts.instance.dev?() && url !~ /\Ahttps?\:/i
+      
+      http_regex = /\Ahttps?\:|\A\./i # Check '.' to prevent infinite loop
+      
+      while File.basename(File.dirname(url)) !~ http_regex
+        url = File.dirname(url).strip()
+        
+        break if url == '.' || url.empty?()
+      end
+      
+      return add_trail_slash(url)
+    end
+    
+    def self.get_url_header_data(url)
+      uri = URI(url)
+      r = {}
+      
+      Net::HTTP.start(uri.host,uri.port) do |http|
+        resp = http.request_head(uri)
+        r = resp.to_hash()
+      end
+      
+      return r
+    end
+    
+    def self.hash_def(hash,keys,value)
+      v = hash
+      
+      for i in 0..keys.length-2
+        v = v[keys[i]]
+      end
+      
+      v[keys[keys.length-1]] = value if v[keys[keys.length-1]].nil?()
+      return v[keys[keys.length-1]]
+    end
+    
+    def self.hash_def_all(hash,keys,value)
+      v = hash
+      
+      for i in 0..keys.length-2
+        if v[keys[i]].nil?()
+          v[keys[i]] = {}
+          v = v[keys[i]]
+        end
+      end
+      
+      v[keys[keys.length-1]] = value if v[keys[keys.length-1]].nil?()
+      return v[keys[keys.length-1]]
+    end
+    
+    def self.mk_dirs_from_filepath(filepath)
+      dirname = File.dirname(filepath)
+      
+      if !dirname.nil?()
+        raise "Spaces around dirname: '#{dirname}'" if dirname != dirname.strip()
+        
+        if !Dir.exist?(dirname)
+          Log.instance.info("Making dirs: '#{dirname}'...")
+          FileUtils.mkdir_p(dirname)
+        end
+      end
+    end
+    
+    def self.parse_date_s(str)
+      return self.empty_s?(str) ? nil : Date.strptime(str,DATE_FORMAT)
+    end
+    
+    def self.parse_datetime_s(str)
+      return self.empty_s?(str) ? nil : DateTime.strptime(str,DATETIME_FORMAT)
+    end
+    
+    def self.parse_url_filename(url)
+      uri = URI.parse(url)
+      r = File.basename(uri.path)
+      r = URI.unescape(r)
+      return r.strip()
+    end
+    
+    def self.safe_max(a,b)
+      return a.nil?() ? b : (b.nil?() ? a : ((a > b) ? a : b))
+    end
+  end
+end

data/lib/unclekryon/version.rb

@@ -0,0 +1,26 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+# frozen_string_literal: true
+
+#--
+# This file is part of UncleKryon-server.
+# Copyright (c) 2017-2019 Jonathan Bradley Whited (@esotericpig)
+# 
+# UncleKryon-server is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# UncleKryon-server is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with UncleKryon-server.  If not, see <https://www.gnu.org/licenses/>.
+#++
+
+
+module UncleKryon
+  VERSION = '0.4.9-alpha'
+end

data/unclekryon.gemspec

@@ -0,0 +1,67 @@
+# encoding: UTF-8
+# frozen_string_literal: true
+
+#--
+# This file is part of UncleKryon-server.
+# Copyright (c) 2017-2019 Jonathan Bradley Whited (@esotericpig)
+# 
+# UncleKryon-server is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# UncleKryon-server is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with UncleKryon-server.  If not, see <https://www.gnu.org/licenses/>.
+#++
+
+
+lib = File.expand_path(File.join('..','lib'),__FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'unclekryon/version'
+
+Gem::Specification.new() do |spec|
+  spec.name        = 'unclekryon'
+  spec.version     = UncleKryon::VERSION
+  spec.authors     = ['Jonathan Bradley Whited (@esotericpig)']
+  spec.email       = ['bradley@esotericpig.com']
+  spec.licenses    = ['GPL-3.0-or-later']
+  spec.homepage    = 'https://github.com/esotericpig/UncleKryon-server'
+  spec.summary     = 'Uncle Kryon server (& hacker).'
+  spec.description = 'Uncle Kryon server (& hacker) for the Uncle Kryon mobile apps.'
+  
+  spec.metadata = {
+    'bug_tracker_uri' => 'https://github.com/esotericpig/UncleKryon-server/issues',
+    'homepage_uri'    => 'https://github.com/esotericpig/UncleKryon-server',
+    'source_code_uri' => 'https://github.com/esotericpig/UncleKryon-server'
+  }
+  
+  spec.require_paths = ['lib']
+  spec.bindir        = 'bin'
+  spec.executables   = [spec.name]
+  
+  spec.files = Dir.glob(File.join("{#{spec.require_paths.join(',')}}",'**','*.{rb}')) +
+               Dir.glob(File.join(spec.bindir,'*')) +
+               Dir.glob(File.join("{iso,test}",'**','*.{rb,yaml}')) +
+               %W( Gemfile Gemfile.lock #{spec.name}.gemspec Rakefile ) +
+               %w( LICENSE README.md )
+  
+  spec.required_ruby_version = '>= 2.4.0'
+  spec.requirements << 'Nokogiri: https://www.nokogiri.org/tutorials/installing_nokogiri.html'
+  
+  spec.add_runtime_dependency 'nbayes'  ,'~> 0.1.2' # For training type of text (machine learning)
+  spec.add_runtime_dependency 'nokogiri','~> 1.10'  # For hacking HTML
+  
+  spec.add_development_dependency 'bundler' ,'~> 2.1'
+  spec.add_development_dependency 'irb'     ,'~> 1.2'
+  spec.add_development_dependency 'minitest','~> 5.14' # For testing
+  spec.add_development_dependency 'rake'    ,'~> 13.0'
+  spec.add_development_dependency 'raketeer','~> 0.2'  # For Nokogiri & IRB rake tasks
+  
+  spec.post_install_message = "You can now use [#{spec.executables.join(', ')}] on the command line."
+end

metadata

@@ -0,0 +1,189 @@
+--- !ruby/object:Gem::Specification
+name: unclekryon
+version: !ruby/object:Gem::Version
+  version: 0.4.9.pre.alpha
+platform: ruby
+authors:
+- Jonathan Bradley Whited (@esotericpig)
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-04-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nbayes
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: irb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: raketeer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+description: Uncle Kryon server (& hacker) for the Uncle Kryon mobile apps.
+email:
+- bradley@esotericpig.com
+executables:
+- unclekryon
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/unclekryon
+- iso/can_provs_terrs.yaml
+- iso/countries.yaml
+- iso/iso.yaml
+- iso/languages.yaml
+- iso/regions.yaml
+- iso/subregions.yaml
+- iso/usa_states.yaml
+- lib/unclekryon.rb
+- lib/unclekryon/data/album_data.rb
+- lib/unclekryon/data/artist_data.rb
+- lib/unclekryon/data/artist_data_data.rb
+- lib/unclekryon/data/aum_data.rb
+- lib/unclekryon/data/base_data.rb
+- lib/unclekryon/data/pic_data.rb
+- lib/unclekryon/data/release_data.rb
+- lib/unclekryon/data/social_data.rb
+- lib/unclekryon/data/timespan_data.rb
+- lib/unclekryon/dev_opts.rb
+- lib/unclekryon/hacker.rb
+- lib/unclekryon/iso.rb
+- lib/unclekryon/iso/base_iso.rb
+- lib/unclekryon/iso/can_prov_terr.rb
+- lib/unclekryon/iso/country.rb
+- lib/unclekryon/iso/language.rb
+- lib/unclekryon/iso/region.rb
+- lib/unclekryon/iso/subregion.rb
+- lib/unclekryon/iso/usa_state.rb
+- lib/unclekryon/jsoner.rb
+- lib/unclekryon/log.rb
+- lib/unclekryon/parsers/kryon_aum_year_album_parser.rb
+- lib/unclekryon/parsers/kryon_aum_year_parser.rb
+- lib/unclekryon/server.rb
+- lib/unclekryon/trainer.rb
+- lib/unclekryon/uploader.rb
+- lib/unclekryon/util.rb
+- lib/unclekryon/version.rb
+- unclekryon.gemspec
+homepage: https://github.com/esotericpig/UncleKryon-server
+licenses:
+- GPL-3.0-or-later
+metadata:
+  bug_tracker_uri: https://github.com/esotericpig/UncleKryon-server/issues
+  homepage_uri: https://github.com/esotericpig/UncleKryon-server
+  source_code_uri: https://github.com/esotericpig/UncleKryon-server
+post_install_message: You can now use [unclekryon] on the command line.
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.4.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements:
+- 'Nokogiri: https://www.nokogiri.org/tutorials/installing_nokogiri.html'
+rubygems_version: 3.1.2
+signing_key: 
+specification_version: 4
+summary: Uncle Kryon server (& hacker).
+test_files: []