artbase 0.1.0 → 0.2.0

data/lib/artbase/helper.rb

@@ -1,149 +1,168 @@
-
-
-
-def slugify( name )
-  name.downcase.gsub( /[^a-z0-9 ()$_-]/ ) do |_|
-     puts " !! WARN: asciify - found (and removing) non-ascii char >#{Regexp.last_match}<"
-     ''  ## remove - use empty string
-  end.gsub( ' ', '_')
-end
-
-
-
-
-def convert_images( collection, from: 'jpg',
-                                to: 'png' )
-    files = Dir.glob( "./#{collection}/i/*.#{from}" )
-    puts "==> converting #{files.size} image(s) from #{from} to #{to}"
-
-    files.each_with_index do |file,i|
-      dirname   = File.dirname( file )
-      extname   = File.extname( file )
-      basename  = File.basename( file, extname )
-
-      cmd = "magick convert #{dirname}/#{basename}.#{from} #{dirname}/#{basename}.#{to}"
-
-      puts "   [#{i+1}/#{files.size}] - #{cmd}"
-      system( cmd )
-
-      if from == 'gif'
-        ## assume multi-images for gif
-        ##   save  image-0.png  to  image.png
-        path0 = "#{dirname}/#{basename}-0.#{to}"
-        path  = "#{dirname}/#{basename}.#{to}"
-
-        puts "   saving #{path0} to #{path}..."
-
-        blob = File.open( path0, 'rb' ) { |f| f.read }
-        File.open( path, 'wb' ) { |f| f.write( blob ) }
-      end
-    end
-end
-
-
-
-
-
-
-
-
-def copy_json( src, dest )
-  uri = URI.parse( src )
-
-  http = Net::HTTP.new( uri.host, uri.port )
-
-  puts "[debug] GET #{uri.request_uri} uri=#{uri}"
-
-  headers = { 'User-Agent' => "ruby v#{RUBY_VERSION}" }
-
-
-  request = Net::HTTP::Get.new( uri.request_uri, headers )
-  if uri.instance_of? URI::HTTPS
-    http.use_ssl = true
-    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
-  end
-
-  response   = http.request( request )
-
-  if response.code == '200'
-    puts "#{response.code} #{response.message}"
-    puts "  content_type: #{response.content_type}, content_length: #{response.content_length}"
-
-    text = response.body.to_s
-    text = text.force_encoding( Encoding::UTF_8 )
-
-    data = JSON.parse( text )
-
-    File.open( dest, "w:utf-8" ) do |f|
-      f.write( JSON.pretty_generate( data ) )
-    end
-  else
-    puts "!! error:"
-    puts "#{response.code} #{response.message}"
-    exit 1
-  end
-end
-
-
-def copy_image( src, dest,
-                 dump_headers: false )
-  uri = URI.parse( src )
-
-  http = Net::HTTP.new( uri.host, uri.port )
-
-  puts "[debug] GET #{uri.request_uri} uri=#{uri}"
-
-  headers = { 'User-Agent' => "ruby v#{RUBY_VERSION}" }
-
-  request = Net::HTTP::Get.new( uri.request_uri, headers )
-  if uri.instance_of? URI::HTTPS
-    http.use_ssl = true
-    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
-  end
-
-  response   = http.request( request )
-
-  if response.code == '200'
-    puts "#{response.code} #{response.message}"
-
-    content_type   = response.content_type
-    content_length = response.content_length
-    puts "  content_type: #{content_type}, content_length: #{content_length}"
-
-    if dump_headers   ## for debugging dump headers
-      headers = response.each_header.to_h
-      puts "htttp respone headers:"
-      pp headers
-    end
-
-
-    format = if content_type =~ %r{image/jpeg}i
-                'jpg'
-             elsif content_type =~ %r{image/png}i
-                'png'
-              elsif content_type =~ %r{image/gif}i
-                'gif'
-             else
-              puts "!! error:"
-              puts " unknown image format content type: >#{content_type}<"
-              exit 1
-            end
-
-    ##   make sure path exits - autocreate dirs
-    ## make sure path exists
-    dirname = File.dirname( "#{dest}.#{format}" )
-    FileUtils.mkdir_p( dirname )  unless Dir.exist?( dirname )
-
-    File.open( "#{dest}.#{format}", 'wb' ) do |f|
-      f.write( response.body )
-    end
-  else
-    puts "!! error:"
-    puts "#{response.code} #{response.message}"
-    exit 1
-  end
-end
-
-
-
-
+
+
+
+def slugify( name )
+  name.downcase.gsub( /[^a-z0-9 ()$_-]/ ) do |_|
+     puts " !! WARN: asciify - found (and removing) non-ascii char >#{Regexp.last_match}<"
+     ''  ## remove - use empty string
+  end.gsub( ' ', '_')
+end
+
+
+
+
+def convert_images( collection, from: 'jpg',
+                                to: 'png',
+                                dir: 'i',
+                                overwrite: true )
+    files = Dir.glob( "./#{collection}/#{dir}/*.#{from}" )
+    puts "==> converting #{files.size} image(s) from #{from} to #{to}"
+
+    files.each_with_index do |file,i|
+      dirname   = File.dirname( file )
+      extname   = File.extname( file )
+      basename  = File.basename( file, extname )
+
+      ## skip convert if target / dest file already exists
+      next  if overwrite == false && File.exist?( "#{dirname}/#{basename}.#{to}" )
+
+
+      cmd = "magick convert #{dirname}/#{basename}.#{from} #{dirname}/#{basename}.#{to}"
+
+      puts "   [#{i+1}/#{files.size}] - #{cmd}"
+      system( cmd )
+
+      if from == 'gif'
+        ## assume multi-images for gif
+        ##   save  image-0.png  to  image.png
+        path0 = "#{dirname}/#{basename}-0.#{to}"
+        path  = "#{dirname}/#{basename}.#{to}"
+
+        puts "   saving #{path0} to #{path}..."
+
+        blob = File.open( path0, 'rb' ) { |f| f.read }
+        File.open( path, 'wb' ) { |f| f.write( blob ) }
+      end
+    end
+end
+
+
+
+
+
+
+
+
+def copy_json( src, dest )
+  uri = URI.parse( src )
+
+  http = Net::HTTP.new( uri.host, uri.port )
+
+  puts "[debug] GET #{uri.request_uri} uri=#{uri}"
+
+  headers = { 'User-Agent' => "ruby v#{RUBY_VERSION}" }
+
+
+  request = Net::HTTP::Get.new( uri.request_uri, headers )
+  if uri.instance_of? URI::HTTPS
+    http.use_ssl = true
+    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+  end
+
+  response   = http.request( request )
+
+  if response.code == '200'
+    puts "#{response.code} #{response.message}"
+    puts "  content_type: #{response.content_type}, content_length: #{response.content_length}"
+
+    text = response.body.to_s
+    text = text.force_encoding( Encoding::UTF_8 )
+
+    data = JSON.parse( text )
+
+    File.open( dest, "w:utf-8" ) do |f|
+      f.write( JSON.pretty_generate( data ) )
+    end
+  else
+    puts "!! error:"
+    puts "#{response.code} #{response.message}"
+    exit 1
+  end
+end
+
+
+def copy_image( src, dest,
+                 dump_headers: false )
+  uri = URI.parse( src )
+
+  http = Net::HTTP.new( uri.host, uri.port )
+
+  puts "[debug] GET #{uri.request_uri} uri=#{uri}"
+
+  headers = { 'User-Agent' => "ruby v#{RUBY_VERSION}" }
+
+  request = Net::HTTP::Get.new( uri.request_uri, headers )
+  if uri.instance_of? URI::HTTPS
+    http.use_ssl = true
+    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+  end
+
+  response   = http.request( request )
+
+  if response.code == '200'
+    puts "#{response.code} #{response.message}"
+
+    content_type   = response.content_type
+    content_length = response.content_length
+    puts "  content_type: #{content_type}, content_length: #{content_length}"
+
+    if dump_headers   ## for debugging dump headers
+      headers = response.each_header.to_h
+      puts "htttp respone headers:"
+      pp headers
+    end
+
+
+    format = if content_type =~ %r{image/jpeg}i
+                'jpg'
+             elsif content_type =~ %r{image/png}i
+                'png'
+              elsif content_type =~ %r{image/gif}i
+                'gif'
+              elsif content_type =~ %r{image/svg}i
+                'svg'
+             else
+              puts "!! error:"
+              puts " unknown image format content type: >#{content_type}<"
+              exit 1
+            end
+
+    ##   make sure path exits - autocreate dirs
+    ## make sure path exists
+    dirname = File.dirname( "#{dest}.#{format}" )
+    FileUtils.mkdir_p( dirname )  unless Dir.exist?( dirname )
+
+    if format == 'svg'
+      ## save as text  (note: assume utf-8 encoding for now)
+      text = response.body.to_s
+      text = text.force_encoding( Encoding::UTF_8 )
+
+      File.open( "#{dest}.svg", 'w:utf-8' ) do |f|
+        f.write( text )
+      end
+    else
+      ## save as binary
+      File.open( "#{dest}.#{format}", 'wb' ) do |f|
+        f.write( response.body )
+      end
+    end
+  else
+    puts "!! error:"
+    puts "#{response.code} #{response.message}"
+    exit 1
+  end
+end
+
+
+
+

data/lib/artbase/image/sample.rb

@@ -0,0 +1,31 @@
+module Pixelart
+
+  class Image
+
+###
+#   add common
+#     pixel(ate) steps/offsets (for re/down/sampling)
+DOwNSAMPLING_STEPS = {
+  '24x24' => {
+    '269x269' => Image.calc_sample_steps( 269, 24 ),  # width (269px), new_width (24px)
+    '512x512' => Image.calc_sample_steps( 512, 24 ),  # width (512px), new_width (24px)
+  },
+  '32x32' => {
+    '320x320' => Image.calc_sample_steps( 320, 32 ),
+    '512x512' => Image.calc_sample_steps( 512, 32 ),
+  },
+  '35x35' => {
+    '512x512' => Image.calc_sample_steps( 512, 35 ),
+  },
+  '60x60' => {
+    '512x512' => Image.calc_sample_steps( 512, 60 ),
+  },
+  '80x80' => {
+    '512x512' => Image.calc_sample_steps( 512, 80 ),
+  },
+}
+
+  end  # class Image
+end   # module Pixelart
+
+

data/lib/artbase/image.rb

@@ -1,75 +1,31 @@
-######################
-#  pixelart image extensions
-#    move upstream!!!!!
-
-
-module Pixelart
-
-class Image
-  def sample( *args, **kwargs )
-    ## note: for now always assume square image (e.g. 24x24, 32x32 and such)
-
-    offsets = if kwargs[:from] && kwargs[:to]
-                PIXEL_OFFSETS[ kwargs[:to] ][ kwargs[ :from ]]
-              else
-                args[0]   ## assume "custom" hash of offsets
-              end
-
-    width = height = offsets.size
-
-    puts "     #{self.width}x#{self.height} => #{width}x#{height}"
-
-
-    dest = Image.new( width, height )
-
-    offsets.each do |offset_x, x|
-      offsets.each do |offset_y, y|
-         pixel = self[offset_x,offset_y]
-
-         dest[x,y] =  pixel
-      end
-    end
-
-    dest
-  end
-  alias_method :pixelate, :sample
-end  # class Image
-
-
-
-class ImageComposite
-  def add_glob( glob )
-    files = Dir.glob( glob )
-    puts "#{files.size} file(s) found matching >#{glob}<"
-
-
-    files = files.sort
-    ## puts files.inspect
-
-    files.each_with_index do |file,i|
-      puts "==> [#{i+1}/#{files.size}] - #{file}"
-      img = Image.read( file )
-
-      self << img    ## todo/check: use add alias - why? why not?
-    end
-  end
-end   # class ImageComposite
-end   # module Pixelart
-
-
-###
-#   add common
-#     pixel(ate) offsets (for sampling)
-PIXEL_OFFSETS = {}
-
-module Pixelart
-  class Image
-    PIXEL_OFFSETS = ::PIXEL_OFFSETS
-  end
-end   # module Pixelart
-
-
-require_relative 'image/24x24'
-require_relative 'image/32x32'
-require_relative 'image/60x60'
-require_relative 'image/80x80'
+######################
+#  pixelart image extensions
+#    move upstream!!!!!
+
+
+module Pixelart
+class ImageComposite
+  def add_glob( glob )
+    files = Dir.glob( glob )
+    puts "#{files.size} file(s) found matching >#{glob}<"
+
+
+    files = files.sort
+    ## puts files.inspect
+
+    files.each_with_index do |file,i|
+      puts "==> [#{i+1}/#{files.size}] - #{file}"
+      img = Image.read( file )
+
+      self << img    ## todo/check: use add alias - why? why not?
+    end
+  end
+end   # class ImageComposite
+end   # module Pixelart
+
+
+
+require_relative 'image/sample'    ## check - change to downsample/pixelate - why? why not?
+
+
+

data/lib/artbase/retry.rb

@@ -0,0 +1,41 @@
+
+## for more ideas on retry
+##    see https://github.com/ooyala/retries
+
+
+## todo/check:  use a different name than retry - why? why not?
+def retry_on_error( max_tries: 3, &block )
+  errors = []
+  delay = 3  ## 3 secs
+
+    begin
+      block.call
+
+    ## note: add more exception here (separated by comma) like
+    ##         rescue Errno::ETIMEDOUT, Errno::ECONNREFUSED => e
+    rescue Net::ReadTimeout => e
+        ##  (re)raise (use raise with arguments or such - why? why not?)
+        raise    if errors.size >= max_tries
+
+        ## ReadTimeout, a subclass of Timeout::Error, is raised if a chunk of the response cannot be read within the read_timeout.
+        ##                subclass of RuntimeError
+        ##                subclass of StandardError
+        ##                subclass of Exception
+        puts "!! ERROR - #{e}:"
+        pp e
+
+        errors << e
+
+        puts
+        puts "==> retrying (count=#{errors.size}, max_tries=#{max_tries}) in #{delay} sec(s)..."
+        sleep( delay )
+        retry
+    end
+
+  if errors.size > 0
+    puts "  #{errors.size} retry attempt(s) on error(s):"
+    pp errors
+  end
+
+  errors
+end