artbase 0.2.2 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 28781910e6461bf7c03b8c27a1845633c07681798180edd50f873ec029b9921f
-  data.tar.gz: c19bf7185dfbfe51c0f7ab14b25f4dbecd29314b0ca6088660ab55b4a4c5d40c
+  metadata.gz: a1060552f98ae102ea9d98593be2cb3dafd13d07e7d5ef20eb77cc4176c7fd94
+  data.tar.gz: 239322b6fcab84714305f14c2bfc91a488dba35b653b906f484f7690a99abec4
 SHA512:
-  metadata.gz: 17b24d4328ba8fac495134954a686b59324e7f635d878c2b1ce1c085ad9b21a3a767f87773d7dfccdb7516c47a9cf57621bec10e11daab16ae8610c2670f7ed3
-  data.tar.gz: e009b91051805e13358b6cb172e32ce256f04d03d0eda912dc7f6b73c35a58c6d556c4e9cb301ac8f4f88aa8d9d6e43bf6b376e2509ae856689d7224584f6bee
+  metadata.gz: 5c99a8d16e494bf0572db121c2b19843d2db20b8084df874ce123c10a99cfc39a3508733f9b7eb8da450cf95bea019fe8de66cbbb7771f8e007fbaf828bcb65b
+  data.tar.gz: aadfdb81650d27d1f8830755b41c5ab314b2b3de9efe54c76a2b2afa121809123f686438d415d0fb55df02b5fdf498ba6bd9333a8b9e8db4fd4d6dc60e7fad44

data/Manifest.txt

@@ -4,15 +4,5 @@ README.md
 Rakefile
 bin/artbase
 lib/artbase.rb
-lib/artbase/attributes.rb
-lib/artbase/collection.rb
-lib/artbase/collection/base.rb
-lib/artbase/collection/image.rb
-lib/artbase/collection/opensea.rb
-lib/artbase/collection/token.rb
-lib/artbase/helper.rb
-lib/artbase/image.rb
-lib/artbase/image/sample.rb
-lib/artbase/retry.rb
 lib/artbase/tool.rb
 lib/artbase/version.rb

data/Rakefile

@@ -26,9 +26,10 @@ Hoe.spec 'artbase' do
   self.history_file = 'CHANGELOG.md'
 
   self.extra_deps = [
-    ['cocos', '>= 0.1.2'],
-    ['webclient', '>= 0.2.2'],
-    ['pixelart', '>= 1.3.6'],
+    ['artbase-cocos', '>= 0.0.1'],
+    # ['artbase-importers', '>= 0.0.1'],  ## note: make "heavy" sql/sqlite db support "soft" dependency
+    ['artserve'],
+    ['artq'],
   ]
 
   self.licenses = ['Public Domain']

data/lib/artbase/tool.rb

@@ -74,19 +74,7 @@ class Tool
     if File.exist?( "./#{name}/collection.yml" )
        path = "./#{name}/collection.yml"
        puts "==> reading collection config >#{path}<..."
-       config = read_yaml( path )
-
-       ## todo - use TokenCollection.read( ) or such -- why? why not?
-       ##           or TokenCollection.build( hash ) ?? - why? why not?
-       self.collection = TokenCollection.new(
-         config['slug'],
-         config['count'],
-         token_base: config['token_base'],
-         image_base: config['image_base'],
-         format: config['format'],
-         source: config['source'],
-         offset: config['offset'] || 0
-       )
+       self.collection = TokenCollection.read( path )
     else
       ## todo/check: keep config.rb alternate name - why? why not?
       ##    or use collection.rb only ???
@@ -131,6 +119,8 @@ class Tool
       dump_attributes
     elsif ['x', 'exp', 'export'].include?( command )
       export_attributes
+    elsif ['b', 'build'].include?( command )
+      build_database
     elsif ['c', 'composite'].include?( command )
       make_composite( limit: options[ :limit],
                       mirror: options[ :mirror ])
@@ -145,6 +135,31 @@ class Tool
     puts "bye"
   end
 
+
+
+  def self.build_database
+    puts "===> build database"
+
+### note. load database "heavy" machinery only on-demand
+##    make it a "soft" dependency for now - why? why not?
+   require 'artbase-importers'
+
+
+    slug = @collection.slug
+
+    importer = Importer.read( "./#{slug}/build.rb" )
+
+    columns = importer.metadata_columns
+    pp columns
+
+    Database.connect( "./#{slug}/artbase.db" )
+    Database.auto_migrate!( columns )
+
+    @collection.import( importer )
+  end
+
+
+
   def self.make_composite( limit: nil, mirror: false )
     puts "==> make composite"
     @collection.make_composite( limit: limit, mirror: mirror )

data/lib/artbase/version.rb

@@ -2,8 +2,8 @@
 
 module Artbase
   MAJOR = 0
-  MINOR = 2
-  PATCH = 2
+  MINOR = 3
+  PATCH = 0
   VERSION = [MAJOR,MINOR,PATCH].join('.')
 
   def self.version

data/lib/artbase.rb

@@ -1,78 +1,12 @@
-require 'cocos'
-
-
-
-## 3rd party gems
-require 'pixelart'
-
-
-
-
-## our own code
-require_relative 'artbase/version'    # note: let version always go first
-
-
-### add (shared) "global" config
-module Artbase
-class Configuration
-
-  #######################
-  ## accessors
-
-  ##  todo/check:  keep trailing / in ipfs_gateway - why? why not?
-  def ipfs_gateway()       @ipfs_gateway || 'https://ipfs.io/ipfs/'; end
-  def ipfs_gateway=(value) @ipfs_gateway = value; end
-end # class Configuration
-
-
-## lets you use
-##   Artbase.configure do |config|
-##      config.ipfs_gateway = 'https://cloudflare-ipfs.com/ipfs/'
-##   end
-def self.configure() yield( config ); end
-def self.config()    @config ||= Configuration.new;  end
-end  # module Artbase
-
-
-require_relative 'artbase/image'
-
-
-require_relative 'artbase/helper'
-require_relative 'artbase/retry'    ## (global) retry_on_error helper
-
-require_relative 'artbase/collection'
-require_relative 'artbase/attributes'
-
-
-require_relative 'artbase/tool'
-
-
-
-######
-## move to helper - why? why not?
-
-
-
-## quick ipfs (interplanetary file system) hack
-##   - make more reuseable
-##   - different name  e.g. ipfs_to_http or such - why? why not?
-##   change/rename parameter str to url or suc - why? why not?
-def handle_ipfs( str, normalize:    true,
-                      ipfs_gateway: Artbase.config.ipfs_gateway )
-
-  if normalize && str.start_with?( 'https://ipfs.io/ipfs/' )
-    str = str.sub( 'https://ipfs.io/ipfs/', 'ipfs://' )
-  end
-
-  if str.start_with?( 'ipfs://' )
-    str = str.sub( 'ipfs://', ipfs_gateway )   # use/replace with public gateway
-  end
-  str
-end
-
-
-
-
-
-puts Artbase.banner
-puts Artbase.root
+
+require 'artbase-cocos'
+
+
+
+## our own code
+require_relative 'artbase/version'
+require_relative 'artbase/tool'
+
+
+
+puts Artbase.banner    # say hello

metadata

@@ -1,57 +1,57 @@
 --- !ruby/object:Gem::Specification
 name: artbase
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.3.0
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-09-01 00:00:00.000000000 Z
+date: 2022-11-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: cocos
+  name: artbase-cocos
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.2
+        version: 0.0.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.2
+        version: 0.0.1
 - !ruby/object:Gem::Dependency
-  name: webclient
+  name: artserve
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.2.2
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.2.2
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: pixelart
+  name: artq
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.6
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.6
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rdoc
   requirement: !ruby/object:Gem::Requirement
@@ -102,16 +102,6 @@ files:
 - Rakefile
 - bin/artbase
 - lib/artbase.rb
-- lib/artbase/attributes.rb
-- lib/artbase/collection.rb
-- lib/artbase/collection/base.rb
-- lib/artbase/collection/image.rb
-- lib/artbase/collection/opensea.rb
-- lib/artbase/collection/token.rb
-- lib/artbase/helper.rb
-- lib/artbase/image.rb
-- lib/artbase/image/sample.rb
-- lib/artbase/retry.rb
 - lib/artbase/tool.rb
 - lib/artbase/version.rb
 homepage: https://github.com/pixelartexchange/artbase

data/lib/artbase/attributes.rb

@@ -1,83 +0,0 @@
-
-
-def counter_to_text( counter )
-
-  counter = counter.to_a
-
-  attribute_counter = counter[0]
-  more_counter      = counter[1..-1]
-
-
-  puts "Attribute Counts\n"
-  trait_type, h = attribute_counter
-
-  total = h[:by_type].values.reduce(0) { |sum,count| sum+count }
-
-
-  types = h[:by_type]
-  types = types.sort { |l,r| l[0]<=>r[0] }  ## sort by name
-
-  puts "\n"
-  puts "|Name|Total (%)|"
-  puts "|--------|----------:|"
-
-  types.each do |rec|
-      name     = rec[0]
-      count    = rec[1]
-      percent =  Float(count*100)/Float(total)
-
-      puts "| **#{name} Attributes** | #{count} (#{'%.2f' % percent}) |"
-  end
-  puts "\n"
-
-  more_counter.each_with_index do |(trait_type, h),i|
-    print " · "  if i > 0   ## add separator
-    print "#{trait_type } (#{h[:by_type].size})"
-  end
-  puts "\n\n"
-
-
-
-  more_counter.each do |trait_type, h|
-    print "### #{trait_type } (#{h[:by_type].size}) - "
-    print "∑Total #{h[:count]}/#{total}\n"
-
-    puts "\n"
-    puts "|Name|Total (%)|"
-    puts "|--------|----------:|"
-
-      types = h[:by_type]
-      types = types.sort do |l,r|
-                            # sort by 1) by count
-                            #         2) by name a-z
-                                  res = r[1] <=> l[1]
-                                  res = l[0] <=> r[0]  if res == 0
-                                  res
-                         end  ## sort by count
-      types.each do |rec|
-         name     = rec[0]
-         count    = rec[1]
-         percent =  Float(count*100)/Float(total)
-
-         puts "| **#{name}** | #{count} (#{'%.2f' % percent}) |"
-      end
-      puts "\n\n"
-    end
-end
-
-
-
-
-def counter_to_csv( counter )
-
-  puts "type, name, count"
-  counter.each do |trait_type, h|
-    puts "#{trait_type}, ∑ Total, #{h[:count]}"
-    h[:by_type].each do |trait_value, count|
-       puts "#{trait_type}, #{trait_value}, #{count}"
-    end
-  end
-end
-
-
-

data/lib/artbase/collection/base.rb

@@ -1,329 +0,0 @@
-
-module Artbase
-class Base     ## "abstract" Base collection - check -use a different name - why? why not?
-
-
-def convert_images( overwrite: )
-  image_dir = "./#{slug}/token-i"
-  Image.convert( image_dir, from: 'jpg', to: 'png', overwrite: overwrite )
-  Image.convert( image_dir, from: 'gif', to: 'png', overwrite: overwrite )
-  Image.convert( image_dir, from: 'svg', to: 'png', overwrite: overwrite )
-end
-
-
-
-def make_strip
-  composite_count = @count - @excludes.size
-
-  composite = ImageComposite.new( 9, 1,
-                                  width:  @width,
-                                  height: @height )
-
-  i = 0
-  each_image do |img, id|
-    puts "==> [#{i+1}/9] #{id}"
-    composite << img
-
-    i += 1
-    break if i >= 9
-  end
-
-
-  composite.save( "./#{@slug}/tmp/#{@slug}-strip.png" )
-end
-
-
-
-def make_composite( limit: nil,
-                    mirror: false )
-  ### use well-known / pre-defined (default) grids
-  ##        (cols x rows) for now - why? why not?
-
-  composite_count = if limit
-                      limit
-                    else
-                      @count - @excludes.size
-                    end
-
-  cols, rows = case composite_count
-               when    99 then   [10,  10]
-               when   100 then   [10,  10]
-               when   150 then   [15,  10]
-               when   314 then   [15,  21]
-               when   500 then   [25,  20]
-               when  1000 then   [25,  40]
-               when  2200 then   [50,  44]
-               when  2222 then   [50,  45]
-               when  2469 then   [50,  50]
-               when  3000 then   [100, 30]    ## or use 50*60 - why? why not?
-               when  3500 then   [100, 35]    ## or use 50*x ??
-               when  3979 then   [100, 40]
-               when  4000 then   [100, 40]    ## or use 50x80 - why? why not?
-               when  4444 then   [100, 45]    ## or use 50x??
-               when  5000 then   [100, 50]    ## or use 50x100 - why? why not?
-               when  5555 then   [100, 56]   # 5600 (45 left empty)
-               when  6666 then   [100, 67]   # 6700 (34 left empty)
-               when  6688 then   [100, 67]   # 6700 (12 left empty)
-               when  6969 then   [100, 70]   # 7000 (31 left empty)
-               when  7500 then   [100, 75]
-               when  8888 then   [100, 89]
-               when  9969 then   [100,100]
-               when 10000 then   [100,100]
-               else
-                   raise ArgumentError, "sorry - unknown composite count #{composite_count}/#{@count} for now"
-               end
-
-  composite = ImageComposite.new( cols, rows,
-                                  width:  @width,
-                                  height: @height )
-
-
-  count = 0
-  each_image do |img, id|
-    puts "==> #{id}"
-    composite <<    if mirror
-                      img.mirror
-                    else
-                      img
-                    end
-
-    count += 1
-    break if limit && count >= limit
-  end
-
-
-  slug = "#{@slug}"
-  slug += "#{limit}" if limit
-  slug += "_left"    if mirror
-
-  path = "./#{@slug}/tmp/#{slug}-#{@width}x#{@height}.png"
-  puts "   saving #{path}..."
-  composite.save( path )
-
-  if composite_count < 1000
-    path = "./#{@slug}/tmp/#{slug}-#{@width}x#{@height}@2x.png"
-    puts "   saving 2x #{path}..."
-    composite.zoom(2).save( path )
-  end
-end
-
-
-
-
-def calc_attribute_counters  ## todo/check: use a different name _counts/_stats etc - why? why not?
-
-  attributes_by_count = { count: 0,
-                          by_count: Hash.new(0)
-                        }
-  counter = {}
-
-
-  each_meta do |meta, id|   ## todo/fix: change id to index
-    traits = meta.traits
-    # print "#{traits.size} - "
-    # pp  traits
-
-    print "#{id}.."   if id % 100 == 0  ## print progress report
-
-    attributes_by_count[ :count ] +=1
-    attributes_by_count[ :by_count ][ traits.size ] += 1
-
-    traits.each do |trait_type, trait_value|
-        trait_type  = _normalize_trait_type( trait_type )
-        trait_value = _normalize_trait_value( trait_value )
-
-
-        rec = counter[ trait_type ] ||= { count: 0,
-                                          by_type: Hash.new(0)
-                                        }
-        rec[ :count ] +=1
-        rec[ :by_type ][ trait_value ] += 1
-    end
-  end
-
-  print "\n"
-  puts
-
-  ## return all-in-one hash
-  {
-    total:  attributes_by_count,
-    traits: counter,
-  }
-end
-
-
-def dump_attributes
-  stats = calc_attribute_counters
-
-  total    = stats[:total]
-  counter  = stats[:traits]
-
-  puts
-  puts "attribute usage / counts:"
-  pp total
-  puts
-
-  puts "#{counter.size} attribute(s):"
-  counter.each do |trait_name, trait_rec|
-     puts "  #{trait_name}  #{trait_rec[:count]}  (#{trait_rec[:by_type].size} uniques)"
-  end
-
-  puts
-  pp counter
-end
-
-
-
-
-##  order - allow "custom" attribute order export
-##  renames - allow renames of attributes
-def export_attributes(
-   order: [],
-   renames: {}
-)
-
-  ## step 1: get counters
-  stats = calc_attribute_counters
-
-  total    = stats[:total]
-  counter  = stats[:traits]
-
-  puts
-  puts "attribute usage / counts:"
-  pp total
-  puts
-
-  puts "#{counter.size} attribute(s):"
-  counter.each do |trait_name, trait_rec|
-     puts "  #{trait_name}  #{trait_rec[:count]}  (#{trait_rec[:by_type].size} uniques)"
-  end
-
-
-  trait_names = []
-  trait_names += order    ## get attributes if any in pre-defined order
-  counter.each do |trait_name, _|
-      if trait_names.include?( trait_name )
-         next    ## skip already included
-      else
-         trait_names  << trait_name
-      end
-  end
-
-
-  recs = []
-
-
-  ## step 2: get tabular data
-  each_meta do |meta, id|   ## todo/fix: change id to index
-
-    traits = meta.traits
-    # print "#{traits.size} - "
-    # pp  traits
-
-    print "#{id}.."   if id % 100 == 0  ## print progress report
-
-    ## setup empty hash table (with all attributes)
-    rec = {}
-
-    ## note: use __Slug__& __Name__
-    ##         to avoid conflict with attribute names
-    ##         e.g. attribute with "Name" will overwrite built-in and so on
-
-    rec['__Slug__'] = if respond_to?( :_meta_slugify )
-                       _meta_slugify( meta, id )
-                  else
-                     ## default to id (six digits) as string with leading zeros
-                     ##    for easy sorting using strings
-                     ##   e.g.  1 => '000001'
-                     ##         2 => '000002'
-                       '%06d' % id
-                  end
-
-    rec['__Name__'] = meta.name
-
-    ## add all attributes/traits names/keys
-    trait_names.reduce( rec ) { |h,value| h[value] = []; h }
-    ## pp rec
-
-    ## note: use an array (to allow multiple values for attributes)
-    traits.each do |trait_type, trait_value|
-       trait_type  = _normalize_trait_type( trait_type )
-       trait_value = _normalize_trait_value( trait_value )
-
-       values = rec[ trait_type ]
-       values << trait_value
-    end
-    recs << rec
-  end
-  print "\n"
-
-  ## pp recs
-
-  ## flatten recs
-  data = []
-  recs.each do |rec|
-     row = rec.values.map do |value|
-                  if value.is_a?( Array )
-                     value.join( ' / ' )
-                  else
-                     value
-                  end
-             end
-     data << row
-  end
-
-
-  ## sort by slug
-  data = data.sort {|l,r| l[0] <=> r[0] }
-  pp data
-
-  ### save dataset
-  ##  note: change first colum Slug to ID - only used for "internal" sort etc.
-  headers = ['ID', 'Name']
-  headers += trait_names.map do |trait_name|   ## check for renames
-                                renames[trait_name] || trait_name
-                             end
-
-
-  path = "./#{@slug}/tmp/#{@slug}.csv"
-  dirname = File.dirname( path )
-  FileUtils.mkdir_p( dirname )  unless Dir.exist?( dirname )
-
-  File.open( path, 'w:utf-8' ) do |f|
-    f.write(  headers.join( ', ' ))
-    f.write( "\n" )
-    ## note: replace ID with our own internal running (zero-based) counter
-    data.each_with_index do |row,i|
-      f.write( ([i]+row[1..-1]).join( ', '))
-      f.write( "\n" )
-    end
-  end
-end
-
-
-
-
-#############
-#  "private" helpers
-
-def _normalize_trait_type( trait_type )
-  if @patch && @patch[:trait_types]
-    @patch[:trait_types][ trait_type ] || trait_type
-  else
-     trait_type
-  end
-end
-
-def _normalize_trait_value( trait_value )
-  if @patch && @patch[:trait_values]
-    @patch[:trait_values][ trait_value ] || trait_value
-  else
-    trait_value
-  end
-end
-
-
-
-
-end  # class Base
-end  # module Artbase