scribelite 0.2.1 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8423f47a4a80b7687f04a31e0457500faa3b52e48a40e239377f0877271aface
-  data.tar.gz: 86413fdd0e42317307cb97f0989fca3f8b82736539d4333687ff6c9f158f5915
+  metadata.gz: d2a98f4c256e13196f739fb4f538a954f50f51b85ed4bd3fedb3041e66dd3580
+  data.tar.gz: 5e9009cef8b739e5e02d630f0e751528a93665d81ba08cecb6ac0e50f8739875
 SHA512:
-  metadata.gz: bfb49887358be1a89b68c855cdce8a0c2dbafa3439f76a0ef0c8dea47ceb00316d73d82577ba01f8112a839d7dc468e312ebcc9c4e0882f7f50fd3c5b560ae9e
-  data.tar.gz: d77a2a72689f2e49292edbcb4c02f74b96b1135a2ccf32a33c20c6e3bd79c12288143f8237ef4e06305d9bfa95c9fd5f7934ca36d1f521284d5269c2a8460cc4
+  metadata.gz: 2b920e7a86fe0c47a4b75870c2ae1d27805210b82511bab685cca55af763a93f4f7c9b3124d449eb350b2f22953a920119749b389f6cb357ce5b5750f5282633
+  data.tar.gz: 69177a203454d697914a49bf9cfc1b7bc94e00cb149b4a012d01e808433fe7ab0c6d6b3748de8222860d9860a265d2e7d82dc7dcb7c30f246001646aa0a39ec0

data/CHANGELOG.md

@@ -1,3 +1,4 @@
+### 1.0.0
 ### 0.2.1
 ### 0.0.1 / 2023-11-21
 

data/README.md

@@ -4,8 +4,8 @@ scribelite - inscription / inscribe (ethscription calldata) database for ethereu
 
 
 
-* home  :: [github.com/s6ruby/rubidity](https://github.com/s6ruby/rubidity)
-* bugs  :: [github.com/s6ruby/rubidity/issues](https://github.com/s6ruby/rubidity/issues)
+* home  :: [github.com/0xCompute/ethscribe](https://github.com/0xCompute/ethscribe)
+* bugs  :: [github.com/0xCompute/ethscribe/issues](https://github.com/0xCompute/ethscribe/issues)
 * gem   :: [rubygems.org/gems/scribelite](https://rubygems.org/gems/scribelite)
 * rdoc  :: [rubydoc.info/gems/scribelite](http://rubydoc.info/gems/scribelite)
 
@@ -142,7 +142,9 @@ at the ruby code commons (rubycocos) org.
 
 ## Questions? Comments?
 
-Join us in the [Rubidity (community) discord (chat server)](https://discord.gg/3JRnDUap6y). Yes you can.
+Join us in the [0xCompute discord (chat server)](https://discord.gg/3JRnDUap6y) 
+(or in the more general Ethscription discord). 
+Yes you can.
 Your questions and commentary welcome.
 
 Or post them over at the [Help & Support](https://github.com/geraldb/help) page. Thanks.

data/Rakefile

@@ -8,7 +8,7 @@ Hoe.spec 'scribelite' do
   self.summary = "scribelite gem - inscription / inscribe (ethscription calldata) database for ethereum & co; let's you query via sql and more"
   self.description = summary
 
-  self.urls    = { home: 'https://github.com/s6ruby/rubidity' }
+  self.urls    = { home: 'https://github.com/0xCompute/ethscribe' }
 
   self.author  = 'Gerald Bauer'
   self.email   = 'gerald.bauer@gmail.com'

data/lib/scribelite/importer.rb

@@ -2,90 +2,154 @@
 
 module ScribeDb
 
+
+
 ## note: by default - sort asc(ending) - oldest first (0,1,2,3, .etc.)
-def self.import_ethscriptions( page: 1, sort_order: 'asc' )
-    net   = Ethscribe::Api.mainnet
-    recs = net.ethscriptions( page: page, sort_order: sort_order )
+def self.import_ethscriptions( page: 1, 
+                               per_page: 50, 
+                               sort_order: 'asc' )
+    net   = Ethscribe.config.client
+    recs = net.ethscriptions( page: page,
+                              per_page: per_page, 
+                              sort_order: sort_order )
+
+    puts "  #{recs.size} record(s)"                          
 
     recs.each_with_index do |rec,i|
         puts "==> page #{page}/#{i+1} - #{rec['transaction_hash']}..."
+        _import_ethscription( rec )
+    end
 
-        txid  = rec['transaction_hash']
-        block = rec['block_number']
-        idx   = rec['transaction_index']
-        
-        from  = rec['creator']
-        to    = rec['initial_owner']
-
-        ## todo - double check if daylight saving time (dst) breaks timestamp == utc identity/conversion?
-        ##  2001-02-03T04:05:06+07:00
-        ##  2016-05-29T22:28:15.000Z
-        ##  check if %z can handle  .000Z ??
-        ##  DateTime.strptime( '2016-05-29T22:28:15.000Z', '%Y-%m-%dT%H:%M:%S%z' )
-        ## pp rec['creation_timestamp']
-        date  = DateTime.strptime( rec['creation_timestamp'], '%Y-%m-%dT%H:%M:%S.000Z' )   
-        
-   
-        num   = rec['ethscription_number']
-        content_type = rec['mimetype']
-        data = rec['content_uri']
-        sha  = rec['sha']
-
-        duplicate = rec['esip6']
-        flagged   = rec['image_removed_by_request_of_rights_holder']
-
-       ### check - if flagged
-       ##  content_type always set to text/plain
-       ##     and data to data:,  ???
-       ##   (re)set to nil/null - why? why not?
-         if flagged
-            data         = nil
-            content_type = nil
-         end
-        
-        tx_attribs = {
-           id:   txid,
-           block: block,
-           idx:   idx,
-           date:  date,
-           from:  from,
-           to:    to,
-           data:  data,   ## note: for now saved as utf8 string (not hex!!!!)
-        }
-
-        scribe_attribs = {
-           id: txid,
-           num:  num,
-           content_type: content_type,
-           duplicate: duplicate,
-           flagged: flagged,
-           sha:   sha, 
-           bytes: data ? data.length : nil    ## auto-add/calc bytes (content length)
-        }
-
-
-
-
-        scribe = Scribe.find_by( id: txid )
-        if scribe
-            ## skip for now - found id db
-        else
-            puts "scribe_attribs:"
-            pp scribe_attribs
-            Scribe.create!( **scribe_attribs )
-        end
+    recs.size   ## return number of records fetched for now
+end  # method import_ethscriptions
+
+
+def self.sync_facet_txs
+  net   = Ethscribe.config.client
+
+  ## add block argument - why? why not? 
+  ## get count by block e.g.
+  ##   our_count = Scribe.joins(:tx).where( 'block < ?', new_block_number).count
+ 
+
+  count = Scribe.count
  
-        tx = Tx.find_by( id: txid )
-        if tx
-            ## skip for now - found id db
-        else
-            puts "tx_attribs:"
-            pp tx_attribs
-            Tx.create!( **tx_attribs )
+  block =  if count > 0
+               last_scribe =  Scribe.where( num: Scribe.maximum(:num) ).first
+               last_scribe.tx.block + 1
+           else
+             0
+           end
+
+  loop do 
+    res = net.newer_facet_txs( block, max: 2500, count: count )
+
+    break   if res['blocks'].size == 0
+
+    first_block = res['blocks'][0]['block_number']
+    last_block  = res['blocks'][-1]['block_number']
+    puts "==>  #{res['blocks'].size} block(s)  - #{first_block} to #{last_block}..."
+    puts "        total_future_ethscriptions: #{res['total_future_ethscriptions']}"
+
+    batch_count = 0
+    res['blocks'].each do |block_rec|
+        block_rec['ethscriptions'].each do |rec|
+             _import_ethscription( rec )
+             count += 1
+             batch_count += 1
         end
     end
+    puts "      #{batch_count} record(s) added"
 
-end  # method import_ethscriptions
+    block = last_block + 1
+
+    break  if res['total_future_ethscriptions'] == 0
+  end
+end  # method sync_facet_txs
+class << self
+  alias_method :sync_facet_txns, :sync_facet_txs
+end
+
+
+
+def self._import_ethscription( rec )
+    txid  = rec['transaction_hash']
+    block = rec['block_number']
+    idx   = rec['transaction_index']
+    
+    from  = rec['creator']
+    to    = rec['initial_owner']
+
+    ## todo - double check if daylight saving time (dst) breaks timestamp == utc identity/conversion?
+    ##  2001-02-03T04:05:06+07:00
+    ##  2016-05-29T22:28:15.000Z
+    ##  check if %z can handle  .000Z ??
+    ##  DateTime.strptime( '2016-05-29T22:28:15.000Z', '%Y-%m-%dT%H:%M:%S%z' )
+    ## pp rec['creation_timestamp']
+    date  = DateTime.strptime( rec['creation_timestamp'], '%Y-%m-%dT%H:%M:%S.000Z' )   
+    
+
+    num   = rec['ethscription_number']
+    content_type = rec['mimetype']
+    data = rec['content_uri']
+    sha  = rec['sha']
+
+    duplicate = rec['esip6']
+    flagged   = rec['image_removed_by_request_of_rights_holder']
+
+   ### check - if flagged
+   ##  content_type always set to text/plain
+   ##     and data to data:,  ???
+   ##   (re)set to nil/null - why? why not?
+     if flagged
+        data         = nil
+        content_type = nil
+     end
+    
+    tx_attribs = {
+       id:   txid,
+       block: block,
+       idx:   idx,
+       date:  date,
+       from:  from,
+       to:    to,
+       data:  data,   ## note: for now saved as utf8 string (not hex!!!!)
+    }
+
+    scribe_attribs = {
+       id: txid,
+       num:  num,
+       content_type: content_type,
+       duplicate: duplicate,
+       flagged: flagged,
+       sha:   sha, 
+       bytes: data ? data.length : nil    ## auto-add/calc bytes (content length)
+    }
+
+    if num.nil?
+         puts "!! skipping unconfirmed / unassigned inscribe - no. num"
+         return
+    end
+
+
+    scribe = Scribe.find_by( id: txid )
+    if scribe
+        ## skip for now - found id db
+    else
+        # puts "scribe_attribs:"
+        # pp scribe_attribs
+        Scribe.create!( **scribe_attribs )
+    end
+
+    tx = Tx.find_by( id: txid )
+    if tx
+        ## skip for now - found id db
+    else
+        # puts "tx_attribs:"
+        # pp tx_attribs
+        Tx.create!( **tx_attribs )
+    end
+end
 
 end  # module ScribeDb
  

data/lib/scribelite/models/scribe.rb

@@ -23,6 +23,12 @@ module ScribeDb
     def self.svg()  where( content_type: 'image/svg+xml' ); end
     def self.avif() where( content_type: 'image/avif' ); end
 
+    def self.pdf()  where( content_type: 'application/pdf' ); end
+
+    def self.facet()  where( content_type: 'application/vnd.facet.tx+json' ); end
+
+
+        
     class << self
        alias_method :jpeg, :jpg
     end     

data/lib/scribelite/version.rb

@@ -1,8 +1,8 @@
 
 module Scribelite
-  MAJOR = 0 ## todo: namespace inside version or something - why? why not??
-  MINOR = 2
-  PATCH = 1
+  MAJOR = 1 ## todo: namespace inside version or something - why? why not??
+  MINOR = 0
+  PATCH = 0
   VERSION = [MAJOR,MINOR,PATCH].join('.')
 
   def self.version

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scribelite
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 1.0.0
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-11-26 00:00:00.000000000 Z
+date: 2024-04-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ethscribe
@@ -162,14 +162,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '4.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '4.1'
 description: scribelite gem - inscription / inscribe (ethscription calldata) database
   for ethereum & co; let's you query via sql and more
 email: gerald.bauer@gmail.com
@@ -191,7 +191,7 @@ files:
 - lib/scribelite/models/tx.rb
 - lib/scribelite/schema.rb
 - lib/scribelite/version.rb
-homepage: https://github.com/s6ruby/rubidity
+homepage: https://github.com/0xCompute/ethscribe
 licenses:
 - Public Domain
 metadata: {}