golos_cloud 1.0.0alpha → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6284e8f83f026642ec3a1b89050404a0fe457c70
-  data.tar.gz: b6d25cb678e58cd95f26c617382a927be7a76242
+  metadata.gz: f1689c3faae3749e73c7209053662c0b78d50ba1
+  data.tar.gz: 070ddf6fab65f14ebb0e0e694183c3e14adc0ff6
 SHA512:
-  metadata.gz: ea244bb9e371352af8ee864178e5f2a344a5b213cb49972d4bcdd3cb23721a86c26b35e0ac56245c85dbd4b8e2304ea6f3b4dea908981bbafe2311554b92eb7e
-  data.tar.gz: 90908b58e8eeb3ffe83aa85f065c439fffabcd9852de40586aeffb4e12174251ee185e62d6fd02acd652bab4910f4319ffe38a3a453515083912e37df0677fa6
+  metadata.gz: 9e5e0d66660b0c111077690c12396204093ed6b038571ac56d2691a7b0bf26adef2dca919b2783ff9ebaecbab0e458c8b0d39b19cb1581b882e835a245247ab7
+  data.tar.gz: ee2e34117f9afad0ffeb938ca9358db9045a48d43be17831b688f47ca790bf1c7b3dca98ee9f5523994a537055d722af76cece5014f9d218b7625d90ae13830a

data/.gitignore

@@ -1,6 +1,5 @@
 /.bundle/
 /.yardoc
-/Gemfile.lock
 /_yardoc/
 /coverage/
 /doc/

data/Gemfile.lock

@@ -0,0 +1,69 @@
+PATH
+  remote: .
+  specs:
+    golos_cloud (1.0.0)
+      activerecord (>= 4, < 6)
+      activerecord-sqlserver-adapter (>= 4, < 6)
+      nokogiri (~> 1.8)
+      rest-client (~> 2.0)
+      tiny_tds (~> 1.3)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (5.1.4)
+      activesupport (= 5.1.4)
+    activerecord (5.1.4)
+      activemodel (= 5.1.4)
+      activesupport (= 5.1.4)
+      arel (~> 8.0)
+    activerecord-sqlserver-adapter (5.1.2)
+      activerecord (~> 5.1.0)
+      tiny_tds
+    activesupport (5.1.4)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (~> 0.7)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    arel (8.0.0)
+    awesome_print (1.8.0)
+    concurrent-ruby (1.0.5)
+    domain_name (0.5.20170404)
+      unf (>= 0.0.5, < 1.0.0)
+    http-cookie (1.0.3)
+      domain_name (~> 0.5)
+    i18n (0.9.1)
+      concurrent-ruby (~> 1.0)
+    mime-types (3.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2016.0521)
+    mini_portile2 (2.3.0)
+    minitest (5.10.3)
+    netrc (0.11.0)
+    nokogiri (1.8.1)
+      mini_portile2 (~> 2.3.0)
+    rake (12.3.0)
+    rest-client (2.0.2)
+      http-cookie (>= 1.0.2, < 2.0)
+      mime-types (>= 1.16, < 4.0)
+      netrc (~> 0.8)
+    thread_safe (0.3.6)
+    tiny_tds (1.3.0)
+      mini_portile2 (~> 2.0)
+    tzinfo (1.2.4)
+      thread_safe (~> 0.1)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.7.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  awesome_print (~> 1.7, >= 1.7.0)
+  bundler (~> 1.15, >= 1.15.4)
+  golos_cloud!
+  rake (~> 12.1, >= 12.1.0)
+
+BUNDLED WITH
+   1.16.0.pre.3

data/README.md

@@ -39,6 +39,23 @@ reblogs = GolosCloud::Tx::Custom::Reblog
 reblogs.author(:netuoso).today.count
 ```
 
+### Account Witness Proxy
+
+How to query current accounts that are actively using a proxy:
+
+```ruby
+proxied = GolosCloud::Tx::AccountWitnessProxy.active('netuoso')
+proxied.pluck(:account)
+```
+
+### Appiations
+
+How to query comments by application:
+
+```ruby
+comments = GolosCloud::Comment.app('esteem').where(author: 'good-karma')
+```
+
 ### How To Contribute
 - Fork this repo
 - Branch off Master and make your changes

data/Rakefile

@@ -1,5 +1,7 @@
 require "bundler/gem_tasks"
 require "rake/testtask"
+require 'golos_cloud'
+require 'awesome_print'
 
 Rake::TestTask.new(:test) do |t|
   t.libs << "test"
@@ -20,3 +22,264 @@ end
 task :push do
   exec "gem push golos_cloud-#{GolosCloud::VERSION}.gem"
 end
+
+desc 'Lists sum of transfers grouped by date, from, and to.'
+task :transfers, [:minimum_amount, :symbol, :days_ago] do |t, args|
+  now = Time.now.utc
+  minimum_amount = (args[:minimum_amount] || '1000000').to_f
+  symbol = (args[:symbol] || 'GOLOS').upcase
+  after_timestamp = now - ((args[:days_ago] || '30').to_i * 86400)
+  
+  # Only type: transfer; ignore savings, vestings
+  transfers = GolosCloud::Tx::Transfer.where(type: 'transfer')
+  transfers = transfers.where('amount > ?', minimum_amount)
+  transfers = transfers.where('amount_symbol = ?', symbol)
+  transfers = transfers.where('timestamp > ?', after_timestamp)
+  transfers = transfers.group('CAST(timestamp AS DATE)', :from, :to)
+  transfers = transfers.order('cast_timestamp_as_date ASC')
+  
+  puts "Daily transfer sum over #{'%.3f' % minimum_amount} #{symbol} since #{after_timestamp} ..."
+  ap transfers.sum(:amount)
+end
+
+desc 'Lists apps grouped by date, app/version.'
+task :apps, [:app, :days_ago] do |t, args|
+  now = Time.now.utc
+  app = args[:app]
+  after_timestamp = now - ((args[:days_ago] || '7').to_i * 86400)
+  
+  comments = GolosCloud::Comment.normalized_json
+  comments = comments.app(app) if !!app
+  comments = comments.where('created > ?', after_timestamp)
+  comments = comments.group('CAST(created AS DATE)', "JSON_VALUE(json_metadata, '$.app')")
+  comments = comments.order('cast_created_as_date ASC')
+  
+  matching = " matching \"#{app}\"" if !!app
+  puts "Daily app#{matching} count since #{after_timestamp} ..."
+  ap comments.count(:all)
+end
+
+namespace :crosscheck do
+  desc 'List of accounts grouped by transfer count crosschecked by memo of given account.'
+  task :transfers, [:account] do |t, args|
+    exchanges = %w(bittrex poloniex openledger blocktrades)
+    account = args[:account]
+    
+    if account.nil? || account == ''
+      puts 'Account name required.'
+      exit
+    elsif exchanges.include? account
+      puts 'That procedure is not recommended.'
+      exit
+    end
+    
+    all = GolosCloud::Tx::Transfer.where(type: 'transfer')
+    transfers = all.where(to: exchanges)
+    transfers = if account =~ /%/
+      table = GolosCloud::Tx::Transfer.arel_table
+      transfers.where(table[:from].matches(account))
+    else
+      transfers.where(from: account)
+    end
+    crosscheck_transfers = all.where(memo: transfers.select(:memo))
+    
+    if transfers.none?
+      puts "No match."
+    else
+      from = transfers.pluck(:from).uniq.join(', ')
+      puts "Accounts grouped by transfer count using commom memos as #{from} on common exchanges ..."
+      ap crosscheck_transfers.group(:from).order('count_all').count(:all)
+    end
+  end
+  
+  desc 'List of accounts grouped by vesting transfers from a given account'
+  task :vesting_from, [:account] do |t, args|
+    account = args[:account]
+    
+    if account.nil? || account == ''
+      puts 'Account name required.'
+      exit
+    end
+    
+    table = GolosCloud::Tx::Transfer.arel_table
+    all = GolosCloud::Tx::Transfer.where(type: 'transfer_to_vesting')
+    transfers = all.where(table[:from].not_eq(:to))
+    transfers = transfers.where.not(to: '')
+    transfers = if account =~ /%/
+      table = GolosCloud::Tx::Transfer.arel_table
+      transfers.where(table[:from].matches(account))
+    else
+      transfers.where(from: account)
+    end
+    
+    if transfers.none?
+      puts "No match."
+    else
+      from = transfers.pluck(:from).uniq.join(', ')
+      puts "Accounts grouped by vesting transfer count from #{from} ..."
+      ap transfers.group(:to).order('count_all').count(:all)
+    end
+  end
+  
+  desc 'List of accounts grouped by vesting transfers to a given account'
+  task :vesting_to, [:account] do |t, args|
+    account = args[:account]
+    
+    if account.nil? || account == ''
+      puts 'Account name required.'
+      exit
+    end
+    
+    table = GolosCloud::Tx::Transfer.arel_table
+    all = GolosCloud::Tx::Transfer.where(type: 'transfer_to_vesting')
+    transfers = all.where(table[:from].not_eq(table[:to]))
+    transfers = transfers.where.not(to: '')
+    transfers = if account =~ /%/
+      table = GolosCloud::Tx::Transfer.arel_table
+      transfers.where(table[:to].matches(account))
+    else
+      transfers.where(to: account)
+    end
+    
+    if transfers.none?
+      puts "No match."
+    else
+      from = transfers.pluck(:to).uniq.join(', ')
+      puts "Accounts grouped by vesting transfer count to #{from} ..."
+      ap transfers.group(:from).order('count_all').count(:all)
+    end
+  end
+  
+  desc 'List of accounts grouped by powerdown sums crosschecked by given account.'
+  task :powerdowns, [:account] do |t, args|
+    account = args[:account]
+    
+    if account.nil? || account == ''
+      puts 'Account name required.'
+      exit
+    end
+    
+    table = GolosCloud::Vo::FillVestingWithdraw.arel_table
+    all = GolosCloud::Vo::FillVestingWithdraw.where(table[:from_account].not_eq(table[:to_account]))
+    powerdowns = if account =~ /%/
+      all.where(table[:from_account].matches(account))
+    else
+      all.where(from_account: account)
+    end
+    
+    if powerdowns.none?
+      puts "No match."
+    else
+      from = powerdowns.pluck(:from_account).uniq.join(', ')
+      puts "Powerdowns grouped by sum from #{from} ..."
+      ap powerdowns.group(:to_account).
+        order('sum_try_parse_replace_withdrawn_gests_as_float').
+        sum("TRY_PARSE(REPLACE(withdrawn, ' GESTS', '') AS float)")
+    end
+  end
+  
+  desc 'List of accounts grouped by powerup sums crosschecked by given account.'
+  task :powerups, [:account] do |t, args|
+    account = args[:account]
+    
+    if account.nil? || account == ''
+      puts 'Account name required.'
+      exit
+    end
+    
+    table = GolosCloud::Vo::FillVestingWithdraw.arel_table
+    all = GolosCloud::Vo::FillVestingWithdraw.where(table[:from_account].not_eq(table[:to_account]))
+    powerups = if account =~ /%/
+      all.where(table[:to_account].matches(account))
+    else
+      all.where(to_account: account)
+    end
+    
+    if powerups.none?
+      puts "No match."
+    else
+      to = powerups.pluck(:to_account).uniq.join(', ')
+      puts "Powerups grouped by sum to #{to} ..."
+      ap powerups.group(:from_account).
+        order('sum_try_parse_replace_withdrawn_gests_as_float').
+        sum("TRY_PARSE(REPLACE(withdrawn, ' GESTS', '') AS float)")
+    end
+  end
+end
+
+namespace :rewards do
+  desc 'Lists author rewards grouped by date.'
+  task :author, [:symbol, :days_ago] do |t, args|
+    now = Time.now.utc
+    symbol = (args[:symbol] || 'GBG').upcase
+    after_timestamp = now - ((args[:days_ago] || '7').to_i * 86400)
+    
+    rewards = GolosCloud::Vo::AuthorReward
+    rewards = rewards.where('timestamp > ?', after_timestamp)
+    rewards = rewards.group('CAST(timestamp AS DATE)')
+    rewards = rewards.order('cast_timestamp_as_date ASC')
+    
+    puts "Daily author reward #{symbol} sum grouped by date since #{after_timestamp} ..."
+    
+    case symbol
+    when 'GBG' then ap rewards.sum(:sdb_payout)
+    when 'GOLOS' then ap rewards.sum(:steem_payout)
+    when 'GESTS' then ap rewards.sum(:vesting_payout)
+    when 'MGESTS'
+      ap rewards.sum('vesting_payout / 1000000')
+    else; puts "Unknown symbol: #{symbol}.  Symbols supported: GBG, GOLOS, GESTS, MGESTS"
+    end
+  end
+
+  desc 'Lists curation rewards grouped by date.'
+  task :curation, [:symbol, :days_ago] do |t, args|
+    now = Time.now.utc
+    symbol = (args[:symbol] || 'MGESTS').upcase
+    after_timestamp = now - ((args[:days_ago] || '7').to_i * 86400)
+    
+    rewards = GolosCloud::Vo::CurationReward
+    rewards = rewards.where('timestamp > ?', after_timestamp)
+    rewards = rewards.group('CAST(timestamp AS DATE)')
+    rewards = rewards.order('cast_timestamp_as_date ASC')
+    
+    puts "Daily curation reward #{symbol} sum grouped by date since #{after_timestamp} ..."
+    
+    case symbol
+    when 'GESTS'
+      ap rewards.sum("TRY_PARSE(REPLACE(reward, ' GESTS', '') AS float)")
+    when 'MGESTS'
+      ap rewards.sum("TRY_PARSE(REPLACE(reward, ' GESTS', '') AS float) / 1000000")
+    else; puts "Unknown symbol: #{symbol}.  Symbols supported: GESTS, MGESTS"
+    end
+  end
+end
+
+desc 'Lists proxied grouped by month.'
+task :proxied, [:days_ago] do |t, args|
+  now = Time.now.utc
+  after_timestamp = now - ((args[:days_ago] || '7').to_i * 86400)
+  
+  proxied = GolosCloud::Tx::AccountWitnessProxy
+  proxied = proxied.where('timestamp > ?', after_timestamp)
+  proxied = proxied.group("FORMAT(timestamp, 'yyyy-MM')", :proxy)
+  proxied = proxied.order('format_timestamp_yyyy_mm ASC')
+  
+  puts "Daily proxied grouped by month since #{after_timestamp} ..."
+  
+  ap proxied.count(:all)
+end
+
+# Doesn't look like this table exists.
+# desc 'List conversion GBG conversion request sums grouped by day.'
+# task :convert, [:days_ago] do |t, args|
+#   now = Time.now.utc
+#   after_timestamp = now - ((args[:days_ago] || '3.5').to_f * 86400)
+# 
+#   converts = GolosCloud::Vo::FillConvertRequest
+#   converts = converts.where('timestamp > ?', after_timestamp)
+#   converts = converts.group('CAST(timestamp AS DATE)')
+#   converts = converts.order('cast_timestamp_as_date ASC')
+# 
+#   puts "Daily conversion requests failled sum grouped by date since #{after_timestamp} ..."
+#   ap converts.sum(:amount)
+# end

data/golos_cloud.gemspec

@@ -4,26 +4,28 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'golos_cloud/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = "golos_cloud"
-  spec.version       = GolosCloud::VERSION
-  spec.authors       = ["Anthony Martin"]
-  spec.email         = ["golos_cloud@martin-studio.com"]
+  spec.name = 'golos_cloud'
+  spec.version = GolosCloud::VERSION
+  spec.authors = ['Anthony Martin']
+  spec.email = ['golos_cloud@martin-studio.com']
 
-  spec.summary       = %q{Ruby/Rails wrapper for golos.cloud}
-  spec.description   = %q{Rails compatible gem that provides full DB connection and models to golos.cloud}
-  spec.homepage      = "https://github.com/inertia186/golos_cloud"
-  spec.license       = "WTFPL"
+  spec.summary = %q{Ruby/Rails wrapper for golos.cloud}
+  spec.description = %q{Rails compatible gem that provides full DB connection and models to golos.cloud}
+  spec.homepage = 'https://github.com/inertia186/golos_cloud'
+  spec.license = 'WTFPL'
 
-  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
-  end
-  spec.bindir        = "bin"
-  spec.executables   = "golos_cloud"
-  spec.require_paths = ["lib"]
+  spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test)/}) }
+  spec.require_paths = ['lib']
+  spec.bindir = 'bin'
+  spec.executables = 'golos_cloud'
+  
+  spec.add_development_dependency 'bundler', '~> 1.15', '>= 1.15.4'
+  spec.add_development_dependency 'rake', '~> 12.1', '>= 12.1.0'
+  spec.add_development_dependency 'awesome_print', '~> 1.7', '>= 1.7.0'
 
-  spec.add_runtime_dependency "nokogiri", ["~> 1.8"]
-  spec.add_runtime_dependency "rest-client", ["~> 2.0"]
-  spec.add_runtime_dependency "activerecord", [">= 4", "< 6"]
-  spec.add_runtime_dependency "tiny_tds", ["~> 1.3"]
-  spec.add_runtime_dependency "activerecord-sqlserver-adapter", [">= 4", "< 6"]
+  spec.add_runtime_dependency 'nokogiri', ['~> 1.8']
+  spec.add_runtime_dependency 'rest-client', ['~> 2.0']
+  spec.add_runtime_dependency 'activerecord', ['>= 4', '< 6']
+  spec.add_runtime_dependency 'tiny_tds', ['~> 1.3']
+  spec.add_runtime_dependency 'activerecord-sqlserver-adapter', ['>= 4', '< 6']
 end

data/lib/golos_cloud/models/comment.rb

@@ -7,7 +7,13 @@ module GolosCloud
     scope :after, lambda { |after, field = 'created'| where("#{field} > ?", after) }
     scope :today, -> { after(1.day.ago) }
     scope :yesterday, -> { before(1.day.ago).after(2.days.ago) }
-
+    
+    scope :normalized_json, -> { where("json_metadata LIKE '{%}'") }
+    
+    scope :app, lambda { |app|
+      normalized_json.where("JSON_VALUE(json_metadata, '$.app') LIKE ?", "#{app}/%")
+    }
+    
     def self.find_by_author(user)
       self.where(author: user)
     end

data/lib/golos_cloud/models/tx/account_witness_proxy.rb

@@ -3,7 +3,19 @@ module GolosCloud
     class AccountWitnessProxy < GolosCloud::SqlBase
 
       self.table_name = :TxAccountWitnessProxies
-
+      
+      scope :active, lambda { |account = nil|
+        active = all
+        active = active.where(proxy: account) if !!account
+        
+        ids = active.map do |p|
+          p.id unless AccountWitnessProxy.where(account: p.account).
+            where.not(proxy: p.Proxy).
+            where('timestamp > ?', p.timestamp).exists?
+        end
+        
+        where(id: ids)
+      }
     end
   end
 end

data/lib/golos_cloud/version.rb

@@ -1,3 +1,3 @@
 module GolosCloud
-  VERSION = '1.0.0alpha'
+  VERSION = '1.0.0'
 end

metadata

@@ -1,15 +1,75 @@
 --- !ruby/object:Gem::Specification
 name: golos_cloud
 version: !ruby/object:Gem::Version
-  version: 1.0.0alpha
+  version: 1.0.0
 platform: ruby
 authors:
 - Anthony Martin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-10-06 00:00:00.000000000 Z
+date: 2017-12-01 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.15.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.15.4
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.1.0
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.0
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
@@ -103,6 +163,7 @@ files:
 - ".gitignore"
 - CODE_OF_CONDUCT.md
 - Gemfile
+- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
@@ -151,7 +212,6 @@ files:
 - lib/golos_cloud/models/vo/interest.rb
 - lib/golos_cloud/models/vo/shutdown_witness.rb
 - lib/golos_cloud/version.rb
-- lib/version.rb
 - steem_source_docs.md
 homepage: https://github.com/inertia186/golos_cloud
 licenses:
@@ -168,12 +228,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.12
+rubygems_version: 2.6.14
 signing_key: 
 specification_version: 4
 summary: Ruby/Rails wrapper for golos.cloud

data/lib/version.rb

@@ -1,3 +0,0 @@
-module GolosCloud
-  VERSION = '1.0.0alpha'
-end