hive_sql 1.0.0.pre.1

data/lib/hive_sql/models/community.rb

@@ -0,0 +1,78 @@
+module HiveSQL
+  class Community < HiveSQL::SqlBase
+
+    self.table_name = :Communities
+    
+    has_many :roles, foreign_key: :community, class_name: 'HiveSQL::CommunityRole', primary_key: :name
+    has_many :guest_roles, -> { guests }, foreign_key: :community, class_name: 'HiveSQL::CommunityRole', primary_key: :name
+    has_many :member_roles, -> { members }, foreign_key: :community, class_name: 'HiveSQL::CommunityRole', primary_key: :name
+    has_many :mod_roles, -> { mods }, foreign_key: :community, class_name: 'HiveSQL::CommunityRole', primary_key: :name
+    has_many :admin_roles, -> { admins }, foreign_key: :community, class_name: 'HiveSQL::CommunityRole', primary_key: :name
+    has_many :muted_roles, -> { muted }, foreign_key: :community, class_name: 'HiveSQL::CommunityRole', primary_key: :name
+    
+    has_many :role_accounts, through: :roles, source: :account_record
+    has_many :guests, through: :guest_roles, source: :account_record
+    has_many :members, through: :member_roles, source: :account_record
+    has_many :mods, through: :mod_roles, source: :account_record
+    has_many :admins, through: :admin_roles, source: :account_record
+    has_many :muted, through: :muted_roles, source: :account_record
+    
+    has_many :subscribers, foreign_key: :community, class_name: 'HiveSQL::CommunitySubscriber', primary_key: :name
+    has_many :subscriber_accounts, through: :subscribers, source: :account_record
+    
+    has_many :comments, foreign_key: :category, class_name: 'HiveSQL::Comment', primary_key: :name
+    has_many :authors, -> { distinct }, through: :comments, source: :author_record
+    has_many :tags, -> { distinct }, through: :comments, source: :tags
+        
+    scope :mode, lambda { |type| where(type: type) }
+    scope :topics, -> { mode 1 }
+    scope :journals, -> { mode 2 }
+    scope :councils, -> { mode 3 }
+    
+    scope :language, lambda { |language| where(language: language) }
+    scope :nsfw, lambda { |nsfw = true| where(nsfw: nsfw) }
+    
+    scope :tagged, lambda { |tag|
+      comments = HiveSQL::Comment.where("category LIKE 'hive-%'")
+      comments = comments.joins(:community_record)
+      comments = comments.tagged(tag, exclude_category: true)
+        
+      where(name: comments.select(:category))
+    }
+    
+    scope :query, lambda { |query, options = {include_roles: false}|
+      query_clause = []
+      
+      query_clause << "LOWER([Communities].[name]) LIKE ?"
+      query_clause << "LOWER([Communities].[title]) LIKE ?"
+      query_clause << "LOWER([Communities].[about]) LIKE ?"
+      query_clause << "LOWER([Communities].[description]) LIKE ?"
+      
+      if !!options.fetch(:include_roles, false)
+        query_clause << "[Communities].[name] IN ( SELECT [CommunitiesRoles].[community] FROM [CommunitiesRoles] WHERE [CommunitiesRoles].[account] LIKE ?)"
+        query_clause << "[Communities].[name] IN ( SELECT [CommunitiesRoles].[community] FROM [CommunitiesRoles] WHERE LOWER([CommunitiesRoles].[title]) LIKE ?)"
+      end
+      
+      query = ["%#{query.downcase}%"] * query_clause.size
+      where(query_clause.join(' OR '), *query)
+    }
+    
+    def tag_names
+      tags.pluck(:tag)
+    end
+  end
+end
+
+# Structure
+#
+# HiveSQL::Community(
+#   name varchar,
+#   type varchar,
+#   title varchar,
+#   about varchar,
+#   description varchar,
+#   flag_text varchar,
+#   language varchar,
+#   nsfw boolean,
+#   TS timestamp,
+# )

data/lib/hive_sql/models/community_role.rb

@@ -0,0 +1,37 @@
+module HiveSQL
+  class CommunityRole < HiveSQL::SqlBase
+
+    self.table_name = :CommunitiesRoles
+    
+    belongs_to :community_record, foreign_key: :community, class_name: 'HiveSQL::Community', primary_key: :name
+    belongs_to :account_record, foreign_key: :account, class_name: 'HiveSQL::Account', primary_key: :name
+    
+    scope :account, lambda { |account| where(account: account) }
+    
+    scope :mode, lambda { |mode| where(role: mode) }
+    scope :guests, -> { mode 'guest' }
+    scope :members, -> { mode 'member' }
+    scope :mods, -> { mode 'mod' }
+    scope :admins, -> { mode 'admin' }
+    scope :muted, -> { mode 'muted' }
+    
+    scope :community, lambda {|community| where(community: community)}
+    scope :account, lambda {|account| where(account: account)}
+    
+    scope :query, lambda { |query, options = {include_roles: false}|
+      where("community IN(?) OR account LIKE ? OR LOWER(title) LIKE ?",
+        Community.query(query, options).select(:name),
+        "%#{query}%",
+        "%#{query.downcase}%")
+    }
+  end
+end
+
+# Structure
+#
+# HiveSQL::CommunityRole(
+#   community varchar,
+#   account varchar,
+#   role varchar,
+#   title varchar
+# )

data/lib/hive_sql/models/community_subscriber.rb

@@ -0,0 +1,23 @@
+module HiveSQL
+  class CommunitySubscriber < HiveSQL::SqlBase
+
+    self.table_name = :CommunitiesSubscribers
+    
+    belongs_to :community_record, foreign_key: :community, class_name: 'HiveSQL::Community', primary_key: :name
+    belongs_to :account_record, foreign_key: :subscriber, class_name: 'HiveSQL::Account', primary_key: :name
+    
+    scope :community, lambda {|community| where(community: community)}
+    scope :subscriber, lambda {|subscriber| where(subscriber: subscriber)}
+    
+    scope :query, lambda { |query, options = {include_roles: false}|
+      where(community: Community.query(query, options).select(:name))
+    }
+  end
+end
+
+# Structure
+#
+# HiveSQL::CommunitySubscriber(
+#   community varchar,
+#   subscriber varchar
+# )

data/lib/hive_sql/models/connection.rb

@@ -0,0 +1,18 @@
+require 'rest-client'
+require 'nokogiri'
+
+module HiveSQL
+  class Connection < HiveSQL::SqlBase
+
+    self.table_name = nil
+
+    def self.tables
+      self.connection.tables
+    end
+
+    def self.columns(model_name)
+      "HiveSQL::#{model_name}".constantize.columns.map(&:name)
+    end
+
+  end
+end

data/lib/hive_sql/models/dynamic_global_properties.rb

@@ -0,0 +1,45 @@
+module HiveSQL
+  class DynamicGlobalProperties < HiveSQL::SqlBase
+
+    self.table_name = :DynamicGlobalProperties
+
+  end
+end
+
+# Structure
+#
+# HiveSQL::DynamicGlobalProperties(
+#   ID: integer,
+#   head_block_number: integer,
+#   head_block_id: varchar,
+#   time: timestamp,
+#   current_witness: varchar,
+#   total_pow: integer,
+#   num_pow_witnesses: integer,
+#   virtual_supply: money,
+#   current_supply: money,
+#   confidential_supply: money,
+#   current_sbd_supply: money,
+#   confidential_sbd_supply: money,
+#   total_vesting_fund_steem: money,
+#   total_vesting_fund_steem_symbol: varchar,
+#   total_vesting_shares: money,
+#   total_vesting_shares_symbol: varchar,
+#   total_reward_fund_steem: money,
+#   total_reward_shares2: varchar,
+#   pending_rewarded_vesting_shares: varchar,
+#   pending_rewarded_vesting_steem: varchar,
+#   sbd_interest_rate: integer,
+#   sbd_print_rate: integer,
+#   average_block_size: integer,
+#   maximum_block_size: integer,
+#   current_aslot: integer,
+#   recent_slots_filled: varchar,
+#   participation_count: integer,
+#   last_irreversible_block_num: integer,
+#   max_virtual_bandwidth: varchar,
+#   vote_power_reserve_rate: integer,
+#   current_reserve_ratio: integer,
+#   vote_regeneration_per_day: integer,
+#   steem_per_vest: money
+# )

data/lib/hive_sql/models/follower.rb

@@ -0,0 +1,17 @@
+module HiveSQL
+  class Follower < HiveSQL::SqlBase
+
+  self.table_name = :Followers
+  
+  belongs_to :follower_account, foreign_key: :follower, class_name: 'Account', primary_key: :name
+  belongs_to :following_account, foreign_key: :following, class_name: 'Account', primary_key: :name
+  
+  end
+end
+
+# Structure
+#
+# HiveSQL::Follower(
+#   follower varchar,
+#   following varchar
+# )

data/lib/hive_sql/models/reblog.rb

@@ -0,0 +1,20 @@
+module HiveSQL
+  class Reblog < HiveSQL::SqlBase
+
+    self.table_name = :Reblogs
+    
+    belongs_to :account, foreign_key: :account, class_name: 'Account', primary_key: :name
+    belongs_to :author_account, foreign_key: :author, class_name: 'Account', primary_key: :name
+    
+    def comment; Comment::find_by(author: author, permlink: permlink); end
+  end
+end
+
+# Structure
+#
+# HiveSQL::Follower(
+#   account varchar,
+#   author varchar,
+#   permlink varchar,
+#   timestamp: datetime
+# )

data/lib/hive_sql/models/sql_base.rb

@@ -0,0 +1,28 @@
+require "active_record"
+
+module HiveSQL
+  class SqlBase < ActiveRecord::Base
+
+    establish_connection({
+      adapter: "sqlserver",
+      host: ENV['HIVESQL_HOST'] || 'sql.hivesql.io',
+      username: ENV['HIVESQL_USERNAME'] || '',
+      password: ENV['HIVESQL_PASSWORD'] || '',
+      timeout: 60
+    })
+
+    self.table_name = nil
+    self.inheritance_column = nil
+    self.abstract_class = true
+
+    scope :before, lambda { |before, field = 'timestamp'| where("#{field} < ?", before) }
+    scope :after, lambda { |after, field = 'timestamp'| where("#{field} > ?", after) }
+    scope :today, -> { after(1.day.ago) }
+    scope :yesterday, -> { before(1.day.ago).after(2.days.ago) }
+    
+    def tx
+      HiveSQL::Transaction.find_by(tx_id: self.tx_id)
+    end
+
+  end
+end

data/lib/hive_sql/models/tag.rb

@@ -0,0 +1,15 @@
+module HiveSQL
+  class Tag < HiveSQL::SqlBase
+
+    self.table_name = :Tags
+    
+    belongs_to :comment, foreign_key: 'comment_ID', class_name: 'HiveSQL::Comment'
+  end
+end
+
+# Structure
+#
+# HiveSQL::Tag(
+#   comment_ID integer,
+#   tag varchar
+# )

data/lib/hive_sql/models/token.rb

@@ -0,0 +1,27 @@
+module HiveSQL
+  class Token < HiveSQL::SqlBase
+
+  self.table_name = :Tokens
+
+  scope :before, lambda { |before, field = 'time'| where("#{field} < ?", before) }
+  scope :after, lambda { |after, field = 'time'| where("#{field} > ?", after) }
+  scope :today, -> { after(1.day.ago) }
+  scope :yesterday, -> { before(1.day.ago).after(2.days.ago) }
+  
+  end
+end
+
+# Structure
+#
+# HiveSQL::Token(
+#   id: integer,
+#   hour: boolean,
+#   symbol: varchar,
+#   time: smalldatetime,
+#   open: real,
+#   close: real,
+#   high: real,
+#   low: real,
+#   volumefrom: real,
+#   volumeto: real
+# )

data/lib/hive_sql/models/transaction.rb

@@ -0,0 +1,76 @@
+module HiveSQL
+  class Transaction < HiveSQL::SqlBase
+
+    self.table_name = :Transactions
+    self.primary_key = :tx_id
+    
+    belongs_to :block, foreign_key: :block_num
+    has_many :block_transactions, through: :block, source: :transactions
+
+    scope :before, lambda { |before, field = 'expiration'| where("#{field} < ?", before) }
+    scope :after, lambda { |after, field = 'expiration'| where("#{field} > ?", after) }
+    scope :today, -> { after(1.day.ago) }
+    scope :yesterday, -> { before(1.day.ago).after(2.days.ago) }
+    
+    scope :type, lambda { |type| where(type: type) }
+    
+    # So you have a Transaction#tx_id and you want to know what the operation was
+    # that lead to it.  Well, that's tricky because all of the ops are in their
+    # own tables.  This method will (slowly) try to find the appropriate table.
+    def op
+      retries = 0
+      puts type
+      # Here, we map the type to class name, if supported.  Most of them can be
+      # mapped automatically, e.g. "vote" => "Vote" but some types share tables
+      # with one another.  We also use timestamps to narrow the search
+      # parameters, for all the good it does.  We use the expiration minus the
+      # maximum TaPoS window.
+      op_type = case type
+      when 'account_create_with_delegation', 'create_claimed_account' then 'AccountCreate'
+      when 'comment_options' then 'CommentOption'
+      when 'custom_json' then 'Custom'
+      when 'delegate_vesting_shares' then 'DelegateVestingShare'
+      when 'feed_publish' then 'Feed'
+      when 'limit_order_create', 'limit_order_create2' then 'LimitOrder'
+      when 'Pow2' then 'Pow'
+      when 'set_withdraw_vesting_route' then 'WithdrawVestingRoute'
+      when 'transfer_from_savings', 'transfer_to_vesting' then 'Transfer'
+      when 'withdraw_vesting' then 'Withdraw'
+      when *%w(
+        cancel_transfer_from_savings change_recovery_account claim_account
+        decline_voting_rights limit_order_cancel recover_account
+        request_account_recovery witness_set_properties
+      ) then raise "Unsupported: #{type}"
+      else; type.split('_').collect(&:capitalize).join
+      end
+      
+      tapos_window_start = expiration - 28800.seconds
+      ops = Tx.const_get(op_type).where(tx_id: self).
+        where("timestamp BETWEEN ? AND ?", tapos_window_start, expiration)
+      
+      loop do
+        retries += 1
+        op = ops.first
+        
+        return op if !!op
+        break if retries > 10
+        
+        sleep 3
+      end
+      
+      raise "Unable to find #{type} for tx_id: #{tx_id}"
+    end
+  end
+end
+
+# Structure
+#
+# HiveSQL::Transaction(
+#   tx_id: integer,
+#   block_num: integer,
+#   transaction_num: integer,
+#   ref_block_num: integer,
+#   ref_block_prefix: integer,
+#   expiration: datetime,
+#   type: varchar
+# )

data/lib/hive_sql/models/tx/account_create.rb

@@ -0,0 +1,26 @@
+module HiveSQL
+  module Tx
+    class AccountCreate < HiveSQL::SqlBase
+
+      self.table_name = :TxAccountCreates
+
+    end
+  end
+end
+
+# Structure
+#
+# HiveSQL::Tx::AccountCreate(
+#   ID: integer,
+#   tx_id: integer,
+#   fee: money,
+#   delegation: money,
+#   creator: varchar,
+#   new_account_name: varchar,
+#   owner_key: varchar,
+#   active_key: varchar,
+#   posting_key: varchar,
+#   memo_key: varchar_max,
+#   json_metadata: varchar_max,
+#   timestamp: datetime
+# )

data/lib/hive_sql/models/tx/account_recover.rb

@@ -0,0 +1,20 @@
+module HiveSQL
+  module Tx
+    class AccountRecover < HiveSQL::SqlBase
+
+      self.table_name = :TxAccountRecovers
+
+    end
+  end
+end
+
+# Structure
+#
+# HiveSQL::Tx::AccountRecover(
+#   ID: integer,
+#   tx_id: integer,
+#   recovery_account: varchar,
+#   account_to_recover: varchar,
+#   recovered: boolean,
+#   timestamp: datetime
+# )