c3d 0.3.5 → 0.4.2

data/lib/c3d/util/purger.rb

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+
+module C3D
+  class Purger
+    include Celluloid
+
+    def initialize blob
+      begin
+        dn   = blob[14..-1]
+        currently_downloading = $puller.all
+        downloading = currently_downloading.select{|t| t["name"] == dn}.first["id"]
+        $puller.destroy downloading if downloading
+        blob_file = File.join(ENV['BLOBS_DIR'], dn)
+        if File.exists? blob_file
+          File.delete blob_file
+        end
+      rescue
+        return
+      end
+    end
+  end
+end

data/lib/c3d/util/setup.rb

@@ -0,0 +1,123 @@
+#!/usr/bin/env ruby
+
+module C3D
+  class SetupC3D
+    include Celluloid
+
+    def initialize
+      set_deps
+      config = get_config
+      set_the_env config
+      set_trans_config config
+      set_c3d_config config
+      start_processes config
+    end
+
+    private
+
+    def set_deps
+      dep_exist? 'transmission-daemon', 'sudo apt-get install transmission-daemon && sudo service transmission-daemon stop && sudo update-rc.d -f transmission-daemon remove'
+    end
+
+    def get_config
+      dir_exist? File.join(ENV['HOME'], '.epm')
+      config_file  = File.join(ENV['HOME'], '.epm', 'c3d-config.json')
+      config_example = File.join(File.dirname(__FILE__), '..', '..', '..', 'settings', 'c3d-config.json')
+      unless File.exists? config_file
+        tmp = File.read config_example
+        until ! tmp[/(\{\{USERHOME\}\})/]
+          tmp.gsub!("{{USERHOME}}", ENV["HOME"])
+          p 'hello'
+        end
+        print "Before we begin, I need to ask you two personal questions:\n"
+        print "What is your primary account which I should be using to send transactions?\n\n"
+        account = STDIN.gets.chomp
+        print "Thanks. #{account} is what I will use.\n"
+        print "Thanks. Now what is the private key for that account which I should be using?\n\n"
+        secret = STDIN.gets.chomp
+        print "Thanks. #{secret} is what I will use.\n"
+        account = "0x#{account}" if account[0..1] != '0x'
+        secret = "0x#{secret}" if secret[0..1] != '0x'
+        tmp.gsub!("{{0xACCT}}", account)
+        tmp.gsub!("{{0xSEC}}", secret)
+        File.open(config_file, 'w'){|f| f.write(tmp)}
+      end
+      return JSON.load(File.read(config_file))
+    end
+
+    def set_the_env config
+      ENV['SWARM_DIR']     = config['swarm_dir']
+      ENV['TORRENTS_DIR']  = config['torrents_dir']
+      ENV['BLOBS_DIR']     = config['blobs_dir']
+      ENV['WATCH_FILE']    = config['watch_file']
+      ENV['IGNORE_FILE']   = config['ignore_file']
+      ENV['TORRENT_RPC']   = config['torrent_rpc']
+      ENV['TORRENT_USER']  = config['torrent_user']
+      ENV['TORRENT_PASS']  = config['torrent_pass']
+      ENV['UI_RESPOND']    = config['ui_respond']
+      ENV['UI_ANNOUNCE']   = config['ui_announce']
+      ENV['ETH_CONNECTOR'] = config['eth_connector']
+      ENV['ETH_ZMQ_ADDR']  = config['eth_zmq_addr']
+      ENV['ETH_HOST']      = config['eth_rpc_host']
+      ENV['ETH_PORT']      = config['eth_rpc_port']
+      ENV['ETH_KEY']       = config['primary_account_key']
+    end
+
+    def set_trans_config config
+      trans_file = File.join(ENV['HOME'], '.epm', 'settings.json')
+      trans_example = File.join(File.dirname(__FILE__), '..', '..', '..', 'settings', 'transmission.json')
+      unless File.exists? trans_file
+        FileUtils.cp trans_example, trans_file
+      end
+      trans_config = JSON.load(File.read(trans_file))
+      trans_config["incomplete-dir"]        = config['download_dir']
+      trans_config["download-queue-size"]   = config['download-queue-size'].to_i
+      trans_config["queue-stalled-minutes"] = config['queue-stalled-minutes'].to_i
+      trans_config["seed-queue-size"]       = config['seed-queue-size'].to_i
+      File.open(trans_file, 'w'){|f| f.write(JSON.pretty_generate(trans_config))}
+    end
+
+    def set_c3d_config config
+      dir_exist?  ENV['SWARM_DIR']
+      dir_exist?  ENV['TORRENTS_DIR']
+      dir_exist?  ENV['BLOBS_DIR']
+      dir_exist?  config['download_dir']
+      file_exist? ENV['WATCH_FILE']
+      file_exist? ENV['IGNORE_FILE']
+    end
+
+    def start_processes config
+      C3D::TransmissionRunner.start_transmission
+      C3D::EthRunner.start_ethereum config
+    end
+
+    def dir_exist? directry
+      unless File.directory? directry
+        Dir.mkdir directry
+      end
+    end
+
+    def file_exist? fil
+      unless File.exists? fil
+        File.open(fil, "w") {}
+      end
+    end
+
+    def dep_exist? dependency, fixer
+      unless which dependency
+        `#{fixer}`
+      end
+    end
+
+    def which cmd
+      exts = ENV['PATHEXT'] ? ENV['PATHEXT'].split(';') : ['']
+      ENV['PATH'].split(File::PATH_SEPARATOR).each do |path|
+        exts.each { |ext|
+          exe = File.join(path, "#{cmd}#{ext}")
+          return exe if File.executable? exe
+        }
+      end
+      return nil
+    end
+  end
+end

data/lib/c3d/util/trees.rb

@@ -0,0 +1,226 @@
+#!/usr/bin/env ruby
+
+module C3D
+  class TreeBuilder
+    include Celluloid
+    attr_accessor :groups, :blobs, :parsed, :purged
+
+    def initialize parse=[], purge=[], debug=false
+      @debug = debug
+      @groups = 0
+      @blobs  = 0
+      @parsed = 0
+      @purged = 0
+      @parse = parse || []
+      @purge = purge || []
+      assemble_and_perform_queries
+      print(@parsed.to_s + " <-Parsed Contracts || Purged Contracts-> " +
+        @purged.to_s + " || " + @groups.to_s  + " <-Groups || Blobs-> " +
+        @blobs.to_s + "\n") if @debug
+    end
+
+    private
+
+      def assemble_and_perform_queries
+        puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Starting a Tree Parse." if @debug
+        until @parse.empty?
+          get_the_contract @parse.shift
+          @parse.uniq!
+        end
+        until @purge.empty?
+          purge_the_contract @purge.shift
+          @purge.uniq!
+        end
+      end
+
+      def get_the_contract contract
+        @parsed += 1
+        if ab? contract
+          get_ab_content contract
+        elsif ba? contract
+          get_ba_content contract
+        end
+      end
+
+      def purge_the_contract contract
+        @purged += 1
+        if ab? contract
+          purge_ab_content contract
+        elsif ba? contract
+          purge_ba_content contract
+        end
+      end
+
+      def get_ab_content contract
+        if can_we_get_the_k? contract
+          blob = send_query contract, '0x13'
+          get_the_blob blob unless do_i_have_it? blob
+        end
+      end
+
+      def get_ba_content contract
+        if can_we_get_the_k? contract
+          get_data_model contract
+          get_ui_files contract
+          group = {}
+          group[:prev] = send_query contract, '0x19'
+          until group[:prev] == '0x30'
+            group = get_the_group contract, group[:prev]
+            get_the_blob group[:cont] unless do_i_have_it? group[:cont]
+          end
+        end
+      end
+
+      def purge_ab_content contract
+        blob = send_query contract, '0x13'
+        purge_the_blob blob
+      end
+
+      def purge_ba_content contract
+        dm = send_query contract, '0x11'
+        purge_the_blob dm
+        ui = send_query contract, '0x12'
+        puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Pushing #{ui} to Parse Stack." if @debug
+        @purge.push ui
+        group = {}
+        group = send_query contract, '0x19'
+        until group == '0x30'
+          group = purge_the_group contract, group
+        end
+      end
+
+      def can_we_get_the_k? contract
+        behav = send_query contract, '0x18'
+        if behav == ('0x01' || '0x1')
+          return true
+        elsif behav == ('0x05' || '0x5')
+          puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Pushing #{contract} to Purge Stack." if @debug
+          @purge.push contract
+        end
+        return false
+      end
+
+      def get_the_group contract, group_id
+        @groups   += 1
+        this_group = {}
+        if can_we_get_the_group? contract, group_id
+          if does_the_group_have_blobs? contract, group_id
+            this_group[:blob] = send_query(contract, content_slot(group_id))
+          end
+          this_group[:prev] = send_query(contract, prev_link_slot(group_id))
+        else
+          this_group[:prev] = send_query(contract, prev_link_slot(group_id))
+        end
+        return this_group
+      end
+
+      def purge_the_group contract, group_id
+        @groups   += 1
+        blob = send_query(contract, content_slot(group_id))
+        purge_the_blob blob
+        send_query(contract, prev_link_slot(group_id))
+      end
+
+      def can_we_get_the_group? contract, group_id
+        behav = send_query(contract, behav_slot(group_id))
+        if behav == ('0x01' || '0x1' || '0x')
+          return true
+        elsif behav == ('0x05' || '0x5')
+          puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Pushing #{group_id} to Purge Stack." if @debug
+          @purge.push group_id
+        end
+        return false
+      end
+
+      def does_the_group_have_blobs? contract, group_id
+        type = send_query(contract, type_slot(group_id))
+        if type == '0x'
+          puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Pushing #{group_id} to Parse Stack." if @debug
+          @parse.push send_query contract, group_id
+          return false
+        elsif type == ('0x01' || '0x1')
+          puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Pushing #{group_id} to Parse Stack." if @debug
+          @parse.push group_id
+          return true
+        else
+          return false
+        end
+      end
+
+      def send_query contract, storage
+        $eth.get_storage_at contract, storage
+      end
+
+      def ab? contract
+        location     = send_query contract, '0x10'
+        if location == '0x88554646ab'
+          return true
+        else
+          return false
+        end
+      end
+
+      def ba? contract
+        location     = send_query contract, '0x10'
+        if location == '0x88554646ba'
+          return true
+        else
+          return false
+        end
+      end
+
+      def do_i_have_it? blob
+        begin
+          dn   = blob[42..-1]
+          f = File.exists?(File.join(ENV['BLOBS_DIR'], dn))
+          @blobs += 1
+        rescue
+          return false
+        end
+        f
+      end
+
+      def get_the_blob blob
+        begin
+          btih = blob[2..41]
+          dn   = blob[42..-1]
+          link = "magnet:?xt=urn:btih:" + btih + "&dn=" + dn
+          torrent  = $puller.create link
+          return true
+        rescue
+          return false
+        end
+      end
+
+      def purge_the_blob blob
+        Purger.new blob
+      end
+
+      def get_data_model contract
+        blob = send_query contract, '0x11'
+        get_the_blob blob unless do_i_have_it? blob
+      end
+
+      def get_ui_files contract
+        contract = send_query contract, '0x12'
+        puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Pushing #{contract} to Parse Stack." if @debug
+        @parse.push contract
+      end
+
+      def prev_link_slot group_id
+        slot = "0x" + ((group_id.hex + 0x1).to_s(16))
+      end
+
+      def type_slot group_id
+        slot = "0x" + ((group_id.hex + 0x3).to_s(16))
+      end
+
+      def behav_slot group_id
+        slot = "0x" + ((group_id.hex + 0x4).to_s(16))
+      end
+
+      def content_slot group_id
+        slot = "0x" + ((group_id.hex + 0x5).to_s(16))
+      end
+  end
+end

data/lib/c3d/util/util.rb

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+module C3D
+  module Utility
+    extend self
+
+    def save_key
+      key = $eth.get_key
+      config_file  = File.join(ENV['HOME'], '.epm', 'c3d-config.json')
+      config = JSON.load(File.read(config_file))
+      config["primary_account_key"] = key if config["primary_account_key"] != key
+      ENV['ETH_KEY'] = config["primary_account_key"]
+      File.open(config_file, 'w'){|f| f.write(JSON.pretty_generate(config))}
+    end
+  end
+end

data/lib/c3d/util/watch.rb

@@ -0,0 +1,71 @@
+#!/usr/bin/env ruby
+
+module C3D
+  module EyeOfZorax
+    extend self
+
+    def subscribe contract
+      subscribe_file = ENV['WATCH_FILE']
+      subscribed = loader subscribe_file
+      adder subscribed, subscribe_file, contract
+    end
+
+    def unsubscribe contract
+      subscribe_file = ENV['WATCH_FILE']
+      subscribed = loader subscribe_file
+      remover subscribed, subscribe_file, contract
+    end
+
+    def ignore contract
+      ignore_file = ENV['IGNORE_FILE']
+      ignore = loader ignore_file
+      adder ignored, ignore_file, contract
+    end
+
+    def unignore contract
+      ignore_file = ENV['IGNORE_FILE']
+      ignore = loader ignore_file
+      remover ignored, ignore_file, contract
+    end
+
+    private
+      def loader file
+        begin
+          j = JSON.load File.read file
+        rescue
+          j = []
+        end
+        j = [] unless j
+        return j
+      end
+
+      def saver object, file
+        File.open(file, 'w'){ |f| f.write JSON.pretty_generate object }
+      end
+
+      def adder object, file, contract
+        unless object.include? contract
+          object << contract if contract.class == (String || Array)
+          object.flatten if contract.class == Array
+          saver object, file
+          return true
+        else
+          return false
+        end
+      end
+
+      def remover object, file, contract
+        if object.include? contract
+          if contract.class == String
+            object.delete contract
+          elsif contract.class == Array
+            contract.each{ |c| object.delete c }
+          end
+          saver object, file
+          return true
+        else
+          return false
+        end
+      end
+  end
+end

data/lib/c3d/version.rb

@@ -1 +1 @@
-VERSION = "0.3.5"
+VERSION ||= "0.4.2"

data/lib/c3d.rb

@@ -5,6 +5,8 @@ require 'digest/sha1'
 require 'json'
 require 'yaml'
 require 'base64'
+require 'net/http'
+require 'uri'
 
 # Gem Dependencies
 require 'httparty'
@@ -12,24 +14,46 @@ require 'bencode'
 require 'celluloid/autostart'
 
 # This Gem
-Dir[File.dirname(__FILE__) + '/c3d/*.rb'].each {|file| require file }
-
-SetupC3D.new
-
-TransmissionRunner.new.start_transmission
-sleep 5
-
-TorrentAPI.supervise_as :puller, {
-    username: ENV['TORRENT_USER'],
-    password: ENV['TORRENT_PASS'],
-    url:      ENV['TORRENT_RPC'] }
-@swarm_puller = Celluloid::Actor[:puller]
-
-@eth = ConnectEthZMQ.new
-# @ui  = ConnectUI.new
-# @ui.async.run
+Dir[File.dirname(__FILE__) + '/c3d/*.rb'].each            {|file| require file }
+Dir[File.dirname(__FILE__) + '/c3d/actors/*.rb'].each     {|file| require file }
+Dir[File.dirname(__FILE__) + '/c3d/bylaws/*.rb'].each     {|file| require file }
+Dir[File.dirname(__FILE__) + '/c3d/connectors/*.rb'].each {|file| require file }
+Dir[File.dirname(__FILE__) + '/c3d/util/*.rb'].each       {|file| require file }
+
+module C3D
+  extend self
+
+  def start
+    C3D::SetupC3D.new
+
+    C3D::ConnectTorrent.supervise_as :puller, {
+        username: ENV['TORRENT_USER'],
+        password: ENV['TORRENT_PASS'],
+        url:      ENV['TORRENT_RPC'] }
+    C3D::ConnectEth.supervise_as :eth, :cpp
+
+    # todo, need to trap_exit on these actors if they crash
+    $puller = Celluloid::Actor[:puller]
+    $eth    = Celluloid::Actor[:eth]
+
+    C3D::Utility.save_key
+    sleep
+  end
+
+  def stop
+    exit 0
+  end
+
+  def restart
+    C3D.stop
+    C3D.start
+  end
+
+  def version
+    return VERSION
+  end
+end
 
 if __FILE__==$0
-  blob1 = File.read(ARGV[0]) + "\n#{Time.now}"
-  Publish.new @swarm_puller, @eth, blob1, 'a6cb63ec28c12929bee2d3567bf98f374a0b7167', '97d1f086800920e8fd2344be52fb22d7bf6036d2',  '0x2E737671893D33BF53A5F00EDE9E839F9D86E3A391387CA9189CA79729D00000'
+  C3D.start
 end

data/settings/c3d-config.json

@@ -1,17 +1,27 @@
 {
-  "swarm_dir": "/home/coda/.cache/c3d",
-  "torrents_dir": "/home/coda/.cache/c3d/torrents",
-  "blobs_dir": "/home/coda/.cache/c3d/blobs",
-  "watch_file": "/home/coda/.cache/c3d/watchers.json",
+  "swarm_dir": "{{USERHOME}}/.cache/c3d",
+  "torrents_dir": "{{USERHOME}}/.cache/c3d/torrents",
+  "blobs_dir": "{{USERHOME}}/.cache/c3d/blobs",
+  "watch_file": "{{USERHOME}}/.cache/c3d/watchers.json",
   "torrent_rpc": "http://127.0.0.1:9091/transmission/rpc",
   "torrent_user": "username",
   "torrent_pass": "password",
-  "ui_address": "tcp://127.0.0.1:31314",
-  "eth_zmq_addr": "tcp://127.0.0.1:31315",
-  "eth_host": "localhost",
-  "eth_port": "9090",
-  "ignore_file": "/home/coda/.cache/c3d/ignored.json",
-  "download_dir": "/home/coda/.cache/c3d/downloading",
+  "ui_respond": "tcp://127.0.0.1:31314",
+  "ui_announce": "tcp://127.0.0.1:31316",
+  "path-to-eth": "/opt/cpp-ethereum/build/eth/eth",
+  "path-to-lllc": "/opt/cpp-ethereum/build/lllc/lllc",
+  "eth_connector": "rpc",
+  "eth_rpc_host": "localhost",
+  "eth_rpc_port": "9090",
+  "eth_remote":"54.201.28.117",
+  "eth_peer_port":"30303",
+  "eth_mine":"off",
+  "eth_client_name":"c3d-headless",
+  "blockchain_dir":"{{USERHOME}}/.ethereum",
+  "ignore_file": "{{USERHOME}}/.cache/c3d/ignored.json",
+  "download_dir": "{{USERHOME}}/.cache/c3d/downloading",
   "download-queue-size": "50",
-  "queue-stalled-minutes": "98"
-}
+  "queue-stalled-minutes": "98",
+  "primary_account":"{{0xACCT}}",
+  "primary_account_key":"{{0xSEC}}"
+}