c3d 0.3.5 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 201a408f2b1225395095cf724407ff44421d53fc
-  data.tar.gz: 678e8aebd10af7dfbe8a16335247202f40dcc1c9
+  metadata.gz: 3e3c857c8641103af8966a052019e2cb72cb51ab
+  data.tar.gz: 422e5af13e5fbd73aa8fff740c9e388cbb60d328
 SHA512:
-  metadata.gz: da221566c106410d2a1d6c7dd1e0902cc096f3fee448354bcc3f79bcd9364b0322e9bb2c71572052e1d4b512d51bfc6c35ee3c63dc9fcdc5ca138bde967b7caa
-  data.tar.gz: 578d967c0d82ee1e8f41fce0b9a71523bb0598ee7b1146316889341df882e122368f903486a8865a012d0baf727a4d4fb083ba1c528e0186bb0f24babbbef206
+  metadata.gz: f21645b41a5e8160cd35e88c79c3da567526678366e6295b2e084073132999aabfbbad5fabee87a8152b1d32e3d8a3879180909b54c6a88f23434a1d58fe17cb
+  data.tar.gz: cc8540abcf257322d7e7ac4015b471f455ead3d9452f0ef400340e261a155ec8dcbbee7ba46c437a5c562f273fc713f86c83e3b444a32cd3e6aa8864d3c8ac99

data/Gemfile

@@ -1,9 +1,3 @@
 source 'https://rubygems.org'
 
-gemspec
-
-gem 'httparty', '~> 0.13'
-gem 'bencode', '~> 0.8'
-gem 'celluloid', '~> 0.15'
-gem 'celluloid-zmq', '~> 0.15'
-gem 'foreman'
+gemspec

data/Gemfile.lock

@@ -1,10 +1,10 @@
 PATH
   remote: .
   specs:
-    c3d (0.3.0)
+    c3d (0.3.5)
       bencode (~> 0.8)
       celluloid (~> 0.15)
-      celluloid-zmq (~> 0.15)
+      commander (~> 4.1)
       httparty (~> 0.13)
 
 GEM
@@ -13,34 +13,35 @@ GEM
     bencode (0.8.1)
     celluloid (0.15.2)
       timers (~> 1.1.0)
-    celluloid-zmq (0.15.0)
-      celluloid (>= 0.13.0)
-      ffi
-      ffi-rzmq
-    dotenv (0.7.0)
-    ffi (1.9.3)
-    ffi-rzmq (2.0.1)
-      ffi-rzmq-core (>= 1.0.1)
-    ffi-rzmq-core (1.0.3)
-      ffi (~> 1.9)
-    foreman (0.67.0)
-      dotenv (~> 0.7.0)
-      thor (~> 0.17.0)
+    commander (4.1.6)
+      highline (~> 1.6.11)
+    diff-lcs (1.2.5)
+    epm (0.3.7)
+      commander (~> 4.1.6)
+    highline (1.6.21)
     httparty (0.13.1)
       json (~> 1.8)
       multi_xml (>= 0.5.2)
     json (1.8.1)
     multi_xml (0.5.5)
-    thor (0.17.0)
+    rspec (3.0.0)
+      rspec-core (~> 3.0.0)
+      rspec-expectations (~> 3.0.0)
+      rspec-mocks (~> 3.0.0)
+    rspec-core (3.0.1)
+      rspec-support (~> 3.0.0)
+    rspec-expectations (3.0.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.0.0)
+    rspec-mocks (3.0.1)
+      rspec-support (~> 3.0.0)
+    rspec-support (3.0.0)
     timers (1.1.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  bencode (~> 0.8)
   c3d!
-  celluloid (~> 0.15)
-  celluloid-zmq (~> 0.15)
-  foreman
-  httparty (~> 0.13)
+  epm
+  rspec (~> 3.0)

data/Rakefile

@@ -1,2 +1,14 @@
 require 'bundler'
 Bundler::GemHelper.install_tasks
+
+desc "Run all RSpec test examples"
+task :spec do
+  require 'rspec'
+  require 'rspec/core/rake_task'
+  RSpec::Core::RakeTask.new do |spec|
+    spec.rspec_opts = ["-c", "-f progress"]
+    spec.pattern = 'spec/**/*_spec.rb'
+  end
+end
+
+task :default => :spec

data/bin/c3d

@@ -0,0 +1,40 @@
+#!/usr/bin/env ruby
+
+require File.join(File.dirname(__FILE__), '..', 'lib', 'c3d.rb')
+require 'commander/import'
+
+program :version, C3D.version
+program :description, 'Contract Controlled Content Dissemination Server.'
+
+##
+## Package Workflow Commands
+##
+command :start do |c|
+  c.syntax = 'c3d start'
+  c.description = 'Start your default c3d server.'
+  c.action do
+    print "Please be patient, this will take a few seconds.\n"
+    C3D.start
+    print "Server has started.\n"
+  end
+end
+
+command :stop do |c|
+  c.syntax = 'c3d stop'
+  c.description = 'Stop your default c3d server.'
+  c.action do
+    C3D.stop
+    print "Server has stopped.\n"
+  end
+end
+
+command :restart do |c|
+  c.syntax = 'c3d restart'
+  c.summary = ''
+  c.description = 'Restart your default c3d server.'
+  c.action do
+    print "Please be patient, this will take a few seconds.\n"
+    C3D.restart
+    print "Server has been restarted.\n"
+  end
+end

data/c3d.gemspec

@@ -20,10 +20,12 @@ Gem::Specification.new do |s|
   s.test_files        = s.files.grep(%r{^(test|spec|features)/})
   s.require_paths     = ["lib"]
 
-  s.add_runtime_dependency 'httparty', '~> 0.13'
-  s.add_runtime_dependency 'bencode', '~> 0.8'
-  s.add_runtime_dependency 'celluloid', '~> 0.15'
-  s.add_runtime_dependency 'celluloid-zmq', '~> 0.15'
+  s.add_dependency             'httparty', '~> 0.13'
+  s.add_dependency             'celluloid', '~> 0.15'
+  s.add_dependency             'commander', '~> 4.1'
+  s.add_dependency             'bencode', '~> 0.8'
+  s.add_development_dependency 'rspec', '~> 3.0'
+  s.add_development_dependency 'epm'
 
   s.description       = <<desc
   This gem is designed to assist in distribution mangement of content which is controlled by an Ethereum contract.

data/lib/c3d/actors/blacklist.rb

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+module C3D
+  class Blacklist
+    include Celluloid
+
+    def initialize contract
+      contract = Array(contract)
+      puts "[C3D::#{Time.now.strftime( "%F %T" )}] Running Blacklist."
+      C3D::TreeBuilder.new [], contract
+    end
+  end
+end

data/lib/c3d/actors/crawler.rb

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+
+module C3D
+  class Crawler
+    include Celluloid
+
+    def initialize contract
+      puts "[C3D::#{Time.now.strftime( "%F %T" )}] Finding Peak of >>\t" + contract
+      @parse = find_the_peak contract
+      @purge = []
+      puts "[C3D::#{Time.now.strftime( "%F %T" )}] Parsing Tree >>\t\t" + @parse
+      C3D::TreeBuilder.new @parse, @purge
+    end
+
+    private
+      def find_the_peak contract
+        parent   = send_query contract, '0x14'
+        until parent == '0x'
+          child  = parent
+          parent = send_query parent, '0x14'
+          break if child == parent
+        end
+        return [child]
+      end
+
+      def send_query contract, storage
+        $eth.get_storage_at contract, storage
+      end
+  end
+end

data/lib/c3d/actors/getter.rb

@@ -0,0 +1,18 @@
+#!/usr/bin/env ruby
+
+module C3D
+  module Getter
+    extend self
+
+    def get blob_id
+      if blob_id[0..1] == '0x'
+        blob_id = blob_id[2..-1]
+      end
+      btih    = blob_id[0..39]
+      dn      = blob_id[40..-1]
+      mag_link = "magnet:?xt=urn:btih:" + btih + "&dn=" + dn
+      $puller.create mag_link
+      puts "[C3D::#{Time.now.strftime( "%F %T" )}] Getting >>\t\t" + mag_link
+    end
+  end
+end

data/lib/c3d/actors/subscribe.rb

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+module C3D
+  class Subscribe
+    include Celluloid
+
+    def initialize
+      @parse = JSON.load File.read ENV['WATCH_FILE']
+      @purge = JSON.load File.read ENV['IGNORE_FILE']
+      puts "[C3D::#{Time.now.strftime( "%F %T" )}] Parsing Watchlist"
+      C3D::TreeBuilder.new @parse, @purge
+    end
+  end
+end

data/lib/c3d/connectors/connect_ethereum.rb

@@ -0,0 +1,146 @@
+#!/usr/bin/env ruby
+
+module C3D
+  class ConnectEth
+    include Celluloid
+
+    def initialize client
+      @client = client
+      @uri = URI.parse "http://#{ENV['ETH_HOST']}:#{ENV['ETH_PORT']}"
+      @question_socket = Net::HTTP.new @uri.host, @uri.port
+      @request = Net::HTTP::Post.new @uri.request_uri
+      @request.content_type = 'application/json'
+      @last_push = Time.now
+      puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] c3D->eth via RPC on port >>\t#{ENV['ETH_PORT']}"
+    end
+
+    def get_storage_at address, storage_location
+      address          = guard_addresses address
+      storage_location = guard_addresses storage_location
+
+      case @client
+      when :go
+        request = {
+                    id: 'c3d-client',
+                    method: "EthereumApi.GetStorageAt",
+                    params: [{
+                                address: address,
+                                key: storage_location
+                            }]
+                  }
+      when :cpp
+        request = {
+                    method: "storageAt",
+                    params: {
+                                a: address,
+                                x: storage_location
+                            },
+                    id: 'c3d-client',
+                    jsonrpc: '2.0'
+                  }
+      end
+
+      send_command request
+    end
+
+    def transact recipient, data='', value='', gas='100000', gas_price='100000000000000'
+      sleep 0.5 if ( Time.now - @last_push < 0.5 )
+      recipient = guard_addresses recipient
+      data = build_data data
+      case @client
+      when :go
+        request = {
+                    id: 'c3d-client',
+                    method: "EthereumApi.Transact",
+                    params: [{
+                              recipient: recipient,
+                              value: value,
+                              gas: gas,
+                              gasprice: gas_price
+                            }]
+                  }
+      when :cpp
+        request = {
+                    method: 'transact',
+                    params: {
+                              sec: ENV['ETH_KEY'],
+                              xValue: value.to_s,
+                              aDest: recipient,
+                              bData: data,
+                              xGas: gas.to_s,
+                              xGasPrice: gas_price.to_s
+                            },
+                    id: 'c3d-client',
+                    jsonrpc: '2.0'
+                  }
+      end
+      @last_push = Time.now
+      send_command request
+    end
+
+
+    def get_key
+      case @client
+      when :go
+        request = {
+                    id: 'c3d-client',
+                    method: "EthereumApi.GetKey",
+                    params: [{}]
+                  }
+      when :cpp
+        request = {
+                    id: 'c3d-client',
+                    method: "key",
+                    params: {},
+                    jsonrpc: '2.0'
+                  }
+      end
+
+      send_command request
+    end
+
+    private
+
+      def guard_addresses address
+        unless address[0..1] == "0x"
+          address = "0x" + address
+        end
+        address
+      end
+
+      def build_data data
+        if data.class == Array
+          builded = "0x"
+          data.each do |piece|
+            if piece[0..1] == "0x"
+              piece = piece[2..-1]
+              piece = piece.rjust(64,'0')
+            else
+              piece = piece.unpack('c*').map{|s| s.to_s(16)}.join('')
+              piece = piece.ljust(64,'0')
+            end
+            builded << piece
+          end
+          return builded
+        else
+          return data
+        end
+      end
+
+      def send_command request
+        @request.body = request.to_json
+        puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Sending Question >>\t#{@request.body}"
+        handle_response JSON.parse(@question_socket.request(@request).body)
+      end
+
+      def handle_response response
+        unless response["error"]
+          puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Received Answer >>\tanswer:#{response['result']}"
+          return response["result"]
+        else
+          puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Received Answer >>\tERROR!"
+          return nil
+        end
+      end
+  end
+end

data/lib/c3d/connectors/connect_torrent.rb

@@ -0,0 +1,148 @@
+#!/usr/bin/env ruby
+# This is based off of work by fguillen for the transmission_api gem here: https://github.com/fguillen/TransmissionApi
+
+module C3D
+  class ConnectTorrent
+    include Celluloid
+    attr_accessor :session_id, :url, :basic_auth, :fields, :debug_mode
+
+    TORRENT_FIELDS = [
+      "id",
+      "name",
+      "totalSize",
+      "isFinished",
+      "percentDone",
+    ]
+
+    def initialize opts
+      @url = opts[:url]
+      @fields = opts[:fields] || TORRENT_FIELDS
+      @basic_auth = { :username => opts[:username], :password => opts[:password] } if opts[:username]
+      @debug_mode = opts[:debug_mode] || false
+      @session_id = "c3d-torrent"
+    end
+
+    def all
+      log ("[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Getting All Torrents"), true
+
+      response =
+        post(
+          :method => "torrent-get",
+          :arguments => {
+            :fields => fields
+          }
+        )
+
+      response["arguments"]["torrents"]
+    end
+
+    def find id
+      log ("[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Getting Torrent ID >> "+ "#{id}"), true
+
+      response =
+        post(
+          :method => "torrent-get",
+          :arguments => {
+            :fields => fields,
+            :ids => [id]
+          }
+        )
+
+      response["arguments"]["torrents"].first
+    end
+
+    def create filename
+      log ("[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Adding Blob >>\t\t"+ "#{filename}"), true
+
+      response =
+        post(
+          :method => "torrent-add",
+          :arguments => {
+            :filename => filename,
+            :'download-dir' => ENV['BLOBS_DIR'],
+            :'peer-limit' => 99
+          }
+        )
+
+      response["arguments"]
+    end
+
+    def destroy id
+      log ("[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Remove Torrent ID >> "+ "#{id}"), true
+
+      response =
+        post(
+          :method => "torrent-remove",
+          :arguments => {
+            :ids => [id],
+            :"delete-local-data" => true
+          }
+        )
+
+      response
+    end
+
+    private
+      def post(opts)
+        JSON::parse( http_post(opts).body )
+      end
+
+      def http_post(opts)
+        post_options = {
+          :body => opts.to_json,
+          :headers => { "x-transmission-session-id" => session_id }
+        }
+        post_options.merge!( :basic_auth => basic_auth ) if basic_auth
+
+        log "url: #{url}"
+        log "post_body:"
+        log JSON.parse(post_options[:body]).to_yaml
+        log "------------------"
+
+        response = HTTParty.post( url, post_options )
+
+        log_response response
+
+        # retry connection if session_id incorrect
+        if( response.code == 409 )
+          log "changing session_id"
+          @session_id = response.headers["x-transmission-session-id"]
+          response = http_post(opts)
+        end
+
+        response
+      end
+
+      def log(message, override = false)
+        if debug_mode || override
+          puts "#{message}"
+        end
+      end
+
+      def log_response(response)
+        body = nil
+        begin
+          body = JSON.parse(response.body).to_yaml
+        rescue
+          body = response.body
+        end
+
+        headers = response.headers.to_yaml
+
+        log "response.code: #{response.code}"
+        log "response.message: #{response.message}"
+
+        log "response.body_raw:"
+        log response.body
+        log "-----------------"
+
+        log "response.body:"
+        log body
+        log "-----------------"
+
+        log "response.headers:"
+        log headers
+        log "------------------"
+      end
+  end
+end

data/lib/c3d/util/blobber.rb

@@ -0,0 +1,84 @@
+#!/usr/bin/env ruby
+# based off of work by mukaibot here: https://github.com/mukaibot/mktorrent/blob/master/lib/mktorrent.rb
+# and work by @Burgestrand here: https://gist.github.com/Burgestrand/1733611
+
+module C3D
+  class Blobber
+    include Celluloid
+    attr_accessor :tor_file, :blob_file, :sha1_trun, :btih
+
+    def initialize blob
+      @piecelength = 32 * 1024
+      if blob
+        prepare blob
+        build
+        write_torrent
+        publish_torrent
+      end
+    end
+
+    private
+
+      def prepare blob
+        sha1_full = Digest::SHA1.hexdigest blob
+        @sha1_trun = sha1_full[0..23]
+        @tor_file  = File.join(ENV['TORRENTS_DIR'], "#{sha1_trun}.torrent")
+        @blob_file = File.join(ENV['BLOBS_DIR'], sha1_trun)
+        File.open(@blob_file, 'w'){|f| f.write(blob)}
+        @files = [{ path: @blob_file.split('/'), length: File::open(@blob_file).size }]
+      end
+
+      def build
+        @info = { :'created by' => "OWIG3",
+                  :'creation date' => DateTime.now.strftime("%s").to_i,
+                  encoding: "UTF-8",
+                  info: {  name: @files.first[:path].last,
+                           :'piece length' => @piecelength,
+                           length: @files.first[:length],
+                           :private => 0, #1 is private
+                        }
+                }
+        @info[:info][:pieces] = ""
+        i = 0
+        read_pieces(@files.first[:path], @piecelength) do |piece|
+          @info[:info][:pieces] += Digest::SHA1.digest(piece)
+          i += 1
+        end
+      end
+
+      def read_pieces file, length
+        buffer = ""
+        puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Hashing Blob >>\t\t" + "#{file.join("/")}"
+        File.open(file.join("/")) do |fh|
+          begin
+            read = fh.read(length - buffer.length)
+            if (buffer.length + read.length) == length
+              yield(buffer + read)
+              buffer = ""
+            else
+              buffer += read
+            end
+          end until fh.eof?
+        end
+        yield buffer
+      end
+
+      def write_torrent
+        File.open(@tor_file, 'w') do |torrentfile|
+          torrentfile.write @info.bencode
+        end
+        puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Torrent Link >>\t\t" + "#{@tor_file}"
+      end
+
+      def publish_torrent
+        torrent  = $puller.create @tor_file
+        begin
+          @btih     = torrent["torrent-added"]['hashString']
+        rescue
+          @btih     = torrent["torrent-duplicate"]['hashString']
+        end
+        mag_link = "magnet:?xt=urn:btih:" + @btih + "&dn=" + @sha1_trun
+        puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Magnet Link >>\t\t" + mag_link
+      end
+  end
+end

data/lib/c3d/util/processes.rb

@@ -0,0 +1,64 @@
+#!/usr/bin/env ruby
+
+module C3D
+  module TransmissionRunner
+    extend self
+    def start_transmission
+      unless is_trans_running?
+        pid = spawn "transmission-daemon -f --no-incomplete-dir -o -C -p #{ENV['TORRENT_RPC'].split(':').last[0..3]} -w #{ENV['BLOBS_DIR']} -g #{File.join(ENV['HOME'], '.epm')}"
+        sleep 3
+        at_exit { Process.kill("INT", pid) }
+      end
+    end
+
+    def is_trans_running?
+      a = `ps ux`.split("\n").select{|e| e[/transmission-daemon/]}
+      b = `ps ux`.split("\n").select{|e| e[/transmission-daemon -f --no-incomplete-dir -o -C -p /]}
+      if ! a.empty? and b.empty?
+        p "Please stop your default Transmission Server with `sudo service transmission-daemon stop` and then restart."
+        exit 0
+      end
+      return (! b.empty?)
+    end
+  end
+
+  module EthRunner
+    extend self
+
+    def start_ethereum settings
+      unless is_eth_running?
+        path = settings["path-to-eth"] || "/opt/cpp-ethereum/build/eth/eth"
+        port = settings["eth_rpc_port"] || "9090"
+        peer_port = settings["eth_peer_port"] || "30303"
+        client_name = settings["eth_client_name"] || "c3d-headless"
+        remote = settings["eth_remote"] || ""
+        if remote != ""
+          remote = "-r #{remote}"
+        end
+        dir = settings["blockchain_dir"] || ""
+        if dir != ""
+          dir = "-d #{dir}"
+        end
+        mine = settings["eth_mine"] || "off"
+        if mine == ("off" || "false")
+          mine = "-m off"
+        elsif mine == ("on" || "true")
+          mine = "-m on"
+        end
+        key = settings["primary_account_key"] || ""
+        if key != ""
+          key = "-s #{key}"
+        end
+        pid = spawn "#{path} --json-rpc-port #{port} -l #{peer_port} -c #{client_name} #{remote} #{dir} #{mine} #{key}"
+        sleep 7
+        at_exit { Process.kill("INT", pid) }
+      end
+    end
+
+
+    def is_eth_running?
+      a = `ps ux`.split("\n").select{|e| e[/eth --json-rpc-port/]}
+      return (! a.empty?)
+    end
+  end
+end