c3d 0.3.0 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c6de051d34428c13ea6c90d39d7addce37f80172
-  data.tar.gz: 753534010b413309538c3e119e8af08bf3b5f9f1
+  metadata.gz: 201a408f2b1225395095cf724407ff44421d53fc
+  data.tar.gz: 678e8aebd10af7dfbe8a16335247202f40dcc1c9
 SHA512:
-  metadata.gz: 0d37975203c97db0df3629a054e1dc641418345ca67f2507e0a7b14585f3e2d52385f5a244a6f58db32ef9864de5afd328f838e7c773701449da3765d96712e9
-  data.tar.gz: 0d4dc7cab886f9aaf84aa2d24ed56b543ae358dbd53aabb0d74993c77213f897d4144ae136585f71e6d21216eb2db9a30228b111a9a32d118a67f530c4db94cd
+  metadata.gz: da221566c106410d2a1d6c7dd1e0902cc096f3fee448354bcc3f79bcd9364b0322e9bb2c71572052e1d4b512d51bfc6c35ee3c63dc9fcdc5ca138bde967b7caa
+  data.tar.gz: 578d967c0d82ee1e8f41fce0b9a71523bb0598ee7b1146316889341df882e122368f903486a8865a012d0baf727a4d4fb083ba1c528e0186bb0f24babbbef206

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    c3d (0.2.0)
+    c3d (0.3.0)
       bencode (~> 0.8)
       celluloid (~> 0.15)
       celluloid-zmq (~> 0.15)

data/Rakefile

@@ -1,9 +1,2 @@
 require 'bundler'
 Bundler::GemHelper.install_tasks
-require './lib/system-setup'
-
-desc 'installs components'
-task :install do
-  system "bundle install"
-  # system "sudo npm install -g bower"
-end

data/lib/c3d.rb

@@ -4,6 +4,7 @@
 require 'digest/sha1'
 require 'json'
 require 'yaml'
+require 'base64'
 
 # Gem Dependencies
 require 'httparty'
@@ -11,45 +12,24 @@ require 'bencode'
 require 'celluloid/autostart'
 
 # This Gem
-require File.join(File.dirname(__FILE__), 'c3d', 'version')
-require File.join(File.dirname(__FILE__), 'c3d', 'connect_ethereum')
-require File.join(File.dirname(__FILE__), 'c3d', 'connect_torrent')
-require File.join(File.dirname(__FILE__), 'c3d', 'connect_ui')
-require File.join(File.dirname(__FILE__), 'c3d', 'publish')
-require File.join(File.dirname(__FILE__), 'c3d', 'subscribe')
-require File.join(File.dirname(__FILE__), 'c3d', 'get')
-
-# todo - load these variables from a config file in ~/.epm
-SWARM_DIR    = File.join(ENV['HOME'], '.cache', 'c3d')
-TORRENTS_DIR = File.join(SWARM_DIR, 'torrents')
-BLOBS_DIR    = File.join(SWARM_DIR, 'blobs')
-TORRENT_RPC  = 'http://127.0.0.1:9091/transmission/rpc'
-TORRENT_USER = 'username'
-TORRENT_PASS = 'password'
-ETH_ADDRESS  = 'tcp://127.0.0.1:31315'
-UI_ADDRESS   = 'tcp://127.0.0.1:31314'
-WATCH_FILE   = File.join(SWARM_DIR, 'watchers.json')
-IGNORE_FILE  = File.join(SWARM_DIR, 'ignored.json')
-
-# todo - check that torrent manager is running
-# todo - torrentapis use a 'fairly std' rpc framework, but with different
-#          endpoints. need to test these though
-# todo - check dependencies are installed: zmq ... transmission
-# todo - add foreman
-
-swarm_puller = TorrentAPI.new(
-  username:   TORRENT_USER,
-  password:   TORRENT_PASS,
-  url:        TORRENT_RPC,
-  debug_mode: true
-)
-eth = ConnectEth.new
+Dir[File.dirname(__FILE__) + '/c3d/*.rb'].each {|file| require file }
+
+SetupC3D.new
+
+TransmissionRunner.new.start_transmission
+sleep 5
+
+TorrentAPI.supervise_as :puller, {
+    username: ENV['TORRENT_USER'],
+    password: ENV['TORRENT_PASS'],
+    url:      ENV['TORRENT_RPC'] }
+@swarm_puller = Celluloid::Actor[:puller]
+
+@eth = ConnectEthZMQ.new
+# @ui  = ConnectUI.new
+# @ui.async.run
 
 if __FILE__==$0
-  if ARGV[0]
-    blob1 = File.read(ARGV[0]) + "\n#{Time.now}"
-    PublishBlob.new blob1, swarm_puller, eth, false, false, false
-    blob2 = 'as;dlfkajfbdposdituy2q-034956712840918734uytgqklerjdnga,.fxsnvbmaz x.,c'
-    PublishBlob.new blob2, swarm_puller, eth, false, false, false
-  end
+  blob1 = File.read(ARGV[0]) + "\n#{Time.now}"
+  Publish.new @swarm_puller, @eth, blob1, 'a6cb63ec28c12929bee2d3567bf98f374a0b7167', '97d1f086800920e8fd2344be52fb22d7bf6036d2',  '0x2E737671893D33BF53A5F00EDE9E839F9D86E3A391387CA9189CA79729D00000'
 end

data/lib/c3d/connect_ethereum_rpc.rb

@@ -0,0 +1,147 @@
+#!/usr/bin/env ruby
+
+# Transactions:
+#   * `add-blob-to-g`:  add blob to group (params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
+#   * `rm-blob-from-g`: remove blob from contract (params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
+
+require 'socket'
+require 'json'
+
+class ConnectEthRPC
+  include Celluloid
+
+  def initialize client, host=ENV['ETH_HOST'], port=ENV['ETH_PORT']
+    @client = client
+    @question_socket = TCPSocket.new host, port
+    puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] c3D->eth via RPC on port >>\t#{ENV['ETH_PORT']}"
+  end
+
+  def get_storage_at address, storage_location
+    address          = guard_addresses address
+    storage_location = guard_addresses storage_location
+
+    case @client
+    when :go
+      request = {
+                  id: 1,
+                  method: "EthereumApi.GetStorageAt",
+                  params: [{
+                              address: address,
+                              key: storage_location
+                          }]
+                }
+    when :cpp
+      request = {
+                  id: 1,
+                  method: "storageAt",
+                  params: [{
+                              a: address,
+                              x: storage_location
+                          }]
+                }
+    end
+
+    send_command request
+  end
+
+  def transact recipient, key='', data='', value=0, gas=10000, gas_price=100000
+    recipient = guard_addresses recipient
+
+    case @client
+    when :go
+      request = {
+                  id: 1,
+                  method: "EthereumApi.Transact",
+                  params: [{
+                            recipient: recipient,
+                            value: value,
+                            gas: gas,
+                            gasprice: gas_price
+                          }]
+                }
+    when :cpp
+      request = {
+                  id: 1,
+                  method: 'transact',
+                  params: [{
+                            sec: '',#todo: key,
+                            xValue: value,
+                            aDest: recipient,
+                            bData: '',#todo: build_data data,
+                            xGas: gas,
+                            xGasPrice: gas_price
+                          }]
+                }
+    end
+
+    send_command request
+  end
+
+  def create body_file, endowment=0, key='', gas=10000, gas_price=100000
+    body_content = File.read(body_file)
+
+    case @client
+    when :go
+      request = {
+                  id: 1,
+                  method: "EthereumApi.Create",
+                  params: [{
+                              init: '',
+                              body: body_content,
+                              value: endowment,
+                              gas: gas,
+                              gasprice: gas_price
+                          }]
+                }
+    when :cpp
+      request = {
+                  id: 1,
+                  method: "create",
+                  params: [{
+                             sec: '',#todo: key,
+                             xEndowment: endowment,
+                             bCode: body_content,
+                             xGas: gas,
+                             xGasPrice: gas_price
+                          }]
+                }
+    end
+
+    send_command request
+  end
+
+  private
+
+    def guard_addresses address
+      unless address[0..1] == "0x"
+        address = "0x" + address
+      end
+    end
+
+    def build_data data
+      if data.class == Array
+        slots = data[0].to_i
+        data.each do |piece|
+          #todo, encode the pieces...
+        end
+      else
+        return data
+      end
+    end
+
+    def send_command request
+      puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Sending Question >>\t#{request}"
+      @question_socket.puts request.to_json
+      handle_response JSON.parse(@question_socket.gets)
+    end
+
+    def handle_response response
+      unless response["error"]
+        puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Received Answer >>\tanswer:#{response['result']}"
+        return JSON.parse(response["result"])
+      else
+        puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Received Answer >>\tERROR!"
+        return nil
+      end
+    end
+end

data/lib/c3d/connect_ethereum_socket.rb

@@ -0,0 +1,122 @@
+#!/usr/bin/env ruby
+
+# Transactions:
+#   * `add-blob-to-g`:  add blob to group (params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
+#   * `rm-blob-from-g`: remove blob from contract (params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
+
+require 'json'
+require 'celluloid/zmq'
+
+Celluloid::ZMQ.init
+
+class ConnectEthZMQ
+  include Celluloid::ZMQ
+
+  def initialize
+    @question_socket = ReqSocket.new
+    begin
+      @question_socket.connect ENV['ETH_ZMQ_ADDR']
+    rescue IOError
+      @question_socket.close
+    end
+    puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] c3D->eth via ZMQ and JS Socket on port >>\t#{ENV['ETH_ZMQ_ADDR'].split(':').last}"
+  end
+
+  def get_storage_at address, storage_location
+    address          = guard_addresses address
+    storage_location = guard_addresses storage_location
+
+    request = {
+                method: 'getStorageAt',
+                params: [
+                          address,
+                          storage_location
+                        ]
+              }
+
+    send_message request
+  end
+
+  def transact recipient, key='', data='', value=0, gas=10000
+    recipient = guard_addresses recipient
+    #todo -- add variable gas_price
+
+    request = {
+                method: 'transact',
+                params: [
+                          key, #todo -- fix this -- especially in the socket listeners.
+                          value,
+                          recipient,
+                          gas,
+                          data #todo -- audit this
+                        ].flatten
+              }
+
+    send_message request
+  end
+
+  def create body_file, endowment=0, key='', gas=10000
+    body = File.read(body_file)
+    #todo -- add variable gas_price
+
+    request = {
+                method: 'create',
+                params: [
+                          key, #todo -- fix this -- especially in the socket listeners.
+                          endowment,
+                          body,
+                          gas
+                        ]
+              }
+
+    send_message request
+  end
+
+  private
+
+    def guard_addresses address
+      unless address[0..1] == "0x"
+        address = "0x" + address
+      end
+    end
+
+    def send_message request
+      puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Sending Question >>\t#{request}"
+      @question_socket.send request.to_json
+      handle_response JSON.load(@question_socket.read)
+    end
+
+    def handle_response response
+      puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Received Answer >>\tsuccess:#{response['success']}\tanswer:#{response['answer']}"
+      return response['answer']
+    end
+end
+
+if __FILE__==$0
+  ENV['ETH_ZMQ_ADDR'] = 'tcp://127.0.0.1:31315'
+
+  message = {}
+  message['method'] = 'transact'
+  message['params']  = [
+    'a6cb63ec28c12929bee2d3567bf98f374a0b7167', #senderaddr
+    '',                                         #value
+    '61363f0d19cfe71a5c130642016e37649610294b', #recipientaddr
+    '10000',                                    #gas
+    '3',                                        #dataslots
+    'newp',                                     #....data
+    '0x76A46EAB30845C1FA2C0E08243890CDFBF73D6421CFA5BF9169FFB98A3300000',
+    '0x1d822cb2e4c60c3a8a85546304072b14fb9de94e2c0c608c4120b5d529590c9d'
+  ]
+  questions_for_eth = ConnectEth.new
+  questions_for_eth.write JSON.dump message
+
+  message = {}
+  message['method'] = 'getStorageAt'
+  message['params'] = [
+    '61363f0d19cfe71a5c130642016e37649610294b',
+    '0x76A46EAB30845C1FA2C0E08243890CDFBF73D6421CFA5BF9169FFB98A3300003'
+  ]
+
+  questions_for_eth.write JSON.dump message
+  sleep
+end

data/lib/c3d/connect_torrent.rb

@@ -59,7 +59,7 @@ class TorrentAPI
         :method => "torrent-add",
         :arguments => {
           :filename => filename,
-          :'download-dir' => BLOBS_DIR,
+          :'download-dir' => ENV['BLOBS_DIR'],
           :'peer-limit' => 99
         }
       )
@@ -144,22 +144,4 @@ class TorrentAPI
       log headers
       log "------------------"
     end
-end
-
-# added = swarm_puller.create("#{t.magnet_link}")
-
-# [{"addedDate"=>1400177739,
-#   "files"=>
-#    [{"bytesCompleted"=>31752192,
-#      "length"=>591396864,
-#      "name"=>"ubuntu-14.04-server-amd64.iso"}],
-#   "id"=>1,
-#   "isFinished"=>false,
-#   "name"=>"ubuntu-14.04-server-amd64.iso",
-#   "percentDone"=>0.0536,
-#   "rateDownload"=>706000,
-#   "rateUpload"=>3000,
-#   "totalSize"=>591396864}]
-
-# swarm_puller.destroy(1)
-# torrent = swarm_puller.find(1)
+end

data/lib/c3d/connect_ui.rb

@@ -4,17 +4,40 @@ require 'json'
 require 'celluloid/zmq'
 
 # commands - sent over ZMQ but using a standard JSONRPC structure.
-#   * `make-blob`:      make blob (params: filename: "FILENAME" || filecontents: "CONTENTS") (returns success: BLOB_ID or error)
-#   * `destroy-blob`:   destroy blob (params: blob: "BLOB_ID") (returns success: true or error)
-#   * `add-blob-to-g`:  add blob to group (params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
-#   * `rm-blob-from-g`: remove blob from contract (params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
-#   * `subscribe-k`:    add a contract's blobs to the subscribed list (params: contract: "CONTRACT_ADDRESS") (returns success: true or error)
-#   * `subscribe-g`:    add a group's blobs to the subscribed list (params: contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
-#   * `unsubscribe-k`   remove a contract's blobs from the subscribed list (params: contract: "CONTRACT_ADDRESS") (returns success: true or error)
-#   * `unsubscribe-g`   remove a group's blobs from the subscribed list (params: contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
-#   * `ignore-g`        add a group to the ignore list (params: contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
-#   * `publish`:        sugar for make blob + add to k + (opt) add to g (params: filename: "FILENAME" || filecontents: "CONTENTS", contract: "CONTRACT_ADDRESS", [optional] group: ["GROUP1_ID", "GROUP2_ID", ...]) (returns success: BLOB_ID or error)
-#   * `get`:            add a magnet link to the cache (params: id: "BLOB_ID") (returns success: true or error)
+#   * `makeBlob`:      make blob
+#                      params: filename: "FILENAME" || filecontents: "CONTENTS"
+#                      returns success: BLOB_ID or error
+#   * `destroyBlob`:   destroy blob
+#                      params: blob: "BLOB_ID"
+#                      returns success: true or error
+#   * `addBlobToG`:    add blob to group
+#                      params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID"
+#                      returns success: true or error
+#   * `rmBlobFromG`:   remove blob from contract
+#                      params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID"
+#                      returns success: true or error
+#   * `subscribeK`:    add a contract's blobs to the subscribed list
+#                      params: contract: "CONTRACT_ADDRESS"
+#                      returns success: true or error
+#   * `subscribeG`:    add a group's blobs to the subscribed list
+#                      params: contract: "CONTRACT_ADDRESS", group: "GROUP_ID"
+#                      returns success: true or error
+#   * `unsubscribeK`   remove a contract's blobs from the subscribed list
+#                      params: contract: "CONTRACT_ADDRESS"
+#                      returns success: true or error
+#   * `unsubscribeG`   remove a group's blobs from the subscribed list
+#                      params: contract: "CONTRACT_ADDRESS", group: "GROUP_ID"
+#                      returns success: true or error
+#   * `ignoreG`        add a group to the ignore list
+#                      params: contract: "CONTRACT_ADDRESS", group: "GROUP_ID"
+#                      returns success: true or error
+#   * `publish`:       sugar for make blob + add to g
+#                      params: filename: "FILENAME" || filecontents: "CONTENTS",
+#                              contract: "CONTRACT_ADDRESS", [group]: ["GROUP1_ID", "GROUP2_ID", ...]
+#                      returns success: BLOB_ID or error)
+#   * `get`:           add a magnet link to the cache
+#                      params: id: "BLOB_ID"
+#                      returns success: true or error
 
 Celluloid::ZMQ.init
 
@@ -25,13 +48,13 @@ class ConnectUI
     @answer_socket = RepSocket.new
 
     begin
-      @answer_socket.bind UI_ADDRESS
+      @answer_socket.bind ENV['UI_ADDRESS']
     rescue IOError
       @answer_socket.close
       raise
     end
 
-    puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] c3D<-ui on port >>\t#{UI_ADDRESS.split(':').last}"
+    puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] c3D<-ui on port >>\t#{ENV['UI_ADDRESS'].split(':').last}"
   end
 
   def run
@@ -41,12 +64,39 @@ class ConnectUI
 
   def handle_message message
     message = JSON.load message
-    @answer_socket.send(JSON.dump(message))
+    puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Received Question >>\tcommand:#{message['command']}\tparams:#{message['params']}"
+    case message['command']
+    when 'get'
+      # todo
+    when 'makeBlob'
+      blob         = message['params'][0]
+      PublishBlob.new blob, nil
+    when 'destroyBlob'
+      #todo
+    when 'addBlobToG'
+      sending_addr = message['params'][0]
+      contract_id  = message['params'][1]
+      group_id     = message['params'][2]
+      PublishBlob.new nil, sending_addr, contract_id, group_id
+    when 'rmBlobFromG'
+      #todo
+    when 'subscribeK'
+      #todo
+    when 'subscribeG'
+      #todo
+    when 'unsubscribeK'
+      #todo
+    when 'unsubscribeG'
+      #todo
+    when 'ignoreG'
+      #todo
+    when 'publish'
+      sending_addr = message['params'][0]
+      contract_id  = message['params'][1]
+      group_id     = message['params'][2]
+      blob         = message['params'][3]
+      PublishBlob.new blob, sending_addr, contract_id, group_id
+    end
+    @answer_socket.send JSON.dump message
   end
-end
-
-if __FILE__==$0
-  UI_ADDRESS   = 'tcp://127.0.0.1:31314'
-  answers_for_eth  = ConnectUI.new
-  answers_for_eth.async.run
-end
+end

data/lib/c3d/processes.rb

@@ -0,0 +1,44 @@
+#!/usr/bin/env ruby
+
+class TransmissionRunner
+  def start_transmission
+    unless is_trans_running?
+      pid = spawn "transmission-daemon -f --no-incomplete-dir -o -C -p #{ENV['TORRENT_RPC'].split(':').last[0..3]} -w #{ENV['BLOBS_DIR']} -g #{File.join(ENV['HOME'], '.epm')}"
+      at_exit { Process.kill("INT", pid) }
+    end
+  end
+
+  def is_trans_running?
+    a = `ps ux`.split("\n").select{|e| e[/transmission-daemon/]}
+    return (! a.empty?)
+  end
+end
+
+class EthZmqRunner
+  def start_ethereum_zmq_bridge
+    unless is_bridge_running?
+      c3d_node = File.join(File.dirname(__FILE__), '..', '..', 'node_modules', 'c3d', 'connect_aleth.js')
+      pid = spawn "node #{c3d_node}"
+      at_exit { Process.kill("INT", pid) }
+    end
+  end
+
+  def is_bridge_running?
+    a = `ps ux`.split("\n").select{|e| e[/node.*connect_aleth.js$/]}
+    return (! a.empty?)
+  end
+end
+
+class EthRunner
+  def start_ethereum
+    unless is_eth_running?
+      pid = spawn #{todo}""
+      at_exit { Process.kill("INT", pid) }
+    end
+  end
+
+  def is_eth_running?
+    a = `ps ux`.split("\n").select{|e| e[/eth/]} #todo cleanup
+    return (! a.empty?)
+  end
+end

data/lib/c3d/publish.rb

@@ -1,28 +1,33 @@
 #!/usr/bin/env ruby
 # based off of work by @mukaibot here: https://github.com/mukaibot/mktorrent/blob/master/lib/mktorrent.rb
 # and work by @Burgestrand here: https://gist.github.com/Burgestrand/1733611
-# note `rhash` dependency
 
-class PublishBlob
+class Publish
   include Celluloid
   attr_accessor :tor_file, :blob_file, :sha1_trun
 
-  def initialize blob, swarm_puller, eth_connector, sending_addr, contract_id, thread_id
+  def initialize puller, eth, blob, sending_addr, contract_id='', group_id=''
+    @swarm_puller = puller
+    @eth = eth
     @piecelength = 32 * 1024
-    @eth = eth_connector
-    prepare blob
-    build
-    write_torrent
-    publish_torrent swarm_puller
-    publish_ethereum sending_addr, contract_id, thread_id
+
+    unless blob == nil
+      prepare blob
+      build
+      write_torrent
+      publish_torrent
+    end
+    unless sending_addr == nil
+      publish_ethereum sending_addr, contract_id, group_id
+    end
   end
 
   private
     def prepare blob
       sha1_full = Digest::SHA1.hexdigest blob
       @sha1_trun = sha1_full[0..23]
-      @tor_file  = File.join(TORRENTS_DIR, "#{sha1_trun}.torrent")
-      @blob_file = File.join(BLOBS_DIR, sha1_trun)
+      @tor_file  = File.join(ENV['TORRENTS_DIR'], "#{sha1_trun}.torrent")
+      @blob_file = File.join(ENV['BLOBS_DIR'], sha1_trun)
       File.open(@blob_file, 'w'){|f| f.write(blob)}
       @files = [{ path: @blob_file.split('/'), length: File::open(@blob_file).size }]
     end
@@ -69,8 +74,9 @@ class PublishBlob
       puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Torrent Link >> \t" + "#{@tor_file}"
     end
 
-    def publish_torrent swarm_puller
-      torrent  = swarm_puller.create @tor_file
+    def publish_torrent
+      p "#{@swarm_puller}"
+      torrent  = @swarm_puller.create @tor_file
       begin
         @btih     = torrent["torrent-added"]['hashString']
       rescue
@@ -80,23 +86,16 @@ class PublishBlob
       puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Magnet Link >> \t" + mag_link
     end
 
-    def publish_ethereum sending_addr, contract_id, thread_id
+    def publish_ethereum sending_addr, contract_id, group_id
       message = {}
-      sending_addr ||= 'a6cb63ec28c12929bee2d3567bf98f374a0b7167'
-      contract_id  ||= 'd00383d79aaede0ed34fab69e932a878e00a8938'
-      thread_id    ||= '0x2A519DE3379D1192150778F9A6B1F1FFD8EF0EDAC9C91FA7E6F1853700600000'
-      post_id      ||= "0x#{@btih}#{@sha1_trun}"
-      message['command'] = 'c3dRequestsAddBlob'
-      message['params']  = [
-        sending_addr, #senderaddr
-        '',                                         #value
-        contract_id,                                #recipientaddr
-        '10000',                                    #gas
-        '3',                                        #dataslots
-        'newp',                                     #....data
-        thread_id,
+      post_id = "0x#{@btih}#{@sha1_trun}"
+      data  = [
+        '3',             #data_slots
+        'newp',          #....data
+        group_id,
         post_id
       ]
-      @eth.write JSON.dump message
+      @eth.transact contract_id, sending_addr, data
     end
 end
+

data/lib/c3d/setup.rb

@@ -0,0 +1,105 @@
+#!/usr/bin/env ruby
+require 'celluloid/autostart'
+require 'fileutils'
+
+class SetupC3D
+  include Celluloid
+
+  def initialize
+    set_deps
+    config = get_config
+    set_the_env config
+    set_trans_config config
+    set_c3d_config config
+  end
+
+  def set_deps
+    dep_exist? 'transmission-daemon', 'sudo apt-get install transmission-daemon'
+    dep_exist? 'node', 'sudo apt-get install nodejs'
+    unless File.directory? File.join(File.dirname(__FILE__), '..', '..', 'node_modules', 'c3d')
+      `cd #{File.join(File.dirname(__FILE__), '..', '..')} && npm install c3d`
+    end
+  end
+
+  def get_config
+    dir_exist? File.join(ENV['HOME'], '.epm')
+    config_file  = File.join(ENV['HOME'], '.epm', 'c3d-config.json')
+    config_example = File.join(File.dirname(__FILE__), '..', '..', 'settings', 'c3d-config.json')
+    unless File.exists? config_file
+      FileUtils.cp config_example, config_file
+    end
+    return JSON.load(File.read(config_file))
+  end
+
+  def set_the_env config
+    ENV['SWARM_DIR']    = config['swarm_dir']
+    ENV['TORRENTS_DIR'] = config['torrents_dir']
+    ENV['BLOBS_DIR']    = config['blobs_dir']
+    ENV['WATCH_FILE']   = config['watch_file']
+    ENV['IGNORE_FILE']  = config['ignore_file']
+    ENV['TORRENT_RPC']  = config['torrent_rpc']
+    ENV['TORRENT_USER'] = config['torrent_user']
+    ENV['TORRENT_PASS'] = config['torrent_pass']
+    ENV['UI_ADDRESS']   = config['ui_address']
+    ENV['ETH_ZMQ_ADDR'] = config['eth_zmq_addr']
+    ENV['ETH_HOST']     = config['eth_host']
+    ENV['ETH_PORT']     = config['eth_port']
+  end
+
+  def set_trans_config config
+    trans_file = File.join(ENV['HOME'], '.epm', 'settings.json')
+    trans_example = File.join(File.dirname(__FILE__), '..', '..', 'settings', 'transmission.json')
+    unless File.exists? trans_file
+      FileUtils.cp trans_example, trans_file
+    end
+    trans_config = JSON.load(File.read(trans_file))
+    trans_config["incomplete-dir"]        = config['download_dir']
+    trans_config["download-queue-size"]   = config['download-queue-size'].to_i
+    trans_config["queue-stalled-minutes"] = config['queue-stalled-minutes'].to_i
+    trans_config["seed-queue-size"]       = config['seed-queue-size'].to_i
+    File.open(trans_file, 'w'){|f| f.write(JSON.pretty_generate(trans_config))}
+  end
+
+  def set_c3d_config config
+    dir_exist?  ENV['SWARM_DIR']
+    dir_exist?  ENV['TORRENTS_DIR']
+    dir_exist?  ENV['BLOBS_DIR']
+    dir_exist?  config['download_dir']
+    file_exist? ENV['WATCH_FILE']
+    file_exist? ENV['IGNORE_FILE']
+  end
+
+  def dir_exist? directry
+    unless File.directory? directry
+      Dir.mkdir directry
+    end
+  end
+
+  def file_exist? fil
+    unless File.exists? fil
+      File.open(fil, "w") {}
+    end
+  end
+
+  def dep_exist? dependency, fixer
+    unless which dependency
+      `#{fixer}`
+    end
+  end
+
+  def which cmd
+    exts = ENV['PATHEXT'] ? ENV['PATHEXT'].split(';') : ['']
+    ENV['PATH'].split(File::PATH_SEPARATOR).each do |path|
+      exts.each { |ext|
+        exe = File.join(path, "#{cmd}#{ext}")
+        return exe if File.executable? exe
+      }
+    end
+    return nil
+  end
+end
+
+if __FILE__==$0
+  require 'json'
+  SetupC3D.new
+end

data/lib/c3d/subscribe.rb

@@ -7,28 +7,72 @@
 #   * `unsubscribe-g`   remove a group's blobs from the subscribed list (params: contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
 #   * `ignore-g`        add a group to the ignore list (params: contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
 
-class Subscriber
+require 'json'
+require 'celluloid/autostart'
+require 'base64'
+
+class Subscribe
   include Celluloid
   attr_accessor :tor_file, :blob_file, :sha1_trun
 
-  def initialize action
+  def initialize action, eth
+    @eth = eth
     case action
-    when 'subscribe-k'
+    when 'subscribeK'
       subscribe_k
-    when 'subscribe-g'
+    when 'subscribeG'
       subscribe_g
-    when 'unsubscribe-k'
+    when 'unsubscribeK'
       unsubscribe_k
-    when 'unsubscribe-g'
+    when 'unsubscribeG'
       unsubscribe_g
-    when 'ignore-g'
+    when 'ignoreG'
       ignore_g
-    when 'assemble-calls'
+    when 'assembleQueries'
       assemble_queries
     end
   end
 
   def assemble_queries
+    # watched, ignored = load_library
+    # watched[contract] = [group1,group2] || watched[contract]=[] <=all
+    watched = {"97d1f086800920e8fd2344be52fb22d7bf6036d2" => []}
+    watched.each_key do |contract|
+      # todo - build
+      latest_group = send_query contract, '0x18'
+      latest_group_author = send_query contract, latest_group
+      step = iterate latest_group
+      prev_group = send_query contract, step      # prev_group == '0x16' => first_group
+      step = iterate step
+      next_group = send_query contract, step      # next_group == '0x' => last_group
+      step = iterate step
+      title1 = send_query contract, step
+      step = iterate step
+      title2 = send_query contract, step
+      title = eth_strings title1
+      title << eth_strings(title2) unless title2 == '0x'
+      step = iterate step
+      posts_in_group = (send_query contract, step).to_i(16)
+      step = iterate step
+      latest_blob = send_query contract, step
+      p latest_group
+      p latest_group_author
+      p next_group
+      p prev_group
+      p title
+      p posts_in_group
+      p latest_blob
+      next_blob = ''
+      until next_blob == '0x'
+        next_blob          = send_query contract, latest_blob
+        latest_blob_author = send_query contract, latest_blob.next
+        blob_id            = send_query contract, latest_blob.next.next
+        p next_blob
+        p latest_blob_author
+        get_the_blob blob_id unless do_i_have_it? blob_id
+        latest_blob = next_blob
+      end
+    end
     #read watcher file && build hash
     #read igored file && delete from hash
     #for each watched contract
@@ -40,4 +84,55 @@ class Subscriber
         #if that number has changed, loop through the posts and check that each
   end
 
+  private
+
+    def load_library
+      watched = JSON.load File.read ENV['WATCH_FILE']
+      ignored = JSON.load File.read ENV['IGNORE_FILE']
+      [watched, ignored]
+    end
+
+    def send_query contract, storage
+      @eth.get_storage_at contract, storage
+    end
+
+    def eth_strings input
+      input.scan(/../).map{|x| x.hex }.reject{|c| c == 0}.pack('c*')
+    end
+
+    def iterate input
+      last_place = input[-1]
+      input[-1] = last_place.next
+      input
+    end
+
+    def do_i_have_it? blob
+      dn   = blob[42..-1]
+      p 'dont have this'
+      File.exists?(File.join(ENV['BLOBS_DIR'], dn))
+    end
+
+    def get_the_blob blob
+      btih = blob[2..41]
+      dn   = blob[42..-1]
+      link = "magnet:?xt=urn:btih:" + btih + "&dn=" + dn
+      p 'getting_link'
+      torrent  = @@swarm_puller.create link
+      p torrent
+    end
+end
+
+if __FILE__==$0
+  require './connect_ethereum.rb'
+  require './connect_torrent'
+  require 'yaml'
+  require 'httparty'
+  @@swarm_puller = TorrentAPI.new(
+    username:   ENV['TORRENT_USER'],
+    password:   ENV['TORRENT_PASS'],
+    url:        ENV['TORRENT_RPC'],
+    debug_mode: true
+  )
+  questions_for_eth = ConnectEth.new :zmq, :cpp
+  Subscribe.new 'assembleQueries', questions_for_eth
 end

data/lib/c3d/util.rb

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+# based off of work by @mukaibot here: https://github.com/mukaibot/mktorrent/blob/master/lib/mktorrent.rb
+# and work by @Burgestrand here: https://gist.github.com/Burgestrand/1733611
+# note `rhash` dependency
+
+module Utility
+  def self.add_group_to_ethereum sending_addr, contract_id, title, eth
+    message = {}
+    message['command'] = 'transact'
+    message['params']  = [
+      sending_addr,    #sender_addr
+      '',              #value
+      contract_id,     #recipient_addr
+      '10000',         #gas
+      '2',             #data_slots
+      'newt',          #....data
+      title
+    ]
+    eth.write JSON.dump message
+    ### somehow this is not currently working.
+  end
+end

data/lib/c3d/version.rb

@@ -1 +1 @@
-VERSION = "0.3.0"
+VERSION = "0.3.5"

data/settings/c3d-config.json

@@ -0,0 +1,17 @@
+{
+  "swarm_dir": "/home/coda/.cache/c3d",
+  "torrents_dir": "/home/coda/.cache/c3d/torrents",
+  "blobs_dir": "/home/coda/.cache/c3d/blobs",
+  "watch_file": "/home/coda/.cache/c3d/watchers.json",
+  "torrent_rpc": "http://127.0.0.1:9091/transmission/rpc",
+  "torrent_user": "username",
+  "torrent_pass": "password",
+  "ui_address": "tcp://127.0.0.1:31314",
+  "eth_zmq_addr": "tcp://127.0.0.1:31315",
+  "eth_host": "localhost",
+  "eth_port": "9090",
+  "ignore_file": "/home/coda/.cache/c3d/ignored.json",
+  "download_dir": "/home/coda/.cache/c3d/downloading",
+  "download-queue-size": "50",
+  "queue-stalled-minutes": "98"
+}

data/settings/transmission.json

@@ -0,0 +1,67 @@
+{
+    "alt-speed-down": 50, 
+    "alt-speed-enabled": false, 
+    "alt-speed-time-begin": 540, 
+    "alt-speed-time-day": 127, 
+    "alt-speed-time-enabled": false, 
+    "alt-speed-time-end": 1020, 
+    "alt-speed-up": 50, 
+    "bind-address-ipv4": "0.0.0.0", 
+    "bind-address-ipv6": "::", 
+    "blocklist-enabled": false, 
+    "blocklist-url": "http://www.example.com/blocklist", 
+    "cache-size-mb": 4, 
+    "dht-enabled": true, 
+    "download-dir": "/home/coda/.cache/c3d/blobs", 
+    "download-queue-enabled": true, 
+    "download-queue-size": 50, 
+    "encryption": 2, 
+    "idle-seeding-limit": 30, 
+    "idle-seeding-limit-enabled": false, 
+    "incomplete-dir": "/home/coda/.cache/c3d/downloading", 
+    "incomplete-dir-enabled": false, 
+    "lpd-enabled": false, 
+    "message-level": 2, 
+    "peer-congestion-algorithm": "", 
+    "peer-id-ttl-hours": 6, 
+    "peer-limit-global": 200, 
+    "peer-limit-per-torrent": 50, 
+    "peer-port": 51413, 
+    "peer-port-random-high": 65535, 
+    "peer-port-random-low": 49152, 
+    "peer-port-random-on-start": false, 
+    "peer-socket-tos": "default", 
+    "pex-enabled": true, 
+    "port-forwarding-enabled": true, 
+    "preallocation": 1, 
+    "prefetch-enabled": 1, 
+    "queue-stalled-enabled": true, 
+    "queue-stalled-minutes": 98, 
+    "ratio-limit": 2, 
+    "ratio-limit-enabled": false, 
+    "rename-partial-files": true, 
+    "rpc-authentication-required": false, 
+    "rpc-bind-address": "0.0.0.0", 
+    "rpc-enabled": true, 
+    "rpc-password": "{e2f58ad4b908bfce4bc698c730b5b49e2cceea26.21gDuIy", 
+    "rpc-port": 9091, 
+    "rpc-url": "/transmission/", 
+    "rpc-username": "", 
+    "rpc-whitelist": "127.0.0.1", 
+    "rpc-whitelist-enabled": true, 
+    "scrape-paused-torrents-enabled": true, 
+    "script-torrent-done-enabled": false, 
+    "script-torrent-done-filename": "", 
+    "seed-queue-enabled": false, 
+    "seed-queue-size": 0, 
+    "speed-limit-down": 100, 
+    "speed-limit-down-enabled": false, 
+    "speed-limit-up": 100, 
+    "speed-limit-up-enabled": false, 
+    "start-added-torrents": true, 
+    "trash-original-torrent-files": false, 
+    "umask": 18, 
+    "upload-slots-per-torrent": 14, 
+    "utp-enabled": true, 
+    "watch-dir-enabled": false
+}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: c3d
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.5
 platform: ruby
 authors:
 - Casey Kuhlman
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-20 00:00:00.000000000 Z
+date: 2014-06-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -82,16 +82,20 @@ files:
 - README.md
 - Rakefile
 - c3d.gemspec
-- ethereum_bridge.js
 - lib/c3d.rb
-- lib/c3d/connect_ethereum.rb
+- lib/c3d/connect_ethereum_rpc.rb
+- lib/c3d/connect_ethereum_socket.rb
 - lib/c3d/connect_torrent.rb
 - lib/c3d/connect_ui.rb
 - lib/c3d/get.rb
+- lib/c3d/processes.rb
 - lib/c3d/publish.rb
+- lib/c3d/setup.rb
 - lib/c3d/subscribe.rb
+- lib/c3d/util.rb
 - lib/c3d/version.rb
-- lib/system-setup.rb
+- settings/c3d-config.json
+- settings/transmission.json
 - spec/checker.rb
 - spec/checker2.rb
 - spec/tmp

data/ethereum_bridge.js

@@ -1,61 +0,0 @@
-var strftime       = require('strftime');
-
-var c3dAddress     = 'tcp://127.0.0.1:31315';
-
-var zeromq         = require('zmq');
-var c3dSocket      = zeromq.socket('rep');
-c3dSocket.identity = 'uiResponder' + process.pid;
-
-var ethBridge      = require('socket.io').listen(31313);
-
-if (!Array.prototype.last){
-    Array.prototype.last = function(){
-        return this[this.length - 1];
-    };
-};
-
-console.log( "[C3D-EPM::" + strftime('%F %T', new Date()) + "] eth<-c3d on port >>\t" + c3dAddress.split(':').last() );
-
-c3dSocket.bind(c3dAddress, function(err) {
-  if (err) throw err;
-  ethBridge.sockets.on('connection', function(ethBridgeSocket) {
-
-    c3dSocket.on('message', function(data) {
-
-      var self = this;
-      var question = JSON.parse(data.toString());
-      console.log( "[C3D-EPM::" + strftime('%F %T', new Date()) + "] Question asked >>\t" + question.command );
-
-      if ( question.command == 'c3dRequestsAddBlob') {
-        ethBridgeSocket.emit('transact', question.params);
-
-        ethBridgeSocket.on('transact', function(response) {
-          respond(response,c3dSocket);
-        });
-      } else if ( question.command == 'c3dRequestsAddresses' ) {
-        ethBridgeSocket.emit('getAddresses');
-
-        ethBridgeSocket.on('getAddresses', function(response) {
-          respond(response,c3dSocket);
-        });
-      } else if ( question.command == 'c3dRequestsStorage') {
-        ethBridgeSocket.emit('getStorageAt', question.params);
-
-        ethBridgeSocket.on('getStorageAt', function(response) {
-          respond(response, c3dSocket);
-        });
-      };
-    });
-  });
-});
-
-respond = function(response, c3dSocket) {
-  answer = {success: 'true', answer: response};
-  console.log( "[C3D-EPM::" + strftime('%F %T', new Date()) + "] Sending answer >>\t" + answer.success );
-  c3dSocket.send(JSON.stringify(answer));
-};
-
-process.on('SIGINT', function() {
-  c3dSocket.close();
-  ethBridge.socket.close();
-});

data/lib/c3d/connect_ethereum.rb

@@ -1,67 +0,0 @@
-#!/usr/bin/env ruby
-
-# Transactions:
-#   * `add-blob-to-g`:  add blob to group (params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
-#   * `rm-blob-from-g`: remove blob from contract (params: blob: "BLOB_ID", contract: "CONTRACT_ADDRESS", group: "GROUP_ID") (returns success: true or error)
-
-require 'json'
-require 'celluloid/zmq'
-
-Celluloid::ZMQ.init
-
-class ConnectEth
-  include Celluloid::ZMQ
-
-  def initialize
-    @question_socket = ReqSocket.new
-    begin
-      @question_socket.connect ETH_ADDRESS
-    rescue IOError
-      @question_socket.close
-    end
-    puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] c3D->eth on port >>\t#{ETH_ADDRESS.split(':').last}"
-  end
-
-  def write message
-    puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Sending Question >>\t#{message}"
-    @question_socket.send message
-    handle_response JSON.load(@question_socket.read)
-  end
-
-  def handle_response response
-    puts "[C3D-EPM::#{Time.now.strftime( "%F %T" )}] Received Answer >>\tsuccess:#{response['success']}\tanswer:#{response['answer']}"
-  end
-end
-
-if __FILE__==$0
-  ETH_ADDRESS = 'tcp://127.0.0.1:31315'
-
-  message = {}
-  message['command'] = 'c3dRequestsAddBlob'
-  message['params']  = [
-    'a6cb63ec28c12929bee2d3567bf98f374a0b7167', #senderaddr
-    '',                                         #value
-    'd00383d79aaede0ed34fab69e932a878e00a8938', #recipientaddr
-    '10000',                                    #gas
-    '3',                                        #dataslots
-    'newp',                                     #....data
-    '0x2A519DE3379D1192150778F9A6B1F1FFD8EF0EDAC9C91FA7E6F1853700600000',
-    '0x1d822cb2e4c60c3a8a85546304072b14fb9de94e2c0c608c4120b5d529590c9d'
-  ]
-  questions_for_eth = ConnectEth.new
-  questions_for_eth.write JSON.dump message
-
-  message = {}
-  message['command'] = 'c3dRequestsAddresses'
-  questions_for_eth.write JSON.dump message
-
-  message = {}
-  message['command'] = 'c3dRequestsStorage'
-  message['params'] = [
-    'd00383d79aaede0ed34fab69e932a878e00a8938',
-    '0x2A519DE3379D1192150778F9A6B1F1FFD8EF0EDAC9C91FA7E6F1853700600003'
-  ]
-  questions_for_eth.write JSON.dump message
-
-  sleep
-end

data/lib/system-setup.rb

@@ -1,40 +0,0 @@
-#!/usr/bin/env ruby
-
-def check_system
-
-  # Check for the SWARM_DIR Directory
-  unless File.directory?(SWARM_DIR)
-    Dir.mkdir SWARM_DIR
-  end
-
-  # Check for the TORRENTS_DIR Directory
-  unless File.directory?(TORRENTS_DIR)
-    Dir.mkdir TORRENTS_DIR
-  end
-
-  # Check for the BLOBS_DIR Directory
-  unless File.directory?(BLOBS_DIR)
-    Dir.mkdir BLOBS_DIR
-  end
-
-  # Check Ruby Bundled Assets & Set Asset Paths
-  unless system 'bundle check > /dev/null'
-    p 'Bundle is not installed. Installing now....'
-    system 'rake install'
-    p 'I have installed everything, but I need you to restart me'
-    return false
-  end
-
-  p "System all setup and Ready."
-end
-
-def which cmd
-  exts = ENV['PATHEXT'] ? ENV['PATHEXT'].split(';') : ['']
-  ENV['PATH'].split(File::PATH_SEPARATOR).each do |path|
-    exts.each { |ext|
-      exe = File.join(path, "#{cmd}#{ext}")
-      return exe if File.executable? exe
-    }
-  end
-  return nil
-end