distribustream 0.1.0

data/lib/pdtp/server/file_service.rb

@@ -0,0 +1,89 @@
+#--
+# Copyright (C) 2006-07 ClickCaster, Inc. (info@clickcaster.com)
+# All rights reserved.  See COPYING for permissions.
+# 
+# This source file is distributed as part of the 
+# DistribuStream file transfer system.
+#
+# See http://distribustream.rubyforge.org/
+#++
+
+require "uri"    
+require "pathname"
+require "digest/sha2"
+require File.dirname(__FILE__) + '/../common/file_service.rb'    
+
+module PDTP
+  class Server
+    #The server specific file utilities
+    class FileInfo < PDTP::FileInfo
+      attr_accessor :path
+
+      #Return a raw string of chunk data. The range parameter is local to this chunk
+      #and zero based
+      def chunk_data(chunkid, range = nil)
+        begin
+          range = 0..chunk_size(chunkid) - 1 if range.nil? # full range of chunk if range isnt specified
+          raise if range.first < 0 or range.last >= chunk_size(chunkid)
+          start = range.first + chunkid * @base_chunk_size 
+          size = range.last-range.first + 1 
+          file = open @path
+          file.pos = start
+          file.read size
+        rescue nil
+        end
+      end
+
+      #reads the specified byte range from the file and returns it as a string
+      def read(range)
+        #puts "READING: range=#{range}"
+        begin
+          file = open @path
+          file.pos = range.first
+          file.read range.last - range.first + 1
+        rescue nil
+        end
+      end 
+    end
+
+    #The file service provides utilities for determining various information about files.
+    class FileService < PDTP::FileService
+      attr_accessor :root,:default_chunk_size
+
+      def initialize     
+        @root = ''
+        @default_chunk_size = 512
+      end
+
+      def get_info(url)
+        begin
+          host = URI.split(url)[2]
+          #FIXME we should check host against a list of known hosts here
+          info = FileInfo.new
+          info.streaming = false
+          info.base_chunk_size = @default_chunk_size
+          info.path = get_local_path(url)
+          raise if File.directory?(info.path)
+          info.file_size = File.size?(info.path)
+          return nil if info.file_size == 0 or info.file_size.nil?
+        rescue
+          return nil
+        end
+        
+        info
+      end 
+
+      #returns the path of this file on the local filesystem
+      def get_local_path(url)
+        path = URI.split(url)[5]
+        path = path[1..path.size-1] #remove leading /
+        (Pathname.new(@root) + path).to_s  
+      end
+
+      #returns the SHA256 hash of the specified chunk
+      def get_chunk_hash(url,chunk_id)
+        Digest::SHA256.hexdigest(get_info(url).chunk_data(chunk_id)) rescue nil
+      end
+    end
+  end
+end

data/lib/pdtp/server/transfer.rb

@@ -0,0 +1,62 @@
+#--
+# Copyright (C) 2006-07 ClickCaster, Inc. (info@clickcaster.com)
+# All rights reserved.  See COPYING for permissions.
+# 
+# This source file is distributed as part of the 
+# DistribuStream file transfer system.
+#
+# See http://distribustream.rubyforge.org/
+#++
+
+module PDTP
+  class Server
+    #stores information for the server about a specific transfer
+    class Transfer
+      attr_reader :taker, :giver, :url, :chunkid
+      attr_reader :connector, :acceptor, :byte_range
+      attr_accessor :transfer_id
+      attr_accessor :creation_time
+      attr_accessor :verification_asked
+
+      def initialize(taker,giver,url,chunkid,byte_range,connector_receives=true)
+        @taker,@giver,@url,@chunkid,@byte_range=taker,giver,url,chunkid,byte_range
+
+        @verification_asked = false
+        @creation_time = Time.now
+        if connector_receives
+          @connector=@taker
+          @acceptor=@giver
+        else
+          @connector=@giver
+          @acceptor=@taker
+        end
+
+        recompute_transfer_id
+      end
+
+      #calculates the transfer id for this transfer based on the local data
+      def recompute_transfer_id
+        id1=connector.user_data.client_id
+        id2=acceptor.user_data.client_id
+        @transfer_id=Transfer::gen_transfer_id(id1,id2,@url,@byte_range)
+      end
+
+      #generates a transfer id based on 2 client ids, a url, and a byte range
+      def self.gen_transfer_id(id1,id2,url,byte_range)
+        a = id1<id2 ? id1 : id2
+        b = id1<id2 ? id2 : id1
+        "#{a}$#{b}$#{url}$#{byte_range}"
+      end
+
+      def to_s
+        "taker=#{@taker}, giver=#{@giver}, connector=#{@connector}, acceptor=#{@acceptor}, url=#{@url}, chunk_id=#{@chunkid} range=#{@byte_range}"
+      end
+
+      def debug_str
+        str = ''
+        str << "to_s=#{to_s}"
+        str << "   taker_id=#{@taker.user_data.client_id} giver_id=#{@giver.user_data.client_id}" 
+      end
+    end
+  end
+end

data/lib/pdtp/server/trust.rb

@@ -0,0 +1,88 @@
+#--
+# Copyright (C) 2006-07 ClickCaster, Inc. (info@clickcaster.com)
+# All rights reserved.  See COPYING for permissions.
+# 
+# This source file is distributed as part of the 
+# DistribuStream file transfer system.
+#
+# See http://distribustream.rubyforge.org/
+#++
+
+module PDTP
+  #maintains trust information for a single client
+  class Trust
+    #struct for storing a single trust relationship
+    class Edge
+      attr_accessor :trust, :success, :transfers
+
+      def initialize(trust = 1.0, success = 1.0, transfers = 1.0)
+        @trust = trust
+        @success = success
+        @transfers = transfers
+      end
+    end
+
+    attr_reader :outgoing, :implicit
+
+    def initialize(incoming = {}, outgoing = {}, implicit = {})
+      @incoming = incoming
+      @outgoing = outgoing
+      @implicit = implicit
+    end
+
+    #I have successfully downloaded a chunk from 'node'
+    def success(node)
+      if @outgoing[node].nil?
+        @outgoing[node] = Edge.new
+      else
+        @outgoing[node].success += 1.0
+        @outgoing[node].transfers += 1.0
+      end
+      normalize
+    end
+
+    #I have failed to download a chunk from 'node'
+    def failure(node)
+      @outgoing[node] = Edge.new if @outgoing[node].nil?
+      @outgoing[node].transfers += 1.0
+      normalize
+    end
+
+    #returns a number from 0 to 1 saying how much I trust 'node'
+    def weight(node)
+      return @outgoing[node].trust unless @outgoing[node].nil?
+      return @implicit[node].trust unless @implicit[node].nil?
+      0
+    end
+
+    # brings all trust values between 0 and 1
+    def normalize
+      total_success = 0
+      total_transfers = 0
+
+      @outgoing.each do |_, link|
+        total_success += link.success
+        total_transfers += link.transfers
+      end
+
+      @outgoing.each { |_, link| link.trust = link.success / total_transfers }
+      @outgoing.each do |target, link|
+        [target.outgoing, target.implicit].each do |links|
+          links.each do |nextlinkedge|
+            nextlinktarget = nextlinkedge[0]
+            nextlink = nextlinkedge[1]
+            next unless outgoing[nextlinktarget].nil?
+
+            if implicit[nextlinktarget].nil? || implicit[nextlinktarget].trust < (link.trust * nextlink.trust)
+              implicit[nextlinktarget] = Edge.new(
+              link.trust * nextlink.trust, 
+              nextlink.success, 
+              nextlink.transfers
+              )
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/pdtp/server/trust_spec.rb

@@ -0,0 +1,40 @@
+#--
+# Copyright (C) 2006-07 ClickCaster, Inc. (info@clickcaster.com)
+# All rights reserved.  See COPYING for permissions.
+# 
+# This source file is distributed as part of the 
+# DistribuStream file transfer system.
+#
+# See http://distribustream.rubyforge.org/
+#++
+
+require File.dirname(__FILE__) + '/trust'
+
+describe 'A new trust node' do
+  before(:each) do
+    @node = PDTP::Trust.new
+    @other = PDTP::Trust.new
+    @distant = PDTP::Trust.new
+  end
+
+  it 'should be empty' do
+    @node.outgoing.should be_empty
+    @node.implicit.should be_empty
+  end
+
+  it 'should trust a node after a good transfer' do
+    @node.success(@other)
+    @node.outgoing.should_not be_empty
+  end
+
+  it 'should normalize trusts across outgoing edges' do
+    @node.success(@other)
+    trust = @node.weight(@other)
+
+    @node.success(@distant)
+    @node.outgoing.size.should == 2
+
+    @node.weight(@other).should < trust
+    (@node.weight(@other) + @node.weight(@distant)).should be_close(1.0, 0.00001)
+  end
+end

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.9.0
+specification_version: 1
+name: distribustream
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+date: 2008-10-11 00:00:00 -06:00
+summary: DistribuStream is a fully open peercasting system allowing on-demand or live streaming media to be delivered at a fraction of the normal cost
+require_paths: 
+- lib
+email: tony@clickcaster.com
+homepage: http://distribustream.rubyforge.org
+rubyforge_project: distribustream
+description: 
+autorequire: 
+default_executable: 
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+post_install_message: 
+authors: 
+- Tony Arcieri
+- Ashvin Mysore
+- Galen Pahlke
+- James Sanders
+- Tom Stapleton
+files: 
+- bin/distribustream
+- bin/dsclient
+- bin/dsseed
+- lib/pdtp
+- lib/pdtp/client
+- lib/pdtp/client.rb
+- lib/pdtp/common
+- lib/pdtp/server
+- lib/pdtp/server.rb
+- lib/pdtp/client/file_buffer.rb
+- lib/pdtp/client/file_buffer_spec.rb
+- lib/pdtp/client/file_service.rb
+- lib/pdtp/client/protocol.rb
+- lib/pdtp/client/transfer.rb
+- lib/pdtp/common/common_init.rb
+- lib/pdtp/common/file_service.rb
+- lib/pdtp/common/file_service_spec.rb
+- lib/pdtp/common/protocol.rb
+- lib/pdtp/common/protocol_spec.rb
+- lib/pdtp/server/client_info.rb
+- lib/pdtp/server/file_service.rb
+- lib/pdtp/server/transfer.rb
+- lib/pdtp/server/trust.rb
+- lib/pdtp/server/trust_spec.rb
+- conf/bigchunk.yml
+- conf/debug.yml
+- conf/example.yml
+- Rakefile
+- distribustream.gemspec
+- COPYING
+- README
+- CHANGES
+test_files: []
+
+rdoc_options: 
+- --exclude
+- definitions
+- --exclude
+- indexes
+extra_rdoc_files: 
+- COPYING
+- README
+- CHANGES
+executables: 
+- distribustream
+- dsseed
+- dsclient
+extensions: []
+
+requirements: []
+
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.9.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: mongrel
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.0.1
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: json
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.1.0
+    version: