sdb_dal 0.0.1

data/lib/sdb_dal/starts_with_condition.rb

@@ -0,0 +1,21 @@
+module SdbDal
+ 
+
+class StartsWithCondition
+    attr_accessor :attribute_description
+  attr_accessor :value
+  def initialize(attribute_description,value)
+    self.attribute_description=attribute_description
+    self.value=value
+  end
+   def matches?(domain_object)
+     if domain_object[attribute_description.name]==nil
+       return value==nil || value==:NULL
+     end
+       return domain_object[attribute_description.name].index(value)==0
+   end
+   def to_sdb_query
+     return "'#{self.attribute_description.name}' starts-with '#{self.attribute_description.format_for_sdb(self.value)}'"
+   end
+end
+end

data/lib/sdb_dal/storage.rb

@@ -0,0 +1,188 @@
+module SdbDal
+require 'sqs'
+require 'memcache'
+require "sdb_dal/s3.rb"
+require "sdb_dal/query_string_auth_generator.rb"
+
+
+  
+class Storage
+    
+  @conn=nil
+  @cache=nil
+  @memcache_servers=nil
+  @aws_key_id = nil
+  @aws_secret_key = nil
+  attr_accessor :tokens 
+  def initialize( aws_key_id,
+      aws_secret_key,
+      memcache_servers,
+      tokens=[] )
+    @memcache_servers=memcache_servers
+    @aws_key_id=aws_key_id
+    @aws_secret_key=aws_secret_key
+    @tokens=tokens
+    if @memcache_servers and @memcache_servers.length>0
+     @cache= MemCache.new @memcache_servers, :namespace => 'my_namespace'
+    end
+  end
+  
+  def real_s3
+    unless @conn
+      @conn = S3::AWSAuthConnection.new(@aws_key_id, @aws_secret_key,@tokens,false)
+    end 
+    return @conn
+  end
+   def real_s3_query_auth
+    unless @query_conn
+      @query_conn = S3::QueryStringAuthGenerator.new(@aws_key_id, @aws_secret_key,@tokens,false,S3::DEFAULT_HOST, 80,S3::CallingFormat::SUBDOMAIN)
+    end 
+    return @query_conn
+  end
+  def renew_s3_connection
+    @conn=nil
+    real_s3
+  end
+ 
+  def encode_key(bucket,key)
+    val=CGI.escape(bucket+'$@#$%'+key)
+    if val.length>250#250 is max key length in memcached
+      val=val.hash.to_s
+    end
+    return val
+  end
+  def real_s3_get(bucket,key)
+
+    20.times do |i|
+      begin
+        response=real_s3.get(bucket,key)
+        if response and response.http_response.code=='404'
+          return nil
+        end
+        if response and response.http_response.code=='200'
+          return response.object.data
+
+        end
+                  
+        renew_s3_connection
+
+      rescue=> e
+                 s= "#{e.message}\n#{e.backtrace}"
+        puts(s)
+        puts "retrying s3 get #{i.to_s}"
+        
+        sleep(i*i)
+      end
+    end
+    return nil
+  end
+  def create_bucket(bucket,headers={})
+    real_s3.create_bucket(bucket,headers)
+  end
+  def real_s3_put(bucket,key,object,attributes)
+
+    20.times do |i|
+      begin
+       real_s3.put(bucket,key,S3::S3Object.new(object),attributes)
+                  
+        return 
+
+      rescue =>e
+                 s= "#{e.message}\n#{e.backtrace}"
+        puts(s)
+        puts "retrying s3 put #{i.to_s}"
+        sleep(i*i)
+        #try again
+      end
+    end
+  end
+  def delete(bucket,key)
+    if @cache
+      begin
+        @cache[encode_key(bucket,key)]=nil
+      rescue
+        #memcache might be down
+      end
+    end
+    real_s3.delete(bucket,key)
+    
+  end
+  def get(bucket,key)
+    value   =nil
+    if@cache
+      begin
+        value=@cache[encode_key(bucket,key)]
+      rescue=>e
+                   s= "#{e.message}"
+
+        puts("error on  /#{bucket}/#{key} from cache.\n#{s}\n")
+      end
+    end
+       
+    if !value
+     value=real_s3_get(bucket,key)
+      if @cache
+        begin
+          @cache[encode_key(bucket,key)]=value
+        rescue
+          #might be too large or memcache might be down
+        end
+            
+      end
+    
+    end
+    return value 
+    
+  end
+  def put(bucket,key,object,attributes={})
+    real_s3_put(bucket,key,object,attributes)
+    
+    #cache in memcache if not image
+    if !attributes || 
+        !attributes.has_key?('Content-Type') || 
+        (attributes['Content-Type'].index('image')!=0 && attributes['Content-Type'].index('audio')!=0  && attributes['Content-Type'].index('video')!=0   ) 
+      if @cache
+        begin
+          @cache[encode_key(bucket,key)]=object
+
+        rescue=>e
+                   s= "#{e.message}\n"
+
+          puts("ERROR when putting /#{bucket}/#{key}into  cache.\n#{s}\n-----------------------\n")
+          #TODO try to whack any old value
+        end
+      end
+    end
+  end
+  
+  def list_bucket(bucket,prefix=nil) 
+      options={}
+      options[:prefix]=prefix if prefix
+     real_s3.list_bucket(bucket,options)
+
+  end
+  def create_public_url(bucket,key) 
+        return "http://s3.amazonaws.com/"+bucket+"/"+key
+  end
+  def create_direct_url(bucket,key,time_to_live_minutes=60) 
+     real_s3_query_auth.expires_in=time_to_live_minutes*60
+        real_s3_query_auth.get(bucket,key)
+       
+
+  end
+  def create_direct_url(bucket,key,time_to_live_minutes=60) 
+     real_s3_query_auth.expires_in=time_to_live_minutes*60
+        real_s3_query_auth.get(bucket,key)
+       
+
+  end
+  def create_list_bucket_url(bucket,time_to_live_minutes=60) 
+     real_s3_query_auth.expires_in=time_to_live_minutes*60
+     real_s3_query_auth.list_bucket(bucket)
+       
+
+  end
+    
+end
+
+end

data/lib/sdb_dal/tag_cloud.rb

@@ -0,0 +1,56 @@
+# TagCloud.rb
+# July 6, 2007
+#
+
+class TagCloud
+  def calculate_max_min
+       @max=nil
+    @min=nil
+       for key in @histogram.keys
+      if @min==nil || @histogram[key]<@min
+        @min=@histogram[key]
+      end
+      if @max==nil || @histogram[key]>@max
+        @max=@histogram[key]
+      end
+    end
+  end
+  def initialize(tag_data)
+   
+    @histogram=tag_data.inject(Hash.new(0)){|hash,x| hash[x.tag_name]+=1;hash}
+              
+    @tag_data=tag_data.sort_by{|x|[@histogram[x.tag_name],x.tag_name]}
+   calculate_max_min
+    while @histogram.size>40
+        @histogram.reject!{|key, value| value == @min }
+        calculate_max_min
+    end
+    @normal_histogram={}
+    if tag_data.length>0
+      range=@max-@min
+      for key in @histogram.keys
+        if range==0
+           @normal_histogram[key]=2
+        else
+           @normal_histogram[key]=((@histogram[key]-@min)*4)/range
+        end
+       
+      end
+      @tags=@histogram.keys
+      @tags.sort!
+    else 
+      @tags=[]
+    end
+  end
+  def tags
+    return @tags
+  end
+  def get_count(tag_name)
+    return @histogram[tag_name]
+  end
+   def get_magnitude(tag_name)
+    return @normal_histogram[tag_name]
+  end
+end
+
+

data/lib/sdb_dal/tracker_description.rb

@@ -0,0 +1,26 @@
+module SdbDal
+
+class TrackerDescription < DomainAttributeDescription
+    include SdbFormatter
+ attr_accessor :name
+  attr_accessor :other_class
+  attr_accessor :refecting_attribute
+  
+    
+  def initialize(name,other_class,refecting_attribute)
+    self.name=name
+  self.other_class=other_class
+  self.refecting_attribute=refecting_attribute
+   self.is_collection=true
+    self.is_primary_key=false
+  end
+  
+  def format_for_sdb(value)
+    return value;
+  end
+  def parse_from_sdb( value)
+    return value
+  end
+  
+end
+end

data/lib/sdb_dal.rb

@@ -0,0 +1,8 @@
+require "sdb_dal/repository.rb"
+require "sdb_dal/memory_repository.rb"
+require "sdb_dal/domain_object.rb"
+require "sdb_dal/storage.rb"
+require "sdb_dal/s3.rb"
+require "sdb_dal/attribute_range.rb"
+require "sdb_dal/and_condition.rb"
+require "sdb_dal/or_condition.rb"

metadata

@@ -0,0 +1,75 @@
+--- !ruby/object:Gem::Specification 
+name: sdb_dal
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- David Knight
+autorequire: sdb_dal
+bindir: bin
+cert_chain: []
+
+date: 2008-10-31 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: SDB DAL.
+email: knight@davideknight.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- ./lib/sdb_dal.rb
+- ./lib/sdb_dal/and_condition.rb
+- ./lib/sdb_dal/attribute_range.rb
+- ./lib/sdb_dal/domain_attribute_description.rb
+- ./lib/sdb_dal/domain_object.rb
+- ./lib/sdb_dal/domain_object_cache_item.rb
+- ./lib/sdb_dal/equals_condition.rb
+- ./lib/sdb_dal/geo.rb
+- ./lib/sdb_dal/index_description.rb
+- ./lib/sdb_dal/is_null_transform.rb
+- ./lib/sdb_dal/lazy_loading_text.rb
+- ./lib/sdb_dal/memory_repository.rb
+- ./lib/sdb_dal/memory_storage.rb
+- ./lib/sdb_dal/or_condition.rb
+- ./lib/sdb_dal/query_string_auth_generator.rb
+- ./lib/sdb_dal/reference.rb
+- ./lib/sdb_dal/repository.rb
+- ./lib/sdb_dal/s3.rb
+- ./lib/sdb_dal/sdb_formatter.rb
+- ./lib/sdb_dal/starts_with_condition.rb
+- ./lib/sdb_dal/storage.rb
+- ./lib/sdb_dal/tag_cloud.rb
+- ./lib/sdb_dal/tracker_description.rb
+has_rdoc: false
+homepage: http://www.yahoo.com/
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.1
+signing_key: 
+specification_version: 2
+summary: DAL Layer for Amazon's SDB.
+test_files: []
+