sinatra-s3 0.98

data/README

@@ -0,0 +1,23 @@
+An implementation of the S3 API in Sinatra.  Most of the code was originaly taken from
+ParkPlace, another S3 clone written by _why.
+
+Requirements
+-------------------------------------------------------
+
+  gem install sinatra haml aws-s3
+
+Optional Torrent Support
+-------------------------------------------------------
+
+If you are interested in using Sinatra-S3 as a Bittorrent tracker you will need a custom
+version of RubyTorrent found at http://github.com/nricciar/rubytorrent.
+
+Install
+-------------------------------------------------------
+
+  1) cp s3.yml.example s3.yml
+  2) edit s3.yml to suit your needs
+  3) rake db:migrate
+  4) rackup config.ru -p 6060
+  5) go to http://localhost:6060/control/ and login with the username admin and the
+     password pass@word1

data/Rakefile

@@ -0,0 +1,51 @@
+$:.unshift "./lib"
+require 'rake'
+require 'rake/testtask'
+require 'rake/gempackagetask'
+require 'sinatra-s3'
+require 'sinatra-s3/tasks'
+
+spec = Gem::Specification.new do |s| 
+  s.name = "sinatra-s3"
+  s.version = S3::VERSION
+  s.author = "David Ricciardi"
+  s.email = "nricciar@gmail.com"
+  s.homepage = "http://github.com/nricciar/sinatra-s3"
+  s.platform = Gem::Platform::RUBY
+  s.summary = "An implementation of the Amazon S3 API in Ruby"
+  s.files = FileList["{bin,lib,public,examples}/**/*"].to_a +
+    FileList["db/migrate/*"].to_a +
+    ["Rakefile","s3.yml.example"]
+  s.require_path = "lib"
+  s.executables = ['sinatra-s3']
+  s.test_files = FileList["{test}/*.rb"].to_a
+  s.has_rdoc = false
+  s.extra_rdoc_files = ["README"]
+  s.add_dependency("sinatra", ">= 1.0")
+  s.add_dependency("aws-s3", ">= 0.6.2")
+  s.add_dependency("haml", ">= 2.2.15")
+end
+
+Rake::GemPackageTask.new(spec) do |pkg| 
+  pkg.need_tar = true 
+end 
+
+namespace :test do
+  find_file = lambda do |name|
+    file_name = lambda {|path| File.join(path, "#{name}.rb")}
+    root = $:.detect do |path|
+      File.exist?(file_name[path])
+    end
+    file_name[root] if root
+  end
+
+  TEST_LOADER = find_file['rake/rake_test_loader']
+  multiruby = lambda do |glob|
+    system 'multiruby', TEST_LOADER, *Dir.glob(glob)
+  end
+
+  Rake::TestTask.new(:all) do |test|
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+end

data/bin/sinatra-s3

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'sinatra-s3'
+
+if ARGV.any? { |arg| %w(--version -v).any? { |flag| arg == flag } }
+  puts "Sinatra-S3 #{S3::VERSION}"
+  exit 0
+end
+
+app_path = ARGV.last
+install_success = false
+
+unless File.exists?(app_path)
+  FileUtils.mkdir_p(app_path)
+
+  config_ru = "require 'rubygems'\nrequire 'sinatra-s3'"
+  if ARGV.any? { |arg| %w(--include-wiki --wiki).any? { |flag| arg == flag } }
+    FileUtils.copy(File.join(S3::ROOT_DIR,"examples","wiki.rb"), File.join(app_path,"wiki.rb"))
+    config_ru += "\nrequire 'wiki'"
+  end
+  config_ru += "\n\nuse S3::Tracker if defined?(RubyTorrent)\nuse S3::Admin\nrun S3::Application"
+  File.open(File.join(app_path,"config.ru"),"w") { |f| f.write(config_ru) }
+
+  File.open(File.join(app_path,"Rakefile"),"w") { |f| f.write("require 'sinatra-s3/tasks'") }
+  FileUtils.copy(File.join(S3::ROOT_DIR,"s3.yml.example"), File.join(app_path,"s3.yml"))
+
+  puts "Sinatra-S3 installed in #{app_path}."
+else
+  puts "Unable to install Sinatra-S3.  Install dir already exists."
+end

data/db/migrate/001_create_bits.rb

@@ -0,0 +1,28 @@
+class CreateBits < ActiveRecord::Migration
+
+  def self.up
+    create_table :bits do |t|
+      t.column :id,        :integer,  :null => false
+      t.column :owner_id,  :integer
+      t.column :parent_id, :integer
+      t.column :lft,       :integer
+      t.column :rgt,       :integer
+      t.column :type,      :string,   :limit => 6
+      t.column :name,      :string,   :limit => 255
+      t.column :created_at, :timestamp
+      t.column :updated_at, :timestamp
+      t.column :access,    :integer
+      t.column :meta,      :text
+      t.column :obj,       :text
+      t.column :size,      :integer, :default => 0
+      t.column :version,   :string
+      t.column :deleted,   :integer, :default => 0
+    end
+    add_index :bits, :name
+  end
+
+  def self.down
+    drop_table :bits
+  end
+
+end

data/db/migrate/002_create_users.rb

@@ -0,0 +1,24 @@
+class CreateUsers < ActiveRecord::Migration
+
+  def self.up
+    create_table :users do |t|
+      t.column :id,             :integer,  :null => false
+      t.column :login,          :string,   :limit => 40
+      t.column :password,       :string,   :limit => 40
+      t.column :email,          :string,   :limit => 64
+      t.column :key,            :string,   :limit => 64
+      t.column :secret,         :string,   :limit => 64
+      t.column :created_at,     :datetime
+      t.column :updated_at,     :timestamp
+      t.column :activated_at,   :datetime
+      t.column :superuser,      :integer, :default => 0
+      t.column :deleted,        :integer, :default => 0
+    end
+  end
+
+  def self.down
+    drop_table :users
+  end
+
+end
+

data/db/migrate/003_create_bits_users.rb

@@ -0,0 +1,16 @@
+class CreateBitsUsers < ActiveRecord::Migration
+
+  def self.up
+    create_table :bits_users do |t|
+      t.column :bit_id,  :integer
+      t.column :user_id, :integer
+      t.column :access,  :integer
+    end
+  end
+
+  def self.down
+    drop_table :bits_users
+  end
+
+end
+

data/db/migrate/004_create_torrents.rb

@@ -0,0 +1,22 @@
+class CreateTorrents < ActiveRecord::Migration
+
+  def self.up
+    create_table :torrents do |t|
+      t.column :id, :integer, :null => false
+      t.column :bit_id, :integer
+      t.column :info_hash, :string, :limit => 40
+      t.column :metainfo, :binary
+      t.column :seeders, :integer, :null => false, :default => 0
+      t.column :leechers, :integer, :null => false, :default => 0
+      t.column :hits, :integer, :null => false, :default => 0
+      t.column :total, :integer, :null => false, :default => 0
+      t.column :updated_at, :timestamp
+    end
+  end
+
+  def self.down
+    drop_table :torrents
+  end
+
+end
+

data/db/migrate/005_create_torrent_peers.rb

@@ -0,0 +1,26 @@
+class CreateTorrentPeers < ActiveRecord::Migration
+
+  def self.up
+    create_table :torrent_peers do |t|
+      t.column :id, :integer, :null => false
+      t.column :torrent_id, :integer
+      t.column :guid, :string, :limit => 40
+      t.column :ipaddr, :string
+      t.column :port, :integer
+      t.column :uploaded, :integer, :null => false, :default => 0
+      t.column :downloaded, :integer, :null => false, :default => 0
+      t.column :remaining, :integer, :null => false, :default => 0
+      t.column :compact, :integer, :null => false, :default => 0
+      t.column :event, :integer, :null => false, :default => 0
+      t.column :key, :string, :limit => 55
+      t.column :created_at, :timestamp
+      t.column :updated_at, :timestamp
+    end
+  end
+
+  def self.down
+    drop_table :torrent_peers
+  end
+
+end
+

data/examples/README

@@ -0,0 +1,9 @@
+To use the example wiki application insure you first have the wikicloth and ruby-git
+gems installed, and you have followed all the Sinatra-S3 install instructions.  Once
+you have Sinatra-S3 running correctly run the following commands in the Sinatra-S3
+root directory.
+
+  rake setup:wiki
+  rackup examples/wiki.ru -p 6060
+
+Access your Wiki at http://localhost:6060/ and admin at http://localhost:6060/control/

data/examples/wiki.rb

@@ -0,0 +1,199 @@
+require 'sinatra-s3'
+require 'wikicloth'
+
+S3::Application.callback :mime_type => 'text/wiki' do
+  headers["Content-Type"] = "text/html"
+  if params.has_key?('edit')
+    r :edit, "Editing #{@slot.name.gsub(/_/,' ')}"
+  elsif params.has_key?('diff')
+    @from = Bit.find_by_version(params[:diff])
+    @to = Bit.find_by_version(params[:to])
+    @diff = @from.diff(@to)
+    r :diff, "Changes to #{@slot.name.gsub(/_/,' ')}"
+  elsif params.has_key?('history')
+    @history = Slot.find(:all, :conditions => [ 'name = ? AND parent_id = ?', @slot.name, @slot.parent_id ], :order => "id DESC", :limit => 20)
+    r :history, "Revision history for #{@slot.name.gsub(/_/,' ')}"
+  else
+    p = {}
+    headers.each { |k,v| p[$1.upcase.gsub(/\-/,'_')] = v if k =~ /x-amz-(.*)/ }
+    @wiki = WikiCloth::WikiCloth.new({
+      :data => response.body.respond_to?(:read) ? response.body.read : response.body.to_s,
+      :link_handler => CustomLinkHandler.new,
+      :params => p
+    })
+    r :wiki, @slot.name.gsub(/_/,' ')
+  end
+end
+
+S3::Application.callback :error => 'NoSuchKey' do
+  headers["Content-Type"] = "text/html"
+  if params.has_key?('edit')
+    r :edit, "Edit Page"
+  else
+    r :does_not_exist, "Page Does Not Exist"
+  end
+end
+
+S3::Application.callback :error => 'AccessDenied' do
+  if env['PATH_INFO'].nil? || env['PATH_INFO'] == '/'
+    redirect '/wiki/Main_Page'
+  else
+    status 401
+    headers["WWW-Authenticate"] = %(Basic realm="wiki")
+    headers["Content-Type"] = "text/html"
+    r :access_denied, "Access Denied"
+  end
+end
+
+S3::Application.callback :when => 'before' do
+  #fix some caching issues
+  if params.has_key?('edit') || params.has_key?('history') || params.has_key?('diff')
+    env.delete('HTTP_IF_MODIFIED_SINCE')
+    env.delete('HTTP_IF_NONE_MATCH')
+  end
+
+  auth = Rack::Auth::Basic::Request.new(env)
+  next unless auth.provided? && auth.basic?
+
+  user = User.find_by_login(auth.credentials[0])
+  next if user.nil?
+
+  # Convert a valid basic authorization into a proper S3 AWS
+  # Authorization header
+  if user.password == hmac_sha1( auth.credentials[1], user.secret )
+    uri = env['PATH_INFO']
+    uri += "?" + env['QUERY_STRING'] if S3::RESOURCE_TYPES.include?(env['QUERY_STRING'])
+    canonical = [env['REQUEST_METHOD'], env['HTTP_CONTENT_MD5'], env['CONTENT_TYPE'],
+      (env['HTTP_X_AMZ_DATE'] || env['HTTP_DATE']), uri]
+    env['HTTP_AUTHORIZATION'] = "AWS #{user.key}:" + hmac_sha1(user.secret, canonical.map{|v|v.to_s.strip} * "\n")
+  end
+end
+
+class CustomLinkHandler < WikiCloth::WikiLinkHandler
+  def url_for(page)
+    page = page.strip.gsub(/\s+/,'_')
+    page = "/#{$1.downcase}/#{$2}" if page =~ /^([A-Za-z]+):(.*)$/
+    page
+  end
+
+  def link_attributes_for(page)
+     { :href => url_for(page) }
+  end
+
+  def external_link(url,text)
+    self.external_links << url
+    elem.a({ :href => url, :target => "_blank", :class => "exlink" }) { |x| x << (text.blank? ? url : text) }
+  end
+
+  def include_resource(resource,options=[])
+    if params[resource].nil?
+      begin
+        bucket = Bucket.find_root('templates')
+        slot = bucket.find_slot(resource)
+        unless slot.nil?
+          file = open(File.join(S3::STORAGE_PATH, slot.obj.path))
+          wiki_page = WikiCloth::WikiCloth.new({
+            :data => file.instance_of?(File) ? file.read : file.to_s,
+            :link_handler => self,
+            :params => params
+          })
+          return wiki_page.to_html
+        end
+      rescue S3::NoSuchKey
+        puts "Unknown resource #{resource}"
+      end
+    else
+      return params[resource]
+    end
+  end
+end
+
+class S3::Application < Sinatra::Base; enable :inline_templates; end
+
+__END__
+
+@@ layout
+%html
+  %head
+    %title #{@title}
+    %style{:type => "text/css"}
+      @import '/control/s/css/control.css';
+    %style{:type => "text/css"}
+      @import '/control/s/css/wiki.css';
+  %body
+    %div#header
+      %h1
+        %a{:href => "/"} Wiki on Sinatra-S3
+    %div#page
+      - if status < 300
+        %div.menu
+          %ul
+            %li
+              %a{ :href => "#{env['PATH_INFO']}", :class => (!params.has_key?('diff') && !params.has_key?('history') && !params.has_key?('edit') ? "active" : "") } Content
+            %li
+              %a{ :href => "#{env['PATH_INFO']}?edit", :class => (params.has_key?('edit') ? "active" : "") } Edit
+            - if defined?(Git)
+              %li
+                %a{ :href => "#{env['PATH_INFO']}?history", :class => (params.has_key?('history') || params.has_key?('diff') ? "active" : "") } History
+      %h1 #{env['PATH_INFO'] =~ /\/([^\/]+)$/ ? "#{$1.gsub('_',' ')}" : "Sinatra-S3 Wiki"}
+      = yield
+
+@@ access_denied
+%h2 Access Denied
+%p You are not authorized to access the specified resource.
+
+@@ diff
+%div#content
+  %p Change Summary: #{@diff.stats[:total][:insertions]} insertions and #{@diff.stats[:total][:deletions]} deletions
+  - @lines = @diff.patch.gsub('<','&lt;').gsub('>','&gt;').split("\n")
+  - @lines[4..-1].each do |line|
+    - case
+    - when line =~ /\-([0-9]+)(,([0-9]+)|) \+([0-9]+),([0-9]+)/
+      %div{ :style => "font-weight:bold;padding:5px 0" } Line #{$1}
+    - when line[0,1] == "\\"
+    - when line[0,1] == "+"
+      %ins{ :style => "background-color:#99ff99" } &nbsp;#{line[1,line.length]}
+    - when line[0,1] == "-"
+      %del{ :style => "background-color:#ff9999" } &nbsp;#{line[1,line.length]}
+    - else
+      %div{ :style => "background-color:#ebebeb" } &nbsp;#{line}
+
+@@ does_not_exist
+%h2 Page Does Not Exist
+%p
+  The page you were trying to access does not exist.  Perhaps you would like to
+  %a{ :href => "#{env['PATH_INFO']}?edit" } create it
+  ?
+
+@@ edit
+%h2 #{@slot.nil? ? "Edit Page" : "Editing #{@slot.name.gsub(/_/,' ')}"}
+%form.create{ :method => "POST", :action => env['PATH_INFO'] }
+  %input{ :type => "hidden", :name => "redirect", :value => env['PATH_INFO'] }
+  %input{ :type => "hidden", :name => "Content-Type", :value => "text/wiki" }
+  %div.required
+    - page_contents = status >= 300 ? "" : (response.body.respond_to?(:read) ? response.body.read : response.body.to_s)
+    %label{ :for => "page_contents" } Contents
+    %textarea{ :name => "file", :id => "page_contents", :style => "width:100%;height:20em" } #{page_contents}
+  %div.required
+    %label{ :for => "page_comment" } Comment:
+    %input{ :type => "text", :name => "x-amz-meta-comment", :id => "page_comment" }
+  %input{ :type => "submit", :value => "Update" }
+
+@@ history
+%h2 Revision history of #{@slot.name.gsub(/_/,' ')}
+%form{ :action => env['PATH_INFO'], :method => "GET" }
+  %table#revision_history
+    - @history.each_with_index do |rev, count|
+      %tr
+        %td.check
+          %input{ :type => "radio", :name => "diff", :value => rev.version }
+        %td.check
+          %input{ :type => "radio", :name => "to", :value => rev.version }
+        %td
+          %a{ :href => "#{env['PATH_INFO']}?version-id=#{rev.version}" } #{rev.meta['comment']}
+          on #{rev.updated_at}
+  %input{ :type => "submit", :value => "Compare Revisions" }
+
+@@ wiki
+%div#wiki_page
+  = preserve @wiki.to_html

data/examples/wiki.ru

@@ -0,0 +1,5 @@
+$:.unshift "./lib"
+require File.join(File.dirname(__FILE__), "wiki")
+
+use S3::Admin
+run S3::Application

data/examples/wikicloth/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009.
+ 
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+ 
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+ 
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/examples/wikicloth/README

@@ -0,0 +1,81 @@
+Ruby implementation of the MediaWiki markup language.
+
+Supports
+---------------------------------------------------
+
+    * Variables, Templates {{ ... }}
+    * Links
+          o External Links [ ... ]
+          o Internal Links, Images [[ ... ]]
+                + (see also pipe trick) 
+    * Wikimedia Markup
+          o == Headings ==
+          o Lists (*#;:)
+          o bold ('''), italic ('') or both (''''')
+          o Horizontal rule (----)
+          o Tables 
+    * <code>,<nowiki>,<pre> (disable wiki markup)
+          o space at the beginning of a line (<pre>) 
+    * <ref> and <references/> support
+    * html sanitization 
+
+Install
+---------------------------------------------------
+
+  git clone git://github.com/nricciar/wikicloth.git
+  cd wikicloth/
+  gem build wikicloth.gemspec
+  sudo gem install wikicloth-0.1.3.gem
+
+Usage
+---------------------------------------------------
+
+  include WikiCloth
+
+  @wiki = WikiCloth.new({ 
+    :data => "<nowiki>{{test}}</nowiki> ''Hello {{test}}!''\n",
+    :params => { "test" => "World" } })
+  @wiki.to_html => "<p>&#123;&#123;test&#125;&#125;  <i>Hello World!</i></p>"
+
+
+Wiki Links and Variable/Template Handling
+---------------------------------------------------
+
+Use the url_for and link_attributes_for methods to override the default URL for 
+an [[internal link]]. If you need even more control, the link_for can also be 
+used to return raw html.
+
+  class CustomLinkHandler < WikiCloth::WikiLinkHandler
+
+    def url_for(page)
+      "javascript:alert('You clicked on: #{page}');"
+    end
+
+    def link_attributes_for(page)
+       { :href => url_for(page) }
+    end
+
+    def include_resource(resource,options=[])
+      case resource
+      when "date"
+        Time.now.to_s
+      else
+        # default behavior
+        super(resource,options)
+      end
+    end
+
+  end
+
+
+  @wiki = WikiCloth::WikiCloth.new({ 
+    :params => { "PAGENAME" => "Testing123" }, 
+    :link_handler => CustomLinkHandler.new, 
+    :data => "Hello World From {{ PAGENAME }} on {{ date }}\n" 
+  })
+
+  @wiki.to_html =>
+  <p>
+  <a href="javascript:alert('You clicked on: Hello World');">Hello World</a> From Testing123 on Wed Jul 08 22:23:44 -0400 2009
+  </p>
+

data/examples/wikicloth/Rakefile

@@ -0,0 +1,23 @@
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+
+desc 'Default: run unit tests.'
+task :default => :test
+
+desc 'Test the wikicloth plugin.'
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = true
+end
+
+desc 'Generate documentation for the wikicloth plugin.'
+Rake::RDocTask.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'WikiCloth'
+  rdoc.options << '--line-numbers' << '--inline-source'
+  rdoc.rdoc_files.include('README')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/examples/wikicloth/init.rb

@@ -0,0 +1 @@
+require File.join(File.expand_path(File.dirname(__FILE__)), "lib", "wikicloth")

data/examples/wikicloth/lib/core_ext.rb

@@ -0,0 +1,43 @@
+module ExtendedString
+
+  def blank?
+    respond_to?(:empty?) ? empty? : !self
+  end
+
+  def to_slug
+    self.gsub(/\W+/, '-').gsub(/^-+/,'').gsub(/-+$/,'').downcase
+  end
+
+  def auto_link
+    url_check = Regexp.new( '(^|[\n ])([\w]+?://[\w]+[^ \"\r\n\t<]*)', Regexp::MULTILINE | Regexp::IGNORECASE )
+    www_check = Regexp.new( '(^|[\n ])((www)\.[^ \"\t\n\r<]*)', Regexp::MULTILINE | Regexp::IGNORECASE )
+    self.gsub!(url_check, '\1<a href="\2">\2</a>')
+    self.gsub!(www_check, '\1<a href="http://\2">\2</a>')
+    to_s
+  end
+
+  def dump()
+    ret = to_s
+    delete!(to_s)
+    ret
+  end
+
+  def smart_split(char)
+    ret = []
+    tmp = ""
+    inside = 0
+    to_s.each_char do |x|
+      if x == char && inside == 0
+        ret << tmp
+        tmp = ""
+      else
+        inside += 1 if x == "[" || x == "{" || x == "<"
+        inside -= 1 if x == "]" || x == "}" || x == ">"
+        tmp += x
+      end
+    end
+    ret << tmp unless tmp.empty?
+    ret
+  end
+
+end