curb 0.1.0

data/ext/curb_postfield.h

@@ -0,0 +1,40 @@
+/* curb_postfield.h - Field class for POST method
+ * Copyright (c)2006 Ross Bamford. 
+ * Licensed under the Ruby License. See LICENSE for details.
+ * 
+ * $Id: curb_postfield.h 4 2006-11-17 18:35:31Z roscopeco $
+ */
+#ifndef __CURB_POSTFIELD_H
+#define __CURB_POSTFIELD_H
+
+#include "curb.h"
+
+/* 
+ * postfield doesn't actually wrap a curl_httppost - instead,
+ * it just holds together some ruby objects and has a C-side 
+ * method to add it to a given form list during the perform.
+ */
+typedef struct {  
+  /* Objects we associate */
+  VALUE name;  
+  VALUE content;
+  VALUE content_type;
+  VALUE content_proc;
+  VALUE local_file;
+  VALUE remote_file;
+  
+  /* this will sometimes hold a string, which is the result
+   * of the content_proc invocation. We need it to hang around.
+   */
+  VALUE buffer_str;
+} ruby_curl_postfield;
+
+extern VALUE cCurlPostField;
+
+void append_to_form(VALUE self, 
+                    struct curl_httppost **first, 
+                    struct curl_httppost **last);
+
+void init_curb_postfield();
+
+#endif

data/ext/curl.rb

@@ -0,0 +1,2 @@
+require 'curb'
+

data/ext/extconf.rb

@@ -0,0 +1,24 @@
+require 'mkmf'
+
+dir_config('curl')
+
+unless have_library('curl') &&
+       have_header('curl/curl.h')
+  fail <<-EOM
+  Can't find libcurl or curl/curl.h
+  
+  Try passing --with-curl-dir or --with-curl-lib and --with-curl-include
+  options to extconf.
+  EOM
+end
+
+#install_rb("curb.rb", "$(RUBYLIBDIR)", '../lib')
+#install_rb("curl.rb", "$(RUBYLIBDIR)", '../lib')
+$INSTALLFILES = [["curb.rb", "$(RUBYLIBDIR)", "../ext"], ["curl.rb", "$(RUBYLIBDIR)", "../ext"]]
+
+if try_compile('int main() { return 0; }','-Wall')
+  $CFLAGS << ' -Wall'
+end
+
+create_makefile('curb_core')
+

data/samples/gmail.rb

@@ -0,0 +1,46 @@
+# This logs into gmail, up to the point where it hits the
+# security redirect implemented as a refresh. It will probably
+# stop working altogether when they next change gmail but 
+# it's still an example of posting with curb...
+
+require '../curb'
+
+$EMAIL = '<YOUR GMAIL LOGIN>'
+$PASSWD = '<YOUR GMAIL PASSWORD>'
+
+url = 'https://www.google.com/accounts/ServiceLoginAuth'
+
+fields = [
+  Curl::PostField.content('ltmpl','m_blanco'),
+  Curl::PostField.content('ltmplcache', '2'),
+  Curl::PostField.content('continue', 
+                          'http://mail.google.com/mail/?ui.html&amp;zy=l'),
+  Curl::PostField.content('service', 'mail'),
+  Curl::PostField.content('rm', 'false'),
+  Curl::PostField.content('rmShown', '1'),
+  Curl::PostField.content('PersistentCookie', ''),
+  Curl::PostField.content('Email', $EMAIL),
+  Curl::PostField.content('Passwd', $PASSWD)
+]
+
+c = Curl::Easy.http_post(url, *fields) do |curl|
+  # Gotta put yourself out there...
+  curl.headers["User-Agent"] = "Curl/Ruby"
+
+  # Let's see what happens under the hood
+  curl.verbose = true
+
+  # Google will redirect us a bit
+  curl.follow_location = true
+
+  # Google will make sure we retain cookies
+  curl.enable_cookies = true
+end
+
+puts "FINISHED: HTTP #{c.response_code}"
+puts c.body_str
+
+# As an alternative to passing the PostFields, we could have supplied 
+# individual pre-encoded option strings, or a single string with the
+# entire form data.
+

data/tests/alltests.rb

@@ -0,0 +1,3 @@
+$: << $TESTDIR = File.expand_path(File.dirname(__FILE__))
+require 'unittests'
+Dir[File.join($TESTDIR, 'bug_*.rb')].each { |lib| require lib }

data/tests/bug_instance_post_differs_from_class_post.rb

@@ -0,0 +1,53 @@
+# From Vlad Jebelev:
+#
+# - Second thing - I think you just probably didn't have the time to update 
+# instance methods yet but when I POST with a reusal of a previous curl 
+# instance, it doesnt' work for me, e.g. when I create a curl previously and 
+# then issue:
+#  
+#   c.http_post(login_url, *fields)
+#   
+# instead of:
+#  
+#   c = Curl::Easy.http_post(login_url, *fields) do |curl|
+#     ...  
+#   end
+#    
+# then the result I am getting is quite different.
+#
+# ================
+#
+# Update:
+#
+#   It seems that class httpost is incorrectly passing arguments down to 
+#   instance httppost. This bug is intermittent, but results in an
+#   exception from the first post when it occurs.
+#   
+require File.join(File.dirname(__FILE__), 'helper')
+
+class BugTestInstancePostDiffersFromClassPost < Test::Unit::TestCase
+  def test_bug
+    5.times do |i|
+      puts "Test ##{i}"
+      do_test
+      sleep 2
+    end
+  end
+
+  def do_test
+    c = Curl::Easy.http_post('https://www.google.com/accounts/ServiceLoginAuth',
+                Curl::PostField.content('ltmpl','m_blanco'))
+    body_c, header_c = c.body_str, c.header_str
+   
+    sleep 2
+
+    c.http_post('https://www.google.com/accounts/ServiceLoginAuth',
+                Curl::PostField.content('ltmpl','m_blanco'))
+    body_i, header_i = c.body_str, c.header_str
+
+    # timestamps will differ, just check first bit. We wont get here if
+    # the bug bites anyway...
+    assert_equal header_c[0..50], header_i[0..50]
+  end
+end
+

data/tests/bug_require_last_or_segfault.rb

@@ -0,0 +1,40 @@
+# From Vlad Jebelev:
+# 
+# - if I have a require statement after "require 'curb'" and there is a 
+# POST with at least 1 field, the script will fail with a segmentation 
+# fault, e.g. the following sequence fails every time for me (Ruby 1.8.5):
+# -----------------------------------------------------------------
+# require 'curb'
+# require 'uri'
+#  
+#  url = 'https://www.google.com/accounts/ServiceLoginAuth'
+#   
+#  c = Curl::Easy.http_post(
+#         'https://www.google.com/accounts/ServiceLoginAuth',
+#               [Curl:: PostField.content('ltmpl','m_blanco')] ) do |curl|
+#  end
+#  ------------------------------------------------------------------
+#  :..dev/util$ ruby seg.rb
+#  seg.rb:6: [BUG] Segmentation fault
+#  ruby 1.8.5 (2006-08-25) [i686-linux]
+#                
+#  Aborted
+#  ------------------------------------------------------------------
+#
+require 'test/unit'
+require 'rbconfig'
+
+$rubycmd = Config::CONFIG['RUBY_INSTALL_NAME'] || 'ruby'
+
+class BugTestRequireLastOrSegfault < Test::Unit::TestCase
+  def test_bug
+    5.times do |i|
+      puts "Test ##{i}"
+
+      # will be empty string if it segfaults...
+      assert_equal 'success', `#$rubycmd #{File.dirname(__FILE__)}/require_last_or_segfault_script.rb`.chomp
+      sleep 5
+    end
+  end
+end
+

data/tests/helper.rb

@@ -0,0 +1,15 @@
+# DO NOT REMOVE THIS COMMENT - PART OF TESTMODEL.
+# Copyright (c)2006 Ross Bamford. See LICENSE.
+$CURB_TESTING = true
+require 'uri'
+
+$TOPDIR = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+$EXTDIR = File.join($TOPDIR, 'ext')
+$LIBDIR = File.join($TOPDIR, 'lib')
+$:.unshift($LIBDIR)
+$:.unshift($EXTDIR)
+
+require 'curb'
+require 'test/unit'
+
+$TEST_URL = "file://#{URI.escape(File.expand_path(__FILE__).tr('\\','/').tr(':','|'))}"

data/tests/require_last_or_segfault_script.rb

@@ -0,0 +1,36 @@
+# From Vlad Jebelev:
+# 
+# - if I have a require statement after "require 'curb'" and there is a 
+# POST with at least 1 field, the script will fail with a segmentation 
+# fault, e.g. the following sequence fails every time for me (Ruby 1.8.5):
+# -----------------------------------------------------------------
+# require 'curb'
+# require 'uri'
+#  
+#  url = 'https://www.google.com/accounts/ServiceLoginAuth'
+#   
+#  c = Curl::Easy.http_post(
+#         'https://www.google.com/accounts/ServiceLoginAuth',
+#               [Curl:: PostField.content('ltmpl','m_blanco')] ) do |curl|
+#  end
+#  ------------------------------------------------------------------
+#  :..dev/util$ ruby seg.rb
+#  seg.rb:6: [BUG] Segmentation fault
+#  ruby 1.8.5 (2006-08-25) [i686-linux]
+#                
+#  Aborted
+#  ------------------------------------------------------------------
+#
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'ext'))
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'curb'
+require 'uri'
+ 
+url = 'https://www.google.com/accounts/ServiceLoginAuth'
+ 
+c = Curl::Easy.http_post('https://www.google.com/accounts/ServiceLoginAuth',
+                         Curl:: PostField.content('ltmpl','m_blanco')) #do
+#                         end
+
+puts "success"
+

data/tests/tc_curl_easy.rb

@@ -0,0 +1,415 @@
+require File.join(File.dirname(__FILE__), 'helper')
+
+class TestCurbCurlEasy < Test::Unit::TestCase
+  def test_class_perform_01   
+    assert_instance_of Curl::Easy, c = Curl::Easy.perform($TEST_URL)    
+    assert_match(/^# DO NOT REMOVE THIS COMMENT/, c.body_str)
+    assert_equal "", c.header_str
+  end    
+
+  def test_class_perform_02
+    data = ""
+    assert_instance_of Curl::Easy, c = Curl::Easy.perform($TEST_URL) { |curl| curl.on_body { |d| data << d; d.length } }    
+
+    assert_nil c.body_str
+    assert_equal "", c.header_str
+    assert_match(/^# DO NOT REMOVE THIS COMMENT/, data)
+  end    
+
+  def test_class_perform_03
+    assert_raise(Curl::Err::CouldntReadError) { c = Curl::Easy.perform($TEST_URL + "nonexistent") }
+  end    
+  
+  def test_new_01
+    c = Curl::Easy.new
+    assert_nil c.url
+    assert_nil c.body_str
+    assert_nil c.header_str
+  end
+
+  def test_new_02
+    c = Curl::Easy.new($TEST_URL)
+    assert_equal $TEST_URL, c.url
+  end
+  
+  def test_new_03
+    blk = lambda { |i| i.length }
+    
+    c = Curl::Easy.new do |curl|
+      curl.on_body(&blk)
+    end
+    
+    assert_nil c.url    
+    assert_equal blk, c.on_body   # sets handler nil, returns old handler
+    assert_equal nil, c.on_body
+  end
+    
+  def test_new_04
+    blk = lambda { |i| i.length }
+    
+    c = Curl::Easy.new($TEST_URL) do |curl|
+      curl.on_body(&blk)
+    end
+    
+    assert_equal $TEST_URL, c.url
+    assert_equal blk, c.on_body   # sets handler nil, returns old handler
+    assert_equal nil, c.on_body
+  end    
+  
+  def test_escape
+    c = Curl::Easy.new
+    
+    assert_equal "one%20two", c.escape('one two')
+    assert_equal "one%00two%20three", c.escape("one\000two three")    
+  end
+  
+  def test_unescape
+    c = Curl::Easy.new
+    
+    assert_equal "one two", c.unescape('one%20two')
+    assert_equal "one\000two three", c.unescape("one%00two%20three")    
+  end
+  
+  def test_headers
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_equal({}, c.headers)
+    c.headers = "Expect:"
+    assert_equal "Expect:", c.headers
+    c.headers = ["Expect:", "User-Agent: myapp-0.0.0"]
+    assert_equal ["Expect:", "User-Agent: myapp-0.0.0"], c.headers
+  end    
+
+  def test_get_01   
+    c = Curl::Easy.new($TEST_URL)    
+    assert_equal true, c.http_get    
+    assert_match(/^# DO NOT REMOVE THIS COMMENT/, c.body_str)
+    assert_equal "", c.header_str
+  end    
+
+  def test_get_02
+    data = ""
+    c = Curl::Easy.new($TEST_URL) do |curl|
+      curl.on_body { |d| data << d; d.length }
+    end
+    
+    assert_equal true, c.http_get    
+    
+    assert_nil c.body_str
+    assert_equal "", c.header_str
+    assert_match(/^# DO NOT REMOVE THIS COMMENT/, data)
+  end    
+
+  def test_get_03
+    c = Curl::Easy.new($TEST_URL + "nonexistent")        
+    assert_raise(Curl::Err::CouldntReadError) { c.http_get }
+    assert_equal "", c.body_str
+    assert_equal "", c.header_str
+  end    
+  
+  def test_last_effective_url_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_equal $TEST_URL, c.url
+    assert_nil c.last_effective_url
+    
+    assert c.http_get
+    
+    assert_equal c.url, c.last_effective_url
+    c.url = "file://some/new.url"
+    
+    assert_not_equal c.last_effective_url, c.url
+  end
+  
+  def test_local_port_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.local_port    
+    assert_nil c.local_port_range
+    assert_nil c.proxy_port
+    
+    c.local_port = 88
+
+    assert_equal 88, c.local_port  
+    assert_nil c.local_port_range
+    assert_nil c.proxy_port
+    
+    c.local_port = nil
+
+    assert_nil c.local_port  
+    assert_nil c.local_port_range
+    assert_nil c.proxy_port
+  end
+  
+  def test_local_port_02
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.local_port    
+    assert_raise(ArgumentError) { c.local_port = 0 }
+    assert_raise(ArgumentError) { c.local_port = 65536 }
+    assert_raise(ArgumentError) { c.local_port = -1 }
+  end
+  
+  def test_local_port_range_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.local_port_range
+    assert_nil c.local_port
+    assert_nil c.proxy_port
+
+    c.local_port_range = 88
+    assert_equal 88, c.local_port_range
+    assert_nil c.local_port
+    assert_nil c.proxy_port
+    
+    c.local_port_range = nil
+    
+    assert_nil c.local_port_range
+    assert_nil c.local_port
+    assert_nil c.proxy_port
+  end
+  
+  def test_local_port_range_02
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.local_port_range    
+    assert_raise(ArgumentError) { c.local_port_range = 0 }
+    assert_raise(ArgumentError) { c.local_port_range = 65536 }
+    assert_raise(ArgumentError) { c.local_port_range = -1 }
+  end
+  
+  def test_proxy_port_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.local_port
+    assert_nil c.local_port_range    
+    assert_nil c.proxy_port    
+    
+    c.proxy_port = 88
+
+    assert_equal 88, c.proxy_port  
+    assert_nil c.local_port
+    assert_nil c.local_port_range
+    
+    c.proxy_port = nil
+    assert_nil c.proxy_port  
+    assert_nil c.local_port
+    assert_nil c.local_port_range
+  end
+  
+  def test_proxy_port_02
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.proxy_port    
+    assert_raise(ArgumentError) { c.proxy_port = 0 }
+    assert_raise(ArgumentError) { c.proxy_port = 65536 }
+    assert_raise(ArgumentError) { c.proxy_port = -1 }
+  end
+  
+  def test_proxy_type_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.proxy_type
+    
+    c.proxy_type = 3
+    assert_equal 3, c.proxy_type
+    
+    c.proxy_type = nil
+    assert_nil c.proxy_type
+  end
+  
+  def test_http_auth_types_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.http_auth_types
+    
+    c.http_auth_types = 3
+    assert_equal 3, c.http_auth_types
+    
+    c.http_auth_types = nil
+    assert_nil c.http_auth_types
+  end
+  
+  def test_proxy_auth_types_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.proxy_auth_types
+    
+    c.proxy_auth_types = 3
+    assert_equal 3, c.proxy_auth_types
+    
+    c.proxy_auth_types = nil
+    assert_nil c.proxy_auth_types
+  end
+  
+  def test_max_redirects_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.max_redirects
+    
+    c.max_redirects = 3
+    assert_equal 3, c.max_redirects
+    
+    c.max_redirects = nil
+    assert_nil c.max_redirects
+  end
+  
+  def test_timeout_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.timeout
+    
+    c.timeout = 3
+    assert_equal 3, c.timeout
+    
+    c.timeout = nil
+    assert_nil c.timeout
+  end
+  
+  def test_connect_timeout_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.connect_timeout
+    
+    c.connect_timeout = 3
+    assert_equal 3, c.connect_timeout
+    
+    c.connect_timeout = nil
+    assert_nil c.connect_timeout
+  end
+  
+  def test_ftp_response_timeout_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_nil c.ftp_response_timeout
+    
+    c.ftp_response_timeout = 3
+    assert_equal 3, c.ftp_response_timeout
+    
+    c.ftp_response_timeout = nil
+    assert_nil c.ftp_response_timeout
+  end
+  
+  def test_dns_cache_timeout_01
+    c = Curl::Easy.new($TEST_URL)
+    
+    assert_equal 60, c.dns_cache_timeout
+    
+    c.dns_cache_timeout = nil
+    assert_nil c.dns_cache_timeout
+    
+    c.dns_cache_timeout = 30
+    assert_equal 30, c.dns_cache_timeout
+  end
+  
+  def test_on_body
+    blk = lambda { |i| i.length }
+    
+    c = Curl::Easy.new    
+    c.on_body(&blk)
+    
+    assert_equal blk, c.on_body   # sets handler nil, returns old handler
+    assert_equal nil, c.on_body
+  end
+  
+  def test_on_header
+    blk = lambda { |i| i.length }
+    
+    c = Curl::Easy.new    
+    c.on_header(&blk)
+    
+    assert_equal blk, c.on_header   # sets handler nil, returns old handler
+    assert_equal nil, c.on_header
+  end
+  
+  def test_on_progress
+    blk = lambda { |*args| true }
+    
+    c = Curl::Easy.new    
+    c.on_progress(&blk)
+    
+    assert_equal blk, c.on_progress   # sets handler nil, returns old handler
+    assert_equal nil, c.on_progress
+  end
+  
+  def test_on_debug
+    blk = lambda { |*args| true }
+    
+    c = Curl::Easy.new    
+    c.on_debug(&blk)
+    
+    assert_equal blk, c.on_debug   # sets handler nil, returns old handler
+    assert_equal nil, c.on_debug
+  end
+  
+  def test_proxy_tunnel
+    c = Curl::Easy.new    
+    assert !c.proxy_tunnel?
+    assert c.proxy_tunnel = true
+    assert c.proxy_tunnel?
+  end
+  
+  def test_fetch_file_time
+    c = Curl::Easy.new    
+    assert !c.fetch_file_time?
+    assert c.fetch_file_time = true
+    assert c.fetch_file_time?
+  end
+  
+  def test_ssl_verify_peer
+    c = Curl::Easy.new    
+    assert !c.ssl_verify_peer?
+    assert c.ssl_verify_peer = true
+    assert c.ssl_verify_peer?
+  end
+  
+  def test_header_in_body
+    c = Curl::Easy.new    
+    assert !c.header_in_body?
+    assert c.header_in_body = true
+    assert c.header_in_body?
+  end
+  
+  def test_use_netrc
+    c = Curl::Easy.new    
+    assert !c.use_netrc?
+    assert c.use_netrc = true
+    assert c.use_netrc?
+  end
+  
+  def test_follow_location
+    c = Curl::Easy.new    
+    assert !c.follow_location?
+    assert c.follow_location = true
+    assert c.follow_location?
+  end
+  
+  def test_unrestricted_auth
+    c = Curl::Easy.new    
+    assert !c.unrestricted_auth?
+    assert c.unrestricted_auth = true
+    assert c.unrestricted_auth?
+  end  
+  
+  def test_multipart_form_post
+    c = Curl::Easy.new
+    assert !c.multipart_form_post?
+    assert c.multipart_form_post = true
+    assert c.multipart_form_post?
+  end
+
+  def test_enable_cookies
+    c = Curl::Easy.new
+    assert !c.enable_cookies?
+    assert c.enable_cookies = true
+    assert c.enable_cookies?
+  end
+  
+  def test_cookiejar
+    c = Curl::Easy.new
+    assert_nil c.cookiejar
+    assert_equal "some.file", c.cookiejar = "some.file"
+    assert_equal "some.file", c.cookiejar        
+  end
+  
+end