vayacondios-server 0.2.11 → 0.3.0

data/spec/server/rack/path_spec.rb

@@ -1,36 +0,0 @@
-require 'spec_helper'
-require 'vayacondios/server/rack/path'
-
-describe Vayacondios::Rack::Path do
-  let(:env) { { 'CONTENT_TYPE' => 'application/x-www-form-urlencoded; charset=utf-8' } }
-  let(:app) { mock('app').as_null_object }
-  subject   { described_class.new(app)   }     
-
-  it 'adds a key in env for :vayacondios_path' do
-    app.should_receive(:call).with do |app_env|
-      app_env.keys.should include(:vayacondios_path)
-    end
-    subject.call(env)
-  end
-  
-  context 'parse_path' do
-    it 'returns nil if the path is unparseable' do
-      subject.parse_path('/what/the:f/happened&here?').should be nil
-    end
-    it 'parses organizations and types correctly' do
-      subject.parse_path('/v1/infochimps/event').should include(organization: 'infochimps', type: 'event')
-    end
-
-    it 'parses topics correctly' do
-      subject.parse_path('/v1/infochimps/config/foo').should include(topic: 'foo')
-    end
-
-    it 'parses ids correctly' do
-      subject.parse_path('/v1/infochimps/itemset/bar/1').should include(id: '1')
-    end
-
-    it 'parses formats correctly' do
-      subject.parse_path('/v1/infochimps/event/baz/1.json').should include(format: 'json')
-    end
-  end
-end

data/spec/server/rack/path_validation_spec.rb

@@ -1,22 +0,0 @@
-require 'spec_helper'
-require 'vayacondios/server/rack/path_validation'
-
-describe Vayacondios::Rack::PathValidation do
-  let(:env){ { 'CONTENT_TYPE' => 'application/x-www-form-urlencoded; charset=utf-8' } }               
-  let(:app){ mock('app').as_null_object }
-  subject  { described_class.new(app)   }     
-
-  it 'sets @opts when created' do
-    subject.instance_variable_get('@opts').should == {}
-  end
-
-  it 'returns a bad request when :vayacondios_path does not exist' do
-    subject.call(env).should == [400, {}, '{"error":"Bad Request. Format path is <host>/v1/<org>/event/<topic>"}']
-  end
-  
-  context 'valid_paths?' do
-    it 'validates the :vayacondios_path' do
-      subject.valid_paths?({}).should be_true
-    end
-  end
-end

data/spec/server/server_spec.rb

@@ -1,20 +0,0 @@
-require 'spec_helper'
-
-require 'multi_json'
-
-require File.join(File.dirname(__FILE__), '../../', 'app/http_shim')
-
-describe HttpShim do
-  include Goliath::TestHelper
-
-  let(:err) { Proc.new{ |c| fail "HTTP Request Failed #{c.response}" } }
-
-  it "responds to requests" do
-    with_api(HttpShim) do |api|
-      get_request({}, err) do |c|
-        c.response_header.status.should == 400
-        MultiJson.load(c.response).should eql({"error" => "Bad Request. Format path is <host>/v1/<org>/event/<topic>"})
-      end
-    end
-  end
-end

data/spec/support/mongo_cleaner.rb

@@ -1,32 +0,0 @@
-require 'mongo'
-require 'configliere'
-
-Settings.define :app_name,    :default => 'vayacondios', :description => 'Name to key on for tracer stats, statsd metrics, etc.'
-Settings.define 'mongo.host', :default => 'localhost',   :description => 'Mongo hostname'
-Settings.define 'mongo.port', :default => '27017',       :description => 'Mongo port'
-
-Settings.read(File.join File.dirname(__FILE__), '..', '..', 'config', 'vayacondios.yaml')
-Settings.resolve!
-
-def get_mongo_db &block
-  fail unless block
-  conn = Mongo::Connection.new(Settings[:mongo][:host],Settings[:mongo][:port])
-  yield conn.db(Settings[:mongo][:database])
-  conn.close
-end
-
-def clean_mongo
-  get_mongo_db do |db|
-    db.collections.select {|c| c.name !~ /system/ }.each { |c| c.drop }
-  end
-end
-
-RSpec.configure do |config|
-  config.before :each do
-    clean_mongo
-  end
-
-  config.after :all do
-    clean_mongo
-  end
-end

data/src/main/java/ItemSetTest.java

@@ -1,76 +0,0 @@
-import com.infochimps.vayacondios.Organization;
-import com.infochimps.vayacondios.VayacondiosClient;
-import com.infochimps.vayacondios.ItemSets;
-import static com.infochimps.vayacondios.ItemSets.Item;
-import static com.infochimps.vayacondios.ItemSets.ItemSet;
-
-import java.io.*;
-import java.util.*;
-
-public class ItemSetTest {
-  private static final int VCD_PORT = 8000;
-
-  public static void main(String argv[]) throws IOException {
-    // Instantiate a new Vayacondios client.
-    VayacondiosClient client = new VayacondiosClient("localhost", VCD_PORT);
-
-    // Organizations can allow for testing and multiple environments
-    // (staging, development).
-    Organization org = client.organization("test");
-
-    // At the moment, only the itemsets protocol is supported via a
-    // Java API.
-    ItemSets isets = org.itemsets();
-
-    List<Item> foobar = Arrays.asList(new Item("foo"), new Item("bar"));
-
-    // All of the following are equivalent ways to clobber the itemset
-    // at topic my_topic and id my_id, replacing it with the items
-    // "foo" and "bar." The first and second exist to avoid
-    // instantiating new objects repeatedly when a code path must
-    // access many different topics and ids.
-    isets                                   .create("my_topic", "my_id", foobar);
-    isets.topic("my_topic")                 .create(            "my_id", foobar);
-    isets.topic("my_topic").itemSet("my_id").create(                     foobar);
-
-    List<Item> fetched;
-
-    // Similarly, these are all equivalent ways to fetch items.
-    fetched = isets                                   .fetch("my_topic", "my_id");
-    fetched = isets.topic("my_topic")                 .fetch(            "my_id");
-    fetched = isets.topic("my_topic").itemSet("my_id").fetch(                   );
-
-    ItemSet iset = isets.topic("my_topic").itemSet("my_id");
-
-    // foo and bar will be printed, along with their types: STRING
-    System.out.println("fetched items: " + fetched);
-
-    List<Item> bazqux = Arrays.asList(new Item("baz"), new Item("qux"));
-
-    // Updating an itemset with a list of items ensures the presence
-    // in the itemset of all of the items in the specified list.
-    isets                                   .update("my_topic", "my_id", bazqux);
-    isets.topic("my_topic")                 .update(            "my_id", bazqux);
-    isets.topic("my_topic").itemSet("my_id").update(                     bazqux);
-
-    // foo, bar, baz, and qux will all be printed.
-    System.out.println("after update: " + iset.fetch());
-
-    List<Item> barbaz = Arrays.asList(new Item("bar"), new Item("baz"));
-
-    // Updating an itemset with a list of items ensures the presence
-    // in the itemset of all of the items in the specified list.
-    isets                                   .remove("my_topic", "my_id", barbaz);
-    isets.topic("my_topic")                 .remove(            "my_id", barbaz);
-    isets.topic("my_topic").itemSet("my_id").remove(                     barbaz);
-
-    // foo and qux will now be printed
-    System.out.println("after removing: " + iset.fetch());
-
-    // Create an empty itemset to effectively delete it.
-    iset.create(Collections.EMPTY_LIST);
-
-    // foo and qux will now be printed
-    System.out.println("after deletion: " + iset.fetch());
-  }
-}

data/src/main/java/com/infochimps/util/CurrentClass.java

@@ -1,26 +0,0 @@
-package com.infochimps.util;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-public class CurrentClass extends SecurityManager {
-  private static CurrentClass SINGLETON = new CurrentClass();
-
-  // must call this directly. behavior is dependent on call stack
-  public static Class get() {
-    return SINGLETON.getCurrentClass();
-  }
-
-  // must call this directly. behavior is dependent on call stack
-  public static Logger getLogger() {
-    return LoggerFactory.getLogger(SINGLETON.getCurrentClass(2));
-  }
-
-  private Class getCurrentClass(int i) {
-    return getClassContext()[i];
-  }
-
-  private Class getCurrentClass() {
-    return getCurrentClass(3);
-  }
-}

data/src/main/java/com/infochimps/util/DebugUtil.java

@@ -1,38 +0,0 @@
-package com.infochimps.util;
-
-import java.net.InetSocketAddress;
-
-import javax.net.ssl.HostnameVerifier;
-import javax.net.ssl.HttpsURLConnection;
-import javax.net.ssl.SSLContext;
-import javax.net.ssl.SSLSession;
-import javax.net.ssl.TrustManager;
-import javax.net.ssl.X509TrustManager;
-
-import java.security.cert.X509Certificate;
-import java.security.SecureRandom;
-import java.security.GeneralSecurityException;
-
-import java.net.Proxy;
-
-public class DebugUtil {
-    public static Proxy useCharles() {
-        trustAllCerts();
-        return new Proxy(Proxy.Type.HTTP, new InetSocketAddress("127.0.0.1", 8888));
-    }
-
-    public static void trustAllCerts() {
-        try {
-            SSLContext sc = SSLContext.getInstance("SSL"); 
-            sc.init(null,
-                    new TrustManager[] { 
-                        new X509TrustManager() {     
-                            public X509Certificate[] getAcceptedIssuers() { return null;} 
-                            public void checkClientTrusted(X509Certificate[] certs, String authType) {} 
-                            public void checkServerTrusted(X509Certificate[] certs, String authType) {}
-                        } 
-                    }, new SecureRandom()); 
-            HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory());
-        } catch (GeneralSecurityException e) {}
-    }
-}

data/src/main/java/com/infochimps/util/HttpHelper.java

@@ -1,181 +0,0 @@
-package com.infochimps.util;
-
-import java.io.BufferedReader;
-import java.io.InputStream;
-import java.io.InputStreamReader;
-import java.io.IOException;
-import java.net.HttpURLConnection;
-import java.net.MalformedURLException;
-import java.net.URL;
-import java.net.URLDecoder;
-import java.nio.charset.Charset;
-import java.util.HashMap;
-import java.util.zip.GZIPInputStream;
-
-import org.apache.commons.codec.binary.Base64;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import static java.util.Map.Entry;
-
-public class HttpHelper {
-  private static final Base64 BASE64 = new Base64();
-  private static final boolean USE_CHARLES = false;
-
-  // opens or returns a null reader
-  public static BufferedReader openOrNull(Logger log,
-                                          String urlString,
-                                          Charset inputCharset) {
-    return openOrNull(log, urlString, inputCharset, 0);
-  }
-
-  // opens or returns a null reader
-  public static BufferedReader openOrNull(Logger log,
-                                          String urlString,
-                                          Charset inputCharset,
-                                          int timeout) {
-    try { return open(log, urlString, inputCharset, timeout); }
-    catch (IOException e) {
-      log.warn("Got an exception trying to open {}: {}", urlString, e);
-      return null;
-    }
-  }
-
-  //----------------------------------------------------------------------------
-
-  public static BufferedReader open(Logger log,
-                                    String urlString,
-                                    Charset inputCharset) throws IOException {
-    return open(log, urlString, inputCharset, 0);
-  }
-
-  public static BufferedReader open(Logger log,
-                                    String urlString,
-                                    HashMap<String,String> extraHeaders,
-                                    Charset inputCharset) throws IOException {
-    return open(log, urlString, extraHeaders, inputCharset, 0);
-  }
-  
-  public static BufferedReader open(Logger log,
-                                    String urlString,
-                                    Charset inputCharset,
-                                    int timeout) throws IOException {
-    HttpURLConnection con = getConnection(urlString, log, timeout);
-    return getReader(con, log, inputCharset);
-  }
-
-  public static BufferedReader open(Logger log,
-                                    String urlString,
-                                    HashMap<String,String> extraHeaders,
-                                    Charset inputCharset,
-                                    int timeout) throws IOException {
-
-    HttpURLConnection con = getConnection(urlString, log, timeout);
-    for (Entry<String,String> header : extraHeaders.entrySet())
-      con.setRequestProperty(header.getKey(), header.getValue());
-    return getReader(con, log, inputCharset);
-  }
-
-  //----------------------------------------------------------------------------
-
-  public static InputStream openStream(Logger log,
-                                       String urlString) throws IOException {
-    return openStream(log, urlString, 0);
-  }
-
-  public static InputStream openStream(Logger log,
-                                       String urlString,
-                                       HashMap<String,String> extraHeaders)
-    throws IOException {
-    return openStream(log, urlString, extraHeaders, 0);
-  }
-  
-  public static InputStream openStream(Logger log,
-                                       String urlString,
-                                       int timeout) throws IOException {
-    HttpURLConnection con = getConnection(urlString, log, timeout);
-    return getStream(con, log);
-  }
-
-  public static InputStream openStream(Logger log,
-                                       String urlString,
-                                       HashMap<String,String> extraHeaders,
-                                       int timeout) throws IOException {
-
-    HttpURLConnection con = getConnection(urlString, log, timeout);
-    for (Entry<String,String> header : extraHeaders.entrySet())
-      con.setRequestProperty(header.getKey(), header.getValue());
-    return getStream(con, log);
-  }
-
-  //----------------------------------------------------------------------------
-
-  private static HttpURLConnection getConnection(String urlString,
-                                                 Logger log,
-                                                 int timeout)
-    throws IOException {
-    URL url = null;
-    try { url = new URL(urlString); }
-    catch (MalformedURLException e) {
-      log.warn("malformed URL: {}", url);
-      throw new IOException(e);
-    }
-
-    HttpURLConnection con = (HttpURLConnection)(USE_CHARLES ?
-                                                url.openConnection(DebugUtil.useCharles()) :
-                                                url.openConnection());
-
-    String userInfo = url.getUserInfo();
-    if (userInfo != null) {
-      userInfo = URLDecoder.decode(userInfo, "US-ASCII");
-      con.setRequestProperty("Authorization", "Basic " + new String(BASE64.encodeBase64(userInfo.getBytes())));
-    }
-    con.setRequestProperty("Accept-Encoding", "gzip,deflate");
-    if (timeout != 0) con.setReadTimeout(timeout);
-    return con;
-  }
-
-  private static BufferedReader getReader(HttpURLConnection con,
-                                          Logger log,
-                                          Charset inputCharset) throws IOException {
-    BufferedReader reader =
-      new BufferedReader(
-        new InputStreamReader(getStream(con, log), inputCharset));
-
-    log.debug("successfully opened connection to {} with character encoding {}",
-	      con.getURL().toString(),
-	      inputCharset);
-
-    return reader;
-  }
-
-  private static InputStream getStream(HttpURLConnection con,
-                                       Logger log) throws IOException {
-    InputStream in;
-    try { in = con.getInputStream(); }
-    catch (IOException e) {
-      // Some HTTP responses will raise an exception, but the
-      // useful information is in the error stream.
-
-      log.warn("Exception opening {}", con.getURL().toString());
-
-      InputStream errorStream = con.getErrorStream();
-      if (errorStream != null) {
-        BufferedReader r = new BufferedReader(new InputStreamReader(errorStream));
-        try { for (String line; (line = r.readLine()) != null; log.error(line)); }
-        catch (IOException nested_exc) {
-          log.error("Got an exception in the exception handler: {}", nested_exc);
-          throw e;
-        }
-      }
-      throw e;
-    }
-
-    String encoding = con.getContentEncoding();
-    log.debug("Got HTTP stream with content encoding type '" + encoding + "'");
-
-    return (encoding != null && encoding.equals("gzip")) ?
-      new GZIPInputStream(in) : in;
-  }
-}