schema_registry 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 123c56978eca9e032fb3031fd89fad4a8845a81b
-  data.tar.gz: e40bb00dcccdc774a9517f38763e1dfea2e9e4f0
+  metadata.gz: 58117d0b752d254049962f942bdc029e51d95119
+  data.tar.gz: 7d101a19c3912c71484834b6ff1f02492349baa6
 SHA512:
-  metadata.gz: 23e48444ab0c919fa9f1ed578a98b5fbfffcc6a0ef64f8c6e6dcb5dd2caf0a5911d31b94292cf7d7a94a19600cf15c16048c833c3e15f5183b0d77182f3306f1
-  data.tar.gz: 56063fd8b4b087ef2121dc2b202ff105b8cb1f5a22bf7f5bcd4b179a0815b1af8e12b8a06f37333f6bda344bdb3d09d80ae996bf02ba457f567e0b8d13503d2b
+  metadata.gz: 7e087a0cd8bb28d9f56c69c02975c5fc20bab199f118ad653c9475438cd4528d83725252d26829eb2f09b9ce6cf1489120a4a5d71d9234775b695f104faf1138
+  data.tar.gz: b2c94029b386207e910fccb5d0759142dc6325be39b3e79ea551ddb7f016e5bd60fefb9aa252a80eeafe5513d5a86fa013223a2bf7299406413b024e7041b419

data/.gitignore

@@ -1,3 +1,4 @@
+/confluent/
 /.bundle/
 /.yardoc
 /Gemfile.lock

data/.travis.yml

@@ -0,0 +1,24 @@
+language: ruby
+sudo: false
+
+rvm:
+- "2.0"
+- "2.1"
+- "2.2"
+
+env:
+  global:
+    SCHEMA_REGISTRY_URL: "http://localhost:8081"
+
+before_script:
+- make confluent/start
+
+after_script:
+- make confluent/stop
+
+before_cache:
+- rm -rf confluent/logs
+
+cache:
+  directories:
+  - confluent

data/Makefile

@@ -0,0 +1,51 @@
+.PHONY: confluent/kafka/* confluent/zookeeper/* confluent/registry/* confluent/start confluent/stop
+
+# Confluent platform tasks
+
+confluent/start: confluent/rest/start
+
+confluent/stop: confluent/rest/stop confluent/registry/stop confluent/kafka/stop confluent/zookeeper/stop
+
+# Download & extract tasks
+
+confluent/confluent.tgz:
+	mkdir -p confluent && wget http://packages.confluent.io/archive/1.0/confluent-1.0-2.10.4.tar.gz -O confluent/confluent.tgz
+
+confluent/EXTRACTED: confluent/confluent.tgz
+	tar xzf confluent/confluent.tgz -C confluent --strip-components 1 && touch confluent/EXTRACTED
+
+# Zookeeper tasks
+
+confluent/zookeeper/start: confluent/EXTRACTED
+	nohup confluent/bin/zookeeper-server-start confluent/etc/kafka/zookeeper.properties 2> log/zookeeper.err > log/zookeeper.out < /dev/null &
+	while ! nc localhost 2181 </dev/null; do echo "Waiting for zookeeper..."; sleep 1; done
+
+confluent/zookeeper/stop: confluent/EXTRACTED
+	confluent/bin/zookeeper-server-stop
+
+# Kafka tasks
+
+confluent/kafka/start: confluent/zookeeper/start confluent/EXTRACTED
+	nohup confluent/bin/kafka-server-start confluent/etc/kafka/server.properties 2> log/kafka.err > log/kafka.out < /dev/null &
+	while ! nc localhost 9092 </dev/null; do echo "Waiting for Kafka..."; sleep 1; done
+
+confluent/kafka/stop: confluent/EXTRACTED
+	confluent/bin/kafka-server-stop
+
+# schema-registry tasks
+
+confluent/registry/start: confluent/kafka/start confluent/EXTRACTED
+	nohup confluent/bin/schema-registry-start confluent/etc/schema-registry/schema-registry.properties 2> log/schema-registry.err > log/schema-registry.out < /dev/null &
+	while ! nc localhost 8081 </dev/null; do echo "Waiting for schema registry..."; sleep 1; done
+
+confluent/registry/stop: confluent/EXTRACTED
+	confluent/bin/kafka-server-stop
+
+# REST proxy tasks
+
+confluent/rest/start: confluent/registry/start confluent/EXTRACTED
+	nohup confluent/bin/kafka-rest-start confluent/etc/kafka-rest/kafka-rest.properties 2> log/kafka-rest.err > log/kafka-rest.out < /dev/null &
+	while ! nc localhost 8082 </dev/null; do echo "Waiting for REST proxy..."; sleep 1; done
+
+confluent/rest/stop: confluent/EXTRACTED
+	confluent/bin/kafka-rest-stop

data/Rakefile

@@ -1,2 +1,10 @@
 require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new('test') do |t|
+  t.libs << 'lib' << 'test'
+  t.test_files = FileList['test/**/*.rb']
+end
+
+task :default => :test
 

data/lib/schema_registry/client.rb

@@ -7,10 +7,12 @@ module SchemaRegistry
 
     def initialize(code, message)
       @code = code
-      super(message)
+      super("#{message} (error code #{code})")
     end
   end
 
+  InvalidResponse = Class.new(SchemaRegistry::Error)
+
   RESPONSE_ERROR_CODES = {
     40401 => (SubjectNotFound           = Class.new(SchemaRegistry::ResponseError)),
     40402 => (VersionNotFound           = Class.new(SchemaRegistry::ResponseError)),
@@ -19,6 +21,7 @@ module SchemaRegistry
     42202 => (InvalidVersion            = Class.new(SchemaRegistry::ResponseError)),
     42203 => (InvalidCompatibilityLevel = Class.new(SchemaRegistry::ResponseError)),
     409   => (IncompatibleAvroSchema    = Class.new(SchemaRegistry::ResponseError)),
+    403   => (UnauthorizedRequest       = Class.new(SchemaRegistry::ResponseError)),
   }
 
   class Client
@@ -69,12 +72,25 @@ module SchemaRegistry
           request.body = JSON.dump(body)
         end
 
-        response = http.request(request)
-        response_data = JSON.parse(response.body)
-        case response
-        when Net::HTTPSuccess;
-          response_data
+        case response = http.request(request)
+        when Net::HTTPSuccess
+          begin
+            JSON.parse(response.body)
+          rescue JSON::ParserError => e
+            raise SchemaRegistry::InvalidResponse, "Invalid JSON in response: #{e.message}"
+          end
+
+        when Net::HTTPForbidden
+          message = username.nil? ? "Unauthorized" : "User `#{username}` failed to authenticate"
+          raise SchemaRegistry::UnauthorizedRequest.new(response.code.to_i, message)
+
         else
+          response = begin
+            JSON.parse(response.body)
+          rescue JSON::ParserError => e
+            raise SchemaRegistry::InvalidResponse, "Invalid JSON in response: #{e.message}"
+          end
+
           error_class = RESPONSE_ERROR_CODES[response_data['error_code']] || SchemaRegistry::ResponseError
           raise error_class.new(response_data['error_code'], response_data['message'])
         end

data/lib/schema_registry/version.rb

@@ -1,3 +1,3 @@
 module SchemaRegistry
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

data/log/.gitignore

@@ -0,0 +1,2 @@
+*.out
+*.err

data/test/functional/schema_registry_test.rb

@@ -3,16 +3,14 @@ require 'test_helper'
 class SchemaRegistryTest < Minitest::Test
 
   def setup
-    raise "The SCHEMA_REGISTRY_URI environment variable must be set" if ENV['SCHEMA_REGISTRY_URI'].nil?
-    @client = SchemaRegistry::Client.new(ENV['SCHEMA_REGISTRY_URI'])
+    registry_url = ENV['SCHEMA_REGISTRY_URL'] || "http://localhost:8081"
+    @client = SchemaRegistry::Client.new(registry_url)
   end
 
   def test_global_compatibility_level
     old_level = @client.default_compatibility_level
-    assert_equal SchemaRegistry::Compatibility::BACKWARD, old_level
 
     @client.default_compatibility_level = SchemaRegistry::Compatibility::FULL
-
     current_level = @client.default_compatibility_level
     assert_equal current_level, SchemaRegistry::Compatibility::FULL
   ensure
@@ -23,14 +21,14 @@ class SchemaRegistryTest < Minitest::Test
     schema = schema_fixture('test', 1)
 
     subject = @client.subject('test.schema_registry')
-    schema_id = subject.update_schema(schema)
+    schema_id = subject.register_schema(schema)
     assert schema_id > 0
 
     assert_equal ['test.schema_registry'], @client.subjects.map(&:name)
 
     registered_schema = @client.schema(schema_id)
     schema_info = subject.verify_schema(schema)
-    assert_equal schema_id, schema_info['id']
+    assert_equal schema_id, schema_info.id
 
     assert_equal Avro::Schema.parse(schema), Avro::Schema.parse(registered_schema)
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: schema_registry
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Willem van Bergen
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-15 00:00:00.000000000 Z
+date: 2015-04-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -76,14 +76,17 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .travis.yml
 - Gemfile
 - LICENSE.txt
+- Makefile
 - README.md
 - Rakefile
 - lib/schema_registry.rb
 - lib/schema_registry/client.rb
 - lib/schema_registry/subject.rb
 - lib/schema_registry/version.rb
+- log/.gitignore
 - schema_registry.gemspec
 - test/fixtures/schemas/test-v1.avsc
 - test/functional/schema_registry_test.rb