avro_turf 1.9.0 → 1.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3cb36f9b1395a1a6210d1178ca0823636f30ad194caf57663e8fb5cc13273d68
-  data.tar.gz: 2fb489fe330b39b88ed585d6b622936e573b525c1f4c5c4fe50704b16b11fd39
+  metadata.gz: c0907531d40226b59cd545baf7341f3e41613565d50de98684b266b6b33a081f
+  data.tar.gz: e472794d6e7ecbd4a32b1a08f4cc0eb6b0ae810d849483d86ab16a7da929a9fb
 SHA512:
-  metadata.gz: be796c4b42daf30a79dd699d23842e61c61e8f8c70b1645f269ec25e4a4f4fb1e87148b0ffd69a68b24382e9abc01048cb3ba082bd3a3dd2162be714ecdcd57b
-  data.tar.gz: 332486d45cd611da3906247f4fb55386c7e1617043070dd44fff06b05c50c44237af6dad62f1fd087ca9c67580aadd53fc342f76509b69b67375532b60637bf9
+  metadata.gz: ac1324149cb3299c3e67ffbd287879da88a09c338b967e2098fed63836c9fba5f775623ee6d6ae2ac0ac5e6f6a4ad28ea4c7bb7ece2d1e5979cee2eb379ac43a
+  data.tar.gz: 84709d06f4b3d97a23c1f0a1b94f4757c8b7024d17354ec65c7068be8cca52cdeed832096d7ea43f646d3f52d09ebd0f2286375456503d9da14cf6cb7a37772b

data/CHANGELOG.md

@@ -2,6 +2,11 @@
 
 ## Unreleased
 
+## v1.10.0
+
+- Add `schema_subject_versions` to `ConfluentSchemaRegistry` to retrieve all subject versions for a schema id. (#189)
+- `FakeConfluentSchemaRegistryServer` now returns same id if identical schema is created for a different subject (#188)
+
 ## v1.9.0
 
 - Send Accept and User-Agent headers on every request (#184)

data/lib/avro_turf/cached_confluent_schema_registry.rb

@@ -17,7 +17,7 @@ class AvroTurf::CachedConfluentSchemaRegistry
   end
 
   # Delegate the following methods to the upstream
-  %i(subjects subject_versions check compatible?
+  %i(subjects subject_versions schema_subject_versions check compatible?
      global_config update_global_config subject_config update_subject_config).each do |name|
     define_method(name) do |*args|
       instance_variable_get(:@upstream).send(name, *args)

data/lib/avro_turf/confluent_schema_registry.rb

@@ -68,6 +68,11 @@ class AvroTurf::ConfluentSchemaRegistry
     get("/subjects/#{subject}/versions/#{version}")
   end
 
+  # Get the subject and version for a schema id
+  def schema_subject_versions(schema_id)
+    get("/schemas/ids/#{schema_id}/versions")
+  end
+
   # Check if a schema exists. Returns nil if not found.
   def check(subject, schema)
     data = post("/subjects/#{subject}",

data/lib/avro_turf/schema_store.rb

@@ -22,7 +22,7 @@ class AvroTurf::SchemaStore
       # Still need to check is the schema already loaded
       return @schemas[fullname] if @schemas.key?(fullname)
 
-      load_schema!(fullname)
+      load_schema!(fullname, @schemas.dup)
     end
   end
 

data/lib/avro_turf/test/fake_confluent_schema_registry_server.rb

@@ -35,23 +35,35 @@ class FakeConfluentSchemaRegistryServer < Sinatra::Base
 
   post "/subjects/:subject/versions" do
     schema = parse_schema
-    ids_for_subject = SUBJECTS[params[:subject]]
-
-    schemas_for_subject =
-      SCHEMAS.select
-             .with_index { |_, i| ids_for_subject.include?(i) }
-
-    if schemas_for_subject.include?(schema)
-      schema_id = SCHEMAS.index(schema)
-    else
+    schema_id = SCHEMAS.index(schema)
+    if schema_id.nil?
       SCHEMAS << schema
       schema_id = SCHEMAS.size - 1
-      SUBJECTS[params[:subject]] = SUBJECTS[params[:subject]] << schema_id
+    end
+
+    subject = params[:subject]
+    unless SUBJECTS[subject].include?(schema_id)
+      SUBJECTS[subject] = SUBJECTS[subject] << schema_id
     end
 
     { id: schema_id }.to_json
   end
 
+  get "/schemas/ids/:schema_id/versions" do
+    schema_id = params[:schema_id].to_i
+    schema = SCHEMAS.at(schema_id)
+    halt(404, SCHEMA_NOT_FOUND) unless schema
+
+    related_subjects = SUBJECTS.select {|_, vs| vs.include? schema_id }
+
+    related_subjects.map do |subject, versions|
+      {
+        subject: subject,
+        version: versions.find_index(schema_id) + 1
+      }
+    end.to_json
+  end
+
   get "/schemas/ids/:schema_id" do
     schema = SCHEMAS.at(params[:schema_id].to_i)
     halt(404, SCHEMA_NOT_FOUND) unless schema

data/lib/avro_turf/version.rb

@@ -1,3 +1,3 @@
 class AvroTurf
-  VERSION = "1.9.0"
+  VERSION = "1.10.0"
 end

data/spec/messaging_spec.rb

@@ -109,7 +109,7 @@ describe AvroTurf::Messaging do
     end
 
     it 'encodes and decodes messages' do
-      data = avro.encode(message, schema_id: 1)
+      data = avro.encode(message, schema_id: 0)
       expect(avro.decode(data)).to eq message
     end
 
@@ -118,7 +118,7 @@ describe AvroTurf::Messaging do
     end
 
     it 'caches parsed schemas for decoding' do
-      data = avro.encode(message, schema_id: 1)
+      data = avro.encode(message, schema_id: 0)
       avro.decode(data)
       allow(Avro::Schema).to receive(:parse).and_call_original
       expect(avro.decode(data)).to eq message

data/spec/schema_store_spec.rb

@@ -361,6 +361,49 @@ describe AvroTurf::SchemaStore do
   end
 
   describe "#load_schemas!" do
+    it "do not try to reload known schemas" do
+      define_schema "first.avsc", <<-AVSC
+        {
+          "name": "first",
+          "type": "record",
+          "fields": [
+            {
+              "type": "string",
+              "name": "a_value"
+            }
+          ]
+        }
+      AVSC
+
+      define_schema "second.avsc", <<-AVSC
+        {
+          "name": "second",
+          "type": "record",
+          "fields": [
+            {
+              "type": "first",
+              "name": "full_name"
+            }
+          ]
+        }
+      AVSC
+
+      define_schema "third.avsc", <<-AVSC
+        {
+          "name": "third",
+          "type": "record",
+          "fields": [
+            {
+              "type": "second",
+              "name": "embedded_first"
+            }
+          ]
+        }
+      AVSC
+
+      expect { store.load_schemas! }.not_to raise_error
+    end
+
     it "loads schemas defined in the `schemas_path` directory" do
       define_schema "person.avsc", <<-AVSC
         {

data/spec/spec_helper.rb

@@ -1,6 +1,7 @@
 require 'bundler/setup'
 require 'logger'
 require 'json_spec'
+require 'pp' # Require pp before fakefs to fix TypeError: superclass mismatch for class File
 require 'fakefs/spec_helpers'
 require 'avro_turf'
 

data/spec/support/confluent_schema_registry_context.rb

@@ -77,6 +77,33 @@ shared_examples_for "a confluent schema registry client" do
     end
   end
 
+  describe "#schema_subject_versions" do
+    it "returns subject and version for a schema id" do
+      schema_id1 = registry.register(subject_name, { type: :record, name: "r1", fields: [] }.to_json)
+      registry.register(subject_name, { type: :record, name: "r2", fields: [] }.to_json)
+      schema_id2 = registry.register("other#{subject_name}", { type: :record, name: "r2", fields: [] }.to_json)
+      expect(registry.schema_subject_versions(schema_id1)).to eq([
+        'subject' => subject_name,
+        'version' => 1
+      ])
+      expect(registry.schema_subject_versions(schema_id2)).to include({
+        'subject' => subject_name,
+        'version' => 2
+      },{
+        'subject' => "other#{subject_name}",
+        'version' => 1
+      } )
+    end
+
+    context "when the schema does not exist" do
+      it "raises an error" do
+        expect do
+          registry.schema_subject_versions(-1)
+        end.to raise_error(Excon::Errors::NotFound)
+      end
+    end
+  end
+
   describe "#subject_versions" do
     it "lists all the versions for the subject" do
       2.times do |n|

data/spec/test/fake_confluent_schema_registry_server_spec.rb

@@ -27,14 +27,75 @@ describe FakeConfluentSchemaRegistryServer do
       expect(JSON.parse(last_response.body).fetch('id')).to eq expected_id
     end
 
-    it 'returns a different schema ID when invoked with same schema and different subject' do
+    it 'returns the same schema ID when invoked with same schema and different subject' do
       post '/subjects/person/versions', { schema: schema }.to_json, 'CONTENT_TYPE' => 'application/vnd.schemaregistry+json'
 
       original_id = JSON.parse(last_response.body).fetch('id')
 
       post '/subjects/happy-person/versions', { schema: schema }.to_json, 'CONTENT_TYPE' => 'application/vnd.schemaregistry+json'
 
-      expect(JSON.parse(last_response.body).fetch('id')).not_to eq original_id
+      expect(JSON.parse(last_response.body).fetch('id')).to eq original_id
+    end
+
+    it 'returns a different schema ID when invoked with a different schema' do
+      post '/subjects/person/versions', { schema: schema }.to_json, 'CONTENT_TYPE' => 'application/vnd.schemaregistry+json'
+
+      original_id = JSON.parse(last_response.body).fetch('id')
+
+      other_schema = {
+        type: "record",
+        name: "other",
+        fields: [
+          { name: "name", type: "string" }
+        ]
+      }.to_json
+
+      post '/subjects/person/versions', { schema: other_schema }.to_json, 'CONTENT_TYPE' => 'application/vnd.schemaregistry+json'
+
+      expect(JSON.parse(last_response.body).fetch('id')).to_not eq original_id
+    end
+  end
+
+  describe 'GET /schemas/ids/:id/versions' do
+    def schema(name:)
+      {
+        type: "record",
+        name: name,
+        fields: [
+          { name: "name", type: "string" },
+        ]
+      }.to_json
+    end
+
+    it "returns array containing subjects and versions for given schema id" do
+      schema1 = schema(name: "name1")
+      schema2 = schema(name: "name2")
+
+      post "/subjects/cats/versions", { schema: schema1 }.to_json, 'CONTENT_TYPE' => 'application/vnd.schemaregistry+json'
+      schema1_id = JSON.parse(last_response.body).fetch('id') # Original cats schema
+
+      post "/subjects/dogs/versions", { schema: schema2 }.to_json, 'CONTENT_TYPE' => 'application/vnd.schemaregistry+json'
+      post "/subjects/cats/versions", { schema: schema2 }.to_json, 'CONTENT_TYPE' => 'application/vnd.schemaregistry+json'
+      schema2_id = JSON.parse(last_response.body).fetch('id') # Changed cats schema == Original Dogs schema
+
+      get "/schemas/ids/#{schema1_id}/versions"
+      result = JSON.parse(last_response.body)
+
+      expect(result).to eq [{
+        'subject' => 'cats',
+        'version' => 1
+      }]
+
+      get "/schemas/ids/#{schema2_id}/versions"
+      result = JSON.parse(last_response.body)
+
+      expect(result).to include( {
+        'subject' => 'cats',
+        'version' => 2
+      }, {
+        'subject' => 'dogs',
+        'version' => 1
+      })
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: avro_turf
 version: !ruby/object:Gem::Version
-  version: 1.9.0
+  version: 1.10.0
 platform: ruby
 authors:
 - Daniel Schierbeck
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-06-06 00:00:00.000000000 Z
+date: 2023-08-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: avro