schema_registry_client 0.0.11 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '09a16bc0d516a981c823ec6aef2c356cae10f4dca61279870b741741c1f9baa4'
-  data.tar.gz: 7bbcbe0b5b6ffeb494c264983e137fc1864387440bc9ecc41b21f2405d15a361
+  metadata.gz: ade8a75ca2eb7bacb07566bd5eaa2899bfd69c2ed34dd7c1bc7e186b531b055e
+  data.tar.gz: 17174e9182ce1f875006bbe302f8ad7cc9809af3d415e2a9500ccfda114ec95d
 SHA512:
-  metadata.gz: 88a82ff70e5fdc2a5b5b783630a218a58b02cdc1f2513470ffd31f14e1d75356eff1f1ccef7e684954ce9d72ce07571e71b50900e61e1cf98de998d3513a5718
-  data.tar.gz: 9c5a98b3299615b052a8eb2f9f4356cc75dea85b283c5cee8e8759b97c373be17350a7df9d3f9232200cf3d6f406dd64ddff80d4292d5be3982807779f9ae4b9
+  metadata.gz: 4ccea73cc7df695421518ad82de2507950d7d6e300146d5210c982addea11396ad4b4ee154f58ed38aa81891a13df20b5e60f50e84a74d74e7f6cd86c39aa1cb
+  data.tar.gz: 0daa9b8085d05991b1be936e8ce0aa209ab0973a05103a8dc8368e394988ec52ef7066110d912542b891342e2842b92b4e7e24d29b8d597a3a39d315d1b8d0bc

data/.github/workflows/test.yml

@@ -9,7 +9,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        ruby: [3.1, 3.2, 3.3, 3.4]
+        ruby: [3.2, 3.3, 3.4]
 
     steps:
     - uses: actions/checkout@v3

data/CHANGELOG.md

@@ -7,6 +7,10 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## UNRELEASED
 
+# 0.1.0 - 2026-06-24
+
+* Avro: register the fully-resolved (inlined) schema so schemas that reference named types defined in other `.avsc` files are valid standalone.
+
 # 0.0.11 - 2026-02-20
 
 * Fixes for caching working correctly and ensuring we don't recalculate / re-parse Avro schemas

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    schema_registry_client (0.0.11)
+    schema_registry_client (0.1.0)
       avro
       excon
       google-protobuf

data/lib/schema_registry_client/avro_schema_store.rb

@@ -7,16 +7,11 @@ module SchemaRegistry
     def initialize(path: nil)
       @path = path or raise "Please specify a schema path"
       @schemas = {}
-      @schema_text = {}
       @mutex = Mutex.new
     end
 
     attr_accessor :schemas
 
-    def find_text(name)
-      @schema_text[name]
-    end
-
     # Resolves and returns a schema.
     #
     # schema_name - The String name of the schema to resolve.
@@ -64,7 +59,6 @@ module SchemaRegistry
       # we will discard it.
       schema = Avro::Schema.real_parse(schema_hash, @schemas.dup)
       @schemas[full_name] = schema
-      @schema_text[full_name] = JSON.pretty_generate(schema_hash)
 
       schema
     end
@@ -96,7 +90,6 @@ module SchemaRegistry
       # Essentially, the only schemas that should be resolvable in @schemas
       # are those that have their own .avsc files on disk.
       @schemas[fullname] = schema
-      @schema_text[fullname] = schema_text
 
       schema
     rescue ::Avro::UnknownSchemaError => e

data/lib/schema_registry_client/schema/avro.rb

@@ -29,8 +29,11 @@ module SchemaRegistry
         @schema_store
       end
 
+      # Register the fully-resolved (inlined) schema. The raw .avsc text is not a
+      # valid standalone schema when it references a type defined in another file.
       def schema_text(_message, schema_name: nil)
-        schema_store.find_text(schema_name)
+        @registration_text ||= {}
+        @registration_text[schema_name] ||= schema_store.find(schema_name).to_avro.to_json
       end
 
       def encode(message, stream, schema_name: nil)

data/lib/schema_registry_client/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SchemaRegistry
-  VERSION = "0.0.11"
+  VERSION = "0.1.0"
 end

data/schema_registry_client.gemspec

@@ -12,7 +12,7 @@ Gem::Specification.new do |spec|
   spec.summary = "Confluent Schema Registry client with support for Avro and Protobuf"
   spec.homepage = "https://github.com/flipp-oss/schema_registry_client"
   spec.license = "MIT"
-  spec.required_ruby_version = ">= 3.0"
+  spec.required_ruby_version = ">= 3.2"
 
   spec.metadata["rubygems_mfa_required"] = "true"
 

data/spec/encoding_spec.rb

@@ -1,6 +1,10 @@
 # frozen_string_literal: true
 
 RSpec.describe "encoding" do
+  def avro_registration_text(raw)
+    Avro::Schema.parse(raw).to_avro.to_json
+  end
+
   let(:schema_registry_client) do
     SchemaRegistry::Client.new(
       registry_url: "http://localhost:8081"
@@ -116,7 +120,7 @@ RSpec.describe "encoding" do
     end
 
     it "should encode a simple message" do
-      schema = File.read("#{__dir__}/schemas/simple/v1/SimpleMessage.avsc")
+      schema = avro_registration_text(File.read("#{__dir__}/schemas/simple/v1/SimpleMessage.avsc"))
       stub = stub_request(:post, "http://localhost:8081/subjects/simple/versions")
         .with(body: {"schema" => schema}).to_return_json(body: {id: 15})
       msg = {"name" => "my name"}
@@ -133,7 +137,7 @@ RSpec.describe "encoding" do
     end
 
     it "should encode a complex message with nested record" do
-      schema = File.read("#{__dir__}/schemas/referenced/v1/MessageBA.avsc")
+      schema = avro_registration_text(File.read("#{__dir__}/schemas/referenced/v1/MessageBA.avsc"))
       stub = stub_request(:post, "http://localhost:8081/subjects/referenced/versions")
         .with(body: {"schema" => schema}).to_return_json(body: {id: 20})
       msg = {
@@ -169,7 +173,7 @@ RSpec.describe "encoding" do
       File.write("#{multi_schema_path}/MultiFieldMessage.avsc", schema_json)
 
       stub = stub_request(:post, "http://localhost:8081/subjects/multi/versions")
-        .with(body: {"schema" => schema_json}).to_return_json(body: {id: 25})
+        .with(body: {"schema" => avro_registration_text(schema_json)}).to_return_json(body: {id: 25})
 
       msg = {"name" => "Alice", "age" => 30}
       encoded = schema_registry_client.encode(msg, subject: "multi", schema_name: "test.v1.MultiFieldMessage")
@@ -185,7 +189,7 @@ RSpec.describe "encoding" do
     end
 
     it "should validate schema before encoding" do
-      schema = File.read("#{__dir__}/schemas/simple/v1/SimpleMessage.avsc")
+      schema = avro_registration_text(File.read("#{__dir__}/schemas/simple/v1/SimpleMessage.avsc"))
       stub_request(:post, "http://localhost:8081/subjects/simple/versions")
         .with(body: {"schema" => schema}).to_return_json(body: {id: 15})
 
@@ -196,6 +200,27 @@ RSpec.describe "encoding" do
         schema_registry_client.encode(msg, subject: "simple", schema_name: "simple.v1.SimpleMessage")
       end.to raise_error(Avro::SchemaValidator::ValidationError)
     end
+
+    it "registers a self-contained schema when the .avsc references another file" do
+      # cross_file.v1.Outer references cross_file.v1.Inner, which is defined in a
+      # *separate* .avsc file, so the raw Outer.avsc text is not a valid
+      # standalone Avro schema...
+      raw = File.read("#{__dir__}/schemas/cross_file/v1/Outer.avsc")
+      expect { Avro::Schema.parse(raw) }.to raise_error(Avro::UnknownSchemaError)
+
+      # ...and the fully-resolved (inlined) schema is registered instead.
+      resolved = SchemaRegistry::Schema::Avro.new.schema_text(nil, schema_name: "cross_file.v1.Outer")
+      expect { Avro::Schema.parse(resolved) }.not_to raise_error
+
+      stub = stub_request(:post, "http://localhost:8081/subjects/cross/versions")
+        .with(body: {"schema" => resolved}).to_return_json(body: {id: 30})
+
+      encoded = schema_registry_client.encode({"inner" => {"name" => "my name"}},
+        subject: "cross", schema_name: "cross_file.v1.Outer")
+
+      expect(encoded[1..4].unpack1("N")).to eq(30)
+      expect(stub).to have_been_requested.once
+    end
   end
 
   describe "caching" do
@@ -302,7 +327,7 @@ RSpec.describe "encoding" do
       end
 
       it "should not register the same schema twice" do
-        schema = File.read("#{__dir__}/schemas/simple/v1/SimpleMessage.avsc")
+        schema = avro_registration_text(File.read("#{__dir__}/schemas/simple/v1/SimpleMessage.avsc"))
         stub = stub_request(:post, "http://localhost:8081/subjects/simple/versions")
           .with(body: {"schema" => schema}).to_return_json(body: {id: 15})
         msg = {"name" => "my name"}
@@ -313,7 +338,7 @@ RSpec.describe "encoding" do
       end
 
       it "should register schemas for different subjects separately" do
-        schema = File.read("#{__dir__}/schemas/simple/v1/SimpleMessage.avsc")
+        schema = avro_registration_text(File.read("#{__dir__}/schemas/simple/v1/SimpleMessage.avsc"))
         stub_a = stub_request(:post, "http://localhost:8081/subjects/subject-a/versions")
           .with(body: {"schema" => schema}).to_return_json(body: {id: 15})
         stub_b = stub_request(:post, "http://localhost:8081/subjects/subject-b/versions")

data/spec/schemas/cross_file/v1/Inner.avsc

@@ -0,0 +1,11 @@
+{
+  "type": "record",
+  "name": "Inner",
+  "namespace": "cross_file.v1",
+  "fields": [
+    {
+      "name": "name",
+      "type": "string"
+    }
+  ]
+}

data/spec/schemas/cross_file/v1/Outer.avsc

@@ -0,0 +1,11 @@
+{
+  "type": "record",
+  "name": "Outer",
+  "namespace": "cross_file.v1",
+  "fields": [
+    {
+      "name": "inner",
+      "type": "cross_file.v1.Inner"
+    }
+  ]
+}

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: schema_registry_client
 version: !ruby/object:Gem::Version
-  version: 0.0.11
+  version: 0.1.0
 platform: ruby
 authors:
 - Daniel Orner
@@ -173,6 +173,8 @@ files:
 - spec/gen/simple/simple_pb.rb
 - spec/json_schema_spec.rb
 - spec/proto_text_spec.rb
+- spec/schemas/cross_file/v1/Inner.avsc
+- spec/schemas/cross_file/v1/Outer.avsc
 - spec/schemas/everything/everything.json
 - spec/schemas/everything/everything.proto
 - spec/schemas/referenced/referenced.json
@@ -194,7 +196,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.0'
+      version: '3.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="