riddl 1.0.17 → 1.0.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2ef59133f554419dd4322999ae748a7b8621f1dcac6274ce22c0a344e355c099
-  data.tar.gz: 6f6b9003686cca007198a22a4407eced0d2a41925c28a8ec67b4dd4337bc4827
+  metadata.gz: 6ca83f5fe99631dcde4aaa4ad94204809098fd7b23c500c6dc5b46cd065c7759
+  data.tar.gz: 78f8b8be0e7063354fbf1242dad5daf1f0302bd39cce9953fec99c2ed7c5a8f8
 SHA512:
-  metadata.gz: d25f40fcba3d5b54091956009bcd03786840bec3475930f6d3582a744f628f3d7f61c3c5a25bcdd0656b2498b7229ae81f48f2736e804b4af2fe26e47a042283
-  data.tar.gz: 9d5e7cb3600e60bf40b44dee8ba48c19f54639be94427e3073c84d90f904c8683827aa12d2ef3e372e32bfe6c12846df4780645a6388b6c94e2a817f9e0adcbf
+  metadata.gz: 6563f7de6527989c4cd6f7a6dbb225ebd9da1ed9c593dcf355df00c90fbb5d80060972248eaebebdfe692ffd95dfbf5885ad70629ed1717bd7a1a95745090eab
+  data.tar.gz: a21e42d70f98fedd372a5911e007d23e2426a4a6d4406b2a8ac3ff26bdb565d2ec8e82558a7770286fb8b8fa7c8997d3b79981d9cb91662343345196e02afb56

data/examples/library/server.rb

@@ -36,6 +36,7 @@ end
 
 Riddl::Server.new(File.dirname(__FILE__) + '/description.xml', :port => 9001, :bind => '::') do
   accessible_description true
+  p @riddl_logger
 
   on resource do
     run Riddl::Utils::ERBServe, "static/info.txt"  if get

data/examples/sse/server.rb

@@ -4,26 +4,29 @@ require File.expand_path(File.dirname(__FILE__) + '/../../lib/ruby/riddl/server'
 
 class Bar < Riddl::Implementation
   def response
-    $connections.each do |c|
-      c.send('some data')
+    $connections_mutex.synchronize do
+      $connections.each do |c|
+        c.send('some data')
+      end
     end
     Riddl::Parameter::Complex.new("return","text/plain","hello world")
   end
 end
 
 $connections = []
+$connections_mutex = Mutex.new
 
 class Echo < Riddl::SSEImplementation
   def onopen
     # if true (or any object for that matter) is returned, then 200 is sent
     # if false (or nil) is returned 404, the sse is denied
     puts "Connection established"
-    $connections << self
+    $connections_mutex.synchronize { $connections << self }
   end
 
   def onclose
     puts "Connection closed"
-    $connections.delete(self)
+    $connections_mutex.synchronize { $connections.delete(self) }
   end
 end
 
@@ -32,8 +35,10 @@ Riddl::Server.new(File.dirname(__FILE__) + '/description.xml', :port => 9292) do
 
   parallel do
     loop do
-      $connections.each do |c|
-        c.send('heartbeat')
+      $connections_mutex.synchronize do
+        $connections.each do |c|
+          c.send('heartbeat')
+        end
       end
       sleep 15
     end

data/lib/ruby/riddl/ns/description/1.0/description.rng

@@ -14,21 +14,23 @@
       <data type="anyURI"/>
     </attribute>
     <ref name="riddl-description-other-atts"/>
-    <zeroOrMore>
-      <choice>
-        <element name="message">
-          <ref name="riddl-description-other-atts"/>
-          <ref name="riddl-message"/>
-        </element>
-        <element name="transformation">
-          <ref name="riddl-description-other-atts"/>
-          <ref name="riddl-transformation"/>
-        </element>
-      </choice>
-    </zeroOrMore>
-    <element name="resource">
-      <ref name="riddl-resource-dynamic"/>
-    </element>
+    <interleave>
+      <zeroOrMore>
+        <choice>
+          <element name="message">
+            <ref name="riddl-description-other-atts"/>
+            <ref name="riddl-message"/>
+          </element>
+          <element name="transformation">
+            <ref name="riddl-description-other-atts"/>
+            <ref name="riddl-transformation"/>
+          </element>
+        </choice>
+      </zeroOrMore>
+      <element name="resource">
+        <ref name="riddl-resource-dynamic"/>
+      </element>
+    </interleave>
   </define>
 
   <define name="riddl-message">
@@ -199,7 +201,6 @@
         <data type="anyURI"/>
       </attribute>
     </optional>
-    <ref name="riddl-description-others"/>
   </define>
 
   <define name="riddl-resource-recursive-choice">
@@ -222,21 +223,28 @@
         <data type="boolean"/>
       </attribute>
     </optional>
-    <ref name="riddl-resource-sub"/>
+  </define>
+
+  <define name="riddl-resource-body">
+    <interleave>
+      <ref name="riddl-description-others"/>
+      <ref name="riddl-resource-content"/>
+      <ref name="riddl-resource-sub"/>
+    </interleave>
   </define>
 
   <define name="riddl-resource-dynamic">
     <ref name="riddl-resource-attributes"/>
-    <ref name="riddl-resource-content"/>
     <ref name="riddl-resource-recursive-choice"/>
+    <ref name="riddl-resource-body"/>
   </define>
   <define name="riddl-resource-named">
     <ref name="riddl-resource-attributes"/>
     <attribute name="relative">
       <ref name="riddl-datatype-relpath"/>
     </attribute>
-    <ref name="riddl-resource-content"/>
     <ref name="riddl-resource-recursive-choice"/>
+    <ref name="riddl-resource-body"/>
   </define>
 
   <define name="riddl-resource-sub">

data/lib/ruby/riddl/protocols/sse.rb

@@ -1,72 +1,168 @@
 module Riddl
   module Protocols
-    class SSE
+    module SSE
       class Error < RuntimeError; end
 
       class ParserData
         attr_accessor :headers, :request_path, :query_string, :http_method, :body, :request_url
       end
 
-      class DeferrableBody
-				include EventMachine::Deferrable
+      class Base #{{{
+        def initialize(app, env)
+          @app = app
+          @env = env
+          @closed = true
+        end
 
-				def call(body)
-					body.each do |chunk|
-						@body_callback.call(chunk)
-					end
-				end
+        def send_with_id(id, data)
+          return if closed?
+          push("#{id}: #{data}" + EOL + EOL)
+        end
 
-				def each(&blk)
-					@body_callback = blk
-				end
-			end
+        def close
+          return if closed?
+          @closed = true
+          do_close
+        end
 
-      def send_with_id(id, data)
-        EM.next_tick do
-          @body.call [ "#{id}: #{data}" + EOL + EOL ]
+        def closed?
+          @closed
         end
-      end
 
-      def close
-        EM.next_tick do
-          @body.succeed
+        def trigger_on_open;  @closed = false; res = @app.onopen; res ? true : false; end
+        def trigger_on_close; @closed = true;  @app.onclose;                          end
+
+        def response_headers(cross_site_xhr)
+          headers = {
+            'Content-Type' => 'text/event-stream',
+            'Cache-Control' => 'no-cache',
+            'X-Accel-Buffering' => 'no'
+          }
+          if @env['HTTP_ORIGIN'] && cross_site_xhr
+            headers['Access-Control-Allow-Origin'] = '*'
+            headers['Access-Control-Max-Age'] = '0'
+          end
+          headers
         end
-      end
+        protected :response_headers
+      end #}}}
 
-      def trigger_on_open(); @closed = false; res = @app.onopen; res ? true : false; end
-      def trigger_on_close;  @closed = true;  @app.onclose; end
+      class Thin < Base #{{{
+        class DeferrableBody #{{{
+          include EventMachine::Deferrable
 
-      def initialize(app, env)
-        @app = app
-        @env = env
-        @env['async.close'].callback { trigger_on_close }
-				@body = DeferrableBody.new
-        @closed = true
-      end
+          def call(body)
+            body.each { |chunk| @body_callback.call(chunk) }
+          end
+
+          def each(&blk)
+            @body_callback = blk
+          end
+        end #}}}
+
+        def initialize(app, env)
+          super
+          @env['async.close'].callback { trigger_on_close }
+          @body = DeferrableBody.new
+        end
+
+        def dispatch(data, cross_site_xhr)
+          headers = response_headers(cross_site_xhr)
+          EventMachine::next_tick {
+            if trigger_on_open
+              @env['async.callback'].call [200, headers, @body]
+            else
+              @body.fail
+              @env['async.callback'].call [404, headers, {}]
+            end
+          }
+          nil
+        end
+
+        def push(str)
+          EM.next_tick { @body.call [str] }
+        end
+        protected :push
+
+        def do_close
+          EM.next_tick { @body.succeed }
+        end
+        protected :do_close
+      end #}}}
 
+      class Generic < Base # other servers like PUMA
+        class QueueBody #{{{
+          def initialize
+            @queue = Queue.new
+            @on_close = nil
+            @closed_fired = false
+          end
+
+          def on_close(&blk)
+            @on_close = blk
+          end
+
+          def call(chunk)
+            Array(chunk).each { |c| @queue << chunk_encode(c) }
+          end
 
-      def dispatch(data,cross_site_xhr)
-        headers = {
-          'Content-Type' => 'text/event-stream',
-          'Cache-Control' => 'no-cache',
-          'X-Accel-Buffering' => 'no'
-        }
-        if @env['HTTP_ORIGIN'] && cross_site_xhr
-          headers['Access-Control-Allow-Origin'] = '*'
-          headers['Access-Control-Max-Age'] = '0'
+          def each
+            loop do
+              chunk = @queue.pop
+              break if chunk.nil?
+              begin
+                yield chunk
+              rescue IOError, Errno::EPIPE, Errno::ECONNRESET
+                break
+              end
+            end
+          ensure
+            fire_on_close
+          end
+
+          def close
+            @queue << "0#{EOL}#{EOL}"
+            @queue << nil
+          end
+
+          def chunk_encode(c)
+            c.bytesize.to_s(16) + EOL + c + EOL
+          end
+          private :chunk_encode
+
+          def fire_on_close
+            return if @closed_fired
+            @closed_fired = true
+            @on_close.call if @on_close
+          end
+          private :fire_on_close
+        end #}}}
+
+        def initialize(app, env)
+          super
+          @body = QueueBody.new
+          @body.on_close { trigger_on_close }
         end
-				EventMachine::next_tick {
+
+        def dispatch(data, cross_site_xhr)
+          headers = response_headers(cross_site_xhr).merge('Transfer-Encoding' => 'chunked')
           if trigger_on_open
-            @env['async.callback'].call [200, headers, @body]
+            [200, headers, @body]
           else
-            @body.fail
-            @env['async.callback'].call [404, headers, {}]
+            @body.close
+            [404, headers, []]
           end
-				}
-      end
+        end
+
+        def push(str)
+          @body.call [str]
+        end
+        protected :push
 
-      def closed?
-        @closed
+        def do_close
+          @body.close
+        end
+        protected :do_close
       end
     end
   end

data/lib/ruby/riddl/protocols/websocket.rb

@@ -1,109 +1,44 @@
-gem 'em-websocket', '>= 0.4.0'
-require 'em-websocket'
-require 'thin'
-
-module Thin #{{{
-  class Connection
-    attr_accessor :websocket
-    def websocket?
-      !self.websocket.nil?
-    end
-
-    def pre_process_with_websocket
-      @request.env['thin.connection'] = self
-      pre_process_without_websocket
-    end
-    alias :pre_process_without_websocket :pre_process
-    alias :pre_process :pre_process_with_websocket
-
-    def receive_data_with_websocket(data)
-      if self.websocket?
-        self.websocket.receive_data(data)
-      else
-        receive_data_without_websocket(data)
-      end
-    end
-    alias :receive_data_without_websocket :receive_data
-    alias :receive_data :receive_data_with_websocket
-
-    def unbind_with_websocket
-      if self.websocket?
-        self.websocket.unbind
-      else
-        unbind_without_websocket
-      end
-    end
-    alias :unbind_without_websocket :unbind
-    alias :unbind :unbind_with_websocket
-  end
-end   #}}}
-
-module EventMachine
-  module WebSocket
-    class Handshake
-      def receive_data(data)
-        data.request_url = Riddl::Protocols::Utils::escape(data.request_url)
-        @parser = data
-        @headers = data.headers
-        process(@headers, data.body)
-      end
-    end
-  end
-end
+require 'faye/websocket'
+Faye::WebSocket.load_adapter('thin')
 
 module Riddl
   module Protocols
-    class WebSocket < ::EventMachine::WebSocket::Connection
+    class WebSocket
       class Error < RuntimeError; end
 
-      class ParserData
-        attr_accessor :headers, :request_path, :query_string, :http_method, :body, :request_url
-        def match(what)
-          @body =~ what
-        end
-        def upgrade?
-          true
-        end
-      end
+      def initialize(app, env)
+        @app = app
+        @closed = true
+        @socket = Faye::WebSocket.new(env)
 
-      def self.new(*args)
-        instance = allocate
-        instance.__send__(:initialize, *args)
-        instance
+        @socket.on(:open)    { trigger_on_open }
+        @socket.on(:message) { |event| trigger_on_message(event.data) }
+        @socket.on(:close)   { trigger_on_close }
+        @socket.on(:error)   { |event| trigger_on_error(event.message) }
       end
 
-      def send_data(data)
-        EM.next_tick do
-          @socket.send_data(data) unless closed?
-        end
+      def dispatch
+        @socket.rack_response
       end
 
-      def close_connection(*args)
-        EM.next_tick do
-          unless closed?
-            @socket.close_connection(*args)
-            trigger_on_close
-          end
-        end
+      def send(data)
+        EM.next_tick { @socket.send(data) unless closed? }
       end
 
-      def trigger_on_message(msg);    @app.onmessage(msg);                        end
-      def trigger_on_open(handshake); @closed = false; @app.onopen;               end
-      def trigger_on_close;           @closed = true;  @app.onclose;              end
-      def trigger_on_error(error);    @closed = true;  @app.onerror(error); true; end
-
-      def initialize(app, socket)
-        @app = app
-        @socket = socket
-        @ssl = socket.backend.respond_to?(:ssl?) && socket.backend.ssl?
-        @closed = true
-        socket.websocket = self
-        socket.comm_inactivity_timeout = 0
+      def close_connection
+        EM.next_tick { @socket.close unless closed? }
       end
 
       def closed?
         @closed
       end
+
+      private
+
+      def trigger_on_open;       @closed = false; @app.onopen;    end
+      def trigger_on_message(m); @app.onmessage(m);                end
+      def trigger_on_close;      @closed = true;  @app.onclose;    end
+      def trigger_on_error(msg); @app.onerror(msg);                end
     end
   end
 end

data/lib/ruby/riddl/server.rb

@@ -53,6 +53,7 @@ module Riddl
         :secure       => false,
         :verbose      => false,
         :http_only    => false,
+        :server       => 'thin',
         :runtime_opts => [
           ["--port [PORT]", "-p [PORT]", "Specify http port.", ->(p){
             @riddl_opts[:port] = p.to_i
@@ -102,12 +103,16 @@ module Riddl
         app.use Rack::CommonLogger, @riddl_logger
       end
 
+      if @riddl_opts[:secure] && @riddl_opts[:server].to_s != 'thin'
+        raise NotImplementedError, "secure (TLS) mode is not yet supported with the '#{@riddl_opts[:server]}' backend, only 'thin'"
+      end
+
       server = Rack::Server.new(
         :app => app,
         :Host => @riddl_opts[:bind],
         :Port => @riddl_opts[:port],
         :environment => @riddl_opts[:verbose] ? 'deployment' : 'none',
-        :server => 'thin',
+        :server => @riddl_opts[:server],
         :signals => false
       )
       @riddl_opts[:startup].call if @riddl_opts[:startup]
@@ -115,46 +120,68 @@ module Riddl
         @riddl_opts[:custom_protocol] = @riddl_opts[:custom_protocol].new(@riddl_opts)
         puts @riddl_opts[:custom_protocol].support if @riddl_opts[:custom_protocol].support
       end
-      begin
-        EM.run do
-          if @riddl_opts[:secure]
-            server.start do |srv|
-              srv.ssl = true
-              srv.ssl_options = @riddl_opts[:secure_options]
+
+      if @riddl_opts[:server].to_s == 'thin'
+        begin
+          EM.run do
+            if @riddl_opts[:secure]
+              server.start do |srv|
+                srv.ssl = true
+                srv.ssl_options = @riddl_opts[:secure_options]
+              end
+            else
+              server.start
             end
-          else
-            server.start
-          end
 
-          if @riddl_opts[:custom_protocol] && !@riddl_opts[:http_only]
-            @riddl_opts[:custom_protocol].start
-          end
+            if @riddl_opts[:custom_protocol] && !@riddl_opts[:http_only]
+              @riddl_opts[:custom_protocol].start
+            end
 
-          [:INT, :TERM].each do |signal|
-            Signal.trap(signal) do
-              if @riddl_opts[:cleanup]
-                @riddl_opts[:cleanup].call
+            [:INT, :TERM].each do |signal|
+              Signal.trap(signal) do
+                if @riddl_opts[:cleanup]
+                  @riddl_opts[:cleanup].call
+                end
+                EM.stop
               end
-              EM.stop
             end
-          end
-          [:HUP].each do |signal|
-            Signal.trap(signal) do
-              EM.stop
+            [:HUP].each do |signal|
+              Signal.trap(signal) do
+                EM.stop
+              end
             end
-          end
 
-          if @riddl_opts[:parallel]
-            EM.defer do
-              @riddl_opts[:parallel].call
+            if @riddl_opts[:parallel]
+              EM.defer do
+                @riddl_opts[:parallel].call
+              end
             end
           end
+        rescue => e
+          if @riddl_opts[:custom_protocol] && !@riddl_opts[:http_only]
+            @riddl_opts[:custom_protocol].error_handling(e)
+          end
+          puts "Server (#{@riddl_opts[:cmdl_info]}) stopped due to connection error (PID:#{Process.pid})"
         end
-      rescue => e
+      else # other servers like PUMA
+        Faye::WebSocket.ensure_reactor_running
+
         if @riddl_opts[:custom_protocol] && !@riddl_opts[:http_only]
-          @riddl_opts[:custom_protocol].error_handling(e)
+          @riddl_opts[:custom_protocol].start
+        end
+
+        Thread.new { @riddl_opts[:parallel].call } if @riddl_opts[:parallel]
+
+        begin
+          server.start do |launcher|
+            launcher.events.after_stopped { @riddl_opts[:cleanup].call if @riddl_opts[:cleanup] }
+          end
+        rescue => e
+          if @riddl_opts[:custom_protocol] && !@riddl_opts[:http_only]
+            @riddl_opts[:custom_protocol].error_handling(e)
+          end
+          puts "Server (#{@riddl_opts[:cmdl_info]}) stopped due to connection error (PID:#{Process.pid})"
         end
-        puts "Server (#{@riddl_opts[:cmdl_info]}) stopped due to connection error (PID:#{Process.pid})"
       end
     end #}}}
 
@@ -237,6 +264,7 @@ module Riddl
       @riddl_log = @riddl_logger || @riddl_env['rack.errors']
       @riddl_res = Rack::Response.new
       @riddl_status = 404
+      @riddl_async_response = nil
 
       @riddl_pinfo = Riddl::Protocols::Utils::unescape(@riddl_env["PATH_INFO"].gsub(/\/+/,'/'))
       @riddl_matching_path = @riddl_paths.find{ |e| @riddl_pinfo.match(e[1]).to_s.length == @riddl_pinfo.length }
@@ -294,7 +322,7 @@ module Riddl
               end
             end
           end
-          throw :async
+          throw :async if @riddl_opts[:server].to_s == 'thin'
         elsif @riddl_info[:env]['HTTP_ACCEPT'] == 'text/event-stream'
           @riddl_info[:m] = @riddl_method = 'sse'
           @riddl_message = @riddl.io_messages(@riddl_matching_path[0],'sse',@riddl_parameters,@riddl_headers)
@@ -313,7 +341,7 @@ module Riddl
               end
             end
           end
-          throw :async
+          throw :async if @riddl_opts[:server].to_s == 'thin'
         else
           __call
         end
@@ -321,6 +349,7 @@ module Riddl
         @riddl_log.write "404: this resource for sure does not exist.\n"
         @riddl_status = 404 # client requests wrong path
       end
+      return @riddl_async_response if @riddl_async_response
       if @riddl_exe
         parts = Protocols::HTTP::Generator.new(@riddl_exe.response,@riddl_res).generate
         @riddl_exe.headers.each do |n,h|
@@ -382,22 +411,14 @@ module Riddl
           @riddl_headers.map { |key, value|  [key.downcase.gsub('_','-'), value] }
         ]
         w = what.new(@riddl_info.merge!(:a => args, :match => matching_path))
-        w.io = Riddl::Protocols::SSE.new(w, @riddl_env)
-        w.io.dispatch(data, @riddl_cross_site_xhr)
+        sse = @riddl_opts[:server].to_s == 'thin' ? Riddl::Protocols::SSE::Thin : Riddl::Protocols::SSE::Generic
+        w.io = sse.new(w, @riddl_env)
+        @riddl_async_response = w.io.dispatch(data, @riddl_cross_site_xhr)
       end
       if what.class == Class && what.superclass == Riddl::WebSocketImplementation
-        data = Riddl::Protocols::WebSocket::ParserData.new
-        data.request_path = @riddl_pinfo
-        data.request_url = @riddl_pinfo + '?' + @riddl_query_string
-        data.query_string = @riddl_query_string
-        data.http_method = @riddl_env['REQUEST_METHOD']
-        data.body = @riddl_env['rack.input'].read
-        data.headers = Hash[
-          @riddl_headers.map { |key, value|  [key.downcase.gsub('_','-'), value] }
-        ]
-        w = what.new(@riddl_info.merge!(:a => args, :version => @riddl_env['HTTP_SEC_WEBSOCKET_VERSION'], :match => matching_path))
-        w.io = Riddl::Protocols::WebSocket.new(w, @riddl_env['thin.connection'])
-        w.io.dispatch(data)
+        w = what.new(@riddl_info.merge!(:a => args, :match => matching_path))
+        w.io = Riddl::Protocols::WebSocket.new(w, @riddl_env)
+        @riddl_async_response = w.io.dispatch
       end
       if what.class == Class && what.superclass == Riddl::Implementation
         w = what.new(@riddl_info.merge!(:a => args, :match => matching_path))

data/lib/ruby/riddl/wrapper.rb

@@ -90,7 +90,8 @@ module Riddl
             xml = Typhoeus.get(name, ssl_verifypeer: false).response_body
           end
           @doc = XML::Smart.string(xml)
-        rescue
+        rescue => e
+          raise SpecificationError, "#{name.inspect} is not well-formed XML: #{e.message}" if e.is_a?(Nokogiri::XML::SyntaxError) && !xml.to_s.strip.empty?
           begin
             @doc = XML::Smart.string(name)
           rescue
@@ -99,11 +100,12 @@ module Riddl
         end
       end
 
-      @doc.register_namespace 'x', XINCLUDE
-      @doc.find('//x:include/@href').each do |i|
-        if i.value =~ /^http:\/\/(www\.)?riddl\.org(\/ns\/common-patterns\/.*)/
-          t = File.expand_path(File.dirname(__FILE__)) + $2
-          i.value = t if File.exist?(t)
+      if @doc.register_namespace 'x', XINCLUDE
+        @doc.find('//x:include/@href').each do |i|
+          if i.value =~ /^http:\/\/(www\.)?riddl\.org(\/ns\/common-patterns\/.*)/
+            t = File.expand_path(File.dirname(__FILE__)) + $2
+            i.value = t if File.exist?(t)
+          end
         end
       end
       fpath.nil? ? @doc.xinclude! : @doc.xinclude!(fpath)
@@ -119,13 +121,19 @@ module Riddl
         rrds = XML::Smart::open_unprotected(RIDDL_DESCRIPTION_RESOURCE_SHOW)
         rds.register_namespace('des','http://riddl.org/ns/description/1.0')
         rrds.register_namespace('des','http://riddl.org/ns/description/1.0')
-        @doc.root.prepend rds.find('/des:description/des:message')
-        @doc.root.prepend rrds.find('/des:description/des:message')
+        prepend = lambda do |node,what,allowed|
+          first = node.find(allowed.map{ |e| "des:#{e}" }.join('|')).first
+          first ? first.add_before(what) : node.add(what)
+        end
+        des_allowed = %w{message transformation resource}
+        res_allowed = %w{post get put patch delete request websocket sse resource}
+        prepend.call @doc.root, rds.find('/des:description/des:message'), des_allowed
+        prepend.call @doc.root, rrds.find('/des:description/des:message'), des_allowed
         @doc.find("/des:description/des:resource").each do |r|
-          r.prepend rds.find('/des:description/des:resource/*')
+          prepend.call r, rds.find('/des:description/des:resource/*'), res_allowed
         end
         @doc.find("/des:description//des:resource").each do |r|
-          r.prepend rrds.find('/des:description/des:resource/*')
+          prepend.call r, rrds.find('/des:description/des:resource/*'), res_allowed
         end
       end
       if @is_declaration  && get_description
@@ -247,13 +255,13 @@ module Riddl
     def validate!
       #{{{
       if @is_description
-        xval = @doc.validate_against(XML::Smart.open_unprotected(DESCRIPTION_FILE))
+        xval = @doc.validate_against(XML::Smart.open_unprotected(DESCRIPTION_FILE)) { |err| puts err }
         xchk = ResourceChecker.new(@doc).check
         puts xchk.join("\n") unless xchk.empty?
         return xval && xchk.empty?
       end
       if @is_declaration
-        xval = @doc.validate_against(XML::Smart.open_unprotected(DECLARATION_FILE))
+        xval = @doc.validate_against(XML::Smart.open_unprotected(DECLARATION_FILE)) { |err| puts err }
         xchk = LayerChecker.new(@doc).check
         puts xchk.join("\n") unless xchk.empty?
         return xval && xchk.empty?

data/ns/description/1.0/description.rng

@@ -14,21 +14,23 @@
       <data type="anyURI"/>
     </attribute>
     <ref name="riddl-description-other-atts"/>
-    <zeroOrMore>
-      <choice>
-        <element name="message">
-          <ref name="riddl-description-other-atts"/>
-          <ref name="riddl-message"/>
-        </element>
-        <element name="transformation">
-          <ref name="riddl-description-other-atts"/>
-          <ref name="riddl-transformation"/>
-        </element>
-      </choice>
-    </zeroOrMore>
-    <element name="resource">
-      <ref name="riddl-resource-dynamic"/>
-    </element>
+    <interleave>
+      <zeroOrMore>
+        <choice>
+          <element name="message">
+            <ref name="riddl-description-other-atts"/>
+            <ref name="riddl-message"/>
+          </element>
+          <element name="transformation">
+            <ref name="riddl-description-other-atts"/>
+            <ref name="riddl-transformation"/>
+          </element>
+        </choice>
+      </zeroOrMore>
+      <element name="resource">
+        <ref name="riddl-resource-dynamic"/>
+      </element>
+    </interleave>
   </define>
 
   <define name="riddl-message">
@@ -199,7 +201,6 @@
         <data type="anyURI"/>
       </attribute>
     </optional>
-    <ref name="riddl-description-others"/>
   </define>
 
   <define name="riddl-resource-recursive-choice">
@@ -222,21 +223,28 @@
         <data type="boolean"/>
       </attribute>
     </optional>
-    <ref name="riddl-resource-sub"/>
+  </define>
+
+  <define name="riddl-resource-body">
+    <interleave>
+      <ref name="riddl-description-others"/>
+      <ref name="riddl-resource-content"/>
+      <ref name="riddl-resource-sub"/>
+    </interleave>
   </define>
 
   <define name="riddl-resource-dynamic">
     <ref name="riddl-resource-attributes"/>
-    <ref name="riddl-resource-content"/>
     <ref name="riddl-resource-recursive-choice"/>
+    <ref name="riddl-resource-body"/>
   </define>
   <define name="riddl-resource-named">
     <ref name="riddl-resource-attributes"/>
     <attribute name="relative">
       <ref name="riddl-datatype-relpath"/>
     </attribute>
-    <ref name="riddl-resource-content"/>
     <ref name="riddl-resource-recursive-choice"/>
+    <ref name="riddl-resource-body"/>
   </define>
 
   <define name="riddl-resource-sub">

data/riddl.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name             = "riddl"
-  s.version          = "1.0.17"
+  s.version          = "1.0.18"
   s.platform         = Gem::Platform::RUBY
   s.license          = "LGPL-3.0-or-later"
   s.summary          = "Restful Interface Description and Declaration Language: tools and client/server libs"
@@ -31,8 +31,8 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'rdf-smart', '>=0.0.160', '~>0'
   s.add_runtime_dependency 'rack', '~>2.2'
   s.add_runtime_dependency 'thin', '~>1.6'
+  s.add_runtime_dependency 'puma', '~>8.0'
   s.add_runtime_dependency 'eventmachine', '>= 1.0.0', '~>1.0'
-  s.add_runtime_dependency 'em-websocket', '>= 0.5.2', '~>0'
   s.add_runtime_dependency 'faye-websocket', '>= 0.1', '~>0'
   s.add_runtime_dependency 'mime-types', '>= 3.0', '~>3'
   s.add_runtime_dependency 'minitest', '>= 5.0.0', '~>5'

data/test/tc_sse.rb

@@ -0,0 +1,82 @@
+require File.expand_path(File.dirname(__FILE__) + '/smartrunner.rb')
+require File.expand_path(File.dirname(__FILE__) + '/../lib/ruby/riddl/client')
+require 'net/http'
+require 'timeout'
+
+module SSEScenario
+  def test_sse
+    info = self.class::SERVER[0]
+    ep = Riddl::Client.interface(info.url, info.schema)
+
+    test = ep.resource('/')
+    status, res = test.get
+    assert status == 200
+    assert res.length == 1
+    assert res[0].mimetype == 'text/plain'
+    assert res[0].value.read == 'hello world'
+
+    uri = URI(info.url)
+    events = Queue.new
+    opened = Queue.new
+
+    reader = Thread.new do
+      begin
+        Net::HTTP.start(uri.host, info.port) do |http|
+          req = Net::HTTP::Get.new('/', { 'Accept' => 'text/event-stream' })
+          http.request(req) do |response|
+            opened << response.code
+            buffer = +''
+            response.read_body do |chunk|
+              buffer << chunk
+              while (idx = buffer.index("\r\n\r\n"))
+                events << buffer.slice!(0..idx + 3)
+              end
+            end
+          end
+        end
+      rescue IOError, Errno::ECONNRESET
+        # expected once the reader thread is killed below
+      end
+    end
+
+    assert Timeout.timeout(5) { opened.pop } == '200'
+
+    # a plain GET on the same server broadcasts to every open SSE connection
+    # (examples/sse/server.rb's Bar#response) -- deterministic, no need to
+    # wait on the 15s heartbeat from the `parallel` block.
+    status, _res = test.get
+    assert status == 200
+
+    event = Timeout.timeout(5) { events.pop }
+    assert event == "data: some data\r\n\r\n"
+
+    reader.kill
+    reader.join
+  end
+end
+
+class TestSSEThin < Minitest::Test
+  include ServerCase
+  include SSEScenario
+
+  SERVER = [
+    TestServerInfo.new(
+      File.expand_path(File.dirname(__FILE__) + '/../examples/sse/server.rb') + ' -o server=thin',
+      File.expand_path(File.dirname(__FILE__) + '/../examples/sse/description.xml')
+    )
+  ]
+  NORUN = false
+end
+
+class TestSSEPuma < Minitest::Test
+  include ServerCase
+  include SSEScenario
+
+  SERVER = [
+    TestServerInfo.new(
+      File.expand_path(File.dirname(__FILE__) + '/../examples/sse/server.rb') + ' -o server=puma',
+      File.expand_path(File.dirname(__FILE__) + '/../examples/sse/description.xml')
+    )
+  ]
+  NORUN = false
+end

data/test/tc_websocket.rb

@@ -1,21 +1,11 @@
 require File.expand_path(File.dirname(__FILE__) + '/smartrunner.rb')
 require File.expand_path(File.dirname(__FILE__) + '/../lib/ruby/riddl/client')
 require 'xml/smart'
-require 'pp'
-
-class TestWebsocket <  Minitest::Test
-  include ServerCase
-
-  SERVER = [
-    TestServerInfo.new(
-      File.expand_path(File.dirname(__FILE__) + '/../examples/websocket/server.rb'),
-      File.expand_path(File.dirname(__FILE__) + '/../examples/websocket/description.xml')
-    )
-  ]
-  NORUN = false
 
+module WebSocketScenario
   def test_websocket
-    ep = Riddl::Client.interface(SERVER[0].url,SERVER[0].schema)
+    info = self.class::SERVER[0]
+    ep = Riddl::Client.interface(info.url, info.schema)
 
     test = ep.resource('/')
     status, res = test.get
@@ -61,3 +51,29 @@ class TestWebsocket <  Minitest::Test
 
   end
 end
+
+class TestWebsocketThin < Minitest::Test
+  include ServerCase
+  include WebSocketScenario
+
+  SERVER = [
+    TestServerInfo.new(
+      File.expand_path(File.dirname(__FILE__) + '/../examples/websocket/server.rb') + ' -o server=thin',
+      File.expand_path(File.dirname(__FILE__) + '/../examples/websocket/description.xml')
+    )
+  ]
+  NORUN = false
+end
+
+class TestWebsocketPuma < Minitest::Test
+  include ServerCase
+  include WebSocketScenario
+
+  SERVER = [
+    TestServerInfo.new(
+      File.expand_path(File.dirname(__FILE__) + '/../examples/websocket/server.rb') + ' -o server=puma',
+      File.expand_path(File.dirname(__FILE__) + '/../examples/websocket/description.xml')
+    )
+  ]
+  NORUN = false
+end

data/tools/riddlcheck

@@ -21,7 +21,12 @@ if ARGV.length == 0 || !File.exist?(ARGV[0])
 end
 fname = ARGV[0]
 
-riddl = Riddl::Wrapper::new(fname)
+riddl = begin
+  Riddl::Wrapper::new(fname)
+rescue Riddl::SpecificationError => e
+  puts e.message
+  exit 1
+end
 
 if riddl.description?
   puts 'RIDDL description found.'
@@ -29,8 +34,9 @@ elsif riddl.declaration?
   puts 'RIDDL declaration found.'
 else
   puts 'Neither a RIDDL description, nor a RIDDL declaration.'
-  exit
+  exit 1
 end
 
 messages = riddl.validate!
 puts messages ? "RIDDL looks valid." : "RIDDL not valid."
+exit 1 unless messages

data/tools/riddlprocess

@@ -27,7 +27,12 @@ if ARGV.length == 0 || !File.exist?(ARGV[0]) || dowhat.nil?
 end
 fname = ARGV[0]
 
-riddl = Riddl::Wrapper.new(fname)
+riddl = begin
+  Riddl::Wrapper.new(fname)
+rescue Riddl::SpecificationError => e
+  puts e.message
+  exit 1
+end
 
 unless riddl.declaration?
   puts 'Not a RIDDL declaration.'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: riddl
 version: !ruby/object:Gem::Version
-  version: 1.0.17
+  version: 1.0.18
 platform: ruby
 authors:
 - Juergen 'eTM' Mangler
@@ -115,45 +115,39 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.6'
 - !ruby/object:Gem::Dependency
-  name: eventmachine
+  name: puma
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.0.0
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '8.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.0.0
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '8.0'
 - !ruby/object:Gem::Dependency
-  name: em-websocket
+  name: eventmachine
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.5.2
+        version: 1.0.0
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.5.2
+        version: 1.0.0
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: faye-websocket
   requirement: !ruby/object:Gem::Requirement
@@ -325,7 +319,6 @@ files:
 - examples/declaration-test/declaration2.xml
 - examples/declaration-test/goal/goal.txt
 - examples/declaration-test/goal/goal.xml
-- examples/declaration-test/main.log
 - examples/declaration-test/main.rb
 - examples/declaration-test/main.xml
 - examples/declaration-test/over.xml
@@ -531,6 +524,7 @@ files:
 - test/tc_library.rb
 - test/tc_producer.rb
 - test/tc_properties.rb
+- test/tc_sse.rb
 - test/tc_websocket.rb
 - tools/flash-policy-server.rb
 - tools/riddlcheck
@@ -539,7 +533,7 @@ homepage: http://github.com/etm/riddl/
 licenses:
 - LGPL-3.0-or-later
 metadata:
-  documentation_uri: https://gemdocs.org/gems/riddl/1.0.17/
+  documentation_uri: https://gemdocs.org/gems/riddl/1.0.18/
 rdoc_options: []
 require_paths:
 - lib/ruby
@@ -567,4 +561,5 @@ test_files:
 - test/tc_library.rb
 - test/tc_producer.rb
 - test/tc_properties.rb
+- test/tc_sse.rb
 - test/tc_websocket.rb

data/examples/declaration-test/main.log

@@ -1,57 +0,0 @@
-# Logfile created on 2013-05-21 22:59:18 +0200 by logger.rb/31641
-Main: 127.0.0.1 - - [21/May/2013 23:04:19] "GET / HTTP/1.1" 200 - 0.0376 
-Main: 127.0.0.1 - - [21/May/2013 23:04:19] "GET /favicon.ico HTTP/1.1" 404 - 0.0001 
-Main: 127.0.0.1 - - [21/May/2013 23:04:19] "GET /favicon.ico HTTP/1.1" 404 - 0.0001 
-Main: 127.0.0.1 - - [21/May/2013 23:04:45] "GET /?a=1 HTTP/1.1" 200 - 0.0321 
-Main: 127.0.0.1 - - [21/May/2013 23:04:49] "GET /?b=1 HTTP/1.1" 200 - 0.0056 
-Main: 127.0.0.1 - - [21/May/2013 23:04:52] "GET /?b=2 HTTP/1.1" 200 - 0.0055 
-Main: 127.0.0.1 - - [21/May/2013 23:04:57] "GET /?c=2 HTTP/1.1" 200 - 0.0056 
-Main: 127.0.0.1 - - [21/May/2013 23:05:00] "GET /?d=2 HTTP/1.1" 200 - 0.0053 
-Main: 127.0.0.1 - - [21/May/2013 23:05:08] "GET /?e=2 HTTP/1.1" 200 - 0.0052 
-Main: 127.0.0.1 - - [21/May/2013 23:07:26] "GET /?a=2 HTTP/1.1" 200 - 0.0510 
-Main: 127.0.0.1 - - [21/May/2013 23:08:22] "GET /?a=2 HTTP/1.1" 200 - 0.0334 
-Main: 127.0.0.1 - - [21/May/2013 23:08:50] "GET /?a=2 HTTP/1.1" 200 - 0.0322 
-Main: 127.0.0.1 - - [21/May/2013 23:09:14] "GET /?a=2 HTTP/1.1" 200 - 0.0324 
-Main: 127.0.0.1 - - [21/May/2013 23:09:49] "GET /?a=2 HTTP/1.1" 200 - 0.0321 
-Main: 127.0.0.1 - - [21/May/2013 23:48:23] "GET /?a=2 HTTP/1.1" 200 - 0.0485 
-Main: 127.0.0.1 - - [21/May/2013 23:51:30] "GET /?a=2 HTTP/1.1" 200 - 0.0326 
-Main: 127.0.0.1 - - [21/May/2013 23:52:03] "GET /?a=2 HTTP/1.1" 200 - 0.0311 
-Main: 127.0.0.1 - - [21/May/2013 23:53:37] "GET /?a=2 HTTP/1.1" 200 - 0.0337 
-Main: 127.0.0.1 - - [21/May/2013 23:55:32] "GET /?a=2 HTTP/1.1" 200 - 0.0316 
-127.0.0.1 - - [21/May/2013 23:55:32] "GET /?a=2 HTTP/1.1" 200 1 0.0321
-Main: 127.0.0.1 - - [21/May/2013 23:55:49] "GET /?a=2 HTTP/1.1" 200 - 0.0324 
-Main: 127.0.0.1 - - [21/May/2013 23:59:45] "GET /?a=2 HTTP/1.1" 200 - 0.0114 
-Main: 127.0.0.1 - - [22/May/2013 00:00:23] "GET /?a=2 HTTP/1.1" 200 - 0.0114 
-Main: 127.0.0.1 - - [22/May/2013 00:00:31] "GET /?a=2 HTTP/1.1" 200 - 0.0074 
-Main: 127.0.0.1 - - [22/May/2013 00:01:13] "GET /?a=2 HTTP/1.1" 200 - 0.0316 
-Main: 127.0.0.1 - - [22/May/2013 00:02:24] "GET /?a=2 HTTP/1.1" 200 - 0.0114 
-Main: 127.0.0.1 - - [22/May/2013 00:02:59] "GET /?a=2 HTTP/1.1" 200 - 0.0156 
-Main: 127.0.0.1 - - [22/May/2013 00:14:10] "GET /?a=2 HTTP/1.1" 200 - 0.0112 
-Main: 127.0.0.1 - - [22/May/2013 00:14:11] "GET /?a=2 HTTP/1.1" 200 - 0.0062 
-Main: 127.0.0.1 - - [22/May/2013 00:18:11] "GET /?a=2 HTTP/1.1" 200 - 0.0115 
-Main: 127.0.0.1 - - [22/May/2013 00:18:14] "GET /?a=2 HTTP/1.1" 200 - 0.0054 
-Main: 127.0.0.1 - - [22/May/2013 00:19:07] "GET /?a=2 HTTP/1.1" 200 - 0.0368 
-Main: 127.0.0.1 - - [22/May/2013 00:19:31] "GET /?a=2 HTTP/1.1" 200 - 0.0321 
-Main: 127.0.0.1 - - [22/May/2013 00:19:34] "GET /?a=2 HTTP/1.1" 200 - 0.0104 
-Main: 127.0.0.1 - - [22/May/2013 00:20:01] "GET /?a=2 HTTP/1.1" 200 - 0.0323 
-Main: 127.0.0.1 - - [22/May/2013 00:20:01] "GET /?a=2 HTTP/1.1" 200 - 0.0094 
-Main: 127.0.0.1 - - [22/May/2013 00:20:01] "GET /?a=2 HTTP/1.1" 200 - 0.0051 
-Main: 127.0.0.1 - - [22/May/2013 00:21:14] "GET /?a=2 HTTP/1.1" 200 - 0.0485 
-Main: 127.0.0.1 - - [22/May/2013 00:21:15] "GET /?a=2 HTTP/1.1" 200 - 0.0064 
-Main: 127.0.0.1 - - [22/May/2013 00:21:15] "GET /?a=2 HTTP/1.1" 200 - 0.0094 
-Main: 127.0.0.1 - - [22/May/2013 00:22:12] "GET /?a=2 HTTP/1.1" 200 - 0.0327 
-Main: 127.0.0.1 - - [22/May/2013 00:22:36] "GET /?a=2 HTTP/1.1" 200 - 0.0316 
-Main: 127.0.0.1 - - [22/May/2013 00:22:53] "GET /?a=2 HTTP/1.1" 200 - 0.0480 
-127.0.0.1 - - [22/May/2013 00:22:53] "GET /?a=2 HTTP/1.1" 200 1 0.0488
-Main::: 127.0.0.1 - - [22/May/2013 00:26:52] "GET /?a=2 HTTP/1.1" 200 1 0.0332
-Main::: 127.0.0.1 - - [22/May/2013 00:27:16] "GET / HTTP/1.1" 200 - 0.0326
-Main::: 127.0.0.1 - - [22/May/2013 00:27:21] "GET / HTTP/1.1" 200 - 0.0054
-Main::: 127.0.0.1 - - [22/May/2013 00:28:05] "GET /?a=1&b=2 HTTP/1.1" 200 7 0.0396
-Main::: 127.0.0.1 - - [22/May/2013 00:28:35] "GET /?a=1&b=2 HTTP/1.1" 501 - 0.0334
-Main::: 501: the get parameters are not matching anything in the description.Main::: 127.0.0.1 - - [22/May/2013 00:31:19] "GET /?a=1&b=2 HTTP/1.1" 501 - 0.0347
-Main::: 501: the get parameters are not matching anything in the description.
-Main::: 127.0.0.1 - - [22/May/2013 00:32:10] "GET /?a=1&b=2 HTTP/1.1" 501 - 0.0321
-Main::: 501: the get parameters are not matching anything in the description.
-Main::: 127.0.0.1 - - [22/May/2013 00:37:50] "GET /?a=1&b=2 HTTP/1.1" 501 - 0.0328
-Main: 127.0.0.1 - - [22/May/2013 00:38:45] "GET /?a=1&b=2 HTTP/1.1" 200 7 0.0331
-Main: 127.0.0.1 - - [22/May/2013 00:38:49] "GET /?a=1 HTTP/1.1" 200 1 0.0067