cddlc 0.1.4 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 000da759c9346bf077d53d94e0d303e6a60e2384ca81fe8a2e746a0f3a058ebc
-  data.tar.gz: 93a2e95d3ab753726aa62f97e036e554bf2ca4c008eb7189dca1c87e63b53dd3
+  metadata.gz: 30602affec27761888bf5f3094ac596e21cbf80fa9726f2476210ed8b419b981
+  data.tar.gz: 4742739b320591da0f59be4732d4c0957acbfc80a1ca699caeda5943007b3d0a
 SHA512:
-  metadata.gz: 2e501521ac303e9a8aba48198037a3f941f2ff3b6e4c875ea42bc64e8052c4a78516c0d7cb2c5a1a7efc1827295f5c446e349c51782ac6f52e9c009d341a8bd0
-  data.tar.gz: f9ae3b76b1bbd807816b959e02d8ddaf7d79be417dfe3c3d56eb0fca3496eafd2d50f2b4496a8bd8abffb3fb539e3fb3702c140679cd25329d0a9cfe4c9af55d
+  metadata.gz: 9a726e557db0da91370c0c3f22ab31fc7f494d0c6902874b8129c3afb40bffd95855d7785be15f105a3cdc62831a79048daa919f714267e83bd372cf3c455bd1
+  data.tar.gz: a1b74234c1195480fa40eb2e298dcbb2450c07e12e282fbb0606733cf60c716f280a224f33ba5f9baa9e80d0cb1829dff526bbe78f492ae9e7f30a1bff8cc68b

data/bin/cddlc

@@ -44,7 +44,7 @@ require 'ostruct'
 $options = OpenStruct.new
 begin
   op = OptionParser.new do |opts|
-    opts.banner = "Usage: cddlc.rb [options] file.cddl"
+    opts.banner = "Usage: cddlc.rb [options] [file.cddl... | -]"
 
     opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
       $options.verbose = v

data/cddlc.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = "cddlc"
-  s.version = "0.1.4"
+  s.version = "0.1.6"
   s.summary = "CDDL (Concise Data Definition Language) converters and miscellaneous tools"
   s.description = %q{cddlc implements converters and miscellaneous tools for CDDL, RFC 8610}
   s.author = "Carsten Bormann"
@@ -15,6 +15,6 @@ Gem::Specification.new do |s|
 
   s.add_development_dependency 'bundler', '~>1'
   s.add_dependency 'treetop', '~>1'
-  s.add_dependency 'json'
-  s.add_dependency 'neatjson'
+  s.add_dependency 'json', '~>2'
+  s.add_dependency 'neatjson', '~>0.10'
 end

data/lib/cddlc.rb

@@ -39,8 +39,22 @@ class CDDL
            end])
   end
 
+  def self.read_from_include_path(fn)
+    io = nil
+    CDDL::cddl_include_path.each do |path|
+      begin
+        io = (path + fn).open
+        break
+      rescue Errno::ENOENT
+        next
+      end
+    end
+    io
+  end
+
   SAFE_FN = /\A[-._a-zA-Z0-9]+\z/
   IMPINC = /\A(?:import|include)\z/
+  IDENTIFIER_RE = /\A[A-Za-z@_$]([-.]*[A-Za-z@_$0-9])*\z/
 
   def self.from_cddl(s)
     ast = @@parser.parse s
@@ -51,86 +65,147 @@ class CDDL
       directives = s.lines.grep(/^;# /).map(&:chomp).map{|l| l.sub(/^;#\s+/, '').split(/\s+/)}
       # puts directives.to_yaml
     end
+
     ret = CDDL.new(ast, directives)
 
     if $options.cddl2
-      ret.directives.each do |di|
-        preferred_tag = nil
-        case di
-        in [IMPINC => dir, SAFE_FN => docref]
-        in [IMPINC => dir, SAFE_FN => docref, "as", SAFE_FN => preferred_tag]
-        else
-          warn "** Can't parse directive »#{di.join(" ")}«"
-          next
-        end
-        puts "PREFERRED_TAG #{preferred_tag}" if $options.verbose
-        puts "DOCREF #{docref}" if $options.verbose
-        fn = docref.downcase << ".cddl"
-
-        io = nil
-        CDDL::cddl_include_path.each do |path|
-          begin
-            io = (path + fn).open
-            break
-          rescue Errno::ENOENT
-            next
+      ret.perform_directives
+    end
+    ret
+  end
+
+  def perform_directives
+    directives.each do |di|
+      preferred_tag = nil
+      from = nil
+      case di
+      in [IMPINC => dir, SAFE_FN => docref, "as", SAFE_FN => preferred_tag]
+      in [IMPINC => dir, SAFE_FN => docref]
+      in [IMPINC => dir, *from, "from", SAFE_FN => docref, "as", SAFE_FN => preferred_tag]
+      in [IMPINC => dir, *from, "from", SAFE_FN => docref]
+      else
+        warn "** Can't parse directive »#{di.join(" ")}«"
+        next
+      end
+      if from
+        from = from.map do |name|
+          name.chomp!(",")
+          if IDENTIFIER_RE === name
+            name
+          else
+            warn "*** invalid identifier #{name.inspect} ignored in »#{di.join(' ')}«"
+            nil
           end
-        end
-        unless io
-          warn "** include file #{fn} not found in #{CDDL::cddl_include_path.map(&:to_s)}"
-          next
-        end
+        end.compact
+      end
+      warn "FROM #{from.inspect}" if $options.verbose
+      warn "PREFERRED_TAG #{preferred_tag.inspect}" if $options.verbose
+      warn "DOCREF #{docref.inspect}" if $options.verbose
 
-        include_file = io.read
-        included_cddl = CDDL.from_cddl(include_file)
-        if preferred_tag
-          included_cddl = included_cddl.deep_clone # needed?
-          renamed_names = included_cddl.rules.keys
-          name_rename = Hash[
-            renamed_names.map { |o|
-              n = "#{preferred_tag}.#{o}"
-              warn "** Warning: renamed name #{n} already in #{fn}" if included_cddl.rules[n]
-              [o, n]}]
-          included_cddl.rename(name_rename)
-        end
+      fn = docref.downcase << ".cddl"
+      io = CDDL.read_from_include_path(fn)
+      unless io
+        warn "** #{dir} file #{fn} not found in #{CDDL::cddl_include_path.map(&:to_s)}"
+        next
+      end
 
-        case dir
-        in "import"
-          warn "** IMPORTING #{fn}" if $options.verbose
-          undef_rule = nil
-          loop do
-            undef_rule = ret.cddl_undefined # XXX square...
-            # p undef_rule
-            got_more = false
-            undef_rule.each do |name|
-              if rule = included_cddl.rules[name]
-                ret.rules[name] = rule
-                warn "IMPORTED #{name} from #{fn}" if $options.verbose
-                got_more = true
-              end
+      include_file = io.read
+      included_cddl = CDDL.from_cddl(include_file)
+      if preferred_tag
+        included_cddl = included_cddl.deep_clone # needed?
+        renamed_names = included_cddl.rules.keys
+        name_rename = Hash[
+          renamed_names.map { |o|
+            n = "#{preferred_tag}.#{o}"
+            warn "** Warning: renamed name #{n} already in #{fn}" if included_cddl.rules[n]
+            [o, n]}]
+        included_cddl.rename(name_rename)
+      end
+
+      case dir
+      in "import"
+        warn "** IMPORTING #{from && from.join(", ") << " from "}#{fn}" if $options.verbose
+
+        must_be_found = false
+        to_be_imported = if from
+                           if preferred_tag
+                             from.map{ |k|
+                               if k =~ /\A#{preferred_tag}[.]/
+                                 k
+                               elsif nn = name_rename[k]
+                                 if old = store_rule(k, v = ["name", nn])
+                                   warn "*** autogenerated rule #{k} = #{v} would overwrite #{old}"
+                                 end
+                                 nn
+                               else
+                                 warn_error "*** imported rule #{k.inspect} not in #{fn}"
+                               end
+                             }.compact
+                           else
+                             must_be_found = true
+                             from
+                           end
+                         else
+                           cddl_undefined
+                         end
+        loop do
+          # p to_be_imported
+          got_more = false
+          to_be_imported.each do |name|
+            if rule = included_cddl.rules[name]
+              rules[name] = rule
+              warn "IMPORTED #{name} from #{fn}" if $options.verbose
+              got_more = true
+            elsif must_be_found
+              warn_error "*** imported rule #{name.inspect} not in #{fn}"
             end
-            break unless got_more
           end
-          if preferred_tag
-            undef_rule.each do |name|
-              warn "** Warning: undefined reference #{name} without namespace prefix is defined in namespaced imported module #{fn}" if name_rename[name]
-            end
+          break unless got_more
+          to_be_imported = cddl_undefined # XXX square...
+          warn "TO IMPORT #{to_be_imported.inspect}" if $options.verbose
+          must_be_found = false
+        end
+        if preferred_tag
+          to_be_imported.each do |name|
+            warn "** Warning: undefined reference #{name} without namespace prefix is defined in namespaced imported module #{fn}" if name_rename[name]
+            ### instead just add rule...
           end
-        in "include"
-          warn "** INCLUDING #{fn}" if $options.verbose
-          included_cddl.rules.each do |k, v|
-            if old = ret.rules[k]
-              if old != v
-                warn "** included rule #{k} = #{v} would overwrite #{old}"
-              end
-            else
-              ret.rules[k] = v
-            end
+        end
+      in "include"
+        if from
+          from = Set[*from]
+        end
+        warn "** INCLUDING #{from && from.join(", ") << " from "}#{fn}" if $options.verbose
+        included_cddl.rules.each do |k, v|
+          if from
+            next unless from.include?(k)
+            from.delete(k)
           end
+          if old = store_rule(k, v)
+            warn "*** included rule #{k} = #{v} would overwrite #{old}"
+          end
+        end
+        if from && !from.empty?
+          warn "*** could not find #{from.join(", ")} in #{fn}"
         end
       end
     end
-    ret
+  end
+
+  def store_rule(k, v)
+    if old = rules[k]
+      if old != v
+        return old              # error
+      end
+    else
+      rules[k] = v
+    end
+    nil                         # OK
+  end
+
+  def warn_error(s)
+    warn s
+    @error = true
   end
 
   attr_accessor :ast, :tree, :directives

data/lib/parser/cddlgrammar.rb

@@ -69,12 +69,7 @@ module CDDLGRAMMAR
           break
         end
       end
-      if s2.empty?
-        @index = i2
-        r2 = nil
-      else
-        r2 = instantiate_node(SyntaxNode,input, i2...index, s2)
-      end
+      r2 = instantiate_node(SyntaxNode,input, i2...index, s2)
       s0 << r2
     end
     if s0.last
@@ -952,7 +947,7 @@ module CDDLGRAMMAR
   end
 
   module Type214
-    def uint
+    def tag_number
       elements[1]
     end
   end
@@ -975,7 +970,7 @@ module CDDLGRAMMAR
   module Type216
     def ast
               el = elements[2].elements
-              ["prim", 6, el && el[1].text_value.to_i, elements[5].ast]
+              ["prim", 6, el && el[1].ast, elements[5].ast]
             end
   end
 
@@ -1335,7 +1330,7 @@ module CDDLGRAMMAR
                         end
                         s48 << r49
                         if r49
-                          r50 = _nt_uint
+                          r50 = _nt_tag_number
                           s48 << r50
                         end
                         if s48.last
@@ -1481,6 +1476,85 @@ module CDDLGRAMMAR
     r0
   end
 
+  module TagNumber0
+    def ast() text_value.to_i end
+  end
+
+  module TagNumber1
+    def type
+      elements[1]
+    end
+
+  end
+
+  module TagNumber2
+    def ast() elements[1].ast end
+  end
+
+  def _nt_tag_number
+    start_index = index
+    if node_cache[:tag_number].has_key?(index)
+      cached = node_cache[:tag_number][index]
+      if cached
+        node_cache[:tag_number][index] = cached = SyntaxNode.new(input, index...(index + 1)) if cached == true
+        @index = cached.interval.end
+      end
+      return cached
+    end
+
+    i0 = index
+    r1 = _nt_uint
+    r1.extend(TagNumber0)
+    r1.extend(TagNumber0)
+    if r1
+      r1 = SyntaxNode.new(input, (index-1)...index) if r1 == true
+      r0 = r1
+    else
+      i2, s2 = index, []
+      if (match_len = has_terminal?("<", false, index))
+        r3 = true
+        @index += match_len
+      else
+        terminal_parse_failure('"<"')
+        r3 = nil
+      end
+      s2 << r3
+      if r3
+        r4 = _nt_type
+        s2 << r4
+        if r4
+          if (match_len = has_terminal?(">", false, index))
+            r5 = true
+            @index += match_len
+          else
+            terminal_parse_failure('">"')
+            r5 = nil
+          end
+          s2 << r5
+        end
+      end
+      if s2.last
+        r2 = instantiate_node(SyntaxNode,input, i2...index, s2)
+        r2.extend(TagNumber1)
+        r2.extend(TagNumber2)
+      else
+        @index = i2
+        r2 = nil
+      end
+      if r2
+        r2 = SyntaxNode.new(input, (index-1)...index) if r2 == true
+        r0 = r2
+      else
+        @index = i0
+        r0 = nil
+      end
+    end
+
+    node_cache[:tag_number][start_index] = r0
+
+    r0
+  end
+
   def _nt_rangeop
     start_index = index
     if node_cache[:rangeop].has_key?(index)

data/lib/processor/cddl-expander.rb

@@ -42,7 +42,7 @@ class CDDL
       else
       end
     end
-    p @gen if $options.verbose
+    warn "@gen = #{@gen.inspect}" if $options.verbose
     @gen.each do |k, v|
       parmnames = v[0]
       fail unless rules[k] == ["parm", parmnames, v[1]]
@@ -53,7 +53,7 @@ class CDDL
       fail if Array === name
       @new_rules[name] = expand_prod(prod)
     end
-    p @new_rules if $options.verbose
+    warn "@new_rules = #{@new_rules.inspect}" if $options.verbose
     @rules = @new_rules
   end
 end

data/lib/processor/cddl-visitor.rb

@@ -31,7 +31,7 @@ class CDDL
       ["enum", visit(prod, &block)]
     in ["unwrap", prod]
       ["unwrap", visit(prod, &block)] # XXX, this may need to be bottled in a rule
-    in ["prim", Array => prod, *prods]
+    in ["prim", prod, *prods]
       ["prim", visit(prod, &block), *visit_all(prods, &block)]
     in ["mem", *prods]
       ["mem", *visit_all(prods, &block)]

data/lib/writer/cddl-writer.rb

@@ -68,6 +68,8 @@ class CDDL
       [4, "##{maj}.#{min}"]
     in ["prim", 6, Integer => tag, type]
       [4, "#6.#{tag}(#{write_rhs(type, 0, indent, pn)})"]
+    in ["prim", 6, Array => tag, type]
+      [4, "#6.<#{write_rhs(tag, 0, indent, pn)}>(#{write_rhs(type, 0, indent, pn)})"]
     in ["prim", 6, nil, type]
       [4, "#6(#{write_rhs(type, 0, indent, pn)})"]
 # prim: extension for #6.<i>(t)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cddlc
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.6
 platform: ruby
 authors:
 - Carsten Bormann
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-03-02 00:00:00.000000000 Z
+date: 2023-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -42,30 +42,30 @@ dependencies:
   name: json
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: neatjson
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.10'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.10'
 description: cddlc implements converters and miscellaneous tools for CDDL, RFC 8610
 email: cabo@tzi.org
 executables: