junoser 0.3.9 → 0.4.0

data/lib/junoser/ruler.rb

@@ -46,64 +46,96 @@ module Junoser
 
       str.gsub! /"groups" \(\s*s\(\s*any\s*\)\s*\)/, 'a("groups", arg, configuration)'
 
-      %w[as-number confederation-as metric-value limit-threshold filename filter-name class-name classifier-name link-subscription per-traffic-class-bandwidth template-name].each do |key|
-        str.gsub! %["#{key}" arg], 'arg'
-      end
-
       str.gsub! '"equal-literal"', '"="'
       str.gsub! '"plus-literal"', '"+"'
       str.gsub! '"minus-literal"', '"-"'
 
-      str.gsub!(/\((.*) \| "name"\)/) { "(#$1 | arg)" }
-      str.gsub! '"vlan" ("all" | "vlan-name")', '"vlan" ("all" | arg)'
-      str.gsub!(/\((.*) \| "vlan-id"\)/) { "(#$1 | arg)" }
+      #
+      # Statements can be quoted
+      #
       str.gsub!(/("ssh-\S+") arg/) { "#$1 (quote | arg)" }
+      str.gsub! '"message" arg', '"message" (quote | arg)'
       str.gsub! '"description" arg', '"description" (quote | arg)'
       str.gsub! '"as-path-prepend" arg', '"as-path-prepend" (quote | arg)'
-      str.gsub!(/arg \| (".*")/) { "#$1 | arg" }
-      str.gsub! '"dhcp-service" (', '("dhcp-service" | "dhcp") ('
 
-      str.gsub!(/"inet"(.*)"inet6"/) { %["inet6"#$1"inet"] }
-      str.gsub!(/"icmp"(.*)"icmp6"/) { %["icmp6"#$1"icmp"] }
-      str.gsub!(/"icmp"(.*)"icmpv6"/) { %["icmpv6"#$1"icmp"] }
-      str.gsub!(/"http"(.*)"https"/) { %["https"#$1"http"] }
-      str.gsub!(/"snmp"(.*)"snmptrap"/) { %["snmptrap"#$1"snmp"] }
-      %w[ccc ethernet-over-atm tcc vpls bridge].each do |encap|
-        str.gsub!(/"ethernet"(.*)"ethernet-#{encap}"/) { %["ethernet-#{encap}"#$1"ethernet"] }
+      str.gsub!(/^(\s*)"as-path" arg \(\s*c\(\s*arg/) do
+        format(['"as-path" arg (',
+                '  c(',
+                '    quote | arg'], $1)
       end
-      str.gsub! '"icmp6" |', '"icmp6" | "icmpv6" |'
-      str.gsub!(/"cspf"(.*)"cspf-link"/) { %["cspf-link"#$1"cspf"] }
-      str.gsub!(/"route-filter" (\(\s*control_route_filter_type\s*\))/) { %["route-filter" arg #{$1}.as(:oneline)] }
-      str.gsub!(/"source-address-filter" (\(\s*control_source_address_filter_type\s*\))/) { %["source-adress-filter" arg #{$1}.as(:oneline)] }
 
-      %w[teardown hold-time stub].each do |key|
-        str.gsub!(/^(\s*"#{key}" \(\s*)c\(/) { "#{$1}sc(" }
+      str.gsub!(/^rule\(:regular_expression\) do\s*((?!end).)*\s*end/) do
+        <<~EOS
+        rule(:regular_expression) do
+          (quote | arg).as(:arg)
+        end
+        EOS
       end
-      %w[file confederation].each do |key|
-        str.gsub!(/^(\s*"#{key}" \(\s*)c\(\s*arg,/) { "#{$1}sca(" }
+
+      str.gsub!(/^rule\(:login_user_object\) do\s*arg\.as\(:arg\) \(\s*c\(\s*"full-name" arg,/) do
+        <<~EOS
+        rule(:login_user_object) do
+          arg.as(:arg) (
+            sc(
+              "full-name" (quote | arg),
+        EOS
       end
-      %w[exact longer orlonger].each do |key|
-        str.gsub!(/^(\s*"#{key}") arg/) { "#{$1}" }
+
+      str.gsub!(/^(\s*)"location" arg,\s*"contact" arg,/) do
+        format(['"location" (quote | arg),',
+                '"contact" (quote | arg),'], $1)
       end
 
+      str.gsub!(/^(\s*)"as-path" \(\s*c\(\s*"path" arg/) do
+        format(['"as-path" (',
+                '  c(',
+                '    "path" (quote | arg)'], $1)
+      end
 
-      str.gsub!(/^(\s*)"ieee-802.3ad" \(\s*c\(\s*"lacp" \(\s*c\(/) do
-        format(['"802.3ad" (',
-                '  ca(',
-                '    "lacp" (',
-                '      c(',
-                '        "force-up",'], $1)
+      str.gsub!(/^(\s*)prefix_list_items,\s*"apply-path" arg/) do
+        format(['"apply-path" (quote | arg),',
+                'prefix_list_items'], $1)
       end
-      str.gsub!(/^(\s*)"as-path" arg \(\s*c\(\s*arg/) do
-        format(['"as-path" arg (',
-                '  c(',
-                '    quote | arg'], $1)
+
+      #
+      # "arg" matches anything so move to the end
+      #
+      str.gsub!(/arg \| (".*")/) { "#$1 | arg" }
+      str.gsub!(/^(\s*)c\(\s*arg,$/) { "#{$1}ca(" }
+      str.gsub!(/(rule\(:control_route_filter_type\) do\s*)s\(\s*arg,/) { "#{$1}b(" }
+      str.gsub!(/(rule\(:control_source_address_filter_type\) do\s*)s\(\s*arg,/) { "#{$1}b(" }
+      str.gsub!(/^(rule\(:trace_file_type\) do\s*)ca\(/) { "#{$1}sca(" }
+
+      str.gsub!(/^(rule\(:archive_object\) do\s*)c\(/) { "#{$1}sc(" }
+      str.gsub!(/^(rule\(:server_group_type\) do\s*)c\(\s*c\(\s*arg\s*\)\s*\)/) { "#{$1}s(arg, arg)" }
+
+      str.gsub!(/^(rule\(:rib_group_inet_type\) do)\s*c\(\s*arg/) do
+        format([$1,
+                '  ca(',
+                '    a(arg, arg)'], '')
       end
-      str.gsub!(/^(\s*)"priority" \(\s*c\(\s*arg,\s*arg\s*\)/) do
+
+      # Fix overkill
+      str.gsub!(/^(\s*)"priority" \(\s*ca\(\s*arg\s*\)/) do
         format(['"priority" (',
                 '  a(arg, arg)', $1])
       end
-      str.gsub!(/^(\s*)"path" arg \(\s*c\(\s*c\(\s*"abstract",\s*c\(\s*"loose",\s*"loose-link",\s*"strict"\s*\)\s*\)\.as\(:oneline\)/) do
+
+      #
+      # Longer pattern first
+      #
+      str.gsub!(/"cspf"(.*)"cspf-link"/) { %["cspf-link"#$1"cspf"] }
+      str.gsub!(/"http"(.*)"https"/) { %["https"#$1"http"] }
+      str.gsub!(/"inet"(.*)"inet6"/) { %["inet6"#$1"inet"] }
+      str.gsub!(/"icmp"(.*)"icmp6"/) { %["icmp6"#$1"icmp"] }
+      str.gsub!(/"icmp"(.*)"icmpv6"/) { %["icmpv6"#$1"icmp"] }
+      str.gsub!(/"snmp"(.*)"snmptrap"/) { %["snmptrap"#$1"snmp"] }
+
+      %w[ccc ethernet-over-atm tcc vpls bridge].each do |encap|
+        str.gsub!(/"ethernet"(.*)"ethernet-#{encap}"/) { %["ethernet-#{encap}"#$1"ethernet"] }
+      end
+
+      str.gsub!(/^(\s*)"path" arg \(\s*c\(\s*sc\(\s*"abstract",\s*c\(\s*"loose",\s*"loose-link",\s*"strict"\s*\)\s*\)\.as\(:oneline\)/) do
         format(['"path" arg (',
                 '  c(',
                 '    b(',
@@ -119,48 +151,51 @@ module Junoser
                 '    )', $1])
       end
 
-      str.gsub!(/^(\s*)c\(\s*\("default"\)\s*\)/) do
-        format(['c(',
-                '  ("default" | arg)',
-                ')'], $1)
-      end
+      #
+      # Fix .xsd: Elements without "nokeyword" flag
+      #
+      str.gsub!(/\((.*) \| "name"\)/) { "(#$1 | arg)" }
+      str.gsub! '"vlan" ("all" | "vlan-name")', '"vlan" ("all" | arg)'
+      str.gsub!(/\((.*) \| "vlan-id"\)/) { "(#$1 | arg)" }
 
-      str.gsub!(/^rule\(:regular_expression\) do\s*((?!end).)*\s*end/) do
-        format(['rule(:regular_expression) do',
-                '  (quote | arg).as(:arg)',
-                'end'])
-      end
-      str.gsub!(/^rule\(:login_user_object\) do\s*arg\.as\(:arg\) \(\s*c\(\s*"full-name" arg,/) do
-        format(['rule(:login_user_object) do',
-                '  arg.as(:arg) (',
-                '    sc(',
-                '        "full-name" (quote | arg),'])
+      %w[filename].each do |key|
+        str.gsub! %["#{key}" arg], 'arg'
       end
 
-      str.gsub!(/(rule\(:control_route_filter_type\) do\s*)s\(\s*arg,/) { "#{$1}b(" }
-      str.gsub!(/(rule\(:control_source_address_filter_type\) do\s*)s\(\s*arg,/) { "#{$1}b(" }
-      str.gsub!(/^(rule\(:trace_file_type\) do\s*)c\(\s*arg,/) { "#{$1}sca(" }
-      str.gsub!(/^(rule\(:archive_object\) do\s*)c\(/) { "#{$1}sc(" }
-      str.gsub!(/^(rule\(:server_group_type\) do\s*)c\(\s*c\(\s*arg\s*\)\s*\)/) { "#{$1}s(arg, arg)" }
-      str.gsub!(/^(rule\(:rib_group_inet_type\) do)\s*c\(\s*arg/) do
-        format([$1,
-                '  ca(',
-                '    a(arg, arg)'], '')
-      end
+      # "filename" fix above leaves "arg". Move to the end
+      str.gsub!(/^(rule\(:esp_trace_file_type\) do\s*)c\(\s*arg,/) { "#{$1}ca(" }
 
-      str.gsub!(/^(\s*)c\(\s*arg,$/) { "#{$1}ca(" }
+      # Fix .xsd: system processes dhcp is valid on some platforms
+      str.gsub! '"dhcp-service" (', '("dhcp-service" | "dhcp") ('
 
-      str.gsub!(/^(\s*)"location" arg,\s*"contact" arg,/) do
-        format(['"location" (quote | arg),',
-                '"contact" (quote | arg),'], $1)
+      # Fix .xsd: "icmpv6" is also acceptable
+      str.gsub! '"icmp6" |', '"icmp6" | "icmpv6" |'
+
+      #
+      # Fix .xsd: "arg" is missing
+      #
+      str.gsub!(/"route-filter" (\(\s*control_route_filter_type\s*\))/) { %["route-filter" arg #{$1}.as(:oneline)] }
+      str.gsub!(/"source-address-filter" (\(\s*control_source_address_filter_type\s*\))/) { %["source-adress-filter" arg #{$1}.as(:oneline)] }
+      %w[file].each do |key|
+        str.gsub!(/^(\s*"#{key}" \(\s*)c\(\s*arg,/) { "#{$1}sca(" }
       end
 
-      str.gsub!(/^(\s*)"as-path" \(\s*c\(\s*"path" arg/) do
-        format(['"as-path" (',
-                '  c(',
-                '    "path" (quote | arg)'], $1)
+      # Fix .xsd: Unnecessary "arg" is added
+      %w[exact longer orlonger].each do |key|
+        str.gsub!(/^(\s*"#{key}") arg/) { "#{$1}" }
+      end
+
+      # Fix .xsd: "ieee-802.3ad" is invalid
+      str.gsub! '"ieee-802.3ad"', '"802.3ad"'
+
+      # Fix .xsd: "class-of-service interfaces all unit * classifiers exp foo"
+      str.gsub!(/^(\s*)sc\(\s*\("default"\)\s*\)/) do
+        format(['c(',
+                '  ("default" | arg)',
+                ')'], $1)
       end
 
+      # Fix .xsd: "from-zone" arg is also required
       str.gsub!(/^(\s*)"policy" \(\s*s\(\s*arg,\s*"to-zone-name" arg,\s*c\(\s*"policy" \(\s*policy_type\s*\)\s*\)/) do
         format(['b(s("from-zone", arg, "to-zone", arg),',
                 '    b("policy", policy_type',

data/lib/junoser/squash.rb

@@ -2,62 +2,12 @@ require 'junoser'
 require 'parslet'
 
 module Junoser
-  class DeleteTransformer < Parslet::Transform
-    rule(config: simple(:config)) do
-      "(#{config.to_s} .*"
-    end
-
-    rule(config: sequence(:configs)) do
-      configs.join("\n")
-    end
-
-    rule(arg: simple(:arg)) do
-      arg
-    end
-
-    rule(label: simple(:label)) do
-      ")#{Regexp.escape(label.to_s)}"
-    end
-
-    rule(label: simple(:label), child: simple(:child)) do
-      "#{Regexp.escape(label.to_s)} #{child}"
-    end
-
-    rule(label: simple(:label), child: sequence(:children)) do
-      %[#{Regexp.escape(label.to_s)} #{children.join(' ')}]
-    end
-
-    rule(statement: simple(:statement), argument: simple(:argument)) do
-      "#{statement} #{argument}"
-    end
-
-    rule(statement: simple(:statement), argument: sequence(:arguments)) do
-      %[#{statement} #{arguments.join(' ')}]
-    end
-
-    rule(oneline: simple(:str)) do
-      str
-    end
-
-    rule(oneline: sequence(:strs)) do
-      strs.join(' ')
-    end
-
-    rule(enum: simple(:str)) do
-      str
-    end
-
-    rule(enum: sequence(:strs)) do
-      strs.join(' ')
-    end
-  end
-
   class Squash
     def initialize(io_or_string)
       @input = io_or_string
       @lines = []
       @parser = Junoser::Parser.new
-      @transformer = DeleteTransformer.new
+      @transformer = Junoser::Transformer.new
     end
 
     def transform
@@ -65,11 +15,16 @@ module Junoser
       config.each do |l|
         l.strip!
         case l
-          when /^set /
-            @lines << l
-          when /^delete /
-            to_delete = @parser.parse(l.gsub(/^delete /, 'set '))
-            delete_lines @transformer.apply(to_delete)
+        when /^(set|deactivate) /
+          @lines << l
+        when /^delete /
+          delete_lines delete_pattern(l.gsub(/^delete /, 'set '))
+        when /^activate /
+          delete_lines l.gsub(/^activate /, 'deactivate ')
+        when /^insert (.*) before (.*)/
+          insert_before "set #{$1}", $2
+        when /^insert (.*) after (.*)/
+          insert_after "set #{$1}", $2
         end
       end
 
@@ -80,7 +35,7 @@ module Junoser
     private
 
     def remove_subcommand(lines)
-      lines.each_with_index do |l,i|
+      lines.each_with_index do |l, i|
         lines[i..-1].each do |l2|
           if l.include?(l2) and l != l2
             lines.delete(l2)
@@ -94,5 +49,44 @@ module Junoser
         l.sub!(/#{pattern}/) { $1 }
       end
     end
+
+    def split_last_token(line)
+      tokens = join_arg(@transformer.apply(@parser.parse(line))).split("\n")
+      tokens.map! { |t|
+        t.gsub!(/arg\((.*)\)/) { "#$1" } # Strip arg
+        Regexp.escape(t.strip)
+      }
+
+      [tokens[0..-2].join(' '), tokens.last]
+    end
+
+    # Ported from lib/junoser/display/config_store.rb
+    def join_arg(str)
+      str.gsub!(/\narg\((.*)\)$/) { " #$1" }
+      str.gsub!(/arg\((.*)\)/) { "#$1" }
+      str
+    end
+
+    def delete_pattern(line)
+      line, last_token = split_last_token(line)
+      "(#{line}\s+)#{last_token}.*"
+    end
+
+    def insert_before(statement_to_insert, key_statement)
+      key_tokens = key_statement.strip.split
+      key_statement = (statement_to_insert.strip.split[0..-(key_tokens.size+1)] + key_tokens).join(' ')
+
+      lines_to_insert = @lines.select { |l| l.include?(statement_to_insert) }
+      @lines.reject! { |l| l.include?(statement_to_insert) }
+
+      key_index = @lines.index { |l| l.include?(key_statement) }
+      @lines.insert(key_index, lines_to_insert).flatten!
+    end
+
+    def insert_after(pattern_to_insert, key_token)
+      @lines.reverse!
+      insert_before pattern_to_insert, key_token
+      @lines.reverse!
+    end
   end
 end

data/lib/junoser/version.rb

@@ -1,3 +1,3 @@
 module Junoser
-  VERSION = "0.3.9"
+  VERSION = "0.4.0"
 end

data/lib/junoser/xsd/base.rb

@@ -1,13 +1,14 @@
 module Junoser
   module Xsd
     module Base
-      attr_reader :xml
+      attr_reader :xml, :parent
 
       OFFSET = '  '
 
       def initialize(xml, options={})
         @xml = xml
         @depth = options[:depth] || 0
+        @parent = options[:parent]
       end
 
       def config
@@ -32,13 +33,13 @@ module Junoser
          ']>'].join("\n#{OFFSET*(@depth+1)}")
       end
 
-
-      private
-
       def oneliner?
         @oneliner ||= !xml.xpath('./xsd:annotation/xsd:appinfo/flag[text()="oneliner"]').empty?
       end
 
+
+      private
+
       def nokeyword?
         @nokeyword ||= !xml.xpath('./xsd:annotation/xsd:appinfo/flag[text()="nokeyword"]').empty?
       end

data/lib/junoser/xsd/choice.rb

@@ -10,9 +10,9 @@ module Junoser
         @config ||= children.map {|child|
           case child.name
           when 'element'
-            Junoser::Xsd::Element.new(child, depth: @depth+1)
+            Junoser::Xsd::Element.new(child, depth: @depth+1, parent: self)
           when 'choice'
-            Junoser::Xsd::Choice.new(child, depth: @depth+1)
+            Junoser::Xsd::Choice.new(child, depth: @depth+1, parent: self)
           else
             raise "ERROR: unknown element: #{child.name}"
           end
@@ -29,6 +29,10 @@ module Junoser
           format('c(', config.map(&:to_s).join(",\n"), ')')
         end
       end
+
+      def unbounded?
+        xml['maxOccurs'] == 'unbounded'
+      end
     end
   end
 end

data/lib/junoser/xsd/complex_type.rb

@@ -18,9 +18,9 @@ module Junoser
         @config ||= children.map {|child|
           case child.name
           when 'sequence'
-            Junoser::Xsd::Sequence.new(child, depth: @depth+1)
+            Junoser::Xsd::Sequence.new(child, depth: @depth+1, parent: self)
           when 'simpleContent'
-            Junoser::Xsd::SimpleContent.new(child, depth: @depth+1)
+            Junoser::Xsd::SimpleContent.new(child, depth: @depth+1, parent: self)
           when 'attribute'
             'arg'
           else
@@ -52,7 +52,7 @@ module Junoser
       def argument
         return unless @argument
 
-        arg = Junoser::Xsd::Element.new(@argument, depth: @depth+1).config
+        arg = Junoser::Xsd::Element.new(@argument, depth: @depth+1, parent: self).config
         raise "ERROR: argument shouldn't consist of multiple elements" if arg.size > 1
 
         if root?

data/lib/junoser/xsd/element.rb

@@ -16,9 +16,9 @@ module Junoser
         @config ||= children.map {|child|
           case child.name
           when 'complexType'
-            Junoser::Xsd::ComplexType.new(child, depth: @depth+1)
+            Junoser::Xsd::ComplexType.new(child, depth: @depth+1, parent: self)
           when 'simpleType'
-            Junoser::Xsd::SimpleType.new(child, depth: @depth+1)
+            Junoser::Xsd::SimpleType.new(child, depth: @depth+1, parent: self)
           else
             raise "ERROR: unknown element: #{child.name}"
           end
@@ -70,7 +70,7 @@ module Junoser
         when @argument.name == 'simpleType'
           'arg'
         else
-          arg = Junoser::Xsd::Element.new(@argument, depth: @depth+1).config
+          arg = Junoser::Xsd::Element.new(@argument, depth: @depth+1, parent: self).config
           raise "ERROR: argument shouldn't consist of multiple elements" if arg.size > 1
           arg.first.to_s.strip
         end
@@ -97,6 +97,10 @@ module Junoser
 
       def documentation
         @documentation ||= xml.xpath('./xsd:annotation/xsd:documentation').text
+
+        # Translate multiline documentation into a single line to make it parsable in further processes
+        @documentation.gsub! /\n\s*/, ' '
+
         @documentation.empty? ? nil : @documentation
       end
     end