iregexp 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: e6fe6ee35f1dd62cd10b9aa7105cf58c46f76c16f20a23a752c70ffd3e043fb6
+  data.tar.gz: 93a7a857b277c22f055b922761cdd152524fd48c8755ca503501f5082bf78263
+SHA512:
+  metadata.gz: c8dc4f7369ab2e828fb3be27f848369a7763a4345f0aec9026a11b4397a3ef2b3bfc34648bcf18013435be8fac05582203b965f5bbd9ead54cbcc10d48774354
+  data.tar.gz: 1d43505cf373b29f6cf8e670b644e879e10b0dba00a4efc06c56610026be8fb3c796fd96f1ca9247ef170682b92f0b8d223f96367bc78c86453eef153c621a11

data/bin/iregexp

@@ -0,0 +1,119 @@
+#!/usr/bin/env ruby
+require 'pp'
+require 'yaml'
+require 'treetop'
+require 'json'
+
+require_relative '../lib/iregexp'
+ 
+Encoding.default_external = Encoding::UTF_8
+require 'optparse'
+require 'ostruct'
+
+FUNCSIG_CHARS = {"l" => :logical, "n" => :nodes, "v" => :value}
+
+$options = OpenStruct.new
+begin
+  op = OptionParser.new do |opts|
+    opts.banner = "Usage: jpt.rb [options] file.jp"
+
+    opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+      $options.verbose = v
+    end
+    opts.on("-l", "--[no-]lines", "multi-line mode") do |v|
+      $options.lines = v
+    end
+    opts.on("-eREGEXP", "--e=REGEXP", "supply iregexp on command line") do |v|
+      $options.regexp = v
+    end
+    opts.on("-tFMT", "--to=FMT", [:basic, :neat, :json, :yaml, :iregexp, :ire, :pcre, :js, :example, :random], "Target format") do |v|
+      $options.target = v
+    end
+  end
+  op.parse!
+rescue Exception => e
+  warn e
+  exit 1
+end
+
+if !$options.regexp
+  if ARGV == []
+    puts op
+    exit 1
+  end
+  $options.regexp = ARGF.read
+else
+  if ARGV != []
+    warn "*** file names #{ARGV.join(", ")} ignored due to -e given"
+  end
+end
+
+input_file = $options.regexp
+
+if $options.lines
+  require_relative '../lib/writer/iregexp-writer.rb'
+  require "regexp-examples"
+
+  lines = input_file.lines(chomp: true)
+  col = lines.map(&:length).max
+  form = "%-#{col}s %s"
+  lines.each do |line|
+    re = line[1..-1]
+    next unless re
+    ok = line[0] =~ /\A[=*]\z/  # * = error in example generator
+    begin
+      ire = IREGEXP.from_iregexp(re)
+      result = ire.tree.inspect
+      puts form % [line, result]
+      fail "is marked as failing, but seems to be ok" unless ok
+      if line[0] == "*"
+        puts form % ["", "bug in regexp example generator:"]
+      end
+      puts form % ["", ire.to_regexp.
+                         examples(max_repeater_variance: 4, max_group_results: 20).
+                         map{ |s| JSON.dump(s)}.
+                         join(", ")]
+    rescue IREGEXP::ParseError => e
+      l = line
+      e.to_s.lines.each do |li|
+        puts form % [l, li]
+        l = ""
+      end
+      fail "is marked as ok, but seems to be failing" if ok
+    end
+  end
+else
+
+  ire = IREGEXP.from_iregexp(input_file)
+  result = ire.tree
+
+  case $options.target
+  when :basic, nil
+    pp result
+  when :neat, :json
+    require 'neatjson'
+    puts JSON.neat_generate(result, after_comma: 1, after_colon: 1)
+  when :yaml
+    puts result.to_yaml
+  when :iregexp, :ire
+    require_relative '../lib/writer/iregexp-writer.rb'
+    puts ire.to_s
+  when :pcre
+    require_relative '../lib/writer/iregexp-writer.rb'
+    puts ire.to_pcre
+  when :js
+    require_relative '../lib/writer/iregexp-writer.rb'
+    puts ire.to_js
+  when :example
+    require_relative '../lib/writer/iregexp-writer.rb'
+    require "regexp-examples"
+    puts ire.to_regexp.examples(max_repeater_variance: 4, max_group_results: 20)
+  when :random
+    require_relative '../lib/writer/iregexp-writer.rb'
+    require "regexp-examples"
+    puts ire.to_regexp.random_example(max_repeater_variance: 4)
+  else
+    warn ["Unknown target format: ", $options.target].inspect
+  end
+
+end

data/bin/iregexp~

@@ -0,0 +1,102 @@
+#!/usr/bin/env ruby
+require 'pp'
+require 'yaml'
+require 'treetop'
+require 'json'
+
+require_relative '../lib/jpt'
+ 
+Encoding.default_external = Encoding::UTF_8
+require 'optparse'
+require 'ostruct'
+
+FUNCSIG_CHARS = {"l" => :logical, "n" => :nodes, "v" => :value}
+
+$options = OpenStruct.new
+begin
+  op = OptionParser.new do |opts|
+    opts.banner = "Usage: jpt.rb [options] file.jp"
+
+    opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+      $options.verbose = v
+    end
+    opts.on("-l", "--[no-]lines", "multi-line mode") do |v|
+      $options.lines = v
+    end
+    opts.on("-q", "--[no-]test", "test-file mode") do |v|
+      $options.test = v
+    end
+    opts.on("-fFUNCSIG", "--[no-]f=FUNCSIG", "add function signature name=rppp") do |v|
+      fail "funcsig format must be name=rppp" unless v =~ /\A([a-z][_a-z0-9]*)-([lnv]+)\z/
+      
+      JPTType.add_funcsig($1, $2)
+    end
+    opts.on("-tFMT", "--to=FMT", [:basic, :neat, :json, :yaml, :enum, :jp], "Target format") do |v|
+      $options.target = v
+    end
+  end
+  op.parse!
+rescue Exception => e
+  warn e
+  exit 1
+end
+
+if ARGV == []
+  puts op
+  exit 1
+end
+jp_file = ARGF.read
+
+if $options.test
+  argument = query = output = nil
+  jp_file.scan(/((?:^(?:$|[^$=].*)\n)+)|([$].*)|=(.*)|#.*/) do |arg,qy,out|
+    begin
+      if arg
+        argument = JSON.parse(arg)
+        puts
+        puts JSON.dump(argument)
+      elsif qy
+        jpt = JPT.from_jp(qy)
+        output = jpt.apply(argument)
+        print jpt.tree.inspect << " "
+        puts "➔ #{JSON.dump(output)}"
+      elsif out
+        suggested = JSON.parse(out)
+        if output != suggested
+          p [:SUGGESTED, suggested]
+        end
+      end
+    rescue => e
+      warn "*** #{e.detailed_message} #{e.backtrace}"
+    end
+  end
+elsif $options.lines
+  lines = jp_file.lines(chomp: true)
+  col = lines.map(&:length).max
+  form = "%-#{col}s %s"
+  lines.each do |line|
+    jpt = JPT.from_jp(line)
+    result = jpt.tree.inspect
+    puts form % [line, result]
+  end
+else
+
+jpt = JPT.from_jp(jp_file)
+result = jpt.tree
+
+case $options.target
+when :basic, nil
+  pp result
+when :neat, :json
+  require 'neatjson'
+  puts JSON.neat_generate(result, after_comma: 1, after_colon: 1)
+when :yaml
+  puts result.to_yaml
+when :jp
+  require_relative '../lib/writer/jp-writer.rb'
+  puts jpt.to_s
+else
+  warn ["Unknown target format: ", $options.target].inspect
+end
+
+end

data/iregexp.gemspec

@@ -0,0 +1,21 @@
+Gem::Specification.new do |s|
+  s.name = "iregexp"
+  s.version = "0.0.1"
+  s.summary = "I-Regexp Tools"
+  s.description = %q{iregexp implements converters and miscellaneous tools for I-Regexp}
+  s.author = "Carsten Bormann"
+  s.email = "cabo@tzi.org"
+  s.license = "MIT"
+  s.homepage = "http://github.com/cabo/iregexp"
+  s.files = Dir['lib/**/*.rb'] + %w(iregexp.gemspec) + Dir['data/*'] + Dir['bin/**/*.rb']
+  s.executables = Dir['bin/*'].map {|x| File.basename(x)}
+  s.required_ruby_version = '>= 3.0'
+
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency 'bundler', '~>1'
+  s.add_dependency 'treetop', '~>1'
+#  s.add_dependency 'json'
+  s.add_dependency 'neatjson', '~>0.10'
+  s.add_dependency 'regexp-examples', '~>1.5.1'
+end

data/lib/iregexp.rb

@@ -0,0 +1,39 @@
+require_relative "parser/iregexp-util.rb"
+
+class IREGEXP
+  @@parser = IREGEXPGRAMMARParser.new
+  # include ::IREGEXPType
+
+  class ParseError < ArgumentError; end
+
+  DATA_DIR = Pathname.new(__FILE__) + "../../data/"
+
+  def self.reason(parser, s)
+    reason = [parser.failure_reason]
+    parser.failure_reason =~ /^(Expected .+) after/m
+    reason = ["#{$1.gsub("\n", '<<<NEWLINE>>>')}:"] if $1
+    if line = s.lines.to_a[parser.failure_line - 1]
+      reason << line
+      reason << "#{'~' * (parser.failure_column - 1)}^"
+    end
+    reason.join("\n").gsub(/[\u0000-\u0009\u000b\u001f\u007f]/) {|c| "\\u%04x" % c.ord}
+  end
+
+  SAFE_FN = /\A[-._a-zA-Z0-9]+\z/
+
+  def self.from_iregexp(s)
+    ast = @@parser.parse s
+    if !ast
+      fail ParseError.new(self.reason(@@parser, s))
+    end
+    ret = IREGEXP.new(ast)
+
+    ret
+  end
+
+  attr_accessor :ast, :tree, :directives
+  def initialize(ast_)
+    @ast = ast_
+    @tree = ast.ast
+  end
+end

data/lib/parser/iregexp-util.rb

@@ -0,0 +1,12 @@
+require 'treetop'
+require_relative './iregexpgrammar'
+require_relative '../iregexp'
+
+class Treetop::Runtime::SyntaxNode
+  def ast
+    fail "undefined_ast #{inspect}"
+  end
+  def ast1                      # devhack
+    "#{inspect[10..20]}--#{text_value[0..15]}"
+  end
+end