jpt 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: af31eebfdf3961e232c44fce1d5d43ee0c483ce3cf8406fb654a12a874286cba
+  data.tar.gz: 2bd781845060b59cd924edf1f84408f8c47e1c9d8373ae3a21296fce7ad2ee8b
+SHA512:
+  metadata.gz: 6f4d08616d657cb0f42e9bf90e251ec81792cc4568e3817cf58acb880f23d8558a355e2564383fb0e8d1f91b7d2cefdf5cfb63f3bf28662bc4d6def3e9a9d5ff
+  data.tar.gz: 6e994cde0c251ef44b70959d160ae4c541afc9b2f7ee12d520c0343bc9f95b0ca9058fd6249e9a0b2a9bc5b2b4ccf45cfbe27968ecd4921edc463d1eb061e0b2

data/bin/cddlc~

@@ -0,0 +1,131 @@
+#!/usr/bin/env ruby
+require 'pp'
+require 'yaml'
+require 'treetop'
+require 'json'
+
+require_relative '../lib/cddlc.rb'
+
+def named_keys(tree)
+  # warn [:T, tree].inspect
+  fail unless Array === tree
+  case tree[0]
+  when "seq", "gcho", "tcho"
+    tree[1..-1].flat_map {|x| named_keys(x)}
+  when "rep"
+    named_keys(tree[3])
+  when "mem"
+    key = tree[1]
+    if Array === key && key[0] == "name"
+      [key[1]]
+    end
+  end || []
+end
+
+def integer_value(tree)
+  tree and (
+    fail tree.inspect unless Array === tree
+    case tree[0]
+    when "number"
+      tree[1]
+      # XXX: could add other cases
+    end
+  )
+end
+
+def snaky(name)
+  name.gsub(/-/, "_")
+end
+ 
+Encoding.default_external = Encoding::UTF_8
+require 'optparse'
+require 'ostruct'
+
+$options = OpenStruct.new
+begin
+  op = OptionParser.new do |opts|
+    opts.banner = "Usage: cddlc.rb [options] file.cddl"
+
+    opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+      $options.verbose = v
+    end
+    opts.on("-r", "--[no-]rules", "Process rules") do |v|
+      $options.rules = v
+    end
+    opts.on("-x", "--[no-]expand", "Expand generics") do |v|
+      $options.expand_generics = v
+    end
+    opts.on("-u", "--[no-]undefined", "Note undefined names") do |v|
+      $options.note_undefined = v
+    end
+    opts.on("-2", "--[no-]cddl2", "Perform some CDDL 2.0 processing") do |v|
+      $options.cddl2 = v
+    end
+    opts.on("-tFMT", "--to=FMT", [:basic, :neat, :json, :yaml, :enum, :cddl], "Target format") do |v|
+      $options.target = v
+    end
+  end
+  op.parse!
+rescue Exception => e
+  warn e
+  exit 1
+end
+
+if ARGV == []
+  puts op
+  exit 1
+end
+cddl_file = ARGF.read
+
+cddl = CDDL.from_cddl(cddl_file)
+result = if $options.rules
+           if $options.expand_generics
+             require_relative "../lib/processor/cddl-expander.rb"
+             cddl.expand_generics
+           end
+           cddl.rules
+         else
+           warn "** can't expand in tree; use -r flag as well" if $options.expand_generics
+           cddl.tree
+         end
+
+warn "** can't note undefined for target != cddl" if $options.note_undefined && $options.target != :cddl
+
+case $options.target
+when :basic, nil
+  pp result
+when :neat, :json
+  require 'neatjson'
+  puts JSON.neat_generate(result, after_comma: 1, after_colon: 1)
+when :yaml
+  puts result.to_yaml
+when :enum
+  rules = cddl.rules
+  rules.each do |k, v|
+    if v[0] == "map"
+      nk = v[1..-1].flat_map {|e| named_keys(e)}
+      # warn [:NK, k, nk].inspect
+      nk = nk.map {|name| i = integer_value(rules[name]); [name, i] if i}.compact
+      # warn [:NK, k, nk].inspect
+      if nk != []
+        puts "enum #{snaky(k).downcase}_keys {"
+        nk.each do |n, v|
+          puts "  #{snaky(n).upcase} = #{v},"
+        end
+        puts "};"
+      end
+    end
+  end
+when :cddl
+  require_relative '../lib/writer/cddl-writer.rb'
+  if $options.note_undefined
+    require_relative '../lib/processor/cddl-undefined.rb'
+    undef_rule = cddl.cddl_undefined
+    undef_rule.each do |k|
+      puts ";;; *** undefined: #{k}"
+    end
+  end
+  puts cddl.to_s
+else
+  warn ["Unknown target format: ", $options.target].inspect
+end

data/bin/jpc~

@@ -0,0 +1,53 @@
+#!/usr/bin/env ruby
+require 'pp'
+require 'yaml'
+require 'treetop'
+require 'json'
+
+require_relative '../lib/jpc.rb'
+ 
+Encoding.default_external = Encoding::UTF_8
+require 'optparse'
+require 'ostruct'
+
+$options = OpenStruct.new
+begin
+  op = OptionParser.new do |opts|
+    opts.banner = "Usage: jpc.rb [options] file.jp"
+
+    opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+      $options.verbose = v
+    end
+    opts.on("-tFMT", "--to=FMT", [:basic, :neat, :json, :yaml, :enum, :jp], "Target format") do |v|
+      $options.target = v
+    end
+  end
+  op.parse!
+rescue Exception => e
+  warn e
+  exit 1
+end
+
+if ARGV == []
+  puts op
+  exit 1
+end
+jpc_file = ARGF.read
+
+jpc = JPC.from_jpc(jpc_file)
+result = jp.tree
+
+case $options.target
+when :basic, nil
+  pp result
+when :neat, :json
+  require 'neatjson'
+  puts JSON.neat_generate(result, after_comma: 1, after_colon: 1)
+when :yaml
+  puts result.to_yaml
+when :jp
+  require_relative '../lib/writer/jp-writer.rb'
+  puts jpc.to_s
+else
+  warn ["Unknown target format: ", $options.target].inspect
+end

data/bin/jpt

@@ -0,0 +1,69 @@
+#!/usr/bin/env ruby
+require 'pp'
+require 'yaml'
+require 'treetop'
+require 'json'
+
+require_relative '../lib/jpt.rb'
+ 
+Encoding.default_external = Encoding::UTF_8
+require 'optparse'
+require 'ostruct'
+
+$options = OpenStruct.new
+begin
+  op = OptionParser.new do |opts|
+    opts.banner = "Usage: jpt.rb [options] file.jp"
+
+    opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+      $options.verbose = v
+    end
+    opts.on("-l", "--[no-]lines", "multi-line mode") do |v|
+      $options.lines = v
+    end
+    opts.on("-tFMT", "--to=FMT", [:basic, :neat, :json, :yaml, :enum, :jp], "Target format") do |v|
+      $options.target = v
+    end
+  end
+  op.parse!
+rescue Exception => e
+  warn e
+  exit 1
+end
+
+if ARGV == []
+  puts op
+  exit 1
+end
+jp_file = ARGF.read
+
+if $options.lines
+  lines = jp_file.lines(chomp: true)
+  col = lines.map(&:length).max
+  form = "%-#{col}s %s"
+  lines.each do |line|
+    jpt = JPT.from_jp(line)
+    result = jpt.tree.inspect
+    puts form % [line, result]
+  end
+else
+
+jpt = JPT.from_jp(jp_file)
+result = jpt.tree
+
+case $options.target
+when :basic, nil
+  pp result
+when :neat, :json
+  require 'neatjson'
+  puts JSON.neat_generate(result, after_comma: 1, after_colon: 1)
+when :yaml
+  puts result.to_yaml
+when :jp
+  require_relative '../lib/writer/jp-writer.rb'
+  puts jpt.to_s
+else
+  warn ["Unknown target format: ", $options.target].inspect
+end
+
+end

data/bin/jpt~

@@ -0,0 +1,53 @@
+#!/usr/bin/env ruby
+require 'pp'
+require 'yaml'
+require 'treetop'
+require 'json'
+
+require_relative '../lib/jpt.rb'
+ 
+Encoding.default_external = Encoding::UTF_8
+require 'optparse'
+require 'ostruct'
+
+$options = OpenStruct.new
+begin
+  op = OptionParser.new do |opts|
+    opts.banner = "Usage: jpt.rb [options] file.jp"
+
+    opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+      $options.verbose = v
+    end
+    opts.on("-tFMT", "--to=FMT", [:basic, :neat, :json, :yaml, :enum, :jp], "Target format") do |v|
+      $options.target = v
+    end
+  end
+  op.parse!
+rescue Exception => e
+  warn e
+  exit 1
+end
+
+if ARGV == []
+  puts op
+  exit 1
+end
+jp_file = ARGF.read
+
+jpt = JPT.from_jp(jp_file)
+result = jpt.tree
+
+case $options.target
+when :basic, nil
+  pp result
+when :neat, :json
+  require 'neatjson'
+  puts JSON.neat_generate(result, after_comma: 1, after_colon: 1)
+when :yaml
+  puts result.to_yaml
+when :jp
+  require_relative '../lib/writer/jp-writer.rb'
+  puts jpt.to_s
+else
+  warn ["Unknown target format: ", $options.target].inspect
+end

data/jpt.gemspec

@@ -0,0 +1,20 @@
+Gem::Specification.new do |s|
+  s.name = "jpt"
+  s.version = "0.0.1"
+  s.summary = "JSONPath tools"
+  s.description = %q{jpt implements converters and miscellaneous tools for JSONPath}
+  s.author = "Carsten Bormann"
+  s.email = "cabo@tzi.org"
+  s.license = "MIT"
+  s.homepage = "http://github.com/cabo/jpt"
+  s.files = Dir['lib/**/*.rb'] + %w(jpt.gemspec) + Dir['data/*'] + Dir['bin/**/*.rb']
+  s.executables = Dir['bin/*'].map {|x| File.basename(x)}
+  s.required_ruby_version = '>= 3.0'
+
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency 'bundler', '~>1'
+  s.add_dependency 'treetop', '~>1'
+  s.add_dependency 'json'
+  s.add_dependency 'neatjson'
+end

data/lib/jpt.rb

@@ -0,0 +1,41 @@
+require_relative "parser/jpt-util.rb"
+
+class JPT
+  @@parser = JPTGRAMMARParser.new
+
+  DATA_DIR = Pathname.new(__FILE__) + "../../data/"
+
+  def self.reason(parser, s)
+    reason = [parser.failure_reason]
+    parser.failure_reason =~ /^(Expected .+) after/m
+    reason << "#{$1.gsub("\n", '<<<NEWLINE>>>')}:" if $1
+    if line = s.lines.to_a[parser.failure_line - 1]
+      reason << line
+      reason << "#{'~' * (parser.failure_column - 1)}^"
+    end
+    reason.join("\n")
+  end
+
+  SAFE_FN = /\A[-._a-zA-Z0-9]+\z/
+
+  def self.from_jp(s)
+    ast = @@parser.parse s
+    if !ast
+      fail self.reason(@@parser, s)
+    end
+    ret = JPT.new(ast)
+
+    ret
+  end
+
+  attr_accessor :ast, :tree, :directives
+  def initialize(ast_)
+    @ast = ast_
+    @tree = ast.ast
+  end
+
+  def deep_clone
+    Marshal.load(Marshal.dump(self))
+  end
+
+end

data/lib/parser/jpt-util.rb

@@ -0,0 +1,18 @@
+require 'treetop'
+require_relative './jptgrammar'
+
+class Treetop::Runtime::SyntaxNode
+  def ast
+    fail "undefined_ast #{inspect}"
+  end
+  def ast1                      # devhack
+    "#{inspect[10..20]}--#{text_value[0..15]}"
+  end
+  def repwrap(el, val)
+    if el.text_value == ''
+      val
+    else
+      ["rep", *el.ast, val]
+    end
+  end
+end