openapi-sourcetools 0.6.0 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9320a1d6d4202c453fb7065f00bc534206b1c780560ae443cd30293f27827595
-  data.tar.gz: af45eabe9a8f392c705398957cf276acb39923655207ffda12ee8d93e1c072a0
+  metadata.gz: 71267174b8f95f5a510b93590f8fcdb8daf2737df19db6d2d7ebf48410444cf8
+  data.tar.gz: cf682ab07dcc557c9f3a2b9785f46aded117c4b50d840a6e8dd0b31e80840a63
 SHA512:
-  metadata.gz: 1f81cae3adb06d42d3bf5361615a0a21ca42346d08b1f8b83462116668d2ad61ec05ac707e723d910bbe55eb29699129ba13570b44504581e92597242ab3d810
-  data.tar.gz: 656959f866321cd68814fed2ef1c9121fe1db36674cb7fbd49f9f2a652e5f43a29d6b1d491a2197278577084d1328e01f99fd1eff8fca1c7ef7d6299ed512b17
+  metadata.gz: efe4f67e9903c4b65e404fe349e668ff659e538ddff7bc7e28a59bd7f98167e16faabb4876d5b45e1142562ad6e6c4e22c7471e1f374c3debc4e204855a7e169
+  data.tar.gz: 3ab4a1cf50426d6405cb1281f4c159d43480ead4f11414f8642b6e0a5d7cb4eca4f3769fb43cff4c5f1884ef5a72d88fdcc9b9c09bbdeb80f4624b008cfba059

data/bin/openapi-addheaders

@@ -32,7 +32,6 @@ def main
   path = %w[components headers]
   components = Components.new(path, 'Header')
 
-  ENV['POSIXLY_CORRECT'] = '1'
   parser = OptionParser.new do |opts|
     opts.summary_indent = '  '
     opts.summary_width = 26
@@ -42,7 +41,7 @@ def main
     opts.on('-i', '--input FILE', 'Read API spec from FILE, not stdin.') do |f|
       input_name = f
     end
-    opts.on('-o', '--output FILE', 'Output to FILE, not stdout .') do |f|
+    opts.on('-o', '--output FILE', 'Output to FILE, not stdout.') do |f|
       output_name = f
     end
     components.add_options(opts)
@@ -57,7 +56,7 @@ replaces the original with reference.
       exit 0
     end
   end
-  parser.parse!
+  parser.order!
 
   doc = load_source(input_name)
   return 2 if doc.nil?
@@ -67,7 +66,7 @@ replaces the original with reference.
   replace_headers(doc.fetch('paths', {}), components)
   bury(doc, path, components.items) unless components.items.empty?
 
-  dump_result(output_name, YAML.dump(doc, line_width: 1_000_000), 3)
+  dump_result(output_name, doc, 3)
 end
 
-exit(main) if (defined? $unit_test).nil?
+exit(main) if defined?($unit_test).nil?

data/bin/openapi-addparameters

@@ -32,7 +32,6 @@ def main
   path = %w[components parameters]
   components = Components.new(path, 'Parameter')
 
-  ENV['POSIXLY_CORRECT'] = '1'
   parser = OptionParser.new do |opts|
     opts.summary_indent = '  '
     opts.summary_width = 26
@@ -42,7 +41,7 @@ def main
     opts.on('-i', '--input FILE', 'Read API spec from FILE, not stdin.') do |f|
       input_name = f
     end
-    opts.on('-o', '--output FILE', 'Output to FILE, not stdout .') do |f|
+    opts.on('-o', '--output FILE', 'Output to FILE, not stdout.') do |f|
       output_name = f
     end
     components.add_options(opts)
@@ -57,7 +56,7 @@ replaces the original with reference.
       exit 0
     end
   end
-  parser.parse!
+  parser.order!
 
   doc = load_source(input_name)
   return 2 if doc.nil?
@@ -66,7 +65,7 @@ replaces the original with reference.
   replace_parameters(doc.fetch('paths', {}), components)
   bury(doc, path, components.items) unless components.items.empty?
 
-  dump_result(output_name, YAML.dump(doc, line_width: 1_000_000), 3)
+  dump_result(output_name, doc, 3)
 end
 
 exit(main) if defined?($unit_test).nil?

data/bin/openapi-addresponses

@@ -32,7 +32,6 @@ def main
   path = %w[components responses]
   components = Components.new(path, 'Response')
 
-  ENV['POSIXLY_CORRECT'] = '1'
   parser = OptionParser.new do |opts|
     opts.summary_indent = '  '
     opts.summary_width = 26
@@ -42,7 +41,7 @@ def main
     opts.on('-i', '--input FILE', 'Read API spec from FILE, not stdin.') do |f|
       input_name = f
     end
-    opts.on('-o', '--output FILE', 'Output to FILE, not stdout .') do |f|
+    opts.on('-o', '--output FILE', 'Output to FILE, not stdout.') do |f|
       output_name = f
     end
     components.add_options(opts)
@@ -57,7 +56,7 @@ replaces the original with reference.
       exit 0
     end
   end
-  parser.parse!
+  parser.order!
 
   doc = load_source(input_name)
   return 2 if doc.nil?
@@ -66,7 +65,7 @@ replaces the original with reference.
   replace_responses(doc.fetch('paths', {}), components)
   bury(doc, path, components.items) unless components.items.empty?
 
-  dump_result(output_name, YAML.dump(doc, line_width: 1_000_000), 3)
+  dump_result(output_name, doc, 3)
 end
 
-exit(main) if (defined? $unit_test).nil?
+exit(main) if defined?($unit_test).nil?

data/bin/openapi-addschemas

@@ -17,7 +17,7 @@ def remove_subitem(obj, path)
   parent.delete(path.last) || {}
 end
 
-def replace_inlines(obj, components, top_level = false)
+def replace_inlines(obj, components, top_level_name = nil)
   if obj.is_a?(Array)
     obj.each do |o|
       return false unless replace_inlines(o, components)
@@ -25,8 +25,11 @@ def replace_inlines(obj, components, top_level = false)
     return true
   end
   return true unless obj.is_a?(Hash)
-  return true if obj.key?('$ref')
-  # Prior return would be the place to get rid of other keys if so desired.
+  if obj.key?('$ref')
+    components.store_anchor(obj)
+    # Here would be the place to get rid of other keys if so desired.
+    return true
+  end
   # Is inlined, process parts recursively.
   items = obj['allOf']
   items = obj['anyOf'] if items.nil?
@@ -49,17 +52,34 @@ def replace_inlines(obj, components, top_level = false)
       return false unless replace_inlines(props[name], components)
     end
   end
-  obj.replace({ '$ref' => components.reference(obj) }) unless top_level
+  r = components.ref_string(top_level_name) || components.reference(obj)
+  components.store_anchor(obj, r)
+  obj.replace({ '$ref' => r }) if top_level_name.nil?
   true
 end
 
+def replace_anchor_refs(obj, components)
+  if obj.is_a?(Array)
+    obj.each do |o|
+      replace_anchor_refs(o, components)
+    end
+    return
+  end
+  return unless obj.is_a?(Hash)
+  r = obj['$ref']
+  obj['$ref'] = components.anchor_ref_replacement(r) unless r.nil?
+  obj.values.each do |value|
+    # Loops over $ref value but that is a string so nothing done to it.
+    replace_anchor_refs(value, components)
+  end
+end
+
 def main
   input_name = nil
   output_name = nil
   path = %w[components schemas]
   components = Components.new(path, 'Schema')
 
-  ENV['POSIXLY_CORRECT'] = '1'
   parser = OptionParser.new do |opts|
     opts.summary_indent = '  '
     opts.summary_width = 26
@@ -69,7 +89,7 @@ def main
     opts.on('-i', '--input FILE', 'Read API spec from FILE, not stdin.') do |f|
       input_name = f
     end
-    opts.on('-o', '--output FILE', 'Output to FILE, not stdout .') do |f|
+    opts.on('-o', '--output FILE', 'Output to FILE, not stdout.') do |f|
       output_name = f
     end
     components.add_options(opts)
@@ -83,7 +103,7 @@ Loads API document in OpenAPI format and adds a schema for each inline type.
       exit 0
     end
   end
-  parser.parse!
+  parser.order!
 
   doc = load_source(input_name)
   return 2 if doc.nil?
@@ -93,12 +113,15 @@ Loads API document in OpenAPI format and adds a schema for each inline type.
   components.items = remove_subitem(doc, path)
   # Get rid of inlined types within existing schemas first.
   components.items.keys.sort!.each do |k|
-    return 4 unless replace_inlines(components.items[k], components, true)
+    components.add_schema_name(k)
+    return 4 unless replace_inlines(components.items[k], components, k)
   end
   return 4 unless replace_inlines(doc, components)
+  components.alter_anchors
   bury(doc, path, components.items) unless components.items.empty?
+  replace_anchor_refs(doc, components)
 
-  dump_result(output_name, YAML.dump(doc, line_width: 1_000_000), 3)
+  dump_result(output_name, doc, 3)
 end
 
-exit(main) if (defined? $unit_test).nil?
+exit(main) if defined?($unit_test).nil?

data/bin/openapi-checkschemas

@@ -142,7 +142,6 @@ def main
   count = true
   keep = false
 
-  ENV['POSIXLY_CORRECT'] = '1'
   parser = OptionParser.new do |opts|
     opts.summary_indent = '  '
     opts.summary_width = 26
@@ -152,22 +151,22 @@ def main
     opts.on('-i', '--input FILE', 'Read API spec from FILE, not stdin.') do |f|
       input_name = f
     end
-    opts.on('-o', '--output FILE', 'Output to FILE, not stdout .') do |f|
+    opts.on('-o', '--output FILE', 'Output to FILE, not stdout.') do |f|
       output_name = f
     end
-    opts.on('-e', '--[no-]equivalent', "Report equivalent schemas, default #{equivalent}") do |b|
+    opts.on('-e', '--[no-]equivalent', "Report equivalent schemas, default #{yesno(equivalent)}") do |b|
       equivalent = b
     end
-    opts.on('-t', '--[no-]typematch', "Report typematch schemas, default #{typematch}") do |b|
+    opts.on('-t', '--[no-]typematch', "Report typematch schemas, default #{yesno(typematch)}") do |b|
       typematch = b
     end
-    opts.on('-r', '--[no-]reference', "Report schema references, default #{references}") do |b|
+    opts.on('-r', '--[no-]reference', "Report schema references, default #{yesno(references)}") do |b|
       references = b
     end
-    opts.on('-c', '--[no-]count', "Report schema reference counts, default #{count}") do |b|
+    opts.on('-c', '--[no-]count', "Report schema reference counts, default #{yesno(count)}") do |b|
       count = b
     end
-    opts.on('-k', '--[no-]keep', "Keep all schema references/counts, default #{keep}") do |b|
+    opts.on('-k', '--[no-]keep', "Keep all schema references/counts, default #{yesno(keep)}") do |b|
       keep = b
     end
     components.add_options(opts)
@@ -182,17 +181,17 @@ names differ but types match.
 
 Search is performed only at top schema level. References to equivalent types
 are not considered equivalent when references themselves are not equivalent.
-Any allOf, anyOf, oneOf checks merely check the refernces. Hence two different
+Any allOf, anyOf, oneOf checks merely check the references. Hence two different
 allOf schemas may in practice result in equivalent types and that is not
 detected.
 
 Implicit expectation is the openapi-addschemas has been used to process the
-input, as inlined types in requests for example are ignored.
+input, as inlined types in requests, for example, are ignored.
 )
       exit 0
     end
   end
-  parser.parse!
+  parser.order!
 
   doc = load_source(input_name)
   return 2 if doc.nil?
@@ -214,4 +213,4 @@ input, as inlined types in requests for example are ignored.
   dump_result(output_name, YAML.dump(report, line_width: 80), 3)
 end
 
-exit(main) if (defined? $unit_test).nil?
+exit(main) if defined?($unit_test).nil?

data/bin/openapi-frequencies

@@ -37,7 +37,7 @@ into each path object matching count as "freq".
       exit 0
     end
   end
-  parser.parse!
+  parser.order!
 
   return aargh('Path log file name must be given.', 1) if paths_name.nil?
 
@@ -75,4 +75,4 @@ into each path object matching count as "freq".
   dump_result(output_name, YAML.dump(doc), 3)
 end
 
-exit(main) if (defined? $unit_test).nil?
+exit(main) if defined?($unit_test).nil?

data/bin/openapi-generate

@@ -16,7 +16,6 @@ def main
   input_name = nil
   output_dir = nil
 
-  ENV['POSIXLY_CORRECT'] = '1'
   parser = OptionParser.new do |opts|
     opts.summary_indent = '  '
     opts.summary_width = 26
@@ -32,7 +31,7 @@ def main
     opts.on('-h', '--help', 'Print this help and exit.') do
       $stdout.puts %(#{opts}
 Loads API document in OpenAPI format and generator names. Built-in generator
-loaders accept the following:
+or additional document loaders accept the following:
 #{Loaders.document.strip}
 
 During load each generator can add and modify tasks via Gen module:
@@ -43,7 +42,7 @@ After all generators have loaded succesfully, tasks are run.
       exit 0
     end
   end
-  parser.parse!
+  parser.order!
 
   return aargh('Generator names must be given.', 1) if ARGV.empty?
 

data/bin/openapi-merge

@@ -52,7 +52,7 @@ end
 
 def gather_refs(doc, found)
   doc.each_pair do |key, value|
-    if key == '$ref' && value.is_a?(String) && value.start_with?('#/components/')
+    if key == '$ref' # Trust all refs to be valid.
       found.add(value)
     elsif value.is_a? Hash
       gather_refs(value, found)
@@ -64,6 +64,13 @@ def gather_refs(doc, found)
   end
 end
 
+def has_refd_anchor(item, refs)
+  return !((item.index { |v| has_refd_anchor(v, refs) }).nil?) if item.is_a?(Array)
+  return false unless item.is_a?(Hash)
+  return true if refs.member?('#' + item.fetch('$anchor', ''))
+  !((item.values.index { |v| has_refd_anchor(v, refs) }).nil?)
+end
+
 def prune(merged)
   prev_refs = Set.new
   loop do # May have references from deleted so repeat until nothing deleted.
@@ -74,16 +81,16 @@ def prune(merged)
         refs.add("#/components/securitySchemes/#{key}")
       end
     end
+    # Add schema ref for all schemas that have referenced anchor somewhere.
+    (merged.dig(*%w[components schemas]) || {}).each do |name, schema|
+      refs.add("#/components/Schemas/#{name}") if has_refd_anchor(schema, refs)
+    end
     used = {}
     all = merged.fetch('components', {})
     refs.each do |ref|
       p = ref.split('/')
       p.shift(2)
-      item = all
-      p.each do |key|
-        item = item.fetch(key, nil)
-        break if item.nil?
-      end
+      item = all.dig(*p)
       next if item.nil?
       sub = used
       p.each_index do |k|
@@ -105,7 +112,6 @@ def main
   output_file = nil
   keep = false
 
-  ENV['POSIXLY_CORRECT'] = '1'
   parser = OptionParser.new do |opts|
     opts.summary_indent = '  '
     opts.summary_width = 26
@@ -130,7 +136,7 @@ allowed only to append to the merged document, not re-define anything in it.
       exit 0
     end
   end
-  parser.parse!
+  parser.order!
 
   max_depths = Hash.new(0)
   max_depths['openapi'] = 1
@@ -155,4 +161,4 @@ allowed only to append to the merged document, not re-define anything in it.
   dump_result(output_file, YAML.dump(merged), 3)
 end
 
-exit(main) if (defined? $unit_test).nil?
+exit(main) if defined?($unit_test).nil?

data/bin/openapi-modifypaths

@@ -0,0 +1,123 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+# Copyright © 2024 Ismo Kärkkäinen
+# Licensed under Universal Permissive License. See LICENSE.txt.
+
+require_relative '../lib/common'
+require 'optparse'
+require 'yaml'
+
+def path2pieces(s)
+  s.split('/').reject { |p| p.empty? }
+end
+
+def pieces2path(p)
+  "/#{p.join('/')}"
+end
+
+def add(s, path)
+  s.empty? ? path : (s + path)
+end
+
+def remove_complete_prefix(prefix, path)
+  return nil if prefix.empty? || path.size < prefix.size
+  prefix.size.times do |idx|
+    return nil unless prefix[idx] == path[idx]
+  end
+  path[prefix.size...path.size]
+end
+
+def remove(s, path)
+  remove_complete_prefix(s, path) || path
+end
+
+def replace(o, s, path)
+  p = remove_complete_prefix(o, path)
+  p.nil? ? path : (s + p)
+end
+
+def add_op(s)
+  s = path2pieces(s)
+  Proc.new { |path| add(s, path) }
+end
+
+def remove_op(s)
+  s = path2pieces(s)
+  Proc.new { |path| remove(s, path) }
+end
+
+def replace_op(orig, s)
+  o = path2pieces(orig)
+  s = path2pieces(s)
+  Proc.new { |path| replace(o, s, path) }
+end
+
+def perform_operations(paths, operations)
+  out = {}
+  paths.each do |path, value|
+    operations.each do |op|
+      path = pieces2path(op.call(path2pieces(path)))
+    end
+    out[path] = value
+  end
+  out
+end
+
+def main
+  input_name = nil
+  output_name = nil
+  operations = []
+  orig = nil
+
+  parser = OptionParser.new do |opts|
+    opts.summary_indent = '  '
+    opts.summary_width = 26
+    opts.banner = 'Usage: openapi-modifypaths [options]'
+    opts.separator ''
+    opts.separator 'Options:'
+    opts.on('-i', '--input FILE', 'Read API spec from FILE, not stdin.') do |f|
+      exit(aargh("Expected string to replace PREFIX.", 1)) unless orig.nil?
+      input_name = f
+    end
+    opts.on('-o', '--output FILE', 'Output to FILE, not stdout.') do |f|
+      exit(aargh("Expected string to replace PREFIX.", 1)) unless orig.nil?
+      output_name = f
+    end
+    opts.on('-a', '--add STR', 'Add prefix STR to all paths.') do |s|
+      exit(aargh("Expected string to replace PREFIX.", 1)) unless orig.nil?
+      operations.push(add_op(s))
+    end
+    opts.on('-d', '--delete PREFIX', 'Delete PREFIX when present.') do |s|
+      exit(aargh("Expected string to replace PREFIX.", 1)) unless orig.nil?
+      operations.push(remove_op(s))
+    end
+    opts.on('-r', '--replace PREFIX STR', 'Replace PREFIX with STR when present.') do |s|
+      exit(aargh('Empty string to replace.', 1)) if s.empty?
+      orig = s
+    end
+    opts.on('-h', '--help', 'Print this help and exit.') do
+      $stdout.puts %(#{opts}
+
+Loads API document in OpenAPI format and changes paths according to options.
+STR and PREFIX are expected to be parts of a path surrounded by /.
+)
+      exit 0
+    end
+  end
+  parser.order! do |s|
+    exit(aargh("String without option: #{s}", 1)) if orig.nil?
+    operations.push(replace_op(orig, s))
+    orig = nil
+  end
+
+  doc = load_source(input_name)
+  return 2 if doc.nil?
+
+  p = perform_operations(doc.fetch('paths', {}), operations)
+  doc['paths'] = p unless p.empty?
+
+  dump_result(output_name, doc, 3)
+end
+
+exit(main) if defined?($unit_test).nil?

data/bin/openapi-processpaths

@@ -38,7 +38,7 @@ later stage tools. Checks for paths that may be ambiguous.
       exit 0
     end
   end
-  parser.parse!
+  parser.order!
 
   doc = load_source(input_name)
   return 2 if doc.nil?
@@ -81,4 +81,4 @@ later stage tools. Checks for paths that may be ambiguous.
   dump_result(output_name, YAML.dump(doc), 3)
 end
 
-exit(main) if (defined? $unit_test).nil?
+exit(main) if defined?($unit_test).nil?

data/lib/apiobjects.rb

@@ -33,15 +33,17 @@ def reference(obj, schemas, schema_path, ignored_keys = Set.new(%w[summary descr
 end
 
 class Components
-  attr_reader :path, :prefix
+  attr_reader :path, :prefix, :anchor2ref, :schema_names
   attr_accessor :items, :ignored_keys
 
-  def initialize(path, prefix, ignored_keys = %w[summary description examples example])
-    @items = {}
+  def initialize(path, prefix, ignored_keys = %w[summary description examples example $anchor])
     path = "#/#{path.join('/')}/" if path.is_a?(Array)
     path = "#{path}/" unless path.end_with?('/')
     @path = path
     @prefix = prefix
+    @anchor2ref = {}
+    @schema_names = Set.new
+    @items = {}
     @ignored_keys = Set.new(ignored_keys)
   end
 
@@ -58,7 +60,12 @@ class Components
     %(All fields are used in object equality comparisons except:\n#{@ignored_keys.to_a.sort!.join("\n")})
   end
 
+  def add_schema_name(name)
+    @schema_names.add(name)
+  end
+
   def ref_string(name)
+    return nil if name.nil?
     "#{@path}#{name}"
   end
 
@@ -73,42 +80,39 @@ class Components
       cand = "#{@prefix}#{n}x"
       next if @items.key?(cand)
       @items[cand] = obj.merge
+      @schema_names.add(cand)
       return ref_string(cand)
     end
   end
-end
-
-
-class PathOperation
-  attr_accessor :path, :operation, :info, :parameters
-  attr_accessor :servers, :security, :tags
-  attr_accessor :summary, :description
-end
 
-# One could have a convenience
-# method that determines how many bytes the value needs, and if it needs to be
-# signed.
-
-# When creating types for schemas or otherwise, the type name can be added
-# into the item and that way be used as an indicator that the type has been
-# declared or needs a declaration.
+  def store_anchor(obj, ref = nil)
+    anchor_name = obj['$anchor']
+    return if anchor_name.nil?
+    ref = obj['$ref'] if ref.nil?
+    raise Exception, 'ref is nil and no $ref or it is nil' if ref.nil?
+    @anchor2ref[anchor_name] = ref
+  end
 
-def make_path_operations(apidoc)
-  # Check openapi
-  # Store info as is for reference
-  # Store servers as is for default value for PathOperation
-  # Process components. Lazy manner, only when referenced.
-  # Store security as is for default value for PathOperation.
-  # Store tags as mapping from name to object for use with PathOperation.
-  # Process paths:
-  # Store parameters as is for default value for PathOperation.
-  # All other fields, check if it looks like OperationObject and create a
-  # PathOperation using it. For others, store as is for default value.
+  def alter_anchors
+    replacements = {}
+    @anchor2ref.each do |a, r|
+      next if @schema_names.member?(a)
+      replacements[a] = ref_string(a)
+      @schema_names.add(a)
+    end
+    replacements.each do |a, r|
+      @anchor2ref[a] = r
+    end
+  end
 
+  def anchor_ref_replacement(ref)
+    @anchor2ref[ref[1...ref.size]] || ref
+  end
 end
 
-
 class ServerPath
+  # Probably moves to a separate file once processpaths and frequencies receive
+  # some attention.
   include Comparable
 
   attr_accessor :parts
@@ -161,6 +165,8 @@ class ServerPath
   end
 end
 
+# The rest probably ends up in a gem that orders schemas and does nothing else.
+
 # Adds all refs found in the array to refs with given required state.
 def gather_array_refs(refs, items, required)
   items.each do |s|
@@ -298,36 +304,3 @@ class SchemaOrderer
     chosen
   end
 end
-
-class HeaderOrderer
-end
-
-class ResponseOrderer
-end
-
-class PathOrderer
-end
-
-class Tasker
-  attr_reader :doc
-  def initialize(doc)
-    @doc = doc
-  end
-end
-
-class SchemaTasker < Tasker
-# initialize with doc
-# Orderer set somehow.
-# Method ot create one task per schema.
-# Method to create one task for all schemas.
-end
-
-class HeaderTasker < Tasker
-# initialize with doc
-# Orderer set somehow.
-# Method ot create one task per schema.
-# Method to create one task for all schemas.
-end
-
-
-

data/lib/common.rb

@@ -12,6 +12,10 @@ def aargh(message, return_value = nil)
   return_value
 end
 
+def yesno(boolean)
+  boolean ? 'yes' : 'no'
+end
+
 def bury(doc, path, value)
   (path.size - 1).times do |k|
     p = path[k]
@@ -54,6 +58,7 @@ rescue StandardError => e
 end
 
 def dump_result(output, doc, error_return)
+  doc = YAML.dump(doc, line_width: 1_000_000) unless doc.is_a?(String)
   if output.nil?
     $stdout.puts doc
   else

data/lib/docs.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+# Copyright © 2024 Ismo Kärkkäinen
+# Licensed under Universal Permissive License. See LICENSE.txt.
+
+require_relative 'common'
+
+
+class Docs
+  attr_reader :docs
+
+  def initialize
+    @docs = {}
+  end
+
+  def method_missing(method_name, *args)
+    name = method_name.to_s
+    if name.end_with?('=')
+      name = name[0...(name.size - 1)]
+      super unless @docs.key?(name)
+      @docs[name] = args.first
+      return args.first
+    end
+    super unless @docs.key?(name)
+    @docs[name]
+  end
+
+  def add(name, content)
+    return false if docs.key?(name)
+    @docs[name] = content
+    true
+  end
+end

data/lib/gen.rb

@@ -5,56 +5,73 @@
 
 require_relative 'task'
 require_relative 'helper'
+require_relative 'docs'
+require_relative 'output'
 
 
 module Gen
-  def self.mod_attr_reader(symbol, docstr = nil)
-    attr_reader(symbol)
-    module_function(symbol)
+  def self.add_doc(symbol, docstr)
     return if docstr.nil?
-    @docsrc = [] unless Gen.instance_variable_defined?('@docsrc')
+    @docsrc = [] unless instance_variable_defined?('@docsrc')
     @docsrc.push("- #{symbol.to_s} : #{docstr}")
   end
 
-  def self.mod_attr_accessor(symbol, docstr = nil)
+  def self.read_attr(symbol, default)
+    return if symbol.nil?
+    attr_reader(symbol)
+    module_function(symbol)
+    instance_variable_set("@#{symbol.to_s}", default)
+  end
+
+  def self.mod_attr2_reader(symbol, symbol2, docstr = nil, default = nil)
+    read_attr(symbol, default)
+    read_attr(symbol2, default)
+    add_doc(symbol, docstr)
+  end
+
+  def self.mod_attr_reader(symbol, docstr = nil, default = nil)
+    mod_attr2_reader(symbol, nil, docstr, default)
+  end
+
+  def self.rw_attr(symbol, default)
     attr_accessor(symbol)
     module_function(symbol)
     s = symbol.to_s
     module_function((s + '=').to_sym)
-    return if docstr.nil?
-    @docsrc = [] unless Gen.instance_variable_defined?('@docsrc')
-    @docsrc.push("- #{s} : #{docstr}")
+    instance_variable_set("@#{s}", default)
+  end
+
+  def self.mod_attr2_accessor(symbol, symbol2, docstr = nil, default = nil)
+    rw_attr(symbol, default)
+    rw_attr(symbol2, default) unless symbol2.nil?
+    add_doc(symbol, docstr)
+  end
+
+  def self.mod_attr_accessor(symbol, docstr = nil, default = nil)
+    mod_attr2_accessor(symbol, nil, docstr, default)
   end
 
   mod_attr_reader :doc, 'OpenAPI document.'
   mod_attr_reader :outdir, 'Output directory name.'
+  mod_attr_reader :d, 'Other documents object.', Docs.new
   mod_attr_accessor :in_name, 'OpenAPI document name, nil if stdin.'
   mod_attr_accessor :in_basename, 'OpenAPI document basename, nil if stdin.'
-  mod_attr_accessor :tasks, 'Tasks array.'
-  mod_attr_accessor :g, 'Hash for storing values visible to all tasks.'
+  mod_attr_accessor :tasks, 'Tasks array.', []
+  mod_attr_accessor :g, 'Hash for storing values visible to all tasks.', {}
   mod_attr_accessor :a, 'Intended for instance with defined attributes.'
   mod_attr_accessor :h, 'Instance of class with helper methods.'
-  mod_attr_accessor :t, 'Current task instance.'
+  mod_attr2_accessor :task, :t, 'Current task instance.'
   mod_attr_accessor :task_index, 'Current task index.'
-  mod_attr_accessor :loaders, 'Array of generator loader methods.'
+  mod_attr_accessor :loaders, 'Array of generator loader methods.', []
+  mod_attr2_accessor :output, :o, 'Output-related methods.', Output.new
 
   def self.setup(document_content, input_name, output_directory)
     @doc = document_content
     @outdir = output_directory
-    if input_name.nil?
-      @in_name = nil
-      @in_basename = nil
-    else
+    unless input_name.nil?
       @in_name = File.basename(input_name)
       @in_basename = File.basename(input_name, '.*')
     end
-    @tasks = []
-    @g = {}
-    @a = nil
-    @h = nil
-    @t = nil
-    @task_index = nil
-    @loaders = []
     add_task(task: HelperTask.new)
   end
 

data/lib/generate.rb

@@ -8,6 +8,7 @@ require_relative 'common'
 require_relative 'loaders'
 require_relative 'gen'
 
+
 def executable_bits_on(mode)
   mode = mode.to_s(8).split('')
   mode.size.times do |k|

data/lib/helper.rb

@@ -10,7 +10,7 @@ class Helper
   attr_reader :doc, :parents
   attr_accessor :parent_parameters
 
-  # Stores the nearesh Hash for each Hash.
+  # Stores the nearest Hash for each Hash.
   def store_parents(obj, parent = nil)
     if obj.is_a?(Hash)
       @parents[obj.object_id] = parent
@@ -26,8 +26,6 @@ class Helper
 
   def initialize(doc)
     @doc = doc
-    # For each hash in doc, set parent?
-    # Build an object_id to parent object mapping and use parent method?
     @parents = {}
     store_parents(@doc)
   end

data/lib/loaders.rb

@@ -3,6 +3,9 @@
 # Copyright © 2024 Ismo Kärkkäinen
 # Licensed under Universal Permissive License. See LICENSE.txt.
 
+
+# Original loader functions. These are accessible via Gen.loaders. New loaders
+# should be added there.
 module Loaders
 
   GEM_PREFIX = 'gem:'
@@ -37,14 +40,56 @@ module Loaders
     true
   end
 
+  YAML_PREFIX = 'yaml:'
+  YAML_EXTS = [ '.yaml', '.yml' ]
+
+  def self.yaml_loader(name)
+    d = name.downcase
+    if d.start_with?(YAML_PREFIX)
+      name = name.slice(YAML_PREFIX.size...name.size)
+    else
+      return false if (YAML_EXTS.index { |s| d.end_with?(s) }).nil?
+    end
+    n, sep, f = name.partition(':')
+    raise StandardError, "No name given." if n.empty?
+    raise StandardError, "No filename given." if f.empty?
+    doc = YAML.safe_load(File.read(f))
+    raise StandardError, "#{name} #{n} exists already." unless Gen.d.add(n, doc)
+    true
+  rescue Errno::ENOENT
+    raise StandardError, "Not found: #{f}\n#{e.to_s}"
+  rescue Exception => e
+    raise StandardError, "Failed to read as YAML: #{f}\n#{e.to_s}"
+  end
+
+  BIN_PREFIX = 'bin:'
+
+  def self.bin_loader(name)
+    return false unless name.downcase.start_with?(BIN_PREFIX)
+    n, sep, f = name.slice(BIN_PREFIX.size...name.size).partition(':')
+    raise StandardError, "No name given." if n.empty?
+    raise StandardError, "No filename given." if f.empty?
+    doc = IO.binread(f)
+    raise StandardError, "#{name} #{n} exists already." unless Gen.d.add(n, doc)
+    true
+  rescue Errno::ENOENT
+    raise StandardError, "Not found: #{f}\n#{e.to_s}"
+  rescue Exception => e
+    raise StandardError, "Failed to read #{f}\n#{e.to_s}"
+  end
+
   def self.loaders
-    [ method(:gem_loader), method(:ruby_loader) ]
+    pre = @preloaders
+    [ method(:gem_loader), method(:ruby_loader), method(:yaml_loader), method(:bin_loader) ]
   end
 
   def self.document
     %(
 - #{Loaders::GEM_PREFIX}gem_name : requires the gem.
 - ruby_file#{Loaders::RUBY_EXT} : changes to Ruby file directory and requires the file.
+- #{Loaders::YAML_PREFIX}name:filename : Loads YAML file into Gen.d.name.
+- name:filename.{#{(Loaders::YAML_EXTS.map { |s| s[1...s.size] }).join('|')}} : Loads YAML file into Gen.d.name.
+- #{Loaders::BIN_PREFIX}name:filename : Loads binary file into Gen.d.name.
 )
   end
 

data/lib/output.rb

@@ -0,0 +1,58 @@
+# frozen_string_literal: true
+
+# Copyright © 2024 Ismo Kärkkäinen
+# Licensed under Universal Permissive License. See LICENSE.txt.
+
+require_relative 'task'
+
+
+class Output
+  # For indentation.
+  attr_accessor :indent_character, :indent_step
+  attr_accessor :tab, :tab_replaces_count
+  attr_accessor :last_indent
+
+  def initialize
+    @indent_character = ' '
+    @indent_step = 4
+    @tab = "\t"
+    @tab_replaces_count = 0
+    @last_indent = 0
+  end
+
+  def join(blocks, separator = "\n")
+    indented = []
+    blocks.flatten!
+    indent = 0
+    blocks.each do |block|
+      if block.nil?
+        indent = 0
+      elsif block.is_a?(Integer)
+        indent += block
+      elsif block.is_a?(TrueClass)
+        indent += @indent_step
+      elsif block.is_a?(FalseClass)
+        indent -= @indent_step
+      else
+        block = block.to_s unless block.is_a?(String)
+        if indent.zero?
+          indented.push(block)
+          next
+        end
+        if 0 < @tab_replaces_count
+          tabs = @tab * (indent / @tab_replaces_count)
+          chars = @indent_character * (indent % @tab_replaces_count)
+        else
+          tabs = ''
+          chars = @indent_character * indent
+        end
+        lines = block.lines(chomp: true)
+        lines.each do |line|
+          indented.push("#{tabs}#{chars}#{line}")
+        end
+      end
+    end
+    @last_indent = indent
+    indented.join(separator)
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: openapi-sourcetools
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.1
 platform: ruby
 authors:
 - Ismo Kärkkäinen
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-07-17 00:00:00.000000000 Z
+date: 2024-08-28 00:00:00.000000000 Z
 dependencies: []
 description: |2
 
@@ -25,6 +25,7 @@ executables:
 - openapi-frequencies
 - openapi-generate
 - openapi-merge
+- openapi-modifypaths
 - openapi-processpaths
 extensions: []
 extra_rdoc_files: []
@@ -38,13 +39,16 @@ files:
 - bin/openapi-frequencies
 - bin/openapi-generate
 - bin/openapi-merge
+- bin/openapi-modifypaths
 - bin/openapi-processpaths
 - lib/apiobjects.rb
 - lib/common.rb
+- lib/docs.rb
 - lib/gen.rb
 - lib/generate.rb
 - lib/helper.rb
 - lib/loaders.rb
+- lib/output.rb
 - lib/task.rb
 homepage: https://xn--ismo-krkkinen-gfbd.fi/openapi-sourcetools/index.html
 licenses: