fixture_fox 0.1.1

data/lib/fixture_fox/tokenizer.rb

@@ -0,0 +1,78 @@
+require 'pathname'
+
+module FixtureFox
+  class Tokenizer
+    # Minimum path to source file. Note that this is a ruby file if the source
+    # was inline
+    attr_reader :file
+
+    # Array of tokenized lines
+    attr_reader :lines
+
+    def initialize(file_or_text)
+      @lines = []
+
+      # FIXME: Why @dev_proc ?
+      if file_or_text =~ /\s/
+        if caller[0] =~ /^(.*):(\d+):in `.*/
+          file, @lineno = $1, $2.to_i - 1
+          @file = Pathname.new(Pathname.new(file).expand_path).relative_path_from(Pathname.getwd).to_s
+          @dev_proc = lambda { |&block| StringIO.open(file_or_text, &block) }
+        else
+          raise "Oops"
+        end
+      else
+        @lineno = 0
+        @file = file_or_text
+        @dev_proc = lambda { |&block| File.open(@file, "r", &block) }
+      end
+    end
+
+    def call
+      # Read source
+      source = @dev_proc.call { |dev|
+        dev.readlines.take_while { |l| l !~ /^__END__\s*$/ }
+      }
+
+      # Find initial indent
+      while !source.empty? && source.first =~ /^\s*(?:#.*)?$/
+        source.shift
+        @lineno += 1
+      end
+      !source.empty? or return []
+      @initial_indent = source.first[/\A */].size
+
+      while !source.empty? 
+        line = source.shift
+        @lineno += 1
+
+        # Ignore blank lines and comments
+        next if line =~ /^\s*(?:#.*)?$/
+
+        # Find indent
+        indent = line[/\A */].size - @initial_indent
+        indent >= 0 or error("Illegal indent")
+
+        # Strip prefixed and suffixed blanks
+        line.strip!
+
+        # Create
+        if line =~ /^@/
+          @lines << DirectiveLine.new(@file, @lineno, @initial_indent, indent, line)
+        else
+          @lines << Line.new(@file, @lineno, @initial_indent, indent, line)
+        end
+      end
+
+      @lines
+    end
+
+    def dump(long: false)
+      @lines.each { |l| puts l.to_s(long: long) }
+    end
+
+    def error(msg)
+      raise ParseError.new(@file, @lineno, @initial_indent, msg)
+    end
+  end
+end

data/lib/fixture_fox/version.rb

@@ -0,0 +1,3 @@
+module FixtureFox
+  VERSION = "0.1.1"
+end

data/lib/fixture_fox.rb

@@ -0,0 +1,216 @@
+
+require "pg_graph"
+
+require "fixture_fox/version"
+require "fixture_fox/error.rb"
+require "fixture_fox/token.rb"
+require "fixture_fox/line.rb"
+require "fixture_fox/ast.rb"
+require "fixture_fox/idr.rb"
+require "fixture_fox/tokenizer.rb"
+require "fixture_fox/parser.rb"
+require "fixture_fox/hash_parser.rb"
+require "fixture_fox/analyzer.rb"
+require "fixture_fox/anchor.rb"
+
+module FixtureFox
+  # Fox is compiled incrementally so you can add some files, parse them into an
+  # AST, inspect the result through #idr, and then add some more files. The #idr
+  # can also be regenerated by executing #call with a different set of seed table IDs
+  class Fox
+    # The type of the database (PgGraph::Type::Database object)
+    attr_reader :type
+
+    # Name of first source file
+    attr_reader :file 
+
+    # Names of all source files except included files. FIXME: Not maintained - always []
+    attr_reader :files
+
+    # Tokenized lines. Note that this doesn't include lines from included
+    # files
+    attr_reader :lines
+
+    # The AST object. The AST object is a snapshot and grows as more files are
+    # parsed
+    attr_reader :ast
+
+    # The Analyzer object. The analyzer object is recalculated after new files
+    # are added
+    attr_reader :analyzer
+
+    # The IDR object. It is reset every time a new file is added
+    def idr() @idr || generate end
+
+    # List of tables with records (PgGraph::Type::Table)
+    def tables() 
+      @analyzer.data_tables 
+    end
+
+    # Default schema. Defaults to "public"
+    attr_reader :schema
+
+    # Map from qualified table name to max ID for that table. This is the same
+    # as the number of records in the table if the IDs wasn't seeded with a
+    # start value in #initialize
+    attr_reader :ids
+
+    # Anchors object. #anchors is modified as more and more files are added
+    attr_reader :anchors
+
+    # List of anchors defined by the sources
+    def defined_anchors()
+      @analyzer.defined_anchors.values 
+    end
+
+    # List of external anchors referenced by the sources. FIXME: Unused
+    def referenced_anchors() 
+      @analyzer.referenced_anchors.values 
+    end
+
+    def parsed?() !@ast.nil? end
+    def assigned?() !@analyzer.nil? && @analyzer.assigned? end
+    def checked?() assigned? && @analyzer.checked? end
+    def analyzed?() assigned? && checked? end
+    def generated?() !@idr.nil? end # TODO: Rephrase in terms of Analyzer#generated?
+
+    # Returns true if the Fox object is frozen and no more files can be added
+    def frozen?() @frozen end
+
+    # Freeze the Fox object. After this no more files can be added
+    def freeze!() @frozen = true end
+
+    def initialize(type, files = [], schema: nil, ids: nil, anchors: nil)
+      constrain type, PgGraph::Type
+      constrain files, [String]
+      constrain ids, NilClass, String => Integer
+      constrain anchors, Anchors, [Hash], NilClass
+      @type = type
+      @files = []
+      @schema = schema || "public"
+      @ids = ids || {}
+
+      if anchors.is_a?(Array)
+        @anchors = Anchors.new(type, anchors)
+      else
+        @anchors = anchors || Anchors.new(type)
+      end
+
+      @lines = []
+      @ast = nil
+      @analyzer = nil
+      @idr = nil
+      @data = nil
+      @frozen = false
+      if !files.empty?
+        compile(files)
+        assign_types # Analyze as far as possible without requiring anchors & ids
+        freeze!
+      end
+    end
+
+    # Note: Doesn't dup the Ast or other internal data structures except ids
+    # and anchors
+    def dup
+      generate if !generated?
+      Fox.new(type)
+    end
+
+    def compile(*file_or_texts)
+      !frozen? or raise Error, "Frozen Fox object"
+      @analyzer = nil
+      @idr = nil
+      @data = nil
+      @ast ||= Ast.new
+      Array(file_or_texts).flatten.each { |source|
+        source, lines = tokenize(source)
+        parse(source, lines)
+      }
+    end
+
+    def tokenize(source)
+#     puts "tokenize(#{source.inspect})"
+      tokenizer = Tokenizer.new(source)
+      @file ||= tokenizer.file
+      @files.append tokenizer.file
+      lines = tokenizer.call
+      @lines.append(*lines)
+      [source, lines]
+    end
+
+    def parse(source, lines)
+#     puts "parse(#{source.inspect})"
+      parser = Parser.new(source, lines, schema: @schema)
+      @ast = parser.call(@ast)
+      parser.anchor_files.each { |file| @anchors.merge!(Anchors.load(@type, file)) }
+    end
+
+    def analyze(anchors: nil)
+#     puts "analyze"
+      constrain anchors, Anchors, NilClass
+      assign_types if !assigned?
+      check_types(anchors: anchors) if !checked?
+    end
+
+    def assign_types
+#     puts "assign_types"
+      @analyzer = Analyzer.new(@type, @ast, ids: ids, anchors: anchors)
+      @ids = @analyzer.ids
+      @anchors = @analyzer.anchors
+      @analyzer.assign_types
+    end
+
+    def check_types(anchors: nil)
+#     puts "check_types"
+      constrain anchors, Anchors, NilClass
+      assign_types if !assigned?
+      @analyzer.check_types(anchors: anchors)
+    end
+
+    def generate(anchors: nil, ids: nil)
+#     puts "generate"
+      constrain anchors, Anchors, NilClass
+      analyze(anchors: anchors) if !analyzed?
+      @idr = @analyzer.generate(ids: ids)
+    end
+
+    # PgGraph::Data::Database object of the Idr object
+    def data(anchors: nil, ids: nil)
+      constrain anchors, Anchors, NilClass
+      generate(anchors: anchors, ids: ids) if !generated?
+      @data = PgGraph::Data.new(type, idr.to_h)
+    end
+
+    def write_state(file)
+      self.class.write_state(ids, anchors, file)
+    end
+
+    def to_yaml
+      data.to_yaml.to_yaml
+    end
+
+    def to_sql(format: :psql, ids: nil, delete: :all)
+      data.to_sql(format: format, ids: ids || {}, delete: delete, files: files)
+    end
+
+    def self.read_ids(file) YAML.load(IO.read(file)) end
+    def self.write_ids(ids, file) IO.write(file, YAML.dump(ids)) end
+
+    def self.read_anchors(type, file) Anchors.load(type, file) end
+    def self.write_anchors(anchors, file) anchors.save(file) end
+
+    def self.read_state(type, file)
+      if File.size?(file)
+        state = YAML.load(IO.read(file))
+        [state[:ids], Anchors.new(type, state[:anchors])]
+      else
+        [nil, nil]
+      end
+    end
+
+    def self.write_state(ids, anchors, file)
+      IO.write(file, YAML.dump({ ids: ids, anchors: anchors.to_yaml }))
+    end
+  end
+end
+

metadata

@@ -0,0 +1,227 @@
+--- !ruby/object:Gem::Specification
+name: fixture_fox
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Claus Rasmussen
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2022-03-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dry-inflector
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: indented_io
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: boolean
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: developer_exceptions
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: constrain
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: shellopts
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.0.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.0.6
+- !ruby/object:Gem::Dependency
+  name: pg_graph
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: fixture_fox gem
+email:
+- claus.l.rasmussen@gmail.com
+executables:
+- fox
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".ruby-version"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- TODO
+- bin/console
+- bin/setup
+- doc/diagram.drawio
+- examples/1-1-subrecord.fox
+- examples/1-1-subrecord.sql
+- examples/N-M.fox
+- examples/N-M.sql
+- examples/anchors.sql
+- examples/anchors.yml
+- examples/anchors1.fox
+- examples/anchors2.fox
+- examples/array.fox
+- examples/array.sql
+- examples/base.fox
+- examples/base.sql
+- examples/empty.fox
+- examples/empty.sql
+- examples/include/schema-included.fox
+- examples/inherit.fox
+- examples/inherit.sql
+- examples/kind.fox
+- examples/kind.sql
+- examples/link.fox
+- examples/link.sql
+- examples/root.fox
+- examples/schema-fragment-1.fox
+- examples/schema-fragment-2.fox
+- examples/schema-include.fox
+- examples/schema-indent.fox
+- examples/schema.fox
+- examples/schema.sql
+- examples/types.fox
+- examples/types.sql
+- examples/views.fox
+- examples/views.sql
+- exe/fox
+- fixture_fox.gemspec
+- lib/fixture_fox.rb
+- lib/fixture_fox/analyzer.rb
+- lib/fixture_fox/anchor.rb
+- lib/fixture_fox/ast.rb
+- lib/fixture_fox/error.rb
+- lib/fixture_fox/hash_parser.rb
+- lib/fixture_fox/idr.rb
+- lib/fixture_fox/line.rb
+- lib/fixture_fox/parser.rb
+- lib/fixture_fox/token.rb
+- lib/fixture_fox/tokenizer.rb
+- lib/fixture_fox/version.rb
+homepage: http://www.nowhere.com/
+licenses: []
+metadata:
+  homepage_uri: http://www.nowhere.com/
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.26
+signing_key: 
+specification_version: 4
+summary: fixture_fox gem
+test_files: []