raka 0.2.3

data/lib/token.rb

@@ -0,0 +1,165 @@
+# frozen_string_literal: true
+
+# convenient patterns for matching
+module Pattern
+  WORD = '[^\s_]'
+  TOKEN = '(?!.*__)\w+'
+  ANY = '\w+'
+end
+
+# Context to preserve during the token chaining
+class Context
+  attr_reader :ext
+  attr_reader :scopes
+
+  def initialize(ext, scopes = [])
+    @ext = ext
+    @scopes = scopes
+  end
+end
+
+# methods like _xx_ are preserved for token
+def internal(name)
+  name.length > 1 && name.to_s.start_with?('_') && name.to_s.end_with?('_')
+end
+
+# A raka expression is a list of linked tokens. The Token
+# class store current token, info of previous tokens, and context.
+# It plays rule of both token and expr
+class Token
+  attr_reader :chain
+
+  def initialize(compiler, context, chain, inline_scope)
+    @compiler = compiler
+    @context = context
+    @chain = chain
+    @inline_scope = inline_scope
+  end
+
+  def _captures_(target)
+    matched = _pattern_.match(target)
+    keys = matched.names.map(&:to_sym)
+    Hash[keys.zip(matched.captures)]
+  end
+
+  # rubocop:disable Style/MethodLength # long but straightforward
+  def _parse_output_(output)
+    # xxx? is for minimal match
+    out_pattern = %r{^((?<scope>\S+)/)?}.source
+    out_pattern += %r{(?<target_scope>#{@inline_scope})/}.source unless @inline_scope.nil?
+    out_pattern += /(?<stem>(\S+))(?<ext>\.[^\.]+)$/.source
+    info = Regexp.new(out_pattern).match(output)
+    res = Hash[info.names.zip(info.captures)]
+    unless info[:scope].nil?
+      rule_scopes = Regexp.new(_scope_pattern_).match(info[:scope]).captures
+      res[:rule_scopes] = rule_scopes[1..-1].reverse
+    end
+    if !@inline_scope.nil? && !info[:target_scope].nil?
+      segs = Regexp.new(@inline_scope).match(info[:target_scope]).captures
+      res[:target_scope_captures] = segs
+    end
+    name_details = /^(\S+?)__(\S+)$/.match(info[:stem])
+    res = if name_details
+            res.merge(func: name_details[1], input_stem: name_details[2])
+          else
+            res.merge(func: nil, input_stem: nil)
+          end
+    res = res.merge(captures: OpenStruct.new(_captures_(output)))
+    res[:name] = output
+    res[:output] = output
+    res[:output_stem] = info[:stem]
+    OpenStruct.new res
+  end
+  # rubocop:enable Style/MethodLength
+
+  # attach a new item to the chain
+  def _attach_(item)
+    Token.new(@compiler, @context, @chain + [item], @inline_scope)
+  end
+
+  # rubocop:disable Style/MissingRespondToMissing  # for DSL not essential
+  def method_missing(sym, *args)
+    # if ends with '=' then is to compile;
+    # if not but has a arg then it is template token, push template;
+    # else is inconclusive so just push symbol
+    super if internal(sym)
+
+    if sym.to_s.end_with? '='
+      @compiler.compile(_attach_(sym.to_s.chomp('=')), args.first)
+    elsif !args.empty?
+      _attach_ args.first.to_s
+    else
+      _attach_ sym.to_s
+    end
+  end
+  # rubocop:enable Style/MissingRespondToMissing
+
+  # non capture matching anything
+  def _(*args)
+    if !args.empty?
+      _attach_ args.first.to_s
+    else
+      _attach_ Pattern::ANY
+    end
+  end
+
+  def _=(rhs)
+    @compiler.compile(_attach_(Pattern::ANY), rhs)
+  end
+
+  def _input_?
+    @chain.length > 1
+  end
+
+  def _inputs_(output, ext)
+    # no input
+    return [] if @chain.length == 1
+
+    # match the body part besides the scope (if not scoped), leading xxx__ and .ext of output
+    info = _parse_output_(output)
+    input_stem = /^\S+?__(\S+)$/.match(info.stem)[1]
+    auto_input = "#{input_stem}.#{ext}"
+    auto_input = "#{info.target_scope}/" + auto_input if info.target_scope
+    auto_input = "#{info.scope}/" + auto_input if info.scope
+    [auto_input]
+  end
+
+  def _scope_pattern_
+    '((?:(\S+)/)?' + (@context.scopes.map { |layer| "(#{layer.join('|')})" }).join('/') + ')'
+  end
+
+  def _pattern_
+    # scopes as leading
+    leading = !@context.scopes.empty? ? _scope_pattern_ + '/' : _scope_pattern_
+    leading += "(#{@inline_scope})/" unless @inline_scope.nil?
+    body = @chain.reverse.map { |s| "(#{s})" }.join('__')
+    Regexp.new('^' + leading + body + '\.' + @context.ext.to_s + '$')
+  end
+
+  def _template_(scope = nil)
+    (scope.nil? ? '' : scope + '/') + (@inline_scope.nil? ? '' : @inline_scope + '/') +
+      @chain.reverse.join('__') + '.' +
+      @context.ext.to_s
+  end
+
+  # These two methods indicate that this is a pattern token
+  def [](pattern)
+    symbol = @chain.pop.to_s
+    # if the pattern contains child pattern like percent_(\d+), we change the capture to
+    # named capture so that it can be captured later. The name is symbol with the index, like func0
+    pattern = pattern.gsub(/\(\S+?\)/).with_index { |m, i| "(?<#{symbol}#{i}>#{m})" }
+
+    # if the symbol is _, \S+ will be put in chain, it indicates not to capture,
+    # so just replace it with the refined pattern
+    if symbol == Pattern::ANY # match-everything and not bound
+      @chain.push pattern.to_s
+    else
+      @chain.push "(?<#{symbol}>(#{pattern}\\w*))"
+    end
+    self
+  end
+
+  def []=(pattern, value)
+    @compiler.compile(self[pattern], value)
+  end
+end

metadata

@@ -0,0 +1,158 @@
+--- !ruby/object:Gem::Specification
+name: raka
+version: !ruby/object:Gem::Version
+  version: 0.2.3
+platform: ruby
+authors:
+- yarray
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2022-02-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 13.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 13.0.0
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 6.3.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 6.3.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+- !ruby/object:Gem::Dependency
+  name: juwelier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.3.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.3.0
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.80.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.80.0
+- !ruby/object:Gem::Dependency
+  name: reek
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+description: An extensible, concise and light weight DSL on Rake to automate data
+  processing tasks
+email: '08to09@gmail.com'
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE
+- README.md
+files:
+- LICENSE
+- README.md
+- VERSION
+- lib/compile.rb
+- lib/interface.rbs
+- lib/lang/psql/impl.rb
+- lib/lang/python/impl.rb
+- lib/lang/r/impl.rb
+- lib/lang/r/io.R
+- lib/lang/shell/impl.rb
+- lib/output_type.rb
+- lib/protocol.rb
+- lib/raka.rb
+- lib/temp.json
+- lib/token.rb
+homepage: http://github.com/yarray/raka
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.2
+signing_key:
+specification_version: 4
+summary: Rake for data
+test_files: []