xmk 0.1.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 3821a25480789beeb46b176c9c0b3b51fa285e9245e45e9787f508c0b82804f5
+  data.tar.gz: 554630e394e1fbd0a4f905f938f1e4cd1311f1189394cd493e9d590d2d79ac71
+SHA512:
+  metadata.gz: 4db33b8cd0340b19c8526aad808f77fb645d48aa98d550867879cc775aa918ddeb6c138f05caf218871536d73664b549ceb161705842d742cba974cf52980063
+  data.tar.gz: e7834f5626629dd5cef037bbf67701c541e86a1a52ad4ae7b2a20349ea07b271cb227e7d7ea41c9947d2cbff1e6b7d82ec064df7a768a4f7df1b667a7b6b8558

data/bin/xmk

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require 'xmk'
+Xmk.main()

data/lib/xmk/lexer.rb

@@ -0,0 +1,224 @@
+class Lexer
+
+  def initialize
+    @tokens = Array.new
+    @start = 0
+    @current = -1
+    @line = 0
+    @string = ""
+    @file = nil
+    @in_label = false
+    @assignment_type = ""
+
+    if File.exists?("xmkfile")
+      @file = File.open("xmkfile", "r")
+    else 
+      puts "No xmkfile found"
+    end
+  end
+
+  def scan
+    while (c = self.advance) != nil
+      @start = @current
+      case c
+      when "#" # comment
+        self.end_line
+      when "+" # append/declaration
+        if self.peek == "=" 
+          @assignment_type = "append"
+          @tokens.push(Token.new(Token::ADD, '+=', @line))
+          self.advance(2)
+          self.get_value(Token::VAL)
+        end
+      when "=" # declaration
+        @assignment_type = "assign"
+        @tokens.push(Token.new(Token::SET, '=', @line))
+        self.advance
+        self.get_value(Token::VAL)
+      when "@" # target
+        loop do
+          c = self.advance
+          c = self.handle_comment_backslash(c)
+          break if self.terminates?(c)
+        end
+        @tokens.push(Token.new(Token::TAR, @string[@start+1 .. @current].strip,
+          @line))
+      when "$" # cmd
+        self.get_value(Token::CMD)
+      when "_" # label
+        self.handle_label
+      else 
+        if self.terminates?(c)
+          @in_label = false
+          @tokens.push(Token.new(Token::LBR, c, @line))
+        elsif c.match?(/[A-Z]/) # var
+          loop do
+            self.advance
+            break unless self.peek.match?(/[A-Z_]/)
+          end
+          @tokens.push(Token.new(
+            Token::VAR, @string[@start .. @current].strip, @line))
+        elsif c.match?(/[a-z]/) # cmd / label / platform
+          if @in_label # cmd
+            self.get_value(Token::CMD)
+          else # label || platform
+            if self.find("@") # platform
+              loop do
+                self.advance
+                break if self.peek == ":"
+              end
+              @tokens.push(Token.new(Token::PLAT, @string[@start .. @current],
+                @line))
+              parse_target = false
+              loop do
+                c = self.advance
+                if c == "@"
+                  self.advance
+                  parse_target = true
+                  @start = @current
+                end
+                if (c == " " || self.terminates?(c)) && parse_target
+                  parse_target = false
+                  @tokens.push(Token.new(Token::TARLINK,
+                    @string[@start .. @current-1], @line))
+                end
+                break if self.terminates?(c)
+              end
+            else 
+              self.handle_label
+            end
+          end
+        end
+      end
+    end
+    @file.close
+    @tokens.push(Token.new(Token::LBR, "", @line))
+    @tokens.push(Token.new(Token::EOF, "end_of_file", @line))
+    @tokens
+  end
+
+  def find(c)
+    # check if char occurs before comment or newline
+    res = false
+    i = 0
+    backup = Array.new
+    loop do
+      d = self.consume 
+      backup.push(d)
+      i += 1
+      res = true if d == c
+      break if d == "#"
+      break if self.terminates?(d)
+    end
+    i.times do |j|
+      self.push_back(backup[i-j-1])
+    end
+    res
+  end
+
+  def get_value(t)
+    if self.terminates?(@string[@current])
+      return @tokens.push(Token.new(Token::LBR, "", @line))
+    end
+    @start = @current
+    loop do 
+      c = self.advance
+      c = self.handle_comment_backslash(c)
+      break if self.terminates?(c)
+    end
+    str = @string[@start .. @current-1].rstrip
+    if t == Token::VAL && @assignment_type == "assign"
+        str = str.lstrip
+    end
+    @tokens.push(Token.new(t, str, @line))
+  end
+
+  def handle_label
+    @in_label = true
+    loop do
+      self.advance
+      break if self.peek == ":"
+    end
+    @tokens.push(Token.new(Token::LAB, @string[@start .. @current],
+      @line))
+    self.end_line
+  end
+
+  def handle_comment_backslash(c)
+    if c == "\\"
+      loop do
+        if self.terminates?(self.peek)
+          @string[@current] = self.consume
+          break
+        else
+          @string[@current] = self.consume
+        end
+      end
+      while self.terminates?(@string[@current])
+        @string[@current] = self.consume
+      end
+      while @string[@current] == " "
+        @string[@current] = self.consume
+      end
+    elsif c == "#"
+      loop do
+        @string[@current] = self.consume
+        if self.terminates?(self.peek)
+          @string[@current] = self.consume
+          c = @string[@current]
+          break
+        end
+      end
+    end
+    c
+  end
+
+  def advance(n = 1)
+    c = ""
+    i = n
+    @current += n
+    loop do
+      c = self.consume
+      @string << c if c
+      i -= 1
+      break if i == 0
+    end
+    c
+  end
+
+  def peek
+    c = self.consume
+    self.push_back(c)
+    c
+  end
+
+  def consume
+    if self.terminates?(@string[@current])
+      @line += 1
+    end
+    @file.getc
+  end
+
+  def push_back(c)
+    if self.terminates?(c)
+      @line -= 1
+    end
+    @file.ungetc(c)
+  end
+
+  def terminates?(c)
+    return true if c == "\n"
+    return true if c.nil?
+    return true if c == "\r"
+    return false
+  end
+
+  def end_line
+    # strips away characters until line break
+    loop do
+      c = self.advance
+      break if self.terminates?(c)
+    end
+  end
+
+end

data/lib/xmk/parser.rb

@@ -0,0 +1,347 @@
+require 'pathname'
+
+class Parser
+
+
+  def initialize(tokens)
+    @failsafe = false
+    @state = State::ROOT
+    @tokens = tokens
+    @env_stack = Array.new 
+    @env_stack.push(Hash.new)
+    @i = 0
+    @i_memory = 0
+    @env_label = ""
+    @env_name = "root"
+    @plat_name = ""
+    @target_state = Hash.new
+    @target_name = ""
+  end
+
+  def parse
+    loop do
+      case @tokens[@i].type
+      when Token::LBR
+        if @env_label != ""
+          if Xmk.options[:verbose]
+            Xmk.print("leave label: #{@env_label}")
+          end
+          @env_label = ""
+        end
+        if @tokens[@i+1].type == Token::PLAT && @state == State::PLAT
+          self.leave_platform
+        end
+        if @tokens[@i+1].type == Token::TAR && @state == State::TAR
+          self.leave_target
+        end
+      when Token::PLAT
+        @plat_name = @tokens[@i].lexeme
+        case @state
+        when State::ROOT
+          loop do
+            @i += 1
+            break if @tokens[@i+1].type == Token::EOF
+          end
+        when State::TAR
+          allow = false
+          if Xmk.platforms.empty? || Xmk.platforms.include?(@plat_name)
+            while @tokens[@i+1].type == Token::TARLINK
+              @i += 1
+              if @env_name == @tokens[@i].lexeme
+                allow = true
+                break
+              end
+            end
+          end
+          if @target_state[:"#{@env_name}"].include?(@plat_name)
+            # leave target
+            allow = false
+            self.leave_target
+            @state = State::QUIT
+            loop do
+              @i += 1
+              break if @tokens[@i+1].type == Token::EOF
+            end
+          end
+          if allow
+            @src_files = Array.new
+            @obj_files = Array.new
+            @compilation_flags = Array.new
+            if Xmk.options[:verbose]
+              Xmk.print("ENTER PLATFORM: #{@plat_name}")
+            end
+            @env_memory = @env_name
+            @env_name = @plat_name
+            @state = State::PLAT
+            self.env_stack_grow
+          else
+            unless @state == State::QUIT
+              unless @failsafe
+                @i = @i_memory
+                @failsafe = true
+              else
+                loop do
+                  @i += 1
+                  break if @tokens[@i+1].type == Token::PLAT
+                end
+              end
+            end
+          end
+        when State::PLAT
+          Xmk.error("Invalid state.", @tokens[@i].line)
+        end
+      when Token::TAR
+        case @state
+        when State::ROOT, State::TAR
+          if @state == State::TAR
+            self.leave_target
+          end
+          if Xmk.targets.empty? || Xmk.targets.include?(@tokens[@i].lexeme)
+            if Xmk.options[:verbose]
+              Xmk.print("@ENTER TARGET: #{@tokens[@i].lexeme}")
+            end
+            @target_name = @tokens[@i].lexeme
+            @target_state[:"#{@tokens[@i].lexeme}"] = Array.new
+            @env_name = @tokens[@i].lexeme
+            @state = State::TAR
+            self.env_stack_grow
+          else
+            loop do
+              @i += 1
+              if @tokens[@i+1].type == Token::EOF
+                break
+              end
+              break if @tokens[@i+1].type == Token::TAR
+            end
+          end
+        when State::TAR
+        when State::PLAT
+          Xmk.error("Hierarchy violation. Target scope required" <<
+            " to appear before platform scope.", $tokens[@i].line)
+        end
+      when Token::CMD
+        if @env_label == "_rule"
+          @src_files = Array.new
+          @obj_files = Array.new
+          @compilation_flags = Array.new
+          @env_stack.last[:SRC].split.each do |src|
+            Dir.glob(src) do |f|
+              @src_files.push(f)
+              i = File.dirname(f).index('/')
+              i = File.dirname(f).length if i.nil?
+              @obj_files.push(File.join(@env_stack.last[:OBJ],
+                File.dirname(f)[i .. -1],
+                "#{File.basename(f,'.*')}.o"))
+            end
+          end
+          @obj_files.each do |o|
+            Pathname(o).dirname.mkpath
+            @compilation_flags.push(!File.exist?(o))
+          end
+          @src_files.each_with_index do |src, i|
+            next if @compilation_flags[i] 
+            recipe = Parser.run_print_verbose_only(
+              var_replace(@tokens[@i].lexeme).gsub('$~', src), true)
+            recipe.slice!(0..recipe.index(':'))
+            recipe.gsub!("\n", '')
+            recipe.gsub!("\\", '')
+            recipe.squeeze(" ")
+            recipe = recipe[1..-1]
+            recipe = recipe.split(" ")
+            objmtime = File.mtime(@obj_files[i])
+            recipe.each do |dep|
+              if File.mtime(dep) > objmtime
+                @compilation_flags[i] = (File.mtime(dep) > objmtime)
+              end
+            end
+          end
+        elsif @env_label == "_compile"
+          @src_files.each_with_index do |src, i|
+            if @compilation_flags[i]
+              if Xmk.options[:verbose]
+                Xmk.print("Recompilation for #{src}.")
+              end
+              Parser.run(var_replace(@tokens[@i].lexeme.gsub('$~', src).gsub(
+                '$&', @obj_files[i])))
+            end
+          end
+        elsif @env_label == "_link"
+          Parser.run(var_replace(@tokens[@i].lexeme.gsub('$&&',
+            @obj_files.join(" "))))
+        else
+          Parser.run(var_replace(@tokens[@i].lexeme))
+        end
+      when Token::LAB
+        if Xmk.options[:verbose]
+          Xmk.print("attempt label: #{@tokens[@i].lexeme}")
+        end
+        unless @tokens[@i].lexeme[0] == "_"
+          unless Xmk.labels.include?(@tokens[@i].lexeme)
+            # if not included skip to end of label
+            if Xmk.options[:verbose]
+              Xmk.print("skip label: #{@tokens[@i].lexeme}")
+            end
+            loop do
+              @i += 1
+              break if @tokens[@i].type == Token::LBR
+            end
+          else
+            if Xmk.options[:verbose]
+              Xmk.print("enter label: #{@tokens[@i].lexeme}")
+            end
+            @env_label = @tokens[@i].lexeme
+          end
+        else
+          if @tokens[@i].lexeme == "_plat" && @state == State::TAR
+            @i_memory = @i
+            loop do
+              @i += 1
+              if @tokens[@i].type == Token::EOF
+                @i = @i_memory
+                break
+              end
+              break if @tokens[@i+1].type == Token::PLAT
+            end
+          else
+            if Xmk.options[:verbose]
+              Xmk.print("enter label: #{@tokens[@i].lexeme}")
+            end
+            @env_label = @tokens[@i].lexeme
+          end
+        end
+      when Token::VAR
+        unless @tokens[@i+1].type == Token::SET || 
+            @tokens[@i+1].type == Token::ADD
+          Xmk.error("Expect '=' or '+=' after variable",
+                    @tokens[@i].line)
+        end
+      when Token::SET, Token::ADD
+        unless @tokens[@i-1].type == Token::VAR && 
+            @tokens[@i+1].type == Token::VAL  
+          Xmk.error("Expect <VAR>=|+=<VALUE>.",
+                    @tokens[@i].line)
+        else
+          case @tokens[@i].type
+          when Token::SET
+            self.set_var
+          when Token::ADD
+            if @env_stack.last.has_key?(:"#{@tokens[@i-1].lexeme}")
+              self.add_var
+            else
+              self.set_var
+            end
+          end
+        end
+        if Xmk.options[:verbose]
+          Xmk.print("$(#{@tokens[@i-1].lexeme}): " <<
+            " #{@env_stack.last[:"#{@tokens[@i-1].lexeme}"]}")
+        end
+      when Token::EOF
+        if @state == State::PLAT
+          self.leave_platform
+        else
+          break
+        end
+      else
+      end
+      @i += 1
+    end 
+  end
+
+  def leave_platform
+    i = @i
+    loop do
+      i -= 1
+      break if @tokens[i].type == Token::PLAT
+    end
+    if Xmk.options[:verbose]
+      Xmk.print("LEAVE PLATFORM: #{@tokens[i].lexeme}")
+    end
+    @state = State::TAR
+    @env_name = @env_memory
+    @env_stack.pop
+    @target_state[:"#{@env_name}"].push(@tokens[i].lexeme)
+    loop do
+      if @tokens[@i].type == Token::EOF
+        @i = @i_memory
+        break
+      end
+      break if @tokens[@i+1].type == Token::PLAT
+      @i += 1
+    end
+  end
+
+  def leave_target
+    if Xmk.options[:verbose]
+      i = @i
+      loop do
+        i -= 1
+        break if @tokens[i].type == Token::TAR
+      end
+      Xmk.print("@LEAVE TARGET: #{@tokens[i].lexeme}")
+    end
+    @env_name = "root"
+    @state = State::ROOT
+    @env_stack.pop
+  end
+
+  def env_stack_grow
+    h = Hash.new
+    @env_stack.last.each do |k,v|
+      h[k] = v.dup
+    end
+    @env_stack.push(h)
+  end
+
+  def set_var
+    @env_stack.last[:"#{@tokens[@i-1].lexeme}"] =
+      self.var_replace(@tokens[@i+1].lexeme)
+  end
+
+  def add_var
+    @env_stack.last[:"#{@tokens[@i-1].lexeme}"] <<
+      self.var_replace(@tokens[@i+1].lexeme)
+  end
+
+  def var_replace(str)
+    str2 = str.dup
+    str2.scan(/\${1}\({1}([A-Z_]+){1}\)/) do |m|
+      if @env_stack.last.has_key?(:"#{m[0]}")
+        str.gsub!("$(#{m[0]})", @env_stack.last[:"#{m[0]}"])
+      else
+        Xmk.error("Variable #{m[0]} not defined",
+          @tokens[@i+1].line)
+      end
+    end
+    str.gsub('$@', @target_name).gsub('$!',@plat_name)
+  end
+
+  def self.run(cmd, noprint = false)
+    unless Xmk.options[:disable_cmd]
+      if Xmk.options[:verbose]
+        Xmk.print("execute #{cmd}")
+      end
+      v = %x{#{cmd}}
+      return v if v.strip.empty?
+      puts v unless noprint
+      return v
+    end
+    nil
+  end
+
+  def self.run_print_verbose_only(cmd, noprint = false)
+    unless Xmk.options[:disable_cmd]
+      if Xmk.options[:verbose]
+        Xmk.print("execute #{cmd}")
+      end
+      v = %x{#{cmd}}
+      return v if v.strip.empty?
+      if Xmk.options[:verbose]
+        puts v unless noprint
+      end
+      return v
+    end
+    nil
+  end
+
+end

data/lib/xmk/token.rb

@@ -0,0 +1,29 @@
+class Token
+  attr_reader :type, :lexeme, :literal, :line
+
+  VAR  = 0 # variable
+  SET  = 1 # set var =
+  ADD  = 2 # append var +=
+  TAR  = 3 # target
+  WS   = 4 # whitespace
+  CMD  = 5 # commang
+  LAB  = 6 # label
+  VAL  = 7 # value
+  PLAT = 8 # platform
+  TARLINK = 9 # platform-target link
+  LBR = 10 # linebreak
+
+  EOF  =9999
+
+
+  def initialize(type, lexeme, line)
+    @type = type
+    @lexeme = lexeme
+    @line = line
+  end
+
+  def to_s
+    "#{@type} #{@lexeme} #{@line}"
+  end
+
+end

data/lib/xmk.rb

@@ -0,0 +1,87 @@
+require 'optparse'
+require 'xmk/token.rb'
+require 'xmk/lexer.rb'
+require 'xmk/parser.rb'
+
+module State
+
+  ROOT = 0
+  TAR  = 1
+  PLAT = 2
+  QUIT = 3
+
+end
+
+module Xmk
+  
+  def self.main()
+    @@targets = Array.new
+    @@platforms = Array.new
+    @@labels = Array.new
+    options = {}
+    options[:verbose] = false
+    options[:skipcomp] = false
+    options[:disable_cmd] = false
+    optparse = OptionParser.new do|opts|
+      opts.banner = "Usage: xmk [options]"
+      opts.on('-h', '--help', 'Display this screen') do
+        puts opts
+        exit
+      end
+
+      opts.on('-t', '--target TARGET', 'Target') do |arg|
+        @@targets.push(arg)
+      end
+
+      opts.on('-p', '--platform PLATFORM', 'Platform') do |arg|
+        @@platforms.push(arg)
+      end
+
+      opts.on('-l', '--label LABEL', 'Label') do |arg|
+        @@labels.push(arg)
+      end
+
+      opts.on('-v', '--verbose', 'Verbose mode') do
+        options[:verbose] = true
+      end
+      opts.on('-s', '--skip-compilation', 'Skip compilation') do
+        options[:skipcomp] = true
+      end
+      opts.on('-d', '--disable-commands', 'Disable commands') do
+        options[:disable_cmd] = true
+      end
+    end
+    optparse.parse!
+
+    @@options = options
+
+    lexer = Lexer.new
+    Parser.new(lexer.scan).parse
+  end
+
+  def self.error(msg, l)
+    puts "#{msg} on line #{l}"
+    exit(65)
+  end
+
+  def self.options
+    @@options
+  end
+
+  def self.labels
+    @@labels
+  end
+
+  def self.platforms
+    @@platforms
+  end
+
+  def self.targets
+    @@targets
+  end
+
+  def self.print(msg)
+    puts "xmk: #{msg}"
+  end
+
+end

data/syntax/rouge.rb

@@ -0,0 +1,35 @@
+# -*- coding: utf-8 -*- #
+# # frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Xmk < RegexLexer
+      title 'xmk'
+      desc 'XMake Prototype'
+      tag 'xmk'
+      filenames 'xmkfile', '*.xmk'
+
+      state :whitespace do
+        rule %r/\s+/m, Text::Whitespace
+      end
+
+      #rule %r/(?<==).*(?=($|\\|#))/, Name
+
+      state :root do
+        mixin :whitespace
+
+        rule /#.*/, Comment::Single
+        rule %r/[A-Z]+(?=\+|\=){1}/, Text
+        rule %r/[+=]/, Operator
+        #rule %r/(?<=\=).*$/, String
+        rule %r/[_a-z0-9]+:/, Str
+        rule %r/@[a-z0-9]+/, Name::Function
+        rule %r/\$(~|!|@|&{1,2})/, Name::Variable
+        rule %r/\$\([A-Z]+\)/, Name
+        rule %r/\\/, Str::Escape
+        rule %r/.*/, Name
+      end
+
+    end
+  end
+end

data/syntax/vim.vim

@@ -0,0 +1,35 @@
+" detect file
+autocmd BufRead,BufNewFile xmkfile setlocal filetype=xmk
+
+" syntax highlighting
+syn keyword xmkKeyword _cmd _plat _pre _post _link _compile _rule
+
+syntax match xmkComment "\v#.*$"
+"syntax match xmkVar "\v[A-Z]"
+"syntax match xmkVar "\v[A-Z]+((\+|\=){1})\@="
+syntax match xmkVar "\v\zs[A-Z]+\ze(\+|\=){1}"
+syntax match xmkTarget "\v\@[a-z]+"
+syntax match xmkKeyword "\v[a-z0-9]+:{1}"
+syntax match xmkReplace "\v\$\("
+syntax match xmkReplace "\v\("
+syntax match xmkReplace "\v\)"
+syntax match xmkReplace "\v\$\@"
+syntax match xmkReplace "\v\$\!"
+syntax match xmkReplace "\v\$\~"
+syntax match xmkReplace "\v\$\&"
+syntax match xmkReplace "\v\$\&\&"
+syntax match xmkNewlineTerm "\v\\"
+syntax match xmkOperator "\v\+"
+syntax match xmkOperator "\v\="
+
+highlight link xmkComment Comment
+highlight link xmkVar Type
+highlight link xmkTarget Structure
+highlight link xmkKeyword Keyword
+highlight link xmkReplace Type
+highlight link xmkNewlineTerm Delimiter
+highlight link xmkOperator Operator
+
+hi Structure ctermfg=darkcyan
+hi Type ctermfg=darkmagenta
+hi Operator ctermfg=darkred

metadata

@@ -0,0 +1,52 @@
+--- !ruby/object:Gem::Specification
+name: xmk
+version: !ruby/object:Gem::Version
+  version: 0.1.2
+platform: ruby
+authors:
+- ryu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2022-03-28 00:00:00.000000000 Z
+dependencies: []
+description: 'A working protorype for yet another build automation tool inspired by
+  Make. '
+email: ryu@tohya.net
+executables:
+- xmk
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/xmk
+- lib/xmk.rb
+- lib/xmk/lexer.rb
+- lib/xmk/parser.rb
+- lib/xmk/token.rb
+- syntax/rouge.rb
+- syntax/vim.vim
+homepage: https://www.tohya.net
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6.2
+signing_key: 
+specification_version: 4
+summary: Build automation tool for C and C++ projects
+test_files: []