md2site 0.1.2

data/lib/md2site/statusfile.rb

@@ -0,0 +1,75 @@
+module Md2site
+  require "yaml"
+
+  class StatusFile
+    attr_accessor :baseurl, :fname, :fpath, :last_datetime, :last_contents_path, :path
+
+    def initialize(path, baseurl, mes)
+      @path = path
+      @baseurl = baseurl
+      @mes = mes
+
+      mes.add_exitcode("EXIT_CODE_CANNOT_ANALYZE_YAMLFILE")
+      mes.add_exitcode("EXIT_CODE_CANNOT_DUMP_TO_YAML")
+
+      content = get_statusfile(@path)
+
+      if content && !content.strip.empty?
+        obj = Filex::Filex.load_yaml(content, @mes)
+        @baseurl = obj[:baseurl]
+        @fname = obj[:fname]
+        @fpath = obj[:path]
+        @last_datetime = obj[:last_datetime]
+        @last_contents_path = obj[:last_contents_path]
+      else
+        @baseurl = @baseurl
+        @fname = nil
+        @fpath = nil
+        @last_datetime = nil
+        @last_contents_path = nil
+      end
+    end
+
+    def output(path, content)
+      File.open(path, "w") do |ofile|
+        ofile.puts(content)
+        ofile.flush
+      end
+    end
+
+    def update
+      hs = { baseurl: @baseurl, fname: @fname, path: @fpath, last_datetime: @last_datetime, last_contents_path: @last_contents_path }
+      begin
+        content = YAML.dump(hs)
+      rescue Error => e
+        @mes.output_exception(e)
+        exit(@mes.ec("EXIT_CODE_CANNOT_DUMP_TO_YAML"))
+      end
+
+      return unless content
+
+      @mes.exc_file_write(@path) { output(@path, content) }
+    end
+
+    def get_statusfile(path)
+      unless path
+        raise
+      end
+
+      content = nil
+      if File.exist?(path)
+        @mes.exc_file_read(path) { content = File.read(path) }
+      end
+      content
+    end
+
+    def pint
+      @mes.output_info("baseurl=#{@baseurl}")
+      @mes.output_info("fname=#{@fname}")
+      @mes.output_info("fpath=#{@fpath}")
+      @mes.output_info("last_datetime=#{@last_datetime}")
+      @mes.output_info("last_contents_path=#{@last_contents_path}")
+      @mes.output_info("path=#{@path}")
+    end
+  end
+end

data/lib/md2site/testdata.rb

@@ -0,0 +1,50 @@
+module Md2site
+  class Testdata
+    def initialize(src_data_dir, templatedir, hash, num=1)
+      @hash = hash
+      @src_data_dir = src_data_dir
+      @templatedir = templatedir
+      @content_division = @hash["CONTENT_DIVISION_WAY"]
+      check_additional_conf(@hash)
+      require_htmlutils(num) unless defined?(HTMLUtils)
+    end
+
+    def check_additional_conf(hash)
+      url = hash["url"]
+      hash["functions_variable"] ||= ""
+      hash["functions_static"]   ||= %Q(ROOT_TEMPLATE_FUNCTIONS_VARIABLE=#{File.join(@src_data_dir, %q(/template/functions_variable.erb))})
+      hash["contentDivisionWay"] ||= ""
+
+      case url
+      when /www\.toppers\.jp/
+        hash["contentDivisionWay"] = "CONTENT_DIVISION_WAY=0"
+        hash["functions_variable"] = %Q(ROOT_TEMPLATE_FUNCTIONS_VARIABLE=#{File.join(@src_data_dir, %q(/template/functions_variable.erb))})
+        hash["functions_static"]   = %Q(ROOT_TEMPLATE_FUNCTIONS_STATIC=#{File.join(@src_data_dir, %q(/template/functions_static.erb))})
+      end
+    end
+
+    def template_dir_array
+      array = [@templatedir]
+
+      case @hash["url"]
+      when /www\.toppers\.jp/
+        array << TEMPLATE_DIR2
+      end
+
+      array
+    end
+
+    def require_htmlutils(num=1)
+      if @content_division
+        num = @content_division.to_i
+      end
+
+      case num
+      when 0
+        require "md2site/htmlutils0"
+      else
+        require "md2site/htmlutils"
+      end
+    end
+  end
+end

data/lib/md2site/testx.rb

@@ -0,0 +1,73 @@
+module Md2site
+  class Testx
+    def initialize(option, mes, verbose, src_data_dir, opt_struct)
+      @option = option
+      @mes = mes
+      @verbose = verbose
+      @src_data_dir = src_data_dir
+      @opt_struct = opt_struct
+    end
+
+    def execute_subcommand_init(option_url)
+      case option_url.value
+      when /northern\-cross\.info/
+        init_a(option_url, %q(/testdata/site.tsv), "testdata/*")
+      when /www\.toppers\.jp/
+        init_a(option_url, %q(/testdata/site.tsv), "testdata0/*")
+      when /example\.com/
+        init_b(@option, option_url)
+      else
+        init_b(@option, option_url)
+      end
+    end
+
+    def init_a(option_url, tsv_filepath, test_data_dir_path)
+      root_path = @option.value
+      optionx = @opt_struct.new("init", root_path)
+      init = Init.new(@src_data_dir, @mes, @verbose)
+      init.execute_subcommand(optionx, option_url)
+
+      conf_dir = File.join(root_path, init.hs["conf_dir"])
+      conf_path = File.join(conf_dir, init.confFile)
+      dir = File.dirname(root_path)
+      base = File.basename(root_path)
+      content_path = File.join(dir, %Q(#{base}-contents))
+      @mes.exc_make_directory(content_path) { FileUtils.mkdir_p(content_path) }
+      src_path = File.join(@src_data_dir, tsv_filepath)
+      dest_path = conf_dir
+      @mes.exc_file_copy(src_path, dest_path) { FileUtils.copy(src_path, dest_path) }
+      Dir[File.join(@src_data_dir, test_data_dir_path)].each do |x|
+        next if File.directory?(x)
+        @mes.exc_file_copy(x, conf_dir) { FileUtils.cp(x, conf_dir) }
+      end
+
+      [conf_path, content_path]
+    end
+
+    def init_b(option, option_url)
+      @mes.output_warn(%Q(option=#{option.value}))
+      @mes.output_warn(%Q(optionUrl=#{option_url.value}))
+      exit(@mes.ec("EXIT_CODE_NORMAL_EXIT"))
+    end
+
+    def execute_subcommand_remain(env, content_path, str_variable, str_static, obj_by_yaml)
+      setup = Setup.new(env, @mes)
+      optionx = @opt_struct.new("zcontents", content_path)
+      setup.execute_subcommand(optionx)
+      optionx = @opt_struct.new("getfiles", content_path)
+      setup.execute_subcommand(optionx)
+      optionx = @opt_struct.new("contentUpdate")
+      setup.execute_subcommand(optionx)
+
+      info = Info.new(env)
+      optionx = @opt_struct.new("zlist")
+      info.execute_subcommand(optionx)
+      optionx = @opt_struct.new("zindex")
+      info.execute_subcommand(optionx)
+
+      make = Make.new(env, @mes, @verbose, str_variable, str_static, obj_by_yaml)
+
+      env.commands.map {|x| make.do_multiple_commands(x[0]) }
+    end
+  end
+end

data/lib/md2site/version.rb

@@ -0,0 +1,3 @@
+module Md2site
+  VERSION = "0.1.2"
+end

data/lib/md2site.rb

@@ -0,0 +1,161 @@
+require "md2site/version"
+
+module Md2site
+  CONF_FILE = "conf.sh"
+  CONF_DIR = "conf"
+  TEMPLATE_DIR = "template"
+  OUTPUT_DIR = "output"
+  SRC_DIR = "src"
+  DATA_DIR = "data"
+  WORK_DIR = "work"
+  MATERIAL_DIR = "material"
+  STATUS_FILE = "status.txt"
+  SITE_FILE = "site.tsv"
+  SETTING_FILE = "setting.yml"
+  CATEGORY_CONF_PREFIX = "conf-"
+  DEFAULT_TABLE_TEMPLATE_FILE = "5col_no_attr_b.erb"
+  DEFAULT_URL_SETTING = %Q(# URL=http://example.com)
+  KEY_ABSOLUTE_PATH_ROOT = "absolutePathRoot"
+  KEY_URL = "url"
+  INCLUDE_INDICATOR = ":include"
+  ZINDEX_HTML_FILE = "zindex.html"
+  TARGET_COMMAND_OF_ALL = "_z"
+  SUB_TARGET_COMMAND_OF_ALL = "_z"
+  LIST_FILE = "filelist.tsv"
+  FIELD_FILENMAE = "filename"
+  FIELD_DATETIMESTR = "datetimestr"
+  FIELD_UNIXTIME = "unixtime"
+  FIELD_MD5 = "md5"
+  TEMPLATE_DIR2 = "template2"
+
+  class Error < StandardError; end
+  # Your code goes here...
+
+  class Md2site
+    require "mdextab"
+    require "messagex"
+    require "filex"
+    require "open3"
+    require "tempfile"
+    require "md2site/env"
+    require "md2site/init"
+    require "md2site/testdata"
+    require "md2site/setup"
+    require "md2site/info"
+    require "md2site/make"
+    require "md2site/testx"
+
+    attr_accessor :option, :optionUrl, :mes, :verbose, :srcDataDir, :optStruct
+
+    def initialize(opts)
+      @src_data_dir = File.expand_path(File.dirname(__FILE__) + %q(/../data))
+
+      @init = nil
+      @testx = nil
+      @make = nil
+      @setup = nil
+      @info = nil
+
+      if opts["debug"]
+        @debug = :debug
+        @verbose = true
+      elsif opts["verbose"]
+        @debug = :verbose
+        @verbose = true
+      else
+        @debug = :warn
+        @verbose = false
+      end
+
+      @mes = Messagex::Messagex.new("EXIT_CODE_NORMAL_EXIT", 0, @debug, nil, opts["logfile"])
+      @mes.register_exc
+      @mes.add_exitcode("EXIT_CODE_BY_CANNOT_FIND_TARGET")
+      @mes.add_exitcode("EXIT_CODE_BY_CANNOT_FIND_SUBTARGET")
+      @mes.add_exitcode("EXIT_CODE_ILLEAGAL_TARGETCOMMAND")
+      @mes.add_exitcode("EXIT_CODE_CANNOT_FIND_CONFPATH")
+      @mes.add_exitcode("EXIT_CODE_CANNOT_CONVERT_FROM_MD_TO_HTML")
+      @mes.add_exitcode("EXIT_CODE_PANDOC_EXIT_ABNORMALLY")
+      Filex::Filex.setup(@mes)
+
+      @opt_struct = Struct.new(:name, :value)
+
+      option_parse(opts)
+    end
+
+    def option_parse(opts)
+      @target_command = opts["targetCommand"]
+      @subtarget_command = opts["subTargetCommand"]
+      if opts["all"]
+        @option = @opt_struct.new("all", opts["all"])
+      elsif opts["zcontents"]
+        @option = @opt_struct.new("zcontents", opts["zcontents"])
+      elsif opts["contentUpdate"]
+        @option = @opt_struct.new("contentUpdate")
+      elsif opts["getfiles"]
+        @option = @opt_struct.new("getfiles", opts["getfiles"])
+      elsif opts["zlist"]
+        @option = @opt_struct.new("zlist")
+      elsif opts["zindex"]
+        @option = @opt_struct.new("zindex")
+      elsif opts["zsetup"]
+        @option = @opt_struct.new("zsetup", opts["zsetup"])
+      elsif opts["init"]
+        @option = @opt_struct.new("init", opts["init"])
+      end
+
+      @option_url = nil
+      if opts["url"]
+        @option_url = @opt_struct.new("url", opts["url"])
+      end
+      @option_conf_path = @opt_struct.new("confPath", opts["confPath"])
+    end
+
+    def setup_env(conf_path, src_data_dir)
+      unless File.exist?(conf_path)
+        @mes.output_fatal("Can't find #{conf_path} specified by -c or --confpath option")
+        exit(@mes.ec("EXIT_CODE_CANNOT_FIND_CONFPATH"))
+      end
+
+      @env = Env.new(conf_path, @mes, @verbose)
+
+      @obj_by_yaml = Filex::Filex.check_and_load_yamlfile(@env.absolutepath_root_settingfile, @mes)
+
+      Testdata.new(src_data_dir, @init.templateDir, @env.conf_hs)
+      fname_variable = @env.conf_hs["ROOT_TEMPLATE_FUNCTIONS_VARIABLE"]
+      @str_variable = Filex::Filex.check_and_load_file(fname_variable, @mes) if fname_variable
+      fname_static = @env.conf_hs["ROOT_TEMPLATE_FUNCTIONS_STATIC"]
+      @str_static = ["<% ", Filex::Filex.check_and_expand_file(fname_static, @obj_by_yaml, @mes), "%>"].join("\n") if fname_static
+    end
+
+    def execute_command(cmd)
+      @init ||= Init.new(@src_data_dir, @mes, @verbose)
+
+      if cmd == "init"
+        @init.execute_subcommand(@option, @option_url)
+      elsif cmd == "testx"
+        @testx ||= Testx.new(@option, @mes, @verbose, @src_data_dir, @opt_struct)
+        conf_path, content_path = testx.execute_subcommandInit(@option_url)
+        setup_env(conf_path, @src_data_dir)
+        @testx.execute_subcommandRemain(@env, content_path, @str_variable, @str_static, @obj_by_yaml)
+      else
+        setup_env(@option_conf_path.value, @src_data_dir) unless @env
+
+        case cmd
+        when "make"
+          @make ||= Make.new(@env, @mes, @verbose, @str_variable, @str_static, @obj_by_yaml)
+          if @target_command == "_z"
+            @env.commands.map {|x| @make.do_multiple_commands(x[0]) }
+          else
+            @make.execute_subcommand(@target_command, @subtarget_command)
+          end
+        when "setup"
+          @setup ||= Setup.new(@env, @mes)
+          @setup.execute_subcommand(@option)
+        when "info"
+          @info ||= Info.new(@env, @mes)
+          @info.execute_subcommand(@option)
+        end
+      end
+    end
+  end
+end

data/md2site.gemspec

@@ -0,0 +1,59 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "md2site/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "md2site"
+  spec.version       = Md2site::VERSION
+  spec.authors       = ["yasuo kominami"]
+  spec.email         = ["ykominami@gmail.com"]
+
+  spec.summary       = %q{make Markdown to site with Pandoc.}
+  spec.description   = %q{make Markdown to site with Pandoc.}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+#    spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+
+#    spec.metadata["homepage_uri"] = spec.homepage
+#    spec.metadata["source_code_uri"] = "TODO: Put your gem's public repo URL here."
+#    spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "bundler", "~> 2.0"
+
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "byebug"
+  spec.add_development_dependency "power_assert", "~> 1.1.4"
+  spec.add_development_dependency "test-unit"
+  spec.add_development_dependency "test-unit-rr"
+  spec.add_development_dependency "rubocop"
+  spec.add_development_dependency "rubocop-performance"
+
+  spec.add_runtime_dependency "simpleoptparse"
+  spec.add_runtime_dependency "erubis"
+  spec.add_runtime_dependency "mdextab", "~> 0.1.4"
+  spec.add_runtime_dependency "nokogiri"
+  spec.add_runtime_dependency "messagex"
+  spec.add_runtime_dependency "filex"
+  spec.add_runtime_dependency "faraday"
+  spec.add_runtime_dependency "faraday_middleware"
+end