flist 0.1.30 → 0.1.33

data/db/migrate/010_create_countdatetime.rb

@@ -0,0 +1,11 @@
+class CreateCountdatetime < ActiveRecord::Migration[6.0]
+  def self.up
+    create_table :countdatetimes do |t|
+      t.column :countdatetime, :datetime, :null => false
+    end
+  end
+
+  def self.down
+    drop_table :countdatetimes
+  end
+end

data/db/migrate/020_create_flistz.rb

@@ -0,0 +1,22 @@
+class CreateFlistz < ActiveRecord::Migration[6.0]
+  def self.up
+    create_table :Flistzs do |t|
+      t.column :dir_id, :integer, :null => false
+      t.column :level, :integer, :null => false
+      t.column :kind, :string, :null => false
+      t.column :repo, :string, :null => false
+      t.column :path, :string, :null => false
+      t.column :project, :string, :null => false
+      t.column :desc, :string, :null => true
+      t.column :comment, :string, :null => true
+      t.column :atime, :datetime, :null => false
+      t.column :ctime, :datetime, :null => false
+      t.column :mtime, :datetime, :null => false
+      t.column :start_datetime, :datetime, :null => false
+    end
+  end
+
+  def self.down
+    drop_table :Flistzs
+  end
+end

data/db/migrate/030_create_invalidflistz.rb

@@ -0,0 +1,13 @@
+class CreateInvalidflistz < ActiveRecord::Migration[6.0]
+  def self.up
+    create_table :invalidFlistzs do |t|
+      t.column :org_id, :int, :null => false
+      t.column :count_id, :int, :null => true
+      t.column :end_datetime, :datetime, :null => false
+    end
+  end
+
+  def self.down
+    drop_table :invalidFlistzs
+  end
+end

data/db/migrate/040_create_currentflistz.rb

@@ -0,0 +1,15 @@
+class CreateCurrentflistz < ActiveRecord::Migration[6.0]
+  def self.up
+    execute <<-SQL
+      CREATE VIEW currentFlistzs AS SELECT id as org_id,
+dir_id , level , kind , repo , path , project , desc , comment , atime , ctime , mtime , start_datetime
+      FROM Flistzs where not exists (select * from invalidFlistzs where invalidFlistzs.org_id = Flistzs.id )
+    SQL
+  end
+
+  def self.down
+    execute <<-SQL
+      DROP VIEW currentFlistzs
+    SQL
+  end
+end

data/db/migrate/050_create_dirz.rb

@@ -0,0 +1,12 @@
+class CreateDirz < ActiveRecord::Migration[6.0]
+  def self.up
+    create_table :Dirzs do |t|
+      t.column :path, :string, :null => false
+      t.column :start_datetime, :datetime, :null => false
+    end
+  end
+
+  def self.down
+    drop_table :Dirzs
+  end
+end

data/db/migrate/060_create_invaliddirz.rb

@@ -0,0 +1,13 @@
+class CreateInvaliddirz < ActiveRecord::Migration[6.0]
+  def self.up
+    create_table :invalidDirzs do |t|
+      t.column :org_id, :int, :null => false
+      t.column :count_id, :int, :null => true
+      t.column :end_datetime, :datetime, :null => false
+    end
+  end
+
+  def self.down
+    drop_table :invalidDirzs
+  end
+end

data/db/migrate/070_create_currentdirz.rb

@@ -0,0 +1,15 @@
+class CreateCurrentdirz < ActiveRecord::Migration[6.0]
+  def self.up
+    execute <<-SQL
+      CREATE VIEW currentDirzs AS SELECT id as org_id,
+path , start_datetime
+      FROM Dirzs where not exists (select * from invalidDirzs where invalidDirzs.org_id = Dirzs.id )
+    SQL
+  end
+
+  def self.down
+    execute <<-SQL
+      DROP VIEW currentDirzs
+    SQL
+  end
+end

data/exe/flist

@@ -1,28 +1,81 @@
 #!/usr/bin/env ruby
-require 'arxutils'
-require "flist"
-
-dbconfig = Arxutils::Dbutil::DBCONFIG_MYSQL
-dbconfig = Arxutils::Dbutil::DBCONFIG_SQLITE3
-
-csv_fname = nil
-csv_fname = ARGV[0] if ARGV.size > 0
-csvin_fname = nil
-csvin_fname = ARGV[1] if ARGV.size > 1
-
-hs = {
-  "db_dir" => Arxutils::Dbutil::DB_DIR,
-  "migrate_dir" => Arxutils::Dbutil::MIGRATE_DIR,
-  "config_dir" => Arxutils::Dbutil::CONFIG_DIR,
-  "dbconfig" => dbconfig,
-  "log_fname" => Arxutils::Dbutil::DATABASELOG,
-  "csv_fname" => csv_fname ,
-  "csvin_fname" => csvin_fname,
-}
-
-
-fl = Flist::Flist.new(
-                      :db,
-                      hs
-                      )
-fl.list_a
+# frozen_string_literal: true
+
+require 'flist'
+require 'simpleoptparse'
+
+banner = 'Usage: bundle exec ruby exe/flist --cmd=[s|fs1|fs2|fs3|fr] --config config-yaml --env env-yaml --verbose'
+
+opts = {}
+opts['verbose'] = false
+begin
+  Simpleoptparse::Simpleoptparse.parse(ARGV, opts, banner, Flist::VERSION, nil) do |parser|
+    parser.on('--cmd=X', %w[s fs1 fs2 fs3 fr]) { |x| opts['cmd'] = x }
+    parser.on('--config=config-yaml') { |x| opts['config'] = x }
+    parser.on('--env=env-yaml') { |x| opts['env'] = x }
+    parser.on('--verbose') { |_x| opts['verbose'] = true }
+  end
+rescue OptionParser::InvalidArgument => e
+  puts e.message
+  puts banner
+  exit Flist::EXIT_CODE_INVALID_CODE
+end
+cli = Flist::Cli.new(opts['verbose'])
+hash = cli.setup
+
+# puts "hash=#{hash}"
+
+# opts['env'] = "env-a1.yaml"
+# opts["config"] = "config/config.yml"
+cmd = opts['cmd']
+# p cmd
+# p opts
+case cmd
+when 's'
+  cli.setup_config
+when 'fs1'
+  fi = Flist::Flist.new(
+    hash,
+    opts
+  )
+  # fl.list_a
+  puts '= simple'
+  # listup_x('simple')
+  fi.listup_simple
+
+  fi.post_process
+when 'fs2'
+  fi = Flist::Flist.new(
+    hash,
+    opts
+  )
+
+  puts '= simple2'
+  # listup_x('simple2')
+  fi.listup_simple2
+
+  fi.post_process
+when 'fs3'
+  fi = Flist::Flist.new(
+    hash,
+    opts
+  )
+  puts '= simple3'
+  # listup_x('simple3')
+  fi.listup_simple3
+
+  fi.post_process
+when 'fr'
+  fi = Flist::Flist.new(
+    hash,
+    opts
+  )
+  puts '= repo'
+  # listup_x('repo')
+  fi.listup_repo
+
+  fi.post_process
+else
+  puts 'Invalid command 2'
+  puts banner
+end

data/flist.gemspec

@@ -1,33 +1,46 @@
-# coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
+# frozen_string_literal: true
+
+lib = File.expand_path('lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'flist/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = "flist"
+  spec.name          = 'flist'
   spec.version       = Flist::VERSION
-  spec.authors       = ["yasuo kominami"]
-  spec.email         = ["ykominami@gmail.com"]
+  spec.authors       = ['yasuo kominami']
+  spec.email         = ['ykominami@gmail.com']
+
+  spec.summary       = 'get flie listing in local machine.'
+  spec.description   = 'get flie listing in local machine.'
+  spec.homepage      = ''
+  spec.license       = 'MIT'
+  spec.required_ruby_version = '>= 2.7.0'
 
-  spec.summary       = %q{get flie listing in local machine.}
-  spec.description   = %q{get flie listing in local machine.}
-  spec.homepage      = ""
+  # if spec.respond_to?(:metadata)
+  #    spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com' to prevent pushes to rubygems.org, or delete to allow pushes to any server."
+  # else
+  #   raise 'RubyGems 2.0 or newer is required to protect against public gem pushes.'
+  # end
 
   spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  spec.bindir        = "exe"
+  spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'arxutils_sqlite3'
+  spec.add_runtime_dependency 'encx'
+  spec.add_runtime_dependency 'ykutils'
+  spec.add_runtime_dependency 'ykxutils'
 
-  if spec.respond_to?(:metadata)
-#    spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com' to prevent pushes to rubygems.org, or delete to allow pushes to any server."
-  end
-  spec.add_dependency "rake", "~> 10.0"
+  spec.add_runtime_dependency 'evernote_oauth'
 
-  spec.add_runtime_dependency "activerecord"
-  spec.add_runtime_dependency "sqlite3"
-  spec.add_runtime_dependency "arxutils" , "~> 0.1.0"
-  spec.add_runtime_dependency "ykutils"  , "~> 0.1.0"
+  spec.add_runtime_dependency 'bundler'
+  spec.add_runtime_dependency 'rake'
+  spec.add_runtime_dependency 'rspec'
+  spec.add_runtime_dependency 'rubocop'
+  spec.add_runtime_dependency 'rubocop-rake'
+  spec.add_runtime_dependency 'rubocop-rspec'
 
-  spec.add_development_dependency "bundler", "~> 1.9"
-  spec.add_development_dependency "rspec"
+  spec.add_development_dependency 'yard'
+  spec.metadata['rubygems_mfa_required'] = 'true'
 end

data/lib/dbacrecord.rb

@@ -0,0 +1,36 @@
+module Flist
+module Dbutil
+  class Count < ActiveRecord::Base
+    has_many :invalidFlistzs
+    has_many :invalidDirzs
+  end
+
+  class Countdatetime < ActiveRecord::Base
+  end
+
+  class Flistz < ActiveRecord::Base
+  end
+
+  class Invalidflistz < ActiveRecord::Base
+    belongs_to :flistz, foreign_key: 'org_id'
+    belongs_to :count, foreign_key: ''
+  end
+
+  class Currentflistz < ActiveRecord::Base
+    belongs_to :flistz, foreign_key: 'org_id'
+  end
+
+  class Dirz < ActiveRecord::Base
+  end
+
+  class Invaliddirz < ActiveRecord::Base
+    belongs_to :dirz, foreign_key: 'org_id'
+    belongs_to :count, foreign_key: ''
+  end
+
+  class Currentdirz < ActiveRecord::Base
+    belongs_to :dirz, foreign_key: 'org_id'
+  end
+
+end
+end

data/lib/flist/cli.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+module Flist
+  # コマンドライン処理クラス
+  class Cli
+    include Ykutils::DebugUtils
+
+    def initialize(verbose)
+      debug_utils_init
+      set_debug(verbose)
+    end
+
+    # 構成情報設定
+    def setup
+      setup_config
+
+      env = ENV.fetch('ENV', nil)
+      # env ||= "development"
+      env ||= 'production'
+
+      {
+        'db_dir' => Arxutils_Sqlite3::Config::DB_DIR,
+        'migrate_dir' => Arxutils_Sqlite3::Config::MIGRATE_DIR,
+        'config_dir' => Arxutils_Sqlite3::Config::CONFIG_DIR,
+        'dbconfig' => Arxutils_Sqlite3::Config::DBCONFIG_SQLITE3,
+        'env' => env,
+        'log_fname' => Arxutils_Sqlite3::Config::DATABASELOG,
+        'output_dir' => ::Flist::OUTPUT_DIR,
+        'pstore_dir' => ::Flist::PSTORE_DIR
+      }
+    end
+
+    def setup_config
+      scope = {}
+      value_hash = {}
+      content = Ykutils::Erubyx.erubi_render_with_template_file(::Flist::ERB_CONFIG_YAML_FILE, scope, value_hash)
+      File.write(::Flist::SAMPLE_CONFIG_YAML_FILE, content)
+      Ykxutils.yaml_load_compati(content)
+    end
+
+    # setting.ymlのロード
+    def load_config_yaml_file
+      # settingファイル
+      config_yaml_file = ::Flist::CONFIG_YAML_FILE
+      config = Ykxutils.yaml_load_compati(config_yaml_file) if config_yaml_file.exist?
+      config
+    end
+  end
+end

data/lib/flist/config.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Flist
+  # 構成情報クラス
+  class Config
+    include Ykutils::DebugUtils
+
+    def setup_config
+      scope = {}
+      value_hash = {}
+      content = Ykutils::Erubyx.erubi_render_with_template_file(ERB_CONFIG_YAML_FILE, scope, value_hash)
+      Ykxutils.yaml_load_comati(content)
+      File.write(SAMPLE_CONFIG_YAML_FILE, content)
+    end
+  end
+end

data/lib/flist/csvx.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Flist
+  # CSV操作用クラス
+  class Csvx
+    attr_reader :headers_s
+    attr_accessor :csv
+
+    # 初期化
+    def initialize(fname)
+      @headers_sym = %i[level kind repo path project comment atime ctime mtime]
+      @headers_s = @headers_sym.map(&:to_s)
+
+      @fname = fname
+      @csv = if @fname
+               CSV.open(@fname, 'w',
+                        { encoding: 'UTF-8',
+                          headers: @headers_s,
+                          force_quotes: true,
+                          write_headers: true })
+             end
+    end
+
+    # 終了処理
+    def finish
+      @csv&.close
+    end
+  end
+end

data/lib/flist/dbutil/dbmgr.rb

@@ -1,38 +1,39 @@
-# -*- coding: utf-8 -*-
+# frozen_string_literal: true
+
 require 'active_record'
 require 'forwardable'
 require 'encx'
-require 'flist/dbutil/flistzmgr'
-require 'flist/dbutil/dirzmgr'
+# require 'flist/dbutil/flistzmgr'
+# require 'flist/dbutil/dirzmgr'
 
 module Flist
   module Dbutil
-    class Flistz < ActiveRecord::Base
-    end
-
-    class Dirz < ActiveRecord::Base
-    end
-    
-    class Invalidflistz < ActiveRecord::Base
-    end
-
-    class Currentflistz < ActiveRecord::Base
-      belongs_to :flistz , foreign_key: 'org_id'
-    end
-   
+    # DBマネージャクラス
     class DbMgr
       extend Forwardable
-      
-      def_delegators( :@flistzmgr , :post_process , :fl)
-      def_delegator(  :@dirzmgr , :add , :dirz_add )
-      def_delegator(  :@flistzmgr , :add , :flistz_add )
-      def_delegator(  :@flistzmgr , :post_process , :flistz_post_process )
 
-      def initialize( register_time )
+      def_delegator(:@dirzmgr, :add, :dirz_add)
+      def_delegator(:@dirzmgr, :post_process, :dirz_post_process)
+      def_delegator(:@flistzmgr, :add, :flistz_add)
+      def_delegator(:@flistzmgr, :post_process, :flistz_post_process)
+
+      # 初期化
+      def initialize(register_time)
+        # DB接続タイムスタンプ
+        @register_time = register_time
+        # Flistを実行した回数とその時のDB接続タイムスタンプをDBに登録
+        @ct = Dbutil::Countdatetime.create(countdatetime: @register_time)
+
         @db_encoding = Encoding::UTF_8
         @encx = Encx::Encx.init(@db_encoding)
-        @flistzmgr = FlistzMgr.new( @encx, @db_encoding, register_time )
-        @dirzmgr = DirzMgr.new( @encx, @db_encoding, register_time )
+        @flistzmgr = FlistzMgr.new(@encx, @db_encoding, @register_time)
+        @dirzmgr = DirzMgr.new(@encx, @db_encoding, @register_time)
+      end
+
+      # 後処理
+      def post_process
+        dirz_post_process
+        flistz_post_process
       end
     end
   end

data/lib/flist/dbutil/dirzmgr.rb

@@ -1,34 +1,97 @@
-# -*- coding: utf-8 -*-
+# frozen_string_literal: true
+
 require 'pp'
 require 'flist/dbutil/dbmgr'
 
 module Flist
   module Dbutil
+    # ディレクトリ情報マネージャ
     class DirzMgr
-      def initialize(encx , db_encoding, register_time)
+      include Ykutils::DebugUtils
+
+      # 初期化
+      def initialize(encx, db_encoding, register_time)
+        # 指定エンコーディングの基づいたパス操作
         @encx = encx
+        # DBのエンコーディング
         @db_encoding = db_encoding
+        # DB接続時のタイムスタンプ
         @register_time = register_time
+        # DBに登録・更新したファイル情報をのハッシュ
+        # キーはパス
+        @hs_by_path = {}
+        # DBに登録・更新したファイル情報のハッシュ
+        # キーはファイル情報のobject_id
+        @hs_by_id = {}
+        # DBに登録・更新したディレクトリ情報に対応するパス
+        @set_of_dir_path = Set.new
       end
 
-      def add( path )
-        path_conv = @encx.convert( path , @db_encoding )
-        ary = Dirz.where( path: path_conv )
-        if ary.size == 0
+      # ディレクトリ情報追加・更新
+      # DBに未登録の時は追加し、登録済みの時は更新する
+      def add(path)
+        # pathをDBのエンコーディングに変換する
+        path_conv = @encx.convert(path, @db_encoding)
+        # パスが表すファイル情報をハッシュから得る
+        dirz = @hs_by_path[path]
+        # パスに対応するファイル情報が見つかれば何もしない
+        return dirz if dirz
+
+        # DirzのViewから、パスで指定したディレクトリ情報を得る
+        cur_dirz = Dbutil::Currentdirz.where(path: path_conv).limit(1)
+        if cur_dirz.size.zero?
+          # 見つからなければ、新たにファイル情報をDBに登録する
           begin
-            dirz = Dirz.create( path: path_conv , start_datetime: @register_time )
-          rescue => ex
-            p ex.class
-            p ex.message
-            pp ex.backtrace
+            d_puts '#### DirzMgr'
+            d_puts "path=#{path_conv}"
+            d_puts '#### FlistzMgr End'
+            dirz = Dirz.create(path: path_conv, start_datetime: @register_time)
+          rescue StandardError => e
+            p e.class
+            p e.message
+            pp e.backtrace
 
             dirz = nil
           end
         else
-          dirz = ary.first
+          # DBから見つかれば、最初に見つけたファイル情報を更新する
+          # current_curz = cur_dirz.first.dirz
+          current_dirz = cur_dirz[0].dirz
+          # hs = { atime: atime, ctime: ctime, mtime: mtime, repo: repo,
+          #        project: project, desc: desc, comment: comment }
+          # value_hs = hs.each_with_object({}) do |item, hsx|
+          #  hsx[item[0]] = item[1] if current_flistz[item[0]] != item[1]
+          # end
+          # current_flistz.update(value_hs) if value_hs.size.positive?
+          dirz = current_dirz
+        end
+        # DBに登録・更新したファイル情報をハッシュに格納
+        if dirz
+          @hs_by_path[path] = dirz
+          @hs_by_id[dirz.object_id] = dirz
+          @set_of_dir_path.add(path)
         end
         dirz
       end
+
+      # 後処理
+      def post_process
+        @set_of_dir_path.each do |path|
+          post_process_for_dir_path(path)
+        end
+      end
+
+      # 後処理（パス指定）
+      def post_process_for_dir_path(path)
+        h_ids = Currentdirz.where(path: path).pluck(:org_id)
+        t_ids = @hs_by_id.keys
+        ids = h_ids - t_ids
+        return unless ids.size.positive?
+
+        ids.each do |idx|
+          Invaliddirz.create(org_id: idx, end_datetime: @register_time)
+        end
+      end
     end
   end
 end