fm 0.0.1.rc1 → 0.0.1.rc2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7d0f4d34c704b38b5d784fe3997b9091baf88a98
-  data.tar.gz: 29584d1d119fb84b545ffbcdaef0b0cd8889e519
+  metadata.gz: 79737935b4d50e7abb22c6bb7dfb5eb7763c71c0
+  data.tar.gz: f46f80372be4fabd3d187954737f7fbcc9117e85
 SHA512:
-  metadata.gz: cfa1ff8a82c72590c3107be92a483ac155478afe26a6d87ba3b6e99da42466faec71bd6f20e94e1fe4ba4c47eaae2207e9afc125242fb5d3c5468ce732e6471f
-  data.tar.gz: c600dc7a08dcb26ace4c6f0886689e19fa35ea09b0e93116fb402bb924051f158bf1730ea80f02422d04ed0ef4c3497134dc8a857b5b079b7bb0bb56a93cc0dc
+  metadata.gz: 544af8ebb7d73431aa7bbd8b70c8c14e2705ccb5bc2815afeacb5a774b3f7bbf5e0f1e4dba94ab20984364d0f8fa4a37ba418c124e8eb06c6fa522cdc83b4eba
+  data.tar.gz: f10e15da4f1567374950598ad291c60d9f5a0c5dc78ed570ee9570fa037c81fa2195b64a50a90105af97a007c209d28d589973f6114321b99f5f78ea692d6b09

data/bin/fm

@@ -6,9 +6,25 @@ require 'fm'
 def usage
     <<EOS
 fm #{FM::VERSION}
-EOS
 
+usage: fm <command> [args]
+
+Available fm commands:
+    index       Update index of the storage.
+EOS
 end
 
 
-puts usage
+if ARGV.size == 0
+    $stderr << usage
+    exit
+end
+
+cmd = ARGV.shift
+case cmd
+when "index"
+    FM.cmd_index(ARGV.clone)
+else
+    $stderr << "fm: '#{cmd}' is not a fm command.\n"
+    exit
+end

data/lib/fm.rb

@@ -1 +1,2 @@
 require 'fm/version'
+require 'fm/index'

data/lib/fm/file.rb

@@ -0,0 +1,15 @@
+module FM
+
+    class FMFile
+        attr_reader :fsize
+        attr_reader :digest
+        attr_reader :path
+
+        def initialize(fsize, path, digest)
+            @fsize = fsize
+            @digest = digest
+            @path = path
+        end
+    end
+
+end

data/lib/fm/index.rb

@@ -0,0 +1,131 @@
+require 'digest/md5'
+require 'fileutils'
+require 'optparse'
+require 'yaml'
+
+require 'fm/file'
+require 'fm/match'
+
+
+DBFILE = ENV['HOME'] + '/.fm/fdata.db'
+
+
+module FM
+
+    def cmd_index(argv)
+
+        banner = "usage: fm index [options] <PATH>"
+        options = {
+            dbfile: DBFILE,
+        }
+        OptionParser.new do |opts|
+            opts.banner = banner
+
+            opts.on "-h", "--help", "Show this message." do
+                puts opts
+                exit
+            end
+        end.parse!(argv)
+
+        if argv.size != 1
+            $stderr << "#{banner}\n"
+            exit
+        end
+
+
+        puts "Loading DB #{options[:dbfile]} ..."
+        t0 = Time.now
+        h = {}
+        needupdate = true
+        if File.exists?(options[:dbfile])
+            obj = YAML::load(File.read(options[:dbfile]))
+            if obj.is_a?(Hash)
+                h = obj
+                needupdate = false
+            end
+        end
+        t1 = Time.now
+        puts "Loaded DB in #{(t1-t0).round(2)}s."
+
+        indexpath = argv[0]
+        nnewfiles = 0
+        nskipfiles = 0
+        ndupfiles = 0
+        nfailfiles = 0
+        puts "Indexing #{indexpath} ..."
+        t0 = Time.now
+
+        for fpath in Dir.glob("#{indexpath}/**/*", File::FNM_DOTMATCH).select { |e| e.force_encoding("binary"); File.ftype(e) == "file" && has_folder?(".git", e) == false && has_folder?(".hg", e) == false }
+            begin
+                fpath = File.realpath(fpath).force_encoding("binary")
+                fsize = File.size(fpath)
+
+                if fsize == 0
+                    nskipfiles += 1
+                    puts "[SKIP]: #{fpath}"
+                    next
+                end
+
+                # Lazy index the file.
+                if h[fsize].nil?
+                    h[fsize] = fpath
+                    needupdate = true
+                    nnewfiles += 1
+                    puts "[NEW]: #{fpath} nil"
+                else
+                    if h[fsize].is_a?(String)
+                        p = h[fsize]
+                        if p == fpath
+                            ndupfiles += 1
+                            puts "[DUP]: #{fpath}"
+                            puts "       #{p}"
+                            next
+                        end
+
+                        d = Digest::MD5.hexdigest(File.read(p))
+                        h[fsize] = { d => FMFile.new(fsize, p, d) }
+                        needupdate = true
+                    end
+                    digest = Digest::MD5.hexdigest(File.read(fpath))
+                    if h[fsize][digest].nil?
+                        h[fsize][digest] = FMFile.new(fsize, fpath, digest)
+                        needupdate = true
+                        nnewfiles += 1
+                        puts "[NEW]: #{fpath} #{digest}"
+                    else
+                        ndupfiles += 1
+                        puts "[DUP]: #{fpath}"
+                        puts "       #{h[fsize][digest].path}"
+                    end
+                end
+            rescue StandardError => e
+                nfailfiles += 1
+                puts "[FAIL]: file=\"#{fpath}\" #{e.message}"
+            end
+        end
+        t1 = Time.now
+        puts "Indexing completed in #{(t1-t0).round(2)}s."
+
+        puts "Indexed:"
+        puts "     NEW: #{nnewfiles}"
+        puts "     DUP: #{ndupfiles}"
+        puts "    SKIP: #{nskipfiles}"
+        puts "    FAIL: #{nfailfiles}"
+
+        if needupdate
+            puts "Updating DB #{options[:dbfile]} ..."
+            t0 = Time.now
+            FileUtils.mkdir_p(File.dirname(options[:dbfile]))
+            File.write(options[:dbfile], YAML::dump(h))
+            t1 = Time.now
+            puts "Updated DB in #{(t1-t0).round(2)}s."
+        else
+            puts "Skip updating DB."
+        end
+
+    end
+
+
+    module_function :cmd_index
+
+end

data/lib/fm/match.rb

@@ -0,0 +1,11 @@
+module FM
+
+    def has_folder?(folder, path)
+        pos = (path =~ /^#{folder}\/|^#{folder}$|\/#{folder}\/|\/#{folder}$/)
+        pos != nil
+    end
+
+
+    module_function :has_folder?
+
+end

data/lib/fm/version.rb

@@ -1,3 +1,3 @@
 module FM
-    VERSION = '0.0.1.rc1'
+    VERSION = '0.0.1.rc2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fm
 version: !ruby/object:Gem::Version
-  version: 0.0.1.rc1
+  version: 0.0.1.rc2
 platform: ruby
 authors:
 - ShinYee
@@ -53,6 +53,9 @@ files:
 - bin/fm
 - fm.gemspec
 - lib/fm.rb
+- lib/fm/file.rb
+- lib/fm/index.rb
+- lib/fm/match.rb
 - lib/fm/version.rb
 homepage: http://github.com/xman/ruby-fm
 licenses: