fsinv 0.1.2

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YzM2OGFhZGJlOWI5MmRjZDQyOWE4Y2E1NjgyYjk1ZDMxZTA3ZDVjMw==
+  data.tar.gz: !binary |-
+    YWU5MjBiMDc5NTgzMDI5OWZlZDM4NDBkYmZhNTQ1Mjk2M2EyZmY3NQ==
+SHA512:
+  metadata.gz: !binary |-
+    OWY5ZDk3NTJkMTVkYTYzOGU2ZTFiNDdhNjNmZjk1ZWJkNzczNjcyYmNiN2U4
+    NzUxNWQzYzcwYzcwMmEyYTM3MTQ1ZTM5NWVjM2EyN2NkY2UzMzdkYTU3NDUx
+    YTRkOWM5MDFjYjNmOGRlZmI5N2E3OGI5N2FjY2E5ZjM4ZDgzZWE=
+  data.tar.gz: !binary |-
+    MjRhMzFjNDY0NjcwZjNiNTRmMDVmYzUxZDE4MjJjZDUxMTNhZTUwMjc4NzIw
+    ZTAyNThiZTU1NWY4MWVjNDgyNTA2MDMwOGFhNDY3NTA0YWYwYzIzMjk5ZGI5
+    M2QzMjM5ODliMzFlNzIzYmYzZDRjN2I2YTVjMjZlOWY0YWEyZWI=

data/.gitignore

@@ -0,0 +1,5 @@
+*.bin
+*.yaml
+*.json
+*.xml
+*.db

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fsinv.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 Maximilian Irro
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,73 @@
+# fsinv: file system inventory tool
+
+imagine a very detailed README message here (please?)
+
+## Installation
+
+Just run ```gem install fsinv```
+
+## Usage of the executable
+
+	Usage: fsinv.rb basepath1 [basepath2 [basepath3 [...]]] [options]
+
+	fsinv is used to index file systems. By default for each file/directory the size
+	in bytes as well as creation time (ctime) and modification time (mtime) are indexed.
+
+	Files additionally have their mime type, magic file description (see 'man file'),
+	OSX Finder tags (kMDItemUserTags) if run on osx, and a special 'fshugo' extended
+	file attribute (used by https://github.com/mpgirro/fshugo) stored as well.
+
+	Directories have also their xattr (osx, fshugo) stored, as well as a count of their
+	direct children files (file_count), direct children directories (dir_count) and a
+	general children item count (all dir/item count throughout their descendent hierarchie
+	tree)
+
+	Note that some files are ignored (like .AppleDouble, .DS_Store, Thumbs.db, etc.)
+	Additionally, some directories will only have reduced indizes, for their content
+	is huge of files, yet they are of lesser interest (like .git, .wine, etc.)
+	On OSX system, some items appear as files yet are in fact directories (.app, .bundle)
+	They will be marked as directories, but will only have their size calculated. Their
+	inner file hierarchie is also of lesser interrest.
+
+	Specific options:
+
+	    -a, --all                        Save in all formats to the default destinations.
+	                                     Equal to -b -j -q -x -y. Use -n to change the
+	                                     file names of all target at once
+
+	    -b, --binary [FILE]              Dump iventory data stuctures in binary format.
+	                                     Default destination is inventory.bin
+
+	    -c, --crc32                      Calculate CRC32 checksum for each file
+
+	    -d, --db [FILE]                  Save inventory as SQLite database.
+	                                     Default destination is inventory.db
+
+	    -j, --json [FILE]                Save inventory in JSON file format.
+	                                     Default destination is inventory.json
+
+	    -m, --md5                        Calculate MD5 hashes for each file
+
+	    -n, --name NAME                  This will change the name of the output files.
+	                                     Default is 'inventory'. Specific targets for
+	                                     file formats will overwrite this.
+
+	    -p, --print FORMAT               Print a format to stdout (json|yaml|xml)
+
+	    -s, --silent                     Run in silent mode. No output or non-critical
+	                                     error messages will be printed
+
+	    -v, --verbose                    Run verbosely. This will output processed
+	                                     filenames and error messages too
+
+	    -x, --xml [FILE]                 Save inventory in XML file format.
+	                                     Default destination is inventory.xml
+
+	    -y, --yaml [FILE]                Save inventory in YAML file format.
+	                                     Default destination is inventory.yaml
+
+	    -h, --help                       Show this message
+		
+## Usage as a library
+
+Note: You must set ```Fsinv.options``` before using any Methods/Classes. 

data/bin/fsinv

@@ -0,0 +1,420 @@
+#!/usr/bin/env ruby
+# -*- encoding : utf-8 -*-
+
+require 'optparse'
+
+require 'fsinv'
+
+DEFAULT_NAME = "inventory"
+USAGE = "Usage: fsinv basepath1 [basepath2 [basepath3 [...]]] [options]"
+
+Fsinv.options = {}
+OptionParser.new do |opts|
+  opts.banner = USAGE
+  opts.separator ""
+  opts.separator "fsinv is used to index file systems. By default for each file/directory the size"
+  opts.separator "in bytes as well as creation time (ctime) and modification time (mtime) are indexed."
+  opts.separator ""
+  opts.separator "Files additionally have their mime type, magic file description (see 'man file'),"
+  opts.separator "OSX Finder tags (kMDItemUserTags) if run on osx, and a special 'fshugo' extended"
+  opts.separator "file attribute (used by https://github.com/mpgirro/fshugo) stored as well."
+  opts.separator ""
+  opts.separator "Directories have also their xattr (osx, fshugo) stored, as well as a count of their"
+  opts.separator "direct children files (file_count), direct children directories (dir_count) and a"
+  opts.separator "general children item count (all dir/item count throughout their descendent hierarchie"
+  opts.separator "tree)"
+  opts.separator ""
+  opts.separator "Multiple file system hierarchie trees can be indexed simultaniously, by using more than"
+  opts.separator "one basepath (see the usage)"
+  opts.separator ""
+  opts.separator "Note that some files are ignored (like .AppleDouble, .DS_Store, Thumbs.db, etc.)"
+  opts.separator "Additionally, some directories will only have reduced indizes (e.g. only their byte size,"
+  opts.separator "yet no children file list), for their content is huge of files, yet they are of lesser"
+  opts.separator "interest (like .git, .wine, etc.)"
+  opts.separator ""
+  opts.separator "On OSX system, some items appear as files yet are in fact directories (.app, .bundle)"
+  opts.separator "They will be marked as directories, but will only have their sizes calculated. Their"
+  opts.separator "inner file hierarchie is also of lesser interrest."
+  opts.separator ""
+  opts.separator "Specific options:"
+  opts.separator ""
+  
+  opts.on("-a", "--all", "Save in all formats to the default destinations. 
+                                   Equal to -b -j -q -x -y. Use -n to change the 
+                                   file names of all target at once") do |all_flag|
+    Fsinv.options[:binary]  = true
+    Fsinv.options[:json]    = true
+    Fsinv.options[:db]      = true
+    Fsinv.options[:xml]     = true
+    Fsinv.options[:yaml]    = true
+  end
+  opts.separator ""
+  
+  opts.on("--binary [FILE]", "Dump iventory data stuctures in binary format. 
+                                   Default destination is ~/#{DEFAULT_NAME}.bin") do |binary_file|
+    Fsinv.options[:binary] = true
+    Fsinv.options[:binary_file] = binary_file
+  end
+  opts.separator ""
+  
+  opts.on("--crc32", "Calculate CRC32 checksum for each file") do |crc|
+    Fsinv.options[:crc32] = true
+  end
+  opts.separator ""
+  
+  opts.on("--db [FILE]", "Save inventory as SQLite database. 
+                                   Default destination is ~/#{DEFAULT_NAME}.db") do |sql_file|
+    Fsinv.options[:db] = true
+    Fsinv.options[:db_file] = sql_file 
+  end
+  opts.separator ""
+
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+  opts.separator ""
+
+  opts.on("-j", "--json [FILE]", "Save inventory in JSON file format. 
+                                   Default destination is ~/#{DEFAULT_NAME}.json") do |json_file|
+    Fsinv.options[:json] = true
+    Fsinv.options[:json_file] = json_file
+  end
+  opts.separator ""
+  
+  opts.on("--md5", "Calculate MD5 hash for each file") do |md5|
+    Fsinv.options[:md5] = true
+  end
+  opts.separator ""
+
+  opts.on("-n", "--name NAME", "This will change the name of the output files. 
+                                   Default is '#{DEFAULT_NAME}'. Specific targets for 
+                                   file formats will overwrite this.") do |name|
+    Fsinv.options[:name] = name
+  end
+  opts.separator ""
+
+  opts.on("-p", "--print FORMAT", [:json, :yaml, :xml], "Print a format to stdout (json|yaml|xml)") do |format|
+    Fsinv.options[:print] = true
+    Fsinv.options[:print_format] = format
+  end
+  opts.separator ""
+
+  opts.on("-s", "--silent", "Run in silent mode. No output or non-critical 
+                                   error messages will be printed") do |s|
+    Fsinv.options[:silent] = s
+  end
+  opts.separator ""
+
+  opts.on("-v", "--verbose", "Run verbosely. This will output processed 
+                                   filenames and error messages too") do |v|
+    Fsinv.options[:verbose] = v
+  end
+  opts.separator ""
+  
+  opts.on_tail("--version", "Show version") do
+    puts ::Version.join('.')
+    exit
+  end
+  opts.separator ""
+
+  opts.on("--xml [FILE]", "Save inventory in XML file format. 
+                                   Default destination is ~/#{DEFAULT_NAME}.xml") do |xml_file|
+    Fsinv.options[:xml] = true
+    Fsinv.options[:xml_file] = xml_file 
+  end
+  opts.separator ""
+
+  opts.on("--yaml [FILE]", "Save inventory in YAML file format. 
+                                   Default destination is ~/#{DEFAULT_NAME}.yaml") do |yaml_file|
+    Fsinv.options[:yaml] = true
+    Fsinv.options[:yaml_file] = yaml_file
+  end
+  opts.separator ""
+  
+end.parse! # do the parsing. do it now!
+
+#p Fsinv.options
+#p ARGV
+
+if ARGV[0].nil? 
+  puts "No basepath provided. At least one needed"
+  puts USAGE
+  exit
+end
+
+ARGV.each do |arg|
+  unless File.directory?(arg)
+    puts "Not a directory: #{arg}"
+    puts USAGE
+    exit
+  end 
+end
+
+if Fsinv.options[:crc32]
+  begin
+    require 'digest/crc32'
+  rescue
+    puts "You have selected crc32 calculation option. This requires gem 'digest/crc32'."
+    puts "Install using 'gem install digest-crc'"
+    exit
+  end
+end
+
+if Fsinv.options[:md5] 
+  begin
+    require 'digest/md5'
+  rescue
+    puts "You have selected md5 calculation option. This requires gem 'digest/md5'."
+    puts "Install using 'gem install digest'"
+    exit
+  end
+end
+
+file_structure = []
+ARGV.each do |basepath|
+  file_structure << Fsinv.parse(basepath)
+end
+
+inventory = Fsinv::Inventory.new(file_structure)
+
+unless Fsinv.options[:silent]
+  file_structure.each do |fs_tree|
+    size = fs_tree.bytes
+    puts "basepath: #{fs_tree.path}"
+    puts "    size:  #{Fsinv.pretty_SI_bytes(size)} (#{size} Bytes)"
+    puts "    files: #{fs_tree.file_list.length}"
+    puts "    items: #{fs_tree.item_count}"
+  end
+  if file_structure.length > 1
+    size = inventory.size
+    puts "total:"
+    puts "    size:  #{Fsinv.pretty_SI_bytes(size)} (#{size} Bytes)"
+    puts "    items: #{inventory.item_count}"
+  end
+end
+
+# this is the default output
+unless (Fsinv.options[:binary] || Fsinv.options[:db] || Fsinv.options[:xml] || Fsinv.options[:yaml]) && Fsinv.options[:json].nil?
+  if Fsinv.options[:json_file].nil?
+    Fsinv.options[:json_file] = File.join(Dir.home,
+      if Fsinv.options[:name].nil?
+        "#{DEFAULT_NAME}.json"
+      else 
+        "#{Fsinv.options[:name]}.json"
+      end
+    )
+  end
+  
+  puts "writing JSON to #{Fsinv.options[:json_file]}" unless Fsinv.options[:silent]
+  
+  begin
+    require 'json'
+    
+    # monkey-patch for "JSON::NestingError: nesting is too deep"
+    module JSON
+      class << self
+        def parse(source, opts = {})
+          opts = ({:max_nesting => 100}).merge(opts)
+          Parser.new(source, opts).parse
+        end
+      end
+    end
+    
+    json_data = Fsinv.inventory_to_json(inventory)
+    
+    unless json_data.nil?
+      begin       
+        file = File.open(Fsinv.options[:json_file], 'w') 
+        file.write(json_data)
+      rescue
+        puts "error writing JSON file"
+      ensure
+        file.close unless file.nil?
+      end
+    end
+  rescue LoadError
+    puts "gem 'json' needed for JSON creation. Install using 'gem install json'"
+  end
+end
+
+if Fsinv.options[:yaml]
+  if Fsinv.options[:yaml_file].nil?
+    Fsinv.options[:yaml_file] = File.join(Dir.home,
+      if Fsinv.options[:name].nil?
+        "#{DEFAULT_NAME}.yaml"
+      else
+        "#{Fsinv.options[:name]}.yaml"
+      end
+    )
+  end
+  puts "writing YAML to #{Fsinv.options[:yaml_file]}" unless Fsinv.options[:silent]
+  yaml_data = Fsinv.inventory_to_yaml(inventory)
+  unless yaml_data.nil?
+    begin
+      file = File.open(Fsinv.options[:yaml_file], 'w') 
+      file.write(yaml_data)
+    rescue
+      puts "error writing YAML file"
+    ensure
+      file.close unless file.nil?
+    end
+  end
+end
+
+if Fsinv.options[:binary]
+  if Fsinv.options[:binary_file].nil?
+    Fsinv.options[:binary_file] = File.join(Dir.home,
+      if Fsinv.options[:name].nil?
+        "#{DEFAULT_NAME}.bin"
+      else
+        "#{Fsinv.options[:name]}.bin"
+      end
+    )
+  end
+  puts "writing binary dump to #{Fsinv.options[:binary_file]}" unless Fsinv.options[:silent]
+  begin
+    file = File.open(Fsinv.options[:binary_file], 'wb') 
+    file.write(Marshal.dump(inventory))
+  rescue
+    puts "error writing binary dump file"
+  ensure
+    file.close unless file.nil?
+  end
+end
+
+if Fsinv.options[:db]
+  if Fsinv.options[:db_file].nil?
+    Fsinv.options[:db_file] = File.join(Dir.home,
+      if Fsinv.options[:name].nil?
+        "#{DEFAULT_NAME}.db"
+      else
+        "#{Fsinv.options[:name]}.db"
+      end
+    )
+  end
+
+  puts "writing database dump to #{Fsinv.options[:db_file]}" unless Fsinv.options[:silent]
+  `rm #{Fsinv.options[:db_file]}` if File.exists?(Fsinv.options[:db_file])
+
+  begin
+    
+    require 'active_record'
+
+    ActiveRecord::Base.establish_connection(
+        :adapter => "sqlite3",
+        :database  => Fsinv.options[:db_file]
+    )
+    
+    ActiveRecord::Schema.define do
+
+      create_table :file_structures, force: true do |t|
+        t.datetime :created_at
+        t.datetime :updated_at
+        t.string   :path
+        t.integer  :bytes
+        t.datetime :ctime
+        t.datetime :mtime
+        t.string   :entity_type
+        t.integer  :file_count
+        t.integer  :item_count
+        t.string   :osx_tags
+        t.string   :fshugo_tags
+        t.integer  :mimetype
+        t.integer  :magicdescr
+      end
+
+      create_table :fshugo_tags, force: true do |t|
+        t.string :tag
+      end
+
+      create_table :magic_descriptions, force: true do |t|
+        t.string :magicdescr
+      end
+
+      create_table :mime_types, force: true do |t|
+        t.string :mimetype
+      end
+
+      create_table :osx_tags, force: true do |t|
+        t.string :tag
+      end
+
+    end
+    
+    class MimeType < ActiveRecord::Base
+      attr_accessor :mimetype
+    end
+
+    class MagicDescription < ActiveRecord::Base
+      attr_accessor :magicdescr
+    end
+    
+    class FshugoTag < ActiveRecord::Base
+      attr_accessor :tag
+    end
+    
+    class OsxTag < ActiveRecord::Base
+      attr_accessor :tag
+    end
+    
+    class FileStructure < ActiveRecord::Base
+      attr_accessor :path, :bytes, :ctime, :mtime, :entity_type
+      attr_accessor :file_count, :item_count # used if referencing a directory
+      attr_accessor :mimetype, :magicdescr # used if referencing a file
+      attr_accessor :osx_tags, :fshugo_tags
+
+      serialize :osx_tags,Array    # tags is text type, make it behave like an array
+      serialize :fshugo_tags,Array # tags is text type, make it behave like an array  
+    end
+    
+    inventory.mime_tab.val_map.each { |id, val| MimeType.create(:mimetype => val) }
+    inventory.magic_tab.val_map.each { |id, val| MagicDescription.create(:magicdescr => val) }
+    inventory.fshugo_tab.val_map.each { |id, val| FshugoTag.create(:tag => val) }
+    inventory.osx_tab.val_map.each { |id, val| OsxTag.create(:tag => val) }
+    inventory.file_structure.each { |fstruct| Fsinv.filestructure_to_db(fstruct) }
+    
+  rescue SQLite3::Exception => e 
+      puts e
+  rescue LoadError
+    puts "gem 'active_record' needed for DB creation. Install using 'gem install active_record'"
+  end
+end
+
+if Fsinv.options[:xml]
+  if Fsinv.options[:xml_file].nil?
+    Fsinv.options[:xml_file] = File.join(Dir.home,
+      if Fsinv.options[:name].nil?
+        "#{DEFAULT_NAME}.xml"
+      else
+        "#{Fsinv.options[:name]}.xml"
+      end
+    )
+  end
+  
+  puts "writing XML to #{Fsinv.options[:xml_file]}" unless Fsinv.options[:silent]
+
+  #$progressbar = ProgressBar.new(inventory.file_structure.inject{ |arr,item| arr + item.item_count }, :bar, :counter)
+  xml_data = Fsinv.inventory_to_xml(inventory)
+  
+  unless xml_data.nil?
+    begin
+      file = File.open(Fsinv.options[:xml_file], 'w') 
+      file.write(xml_data)
+    rescue
+      puts "error writing XML file"
+    ensure
+      file.close unless file.nil?
+    end
+  end
+end
+
+if Fsinv.options[:print]  
+  print_data = case Fsinv.options[:print_format] 
+               when :json then Fsinv.inventory_to_json(inventory)
+               when :xml  then Fsinv.inventory_to_xml(inventory)
+               when :yaml then Fsinv.inventory_to_yaml(inventory)
+               else nil
+               end
+  puts print_data unless print_data.nil?
+end

data/fsinv.gemspec

@@ -0,0 +1,29 @@
+# encoding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'fsinv'
+
+Gem::Specification.new do |spec|
+  spec.name        = 'fsinv'
+  spec.version     = Fsinv::VERSION
+  spec.date        = '2014-08-14'
+  spec.summary     = "file system inventory tool"
+  spec.description = "fsinv indexes file systems. It creates a complex inventory of one or more file system hierarchies and supports output formats like JSON, YAML, XML, binary (ruby marshall dump) and SQLite3 db (via active_record)."
+  spec.author      = "Maximilian Irro"
+  spec.email       = 'max@disposia.org'
+  spec.files       = `git ls-files -z`.split("\x0")
+  spec.executables = ['fsinv']
+  spec.homepage    = 'https://github.com/mpgirro/fsinv'
+  spec.license     = 'MIT'
+  
+  spec.require_paths = ['lib']
+   
+  spec.required_ruby_version = '>= 1.9.3'  
+  spec.add_dependency 'activerecord', '~> 3.2', '>=3.2.12'
+  spec.add_dependency 'mime-types', '~> 2.2', '>= 1.21'
+  spec.add_dependency 'nokogiri', '~> 1.6', '>= 1.6.2.1'
+  spec.add_dependency 'ruby-filemagic', '~> 0.6', '>= 0.6.0'
+  spec.add_dependency 'sqlite3', '~> 1.3', '>= 1.3.7'
+  spec.add_dependency 'ffi-xattr', '~> 0.1', '>= 0.1.2'
+  spec.add_dependency 'digest-crc', '~> 0.4', '>= 0.4.1'
+end

data/lib/fsinv/basedescription.rb

@@ -0,0 +1,101 @@
+
+require 'fsinv'
+
+module Fsinv
+
+  class BaseDescription
+    
+    include Fsinv
+    
+    attr_accessor :path,:bytes,:ctime,:mtime,:osx_tags,:fshugo_tags
+    
+    def initialize(path, reduced_scan = false)
+      @path = path.encode("UTF-8")
+      
+      @bytes = 0
+      
+      unless reduced_scan # don't do this if we only want to know file sizes (for pseudofiles, .git folders, etc)
+        @ctime = File.ctime(path) rescue (puts "error getting creation time for file #{path}" if Fsinv.options[:verbose])
+        @mtime = File.ctime(path) rescue (puts "error getting modification time for file #{path}" if Fsinv.options[:verbose])
+        @osx_tags = osx_tag_ids(path) 
+        @fshugo_tags = fshugo_tag_ids(path)
+      else
+        @osx_tags = []
+        @fshugo_tags = []
+      end
+    end # initialize
+    
+    def to_hash
+      p = sanitize_string(@path) rescue "path encoding broken" # there can be ArgumentError and UndefinedConversionError
+      h = {
+        "path" => p,
+        "bytes" => @bytes
+      }
+      h['ctime'] = @ctime unless @ctime.nil?
+      h['mtime'] = @mtime unless @mtime.nil?
+      h["osx_tags"] = @osx_tags unless @osx_tags.empty?
+      h["fshugo_tags"] = @fshugo_tags unless @fshugo_tags.empty?
+      return h
+    end # to_hash
+  
+    def as_json(options = { })
+      return to_hash
+    end
+    
+    def to_json(*a)
+      return as_json.to_json(*a )
+    end
+    
+    def osx_tag_ids(file_path)
+      
+      # well, we can only that if we are on osx, for the 
+      # mechanism used is only avalable on that plattform
+      return [] unless /darwin/.match(RUBY_PLATFORM) # == osx
+      
+      # if we had problem loading (or installing) ffi-xattr
+      # don't do the tags thing at all (fixes FreeBSD bug)
+      return [] unless Fsinv.options[:xattr]
+      
+      # array with the kMDItemUserTags strings 
+      # of the extended file attributes of 'path'
+      tags = %x{mdls -name 'kMDItemUserTags' -raw "#{file_path}"|tr -d "()\n"}.split(',').map { |tag| 
+        tag.strip.gsub(/"(.*?)"/,"\\1")
+      }
+      # if there are now tags, mdls returns "null" -> we don't want this
+      if tags.length == 1 && tags[0] == "null"
+        return []
+      else
+        tag_ids = []
+        tags.each do |tag|
+          Fsinv.osx_tab.add(tag) unless Fsinv.osx_tab.contains?(tag)
+          tag_ids << Fsinv.osx_tab.get_id(tag)
+        end
+        return tag_ids
+      end
+    end # osx_tag_ids
+
+
+    def fshugo_tag_ids(file_path)
+      
+      # if we had problem loading (or installing) ffi-xattr
+      # don't do the tags thing at all (fixes FreeBSD bug)
+      return [] unless Fsinv.options[:xattr]
+      
+      xattr = Xattr.new(file_path)
+      unless xattr["fshugo"].nil?
+        tags = xattr["fshugo"].split(";") 
+        tag_ids = []
+        tags.each do |tag|
+          Fsinv.fshugo_tab.add(tag) unless Fsinv.fshugo_tab.contains?(tag)
+          tag_ids << Fsinv.fshugo_tab.get_id(tag)
+        end
+        return tag_ids
+        #return tags
+      else
+        return []
+      end 
+    end # fshugo_tag_ids
+    
+  end # FileDefinition
+  
+end # Fsinv