allsum-client 0.1.0

data/.document

@@ -0,0 +1,3 @@
+- 
+ChangeLog.*
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--colour --format documentation

data/.yardopts

@@ -0,0 +1 @@
+--markup rdoc --title "allsum-client Documentation" --protected

data/ChangeLog.rdoc

@@ -0,0 +1,4 @@
+=== 0.1.0 / 2011-06-28
+
+* Initial release:
+

data/LICENSE.txt

@@ -0,0 +1,6 @@
+Copyright (c) 2011 "J. Brett Cunningham"
+
+Allsum is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
+
+Fuzzy.dll included in the repository is licensed under version 2 of the GNU General Public Licence. Written by Jesse Kornblum (http://ssdeep.sourceforge.net/).
+

data/README.md

@@ -0,0 +1,31 @@
+# allsum-client
+
+* {Homepage}[http://rubygems.org/gems/allsum-client]
+* {Documentation}[http://rubydoc.info/gems/allsum-client/frames]
+
+## Description
+
+TODO: Description
+
+## Features
+
+## Examples
+
+``` ruby
+require 'allsum/client'
+```
+
+## Requirements
+
+## Install
+
+``` shell
+$ gem install allsum-client
+```
+
+## Copyright
+
+Copyright (c) 2011 "J. Brett Cunningham"
+
+See LICENSE.txt for details.
+

data/Rakefile

@@ -0,0 +1,41 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'rake'
+
+begin
+  gem 'ore-tasks', '~> 0.4'
+  require 'ore/tasks'
+
+  Ore::Tasks.new
+rescue LoadError => e
+  STDERR.puts e.message
+  STDERR.puts "Run `gem install ore-tasks` to install 'ore/tasks'."
+end
+
+begin
+  gem 'rspec', '~> 2.4'
+  require 'rspec/core/rake_task'
+
+  RSpec::Core::RakeTask.new
+rescue LoadError => e
+  task :spec do
+    abort "Please run `gem install rspec` to install RSpec."
+  end
+end
+
+task :test => :spec
+task :default => :spec
+
+begin
+  gem 'yard', '~> 0.7.0'
+  require 'yard'
+
+  YARD::Rake::YardocTask.new
+rescue LoadError => e
+  task :yard do
+    abort "Please run `gem install yard` to install YARD."
+  end
+end
+task :doc => :yard
+

data/allsum-client.gemspec

@@ -0,0 +1,127 @@
+# encoding: utf-8
+
+require 'yaml'
+
+Gem::Specification.new do |gemspec|
+  files = if File.directory?('.git')
+            `git ls-files`.split($/)
+          elsif File.directory?('.hg')
+            `hg manifest`.split($/)
+          elsif File.directory?('.svn')
+            `svn ls -R`.split($/).select { |path| File.file?(path) }
+          else
+            Dir['{**/}{.*,*}'].select { |path| File.file?(path) }
+          end
+
+  filter_files = lambda { |paths|
+    case paths
+    when Array
+      (files & paths)
+    when String
+      (files & Dir[paths])
+    end
+  }
+
+  version = {
+    :file => 'lib/client/version.rb',
+    :constant => 'Allsum::Client::VERSION'
+  }
+
+  defaults = {
+    'name' => File.basename(File.dirname(__FILE__)),
+    'files' => files,
+    'executables' => filter_files['bin/*'].map { |path| File.basename(path) },
+    'test_files' => filter_files['{test/{**/}*_test.rb,spec/{**/}*_spec.rb}'],
+    'extra_doc_files' => filter_files['*.{txt,rdoc,md,markdown,tt,textile}'],
+  }
+
+  metadata = defaults.merge(YAML.load_file('gemspec.yml'))
+
+  gemspec.name = metadata.fetch('name',defaults[:name])
+  gemspec.version = if metadata['version']
+                      metadata['version']
+                    elsif File.file?(version[:file])
+                      require File.join('.',version[:file])
+                      eval(version[:constant])
+                    end
+
+  gemspec.summary = metadata.fetch('summary',metadata['description'])
+  gemspec.description = metadata.fetch('description',metadata['summary'])
+
+  case metadata['license']
+  when Array
+    gemspec.licenses = metadata['license']
+  when String
+    gemspec.license = metadata['license']
+  end
+
+  case metadata['authors']
+  when Array
+    gemspec.authors = metadata['authors']
+  when String
+    gemspec.author = metadata['authors']
+  end
+
+  gemspec.email = metadata['email']
+  gemspec.homepage = metadata['homepage']
+
+  case metadata['require_paths']
+  when Array
+    gemspec.require_paths = metadata['require_paths']
+  when String
+    gemspec.require_path = metadata['require_paths']
+  end
+
+  gemspec.files = filter_files[metadata['files']]
+
+  gemspec.executables = metadata['executables']
+  gemspec.extensions = metadata['extensions']
+
+  if Gem::VERSION < '1.7.'
+    gemspec.default_executable = gemspec.executables.first
+  end
+
+  gemspec.test_files = filter_files[metadata['test_files']]
+
+  unless gemspec.files.include?('.document')
+    gemspec.extra_rdoc_files = metadata['extra_doc_files']
+  end
+
+  gemspec.post_install_message = metadata['post_install_message']
+  gemspec.requirements = metadata['requirements']
+
+  if gemspec.respond_to?(:required_ruby_version=)
+    gemspec.required_ruby_version = metadata['required_ruby_version']
+  end
+
+  if gemspec.respond_to?(:required_rubygems_version=)
+    gemspec.required_rubygems_version = metadata['required_ruby_version']
+  end
+
+  parse_versions = lambda { |versions|
+    case versions
+    when Array
+      versions.map { |v| v.to_s }
+    when String
+      versions.split(/,\s*/)
+    end
+  }
+
+  if metadata['dependencies']
+    metadata['dependencies'].each do |name,versions|
+      gemspec.add_dependency(name,parse_versions[versions])  
+    end
+  end
+
+  if metadata['runtime_dependencies']
+    metadata['runtime_dependencies'].each do |name,versions|
+      gemspec.add_runtime_dependency(name,parse_versions[versions])  
+    end
+  end
+
+  if metadata['development_dependencies']
+    metadata['development_dependencies'].each do |name,versions|
+      gemspec.add_development_dependency(name,parse_versions[versions])  
+    end
+  end
+end

data/allsum_config.yml

@@ -0,0 +1,12 @@
+client:
+  included: [ 'C:\WINDOWS' ]
+  excluded: [ 'C:\WINDOWS\test1', 'C:\WINDOWS\test2' ]
+  filetypes: [ 'exe', 'dll' ]
+
+server:
+  host: 192.168.45.162
+  port: 3306
+  username: root
+  password: BumbleBeeTuna89
+  table: hashdb
+

data/bin/allsum-client

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+lib_dir = File.expand_path(File.join(File.dirname(__FILE__),'..','lib'))
+unless $LOAD_PATH.include?(lib_dir)
+  $LOAD_PATH << lib_dir
+end
+
+require 'allsum-client'
+Allsum.setup

data/gemspec.yml

@@ -0,0 +1,18 @@
+name: allsum-client
+summary: "Compute checksums of files and store in a database"
+description: "Compute MD5, SHA1, SHA256 and fuzzyhash (CTPH) of specified filetypes in specified directories."
+license: GPLv2
+authors: J. Brett Cunningham
+email: brettcu@gmail.com
+homepage: http://rubygems.org/gems/allsum-client
+
+dependencies:
+  file-find: ~> 0.0
+  datamapper: ~> 1.1.0
+  ffi-ssdeep: ~> 0.1.1
+
+development_dependencies:
+  ore-tasks: ~> 0.4
+  rspec: ~> 2.4
+  yard: ~> 0.7.0
+

data/lib/allsum-client.rb

@@ -0,0 +1 @@
+require 'allsum/client'

data/lib/allsum/client.rb

@@ -0,0 +1,2 @@
+require 'allsum/client/check'
+

data/lib/allsum/client/check.rb

@@ -0,0 +1,66 @@
+# code reused by CF BILL (http://cf-bill.blogspot.com/2007/02/ruby-directory-traversal.html)
+# and AShelly (http://stackoverflow.com/questions/76472/checking-version-of-file-in-ruby-on-windows)
+# no use reinventing the wheel
+
+require 'find'
+require 'pathname'
+require 'allsum/client/complicator'
+require 'allsum/client/config'
+require 'allsum/client/models'
+require 'allsum/client/logger'
+require 'yaml'
+
+
+def Allsum.setup
+  yaml_path = File.absolute_path(File.dirname($0)) + '/../allsum_config.yml'
+  puts "Reading config file: #{yaml_path}" if @debug || @verbose
+  raw_config = File.read(yaml_path)
+  config = YAML.load(raw_config)
+
+
+  @debug = true
+  @verbose = true
+  puts @rootDirectory = config["client"]["included"] if @debug
+  puts @excludedDirectoryNames = config["client"]["excluded"] if @debug
+  puts @includedFileTypes = config["client"]["filetypes"] if @debug
+  puts host = config["server"]["host"] if @debug
+  puts port = config["server"]["port"] if @debug
+  puts user = config["server"]["username"] if @debug
+  puts pass = config["server"]["password"] if @debug
+  puts table = config["server"]["table"] if @debug
+
+  Allsum::Client::Logger.new(host, port, user, pass, table, @debug, @verbose)
+
+  Allsum::Client::Models::Filename.new()
+  @rootDirectory.find.each do |gooddir|
+    Find.find(gooddir) do |path|
+
+      if FileTest.directory?(path)
+        #determine if this is a directory we don't like...
+        @excludedDirectoryNames.each do |baddir|
+        if baddir.include?(File.basename(path.downcase))
+          Find.prune #don't look in this directory
+            puts "excluded directory #{path}" if @debug
+          end
+        end
+      else #we have a file
+        puts "we have a file #{path}" if @debug
+  	filetype = Allsum::Client::Complicator.file_type(path)
+        @includedFileTypes.each do |includeFile|
+        puts "Incl type: " + includeFile if @debug || @verbose
+        puts "File type: " + filetype if @debug || @verbose
+  	  if includeFile.include?(filetype)
+            puts path if @debug || @verbose
+
+	  Allsum::Client::Complicator.filename(path)
+	  Allsum::Client::Complicator.file_size(path)
+	  Allsum::Client::Complicator.calculate_checksums(path)
+          Allsum::Client::Complicator.version_info(path)
+	  Allsum::Client::Complicator.log_to_db(path)
+      end
+        end
+      end
+    end
+  end
+end
+

data/lib/allsum/client/complicator.rb

@@ -0,0 +1,77 @@
+require "Win32API"
+require "digest"
+require "allsum/client/logger"
+require "ssdeep"
+
+module Allsum
+  module Client
+
+    class Complicator
+      @debug = true
+      @verbose = true
+
+    def self.filename(path)
+    	@filename = Pathname.new(path).basename
+    end
+
+    def self.version_info(file)
+      vsize=Win32API.new('version.dll', 'GetFileVersionInfoSize', ['P', 'P'], 'L').call(file, "") # "" was s
+      #p vsize if @debug
+      if (vsize > 0)
+        result = ' '*vsize
+        Win32API.new('version.dll', 'GetFileVersionInfo', ['P', 'L', 'L', 'P'], 'L').call(file, 0, vsize, result)
+        rstring = result.unpack('v*').map{|s| s.chr if s<256}*''
+        r = /FileVersion..(.*?)\000/.match(rstring)
+        puts "FileVersion = #{r ? r[1] : '??' }" if @verbose || @debug
+        @fileversion = r ? r[1] : '??'
+      else
+        puts "No Version Info"  if @verbose || @debug
+      end
+    end
+
+    def self.calculate_checksums(file)
+      begin
+        puts "Filename: #{@filename}"
+        puts "[x]calculating checksums" if @debug || @verbose
+        #md5
+        @md5digest = Digest::MD5.hexdigest(File.read(file))
+        puts "  MD5 checksum: #{@md5digest}" if @debug || @verbose
+        #sha1
+        @sha1digest = Digest::SHA1.hexdigest(File.read(file))
+        puts "  SHA1 checksum: #{@sha1digest}" if @debug || @verbose
+        #sha256
+        @sha256digest = Digest::SHA256.hexdigest(File.read(file))
+        puts "  SHA256 checksum: #{@sha256digest}" if @debug || @verbose
+  	    #fuzzy hash
+  	    @fuzzyhash = Ssdeep::FuzzyHash.from_file(file)
+  	    puts "  Fuzzy hash: #{@fuzzyhash}" if @debug || @verbose
+      rescue Errno::EACCESS
+        puts "Perrmission denied when attempting to read #{@filename}" if @debug || @verbose
+      end
+    end
+
+    def self.file_type(path)
+      puts "[x]checking file type" if @debug || @verbose
+  	  @filetype = File.basename(path.downcase).split(".").last
+    end
+
+    def self.file_size(path)
+      puts "[x]checking file size" if @debug || @verbose
+  	  @filesize = File.size?(path)
+
+  	  puts "Filesize: #{@filesize}" if @debug || @verbose
+      @filepath = path
+    end
+
+    def self.log_to_db(file)
+      # schema:  uid | file name | size | file type | product | version info | modification date | ms bulletin | build | md5 | sha1  | sha256 | comment(?)
+  	  puts "[x]logging to database" if @debug || @verbose
+
+  	  Allsum::Client::Logger.paper(@filename, @filetype, @md5digest, @sha1digest, @sha256digest, @filepath, @fuzzyhash,
+  	    @fileversion, @filesize)
+      end
+    end
+
+  end
+end
+

data/lib/allsum/client/config.rb

@@ -0,0 +1,10 @@
+module Allsum
+  module Client
+    
+    class Config
+      
+      
+    end
+    
+  end
+end

data/lib/allsum/client/logger.rb

@@ -0,0 +1,54 @@
+require 'dm-migrations'
+require 'allsum/client/models'
+
+module Allsum
+  module Client
+
+    class Logger
+  	  def self.new(host, port, user, pass, table, debug, verbose)
+  	    @debug = debug
+  		@verbose = verbose
+
+  	  	@db = DataMapper.setup(:default, "mysql://#{user}:#{pass}@#{host}:#{port}/#{table}")
+          puts @db if @debug
+
+  	    DataMapper.finalize
+  	    DataMapper.auto_upgrade!
+  	  end
+
+
+  	  def self.paper(file, filetype, md5digest, sha1digest, sha256digest, filepath, fuzzyhash, fileversion, filesize)
+
+  	    puts "file #{file}" if @debug || @verbose
+  	    puts filetype if @debug
+  	    puts fileversion if @debug
+  	    puts md5digest if @debug
+
+  		begin
+  	      saved = Allsum::Client::Models::Filename.create(
+  		    :filename => file.to_s,
+  		    :filetype => filetype.to_s,
+  		    :created_at => Time.now,
+  		    :size => filesize.to_i,
+  		    :version => fileversion.to_s,
+  		    :datemodified => Time.now,
+  		    :filepath => filepath.to_s,
+  		    :md5 => md5digest.to_s,
+  		    :sha1 => sha1digest.to_s,
+  		    :sha256 => sha256digest.to_s,
+  			  :fuzzyhash => fuzzyhash.to_s
+  		    )
+
+  			#saved.save!
+
+  			puts saved if @debug
+
+  		  rescue DataObjects::IntegrityError
+  		    puts "Already in DB" if @debug || @verbose
+  		  end
+  	  end
+
+  	end
+  end
+end
+

data/lib/allsum/client/models.rb

@@ -0,0 +1,2 @@
+require 'allsum/client/models/filename'
+

data/lib/allsum/client/models/filename.rb

@@ -0,0 +1,27 @@
+module Allsum
+  module Client
+    module Models
+
+      class Filename
+        require 'dm-migrations'
+        include DataMapper::Resource
+
+        property :id,           Serial, :key => true
+        property :filename,     Text   # done
+        property :filetype,     String   # needs work
+        property :created_at,   DateTime # done
+        property :datemodified, DateTime
+        property :size,         Integer  # done
+        property :version,      Text   # done
+        property :filepath,     Text   # not done
+        property :md5,          String # done
+        property :sha1,         String # done
+        property :sha256,       Text, :unique => true # done
+        property :fuzzyhash,    Text #done
+
+      end
+
+    end
+  end
+end
+

data/lib/allsum/client/version.rb

@@ -0,0 +1,6 @@
+module Allsum
+  module Client
+    # allsum-client version
+    VERSION = "0.1.0"
+  end
+end

data/spec/client_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+require 'allsum/client'
+
+describe Allsum::Client do
+  it "should have a VERSION constant" do
+    subject.const_get('VERSION').should_not be_empty
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,5 @@
+gem 'rspec', '~> 2.4'
+require 'rspec'
+require 'allsum/client/version'
+
+include Allsum::Client

metadata

@@ -0,0 +1,183 @@
+--- !ruby/object:Gem::Specification 
+name: allsum-client
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- J. Brett Cunningham
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-06-29 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: datamapper
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 19
+        segments: 
+        - 1
+        - 1
+        - 0
+        version: 1.1.0
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: file-find
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 0
+        - 0
+        version: "0.0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: ffi-ssdeep
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 25
+        segments: 
+        - 0
+        - 1
+        - 1
+        version: 0.1.1
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: ore-tasks
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        - 4
+        version: "0.4"
+  type: :development
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: yard
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        - 7
+        - 0
+        version: 0.7.0
+  type: :development
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 2
+        - 4
+        version: "2.4"
+  type: :development
+  version_requirements: *id006
+description: Compute MD5, SHA1, SHA256 and fuzzyhash (CTPH) of specified filetypes in specified directories.
+email: 
+- brettcu@gmail.com
+executables: 
+- fuzzy.dll
+- allsum-client
+extensions: []
+
+extra_rdoc_files: 
+- README.md
+- LICENSE.txt
+- ChangeLog.rdoc
+files: 
+- spec/spec_helper.rb
+- lib/allsum/client/check.rb
+- gemspec.yml
+- ChangeLog.rdoc
+- .rspec
+- allsum-client.gemspec
+- .yardopts
+- lib/allsum/client/models.rb
+- lib/allsum/client.rb
+- bin/fuzzy.dll
+- spec/client_spec.rb
+- allsum_config.yml
+- Rakefile
+- README.md
+- LICENSE.txt
+- lib/allsum/client/complicator.rb
+- lib/allsum-client.rb
+- bin/allsum-client
+- lib/allsum/client/version.rb
+- lib/allsum/client/config.rb
+- lib/allsum/client/models/filename.rb
+- lib/allsum/client/logger.rb
+- .document
+homepage: http://rubygems.org/gems/allsum-client
+licenses: 
+- GPLv2
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: allsum-client
+rubygems_version: 1.7.2
+signing_key: 
+specification_version: 3
+summary: Compute checksums of files and store in a database
+test_files: 
+- spec/client_spec.rb