ptj 0.1.0

data/lib/ptj/parser/fileparser/passthreecolons.rb

@@ -0,0 +1,26 @@
+module PTJ
+  module Parser
+    # FileParser class which allows you to parse a file line by line.
+    #
+    class PassThreeColons < FileParser
+
+      # Expecting the following format:
+      # something ::: pass ::: something
+      # something ::: pass ::: something
+      # something ::: pass ::: something
+      #
+      # @param line
+      #   Individual line from a text file
+      #
+      # @return Hash Password, Password Hash
+      def parse_line(line)
+        if line =~ /\s*\S*\s*:::\s*(\S+)\s*:::/
+          pass = $~[1]
+          hash = nil
+        end
+        {:mypass => pass, :myhash => hash}
+      end
+
+    end
+  end
+end

data/ptj.gemspec

@@ -0,0 +1,120 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{ptj}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Josh Grunzweig"]
+  s.date = %q{2011-08-29}
+  s.description = %q{An easy way to collect and analyze data about password 
+  databases.}
+  s.email = %q{jgrunzweig@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "etc/config.yml",
+    "lib/ptj.rb",
+    "lib/ptj/default_setup.rb",
+    "lib/ptj/environment.rb",
+    "lib/ptj/ext.rb",
+    "lib/ptj/ext/datamapper_collection.rb",
+    "lib/ptj/model.rb",
+    "lib/ptj/model/password.rb",
+    "lib/ptj/model/tag.rb",
+    "lib/ptj/model/tasks.rb",
+    "lib/ptj/parser.rb",
+    "lib/ptj/parser/fileparser.rb",
+    "lib/ptj/parser/fileparser/countpassonly.rb",
+    "lib/ptj/parser/fileparser/hashpassonlycolon.rb",
+    "lib/ptj/parser/fileparser/passhashonly.rb",
+    "lib/ptj/parser/fileparser/passonly.rb",
+    "lib/ptj/parser/fileparser/passthreecolons.rb",
+    "ptj.gemspec",
+    "scripts/analyze.rb",
+    "scripts/generate_wordlist.rb",
+    "scripts/import.rb",
+    "scripts/ptj_libpath.rb",
+    "spec/.helper.rb.swp",
+    "spec/.test_ptj.rb.swp",
+    "spec/model/password_spec.rb",
+    "spec/model/shared_behaviors.rb",
+    "spec/model/tag_spec.rb",
+    "spec/spec_helper.rb",
+    "spec/spec_ptj.rb",
+    "tasks/db.rake",
+    "tasks/irb.rake"
+  ]
+  s.homepage = %q{http://github.com/jgrunzweig/ptj}
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.6.2}
+  s.summary = %q{Password analysis and collection database.}
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<shoulda>, [">= 0"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.6.2"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_development_dependency(%q<dm-core>, [">= 0"])
+      s.add_development_dependency(%q<dm-migrations>, [">= 0"])
+      s.add_development_dependency(%q<dm-types>, [">= 0"])
+      s.add_development_dependency(%q<dm-transactions>, [">= 0"])
+      s.add_development_dependency(%q<dm-aggregates>, [">= 0"])
+      s.add_development_dependency(%q<dm-validations>, [">= 0"])
+      s.add_development_dependency(%q<dm-serializer>, [">= 0"])
+      s.add_development_dependency(%q<dm-timestamps>, [">= 0"])
+      s.add_development_dependency(%q<dm-sqlite-adapter>, [">= 0"])
+      s.add_development_dependency(%q<dm-postgres-adapter>, [">= 0"])
+    else
+      s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.6.2"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+      s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_dependency(%q<dm-core>, [">= 0"])
+      s.add_dependency(%q<dm-migrations>, [">= 0"])
+      s.add_dependency(%q<dm-types>, [">= 0"])
+      s.add_dependency(%q<dm-transactions>, [">= 0"])
+      s.add_dependency(%q<dm-aggregates>, [">= 0"])
+      s.add_dependency(%q<dm-validations>, [">= 0"])
+      s.add_dependency(%q<dm-serializer>, [">= 0"])
+      s.add_dependency(%q<dm-timestamps>, [">= 0"])
+      s.add_dependency(%q<dm-sqlite-adapter>, [">= 0"])
+      s.add_dependency(%q<dm-postgres-adapter>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.6.2"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+    s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+    s.add_dependency(%q<dm-core>, [">= 0"])
+    s.add_dependency(%q<dm-migrations>, [">= 0"])
+    s.add_dependency(%q<dm-types>, [">= 0"])
+    s.add_dependency(%q<dm-transactions>, [">= 0"])
+    s.add_dependency(%q<dm-aggregates>, [">= 0"])
+    s.add_dependency(%q<dm-validations>, [">= 0"])
+    s.add_dependency(%q<dm-serializer>, [">= 0"])
+    s.add_dependency(%q<dm-timestamps>, [">= 0"])
+    s.add_dependency(%q<dm-sqlite-adapter>, [">= 0"])
+    s.add_dependency(%q<dm-postgres-adapter>, [">= 0"])
+  end
+end
+

data/scripts/analyze.rb

@@ -0,0 +1,129 @@
+#!/usr/bin/env ruby
+require 'pp'
+require 'optparse'
+
+require_relative('ptj_libpath')
+require 'ptj/default_setup'
+
+DataMapper::Model.raise_on_save_failure = true if $DEBUG
+
+include PTJ
+
+#FILTER = {:fields => [:id, :password, :upper, :lower, :special, :number, :size]}
+FILTER = {}
+CFG = {
+  :tags => [],
+  :file => nil,
+  :includecount => false
+}
+
+opts = OptionParser.new do |o|
+  o.banner = "Usage: #{File.basename $0} [opts]"
+
+  o.on_tail("-h", "--help", "Show this message") do
+    puts o
+    exit 1
+  end
+
+  o.on("-t", "--tags TAGS", "Tags to be used to when querying passwords (separated by a comma)") do |t|
+    t = t.split(",").each{|x| x.strip!}
+    t=[t] unless t.is_a?(Array)
+    t.each do |tag|
+      CFG[:tags] << tag
+    end
+  end
+
+  o.on("--max-size SIZE", Integer, "Maximum size of the resulting passords") do |f|
+    FILTER[:size.lt] = f
+  end
+
+  o.on("--min-size SIZE", Integer, "Minimum size of the resulting passwords") do |f|
+    FILTER[:size.gt] = f
+  end
+
+  o.on("--[no-]upper", "Query based on upper-case letters") do |f|
+    FILTER[:upper] = f
+  end
+
+  o.on("--[no-]lower", "Query based on lower-case letters") do |f|
+    FILTER[:lower] = f
+  end
+
+  o.on("--[no-]special", "Query based on special charaters") do |f|
+    FILTER[:special] = f
+  end
+
+  o.on("--[no-]number", "Query based on numbers") do |f|
+    FILTER[:number] = f
+  end
+
+end.parse!(ARGV)
+
+def top5_pass(object, my_hash)
+  my_hash.delete(:fields) if my_hash[:fields]
+  my_hash.delete(:order) if my_hash[:order]
+  return object.aggregate(:password, :password.count, my_hash).sort {|x,y| y[1] <=> x[1]}.first(5)
+end
+
+def size_count(object, my_hash)
+  my_hash.delete(:fields) if my_hash[:fields]
+  my_hash.delete(:order) if my_hash[:order]
+  return object.aggregate(:size, :size.count, my_hash).sort {|x,y| x[0] <=> y[0]}
+end
+
+def cat_result(object, my_hash)
+  my_hash.delete(:fields) if my_hash[:fields]
+  my_hash.delete(:order) if my_hash[:order]
+  return_hash = {}
+  return_hash["Lower"] = object.all(my_hash).count(:upper => false, :special => false, :lower => true, :number => false)
+  return_hash["Upper"] = object.all(my_hash).count(:upper => true, :special => false, :lower => false, :number => false)
+  return_hash["Number"] = object.all(my_hash).count(:upper => false, :special => false, :lower => false, :number => true)
+  return_hash["Special"] = object.all(my_hash).count(:upper => false, :special => true, :lower => false, :number => false)
+  return_hash["Lower/Upper"] = object.all(my_hash).count(:upper => true, :special => false, :lower => true, :number => false)
+  return_hash["Lower/Number"] = object.all(my_hash).count(:upper => false, :special => false, :lower => true, :number => true)
+  return_hash["Upper/Number"] = object.all(my_hash).count(:upper => true, :special => false, :lower => false, :number => true)
+  return_hash["Lower/Special"] = object.all(my_hash).count(:upper => false, :special => true, :lower => true, :number => false)
+  return_hash["Upper/Special"] = object.all(my_hash).count(:upper => true, :special => true, :lower => false, :number => false)
+  return_hash["Number/Special"] = object.all(my_hash).count(:upper => false, :special => true, :lower => false, :number =>true)
+  return_hash["Lower/Upper/Number"] = object.all(my_hash).count(:upper => true, :special => false, :lower => true, :number => true)
+  return_hash["Lower/Upper/Special"] = object.all(my_hash).count(:upper => true, :special => true, :lower => true, :number => false)
+  return_hash["Lower/Number/Special"] = object.all(my_hash).count(:upper => false, :special => true, :lower => true, :number => true)
+  return_hash["Upper/Number/Special"] = object.all(my_hash).count(:upper => true, :special => true, :lower => false, :number =>true)
+  return_hash["Lower/Upper/Number/Special"] = object.all(my_hash).count(:upper => true, :special => true, :lower => true, :number => true)
+  return_hash
+end
+
+time_now = Time.now
+if CFG[:tags]
+  top5 = top5_pass(PTJ::Tag.all(:tag => CFG[:tags]).passwords, FILTER)
+  my_count = size_count(PTJ::Tag.all(:tag => CFG[:tags]).passwords, FILTER)
+  split_up = cat_result(PTJ::Tag.all(:tag => CFG[:tags]).passwords, FILTER)
+else
+  top5 = top5_pass(PTJ::Passwords.all, FILTER)
+  my_count = size_count(PTJ::Passwords.all, FILTER)
+  split_up = cat_result(PTJ::Passwords.all, FILTER)
+end
+
+
+puts "-=-=-=-=-=- Top 5 Passwords -=-=-=-=-=-"
+top5.each do |pass, count|
+  printf("%-30s : %d", pass, count)
+  puts ""
+end
+
+total_size = 0
+my_count.each{|result| total_size += result[1] }
+puts "\n-=-=-=-=-=- Password Length -=-=-=-=-=-"
+my_count.each do |result|
+  percent = "%.2f" % ((result[1].to_f/total_size.to_f)*100).to_f  
+  printf("%-30s %s", ("Password Length: #{result[0]}"), ("Count: #{result[1]} (#{percent}%)") )
+  puts ""
+end
+puts "Total: #{total_size}"
+
+puts "\n-=-=-=-=-=- Password Type -=-=-=-=-=-"
+split_up.sort_by{|k,v| k.length}.each do |result|
+  printf("Type: %-30s %s", result[0], ("Result: #{result[1]}"))
+  puts ""
+end
+p "Time taken: #{Time.now - time_now}"

data/scripts/generate_wordlist.rb

@@ -0,0 +1,121 @@
+#!/usr/bin/env ruby
+require 'pp'
+require 'optparse'
+
+require_relative('ptj_libpath')
+require 'ptj/default_setup'
+
+DataMapper::Model.raise_on_save_failure = true if $DEBUG
+
+include PTJ
+
+FILTER = {:fields => [:password, :id]}
+
+CFG = {
+  :tags => [],
+  :file => nil,
+  :includecount => false
+}
+
+opts = OptionParser.new do |o|
+  o.banner = "Usage: #{File.basename $0} [opts]"
+
+  o.on_tail("-h", "--help", "Show this message") do
+    puts o
+    exit 1
+  end
+
+  o.on("-t", "--tags TAGS", "Tags to be used to when querying passwords (separated by a comma)") do |t|
+    t = t.split(",").each{|x| x.strip!}
+    t=[t] unless t.is_a?(Array)
+    t.each do |tag|
+      CFG[:tags] << tag
+    end
+  end
+
+  o.on("-o", "--output FILENAME", String, "Where to output results (Default outputs to screen)") do |f|
+    CFG[:file] = f
+  end
+
+  o.on("--max-size SIZE", Integer, "Maximum size of the resulting passords") do |f|
+    FILTER[:size.lt] = f
+  end
+
+  o.on("--min-size SIZE", Integer, "Minimum size of the resulting passwords") do |f|
+    FILTER[:size.gt] = f
+  end
+
+  o.on("--max-results SIZE", Integer, "Maximum number of results to return") do |f|
+    CFG[:max_results] = f
+  end
+  
+  o.on("--include-count", "Include the counts of passwords identified") do |f|
+    CFG[:includecount] = f
+  end
+
+  o.on("--[no-]upper", "Query based on upper-case letters") do |f|
+    FILTER[:upper] = f
+  end
+
+  o.on("--[no-]lower", "Query based on lower-case letters") do |f|
+    FILTER[:lower] = f
+  end
+
+  o.on("--[no-]special", "Query based on special charaters") do |f|
+    FILTER[:special] = f
+  end
+
+  o.on("--[no-]number", "Query based on numbers") do |f|
+    FILTER[:number] = f
+  end
+
+
+end.parse!(ARGV)
+
+time_now = Time.now
+
+#raise(OptionParser::MissingArgument, "Must specify file with -f or password with -p") if (CFG[:file].nil? and CFG[:password].nil?)
+def top_pass(object, my_hash)
+  my_hash.delete(:fields) if my_hash[:fields]
+  my_hash.delete(:order) if my_hash[:order]
+  return object.aggregate(:password, :password.count, my_hash).sort {|x,y| y[1] <=> x[1]}
+end
+
+if CFG[:tags]
+  if CFG[:max_results]
+    o_pass = top_pass(PTJ::Tag.all(:tag => CFG[:tags]).passwords, FILTER).first(CFG[:max_results])
+  else
+    o_pass = top_pass(PTJ::Tag.all(:tag => CFG[:tags]).passwords, FILTER)
+  end
+else
+  if CFG[:max_results]
+    o_pass = top_pass(PTJ::Passwords.all, FILTER).first(CFG[:max_results])
+  else
+    o_pass = top_pass(PTJ::Passwords.all, FILTER)
+  end
+end
+
+
+if CFG[:file]
+  File.open(CFG[:file], "w+") do |file_handle|
+    o_pass.each do |tiny_array|
+      if CFG[:includecount] 
+        file_handle.puts "#{tiny_array[0]}, #{tiny_array[1]}" 
+      else
+        file_handle.puts "#{tiny_array[0]}"
+      end
+    end
+  end
+else
+  o_pass.each do |tiny_array|
+    if CFG[:includecount]
+      puts "#{tiny_array[0]}, #{tiny_array[1]}"
+    else
+      puts "#{tiny_array[0]}"
+    end
+  end
+end
+puts "Time Taken: #{Time.now - time_now}"
+exit
+
+

data/scripts/import.rb

@@ -0,0 +1,111 @@
+#!/usr/bin/env ruby
+require 'pp'
+require 'optparse'
+
+require_relative('ptj_libpath')
+require 'ptj/default_setup'
+
+DataMapper::Model.raise_on_save_failure = true if $DEBUG
+
+include PTJ
+
+FILTER = {}
+
+CFG = {
+  :password => nil,
+  :pw_hash => "",
+  :tags => [],
+  :basename => true,
+  :file => nil
+}
+
+opts = OptionParser.new do |o|
+  o.banner = "Usage: #{File.basename $0} [opts] -f file|-p password"
+
+  o.on_tail("-h", "--help", "Show this message.") do
+    puts o
+    exit 1
+  end
+
+  o.on("-t", "--tag TAGS", "Tags to be used to identify imported passwords (separated by a comma)") do |t|
+    t = t.split(",").each{|x| x.strip!}
+    t=[t] unless t.is_a?(Array)
+    t.each do |tag|
+      mytag=(Tag.get(tag) || Tag.create(:tag => tag.to_s))
+      CFG[:tags] << mytag
+    end
+  end
+
+  o.on("--[no-]strict", "Enable/Disable Strict Mode") do |s|
+    DataMapper::Model.raise_on_save_failure = s
+  end
+
+  o.on("-f", "--file FILENAME", String, "File to import.") do |f|
+    CFG[:file] = f
+  end
+
+  o.on("-r", "--parser NUMBER", Integer, "File parser to use:", "1 - Password Only", "2 - Hash:Password", "3 - Count, Password", "4 - Something ::: Password ::: Something") do |f|
+    case f
+    when 1
+      CFG[:parser] = Parser::PassOnly.new
+    when 2
+      CFG[:parser] = Parser::HashPassOnlyColon.new
+    when 3
+      CFG[:parser] = Parser::CountPassOnly.new
+    when 4
+      CFG[:parser] = Parser::PassThreeColons.new
+    else
+      raise(OptionParser::InvalidOption, "Incorrect parsing number specified.")
+    end
+  end
+
+  o.on("-p", "--password PASSWORD", String, "Password to import.") do |f|
+    CFG[:file] = f
+  end
+
+  o.on("-a", "--hash HASH", String, "Hash to import (Use in conjunction with -p).") do |f|
+    CFG[:file] = f
+  end
+
+end.parse!(ARGV)
+
+raise(OptionParser::MissingArgument, "Must specify file with -f or password with -p") if (CFG[:file].nil? and CFG[:password].nil?)
+
+#o_pass_count = Password.all(:fields => [:id]).size
+
+
+def import_file
+  file = Pathname.new(CFG[:file])
+  parser = CFG[:parser]
+  tags = CFG[:tags]
+  file = File.open(CFG[:file], "r")
+  lines = file.readlines
+  lines.each do |line|
+    begin
+      line = line.force_encoding("BINARY")
+      parsed = parser.parse_line(line)
+      mypass = parsed[:mypass]
+      myhash = parsed[:myhash]
+      next if mypass.to_s.empty?
+      if parsed[:count]
+        parsed[:count].to_i.times do 
+          pass = Password.add_single(mypass, myhash)
+          tags.each{|tag| pass.tags << tag}
+          pass.save
+          #puts "Adding #{mypass}"
+        end
+      else
+        pass = Password.add_single(mypass, myhash)
+        tags.each{|tag| pass.tags << tag}
+        pass.save
+        #puts "Adding #{mypass}"
+      end
+    rescue
+      next
+    end
+  end
+end
+
+import_file
+
+