dohruby 0.2.1 → 0.3

data/lib/doh/boot/find_dohruby_19.rb

@@ -0,0 +1,58 @@
+### right now this works for two cases
+###
+### case 1 is: dohruby/bin/run_tests.rb, list of files in call stack is this:
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/find_dohruby_19.rb
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/find_dohruby.rb
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/find_dohruby.rb
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/options.rb
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/options.rb
+### .../src/dohruby/bin/run_tests.rb
+
+## case 2 is:
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/find_dohruby_19.rb
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/find_dohruby.rb
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/find_dohruby.rb
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/init_runnable.rb
+### /usr/local/lib/ruby/gems/1.9.1/gems/dohboot-1/lib/doh/boot/init_runnable.rb
+### /rails/app/path/config/environment.rb
+
+module DohBoot
+
+current_caller = caller
+seen_doh_boot = false
+# puts "*** starting trace"
+current_caller.each_with_index do |path, index|
+  current_caller[index] =~ /^([^:]*):/
+  currentfile = $1
+  has_doh_boot = false
+  if currentfile =~ /doh\/boot/ then
+    has_doh_boot = true
+  end
+  seen_doh_boot ||= has_doh_boot
+#  puts currentfile + "; has == #{has_doh_boot}; seen == #{seen_doh_boot}"
+  if !has_doh_boot && seen_doh_boot then
+    @@start_path = currentfile
+    break
+  end
+end
+# puts "*** ending trace"
+
+def self.find_dohruby_in_parents(dir, max_tries = 20)
+  path = File.expand_path(dir)
+  raise "unable to find dohruby" if (path == '/') || (max_tries <= 0)
+
+  if File.exist?(File.join(path, 'dohruby'))
+    return File.join(path, 'dohruby')
+  else
+    return find_dohruby_in_parents(File.join(path, '..'), max_tries - 1)
+  end
+end
+
+if !$LOAD_PATH.find {|dir| dir =~ /dohruby\/lib/}
+  dohruby_path = DohBoot::find_dohruby_in_parents(File.dirname(@@start_path))
+  if File.exist?(dohruby_path)
+    $LOAD_PATH.push(File.join(dohruby_path, 'lib'))
+  end
+end
+
+end

data/lib/doh/boot/init_runnable.rb

@@ -0,0 +1,2 @@
+require 'doh/boot/find_dohruby'
+require 'doh/app/init_runnable'

data/lib/doh/boot/options.rb

@@ -0,0 +1,2 @@
+require 'doh/boot/find_dohruby'
+require 'doh/app/options'

data/lib/doh/core/array.rb

@@ -0,0 +1,10 @@
+class Array
+  def build_hash
+    retval = {}
+    self.each do |elem|
+      key, value = yield(elem)
+      retval[key] = value
+    end
+    retval
+  end
+end

data/lib/doh/core/bigdecimal.rb

@@ -1,4 +1,11 @@
 require 'bigdecimal'
+require 'bigdecimal/util'
+
+class Integer
+  def to_d
+    to_s.to_d
+  end
+end
 
 class BigDecimal
   alias :_doh_original_to_s :to_s
@@ -6,6 +13,14 @@ class BigDecimal
     _doh_original_to_s(format)
   end
 
+  def to_d
+    self
+  end
+
+  def inspect
+    to_s
+  end
+
   def to_dig(digits_after_decimal = 2)
     raise ArgumentError.new("digits_after_decimal must be > 0") unless digits_after_decimal > 0
     return '0.' + ('0' * digits_after_decimal) if nan? || infinite?

data/lib/doh/core/date.rb

@@ -6,6 +6,28 @@ class Date
     civil(year, month, -1).mday
   end
 
+  def self.smart_parse(datestr)
+    if datestr =~ /\A(\d\d)\/(\d\d)\/(\d\d)\z/
+      month = $1.to_i
+      mday = $2.to_i
+      year = $3.to_i
+      result = Date.new(year, month, mday)
+    else
+      result = Date.parse(datestr)
+    end
+
+    if result.year < 50
+      result = Date.new(result.year + 2000, result.month, result.day)
+    elsif result.year < 100
+      result = Date.new(result.year + 1900, result.month, result.day)
+    end
+    result
+  end
+
+  def inspect
+    strftime('%F')
+  end
+
   def weekday?
     (wday > 0) && (wday < 6)
   end
@@ -18,10 +40,61 @@ class Date
     @@short_days_of_week ||= Time::RFC2822_DAY_NAME.collect {|day| day.downcase}
     @@short_days_of_week.index(weekday.downcase)
   end
+
+  def years_since(date)
+    years_diff = year - date.year
+    if month < date.month || (month == date.month && day < date.day)
+      years_diff -= 1
+    end
+    years_diff
+  end
+
+  def make_datetime(hour = 0, min = 0, sec = 0)
+    DateTime.new(year, month, mday, hour, min, sec)
+  end
+
+  def add_months(months, new_day = nil)
+    total_month = month + months
+    new_month = total_month % 12
+    new_month = 12 if new_month == 0
+    new_year = year + ((total_month - 1) / 12)
+    calc_day = [mday, Date.days_in_month(new_year, new_month)].min
+    Date.new(new_year, new_month, new_day || calc_day)
+  end
+
+  def add_years(years)
+    new_year = year + years
+    calc_day = [mday, Date.days_in_month(new_year, month)].min
+    Date.new(new_year, month, calc_day)
+  end
 end
 
 class DateTime
+  SECONDS_IN_DAY = (24 * 60 * 60).freeze
+
+  def self.zow
+    obj = now
+    new(obj.year, obj.month, obj.mday, obj.hour, obj.min, obj.sec)
+  end
+
+  def inspect
+    strftime('%F %X')
+  end
+
   def date_only
     Date.new(year, month, mday)
   end
+
+  def add_seconds(seconds)
+    self + Rational(seconds, SECONDS_IN_DAY)
+  end
+
+  def sub_seconds(seconds)
+    add_seconds(-seconds)
+  end
+
+  # subtract another DateTime object, return difference in seconds
+  def sub_dt(other)
+    ((self - other) * SECONDS_IN_DAY).to_i
+  end
 end

data/lib/doh/core/deep_dup.rb

@@ -0,0 +1,12 @@
+class Class
+  def deep_dup(*syms)
+    return if syms.empty?
+    code = "def initialize_copy(orig); "
+    code << "super(orig); "
+    syms.each do |elem|
+      code << "@#{elem} = @#{elem}.nil? ? nil : @#{elem}.dup; "
+    end
+    code << "end\n"
+    class_eval code
+  end
+end

data/lib/doh/core/hash.rb

@@ -0,0 +1,21 @@
+class Hash
+  def to_h
+    self
+  end
+
+  def setnew(key, value)
+    store(key, value) unless key?(key)
+  end
+
+  def merge_with_remove(hash)
+    self.dup.merge_with_remove!(hash)
+  end
+
+  #merges the given hash with the current
+  #then removes any elements from the merged hash that have
+  #a value of nil in the hash argument
+  def merge_with_remove!(hash)
+    self.merge!(hash).reject! {|elem, value| hash.key?(elem) && hash[elem].nil?}
+    self
+  end
+end

data/lib/doh/core/object.rb

@@ -0,0 +1,6 @@
+class Object
+  def cache_result(*methods)
+    # kjmtodo - implement this to make wrappers around methods that would otherwise look like:
+    # @cachevar = some_value if !defined?(@cachevar)
+  end
+end

data/lib/doh/core/require_local.rb

@@ -0,0 +1,5 @@
+module Kernel
+  def require_local(from_file, *normal_requires)
+    normal_requires.each { |elem| require(File.join(File.dirname(from_file), elem)) }
+  end
+end

data/lib/doh/core/socket.rb

@@ -0,0 +1,25 @@
+require 'socket'
+
+class BasicSocket
+  def read_with_amount_header
+    lenstr = self.read(8)
+    self.read(lenstr.to_i)
+  end
+
+  def write_with_amount_header(message)
+    lenstr = message.size.to_s.ljust(8)
+    self.write(lenstr)
+    self.write(message)
+  end
+
+  # it should be noted that in order to use read_object and write_object, the object versions
+  # on the client and server side must be identical
+  def read_object
+    Marshal.load(read_with_amount_header)
+  end
+
+  def write_object(obj)
+    write_with_amount_header(Marshal.dump(obj))
+  end
+
+end

data/lib/doh/core/string.rb

@@ -39,11 +39,41 @@ class String
     slice(Range.new(-limit, -1)) || self
   end
 
-  def starts_with(substr)
-    index(substr) == 0
+  # replaces with replace_str, or yields (and replaces with the returned value) the values found between each occurance of beginstr and endstr
+  # within the string
+  # an assumption is made that the string data between 'beginstr' and 'endstr' will not have either delimiter within it
+  # if it does, the result is undefined right now
+  def gsub_between(beginstr, endstr, replace_str = nil)
+    curpos = 0
+    result = self.dup
+    while true
+      begpos = result.index(beginstr, curpos)
+      endpos = result.index(endstr, begpos + beginstr.length) if begpos
+      if begpos && endpos
+        use_str = replace_str
+        if !replace_str
+          use_str = yield(result[(begpos+beginstr.length)..(endpos-1)])
+        end
+        result[(begpos+beginstr.length)..(endpos-1)] = use_str
+        curpos = begpos + beginstr.length + endstr.length + use_str.length
+      else
+        break
+      end
+    end
+    result
   end
 
-  def ends_with(substr)
-    rindex(substr) == (size - substr.size)
+  def equals_ignore_whitespace(str2)
+    self.normalize_all_whitespace == str2.normalize_all_whitespace
   end
+
+  #this method strips the string, then combines all whitespace > 1 character into a single space
+  def normalize_all_whitespace
+    result = self.strip.gsub("\n", ' ').gsub("\t", ' ')
+    while result =~ /\s\s/
+      result = result.gsub('  ', ' ')
+    end
+    result
+  end
+
 end

data/lib/doh/core.rb

@@ -1,5 +1,8 @@
+require 'doh/core/array'
 require 'doh/core/bigdecimal'
 require 'doh/core/date'
+require 'doh/core/deep_dup'
 require 'doh/core/dir'
 require 'doh/core/string'
-
+require 'doh/core/hash'
+require 'doh/core/require_local'

data/lib/doh/data/basic.rb

@@ -1,51 +1,56 @@
 module DohData
 
-def self.random_characters(count, values_string)
+#implemented here so random behavior can be overridden by end user
+def random_int(max)
+  rand(max)
+end
+
+def random_characters(count, values_string)
   retval = ''
-  count.times {retval += values_string.slice(rand(values_string.size), 1)}
+  count.times {retval += values_string.slice(random_int(values_string.size), 1)}
   retval
 end
 
-def self.random_letters(count)
+def random_letters(count)
   random_characters(count, 'abcdefghijklmnopqrstuvwxyz')
 end
 
-def self.random_digits(count)
+def random_digits(count)
   random_characters(count, '0123456789')
 end
 
-def self.random_alnum(count)
+def random_alnum(count)
   random_characters(count, 'abcdefghijklmnopqrstuvwxyz0123456789')
 end
 
-def self.random_range(min, max, multiplier = 1)
-  (rand(max + 1 - min) + min) * multiplier
+def random_range(min, max, multiplier = 1)
+  (random_int(max + 1 - min) + min) * multiplier
 end
 
-def self.random_array_element(array)
-  array[rand(array.size)]
+def random_array_element(array)
+  array[random_int(array.size)]
 end
 
-def self.random_element(*args)
+def random_element(*args)
   flat = args.flatten
-  flat[rand(flat.size)]
+  flat[random_int(flat.size)]
 end
 
-def self.random_bool
+def random_bool
   random_element(true, false)
 end
 
-def self.random_amount(max, multiplier = 1)
-  (rand(max) + 1) * multiplier
+def random_amount(max, multiplier = 1)
+  (random_int(max) + 1) * multiplier
 end
 
-def self.random_percent(percent)
-  rand(100) < percent
+def random_percent(percent)
+  random_int(100) < percent
 end
 
-def self.random_date(min, max)
-  diff = max-min
-  min + rand(diff)
+def random_date(min, max)
+  diff = (max + 1 - min)
+  min + random_int(diff)
 end
 
 end

data/lib/doh/data/bulk.rb

@@ -1,114 +1,54 @@
 module DohData
 
 @@last_names = \
-['smith','johnson','williams','jones','brown','davis','miller','wilson','moore','taylor','anderson','thomas','jackson','white','harris' \
-,'martin','thompson','garcia','robinson','clark','lewis','lee','walker','hall','allen','young' \
+['smith','johnson','williams','jones','brown','davis','miller','wilson','moore','anderson','thomas','jackson','white','harris'\
+,'martin','thompson','robinson','clark','lewis','lee','walker','hall','young' \
 ,'king','wright','hill','scott','green','adams','baker','nelson','carter','mitchell','roberts','turner' \
 ,'phillips','campbell','parker','evans','edwards','collins','stewart','morris','rogers','reed','cook','morgan','bell','murphy' \
-,'bailey','rivera','cooper','richardson','cox','howard','ward','torres','peterson','gray','james','watson','brooks','kelly','sanders' \
-,'price','bennett','wood','barnes','ross','henderson','coleman','jenkins','perry','powell','long','patterson','hughes','flores','washington' \
+,'bailey','rivera','richardson','cox','howard','ward','peterson','gray','james','watson','brooks','kelly','sanders' \
+,'price','bennett','wood','barnes','ross','henderson','coleman','jenkins','perry','powell','long','patterson','hughes','washington' \
 ,'butler','simmons','foster','bryant','alexander','russell','griffin','hayes','myers','ford','hamilton','graham','sullivan' \
-,'wallace','woods','cole','west','jordan','owens','reynolds','fisher','ellis','harrison','gibson','mcdonald','marshall' \
+,'wallace','woods','cole','west','jordan','owens','reynolds','fisher','ellis','harrison','mcdonald' \
 ,'murray','freeman','wells','webb','simpson','stevens','tucker','porter','hunter','hicks','crawford','henry','boyd','mason','morales','kennedy' \
-,'warren','dixon','ramos','reyes','burns','gordon','shaw','holmes','rice','robertson','hunt','black','daniels','palmer','mills','nichols','grant' \
-,'knight','ferguson','rose','stone','hawkins','dunn','perkins','hudson','spencer','gardner','stephens','payne','pierce','berry','matthews' \
+,'warren','dixon','ramos','burns','gordon','holmes','rice','robertson','hunt','black','daniels','palmer','mills','nichols','grant' \
+,'knight','ferguson','rose','stone','hawkins','dunn','perkins','hudson','spencer','gardner','stephens','payne','pierce','berry' \
 ,'arnold','wagner','willis','ray','watkins','olson','carroll','duncan','snyder' \
 ]
 
-@@first_names = \
-['james','john','robert','michael','william','david','richard','charles','joseph','thomas','christopher','daniel','paul','mark','donald','george' \
-,'kenneth','steven','edward','brian','ronald','anthony','kevin','jason','matthew','gary','timothy','jose','larry','jeffrey','frank','scott','eric' \
-,'stephen','andrew','raymond','gregory','joshua','jerry','dennis','walter','patrick','peter','harold','douglas','henry','carl','arthur','ryan' \
-,'roger','joe','juan','jack','albert','jonathan','justin','terry','gerald','keith','samuel','willie','ralph','lawrence','nicholas','roy','benjamin' \
-,'bruce','brandon','adam','harry','fred','wayne','billy','steve','louis','jeremy','aaron','randy','howard','eugene','carlos','russell','bobby','victor' \
-,'martin','ernest','phillip','todd','jesse','craig','alan','shawn','clarence','sean','philip','chris','johnny','earl','jimmy','antonio','danny','bryan' \
-,'tony','luis','mike','stanley','leonard','nathan','dale','manuel','rodney','curtis','norman','allen','marvin','vincent','glenn','jeffery','travis' \
-,'jeff','chad','jacob','lee','alfred','kyle','francis','bradley','herbert','frederick','ray','joel','edwin','don','eddie','ricky','troy' \
-,'randall','barry','alexander','bernard','mario','leroy','francisco','marcus','micheal','theodore','clifford','oscar','jay','jim','tom','calvin' \
-,'alex','jon','mary','patricia','linda','barbara','elizabeth','jennifer','maria','susan','margaret','dorothy','lisa','nancy','karen','betty','helen' \
-,'sandra','donna','carol','ruth','sharon','michelle','laura','sarah','kimberly','deborah','jessica','shirley','cynthia','angela','melissa','brenda' \
-,'amy','anna','rebecca','virginia','kathleen','pamela','martha','debra','amanda','stephanie','carolyn','christine','marie','janet','catherine','frances' \
-,'ann','joyce','diane','alice','julie','heather','teresa','doris','gloria','evelyn','jean','cheryl','mildred','katherine','joan','ashley','judith' \
+@@first_names= \
+['james','thomas','christopher','paul','mark','donald' \
+,'brian','ronald','anthony','kevin','jason','matthew','gary','timothy','larry','jeffrey','frank','scott' \
+,'andrew','raymond','gregory','jerry','dennis','peter','carl','arthur','ryan' \
+,'roger','joe','juan','jack','albert','jonathan','justin','terry','gerald','keith','willie','ralph','lawrence','nicholas' \
+,'bruce','brandon','harry','fred','wayne','steve','louis','jeremy','aaron','howard','eugene','russell','bobby' \
+,'ernest','phillip','todd','jesse','craig','alan','shawn','clarence','sean','philip','chris','earl','jimmy','danny','bryan' \
+,'tony','leonard','nathan','dale','rodney','curtis','norman','allen','marvin','vincent','glenn','jeffery','travis' \
+,'jeff','chad','jacob','lee','alfred','kyle','francis','bradley','herbert','frederick','ray','don','eddie','troy' \
+,'randall','barry','bernard','leroy','marcus','micheal','theodore','clifford','jim','calvin' \
+,'alex','jon','mary','linda','barbara','jennifer','susan','margaret','dorothy','lisa','betty','helen' \
+,'donna','carol','ruth','sharon','michelle','laura','sarah','kimberly','deborah','jessica','shirley','cynthia','angela','melissa','brenda' \
+,'amy','anna','rebecca','virginia','kathleen','pamela','debra','amanda','stephanie','carolyn','christine','marie','janet','catherine','frances' \
+,'ann','joyce','diane','alice','julie','heather','teresa','doris','evelyn','jean','cheryl','mildred','katherine','joan','ashley','judith' \
 ,'rose','janice','kelly','nicole','judy','christina','kathy','theresa','beverly','denise','tammy','irene','jane','lori','rachel','marilyn','andrea' \
-,'kathryn','louise','sara','anne','jacqueline','wanda','bonnie','julia','ruby','lois','tina','phyllis','norma','paula','diana','annie','lillian','emily','robin' \
-,'peggy','crystal','gladys','rita','dawn','connie','florence','tracy','edna','tiffany','carmen','rosa','cindy','grace','wendy','victoria','edith','kim' \
-,'sherry','sylvia','josephine','thelma','shannon','sheila','ethel','ellen','elaine','marjorie','carrie','charlotte','monica','esther','pauline','emma' \
-,'juanita','anita','rhonda','hazel','amber','eva','debbie','april','leslie','clara','lucille','jamie','joanne','eleanor','valerie','danielle','megan' \
+,'kathryn','louise','sara','anne','jacqueline','wanda','bonnie','julia','ruby','lois','tina','phyllis','norma','paula','annie','lillian','emily','robin' \
+,'peggy','crystal','rita','dawn','connie','florence','tracy','tiffany','carmen','rosa','cindy','wendy','victoria','edith','kim' \
+,'sherry','sylvia','josephine','thelma','shannon','sheila','ethel','ellen','elaine','marjorie','carrie','charlotte','esther','pauline','emma' \
+,'rhonda','hazel','amber','eva','debbie','april','leslie','clara','lucille','joanne','eleanor','valerie','danielle','megan' \
 ,'alicia','suzanne','michele','gail','bertha','darlene','veronica','jill','erin','geraldine','lauren','cathy','joann','lorraine','lynn','sally','regina' \
 ,'erica','beatrice','dolores','bernice','audrey','yvonne','annette','june','samantha','marion','dana','stacy','ana','renee','ida','vivian','roberta' \
 ,'holly','brittany','melanie','loretta','yolanda','jeanette','laurie','katie','kristen','vanessa','alma','sue','elsie','beth','jeanne','vicki','carla' \
-,'tara','rosemary','eileen','terri','gertrude','lucy','tonya'
+,'tara','rosemary','eileen','terri','gertrude','lucy','tonya' \
 ]
 
 @@ssn_group_order = [1,3,5,7,9,10,12,14,16,18,20,22,24,26,28,30,32,34,36,38,40,42,44,46,48,50,52,54,56,58,60,62,64,66,68,70,72,74,76,78,80,82,84,86,88,90,92,94,96,98,2,4,6,8,11,13,15,17,19,21,23,25,27,29,31,33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63,65,67,69,71,73,75,77,79,81,83,85,87,89,91,93,95,97,99]
 
-@@ssn_highgroups = \
-[[1,[752,753]] \
-,[3,[588,761,762,763]] \
-,[4,[2,3,222,349,350,351,352,353,354,355,356,357,358,359,360,361]] \
-,[5,[756,757,758,759,760]] \
-,[6,[1,7,221,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348]] \
-,[7,[691,692,693,694,695,696,697,698,699,751]] \
-,[8,[4,5,6,48,49,637,638,639,640,641,642,643,644,645]] \
-,[9,[732,733,750]] \
-,[10,[727,729,730,731]] \
-,[11,[40,41,42,43,44,45,46,47,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,627,628,629,630,631,632,633,634,635,636]] \
-,[12,[678,679,682,683,684,685,686,687,688,689,690]] \
-,[13,[268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285]] \
-,[14,[661,662,663,664,665,676,677,681,728]] \
-,[16,[659,660]] \
-,[17,[144,145,146,147,148,149,150,151,152,153,154,155,156,157,158]] \
-,[18,[700,701,702,703,704,705,706,707,708,709,710,711,712,713,714,715,716,717,718,719,720,721,722,723,725,726]] \
-,[19,[135,136,137,138,139,140,141,142,143]] \
-,[21,[447,448]] \
-,[23,[440,441,442,443,444,445,446,496,497,498,499,500]] \
-,[24,[658]] \
-,[25,[486,487,488,489,490,491,492,493,494,495]] \
-,[26,[654,655,656,657]] \
-,[27,[393,394,395,396,397,398,399,509,510,511,512,513,514,515]] \
-,[28,[724]] \
-,[29,[387,388,389,390,391,392]] \
-,[31,[304,305,306,307,308,309,310,311,312,313,314,315,316,317]] \
-,[32,[674,675]] \
-,[33,[303,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,501,502]] \
-,[34,[667,668,669,670,671,672,673]] \
-,[35,[362,363,364,485]] \
-,[37,[478,479,480,481,482,483,484,580]] \
-,[39,[504]] \
-,[41,[503]] \
-,[43,[517,579]] \
-,[44,[648,649,652,653]] \
-,[45,[516,577,578]] \
-,[46,[650,651]] \
-,[49,[470,471,472,473,474,475,476,477,574]] \
-,[51,[468,469,506,507,508]] \
-,[53,[232,233,234,235,236,505,520]] \
-,[61,[416,417,418,419,420,421,422,423,424,532,533,534,535,536,537,538,539,586]] \
-,[62,[768,769,770,771,772]] \
-,[63,[531,615,616,617,618,619,620,621,622,623,624,625,626]] \
-,[64,[766,767]] \
-,[65,[407,602,603,604,605,606,607,608,609,610,611,612,613,614]] \
-,[67,[400,401,402,403,404,405,406]] \
-,[70,[39]] \
-,[72,[35,36,37,38]] \
-,[73,[540,541,542,543,544]] \
-,[77,[218,219,220,518,519]] \
-,[79,[212,213,214,215,216,217]] \
-,[80,[764,765]] \
-,[82,[180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,599]] \
-,[84,[159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,596,597,598]] \
-,[88,[28,29,30,31,32,33,34]] \
-,[90,[8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,680]] \
-,[94,[114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,647]] \
-,[96,[50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,646]] \
-,[99,[223,224,225,226,227,228,229,230,231,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,408,409,410,411,412,413,414,415,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,521,522,523,524,525,526,527,528,529,530,545,546,547,548,549,550,551,552,553,554,555,556,557,558,559,560,561,562,563,564,565,566,567,568,569,570,571,572,573,575,576,581,582,583,584,585,587,589,590,591,592,593,594,595,600,601]] \
-]
+@@ssn_area_highgroups = {1=>98,2=>98,3=>98,4=>4,5=>4,6=>4,7=>4,8=>86,9=>86,10=>86,11=>86,12=>86,13=>86,14=>86,15=>86,16=>86,17=>86,18=>86,19=>86,20=>86,21=>86,22=>86,23=>86,24=>86,25=>86,26=>86,27=>86,28=>86,29=>86,30=>86,31=>86,32=>86,33=>86,34=>84,35=>70,36=>70,37=>68,38=>68,39=>68,40=>6,41=>6,42=>6,43=>6,44=>6,45=>6,46=>4,47=>4,48=>4,49=>4,50=>92,51=>92,52=>92,53=>92,54=>92,55=>92,56=>92,57=>92,58=>92,59=>92,60=>92,61=>92,62=>92,63=>92,64=>92,65=>92,66=>92,67=>92,68=>92,69=>92,70=>92,71=>92,72=>92,73=>92,74=>92,75=>92,76=>92,77=>92,78=>92,79=>92,80=>92,81=>92,82=>92,83=>92,84=>92,85=>92,86=>92,87=>92,88=>92,89=>92,90=>92,91=>92,92=>92,93=>92,94=>92,95=>92,96=>92,97=>92,98=>92,99=>92,100=>92,101=>92,102=>92,103=>92,104=>92,105=>92,106=>92,107=>92,108=>92,109=>92,110=>92,111=>92,112=>92,113=>92,114=>92,115=>92,116=>92,117=>92,118=>92,119=>92,120=>92,121=>92,122=>92,123=>92,124=>92,125=>92,126=>92,127=>90,128=>90,129=>90,130=>90,131=>90,132=>90,133=>90,134=>90,135=>13,136=>13,137=>13,138=>13,139=>13,140=>13,141=>13,142=>13,143=>13,144=>13,145=>13,146=>13,147=>11,148=>11,149=>11,150=>11,151=>11,152=>11,153=>11,154=>11,155=>11,156=>11,157=>11,158=>11,159=>82,160=>82,161=>82,162=>82,163=>80,164=>80,165=>80,166=>80,167=>80,168=>80,169=>80,170=>80,171=>80,172=>80,173=>80,174=>80,175=>80,176=>80,177=>80,178=>80,179=>80,180=>80,181=>80,182=>80,183=>80,184=>80,185=>80,186=>80,187=>80,188=>80,189=>80,190=>80,191=>80,192=>80,193=>80,194=>80,195=>80,196=>80,197=>80,198=>80,199=>80,200=>80,201=>80,202=>80,203=>80,204=>80,205=>80,206=>80,207=>80,208=>80,209=>80,210=>80,211=>80,212=>67,213=>67,214=>67,215=>67,216=>67,217=>67,218=>67,219=>67,220=>65,221=>98,222=>96,223=>97,224=>97,225=>97,226=>97,227=>97,228=>97,229=>95,230=>95,231=>95,232=>51,233=>49,234=>49,235=>49,236=>49,237=>99,238=>99,239=>99,240=>99,241=>99,242=>99,243=>99,244=>99,245=>99,246=>99,247=>99,248=>99,249=>99,250=>99,251=>99,252=>99,253=>99,254=>99,255=>99,256=>99,257=>99,258=>99,259=>99,260=>99,261=>99,262=>99,263=>99,264=>99,265=>99,266=>99,267=>99,268=>8,269=>8,270=>8,271=>8,272=>8,273=>8,274=>8,275=>8,276=>8,277=>8,278=>8,279=>8,280=>8,281=>8,282=>8,283=>8,284=>8,285=>8,286=>8,287=>8,288=>8,289=>6,290=>6,291=>6,292=>6,293=>6,294=>6,295=>6,296=>6,297=>6,298=>6,299=>6,300=>6,301=>6,302=>6,303=>27,304=>27,305=>27,306=>27,307=>27,308=>27,309=>27,310=>27,311=>25,312=>25,313=>25,314=>25,315=>25,316=>25,317=>25,318=>2,319=>2,320=>2,321=>2,322=>2,323=>2,324=>2,325=>2,326=>2,327=>2,328=>2,329=>2,330=>2,331=>2,332=>2,333=>2,334=>2,335=>2,336=>2,337=>2,338=>2,339=>2,340=>2,341=>2,342=>2,343=>2,344=>2,345=>2,346=>2,347=>2,348=>2,349=>2,350=>98,351=>98,352=>98,353=>98,354=>98,355=>98,356=>98,357=>98,358=>98,359=>98,360=>98,361=>98,362=>29,363=>29,364=>29,365=>29,366=>29,367=>29,368=>29,369=>29,370=>29,371=>29,372=>29,373=>29,374=>29,375=>29,376=>29,377=>29,378=>29,379=>29,380=>29,381=>27,382=>27,383=>27,384=>27,385=>27,386=>27,387=>25,388=>23,389=>23,390=>23,391=>23,392=>23,393=>23,394=>23,395=>23,396=>23,397=>23,398=>23,399=>23,400=>61,401=>61,402=>61,403=>61,404=>61,405=>59,406=>59,407=>59,408=>97,409=>95,410=>95,411=>95,412=>95,413=>95,414=>95,415=>95,416=>57,417=>55,418=>55,419=>55,420=>55,421=>55,422=>55,423=>55,424=>55,425=>93,426=>93,427=>93,428=>93,429=>99,430=>99,431=>99,432=>99,433=>99,434=>99,435=>99,436=>99,437=>99,438=>99,439=>99,440=>19,441=>19,442=>17,443=>17,444=>17,445=>17,446=>17,447=>17,448=>17,449=>99,450=>99,451=>99,452=>99,453=>99,454=>99,455=>99,456=>99,457=>99,458=>99,459=>99,460=>99,461=>99,462=>99,463=>99,464=>99,465=>99,466=>99,467=>99,468=>43,469=>43,470=>43,471=>43,472=>43,473=>43,474=>43,475=>41,476=>41,477=>41,478=>33,479=>33,480=>33,481=>33,482=>33,483=>33,484=>31,485=>31,486=>21,487=>21,488=>21,489=>21,490=>21,491=>21,492=>19,493=>19,494=>19,495=>19,496=>19,497=>19,498=>19,499=>19,500=>19,501=>29,502=>29,503=>35,504=>35,505=>47,506=>45,507=>45,508=>45,509=>23,510=>23,511=>23,512=>21,513=>21,514=>21,515=>21,516=>39,517=>37,518=>67,519=>67,520=>47,521=>99,522=>99,523=>99,524=>99,525=>99,526=>99,527=>99,528=>99,529=>99,530=>99,531=>53,532=>53,533=>53,534=>53,535=>51,536=>51,537=>51,538=>51,539=>51,540=>65,541=>65,542=>65,543=>65,544=>63,545=>99,546=>99,547=>99,548=>99,549=>99,550=>99,551=>99,552=>99,553=>99,554=>99,555=>99,556=>99,557=>99,558=>99,559=>99,560=>99,561=>99,562=>99,563=>99,564=>99,565=>99,566=>99,567=>99,568=>99,569=>99,570=>99,571=>99,572=>99,573=>99,574=>39,575=>97,576=>97,577=>37,578=>35,579=>35,580=>35,581=>99,582=>99,583=>99,584=>99,585=>99,586=>51,587=>93,589=>99,590=>99,591=>99,592=>99,593=>99,594=>99,595=>99,596=>74,597=>74,598=>72,599=>72,600=>99,601=>99,602=>41,603=>41,604=>41,605=>41,606=>41,607=>41,608=>41,609=>41,610=>41,611=>41,612=>41,613=>41,614=>41,615=>41,616=>41,617=>41,618=>41,619=>41,620=>41,621=>41,622=>39,623=>39,624=>39,625=>39,626=>39,627=>88,628=>88,629=>88,630=>88,631=>88,632=>88,633=>88,634=>88,635=>88,636=>88,637=>88,638=>88,639=>88,640=>88,641=>88,642=>86,643=>86,644=>86,645=>86,646=>72,647=>72,648=>32,649=>30,650=>28,651=>28,652=>28,653=>28,654=>16,655=>16,656=>16,657=>14,658=>14,659=>9,660=>9,661=>7,662=>7,663=>7,664=>7,665=>7,667=>20,668=>20,669=>20,670=>20,671=>20,672=>20,673=>18,674=>18,675=>18,676=>7,677=>5,678=>5,679=>5,680=>52,681=>3,682=>3,683=>3,684=>1,685=>1,686=>1,687=>3,688=>1,689=>1,690=>1,700=>18,701=>18,702=>18,703=>18,704=>18,705=>18,706=>18,707=>18,708=>18,709=>18,710=>18,711=>18,712=>18,713=>18,714=>18,715=>18,716=>18,717=>18,718=>18,719=>18,720=>18,721=>18,722=>18,723=>18,724=>28,725=>18,726=>18,727=>10,728=>14,729=>1,730=>1,731=>1,764=>36,765=>34,766=>24,767=>24,768=>24,769=>24,770=>24,771=>22,772=>22}.freeze
 
 @@email_domains = \
 ['yahoo', 'gmail', 'aol', 'hotmail', 'gmail', 'inbox', 'juno', 'email', 'fastmail', 'slowmail', 'netmail', 'gmail','xmission','earthlink','secret','blah' \
 ,'geekland','techworld','lavaland','moonsarecool','excite','bellsouth','netzero','sbcglobal','netscape','charter','hushmail','comcast','msn','verizon','att' \
 ,'peoplepc'
-]
+].freeze
 
 @@email_tlds = ['com','net','org','info','biz','tv','us','name','cc','cn','com.cn','net.cn','org.cn','ws']
 

data/lib/doh/data/catalog.rb

@@ -0,0 +1,44 @@
+require 'doh/util/class_basename'
+
+module DohData
+
+@@catalog = {'all' => {}}
+def self.catalog
+  @@catalog
+end
+
+def self.catalog=(key, value)
+  @@catalog[key]
+end
+
+def self.catalog_list(group = nil)
+  @@catalog[group || 'all'].values.collect do |klass|
+    text = Doh::class_basename(klass)
+    if klass.respond_to?('description')
+      text += ' - ' + klass.description
+    end
+    text
+  end.sort
+end
+
+def self.add_to_catalog(klass, *groups_ary)
+  lookup_str = Doh::class_basename(klass).downcase
+  raise "can't add class #{klass.inspect} - there's already a class registered with a lookup string of '#{lookup_str}'" if @@catalog['all'].key?(lookup_str)
+  @@catalog['all'][lookup_str] = klass
+  groups_ary.each do |group|
+    @@catalog[group] ||= {}
+    @@catalog[group][lookup_str] = klass
+  end
+end
+
+def self.search_catalog(text)
+  @@catalog['all'][text.strip.downcase]
+end
+
+end
+
+class Class
+  def dohdata_catalog(*groups_ary)
+    DohData::add_to_catalog(self, *groups_ary)
+  end
+end