dohruby 0.1.28 → 0.1.29

data/CHANGELOG

@@ -84,3 +84,13 @@
  * rework DohApp stuff to be simpler and more flexible
 *0.1.28* (May 30th, 2008)
  * add configuration ability to DohApp framework
+*0.1.29* (Jun 11th, 2008)
+ * add default mail_server = localhost to default debug config
+ * add more us human data generation methods
+ * made default max log entry length 4096 instead of 1024
+ * added create_database.rb to bin directory
+ * added metadata_util.rb to mysql
+ * added unit_test_create_db.rb
+ * added merb library
+ * added random_date, random_country_code, random_ip_address to data random generation
+ * added repeat_test.rb to bin directory

data/bin/create_database.rb

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+require 'doh/app_pwd'
+require 'doh/mysql/database_creator'
+
+opts = DohApp::Options.new(
+{'drop_first' => [false, "-z", "--drop_first", "if true, will drop the database before creating it"] \
+,'database' => [DohApp::config['primary_database'], "-d", "--database <database>", "name of the database to create -- defaults to config['primary_database'], currently '#{DohApp::config['primary_database']}'"] \
+,'all' => [false, "-a", "--all", "create all databases"] \
+})
+
+db_creator = DohDb::DatabaseCreator.new
+if opts.all
+  db_creator.create_all_databases(opts.drop_first)
+else
+  db_creator.create_database(opts.database, opts.drop_first)
+end

data/bin/repeat_test.rb

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+file_to_run = ARGV[0]
+repeat_count = (ARGV[1] || 10000).to_i
+
+while (repeat_count > 0) do
+  puts "running #{file_to_run} #{repeat_count} more times (or until it fails)"
+  repeat_count -= 1
+  system("run_tests.rb #{file_to_run}")
+  exit if $?.exitstatus != 0
+end

data/lib/doh/app/activate_logger.rb

@@ -46,7 +46,7 @@ def self.activate_logger
     require 'doh/logger/email_acceptor'
     mail_server = root_cfg['mail_server'] || 'mail.' + root_cfg['domain_name']
     from_address = acceptor_cfg['from_address'] || 'notify@' + root_cfg['domain_name']
-    to_address_list = acceptor_cfg['to_address_list'] || ['notify@' + root_cfg['domain_name']]
+    to_address_list = acceptor_cfg['to_address_list'] || ['root@localhost']
     notify_acceptor = DohLogger::EmailAcceptor.new(mail_server, from_address, to_address_list, logfile_name, nil, DohLogger::exceptionless_email_format)
     Doh::log.add_acceptor(DohLogger::NOTIFY, notify_acceptor, true)
   end
@@ -55,7 +55,7 @@ def self.activate_logger
     require 'doh/logger/email_acceptor'
     mail_server = root_cfg['mail_server'] || 'mail.' + root_cfg['domain_name']
     from_address = acceptor_cfg['from_address'] || 'error@' + root_cfg['domain_name']
-    to_address_list = acceptor_cfg['to_address_list'] || ['error@' + root_cfg['domain_name']]
+    to_address_list = acceptor_cfg['to_address_list'] || ['root@localhost']
     error_acceptor = DohLogger::EmailAcceptor.new(mail_server, from_address, to_address_list, logfile_name)
     Doh::log.add_acceptor(DohLogger::ERROR, error_acceptor)
   end

data/lib/doh/app/init_runnable.rb

@@ -18,7 +18,7 @@ def self.use_default_runnable_development_config
   logger_cfg = {'file_acceptor' => file_acceptor_cfg, 'stdout_acceptor' => stdout_acceptor_cfg}
   root_cfg['logger'] = logger_cfg
   root_cfg['enable_logger'] = true
-
+  root_cfg['mail_server'] = 'localhost'
   root_cfg['database'] = {'username' => 'root', 'host' => 'localhost'}
 end
 

data/lib/doh/app_pwd.rb

@@ -0,0 +1,3 @@
+require 'doh/app/init_runnable'
+require 'fileutils'
+DohApp::init_runnable(FileUtils::pwd)

data/lib/doh/app_util.rb

@@ -1 +1,2 @@
+#general app shared requires go here
 require 'doh/app/options'

data/lib/doh/data/basic.rb

@@ -43,5 +43,10 @@ def self.random_percent(percent)
   rand(100) < percent
 end
 
+def self.random_date(min, max)
+  diff = max-min
+  min + rand(diff)
+end
+
 end
 

data/lib/doh/data/bulk.rb

@@ -129,4 +129,11 @@ module DohData
 
 @@employers = ['Google', 'Geeks R Us', 'Home Depot', 'Wal-Mart', 'Shopko', "Wendy's", "Staples", "E-Bay", "McDonald's", "Computer World", "OfficeMax"]
 
+@@generation_options = ['I', 'II', 'III', 'IV', 'Jr', 'Sr']
+
+@@us_state_abbreviations = ['AL', 'AK', 'AZ', 'AR', 'CA', 'CO', 'CT', 'DE', 'DC', 'FL', 'GA', 'HI', 'ID', 'IL', 'IN', 'IA', 'KS', 'KY', 'LA', 'ME', 'MD', 'MA', 'MI', 'MN', 'MS', 'MO', 'MT', 'NE', 'NV', 'NH', 'NJ', 'NM', 'NY', 'NC', 'ND', 'OH', 'OK', 'OR', 'PA', 'RI', 'SC', 'SD', 'TN', 'TX', 'UT', 'VT', 'VA', 'WA', 'WV', 'WI', 'WY']
+@@us_state_long_names = ['Alabama', 'Alaska', 'Arizona', 'Arkansas', 'California', 'Colorado', 'Connecticut', 'Delaware', 'District of Columbia', 'Florida', 'Georgia', 'Hawaii', 'Idaho', 'Illinois', 'Indiana', 'Iowa', 'Kansas', 'Kentucky', 'Louisiana', 'Maine', 'Maryland', 'Massachusetts', 'Michigan', 'Minnesota', 'Mississippi', 'Missouri', 'Montana', 'Nebraska', 'Nevada', 'New Hampshire', 'New Jersey', 'New Mexico', 'New York', 'North Carolina', 'North Dakota', 'Ohio', 'Oklahoma', 'Oregon', 'Pennsylvania', 'Rhode Island', 'South Carolina', 'South Dakota', 'Tennessee', 'Texas', 'Utah', 'Vermont', 'Virginia', 'Washington', 'West Virginia', 'Wisconsin', 'Wyoming']
+
+@@occupations = ['Software Developer', 'Cashiers', 'Waiter', 'Waitress', 'Customer service', 'Laborer', 'Carpenter', 'Landscaping', 'Janitor', 'Sales', 'Nurse', 'Medical assistant', 'Bodyshop Technician', 'Finance Director', 'HR Manager', 'Parts Person', 'Regional Manager', 'Sales Executive', 'Sales Manager', 'Manager', 'Receptionist', 'Technician', 'Used Car Sales', 'Website Administrator', 'Workshop Foreman']
+
 end

data/lib/doh/data/human.rb

@@ -11,6 +11,34 @@ def self.random_last_name
   random_element(@@last_names)
 end
 
+def self.random_generation
+  random_element(@@generation_options)
+end
+
+def self.random_us_state_abbreviation
+  random_element(@@us_state_abbreviations)
+end
+
+def self.random_us_state_long_name
+  random_element(@@us_state_long_names)
+end
+
+def self.random_occupation
+  random_element(@@occupations)
+end
+
+def self.random_us_state
+  (rand(2) == 0) ? DohData::random_us_state_abbreviation : DohData::random_us_state_long_name
+end
+
+def self.random_us_zip
+  random_digits(5) + ((rand(4) == 0) ? '-' + random_digits(4) : '')
+end
+
+def self.random_us_phone
+  random_range(200,999).to_s + '-' + random_digits(3) + '-' + random_digits(4)
+end
+
 def self.random_full_name
   random_first_name + ' ' + random_last_name
 end
@@ -83,4 +111,16 @@ def self.random_employer_name
   random_element(@@employers)
 end
 
+def self.random_relation
+  random_element(['cousin', 'mother', 'father', 'aunt', 'uncle', 'brother', 'sister', 'son', 'daughter'])
+end
+
+def self.random_country_code
+  random_element(['USA', 'MEX', 'CAN'])
+end
+
+def self.random_ip_address
+  "#{rand(256)}.#{rand(256)}.#{rand(256)}.#{rand(256)}"
+end
+
 end

data/lib/doh/logger/event.rb

@@ -6,7 +6,7 @@ module DohLogger
 
 class Event < OpenStruct
   def initialize(severity, msg, excpt = nil)
-    msg = msg.gsub(/\n/, '\n').gsub(/\r/, '\r').gsub(/\t/, '\t').firstn(1024)
+    msg = msg.gsub(/\n/, '\n').gsub(/\r/, '\r').gsub(/\t/, '\t').firstn(4096)
     super('severity' => severity, 'msg' => msg, 'exception' => excpt, 'time' => Time.now)
   end
 

data/lib/doh/merb/notify_on_exception.rb

@@ -0,0 +1,12 @@
+module DohMerb
+
+def notify_on_exception
+  begin
+    yield
+  rescue Exception => e
+    Doh::log.error('Got unhandled exception', e)
+    render :inline => 'System error occured, we\'re working on it.'
+  end
+end
+
+end

data/lib/doh/merb/post_hash.rb

@@ -0,0 +1,26 @@
+require 'net/http'
+require 'uri'
+require 'rexml/document'
+
+module DohMerb
+
+def self.hash_to_xml(hash, base_node = 'root')
+  builder = REXML::Document.new
+  builder << REXML::XMLDecl.new
+  base = builder.add_element(base_node)
+  hash.each_pair do |field, value|
+    base.add_element(field).add_text(value.to_s)
+  end
+  builder.to_s
+end
+
+def self.post_hash(hash, base_node = 'root', url = 'http://localhost:4000/')
+  uri = URI.parse(url)
+  xml = hash_to_xml(hash, base_node)
+  Net::HTTP.start(uri.host, uri.port) do |httpreq|
+    httpreq.read_timeout = 30;
+    response = httpreq.post(uri.path, xml, {'Connection' => 'close', 'Content-Type' => 'text/xml'}).body.to_s
+  end
+end
+
+end

data/lib/doh/merb.rb

@@ -0,0 +1,2 @@
+require 'doh/merb/notify_on_exception'
+require 'doh/merb/post_hash'

data/lib/doh/mysql/metadata_util.rb

@@ -0,0 +1,32 @@
+require 'doh/mysql'
+
+module Doh
+
+@@cached_table_info = {}
+
+def self.chop_strings(table, row, ignore_non_db_fields = true, log = false)
+  result = ignore_non_db_fields ? {} : row.dup
+  self.column_info(table).each do |field, size, data_type|
+    Doh::log.debug("processing field: #{field.inspect}, size: #{size.inspect}, data_type: #{data_type.inspect}") if log
+    result[field] = row[field]
+    if row.keys.include?(field) && ['char', 'varchar'].include?(data_type.downcase) && row[field] && row[field].size > size.to_i
+      Doh::log.info("chopping field: #{row[field].inspect} to #{size} chars.") if log
+      result[field] = result[field].to_s[0, size.to_i]
+    end
+  end
+  result
+end
+
+def self.column_info(table)
+  return @@cached_table_info[table] if @@cached_table_info[table]
+  @@cached_table_info[table] = query_column_info(table)
+end
+
+def self.query_column_info(table)
+  column_info = DohDb::select("SELECT column_name, character_maximum_length, data_type FROM information_schema.COLUMNS WHERE TABLE_SCHEMA=DATABASE() AND TABLE_NAME='#{table}'")
+  column_info = column_info.collect {|column| [column['column_name'], column['character_maximum_length'], column['data_type']]}
+  Doh::log.debug("got column info for table: #{table}, info: #{column_info.inspect}")
+  column_info
+end
+
+end

data/lib/doh/unit_test_create_db.rb

@@ -0,0 +1,7 @@
+require 'doh/mysql/database_creator'
+
+#kjmtodo -- mak possibly combine this with doh/unit_test ??
+
+dbconfig = DohApp::config['database']
+DohDb::set_connector_instance(DohDb::CacheConnector.new(dbconfig['host'], dbconfig['username'], dbconfig['password'], nil, DohApp::config['row_builder']))
+DohDb::DatabaseCreator.new.create_database_copy('dohruby_unit_test_' + DohApp::config['primary_database'], DohApp::config['primary_database'], true)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: dohruby
 version: !ruby/object:Gem::Version 
-  version: 0.1.28
+  version: 0.1.29
 platform: ruby
 authors: 
 - Makani & Kem Mason
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2008-05-30 00:00:00 -06:00
+date: 2008-06-11 00:00:00 -06:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -33,7 +33,9 @@ extra_rdoc_files:
 - MIT-LICENSE
 - CHANGELOG
 files: 
+- bin/create_database.rb
 - bin/rcov-preprocess-files.rb
+- bin/repeat_test.rb
 - bin/run_tests.rb
 - lib/doh
 - lib/doh/app
@@ -46,6 +48,7 @@ files:
 - lib/doh/app/init_unit_test.rb
 - lib/doh/app/options.rb
 - lib/doh/app.rb
+- lib/doh/app_pwd.rb
 - lib/doh/app_util.rb
 - lib/doh/core
 - lib/doh/core/bigdecimal.rb
@@ -72,6 +75,10 @@ files:
 - lib/doh/logger/util.rb
 - lib/doh/logger.rb
 - lib/doh/logger_configure.rb
+- lib/doh/merb
+- lib/doh/merb/notify_on_exception.rb
+- lib/doh/merb/post_hash.rb
+- lib/doh/merb.rb
 - lib/doh/mysql
 - lib/doh/mysql/cache_connector.rb
 - lib/doh/mysql/connector_instance.rb
@@ -85,6 +92,7 @@ files:
 - lib/doh/mysql/handle.rb
 - lib/doh/mysql/hash_util.rb
 - lib/doh/mysql/load_sql.rb
+- lib/doh/mysql/metadata_util.rb
 - lib/doh/mysql/parse.rb
 - lib/doh/mysql/raw_row_builder.rb
 - lib/doh/mysql/readonly_row.rb
@@ -93,6 +101,7 @@ files:
 - lib/doh/mysql/unquoted.rb
 - lib/doh/mysql.rb
 - lib/doh/unit_test.rb
+- lib/doh/unit_test_create_db.rb
 - lib/doh/util
 - lib/doh/util/blank_slate.rb
 - lib/doh/util/current_date.rb