worlddb 0.8.0 → 1.0.0

data/data/langs.yml

@@ -1,210 +0,0 @@
-## list of languages
-##  use key / title e.g. en: English, de: Deutsch etc.
-
-## for a list see http://en.wikipedia.org/wiki/List_of_ISO_639-1_codes
-
-
-### languages in europe
-
-sq: Albanian
-eu: Basque
-be: Belarusian
-bs: Bosnian
-br: Breton
-bg: Bulgarian
-ca: Catalan
-kw: Cornish
-co: Corsican
-hr: Croatian
-cs: Czech
-da: Danish
-nl: Dutch
-en: English
-et: Estonian
-fo: Faroese
-fi: Finnish
-fr: French
-gl: Galician
-de: German
-el: Greek
-hu: Hungarian
-ga: Irish
-is: Icelandic
-it: Italian
-lb: Luxembourgish
-lt: Lithuanian
-lv: Latvian
-mk: Macedonian
-mt: Maltese
-nb: Norwegian Bokmål
-nn: Norwegian Nynorsk
-no: Norwegian
-pl: Polish
-pt: Portuguese
-rm: Romansh
-ro: Romanian|Moldavian
-ru: Russian
-sc: Sardinian
-sr: Serbian
-gd: Scottish Gaelic|Gaelic
-es: Spanish|Castilian
-sv: Swedish
-sk: Slovak
-sl: Slovene
-tr: Turkish
-uk: Ukrainian 
-wa: Walloon
-cy: Welsh
-fy: Western Frisian
-yi: Yiddish
-kl: Kalaallisut|Greenlandic
-
-### america
-
-ay: Aymara
-cr: Cree
-gn: Guaraní
-ht: Haitian
-ik: Inupiaq
-iu: Inuktitut
-nv: Navajo
-oj: Ojibwe
-qu: Quechua
-
-
-### todo: group/sort by continent 
-### africa / asia / oceania
-
-ab: Abkhaz
-aa: Afar
-af: Afrikaans
-ak: Akan
-am: Amharic
-ar: Arabic
-an: Aragonese
-hy: Armenian
-as: Assamese
-av: Avaric
-ae: Avestan
-az: Azerbaijani
-bm: Bambara
-ba: Bashkir
-bn: Bengali
-bh: Bihari
-bi: Bislama
-my: Burmese
-ch: Chamorro
-ce: Chechen
-ny: Chichewa
-zh: Chinese
-cv: Chuvash
-dv: Divehi
-dz: Dzongkha
-ee: Ewe
-fj: Fijian
-ff: Fula
-ka: Georgian
-gu: Gujarati
-ha: Hausa
-he: Hebrew
-hz: Herero
-hi: Hindi
-ho: Hiri Motu
-id: Indonesian
-ig: Igbo
-ja: Japanese
-jv: Javanese
-kn: Kannada
-kr: Kanuri
-ks: Kashmiri
-kk: Kazakh
-km: Khmer|Cambodian
-ki: Kikuyu
-rw: Kinyarwanda
-ky: Kyrgyz
-kv: Komi
-kg: Kongo
-ko: Korean
-ku: Kurdish
-kj: Kwanyama
-lg: Ganda
-li: Limburgish
-ln: Lingala
-lo: Lao 
-lu: Luba-Katanga
-gv: Manx
-mg: Malagasy
-ms: Malay
-ml: Malayalam
-mi: Māori
-mr: Marathi
-mh: Marshallese
-mn: Mongolian
-na: Nauru
-nd: North Ndebele
-ne: Nepali
-ng: Ndonga
-ii: Nuosu
-nr: South Ndebele
-oc: Occitan
-om: Oromo
-or: Oriya
-os: Ossetian|Ossetic
-pa: Panjabi|Punjabi
-pi: Pāli
-fa: Persian
-ps: Pashto
-rn: Kirundi
-sa: Sanskrit
-sd: Sindhi
-se: Northern Sami
-sm: Samoan
-sg: Sango
-sn: Shona
-si: Sinhala
-so: Somali
-st: Southern Sotho
-su: Sundanese
-sw: Swahili
-ss: Swati
-ta: Tamil
-te: Telugu
-tg: Tajik
-th: Thai
-ti: Tigrinya
-bo: Tibetan
-tk: Turkmen
-tl: Tagalog
-tn: Tswana
-to: Tonga
-ts: Tsonga
-tt: Tatar
-tw: Twi
-ty: Tahitiani
-ug: Uighur
-ur: Urdu
-uz: Uzbek
-ve: Venda
-vi: Vietnamese
-wo: Wolof
-xh: Xhosa
-yo: Yoruba
-za: Zhuang
-zu: Zulu
-
-
-#####################
-## constructed languages
-
-## eo: Esperanto
-## ia: Interlingua
-## ie: Interlingue
-## io: Ido
-## vo: Volapük
-
-
-#########################
-## acient
-
-## la: Latin
-## cu: Old Church Slavonic|Old Bulgarian

data/data/oceania/1_codes/fifa.yml

@@ -1,21 +0,0 @@
-####################
-## oceania
-
-fj: FIJ           # Fiji
-ws: SAM           # Samoa
-sb: SOL           # Solomon Islands
-to: TGA           # Tonga
-vu: VAN           # Vanuatu
-au: AUS           # Australia
-nz: NZL           # New Zealand
-pg: PNG           # Papua New Guinea
-
-####
-## not members - double check if mistaken
-
-ki: !!null           # Kiribati
-mh: !!null           # Marshall Islands
-fm: !!null           # Micronesia
-nr: !!null           # Nauru
-pw: !!null           # Palau
-tv: !!null           # Tuvalu

data/data/oceania/1_codes/internet.yml

@@ -1,17 +0,0 @@
-####################
-## oceania
-
-fj: fj           # Fiji
-ki: ki           # Kiribati
-mh: mh           # Marshall Islands
-fm: fm           # Micronesia
-nr: nr           # Nauru
-pw: pw           # Palau
-ws: ws           # Samoa
-sb: sb           # Solomon Islands
-to: to           # Tonga
-tv: tv           # Tuvalu
-vu: vu           # Vanuatu
-au: au           # Australia
-nz: nz           # New Zealand
-pg: pg           # Papua New Guinea

data/data/oceania/1_codes/iso3.yml

@@ -1,17 +0,0 @@
-####################
-## oceania
-
-fj: FJI           # Fiji
-ki: KIR           # Kiribati
-mh: MHL           # Marshall Islands
-fm: FSM           # Micronesia
-nr: NRU           # Nauru
-pw: PLW           # Palau
-ws: WSM           # Samoa
-sb: SLB           # Solomon Islands
-to: TON           # Tonga
-tv: TUV           # Tuvalu
-vu: VUT           # Vanuatu
-au: AUS           # Australia
-nz: NZL           # New Zealand
-pg: PNG           # Papua New Guinea

data/data/oceania/2_names/de.yml

@@ -1,7 +0,0 @@
-###############################
-## australia & oceania
-
-
-au: Australien
-nz: Neuseeland
-

data/data/oceania/3_more/en.wikipedia.yml

@@ -1,11 +0,0 @@
-
-ki: Kiribati
-mh: Marshall_Islands
-fm: Federated_States_of_Micronesia
-nr: Nauru
-pw: Palau
-ws: Samoa
-sb: Solomon_Islands
-to: Tonga
-tv: Tuvalu
-vu: Vanuatu

data/data/oceania/3_more/lang.yml

@@ -1,17 +0,0 @@
-
-au: en
-nz: mi,en
-
-
-fj: en
-fm: en
-ki: en
-mh: en,mh
-nr: na,en
-pg: en,ho  # tpi
-pw: en,ja  # pau,sov,tox
-sb: en
-tv: en
-vu: bi,en,fr
-ws: sm,en
-

data/data/oceania/au/cities.txt

@@ -1,2 +0,0 @@
-
-## add australian regions and cities here

data/data/oceania/countries.txt

@@ -1,40 +0,0 @@
-###############################
-## australia & oceania
-
-####
-## regions
-##  - Melanesia
-##  - Micronesia
-##  - Polynesia
-
-
-au, Australia, AUS,    7_686_850,  22_028_000,   un|fifa|g20|commonwealth
-
-##############
-### Melanesia
-## see http://en.wikipedia.org/wiki/Melanesia
-
-pg, Papua New Guinea, PNG,   462_840,  5_172_033,  un|fifa|melanesia|commonwealth
-fj, Fiji, FIJ,   18_274,   849_000,     Suva,  un|fifa|melanesia|commonwealth
-sb, Solomon Islands,  SOL,  28_400,  523_000,   Honiara,  un|fifa|melanesia|commonwealth 
-vu, Vanuatu, VAN,  12_190,  224_564,  Port Vila,  un|fifa|melanesia|commonwealth
-
-
-#############
-## Micronesia
-##  see http://en.wikipedia.org/wiki/Micronesia
-
-pw, Palau, PLW,  459,  20_956,   Ngerulmud, un|micronesia|microstate          # nb: use ISO code; NOT fifa member
-fm, Micronesia, FSM,  702, 111_000,  Palikir, un|micronesia|microstate        # nb: use ISO code; NOT fifa member
-mh, Marshall Islands, MHL, 181, 68_000,   Majuro,  un|micronesia|microstate   # nb: use ISO code; NOT fifa member
-nr, Nauru, NRU,  21, 9_378,  Yaren,   un|micronesia|microstate|commonwealth       # nb: use ISO code; NOT fifa member
-ki, Kiribati, KIR, 811, 103_500,  Tarawa,  un|micronesia|microstate|commonwealth           # nb: use ISO code; NOT fifa member
-
-##############
-## Polynesia
-##   see http://en.wikipedia.org/wiki/Polynesia
-
-nz, New Zealand, NZL,    268_680,   4_108_037,   un|fifa|polynesia|commonwealth
-ws, Samoa, SAM,   2_831,  194_320,   Apia, un|fifa|polynesia|commonwealth
-to, Tonga, TGA,  748,  103_036,     Nuku'alofa,   un|fifa|polynesia|microstate|commonwealth
-tv, Tuvalu, TUV, 26,  10_544,   Funafuti,   un|polynesia|microstate|commonwealth      # nb: use ISO code; NOT fifa member

data/data/tags.1.yml

@@ -1,40 +0,0 @@
-### setup some grade 1 tags
-
-
-###
-# for 193 un members see www.un.org/en/members
-
-
-## some tags
-
-continents: africa, america, asia, europe, oceania
-
-####################
-# geo regions
-africa: northern africa, western africa, central africa, eastern africa, southern africa
-
-americas: north america, south america, central america, caribbean (islands)
-
-## check if yaml can handle key w/ space??
-south_america: andean states, southern cone
-
-europe: northern europe, southern europe, western europe, central europe, eastern europe, southeastern europe
-
-## more regions
-europe2: baltic (states), scandinavia, nordic (countries), balkans
-
-
-## get used for more than one continent
-more: middle east, indian ocean, atlantic ocean
-
-# orgs
-
-orgs: un, g5, g8, g20, eu, commonwealth, mercosur, nafta
-football: fifa, uefa, afc, ofc, caf, csf, concacaf
-
-europe3: benelux, euro, schengen
-
-misc: microstate
-
-# national regions
-brasil: s|South, se|Southeast, co|Centerwest, ne|Northeast, n|North

data/data/tags.3.yml

@@ -1,23 +0,0 @@
-### setup some grade 3 tags
-
-
-####
-
-# categorize countries into brackets by area
-area: area_1_000_000_n_up,
-      area_100_000_to_1_000_000,
-      area_1_000_to_100_000,
-      area_1_000_n_less    # microstate
-
-# include all
-area2: area_100_000_n_up, area_1_000_n_up
-
-
-# categorize countries into brackets by pop(ulation)
-pop: pop_100m_n_up,
-     pop_10m_to_100m,
-     pop_1m_to_10m,
-     pop_1m_n_less
-
-# include all
-pop2: pop_10m_n_up, pop_1m_n_up

data/lib/worlddb/cli/runner.rb

@@ -1,113 +0,0 @@
-
-module WorldDB
-
-class Runner
-
-  include WorldDB::Models
-
-  def initialize
-    @logger = Logger.new(STDOUT)
-    @logger.level = Logger::INFO
-
-    @opts    = Opts.new
-  end
-
-  attr_reader :logger, :opts
-
-
-  def run( args )
-    opt=OptionParser.new do |cmd|
-    
-      cmd.banner = "Usage: worlddb [options]"
-
-      ## NB: reserve -c for use with -c/--config
-      cmd.on( '--create', 'Create DB schema' ) { opts.create = true }
-      cmd.on( '--setup',  "Create DB schema 'n' load builtin world data" ) { opts.setup = true }
-
-      ### todo: in future allow multiple search path??
-      cmd.on( '-i', '--include PATH', "Data path (default is #{opts.data_path})" ) { |path| opts.data_path = path }
-
-      cmd.on( '--country KEY', "Default country for regions 'n' cities" ) { |key| opts.country = key; }
-
-      ## todo: add (generic) alias -t/--type cities for --cities
-      ##                           -t/--type regions for --regions
-      ##                           -t/--type countries for --countries  --why? why not?
-      
-      cmd.on( '--countries', 'Use country plain text fixture reader' ) { opts.countries = true }
-      cmd.on( '--regions',   'Use regions plain text fixture reader' ) { opts.regions   = true }
-      cmd.on( '--cities',    'Use cities  plain text fixture reader' ) { opts.cities    = true }
-
-      ## todo: change to --builtin?? more clear why? why not?
-      cmd.on( '--load', 'Use loader for builtin world data' ) { opts.load = true }
-      
-      cmd.on( '--delete', 'Delete all records' ) { opts.delete = true }
-
-      cmd.on( '-v', '--version', "Show version" ) do
-        puts WorldDB.banner
-        exit
-      end
-
-      cmd.on( "--verbose", "Show debug trace" )  do
-        logger.datetime_format = "%H:%H:%S"
-        logger.level = Logger::DEBUG
-        
-        ActiveRecord::Base.logger = Logger.new(STDOUT)
-      end
-
-      cmd.on_tail( "-h", "--help", "Show this message" ) do
-        puts <<EOS
-
-worlddb - world.db command line tool, version #{VERSION}
-
-#{cmd.help}
-
-Examples:
-    worlddb at/cities                      # import austrian cities
-    worlddb --create                       # create database schema
-
-More Examples:
-    worlddb                                # show stats (table counts, table props)
-
-Further information:
-  http://geraldb.github.com/world.db
-  
-EOS
-        exit
-      end
-    end
-
-    opt.parse!( args )
-  
-    puts WorldDB.banner
-
-    puts "working directory: #{Dir.pwd}"
- 
-    db_config = {
-      adapter:  'sqlite3',
-      database: "#{opts.output_path}/world.db"
-    }
-  
-    puts "Connecting to db using settings: "
-    pp db_config
-
-    ActiveRecord::Base.establish_connection( db_config )
-    
-    if opts.setup?
-      WorldDB.create
-      WorldDB.read_all
-    else
-      WorldDB.create   if opts.create?
-      WorldDB.delete!  if opts.delete?
-
-      # read plain text country/region/city fixtures
-      Reader.new( logger ).run( opts, args )
-    end
-
-    WorldDB.stats
-    
-    puts 'Done.'
-    
-  end   # method run
-
-end # class Runner
-end # module WorldDB

data/lib/worlddb/readers/code_reader.rb

@@ -1,34 +0,0 @@
-# encoding: utf-8
-
-class CodeReader
-
-  def initialize( logger=nil, path )
-    if logger.nil?
-      @logger = Logger.new(STDOUT)
-      @logger.level = Logger::INFO
-    else
-      @logger = logger
-    end
-
-    @path  = path
-
-    ## nb: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see worlddb/utils.rb
-    
-    @code  = File.read_utf8( @path )
-  end
-  
-  def eval( klass )
-    klass.class_eval( @code )
-
-    # NB: same as
-    #
-    # module WorldDB
-    #   include WorldDB::Models
-    #  <code here>
-    # end
-  end
-
-  attr_reader :logger
-
-end # class CodeReader

data/lib/worlddb/readers/hash_reader.rb

@@ -1,81 +0,0 @@
-# encoding: utf-8
-
-
-class HashReader
-
-  def initialize( logger=nil, path )
-    if logger.nil?
-      @logger = Logger.new(STDOUT)
-      @logger.level = Logger::INFO
-    else
-      @logger = logger
-    end
-    
-    @path = path
-
-    ## nb: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see worlddb/utils.rb
-    
-    text = File.read_utf8( @path )
-   
-    ### hack for syck yaml parser (e.g.ruby 1.9.2) (cannot handle !!null)
-    ##   change it to !null to get plain nil
-    ##   w/ both syck and psych/libyml
-
-    text = text.gsub( '!!null', '!null' )
-   
-    ### hacks for yaml
-    
-    ### see yaml gotschas
-    ##  - http://www.perlmonks.org/?node_id=738671
-    ##  - 
-
-    ## replace all tabs w/ two spaces and issue a warning
-    ## nb: yaml does NOT support tabs see why here -> yaml.org/faq.html
-    
-    text = text.gsub( "\t" ) do |_|
-      puts "*** warn: hash reader - found tab (\t) replacing w/ two spaces; yaml forbids tabs; see yaml.org/faq.html"
-      '  '  # replace w/ two spaces
-    end
-
-    ## quote implicit boolean types on,no,n,y
-
-    ## nb: escape only if key e.g. no: or "free standing" value on its own line e.g.
-    ##   no: no
-
-    text = text.gsub( /^([ ]*)(ON|On|on|NO|No|no|N|n|Y|y)[ ]*:/ ) do |value|
-      puts "*** warn: hash reader - found implicit bool (#{$1}#{$2}) for key; adding quotes to turn into string; see yaml.org/refcard.html"
-      # nb: preserve leading spaces for structure - might be significant
-      "#{$1}'#{$2}':"  # add quotes to turn it into a string (not bool e.g. true|false)
-    end
-
-    ## nb: value must be freestanding (only allow optional eol comment)
-    ##  do not escape if part of string sequence e.g.
-    ##  key: nb,nn,no,se   => nb,nn,'no',se  -- avoid!!
-
-    text = text.gsub( /:[ ]+(ON|On|on|NO|No|no|N|n|Y|y)[ ]*($| #.*$)/ ) do |value|
-      puts "*** warn: hash reader - found implicit bool (#{$1}) for value; adding quotes to turn into string; see yaml.org/refcard.html"
-      ": '#{$1}'"  # add quotes to turn it into a string (not bool e.g. true|false)
-    end
-
-    
-    @hash = YAML.load( text )
-  end
-
-  attr_reader :logger
-  
-  def each
-    @hash.each do |key_wild, value_wild|
-      # normalize
-      # - key n value as string (not symbols, bool? int? array?)
-      # - remove leading and trailing whitespace
-      key   = key_wild.to_s.strip
-      value = value_wild.to_s.strip
-      
-      puts "yaml key:#{key_wild.class.name} >>#{key}<<, value:#{value_wild.class.name} >>#{value}<<"
-    
-      yield( key, value )
-    end
-  end # method each
-
-end # class HashReader

data/lib/worlddb/readers/line_reader.rb

@@ -1,45 +0,0 @@
-# encoding: utf-8
-
-class LineReader
-
-  def initialize( logger=nil, path )
-    if logger.nil?
-      @logger = Logger.new(STDOUT)
-      @logger.level = Logger::INFO
-    else
-      @logger = logger
-    end
-    
-    @path = path
-
-    ## nb: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see worlddb/utils.rb
-    @data = File.read_utf8( @path )
-  end
-
-  attr_reader :logger
-
-
-  def each_line
-    @data.each_line do |line|
-  
-      if line =~ /^\s*#/
-        # skip komments and do NOT copy to result (keep comments secret!)
-        logger.debug 'skipping comment line'
-        next
-      end
-        
-      if line =~ /^\s*$/ 
-        # kommentar oder leerzeile überspringen 
-        logger.debug 'skipping blank line'
-        next
-      end
-
-      # remove leading and trailing whitespace
-      line = line.strip
- 
-      yield( line )
-    end # each lines
-  end # method each_line
-  
-end # class LineReader