factbook 1.1.1 → 2.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. checksums.yaml +4 -4
  2. data/{HISTORY.md → CHANGELOG.md} +3 -3
  3. data/Manifest.txt +1 -58
  4. data/README.md +50 -575
  5. data/Rakefile +29 -33
  6. data/lib/factbook.rb +8 -75
  7. metadata +20 -114
  8. data/data/attributes.yml +0 -337
  9. data/data/categories.csv +0 -164
  10. data/data/codes.csv +0 -262
  11. data/data/codesxref.csv +0 -280
  12. data/data/comparisons.csv +0 -75
  13. data/lib/factbook/almanac.rb +0 -72
  14. data/lib/factbook/attributes.rb +0 -74
  15. data/lib/factbook/builder.rb +0 -214
  16. data/lib/factbook/builder_item.rb +0 -92
  17. data/lib/factbook/builder_json.rb +0 -79
  18. data/lib/factbook/codes.rb +0 -119
  19. data/lib/factbook/comparisons.rb +0 -50
  20. data/lib/factbook/counter.rb +0 -48
  21. data/lib/factbook/db/importer.rb +0 -92
  22. data/lib/factbook/db/models.rb +0 -11
  23. data/lib/factbook/db/schema.rb +0 -36
  24. data/lib/factbook/normalize.rb +0 -43
  25. data/lib/factbook/page.rb +0 -185
  26. data/lib/factbook/page_info.rb +0 -12
  27. data/lib/factbook/reader_json.rb +0 -51
  28. data/lib/factbook/sanitizer.rb +0 -207
  29. data/lib/factbook/sect.rb +0 -29
  30. data/lib/factbook/subsect.rb +0 -18
  31. data/lib/factbook/table.rb +0 -52
  32. data/lib/factbook/utils.rb +0 -85
  33. data/lib/factbook/utils_info.rb +0 -102
  34. data/lib/factbook/version.rb +0 -22
  35. data/script/almanac.rb +0 -48
  36. data/script/attributes.rb +0 -34
  37. data/script/build.rb +0 -28
  38. data/script/counter.rb +0 -145
  39. data/script/json.rb +0 -18
  40. data/script/testbr.rb +0 -33
  41. data/script/testcodes.rb +0 -11
  42. data/test/data/au.html +0 -579
  43. data/test/data/au.yml +0 -8
  44. data/test/data/be.html +0 -596
  45. data/test/data/be.yml +0 -8
  46. data/test/data/json/au.json +0 -892
  47. data/test/data/src/au.html +0 -2006
  48. data/test/data/src/be.html +0 -2011
  49. data/test/helper.rb +0 -11
  50. data/test/test_attribs.rb +0 -82
  51. data/test/test_attribs_def.rb +0 -20
  52. data/test/test_builder.rb +0 -35
  53. data/test/test_codes.rb +0 -76
  54. data/test/test_comparisons.rb +0 -19
  55. data/test/test_convert.rb +0 -30
  56. data/test/test_counter.rb +0 -31
  57. data/test/test_fields.rb +0 -52
  58. data/test/test_importer.rb +0 -55
  59. data/test/test_item_builder.rb +0 -99
  60. data/test/test_json.rb +0 -44
  61. data/test/test_json_builder.rb +0 -25
  62. data/test/test_normalize.rb +0 -23
  63. data/test/test_page.rb +0 -38
  64. data/test/test_sanitizer.rb +0 -35
data/test/test_json.rb DELETED
@@ -1,44 +0,0 @@
1
- # encoding: utf-8
2
-
3
- ###
4
- # to run use
5
- # ruby -I ./lib -I ./test test/test_json.rb
6
-
7
-
8
- require 'helper'
9
-
10
-
11
- class TestJson < MiniTest::Test
12
-
13
-
14
- def test_json
15
- Dir.mkdir( 'tmp' ) unless Dir.exists?( 'tmp' )
16
-
17
- codes = [ 'au',
18
- 'be',
19
- #'br',
20
- #'mx',
21
- #'ls',
22
- #'vt',
23
- #'ee',
24
- #'xx'
25
- ]
26
-
27
- codes.each do |code|
28
-
29
- html = File.read( "#{Factbook.root}/test/data/src/#{code}.html" )
30
- page = Factbook::Page.new( code, html: html )
31
-
32
- h = page.data
33
- pp h
34
-
35
- ### save to json
36
- puts "saving a copy to #{code}.json for debugging"
37
- File.open( "tmp/#{code}.json", 'w' ) do |f|
38
- f.write JSON.pretty_generate( h )
39
- ## f.write page.to_json
40
- end
41
- end
42
- end
43
-
44
- end # class TestJson
data/test/test_json_builder.rb DELETED
@@ -1,25 +0,0 @@
1
- # encoding: utf-8
2
-
3
- ###
4
- # to run use
5
- # ruby -I ./lib -I ./test test/test_json_builder.rb
6
-
7
-
8
- require 'helper'
9
-
10
-
11
- class TestJsonBuilder < MiniTest::Test
12
-
13
- def test_read
14
- code = 'au'
15
- b = Factbook::JsonBuilder.from_file( "#{Factbook.root}/test/data/json/#{code}.json" )
16
-
17
- assert_equal 10, b.sects.size
18
- assert_equal 1, b.sects[0].subsects.size ## e.g. Introduction/Background
19
- assert_equal 'Central Europe, north of Italy and Slovenia', b.json['Geography']['Location']['text']
20
-
21
- assert true ## assume everthing ok
22
- end
23
-
24
- end # class TestJsonBuilder
25
-
data/test/test_normalize.rb DELETED
@@ -1,23 +0,0 @@
1
- # encoding: utf-8
2
-
3
- ###
4
- # to run use
5
- # ruby -I ./lib -I ./test test/test_normalize.rb
6
-
7
-
8
- require 'helper'
9
-
10
-
11
- class TestNormalizer < MiniTest::Test
12
-
13
- include Factbook::NormalizeHelper
14
-
15
- def test_normalize
16
- assert_equal 'border countries', normalize_category( 'border countries:' )
17
- assert_equal 'border countries', normalize_category( 'border countries: ' )
18
- assert_equal 'border countries', normalize_category( 'border countries (8):' )
19
- assert_equal 'border countries', normalize_category( 'border countries (10): ' )
20
- end
21
-
22
- end # class TestNormalizer
23
-
data/test/test_page.rb DELETED
@@ -1,38 +0,0 @@
1
- # encoding: utf-8
2
-
3
- ###
4
- # to run use
5
- # ruby -I ./lib -I ./test test/test_page.rb
6
-
7
-
8
- require 'helper'
9
-
10
-
11
- class TestPage < MiniTest::Test
12
-
13
-
14
- def test_sects
15
- pages = [
16
- [ 'au', 10 ],
17
- [ 'be', 10 ],
18
- # [ 'br', 10 ],
19
- # [ 'ee', 10 ],
20
- # [ 'mx', 10 ],
21
- # [ 'xx', 10 ],
22
- # [ 'ls', 9 ],
23
- # [ 'vt', 8 ],
24
- ]
25
-
26
- pages.each do |rec|
27
- code = rec[0]
28
- sects_size = rec[1]
29
-
30
- html = File.read( "#{Factbook.root}/test/data/src/#{code}.html" )
31
- page = Factbook::Page.new( code, html: html )
32
-
33
- assert_equal sects_size, page.sects.size
34
- end
35
- end
36
-
37
-
38
- end # class TestPage
data/test/test_sanitizer.rb DELETED
@@ -1,35 +0,0 @@
1
- # encoding: utf-8
2
-
3
- ###
4
- # to run use
5
- # ruby -I ./lib -I ./test test/test_sanitizer.rb
6
-
7
-
8
- require 'helper'
9
-
10
-
11
- class TestSanitizer < MiniTest::Test
12
-
13
- def test_sanitize
14
-
15
- ['au','be'].each do |cc|
16
- ## use/fix: ASCII-8BIT (e.g.keep as is) -???
17
- html_ascii = File.read( "#{Factbook.root}/test/data/src/#{cc}.html" ) ## fix/todo: use ASCII8BIT/binary reader ??
18
-
19
- html, info, errors = Factbook::Sanitizer.new.sanitize( html_ascii )
20
-
21
- File.open( "./tmp/#{cc}.profile.html", 'w' ) do |f|
22
- f.write "** info:\n"
23
- f.write info.inspect + "\n\n"
24
- f.write "** errors:\n"
25
- f.write errors.inspect + "\n\n"
26
- f.write "** html:\n"
27
- f.write html
28
- end
29
- end
30
-
31
- assert true ## assume everthing ok
32
- end
33
-
34
- end # class TestSanitizer
35
-