ruian 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (86) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +25 -0
  3. data/Gemfile +4 -0
  4. data/LICENSE.txt +22 -0
  5. data/README.md +29 -0
  6. data/Rakefile +2 -0
  7. data/example/.gitignore +15 -0
  8. data/example/Gemfile +28 -0
  9. data/example/README.md +23 -0
  10. data/example/Rakefile +7 -0
  11. data/example/app/assets/images/rails.png +0 -0
  12. data/example/app/assets/javascripts/application.js +13 -0
  13. data/example/app/assets/stylesheets/application.css +13 -0
  14. data/example/app/controllers/application_controller.rb +3 -0
  15. data/example/app/helpers/application_helper.rb +2 -0
  16. data/example/app/mailers/.gitkeep +0 -0
  17. data/example/app/models/.gitkeep +0 -0
  18. data/example/app/models/address.rb +5 -0
  19. data/example/app/models/address/city.rb +7 -0
  20. data/example/app/models/address/city_part.rb +7 -0
  21. data/example/app/models/address/county.rb +3 -0
  22. data/example/app/models/address/county_name_count.rb +7 -0
  23. data/example/app/models/address/momc_name.rb +5 -0
  24. data/example/app/models/address/mop_name.rb +5 -0
  25. data/example/app/models/address/name.rb +18 -0
  26. data/example/app/models/address/name_type.rb +6 -0
  27. data/example/app/models/address/place.rb +13 -0
  28. data/example/app/models/address/region.rb +3 -0
  29. data/example/app/models/address/region_name_count.rb +7 -0
  30. data/example/app/models/address/street_name.rb +5 -0
  31. data/example/app/views/layouts/application.html.erb +14 -0
  32. data/example/config.ru +4 -0
  33. data/example/config/application.rb +63 -0
  34. data/example/config/boot.rb +6 -0
  35. data/example/config/database.yml +25 -0
  36. data/example/config/environment.rb +5 -0
  37. data/example/config/environments/development.rb +32 -0
  38. data/example/config/environments/production.rb +54 -0
  39. data/example/config/environments/test.rb +37 -0
  40. data/example/config/initializers/backtrace_silencers.rb +7 -0
  41. data/example/config/initializers/inflections.rb +15 -0
  42. data/example/config/initializers/mime_types.rb +5 -0
  43. data/example/config/initializers/secret_token.rb +7 -0
  44. data/example/config/initializers/session_store.rb +8 -0
  45. data/example/config/initializers/wrap_parameters.rb +14 -0
  46. data/example/config/locales/en.yml +5 -0
  47. data/example/config/routes.rb +58 -0
  48. data/example/db/migrate/20140418190407_create_tables.rb +170 -0
  49. data/example/db/schema.rb +182 -0
  50. data/example/db/seeds.rb +7 -0
  51. data/example/lib/assets/.gitkeep +0 -0
  52. data/example/lib/importer.rb +163 -0
  53. data/example/lib/tasks/.gitkeep +0 -0
  54. data/example/lib/tasks/ruian.rake +4 -0
  55. data/example/log/.gitkeep +0 -0
  56. data/example/public/404.html +26 -0
  57. data/example/public/422.html +26 -0
  58. data/example/public/500.html +25 -0
  59. data/example/public/favicon.ico +0 -0
  60. data/example/public/index.html +241 -0
  61. data/example/public/robots.txt +5 -0
  62. data/example/script/rails +6 -0
  63. data/example/vendor/assets/javascripts/.gitkeep +0 -0
  64. data/example/vendor/assets/stylesheets/.gitkeep +0 -0
  65. data/example/vendor/plugins/.gitkeep +0 -0
  66. data/fixtures/counties.csv +92 -0
  67. data/fixtures/vazby-cr.csv +15072 -0
  68. data/fixtures/vazby-okresy-cr.csv +15072 -0
  69. data/lib/ruian.rb +86 -0
  70. data/lib/ruian/enum_updater.rb +59 -0
  71. data/lib/ruian/fetcher.rb +71 -0
  72. data/lib/ruian/files_updater.rb +54 -0
  73. data/lib/ruian/importer.rb +21 -0
  74. data/lib/ruian/model.rb +10 -0
  75. data/lib/ruian/model/county.rb +6 -0
  76. data/lib/ruian/model/county_integration.rb +6 -0
  77. data/lib/ruian/model/region.rb +6 -0
  78. data/lib/ruian/model/region_integration.rb +6 -0
  79. data/lib/ruian/model/row.rb +9 -0
  80. data/lib/ruian/parser.rb +12 -0
  81. data/lib/ruian/queue.rb +24 -0
  82. data/lib/ruian/railtie.rb +9 -0
  83. data/lib/ruian/tasks/ruian.rake +18 -0
  84. data/lib/ruian/version.rb +3 -0
  85. data/ruian.gemspec +26 -0
  86. metadata +198 -0
@@ -0,0 +1,7 @@
1
+ # This file should contain all the record creation needed to seed the database with its default values.
2
+ # The data can then be loaded with the rake db:seed (or created alongside the db with db:setup).
3
+ #
4
+ # Examples:
5
+ #
6
+ # cities = City.create([{ name: 'Chicago' }, { name: 'Copenhagen' }])
7
+ # Mayor.create(name: 'Emanuel', city: cities.first)
File without changes
@@ -0,0 +1,163 @@
1
+ ADDRESS_IMPORT_BATCH_SIZE = 10
2
+
3
+ class Importer
4
+ def initialize
5
+ @headers = nil
6
+ @street_name_cache = {}
7
+ @mop_name_cache = {}
8
+ @momc_name_cache = {}
9
+ @city_cache = {}
10
+ @city_part_cache = {}
11
+ @addresses = []
12
+ @parse_start = Time.now()
13
+ end
14
+
15
+ def import_row(row)
16
+ attrs = {}
17
+
18
+ case row.so_type
19
+ when 'č.p.'
20
+ attrs[:p] = row.e
21
+ attrs[:e] = nil
22
+ when 'č.ev.'
23
+ attrs[:e] = row.e
24
+ attrs[:p] = nil
25
+ else
26
+ raise "Unknown \"Typ SO\" in row #{row.inspect}"
27
+ end
28
+ attrs[:o] = row.o.to_s + row.o_code.to_s
29
+ attrs[:o] = nil if attrs[:o].blank?
30
+
31
+ attrs[:zip] = row.zip
32
+ #raise "Empty \"PSČ\" in row #{row.inspect}" if attrs[:zip].blank?
33
+
34
+ attrs[:code] = row.adm_code
35
+
36
+ attrs[:street_name] = street_name(row.street_name)
37
+ attrs[:mop_name] = mop_name(row.mop_name)
38
+ attrs[:momc_name] = momc_name(row.momc_name)
39
+
40
+ attrs[:city] = city(row.city_code, :name => row.city_name)
41
+ attrs[:city_part] = city_part(row.city_part_code, :name => row.city_part_name, :city => attrs[:city])
42
+ converter = JTSK::Converter.new
43
+ result = converter.to_wgs48(row.gis_x.to_f, row.gis_y.to_f)
44
+ attrs[:longitude], attrs[:latitude] = result.longitude, result.latitude
45
+ add_address(attrs)
46
+ end
47
+
48
+ def import_region(region)
49
+ model = Address::Region.find_or_initialize_by_mvcr_code(region.mvcr_code)
50
+ model.mvcr_name = region.mvcr_name
51
+ model.ruian_code = region.ruian_code
52
+ model.ruian_name = region.ruian_name
53
+ model.save!
54
+ end
55
+
56
+ def import_county(county)
57
+ model = Address::County.find_or_initialize_by_code(county.code)
58
+ model.name = county.name
59
+ model.save!
60
+ end
61
+
62
+ def import_countyintegration(county_integration)
63
+ Address::City.transaction do
64
+ if o = Address::City.find_by_code(county_integration.obec_code)
65
+ county = Address::County.find_by_code!(county_integration.pou_code)
66
+ o.county = county
67
+ o.save!
68
+ end
69
+ end
70
+ end
71
+
72
+ def import_regionintegration(region_integration)
73
+ Address::City.transaction do
74
+ if o = Address::City.find_by_code(region_integration.obec_code)
75
+ region = Address::Region.find_by_ruian_code!(region_integration.vusc_code)
76
+ o.region = region
77
+ o.save!
78
+ end
79
+ end
80
+ end
81
+
82
+ def finalize!
83
+ flush_addresses
84
+
85
+ Address::Place.transaction do
86
+ Address::Place.where(:imported => false).delete_all
87
+ Address::Place.where(:imported => true).update_all(:imported => false)
88
+ end
89
+
90
+ # remove untouched things
91
+ [
92
+ Address::City,
93
+ Address::CityPart,
94
+ Address::County,
95
+ Address::MomcName,
96
+ Address::MopName,
97
+ Address::Region,
98
+ Address::StreetName
99
+ ].each do |model|
100
+ model.where('updated_at < ?', @parse_start).destroy_all
101
+ end
102
+ end
103
+
104
+ private
105
+
106
+ def flush_addresses
107
+ Address::Place.import(@addresses, :validate => false)
108
+ @addresses.clear
109
+ end
110
+
111
+ def street_name(name)
112
+ if name.present?
113
+ @street_name_cache[name] ||= touch Address::StreetName.find_or_create_by_name!(name)
114
+ else
115
+ nil
116
+ end
117
+ end
118
+
119
+ def mop_name(name)
120
+ if name.present?
121
+ @mop_name_cache[name] ||= touch Address::MopName.find_or_create_by_name!(name)
122
+ else
123
+ nil
124
+ end
125
+ end
126
+
127
+ def momc_name(name)
128
+ if name.present?
129
+ @momc_name_cache[name] ||= touch Address::MomcName.find_or_create_by_name!(name)
130
+ else
131
+ nil
132
+ end
133
+ end
134
+
135
+
136
+ def city(code, attrs)
137
+ # todo update?
138
+ @city_cache[code] ||= touch Address::City.find_or_create_by_code!(code, attrs)
139
+ end
140
+
141
+ def city_part(code, attrs)
142
+ if code.present?
143
+ #todo update?
144
+ @city_part_cache[code] ||= touch Address::CityPart.find_or_create_by_code!(code, attrs)
145
+ else
146
+ nil
147
+ end
148
+ end
149
+
150
+ def add_address(attrs)
151
+ a = Address::Place.new(attrs)
152
+ a.imported = true
153
+
154
+ @addresses << a
155
+
156
+ flush_addresses if @addresses.size > ADDRESS_IMPORT_BATCH_SIZE
157
+ end
158
+
159
+ def touch(o)
160
+ o.touch if o.updated_at < @parse_start
161
+ o
162
+ end
163
+ end
File without changes
@@ -0,0 +1,4 @@
1
+ desc 'Import from ruian'
2
+ task 'ruian:import' => :environment do
3
+ Ruian.new(Importer.new).all
4
+ end
File without changes
@@ -0,0 +1,26 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title>The page you were looking for doesn't exist (404)</title>
5
+ <style type="text/css">
6
+ body { background-color: #fff; color: #666; text-align: center; font-family: arial, sans-serif; }
7
+ div.dialog {
8
+ width: 25em;
9
+ padding: 0 4em;
10
+ margin: 4em auto 0 auto;
11
+ border: 1px solid #ccc;
12
+ border-right-color: #999;
13
+ border-bottom-color: #999;
14
+ }
15
+ h1 { font-size: 100%; color: #f00; line-height: 1.5em; }
16
+ </style>
17
+ </head>
18
+
19
+ <body>
20
+ <!-- This file lives in public/404.html -->
21
+ <div class="dialog">
22
+ <h1>The page you were looking for doesn't exist.</h1>
23
+ <p>You may have mistyped the address or the page may have moved.</p>
24
+ </div>
25
+ </body>
26
+ </html>
@@ -0,0 +1,26 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title>The change you wanted was rejected (422)</title>
5
+ <style type="text/css">
6
+ body { background-color: #fff; color: #666; text-align: center; font-family: arial, sans-serif; }
7
+ div.dialog {
8
+ width: 25em;
9
+ padding: 0 4em;
10
+ margin: 4em auto 0 auto;
11
+ border: 1px solid #ccc;
12
+ border-right-color: #999;
13
+ border-bottom-color: #999;
14
+ }
15
+ h1 { font-size: 100%; color: #f00; line-height: 1.5em; }
16
+ </style>
17
+ </head>
18
+
19
+ <body>
20
+ <!-- This file lives in public/422.html -->
21
+ <div class="dialog">
22
+ <h1>The change you wanted was rejected.</h1>
23
+ <p>Maybe you tried to change something you didn't have access to.</p>
24
+ </div>
25
+ </body>
26
+ </html>
@@ -0,0 +1,25 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title>We're sorry, but something went wrong (500)</title>
5
+ <style type="text/css">
6
+ body { background-color: #fff; color: #666; text-align: center; font-family: arial, sans-serif; }
7
+ div.dialog {
8
+ width: 25em;
9
+ padding: 0 4em;
10
+ margin: 4em auto 0 auto;
11
+ border: 1px solid #ccc;
12
+ border-right-color: #999;
13
+ border-bottom-color: #999;
14
+ }
15
+ h1 { font-size: 100%; color: #f00; line-height: 1.5em; }
16
+ </style>
17
+ </head>
18
+
19
+ <body>
20
+ <!-- This file lives in public/500.html -->
21
+ <div class="dialog">
22
+ <h1>We're sorry, but something went wrong.</h1>
23
+ </div>
24
+ </body>
25
+ </html>
File without changes
@@ -0,0 +1,241 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title>Ruby on Rails: Welcome aboard</title>
5
+ <style type="text/css" media="screen">
6
+ body {
7
+ margin: 0;
8
+ margin-bottom: 25px;
9
+ padding: 0;
10
+ background-color: #f0f0f0;
11
+ font-family: "Lucida Grande", "Bitstream Vera Sans", "Verdana";
12
+ font-size: 13px;
13
+ color: #333;
14
+ }
15
+
16
+ h1 {
17
+ font-size: 28px;
18
+ color: #000;
19
+ }
20
+
21
+ a {color: #03c}
22
+ a:hover {
23
+ background-color: #03c;
24
+ color: white;
25
+ text-decoration: none;
26
+ }
27
+
28
+
29
+ #page {
30
+ background-color: #f0f0f0;
31
+ width: 750px;
32
+ margin: 0;
33
+ margin-left: auto;
34
+ margin-right: auto;
35
+ }
36
+
37
+ #content {
38
+ float: left;
39
+ background-color: white;
40
+ border: 3px solid #aaa;
41
+ border-top: none;
42
+ padding: 25px;
43
+ width: 500px;
44
+ }
45
+
46
+ #sidebar {
47
+ float: right;
48
+ width: 175px;
49
+ }
50
+
51
+ #footer {
52
+ clear: both;
53
+ }
54
+
55
+ #header, #about, #getting-started {
56
+ padding-left: 75px;
57
+ padding-right: 30px;
58
+ }
59
+
60
+
61
+ #header {
62
+ background-image: url("assets/rails.png");
63
+ background-repeat: no-repeat;
64
+ background-position: top left;
65
+ height: 64px;
66
+ }
67
+ #header h1, #header h2 {margin: 0}
68
+ #header h2 {
69
+ color: #888;
70
+ font-weight: normal;
71
+ font-size: 16px;
72
+ }
73
+
74
+
75
+ #about h3 {
76
+ margin: 0;
77
+ margin-bottom: 10px;
78
+ font-size: 14px;
79
+ }
80
+
81
+ #about-content {
82
+ background-color: #ffd;
83
+ border: 1px solid #fc0;
84
+ margin-left: -55px;
85
+ margin-right: -10px;
86
+ }
87
+ #about-content table {
88
+ margin-top: 10px;
89
+ margin-bottom: 10px;
90
+ font-size: 11px;
91
+ border-collapse: collapse;
92
+ }
93
+ #about-content td {
94
+ padding: 10px;
95
+ padding-top: 3px;
96
+ padding-bottom: 3px;
97
+ }
98
+ #about-content td.name {color: #555}
99
+ #about-content td.value {color: #000}
100
+
101
+ #about-content ul {
102
+ padding: 0;
103
+ list-style-type: none;
104
+ }
105
+
106
+ #about-content.failure {
107
+ background-color: #fcc;
108
+ border: 1px solid #f00;
109
+ }
110
+ #about-content.failure p {
111
+ margin: 0;
112
+ padding: 10px;
113
+ }
114
+
115
+
116
+ #getting-started {
117
+ border-top: 1px solid #ccc;
118
+ margin-top: 25px;
119
+ padding-top: 15px;
120
+ }
121
+ #getting-started h1 {
122
+ margin: 0;
123
+ font-size: 20px;
124
+ }
125
+ #getting-started h2 {
126
+ margin: 0;
127
+ font-size: 14px;
128
+ font-weight: normal;
129
+ color: #333;
130
+ margin-bottom: 25px;
131
+ }
132
+ #getting-started ol {
133
+ margin-left: 0;
134
+ padding-left: 0;
135
+ }
136
+ #getting-started li {
137
+ font-size: 18px;
138
+ color: #888;
139
+ margin-bottom: 25px;
140
+ }
141
+ #getting-started li h2 {
142
+ margin: 0;
143
+ font-weight: normal;
144
+ font-size: 18px;
145
+ color: #333;
146
+ }
147
+ #getting-started li p {
148
+ color: #555;
149
+ font-size: 13px;
150
+ }
151
+
152
+
153
+ #sidebar ul {
154
+ margin-left: 0;
155
+ padding-left: 0;
156
+ }
157
+ #sidebar ul h3 {
158
+ margin-top: 25px;
159
+ font-size: 16px;
160
+ padding-bottom: 10px;
161
+ border-bottom: 1px solid #ccc;
162
+ }
163
+ #sidebar li {
164
+ list-style-type: none;
165
+ }
166
+ #sidebar ul.links li {
167
+ margin-bottom: 5px;
168
+ }
169
+
170
+ .filename {
171
+ font-style: italic;
172
+ }
173
+ </style>
174
+ <script type="text/javascript">
175
+ function about() {
176
+ info = document.getElementById('about-content');
177
+ if (window.XMLHttpRequest)
178
+ { xhr = new XMLHttpRequest(); }
179
+ else
180
+ { xhr = new ActiveXObject("Microsoft.XMLHTTP"); }
181
+ xhr.open("GET","rails/info/properties",false);
182
+ xhr.send("");
183
+ info.innerHTML = xhr.responseText;
184
+ info.style.display = 'block'
185
+ }
186
+ </script>
187
+ </head>
188
+ <body>
189
+ <div id="page">
190
+ <div id="sidebar">
191
+ <ul id="sidebar-items">
192
+ <li>
193
+ <h3>Browse the documentation</h3>
194
+ <ul class="links">
195
+ <li><a href="http://guides.rubyonrails.org/">Rails Guides</a></li>
196
+ <li><a href="http://api.rubyonrails.org/">Rails API</a></li>
197
+ <li><a href="http://www.ruby-doc.org/core/">Ruby core</a></li>
198
+ <li><a href="http://www.ruby-doc.org/stdlib/">Ruby standard library</a></li>
199
+ </ul>
200
+ </li>
201
+ </ul>
202
+ </div>
203
+
204
+ <div id="content">
205
+ <div id="header">
206
+ <h1>Welcome aboard</h1>
207
+ <h2>You&rsquo;re riding Ruby on Rails!</h2>
208
+ </div>
209
+
210
+ <div id="about">
211
+ <h3><a href="rails/info/properties" onclick="about(); return false">About your application&rsquo;s environment</a></h3>
212
+ <div id="about-content" style="display: none"></div>
213
+ </div>
214
+
215
+ <div id="getting-started">
216
+ <h1>Getting started</h1>
217
+ <h2>Here&rsquo;s how to get rolling:</h2>
218
+
219
+ <ol>
220
+ <li>
221
+ <h2>Use <code>rails generate</code> to create your models and controllers</h2>
222
+ <p>To see all available options, run it without parameters.</p>
223
+ </li>
224
+
225
+ <li>
226
+ <h2>Set up a default route and remove <span class="filename">public/index.html</span></h2>
227
+ <p>Routes are set up in <span class="filename">config/routes.rb</span>.</p>
228
+ </li>
229
+
230
+ <li>
231
+ <h2>Create your database</h2>
232
+ <p>Run <code>rake db:create</code> to create your database. If you're not using SQLite (the default), edit <span class="filename">config/database.yml</span> with your username and password.</p>
233
+ </li>
234
+ </ol>
235
+ </div>
236
+ </div>
237
+
238
+ <div id="footer">&nbsp;</div>
239
+ </div>
240
+ </body>
241
+ </html>