dynamic_sitemaps 1.0.8 → 2.0.0.beta

Sign up to get free protection for your applications and to get access to all the features.
Files changed (72) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +18 -0
  3. data/Gemfile +17 -0
  4. data/LICENSE.txt +22 -0
  5. data/README.md +106 -0
  6. data/Rakefile +10 -0
  7. data/dynamic_sitemaps.gemspec +22 -0
  8. data/lib/dynamic_sitemaps.rb +89 -4
  9. data/lib/dynamic_sitemaps/generator.rb +59 -0
  10. data/lib/dynamic_sitemaps/index_generator.rb +47 -0
  11. data/lib/dynamic_sitemaps/pinger.rb +35 -0
  12. data/lib/dynamic_sitemaps/rails/engine.rb +9 -0
  13. data/lib/dynamic_sitemaps/sitemap.rb +40 -5
  14. data/lib/dynamic_sitemaps/sitemap_generator.rb +153 -0
  15. data/lib/dynamic_sitemaps/sitemap_result.rb +24 -0
  16. data/lib/dynamic_sitemaps/tasks/sitemap.rake +12 -0
  17. data/lib/dynamic_sitemaps/version.rb +3 -0
  18. data/lib/generators/dynamic_sitemaps/USAGE +8 -0
  19. data/lib/generators/dynamic_sitemaps/install_generator.rb +9 -0
  20. data/lib/generators/dynamic_sitemaps/templates/config.rb +7 -0
  21. data/test/dummy/README.rdoc +261 -0
  22. data/test/dummy/Rakefile +7 -0
  23. data/test/dummy/app/assets/javascripts/application.js +15 -0
  24. data/test/dummy/app/assets/stylesheets/application.css +13 -0
  25. data/test/dummy/app/controllers/application_controller.rb +3 -0
  26. data/test/dummy/app/helpers/application_helper.rb +2 -0
  27. data/test/dummy/app/mailers/.gitkeep +0 -0
  28. data/test/dummy/app/models/.gitkeep +0 -0
  29. data/test/dummy/app/models/product.rb +3 -0
  30. data/test/dummy/app/views/layouts/application.html.erb +14 -0
  31. data/test/dummy/config.ru +4 -0
  32. data/test/dummy/config/application.rb +59 -0
  33. data/test/dummy/config/boot.rb +10 -0
  34. data/test/dummy/config/database.yml +25 -0
  35. data/test/dummy/config/environment.rb +5 -0
  36. data/test/dummy/config/environments/development.rb +37 -0
  37. data/test/dummy/config/environments/production.rb +67 -0
  38. data/test/dummy/config/environments/test.rb +37 -0
  39. data/test/dummy/config/initializers/backtrace_silencers.rb +7 -0
  40. data/test/dummy/config/initializers/inflections.rb +15 -0
  41. data/test/dummy/config/initializers/mime_types.rb +5 -0
  42. data/test/dummy/config/initializers/secret_token.rb +7 -0
  43. data/test/dummy/config/initializers/session_store.rb +8 -0
  44. data/test/dummy/config/initializers/wrap_parameters.rb +14 -0
  45. data/test/dummy/config/locales/en.yml +5 -0
  46. data/test/dummy/config/routes.rb +58 -0
  47. data/test/dummy/db/development.sqlite3 +0 -0
  48. data/test/dummy/db/migrate/20130211190343_create_products.rb +12 -0
  49. data/test/dummy/db/schema.rb +25 -0
  50. data/test/dummy/db/test.sqlite3 +0 -0
  51. data/test/dummy/lib/assets/.gitkeep +0 -0
  52. data/test/dummy/log/.gitkeep +0 -0
  53. data/test/dummy/log/development.log +902 -0
  54. data/test/dummy/log/test.log +10 -0
  55. data/test/dummy/public/404.html +26 -0
  56. data/test/dummy/public/422.html +26 -0
  57. data/test/dummy/public/500.html +25 -0
  58. data/test/dummy/public/favicon.ico +0 -0
  59. data/test/dummy/script/rails +6 -0
  60. data/test/dummy/test/fixtures/products.yml +9 -0
  61. data/test/dummy/test/unit/product_test.rb +7 -0
  62. data/test/dynamic_sitemaps_test.rb +7 -0
  63. data/test/test_helper.rb +15 -0
  64. metadata +160 -56
  65. data/app/controllers/sitemaps_controller.rb +0 -92
  66. data/app/views/sitemaps/index.builder +0 -11
  67. data/app/views/sitemaps/sitemap.builder +0 -20
  68. data/lib/dynamic_sitemaps/engine.rb +0 -4
  69. data/lib/dynamic_sitemaps/page.rb +0 -21
  70. data/lib/dynamic_sitemaps/url.rb +0 -9
  71. data/lib/generators/dynamic_sitemaps/dynamic_sitemaps_generator.rb +0 -11
  72. data/lib/generators/dynamic_sitemaps/templates/initializer.rb +0 -28
@@ -0,0 +1,9 @@
1
+ module DynamicSitemaps
2
+ class Engine < Rails::Engine
3
+ engine_name :dynamic_sitemaps
4
+
5
+ rake_tasks do
6
+ load "dynamic_sitemaps/tasks/sitemap.rake"
7
+ end
8
+ end
9
+ end
@@ -1,11 +1,46 @@
1
1
  module DynamicSitemaps
2
2
  class Sitemap
3
- class << self
4
- attr_reader :draw_block
5
-
6
- def draw(&block)
7
- @draw_block = block
3
+ attr_reader :name, :collection, :block, :host, :folder
4
+
5
+ # Initializes a sitemap object.
6
+ #
7
+ # Sitemap.new(:site) do
8
+ # url root_url
9
+ # end
10
+ #
11
+ # Using an ActiveRecord relation:
12
+ #
13
+ # Sitemap.new(:site, Product.visible) do |product|
14
+ # url product
15
+ # url product_editions_path(product)
16
+ # end
17
+
18
+ def initialize(*args, &block)
19
+ if args.first.is_a?(Symbol)
20
+ @name = args.shift
8
21
  end
22
+
23
+ if args.last.is_a?(Hash)
24
+ options = args.pop
25
+ @per_page = options[:per_page]
26
+ @host = options[:host]
27
+ @folder = options[:folder]
28
+ @collection = options[:collection]
29
+ end
30
+
31
+ @block = block
32
+ end
33
+
34
+ def root_url
35
+ "http://#{host}"
36
+ end
37
+
38
+ def per_page
39
+ @per_page ||= DynamicSitemaps::DEFAULT_PER_PAGE
40
+ end
41
+
42
+ # Generates sitemap XML files based on this sitemap
43
+ def generate
9
44
  end
10
45
  end
11
46
  end
@@ -0,0 +1,153 @@
1
+ module DynamicSitemaps
2
+ class SitemapGenerator
3
+ attr_reader :sitemap
4
+ attr_writer :counter, :page
5
+
6
+ def initialize(sitemap)
7
+ unless self.class.included_modules.include?(Rails.application.routes.url_helpers)
8
+ self.class.send :include, Rails.application.routes.url_helpers
9
+ end
10
+ @sitemap = sitemap
11
+ end
12
+
13
+ def generate
14
+ write_beginning
15
+ write_urls
16
+ write_end
17
+
18
+ file.close
19
+
20
+ SitemapResult.new(sitemap, files)
21
+ end
22
+
23
+ def write_beginning
24
+ write '<?xml version="1.0" encoding="UTF-8"?>',
25
+ '<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">'
26
+ end
27
+
28
+ def write_urls
29
+ if sitemap.collection
30
+ handle_collection
31
+ else
32
+ instance_eval &sitemap.block
33
+ end
34
+ end
35
+
36
+ def write_url(url, options = {})
37
+ write '<url>'
38
+ write '<loc>' + format_url(url) + '</loc>'
39
+ if last_mod = options[:last_mod]
40
+ write '<lastmod>' + format_date(last_mod) + '</lastmod>'
41
+ end
42
+ if change_freq = options[:change_freq]
43
+ write '<changefreq>' + change_freq + '</changefreq>'
44
+ end
45
+ if priority = options[:priority]
46
+ write '<priority>' + priority.to_s + '</priority>'
47
+ end
48
+ write '</url>'
49
+ end
50
+
51
+ def write_end
52
+ write '</urlset>'
53
+ end
54
+
55
+ def write(*lines)
56
+ file.puts lines
57
+ end
58
+
59
+ def handle_collection
60
+ sitemap.collection.find_each do |record|
61
+ if sitemap.block
62
+ instance_exec record, &sitemap.block
63
+ else
64
+ url record, last_mod: (record.respond_to?(:updated_at) ? record.updated_at : nil)
65
+ end
66
+ end
67
+ end
68
+
69
+ def per_page
70
+ sitemap.per_page
71
+ end
72
+
73
+ def page
74
+ @page ||= 1
75
+ end
76
+
77
+ def counter
78
+ @counter ||= 0
79
+ end
80
+
81
+ def increment_counter
82
+ self.counter += 1
83
+ end
84
+
85
+ def reset_counter
86
+ @counter = 1
87
+ end
88
+
89
+ def file_name
90
+ sitemap.name.to_s + (page > 1 ? page.to_s : "") + ".xml"
91
+ end
92
+
93
+ def folder
94
+ sitemap.folder
95
+ end
96
+
97
+ def folder_path
98
+ "#{DynamicSitemaps.path}/#{folder}"
99
+ end
100
+
101
+ def path
102
+ "#{folder_path}/#{file_name}"
103
+ end
104
+
105
+ def host
106
+ sitemap.host
107
+ end
108
+
109
+ def file
110
+ @file ||= begin
111
+ files << file_name
112
+ FileUtils.mkdir_p folder_path
113
+ File.open(path, "w")
114
+ end
115
+ end
116
+
117
+ def files
118
+ @files ||= []
119
+ end
120
+
121
+ def next_page
122
+ write_end
123
+ reset_counter
124
+ file.close
125
+ @file = nil
126
+ self.page += 1
127
+ write_beginning
128
+ end
129
+
130
+ def url(url, options = {})
131
+ increment_counter
132
+ next_page if counter > per_page
133
+ write_url url, options
134
+ end
135
+
136
+ def format_url(url)
137
+ case url
138
+ when ActiveRecord::Base
139
+ polymorphic_url(url)
140
+ else
141
+ url
142
+ end
143
+ end
144
+
145
+ def format_date(date)
146
+ if date.is_a?(Date)
147
+ date.strftime("%Y-%m-%d")
148
+ else
149
+ date.to_datetime.strftime("%Y-%m-%dT%H:%M:%S%:z")
150
+ end
151
+ end
152
+ end
153
+ end
@@ -0,0 +1,24 @@
1
+ # Contains the result of a sitemap generation
2
+
3
+ module DynamicSitemaps
4
+ class SitemapResult
5
+ attr_reader :sitemap, :files
6
+
7
+ def initialize(sitemap, files)
8
+ @sitemap = sitemap
9
+ @files = files
10
+ end
11
+
12
+ def name
13
+ sitemap.name
14
+ end
15
+
16
+ def host
17
+ sitemap.host
18
+ end
19
+
20
+ def folder
21
+ sitemap.folder
22
+ end
23
+ end
24
+ end
@@ -0,0 +1,12 @@
1
+ namespace :sitemap do
2
+ task :generate => :environment do
3
+ start_time = Time.now
4
+ puts "Generating sitemap..."
5
+ DynamicSitemaps.generate_sitemap
6
+ puts "Done generating sitemap in #{Time.now - start_time} seconds."
7
+
8
+ if Rails.env.production?
9
+ DynamicSitemaps::Pinger.ping_search_engines
10
+ end
11
+ end
12
+ end
@@ -0,0 +1,3 @@
1
+ module DynamicSitemaps
2
+ VERSION = "2.0.0.beta"
3
+ end
@@ -0,0 +1,8 @@
1
+ Description:
2
+ Generates a config file for DynamicSitemaps.
3
+
4
+ Example:
5
+ rails generate dynamic_sitemaps:install
6
+
7
+ This will create:
8
+ config/sitemap.rb
@@ -0,0 +1,9 @@
1
+ module DynamicSitemaps
2
+ class InstallGenerator < Rails::Generators::Base
3
+ source_root File.expand_path('../templates', __FILE__)
4
+
5
+ def create_config
6
+ copy_file "config.rb", "config/sitemap.rb"
7
+ end
8
+ end
9
+ end
@@ -0,0 +1,7 @@
1
+ host "www.example.com"
2
+
3
+ sitemap :site do
4
+ url root_url, last_mod: Time.now, change_freq: "daily", priority: 1.0
5
+
6
+ # TODO: Add examples
7
+ end
@@ -0,0 +1,261 @@
1
+ == Welcome to Rails
2
+
3
+ Rails is a web-application framework that includes everything needed to create
4
+ database-backed web applications according to the Model-View-Control pattern.
5
+
6
+ This pattern splits the view (also called the presentation) into "dumb"
7
+ templates that are primarily responsible for inserting pre-built data in between
8
+ HTML tags. The model contains the "smart" domain objects (such as Account,
9
+ Product, Person, Post) that holds all the business logic and knows how to
10
+ persist themselves to a database. The controller handles the incoming requests
11
+ (such as Save New Account, Update Product, Show Post) by manipulating the model
12
+ and directing data to the view.
13
+
14
+ In Rails, the model is handled by what's called an object-relational mapping
15
+ layer entitled Active Record. This layer allows you to present the data from
16
+ database rows as objects and embellish these data objects with business logic
17
+ methods. You can read more about Active Record in
18
+ link:files/vendor/rails/activerecord/README.html.
19
+
20
+ The controller and view are handled by the Action Pack, which handles both
21
+ layers by its two parts: Action View and Action Controller. These two layers
22
+ are bundled in a single package due to their heavy interdependence. This is
23
+ unlike the relationship between the Active Record and Action Pack that is much
24
+ more separate. Each of these packages can be used independently outside of
25
+ Rails. You can read more about Action Pack in
26
+ link:files/vendor/rails/actionpack/README.html.
27
+
28
+
29
+ == Getting Started
30
+
31
+ 1. At the command prompt, create a new Rails application:
32
+ <tt>rails new myapp</tt> (where <tt>myapp</tt> is the application name)
33
+
34
+ 2. Change directory to <tt>myapp</tt> and start the web server:
35
+ <tt>cd myapp; rails server</tt> (run with --help for options)
36
+
37
+ 3. Go to http://localhost:3000/ and you'll see:
38
+ "Welcome aboard: You're riding Ruby on Rails!"
39
+
40
+ 4. Follow the guidelines to start developing your application. You can find
41
+ the following resources handy:
42
+
43
+ * The Getting Started Guide: http://guides.rubyonrails.org/getting_started.html
44
+ * Ruby on Rails Tutorial Book: http://www.railstutorial.org/
45
+
46
+
47
+ == Debugging Rails
48
+
49
+ Sometimes your application goes wrong. Fortunately there are a lot of tools that
50
+ will help you debug it and get it back on the rails.
51
+
52
+ First area to check is the application log files. Have "tail -f" commands
53
+ running on the server.log and development.log. Rails will automatically display
54
+ debugging and runtime information to these files. Debugging info will also be
55
+ shown in the browser on requests from 127.0.0.1.
56
+
57
+ You can also log your own messages directly into the log file from your code
58
+ using the Ruby logger class from inside your controllers. Example:
59
+
60
+ class WeblogController < ActionController::Base
61
+ def destroy
62
+ @weblog = Weblog.find(params[:id])
63
+ @weblog.destroy
64
+ logger.info("#{Time.now} Destroyed Weblog ID ##{@weblog.id}!")
65
+ end
66
+ end
67
+
68
+ The result will be a message in your log file along the lines of:
69
+
70
+ Mon Oct 08 14:22:29 +1000 2007 Destroyed Weblog ID #1!
71
+
72
+ More information on how to use the logger is at http://www.ruby-doc.org/core/
73
+
74
+ Also, Ruby documentation can be found at http://www.ruby-lang.org/. There are
75
+ several books available online as well:
76
+
77
+ * Programming Ruby: http://www.ruby-doc.org/docs/ProgrammingRuby/ (Pickaxe)
78
+ * Learn to Program: http://pine.fm/LearnToProgram/ (a beginners guide)
79
+
80
+ These two books will bring you up to speed on the Ruby language and also on
81
+ programming in general.
82
+
83
+
84
+ == Debugger
85
+
86
+ Debugger support is available through the debugger command when you start your
87
+ Mongrel or WEBrick server with --debugger. This means that you can break out of
88
+ execution at any point in the code, investigate and change the model, and then,
89
+ resume execution! You need to install ruby-debug to run the server in debugging
90
+ mode. With gems, use <tt>sudo gem install ruby-debug</tt>. Example:
91
+
92
+ class WeblogController < ActionController::Base
93
+ def index
94
+ @posts = Post.all
95
+ debugger
96
+ end
97
+ end
98
+
99
+ So the controller will accept the action, run the first line, then present you
100
+ with a IRB prompt in the server window. Here you can do things like:
101
+
102
+ >> @posts.inspect
103
+ => "[#<Post:0x14a6be8
104
+ @attributes={"title"=>nil, "body"=>nil, "id"=>"1"}>,
105
+ #<Post:0x14a6620
106
+ @attributes={"title"=>"Rails", "body"=>"Only ten..", "id"=>"2"}>]"
107
+ >> @posts.first.title = "hello from a debugger"
108
+ => "hello from a debugger"
109
+
110
+ ...and even better, you can examine how your runtime objects actually work:
111
+
112
+ >> f = @posts.first
113
+ => #<Post:0x13630c4 @attributes={"title"=>nil, "body"=>nil, "id"=>"1"}>
114
+ >> f.
115
+ Display all 152 possibilities? (y or n)
116
+
117
+ Finally, when you're ready to resume execution, you can enter "cont".
118
+
119
+
120
+ == Console
121
+
122
+ The console is a Ruby shell, which allows you to interact with your
123
+ application's domain model. Here you'll have all parts of the application
124
+ configured, just like it is when the application is running. You can inspect
125
+ domain models, change values, and save to the database. Starting the script
126
+ without arguments will launch it in the development environment.
127
+
128
+ To start the console, run <tt>rails console</tt> from the application
129
+ directory.
130
+
131
+ Options:
132
+
133
+ * Passing the <tt>-s, --sandbox</tt> argument will rollback any modifications
134
+ made to the database.
135
+ * Passing an environment name as an argument will load the corresponding
136
+ environment. Example: <tt>rails console production</tt>.
137
+
138
+ To reload your controllers and models after launching the console run
139
+ <tt>reload!</tt>
140
+
141
+ More information about irb can be found at:
142
+ link:http://www.rubycentral.org/pickaxe/irb.html
143
+
144
+
145
+ == dbconsole
146
+
147
+ You can go to the command line of your database directly through <tt>rails
148
+ dbconsole</tt>. You would be connected to the database with the credentials
149
+ defined in database.yml. Starting the script without arguments will connect you
150
+ to the development database. Passing an argument will connect you to a different
151
+ database, like <tt>rails dbconsole production</tt>. Currently works for MySQL,
152
+ PostgreSQL and SQLite 3.
153
+
154
+ == Description of Contents
155
+
156
+ The default directory structure of a generated Ruby on Rails application:
157
+
158
+ |-- app
159
+ | |-- assets
160
+ | |-- images
161
+ | |-- javascripts
162
+ | `-- stylesheets
163
+ | |-- controllers
164
+ | |-- helpers
165
+ | |-- mailers
166
+ | |-- models
167
+ | `-- views
168
+ | `-- layouts
169
+ |-- config
170
+ | |-- environments
171
+ | |-- initializers
172
+ | `-- locales
173
+ |-- db
174
+ |-- doc
175
+ |-- lib
176
+ | `-- tasks
177
+ |-- log
178
+ |-- public
179
+ |-- script
180
+ |-- test
181
+ | |-- fixtures
182
+ | |-- functional
183
+ | |-- integration
184
+ | |-- performance
185
+ | `-- unit
186
+ |-- tmp
187
+ | |-- cache
188
+ | |-- pids
189
+ | |-- sessions
190
+ | `-- sockets
191
+ `-- vendor
192
+ |-- assets
193
+ `-- stylesheets
194
+ `-- plugins
195
+
196
+ app
197
+ Holds all the code that's specific to this particular application.
198
+
199
+ app/assets
200
+ Contains subdirectories for images, stylesheets, and JavaScript files.
201
+
202
+ app/controllers
203
+ Holds controllers that should be named like weblogs_controller.rb for
204
+ automated URL mapping. All controllers should descend from
205
+ ApplicationController which itself descends from ActionController::Base.
206
+
207
+ app/models
208
+ Holds models that should be named like post.rb. Models descend from
209
+ ActiveRecord::Base by default.
210
+
211
+ app/views
212
+ Holds the template files for the view that should be named like
213
+ weblogs/index.html.erb for the WeblogsController#index action. All views use
214
+ eRuby syntax by default.
215
+
216
+ app/views/layouts
217
+ Holds the template files for layouts to be used with views. This models the
218
+ common header/footer method of wrapping views. In your views, define a layout
219
+ using the <tt>layout :default</tt> and create a file named default.html.erb.
220
+ Inside default.html.erb, call <% yield %> to render the view using this
221
+ layout.
222
+
223
+ app/helpers
224
+ Holds view helpers that should be named like weblogs_helper.rb. These are
225
+ generated for you automatically when using generators for controllers.
226
+ Helpers can be used to wrap functionality for your views into methods.
227
+
228
+ config
229
+ Configuration files for the Rails environment, the routing map, the database,
230
+ and other dependencies.
231
+
232
+ db
233
+ Contains the database schema in schema.rb. db/migrate contains all the
234
+ sequence of Migrations for your schema.
235
+
236
+ doc
237
+ This directory is where your application documentation will be stored when
238
+ generated using <tt>rake doc:app</tt>
239
+
240
+ lib
241
+ Application specific libraries. Basically, any kind of custom code that
242
+ doesn't belong under controllers, models, or helpers. This directory is in
243
+ the load path.
244
+
245
+ public
246
+ The directory available for the web server. Also contains the dispatchers and the
247
+ default HTML files. This should be set as the DOCUMENT_ROOT of your web
248
+ server.
249
+
250
+ script
251
+ Helper scripts for automation and generation.
252
+
253
+ test
254
+ Unit and functional tests along with fixtures. When using the rails generate
255
+ command, template test files will be generated for you and placed in this
256
+ directory.
257
+
258
+ vendor
259
+ External libraries that the application depends on. Also includes the plugins
260
+ subdirectory. If the app has frozen rails, those gems also go here, under
261
+ vendor/rails/. This directory is in the load path.