seo_cache 0.19.0 → 1.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 93939e53687c186d003b4b09abed06bcf1b6ac0a63b808c3a7abfadd7e6531cb
-  data.tar.gz: 4d362ee26521e0ebb55b61c15e6b9d5e6c9e19877e57ead9cfab9765c4310142
+  metadata.gz: 7ee65da1765c3f78ac9f0ede65e7271880378217d20deeed9df1476f524f5c9d
+  data.tar.gz: 473a51c49bab2d40fab978611b13e872185d89cb834d57352b5ca5cb10aa627d
 SHA512:
-  metadata.gz: fc485c1ea013d77fcf9337c3423bacec563701b319d79b4949304f6bf51fe78c54a3553cdf875b8067e60c1c9c8ae3667dfeec0ee8f29f3991079d5662c3ffa7
-  data.tar.gz: 1d634743d69e52965d9c450b046dc19edabd88b92783c567c460a11b7407473d395600775cd5aaff31f96db5b68fa5143954f90fa7b154fbccf76f3f9284e00b
+  metadata.gz: f0c783ce23dd0122988c73e44110fd2173033a67bdf77029d3c5ba57943b6abf343ae141d3c69b46ef1575366b05b185fdcaba50c3709a0b4a1ee99c8f34fa13
+  data.tar.gz: 9b056081949ce4207f996748d4750fe37c7128afe88341d81a6c2b0ea04f3024f051eabb6fff4cca68f0e7976c1b476076ecce4548a7a510696a04692dbf241d

data/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,38 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**Desktop (please complete the following information):**
+ - OS: [e.g. iOS]
+ - Browser [e.g. chrome, safari]
+ - Version [e.g. 22]
+
+**Smartphone (please complete the following information):**
+ - Device: [e.g. iPhone6]
+ - OS: [e.g. iOS8.1]
+ - Browser [e.g. stock browser, safari]
+ - Version [e.g. 22]
+
+**Additional context**
+Add any other context about the problem here.

data/.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

data/.github/pull_request_template.md

@@ -0,0 +1,14 @@
+### Summary
+
+Provide a general description of the code changes in your pull
+request... were there any bugs you had fixed? If so, mention them. If
+these bugs have open GitHub issues, be sure to tag them here as well,
+to keep the conversation linked together.
+
+### Other Information
+
+If there's anything else that's important and relevant to your pull
+request, mention that information here. This could include
+benchmarks, or other information.
+
+Thanks for contributing to SeoCache!

data/.rubocop.yml

@@ -1,18 +1,20 @@
 # Documentation
 # https://github.com/bbatsov/rubocop/blob/master/config/default.yml
-# http://rubocop.readthedocs.io/en/latest
+# http://rubocop.readthedocs.io/en/latest
+
+require:
+  - rubocop-rails
+  - rubocop-rspec
+  - rubocop-performance
 
 AllCops:
-  TargetRubyVersion: 2.6
+  TargetRubyVersion: 3.0
 
 Bundler/OrderedGems:
   Enabled: false
 
-Layout/HashAlignment:
-  Enabled: false
-
-Layout/ParameterAlignment:
-  Enabled: false
+Gemspec/DateAssignment:
+  Enabled: true
 
 Layout/CaseIndentation:
   Enabled: false
@@ -42,9 +44,15 @@ Layout/FirstArrayElementIndentation:
 Layout/FirstHashElementIndentation:
   Enabled: false
 
+Layout/HashAlignment:
+  Enabled: false
+
 Layout/LeadingCommentSpace:
   Enabled: false
 
+Layout/LineLength:
+  Enabled: false
+
 Layout/MultilineBlockLayout:
   Enabled: false
 
@@ -57,20 +65,73 @@ Layout/MultilineMethodCallIndentation:
 Layout/MultilineOperationIndentation:
   Enabled: false
 
+Layout/ParameterAlignment:
+  Enabled: false
+
 Layout/SpaceAroundOperators:
   Enabled: false
 
+Layout/SpaceBeforeBrackets:
+  Enabled: true
+
 Layout/SpaceInLambdaLiteral:
   Enabled: false
 
 Layout/TrailingWhitespace:
   Enabled: false
 
+Lint/AmbiguousAssignment:
+  Enabled: true
+
 Lint/AmbiguousBlockAssociation:
   Enabled: false
 
+Lint/DeprecatedConstants:
+  Enabled: true
+
+Lint/DuplicateBranch:
+  Enabled: true
+
+Lint/DuplicateRegexpCharacterClassElement:
+  Enabled: true
+
+Lint/EmptyBlock:
+  Enabled: true
+
+Lint/EmptyClass:
+  Enabled: true
+
+Lint/LambdaWithoutLiteralBlock:
+  Enabled: true
+
+Lint/NoReturnInBeginEndBlocks:
+  Enabled: true
+
+Lint/NumberedParameterAssignment:
+  Enabled: true
+
+Lint/OrAssignmentToConstant:
+  Enabled: true
+
+Lint/RedundantDirGlobSort:
+  Enabled: true
+
+Lint/SymbolConversion:
+  Enabled: true
+
+Lint/ToEnumArguments:
+  Enabled: true
+
+Lint/TripleQuotes:
+  Enabled: true
+
+Lint/UnexpectedBlockArity:
+  Enabled: true
+
+Lint/UnmodifiedReduceAccumulator:
+  Enabled: true
+
 Metrics/AbcSize:
-  # The ABC size is a calculated magnitude, so this number can be a Fixnum or a Float.
   Max: 240
 
 Metrics/BlockLength:
@@ -80,14 +141,14 @@ Metrics/BlockNesting:
   Max: 4
 
 Metrics/ClassLength:
-  CountComments: false  # count full line comments?
+  CountComments: false
   Max: 600
 
 Metrics/CyclomaticComplexity:
   Enabled: false
 
 Metrics/MethodLength:
-  CountComments: false  # count full line comments?
+  CountComments: false
   Max: 120
 
 Metrics/PerceivedComplexity:
@@ -96,6 +157,168 @@ Metrics/PerceivedComplexity:
 Naming/RescuedExceptionsVariableName:
   Enabled: false
 
+Performance/AncestorsInclude:
+  Enabled: true
+
+Performance/BigDecimalWithNumericArgument:
+  Enabled: true
+
+Performance/BlockGivenWithExplicitBlock:
+  Enabled: true
+
+Performance/CollectionLiteralInLoop:
+  Enabled: true
+
+Performance/ConstantRegexp:
+  Enabled: true
+
+Performance/MapCompact:
+  Enabled: true
+
+Performance/MethodObjectAsBlock:
+  Enabled: true
+
+Performance/RedundantEqualityComparisonBlock:
+  Enabled: true
+
+Performance/RedundantSortBlock:
+  Enabled: true
+
+Performance/RedundantSplitRegexpArgument:
+  Enabled: true
+
+Performance/RedundantStringChars:
+  Enabled: true
+
+Performance/ReverseFirst:
+  Enabled: true
+
+Performance/SortReverse:
+  Enabled: true
+
+Performance/Squeeze:
+  Enabled: true
+
+Performance/StringInclude:
+  Enabled: true
+
+Performance/Sum:
+  Enabled: true
+
+Rails/ActiveRecordCallbacksOrder:
+  Enabled: true
+
+Rails/AfterCommitOverride:
+  Enabled: true
+
+Rails/AttributeDefaultBlockValue:
+  Enabled: true
+
+Rails/DynamicFindBy:
+  Enabled: false
+
+Rails/FindBy:
+  Enabled: false
+
+Rails/FindById:
+  Enabled: true
+
+Rails/HasManyOrHasOneDependent:
+  Enabled: false
+
+Rails/Inquiry:
+  Enabled: true
+
+Rails/InverseOf:
+  Enabled: false
+
+Rails/MailerName:
+  Enabled: true
+
+Rails/MatchRoute:
+  Enabled: true
+
+Rails/NegateInclude:
+  Enabled: true
+
+Rails/Pluck:
+  Enabled: true
+
+Rails/OutputSafety:
+  Enabled: false
+
+Rails/PluckInWhere:
+  Enabled: true
+
+Rails/RenderInline:
+  Enabled: true
+
+Rails/RenderPlainText:
+  Enabled: true
+
+Rails/ShortI18n:
+  Enabled: true
+
+Rails/SkipsModelValidations:
+  Enabled: false
+
+Rails/SquishedSQLHeredocs:
+  Enabled: true
+
+Rails/UnknownEnv:
+  Enabled: false
+
+Rails/Validation:
+  Enabled: false
+
+Rails/WhereEquals:
+  Enabled: true
+
+Rails/WhereExists:
+  Enabled: true
+
+Rails/WhereNot:
+  Enabled: true
+
+RSpec/BeforeAfterAll:
+  Enabled: false
+
+RSpec/ContextWording:
+  Enabled: false
+
+RSpec/DescribedClass:
+  Enabled: false
+
+RSpec/ExampleLength:
+  Max: 20
+
+RSpec/Capybara:
+  Enabled: false
+
+RSpec/ImplicitExpect:
+  Enabled: false
+
+RSpec/ImplicitSubject:
+  Enabled: false
+
+RSpec/InstanceVariable:
+  Enabled: false
+
+RSpec/LeadingSubject:
+  Enabled: false
+
+RSpec/MultipleExpectations:
+  Max: 10
+
+RSpec/MultipleMemoizedHelpers:
+  Max: 8
+
+RSpec/NestedGroups:
+  Max: 4
+
+Style/ArgumentsForwarding:
+  Enabled: true
+
 Style/AsciiComments:
   Enabled: false
 
@@ -105,24 +328,63 @@ Style/BlockDelimiters:
 Style/ClassAndModuleChildren:
   Enabled: false
 
+Style/CollectionCompact:
+  Enabled: true
+
 Style/ColonMethodCall:
   Enabled: false
 
 Style/CommandLiteral:
   Enabled: false
 
+Style/Documentation:
+  Enabled: false
+
+Style/DocumentDynamicEvalDefinition:
+  Enabled: true
+
 Style/DoubleNegation:
   Enabled: false
 
+Style/EndlessMethod:
+  Enabled: true
+
 Style/GlobalVars:
   Enabled: false
 
+Style/HashConversion:
+  Enabled: true
+
+Style/HashEachMethods:
+  Enabled: true
+
+Style/HashExcept:
+  Enabled: true
+
+Style/HashTransformKeys:
+  Enabled: true
+
+Style/HashTransformValues:
+  Enabled: true
+
+Style/IfUnlessModifier:
+  Enabled: false
+
+Style/IfWithBooleanLiteralBranches:
+  Enabled: true
+
 Style/Lambda:
   Enabled: false
 
 Style/MultilineIfModifier:
   Enabled: false
 
+Style/NegatedIfElseCondition:
+  Enabled: true
+
+Style/NilLambda:
+  Enabled: true
+
 Style/NumericPredicate:
   Enabled: false
 
@@ -130,6 +392,9 @@ Style/RedundantReturn:
   Enabled: false
   AllowMultipleReturnValues: true
 
+Style/RedundantArgument:
+  Enabled: true
+
 Style/RedundantSelf:
   Enabled: false
 
@@ -139,5 +404,11 @@ Style/RegexpLiteral:
 Style/RescueModifier:
   Enabled: false
 
+Style/StringChars:
+  Enabled: true
+
+Style/SwapValues:
+  Enabled: true
+
 Style/SymbolArray:
   Enabled: false

data/.travis.yml

@@ -1,7 +1,41 @@
 ---
-sudo: false
 language: ruby
-cache: bundler
-rvm:
-  - 2.5.1
-before_install: gem install bundler -v 1.16.1
+
+gemfile:
+  - Gemfile
+
+before_install:
+  - gem update --system -N
+  - gem install bundler -N
+
+services:
+  - redis
+
+addons:
+  apt:
+    packages:
+      - chromium-browser
+
+cache:
+  bundler: true
+  directories:
+    - ~/.webdrivers
+
+notifications:
+  email:
+    on_success: never
+    on_failure: change
+
+script: bundle exec rake $RAKE_TASK
+
+matrix:
+  include:
+    - rvm: 2.7
+      gemfile: Gemfile
+      env: RAKE_TASK=spec
+    - rvm: 2.6
+      gemfile: Gemfile
+      env: RAKE_TASK=spec
+    - rvm: 2.5
+      gemfile: Gemfile
+      env: RAKE_TASK=spec

data/CHANGELOG.md

@@ -1,3 +1,26 @@
+## 1.0.4
+
+- Add option to populate seo cache for multi-domains
+
+## 1.0.3
+
+- Ensure page rendered status is present after head element 
+
+## 1.0.2
+
+- Do not log missed cache for ignored statuses
+
+## 1.0.1
+
+- Add user agent to missed caches
+
+## 1.0.0
+
+- Update Readme (badges, syntax, links, ...)
+- Add Travis CI
+- Update dependencies
+- Do not cache pages in error
+
 ## 0.19.0
 
 - Add option to cache page if user connected

data/CODE_OF_CONDUCT.md

@@ -5,9 +5,9 @@
 In the interest of fostering an open and welcoming environment, we as
 contributors and maintainers pledge to making participation in our project and
 our community a harassment-free experience for everyone, regardless of age, body
-size, disability, ethnicity, gender identity and expression, level of experience,
-nationality, personal appearance, race, religion, or sexual identity and
-orientation.
+size, disability, ethnicity, sex characteristics, gender identity and expression,
+level of experience, education, socio-economic status, nationality, personal
+appearance, race, religion, or sexual identity and orientation.
 
 ## Our Standards
 
@@ -23,13 +23,13 @@ include:
 Examples of unacceptable behavior by participants include:
 
 * The use of sexualized language or imagery and unwelcome sexual attention or
-advances
+ advances
 * Trolling, insulting/derogatory comments, and personal or political attacks
 * Public or private harassment
 * Publishing others' private information, such as a physical or electronic
-  address, without explicit permission
+ address, without explicit permission
 * Other conduct which could reasonably be considered inappropriate in a
-  professional setting
+ professional setting
 
 ## Our Responsibilities
 
@@ -68,7 +68,9 @@ members of the project's leadership.
 ## Attribution
 
 This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
-available at [http://contributor-covenant.org/version/1/4][version]
+available at https://www.contributor-covenant.org/version/1/4/code-of-conduct.html
 
-[homepage]: http://contributor-covenant.org
-[version]: http://contributor-covenant.org/version/1/4/
+[homepage]: https://www.contributor-covenant.org
+
+For answers to common questions about this code of conduct, see
+https://www.contributor-covenant.org/faq

data/CONTRIBUTING.md

@@ -1,41 +1,38 @@
-# Contributing
+## How to contribute to Ruby on Rails
 
-First, thanks for wanting to contribute. You’re awesome! :heart:
+#### **Did you find a bug?**
 
-## Help
+* **Do not open up a GitHub issue if the bug is a security vulnerability**, and instead to contact us by email contact@ginkonote.com.
 
-We’re not able to provide support through GitHub Issues. If you’re looking for help with your code, try posting on [Stack Overflow](https://stackoverflow.com/).
+* **Ensure the bug was not already reported** by searching on GitHub under [Issues](https://github.com/floXcoder/seo_cache/issues).
 
-All features should be documented. If you don’t see a feature in the docs, assume it doesn’t exist.
+* If you're unable to find an open issue addressing the problem, [open a new one](https://github.com/floXcoder/seo_cache/issues/new). Be sure to include a **title and clear description**, as much relevant information as possible, and a **scenario** demonstrating the expected behavior that is not occurring.
 
-## Bugs
+* If possible, use the relevant bug report templates to create the issue:
+  * [**Bug** issues](https://github.com/floXcoder/seo_cache/blob/develop/.github/ISSUE_TEMPLATE/bug_report.md)*
+  
+#### **Did you have an idea to improve the project?**
 
-Think you’ve discovered a bug?
+* Open a new GitHub issue request with your idea.
 
-1. Search existing issues to see if it’s been reported.
-2. Try the `master` branch to make sure it hasn’t been fixed.
+* If possible, use the relevant feature report templates to create the issue:
+  * [**Feature** issues](https://github.com/floXcoder/seo_cache/blob/develop/.github/ISSUE_TEMPLATE/feature_request.md)
 
-```rb
-gem "seo_cache", github: "floXcode/seo_cache"
-```
+#### **Did you write a patch that fixes a bug or do you intend to add a new feature or change an existing one?**
 
-If the above steps don’t help, create an issue. Include:
+* Fork the project, write your code and open a new GitHub pull request with the patch.
 
-- Detailed steps to reproduce
-- Complete backtraces for exceptions
+* Ensure the PR description clearly describes the problem and solution. Include the relevant issue number if applicable.
 
-## New Features
+* If possible, use the relevant pull request report templates to create the issue:
+  * [**Pull Request**](https://github.com/floXcoder/seo_cache/blob/develop/.github/pull_request_template.md)
+  
+#### **Do you have questions about the source code?**
 
-If you’d like to discuss a new feature, create an issue and start the title with `[Idea]`.
+* You can contact me by email: flo@l-x.fr. I will try to answer as much I can and if available.
 
-## Pull Requests
 
-Fork the project and create a pull request. A few tips:
-
-- Keep changes to a minimum. If you have multiple features or fixes, submit multiple pull requests.
-- Follow the existing style. The code should read like it’s written by a single person.
-
-Feel free to open an issue to get feedback on your idea before spending too much time on it.
+Thanks!
 
 ---
 

data/README.md

@@ -1,14 +1,34 @@
 # SeoCache
 
-Cache dedicated for SEO with Javascript rendering :fire:
+[![Gem Version](https://badge.fury.io/rb/seo_cache.svg)](https://badge.fury.io/rb/seo_cache)
+[![Ruby Style Guide](https://img.shields.io/badge/code_style-rubocop-brightgreen.svg)](https://github.com/rubocop-hq/rubocop)
+[![Build Status](https://travis-ci.org/floXcoder/seo_cache.svg)](https://travis-ci.org/floXcoder/seo_cache)
+
+**SeoCache is a dedicated cache for SEO with JavaScript rendering** :fire:
+
+You can find in this article, a more detail explanation of the purpose and usage of this gem:
+
+- In english: https://www.ginkonote.com/users/flo/articles/seo-generate-and-cache-your-pages@seo
+- In french: https://www.ginkonote.com/fr/utilisateurs/flo/articles/seo-generation-et-mise-en-cache-des-pages@seo
+
+## Table of contents
+- [Purpose](#purpose)
+- [Installation](#installation)
+- [Configuration](#configuration)
+- [Helpers for controllers](#helpers-for-controllers)
+- [Check cached pages](#check-cached-pages)
+- [Automatic caching](#automatic-caching)
+- [Server configuration](#server-configuration)
+- [Inspiration](#inspiration)
+- [Contributing](#contributing)
 
 ## Purpose
 
 Google credo is: Don't waste my bot time!
 
-So to reduce Googlebot crawling time, let's provide HTML files in a specific cache.
+In order to reduce Googlebot crawling time, let's provide the complete HTML files in a specific cache.
 
-This cache is suitable for static (generated or not) pages but not for connected pages.
+This cache is suitable for static (generated or not) pages but not for user private pages.
 
 ## Installation
 
@@ -38,7 +58,7 @@ require 'seo_cache'
 Rails.application.config.middleware.use SeoCache::Middleware
 ```
 
-## Options
+## Configuration
 
 Chrome path (**required**) (`disk` or `memory`):
 
@@ -97,13 +117,13 @@ SeoCache.whitelist_hosts = []
 URLs to blacklist:
 
 ```ruby
-SeoCache.blacklist_params = %w[^/assets/.* ^/admin.*]
+SeoCache.blacklist_urls = %w[^/assets/.* ^/admin.*]
 ```
 
 Params to blacklist:
 
 ```ruby
-SeoCache.blacklist_urls = %w[page]
+SeoCache.blacklist_params = %w[page]
 ```
 
 URLs to whitelist:
@@ -154,28 +174,36 @@ If you encounter the following error `DevToolsActivePort file doesn't exist`, yo
 SeoCache.chrome_debugging_port = '9222'
 ```
 
-Be aware, JS will be rendered twice: once by server rendering and once by client. For React, this not a problem but with jQuery plugins, it can duplicate elements in the page (you have to check the redundancy).
+Be aware, JS will be rendered twice: once by this gem and once by client. For React, this not a problem but with jQuery plugins, it can duplicate elements in the page (you have to check the redundancy).
 
-Disk cache is recommended by default. Nginx will directly fetch file on disk. The TTFB (time to first byte) will be under 200ms :). You can use memory cache if you have lot of RAM.
+Disk cache is recommended by default. Nginx will directly fetch HTML files on disk. The TTFB (time to first byte) will be under 200ms :). You can use memory cache if you have lot of RAM, but if you shut down your server, you will lost all the generated pages! So prefer cache disk storage.
 
-## Controllers
+## Helpers for controllers
 
 You can check if seo mode is active in your controllers, with the following variable:
 
 ```ruby
-request.env['seo_mode']
+def check_seo_mode
+  @seo_mode = (params.key?(SeoCache.prerender_url_param) || params.key?(SeoCache.force_cache_url_param))
+end
 ```
 
+And if you want to access to this variable in JS files:
+
+```javascript
+window.seoMode = "{@seo_mode}"
+```
 
-## Consult cache pages
 
-Too see in browser the cache page, open a browser and set the user agent to:
+## Check cached pages
+
+Too see in browser the cached page, open a browser and set the user agent to:
 
 `Googlebot (Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html))`
 
-For instance, with Chrome or Chromium, you can change the user agent in "Network conditions" panel.
+For instance, with Chrome or Chromium, you can change the user agent in "Network" / "Network conditions" panel.
 
-To (re)cache a page, add this parameter to the url (the browser must use the Googlebot user agent):
+To (re)cache a page, add this parameter to the url (and the browser must use the Googlebot user agent):
 
 `/?_seo_cache_=true`
 
@@ -184,7 +212,7 @@ To (re)cache a page, add this parameter to the url (the browser must use the Goo
 To automate caching, create a cron rake task (e.g. in `lib/tasks/populate_seo_cache.rake`):
 
 ```ruby
-namespace :MyProject do
+namespace :my_project do
 
   desc 'Populate cache for SEO'
   task populate_seo_cache: :environment do |_task, _args|
@@ -197,14 +225,16 @@ namespace :MyProject do
 end
 ```
 
-You can add the `force_cache: true` option to `SeoCache::PopulateCache` for overwrite cache data.
+You can add the `force_cache: true` option to `SeoCache::PopulateCache` for overwrite cached data.
+
+If your website has several domains (.com, .fr, ...), you need to generate your urls for each locale (each key is the locale). And use the `with_locale_keys: true` option.
 
-If you want to only execute only through a rake task, you can comment the line which include the middleware. keep all options configured and remove only the middleware. Thus all pages will be cached and SeoCache not called for pages not in cache.
+If you want to execute only through a rake task, you can comment the line which include the middleware. keep all options configured and remove only the middleware. Thus all pages will be cached and SeoCache isn't called for pages not in cache.
 It's useful if you have a script which generates all website pages (based on sitemap for instance) and you run script every day.
 
-## Server
+## Server configuration
 
-If you use disk caching, add to your Nginx configuration:
+If you use disk caching, add this to your Nginx configuration:
 
 ```nginx
 # Before any block:
@@ -247,18 +277,29 @@ location / {
     rewrite ^/(.*)/$ /$1 last;
     
     try_files /seo_cache/$uri/index$cache_extension /seo_cache/$uri$cache_extension /seo_cache/$uri $uri @rubyproxy;
+    # Or for multi-domains:
+    # try_files /seo_cache/fr/$uri/index$cache_extension /seo_cache/fr/$uri$cache_extension /seo_cache/fr/$uri $uri @rubyproxy;
 }
 
 location @rubyproxy {
-    ...
+    proxy_connect_timeout 600;
+    proxy_send_timeout 600;
+    proxy_read_timeout 600;
+    send_timeout 600;
+    proxy_set_header Host $host;
+    proxy_set_header X-Real-IP $remote_addr;
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    proxy_set_header X-Forwarded-Proto $scheme;
+    proxy_pass_header Server;
+    proxy_pass http://0.0.0.0:3020;
 }
 ```
 
-This configuration allow you to use SEO cache only for bots (you can add other bots) and GET requests. For users, you don't want to use the cached page (user connection, basket, ...). The performance are less important for users then bots.
+This configuration allow you to use SEO cache only for bots (you can add other bots at the beginning of the file) and HTML GET requests. For connected users, you don't want to use the cached page (user connection, basket, ...). The performance are less important for users than bots.
 
 ## Heroku case
 
-If you use Heroku server, you can't store file on dynos. But you have two alternatives :
+If you use Heroku server, you can't store files on dynos. But you have two alternatives:
 
 - Use the memory mode
 

data/lib/seo_cache/middleware.rb

@@ -21,7 +21,10 @@ module SeoCache
 
         return cached_response.finish if cached_response.present?
 
-        SeoCache.log('missed cache : ' + Rack::Request.new(env).path) if SeoCache.log_missed_cache
+        if SeoCache.log_missed_cache
+          env_request = Rack::Request.new(env)
+          SeoCache.log("missed cache : #{env_request.path} (User agent: #{env_request.user_agent})")
+        end
 
         if SeoCache.prerender_service_url.present?
           prerender_response = prerender_service(env)
@@ -33,8 +36,8 @@ module SeoCache
         else
           Thread.new do
             prerender_data = page_render(env)
-            # Extract status from render page (return 500 if status cannot be found, some problems happen somewhere)
-            status = prerender_data&.scan(/<!--status:(\d+)-->/)&.last&.first || 500
+            # Extract status from render page or return 404
+            status = prerender_data&.scan(/<!--status:(\d+)-->/)&.last&.first
             after_render(env, prerender_data, status || 200)
           end
         end
@@ -45,7 +48,7 @@ module SeoCache
         status_code               = "<!--status:#{status}-->"
         # Cannot add at the top of file, Chrome removes leading comments...
         begin
-          body_code = response.body.sub('<head>', "<head>#{status_code}")
+          body_code = response.body.sub(/<head( ?)(.*?)>/i, "<head\\1\\2>#{status_code}")
           return [status, headers, [body_code]]
         rescue
           return [status, headers, [nil]]
@@ -204,6 +207,11 @@ module SeoCache
     def after_render(env, response, status = 200)
       return unless response && SeoCache.cache_only_status.include?(status.to_i)
 
+      if SeoCache.log_missed_cache
+        env_request = Rack::Request.new(env)
+        SeoCache.log("missed cache : #{env_request.path} (User agent: #{env_request.user_agent})")
+      end
+
       @page_caching.cache(response, Rack::Request.new(env).path)
     end
   end

data/lib/seo_cache/page_render.rb

@@ -14,6 +14,8 @@ module SeoCache
       return @driver.page_source
     rescue StandardError => error
       SeoCache.log_error(error.message)
+
+      return false
     ensure
       @driver&.quit if quit_after_render
     end

data/lib/seo_cache/populate_cache.rb

@@ -11,27 +11,41 @@ module SeoCache
       @page_render  = PageRender.new
       @page_caching = PageCaching.new
 
-      @force_cache = options.fetch(:force_cache, false)
+      @force_cache      = options.fetch(:force_cache, false)
+      @with_locale_keys = options.fetch(:with_locale_keys, false)
     end
 
     def perform
-      @paths.each do |path|
-        next if @page_caching.cache_exists?(path) && !@force_cache
-
-        url = @host + path
-        url += if path.include?('?')
-                 '&'
-               else
-                 '?'
-               end
-        url += "#{SeoCache.prerender_url_param}=true"
-
-        page_source = @page_render.get(url, false)
-        @page_caching.cache(page_source, path)
+      if @with_locale_keys
+        @paths.each do |locale, paths|
+          paths.each do |path|
+            generate_cache(path, locale)
+          end
+        end
+      else
+        @paths.each do |path|
+          generate_cache(path)
+        end
       end
 
     ensure
       @page_render.close_connection
     end
+
+    private
+
+    def generate_cache(path, locale = nil)
+      return if @page_caching.cache_exists?(path) && !@force_cache
+
+      url = @host + path
+      url += path.include?('?') ? '&' : '?'
+      url += "#{SeoCache.prerender_url_param}=true"
+
+      page_source = @page_render.get(url, false)
+      return unless page_source
+
+      path_cache_key = locale ? "/#{locale}#{path}" : path
+      @page_caching.cache(page_source, path_cache_key)
+    end
   end
 end

data/lib/seo_cache/version.rb

@@ -1,3 +1,3 @@
 module SeoCache
-  VERSION = '0.19.0'.freeze
+  VERSION = '1.0.4'.freeze
 end

data/seo_cache.gemspec

@@ -28,7 +28,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'selenium-webdriver', '~> 3'
   spec.add_dependency 'webdrivers', '~> 4'
 
-  spec.add_development_dependency 'bundler', '~> 1'
+  spec.add_development_dependency 'bundler', '~> 2'
   spec.add_development_dependency 'rake', '~> 13'
   spec.add_development_dependency 'rspec', '~> 3'
   spec.add_development_dependency 'simplecov', '~> 0.17'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: seo_cache
 version: !ruby/object:Gem::Version
-  version: 0.19.0
+  version: 1.0.4
 platform: ruby
 authors:
 - FloXcoder
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-05-11 00:00:00.000000000 Z
+date: 2021-05-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rack
@@ -114,14 +114,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1'
+        version: '2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1'
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -186,6 +186,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/ISSUE_TEMPLATE/bug_report.md"
+- ".github/ISSUE_TEMPLATE/feature_request.md"
+- ".github/pull_request_template.md"
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
@@ -226,7 +229,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.3
+rubygems_version: 3.2.17
 signing_key: 
 specification_version: 4
 summary: Cache dedicated for SEO with Javascript rendering