crawlscope 0.7.0 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2c7c5616af9b17e185b54274dfa07997d712f93ae37285d1cc9dbe190d289882
-  data.tar.gz: a443e0cfdce5c3a1a08bdcc0b53916a6e60631aad5c3ef5c9cc5377e70558383
+  metadata.gz: 34b82022958c0d4bbc782e95ee899e555932d764050bb20f940c6ffaeb754cc1
+  data.tar.gz: 2587fd40b220f51d9752196323953abd2af194c95e480e52aa432259ec9f263b
 SHA512:
-  metadata.gz: f00dbb412e2372bbe757b7fdf84dadc5e7cb05f82f2e254a08a5b8a199020b3cbdceff460ecf37f53a93d9617c769be1673120599edade1f8e9881c5a2a56de7
-  data.tar.gz: 462cce5554b2872955c76855bf60a77e93948c1162219ec129b7d3a5e511a3726b73157d33db8a4b9c3a64564e2c69306138b9c0ff62600b67570e1d6fee0403
+  metadata.gz: 589b924f5f5a627e988156a77ca280c7f8a8ae4a8602bb0ff9fb4d59b449b18c546eab14fbbeb22ad02aee1d2ccfb79a9e5e2e5af870d06c15e057a30c404187
+  data.tar.gz: 327e346ca6a0702ae37b37cdf413443b578042f06a43306b87d14d8fc0d165480c952da6ba36ef483d1cec76125bbc1226d6e8ae3acf3c836dc737e3970330e1

data/CHANGELOG.md

@@ -5,6 +5,15 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.7.1] - 2026-07-21
+
+
+### Added
+
+- add lazy install generator
+
+
+
 ## [0.7.0] - 2026-07-21
 
 

data/README.md

@@ -146,20 +146,18 @@ puts result.issues.to_a.map(&:message)
 
 ## Rails Usage
 
-For an app that uses Crawlscope through rake tasks, load the task entrypoint
-only when a Crawlscope task is requested. In the application's `Rakefile`,
-before `require_relative "config/application"`:
+Run the install generator after adding the gem:
 
-```ruby
-list_tasks = Rake.application.options.show_tasks || ARGV.any? { |argument| ["-T", "--tasks"].include?(argument) }
-require "crawlscope/tasks" if list_tasks || ARGV.any? { |argument| argument.start_with?("crawlscope:") }
+```bash
+bin/rails generate crawlscope:install
 ```
 
-This preserves `bin/rails --tasks` and the `crawlscope:*` tasks without loading
-Crawlscope during normal Rails boot. Runtime callers should explicitly
-`require "crawlscope"` immediately before configuring or using the gem.
+The generator creates `config/initializers/crawlscope.rb` with an idempotent
+`CrawlscopeConfiguration.apply` loader and adds conditional `crawlscope/tasks`
+loading to the application's `Rakefile`. This preserves `bin/rails --tasks` and
+the `crawlscope:*` tasks without loading Crawlscope during normal Rails boot.
 
-In an initializer:
+Customize the `Crawlscope.configure` block inside the generated initializer:
 
 ```ruby
 Crawlscope.configure do |config|
@@ -170,6 +168,17 @@ Crawlscope.configure do |config|
 end
 ```
 
+Runtime callers must apply the generated configuration before using
+Crawlscope:
+
+```ruby
+CrawlscopeConfiguration.apply
+Crawlscope.configuration.audit
+```
+
+Rake tasks apply it automatically because `crawlscope/tasks` loads the gem
+before Rails evaluates the initializer.
+
 Then run:
 
 ```bash

data/lib/crawlscope/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Crawlscope
-  VERSION = "0.7.0"
+  VERSION = "0.7.1"
 end

data/lib/crawlscope.rb

@@ -27,6 +27,7 @@ module Crawlscope
 end
 
 Crawlscope.instance_variable_set(:@loader, Zeitwerk::Loader.for_gem)
+Crawlscope.loader.ignore("#{__dir__}/generators")
 Crawlscope.loader.ignore("#{__dir__}/tasks")
 Crawlscope.loader.ignore("#{__dir__}/crawlscope/railtie.rb")
 Crawlscope.loader.ignore("#{__dir__}/crawlscope/tasks.rb")

data/lib/generators/crawlscope/install_generator.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require "rails/generators"
+
+module Crawlscope
+  module Generators
+    class InstallGenerator < Rails::Generators::Base
+      source_root File.expand_path("templates", __dir__)
+
+      desc "Create a lazy-safe Crawlscope initializer and task loader"
+
+      def create_initializer
+        template "initializer.rb.tt", "config/initializers/crawlscope.rb"
+      end
+
+      def configure_rakefile
+        rakefile = File.join(destination_root, "Rakefile")
+        return unless File.exist?(rakefile)
+        return if File.read(rakefile).include?('require "crawlscope/tasks"')
+
+        inject_into_file "Rakefile", rakefile_setup, before: /^require_relative ["']config\/application["']/
+      end
+
+      private
+
+      def rakefile_setup
+        <<~RUBY
+          crawlscope_tasks_requested = Rake.application.options.show_tasks ||
+            ARGV.any? { |argument| ["-T", "--tasks"].include?(argument) }
+          require "crawlscope/tasks" if crawlscope_tasks_requested ||
+            ARGV.any? { |argument| argument.start_with?("crawlscope:") }
+
+        RUBY
+      end
+    end
+  end
+end

data/lib/generators/crawlscope/templates/initializer.rb.tt

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module CrawlscopeConfiguration
+  MUTEX = Mutex.new
+
+  def self.apply
+    return if @applied
+
+    MUTEX.synchronize do
+      return if @applied
+
+      require "crawlscope"
+
+      Crawlscope.configure do |config|
+        config.base_url = -> { ENV.fetch("CRAWLSCOPE_BASE_URL", "http://localhost:3000") }
+        config.sitemap_path = lambda {
+          ENV.fetch("SITEMAP", Rails.public_path.join("sitemap.xml").to_s)
+        }
+        config.site_name = ENV.fetch("CRAWLSCOPE_SITE_NAME", "Application")
+      end
+
+      @applied = true
+    end
+  end
+end
+
+CrawlscopeConfiguration.apply if defined?(Crawlscope)

data/test/crawlscope/install_generator_test.rb

@@ -0,0 +1,58 @@
+# frozen_string_literal: true
+
+require "test_helper"
+require "generators/crawlscope/install_generator"
+require "open3"
+require "rbconfig"
+
+class CrawlscopeInstallGeneratorTest < Minitest::Test
+  def test_generates_lazy_initializer_and_task_loader
+    Dir.mktmpdir do |destination|
+      File.write(File.join(destination, "Rakefile"), <<~RUBY)
+        require_relative "config/application"
+        Rails.application.load_tasks
+      RUBY
+
+      Crawlscope::Generators::InstallGenerator.start([], destination_root: destination)
+
+      initializer = File.join(destination, "config/initializers/crawlscope.rb")
+      rakefile = File.read(File.join(destination, "Rakefile"))
+
+      assert File.exist?(initializer)
+      assert_includes File.read(initializer), "module CrawlscopeConfiguration"
+      assert_includes File.read(initializer), "CrawlscopeConfiguration.apply if defined?(Crawlscope)"
+      assert_includes rakefile, 'require "crawlscope/tasks"'
+      assert_operator rakefile.index('require "crawlscope/tasks"'), :<, rakefile.index('require_relative "config/application"')
+
+      _stdout, stderr, status = Open3.capture3(RbConfig.ruby, initializer)
+      assert status.success?, stderr
+
+      script = <<~RUBY
+        require "pathname"
+
+        module Rails
+          def self.public_path
+            Pathname.new("public")
+          end
+        end
+
+        require "crawlscope"
+        load ARGV.fetch(0)
+
+        configuration = Crawlscope.configuration
+        CrawlscopeConfiguration.apply
+        abort "configuration replaced" unless Crawlscope.configuration.equal?(configuration)
+        abort "base URL missing" unless configuration.base_url == "http://localhost:3000"
+        abort "sitemap missing" unless configuration.sitemap_path == "public/sitemap.xml"
+      RUBY
+      _stdout, stderr, status = Open3.capture3(
+        RbConfig.ruby,
+        "-I#{File.expand_path("../../lib", __dir__)}",
+        "-e",
+        script,
+        initializer
+      )
+      assert status.success?, stderr
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: crawlscope
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.7.1
 platform: ruby
 authors:
 - Paulo Fidalgo
@@ -259,6 +259,8 @@ files:
 - lib/crawlscope/tasks.rb
 - lib/crawlscope/url.rb
 - lib/crawlscope/version.rb
+- lib/generators/crawlscope/install_generator.rb
+- lib/generators/crawlscope/templates/initializer.rb.tt
 - lib/tasks/crawlscope_tasks.rake
 - test/crawlscope/browser_test.rb
 - test/crawlscope/cli_test.rb
@@ -269,6 +271,7 @@ files:
 - test/crawlscope/fetch_executor_test.rb
 - test/crawlscope/http_test.rb
 - test/crawlscope/indexability_rule_test.rb
+- test/crawlscope/install_generator_test.rb
 - test/crawlscope/links_rule_test.rb
 - test/crawlscope/loader_test.rb
 - test/crawlscope/metadata_rule_test.rb