wayfarer 0.5.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e46ffe5b40bd68f97cc1dc1c1777fc18f26ddf25e4b803efa99a6ca5ba8eb96e
-  data.tar.gz: 45359bcb3a30ac6d80052e05ecc35a78321c1b5d58fda6f6f2bf263375c9661d
+  metadata.gz: 775539013b38816a1cc15583b6416cd596a28ce72866cdbc624c2b045b4ca740
+  data.tar.gz: '001657096ad53a1c860bc261a80efd3204fc6683f44093fb30a8d51d4937aea6'
 SHA512:
-  metadata.gz: 510c6839238f636cea908e27baed38b5f21999c56ef60486e1d8f23e006a205a25cd4e01f8ef017c52f35f91ae96fc198e582f8b517353128911cc7d355d76f0
-  data.tar.gz: a34c0c7a57688c4fc6442261391dcd8f55509711dbab4bd223303c376a8ca2a8f9e5e618cab472ef041c6cd3f1a660834a7d301b3d41624ea7cb79a42f19fa2e
+  metadata.gz: fc734cccedfc842f528b71adc961c01d2d104af58556b508bbd98ed80c635dff6385765b14223e765e6d40ab7c273c807b42cd9cfe44fbcb1e670a325319d53c
+  data.tar.gz: b4916f7291ec3cf62935cf69cc078fbe259f1b5dc5c8c877b8256b660f19d93515a76289157dff147df1f0725a4e95c457e38bef3a048adae1cda02ac5a0d34f

data/.env

@@ -1,17 +1,17 @@
 CI=true
 WAYFARER_PORT=9876
 
-REDIS_IMAGE=redis
-REDIS_VERSION=latest
+# redis:8-alpine
+REDIS_IMAGE=redis@sha256:8096655e437712b07503796fb64d81359256cfcff0ab29d95a7da72863786efb
 
-CHROME_IMAGE=browserless/chrome
-CHROME_VERSION=latest
+# browserless/chrome:1.61.1-chrome-stable
+CHROME_IMAGE=browserless/chrome@sha256:efac47cfff3830d9a50b27d29f8bbb61949058ae336c823fbe9bd3c0d1debcc8
 CHROME_PORT=3000
 
-FIREFOX_IMAGE=selenium/standalone-firefox
-FIREFOX_VERSION=latest
+# selenium/standalone-firefox:4.46.0
+FIREFOX_IMAGE=selenium/standalone-firefox@sha256:68754beb3956735905fe9a49004d71c3e1de7b410885151fd8f139618e9537dc
 FIREFOX_PORT=4444
 
-DOCS_IMAGE=squidfunk/mkdocs-material
-DOCS_VERSION=latest
+# squidfunk/mkdocs-material:9.7.7
+DOCS_IMAGE=squidfunk/mkdocs-material@sha256:51b87149d227691486b5f08993d28c65ca7e4990010664b697265b8e6fcd5287
 DOCS_PORT=8000

data/.github/CODEOWNERS

@@ -0,0 +1 @@
+/terraform/ @bauerd

data/.github/workflows/push.yaml

@@ -18,7 +18,7 @@ jobs:
   lint:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262  # v4.4.0
 
       - name: Start services
         run: docker compose up -d wayfarer
@@ -45,7 +45,7 @@ jobs:
   unit-tests:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262  # v4.4.0
 
       - name: Set up Docker Compose
         run: docker compose up -d
@@ -59,7 +59,7 @@ jobs:
   check-links:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262  # v4.4.0
 
       - name: Setup mise
         uses: ./.github/actions/setup-mise
@@ -72,10 +72,23 @@ jobs:
 
       - name: Upload artifact
         if: github.ref_name == github.event.repository.default_branch
-        uses: actions/upload-pages-artifact@v3
+        uses: actions/upload-pages-artifact@56afc609e74202658d3ffba0e8f6dda462b719fa  # v3.0.1
         with:
           path: 'site'
 
+  secret-scan:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262  # v4.4.0
+        with:
+          fetch-depth: 0
+
+      - name: Setup mise
+        uses: ./.github/actions/setup-mise
+
+      - name: gitleaks
+        run: gitleaks detect --source . --redact --no-banner
+
   deploy-docs:
     needs: check-links
     if: github.ref_name == github.event.repository.default_branch
@@ -86,4 +99,4 @@ jobs:
     steps:
       - name: Deploy to GitHub Pages
         id: deployment
-        uses: actions/deploy-pages@v4
+        uses: actions/deploy-pages@d6db90164ac5ed86f2b6aed7e0febac5b3c0c03e  # v4.0.5

data/.github/workflows/release.yaml

@@ -7,7 +7,7 @@ jobs:
     if: github.ref_name == 'master'
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262  # v4.4.0
 
       - run: docker compose up -d
 

data/.github/workflows/terraform.yaml

@@ -0,0 +1,78 @@
+name: Terraform
+
+on:
+  push:
+    paths:
+      - 'terraform/**'
+      - 'mise.toml'
+      - '.github/workflows/terraform.yaml'
+      - '.github/actions/setup-mise/**'
+
+jobs:
+  lint-terraform:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262  # v4.4.0
+
+      - name: Setup mise
+        uses: ./.github/actions/setup-mise
+
+      - name: terraform fmt
+        run: terraform -chdir=terraform fmt -check -recursive -diff
+
+      - name: terraform init
+        if: success() || failure()
+        run: terraform -chdir=terraform init -backend=false -input=false
+
+      - name: terraform validate
+        if: success() || failure()
+        run: terraform -chdir=terraform validate
+
+      - name: checkov
+        if: success() || failure()
+        run: checkov --directory terraform --framework terraform --quiet --compact --skip-download --skip-check CKV_GIT_3
+
+  terraform-plan:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262  # v4.4.0
+
+      - name: Setup mise
+        uses: ./.github/actions/setup-mise
+
+      - name: terraform init
+        run: terraform -chdir=terraform init -input=false
+
+      - name: terraform plan
+        env:
+          GITHUB_TOKEN: ${{ secrets.TF_GITHUB_TOKEN }}
+        run: terraform -chdir=terraform plan -input=false -no-color
+
+  terraform-apply:
+    needs: [lint-terraform, terraform-plan]
+    if: github.ref_name == github.event.repository.default_branch
+    runs-on: ubuntu-latest
+    environment: terraform-apply
+    concurrency:
+      group: terraform-apply
+      cancel-in-progress: false
+    permissions:
+      contents: write
+    steps:
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262  # v4.4.0
+        with:
+          token: ${{ secrets.TF_APPLY_TOKEN }}
+
+      - name: Setup mise
+        uses: ./.github/actions/setup-mise
+
+      - name: terraform init
+        run: terraform -chdir=terraform init -input=false
+
+      - name: terraform apply
+        env:
+          GITHUB_TOKEN: ${{ secrets.TF_APPLY_TOKEN }}
+        run: terraform -chdir=terraform apply -auto-approve -input=false -no-color
+
+      - name: commit updated state
+        run: rake -f rake/terraform.rake terraform:commit_state

data/AGENTS.md

@@ -2,7 +2,7 @@
 
 ## Project Overview
 
-Wayfarer is a Ruby gem (v0.5.0) for versatile web crawling, built on top of **ActiveJob**. It provides a middleware-based pipeline for fetching, parsing, deduplicating, and routing web pages, with support for plain HTTP, headless Chrome (Ferrum/Capybara), and Selenium browser automation.
+Wayfarer is a Ruby gem (v0.5.1) for versatile web crawling, built on top of **ActiveJob**. It provides a middleware-based pipeline for fetching, parsing, deduplicating, and routing web pages, with support for plain HTTP, headless Chrome (Ferrum/Capybara), and Selenium browser automation.
 
 - **Gem name:** `wayfarer`
 - **Ruby version:** 3.4.4 (enforced via `mise.toml`)
@@ -252,6 +252,32 @@ Fix all errors and warnings. Suggestions (passive voice, acronym expansion) are
 
 ---
 
+## Pinning external artifacts
+
+Reference every container image and OCI artifact by immutable `@sha256:...`
+digest, not by tag. Tags are mutable and can silently change what runs; digests
+can't. This applies to `Dockerfile` `FROM` lines, image references in
+`docker-compose.yml` and `.env`, and anything else in the repository that pulls
+an image.
+
+Put the human-readable tag on a comment line above the pinned reference so
+future upgrades know which version was previously in use. Resolve a digest with
+a manifest HEAD request against Docker Hub, or with `crane digest <image>:<tag>`
+or `regctl image digest <image>:<tag>`.
+
+Pin GitHub Actions the same way. Use the commit SHA in the `uses:` line with the
+release tag as a trailing comment, e.g.:
+
+```yaml
+- uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4.4.0
+```
+
+Tools installed via mise are exempt; the mise lock file already pins their
+integrity. Terraform providers are exempt for the same reason: `.terraform.lock.hcl`
+pins them by version and hash.
+
+---
+
 ## Key Conventions
 
 - **All files:** `# frozen_string_literal: true` at the top

data/Dockerfile

@@ -1,4 +1,5 @@
-FROM ruby:3.4.4-alpine
+# ruby:3.4.4-alpine
+FROM ruby@sha256:81096866ac15f906adc79867da3ed97a2aa271d6149363e216a174701345c53b
 RUN apk add --no-cache build-base git yaml-dev zlib-dev
 RUN git config --global --add safe.directory /opt/app
 WORKDIR /opt/app

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    wayfarer (0.5.0)
+    wayfarer (0.5.1)
       activejob (>= 7.1)
       addressable (~> 2.8)
       capybara (~> 3.4)

data/MAINTENANCE.md

@@ -0,0 +1,17 @@
+# Maintenance
+
+## CI environment variables
+
+| Key | Value | Description |
+|---|---|---|
+| `GEM_HOST_API_KEY` | RubyGems API key | Publishes the `wayfarer` gem to rubygems.org from the `release` workflow. |
+| `TF_GITHUB_TOKEN` | Fine-grained PAT | Renders `terraform plan` against the live GitHub API in the `terraform-plan` job. Scopes: Metadata (R), Administration (R), Actions (R). |
+| `TF_APPLY_TOKEN` | Fine-grained PAT | Runs `terraform apply` and pushes updated state back to `master` in the `terraform-apply` job. Scopes: Metadata (R), Administration (RW), Actions (RW), Contents (RW). |
+
+## Releases
+
+1. Bump versions:
+  * `Wayfarer::VERSION` in `lib/wayfarer.rb`
+  * RubyGem version in `wayfarer.gemspec`
+  * Run `bundle install` to regenerate `Gemfile.lock`
+2. Push to `master` and run the manual `release` workflow

data/docker-compose.yml

@@ -16,22 +16,22 @@ services:
       - docs
 
   redis:
-    image: ${REDIS_IMAGE}:${REDIS_VERSION}
+    image: ${REDIS_IMAGE}
 
   chrome:
-    image: ${CHROME_IMAGE}:${CHROME_VERSION}
+    image: ${CHROME_IMAGE}
     ports:
       - "${CHROME_PORT}:${CHROME_PORT}"
 
   firefox:
-    image: ${FIREFOX_IMAGE}:${FIREFOX_VERSION}
+    image: ${FIREFOX_IMAGE}
     ports:
       - "${FIREFOX_PORT}:${FIREFOX_PORT}"
     volumes:
       - /dev/shm:/dev/shm
 
   docs:
-    image: ${DOCS_IMAGE}:${DOCS_VERSION}
+    image: ${DOCS_IMAGE}
     volumes:
       - ./:/docs
     ports:

data/docs/guides/{development.md → architecture.md}

@@ -1,12 +1,4 @@
-# Development
-
-## Release Procedure
-
-1. Bump versions:
-  * `Wayfarer::VERSION` in `lib/wayfarer.rb`
-  * RubyGem version in `wayfarer.gemspec`
-  * Run `bundle install` to regenerate `Gemfile.lock`
-2. Push to `master` or `develop` and run the manual `release` worflow
+# Architecture
 
 ## Conventions and guidelines
 

data/examples/open_systems.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+require "active_job"
+require "wayfarer"
+
+START_URL = "https://www.open-systems.com"
+CONCURRENCY = 4
+
+Wayfarer.config[:redis][:factory] = ->(_) { MockRedis.new }
+Wayfarer.config[:network][:agent] = :ferrum
+Wayfarer.config[:network][:pool][:size] = CONCURRENCY
+Wayfarer.config[:ferrum][:options] = { headless: false }
+
+class OpenSystemsJob < ActiveJob::Base
+  include Wayfarer::Base
+
+  route.host "open-systems.com", to: :index
+
+  def index
+    puts page.url
+    stage page.meta.links.internal
+  end
+end

data/lib/wayfarer/cli.rb

@@ -116,6 +116,7 @@ module Wayfarer
       severity = ActiveSupport::Logger::Severity.const_get(level.upcase)
 
       Wayfarer::Logging.logger.level = severity
+      ActiveJob::Base.logger.level = severity
     end
   end
 end

data/lib/wayfarer.rb

@@ -41,7 +41,7 @@ module Wayfarer
   module VERSION
     MAJOR = 0
     MINOR = 5
-    TINY = 0
+    TINY = 1
     STRING = [MAJOR, MINOR, TINY].join(".")
   end
 

data/mise.toml

@@ -2,3 +2,6 @@
 ruby = "3.4.4"
 python = "3.13"
 vale = "3.9"
+terraform = "1.15.8"
+checkov = "3.3.8"
+gitleaks = "8.30.1"

data/mkdocs.yml

@@ -76,9 +76,9 @@ nav:
           - Selenium: guides/networking/selenium.md
           - Capybara: guides/networking/capybara.md
     - Redis: guides/redis.md
-    - Development: guides/development.md
+    - Architecture: guides/architecture.md
   - Cookbook:
     - Browser navigation: cookbook/navigation.md
     - Executing JavaScript: cookbook/executing_javascript.md
     - Screenhots: cookbook/screenshots.md
-  - API documentation: "https://www.rubydoc.info"
+  - API documentation: "https://www.rubydoc.info/gems/wayfarer"

data/rake/terraform.rake

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+GITHUB_STATE_FILE = "terraform/github.tfstate"
+
+namespace :terraform do
+  task :commit_state do
+    if system("git", "diff", "--quiet", "--", GITHUB_STATE_FILE)
+      puts "State unchanged; nothing to commit."
+      next
+    end
+
+    sh "git", "config", "user.name", "github-actions[bot]"
+    sh "git", "config", "user.email", "41898282+github-actions[bot]@users.noreply.github.com"
+    sh "git", "add", GITHUB_STATE_FILE
+    sh "git", "commit", "-m", "terraform: update state [skip ci]"
+    sh "git", "push"
+  end
+end

data/terraform/.gitignore

@@ -0,0 +1,6 @@
+.terraform/
+*.tfvars
+*.tfvars.json
+*.tfstate.backup
+crash.log
+crash.*.log

data/terraform/.terraform.lock.hcl

@@ -0,0 +1,24 @@
+# This file is maintained automatically by "terraform init".
+# Manual edits may be lost in future updates.
+
+provider "registry.terraform.io/integrations/github" {
+  version     = "6.13.0"
+  constraints = "~> 6.4"
+  hashes = [
+    "h1:y0Sujto8gttV86innNp/LTMzq7CqsFpBs7XKH8AlMl4=",
+    "zh:0ab29fc21699f34345cf0bbbe44745fd1b143b7c73b410c1dc4abe05ffad0a84",
+    "zh:1aed10d06755d420bb3a893bf548ab2932297a9d094c04c5a8501e949ca186ed",
+    "zh:2a6a11c21eae408055f45b9533c07afd2e845f6d496fd1b645aec2e873012103",
+    "zh:5dd05dee677f6ebdbed00cbb1b9be444ab2d1062d345cbc9ec50a47cb41b8622",
+    "zh:6b757d034831243d67ddda869eac4368cef539848bd97511f4d68f1aa38a9c88",
+    "zh:947c9b5b238f0364c57a705beabd24d3eea3159a6f3a24c07e3fbb13657ffae0",
+    "zh:a676549a98164b61630658cbeb6c17820331ca04a049dc9b5095996a0c31ffbe",
+    "zh:a8a81b7fe41dd61eb6a6fa5e08a4dd9ee070e862868252a7fd4cfce30364efee",
+    "zh:c26a9bca4865665084e7f59b1402d7aff34ee63a418d7401a0658fa280cad4d4",
+    "zh:c638d8d0762e62ea188f86302954ef4c92803f2160f0a45fca0cd13974bd3725",
+    "zh:e739a0b7e81ca816944a18a38e679f4015edf8be7ac319815cdea865ba7727d7",
+    "zh:ec099487ea3de8999c84b3b791e242d728461e51fe344832b37bd8d521201c77",
+    "zh:f016ff9e2daab5b88185cec0795213049d105439ffd585d3309a714514ccae13",
+    "zh:fbd1fee2c9df3aa19cf8851ce134dea6e45ea01cb85695c1726670c285797e25",
+  ]
+}

data/terraform/actions.tf

@@ -0,0 +1,10 @@
+resource "github_actions_repository_permissions" "wayfarer" {
+  repository      = github_repository.wayfarer.name
+  allowed_actions = "selected"
+
+  allowed_actions_config {
+    github_owned_allowed = true
+    verified_allowed     = false
+    patterns_allowed     = []
+  }
+}

data/terraform/branch_protection.tf

@@ -0,0 +1,48 @@
+resource "github_repository_ruleset" "master" {
+  name        = "master"
+  repository  = github_repository.wayfarer.name
+  target      = "branch"
+  enforcement = "active"
+
+  bypass_actors {
+    actor_id    = 5
+    actor_type  = "RepositoryRole"
+    bypass_mode = "always"
+  }
+
+  conditions {
+    ref_name {
+      include = ["~DEFAULT_BRANCH"]
+      exclude = []
+    }
+  }
+
+  rules {
+    deletion         = true
+    non_fast_forward = true
+
+    pull_request {
+      required_approving_review_count   = 1
+      dismiss_stale_reviews_on_push     = true
+      require_code_owner_review         = true
+      require_last_push_approval        = true
+      required_review_thread_resolution = true
+    }
+
+    required_status_checks {
+      strict_required_status_checks_policy = true
+
+      required_check {
+        context = "lint"
+      }
+
+      required_check {
+        context = "unit-tests"
+      }
+
+      required_check {
+        context = "check-links"
+      }
+    }
+  }
+}

data/terraform/github.tfstate

@@ -0,0 +1,257 @@
+{
+  "version": 4,
+  "terraform_version": "1.15.8",
+  "serial": 12,
+  "lineage": "4f560238-80a4-c310-1ede-68f245594cb1",
+  "outputs": {},
+  "resources": [
+    {
+      "mode": "managed",
+      "type": "github_actions_repository_permissions",
+      "name": "wayfarer",
+      "provider": "provider[\"registry.terraform.io/integrations/github\"]",
+      "instances": [
+        {
+          "schema_version": 0,
+          "attributes": {
+            "allowed_actions": "selected",
+            "allowed_actions_config": [
+              {
+                "github_owned_allowed": true,
+                "patterns_allowed": [],
+                "verified_allowed": false
+              }
+            ],
+            "enabled": true,
+            "id": "wayfarer",
+            "repository": "wayfarer",
+            "sha_pinning_required": false
+          },
+          "sensitive_attributes": [],
+          "identity_schema_version": 0,
+          "private": "bnVsbA==",
+          "dependencies": [
+            "github_repository.wayfarer"
+          ]
+        }
+      ]
+    },
+    {
+      "mode": "managed",
+      "type": "github_repository",
+      "name": "wayfarer",
+      "provider": "provider[\"registry.terraform.io/integrations/github\"]",
+      "instances": [
+        {
+          "schema_version": 1,
+          "attributes": {
+            "allow_auto_merge": false,
+            "allow_forking": true,
+            "allow_merge_commit": false,
+            "allow_rebase_merge": false,
+            "allow_squash_merge": true,
+            "allow_update_branch": false,
+            "archive_on_destroy": null,
+            "archived": false,
+            "auto_init": false,
+            "default_branch": "master",
+            "delete_branch_on_merge": true,
+            "description": "Versatile web crawling on top of ActiveJob.",
+            "etag": "W/\"24cb3f207da49d273d9c9d77405235c03aa3822f48947356ec65cda4f564d968\"",
+            "fork": "false",
+            "full_name": "bauerd/wayfarer",
+            "git_clone_url": "git://github.com/bauerd/wayfarer.git",
+            "gitignore_template": null,
+            "has_discussions": false,
+            "has_downloads": false,
+            "has_issues": false,
+            "has_projects": false,
+            "has_wiki": false,
+            "homepage_url": "https://bauerd.github.io/wayfarer/",
+            "html_url": "https://github.com/bauerd/wayfarer",
+            "http_clone_url": "https://github.com/bauerd/wayfarer.git",
+            "id": "wayfarer",
+            "ignore_vulnerability_alerts_during_read": false,
+            "is_template": false,
+            "license_template": null,
+            "merge_commit_message": "PR_TITLE",
+            "merge_commit_title": "MERGE_MESSAGE",
+            "name": "wayfarer",
+            "node_id": "R_kgDOGHhJKg",
+            "pages": [],
+            "primary_language": "Ruby",
+            "private": true,
+            "repo_id": 410536234,
+            "security_and_analysis": [
+              {
+                "advanced_security": [],
+                "code_security": [],
+                "secret_scanning": [
+                  {
+                    "status": "disabled"
+                  }
+                ],
+                "secret_scanning_ai_detection": [],
+                "secret_scanning_non_provider_patterns": [],
+                "secret_scanning_push_protection": [
+                  {
+                    "status": "disabled"
+                  }
+                ]
+              }
+            ],
+            "source_owner": "",
+            "source_repo": "",
+            "squash_merge_commit_message": "COMMIT_MESSAGES",
+            "squash_merge_commit_title": "COMMIT_OR_PR_TITLE",
+            "ssh_clone_url": "git@github.com:bauerd/wayfarer.git",
+            "svn_url": "https://github.com/bauerd/wayfarer",
+            "template": [],
+            "topics": [
+              "activejob",
+              "ferrum",
+              "ruby",
+              "selenium",
+              "web-crawler"
+            ],
+            "visibility": "private",
+            "vulnerability_alerts": true,
+            "web_commit_signoff_required": false
+          },
+          "sensitive_attributes": [],
+          "identity_schema_version": 0,
+          "private": "eyJzY2hlbWFfdmVyc2lvbiI6IjEifQ=="
+        }
+      ]
+    },
+    {
+      "mode": "managed",
+      "type": "github_repository_ruleset",
+      "name": "master",
+      "provider": "provider[\"registry.terraform.io/integrations/github\"]",
+      "instances": [
+        {
+          "schema_version": 1,
+          "attributes": {
+            "bypass_actors": [
+              {
+                "actor_id": 5,
+                "actor_type": "RepositoryRole",
+                "bypass_mode": "always"
+              }
+            ],
+            "conditions": [
+              {
+                "ref_name": [
+                  {
+                    "exclude": [],
+                    "include": [
+                      "~DEFAULT_BRANCH"
+                    ]
+                  }
+                ]
+              }
+            ],
+            "enforcement": "active",
+            "etag": "W/\"3da14626c47fc6a5908a46038581b8c79ecbfaedf45e2f1c6530d92a431fa460\"",
+            "id": "19761353",
+            "name": "master",
+            "node_id": "RRS_lACqUmVwb3NpdG9yec4YeEkqzgEtiMk",
+            "repository": "wayfarer",
+            "rules": [
+              {
+                "branch_name_pattern": [],
+                "commit_author_email_pattern": [],
+                "commit_message_pattern": [],
+                "committer_email_pattern": [],
+                "copilot_code_review": [],
+                "creation": false,
+                "deletion": true,
+                "file_extension_restriction": [],
+                "file_path_restriction": [],
+                "max_file_path_length": [],
+                "max_file_size": [],
+                "merge_queue": [],
+                "non_fast_forward": true,
+                "pull_request": [
+                  {
+                    "allowed_merge_methods": [
+                      "merge",
+                      "squash",
+                      "rebase"
+                    ],
+                    "dismiss_stale_reviews_on_push": true,
+                    "require_code_owner_review": true,
+                    "require_last_push_approval": true,
+                    "required_approving_review_count": 1,
+                    "required_review_thread_resolution": true,
+                    "required_reviewers": []
+                  }
+                ],
+                "required_code_scanning": [],
+                "required_deployments": [],
+                "required_linear_history": false,
+                "required_signatures": false,
+                "required_status_checks": [
+                  {
+                    "do_not_enforce_on_create": false,
+                    "required_check": [
+                      {
+                        "context": "check-links",
+                        "integration_id": 0
+                      },
+                      {
+                        "context": "lint",
+                        "integration_id": 0
+                      },
+                      {
+                        "context": "unit-tests",
+                        "integration_id": 0
+                      }
+                    ],
+                    "strict_required_status_checks_policy": true
+                  }
+                ],
+                "tag_name_pattern": [],
+                "update": false,
+                "update_allows_fetch_and_merge": false
+              }
+            ],
+            "ruleset_id": 19761353,
+            "target": "branch"
+          },
+          "sensitive_attributes": [],
+          "identity_schema_version": 0,
+          "private": "eyJzY2hlbWFfdmVyc2lvbiI6IjEifQ==",
+          "dependencies": [
+            "github_repository.wayfarer"
+          ]
+        }
+      ]
+    },
+    {
+      "mode": "managed",
+      "type": "github_repository_vulnerability_alerts",
+      "name": "wayfarer",
+      "provider": "provider[\"registry.terraform.io/integrations/github\"]",
+      "instances": [
+        {
+          "schema_version": 0,
+          "attributes": {
+            "enabled": true,
+            "id": "410536234",
+            "repository": "wayfarer",
+            "repository_id": 410536234
+          },
+          "sensitive_attributes": [],
+          "identity_schema_version": 0,
+          "private": "bnVsbA==",
+          "dependencies": [
+            "github_repository.wayfarer"
+          ]
+        }
+      ]
+    }
+  ],
+  "check_results": null
+}

data/terraform/main.tf

@@ -0,0 +1,31 @@
+provider "github" {
+  owner = var.owner
+}
+
+resource "github_repository" "wayfarer" {
+  name         = var.repository
+  description  = "Versatile web crawling on top of ActiveJob."
+  homepage_url = "https://bauerd.github.io/wayfarer/"
+  visibility   = "private"
+  topics       = ["ruby", "web-crawler", "activejob", "ferrum", "selenium"]
+
+  has_issues      = false
+  has_projects    = false
+  has_wiki        = false
+  has_discussions = false
+
+  allow_merge_commit     = false
+  allow_squash_merge     = true
+  allow_rebase_merge     = false
+  allow_auto_merge       = false
+  delete_branch_on_merge = true
+
+  lifecycle {
+    ignore_changes = [pages]
+  }
+}
+
+resource "github_repository_vulnerability_alerts" "wayfarer" {
+  repository = github_repository.wayfarer.name
+  enabled    = true
+}

data/terraform/variables.tf

@@ -0,0 +1,11 @@
+variable "owner" {
+  type        = string
+  description = "GitHub user or organization that owns the repository."
+  default     = "bauerd"
+}
+
+variable "repository" {
+  type        = string
+  description = "Repository name managed by this configuration."
+  default     = "wayfarer"
+}

data/terraform/versions.tf

@@ -0,0 +1,14 @@
+terraform {
+  required_version = "~> 1.15"
+
+  required_providers {
+    github = {
+      source  = "integrations/github"
+      version = "~> 6.4"
+    }
+  }
+
+  backend "local" {
+    path = "github.tfstate"
+  }
+}

data/wayfarer.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name = "wayfarer"
-  s.version = "0.5.0"
+  s.version = "0.5.1"
   s.license = "MIT"
 
   s.homepage = "http://github.com/bauerd/wayfarer"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: wayfarer
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Dominic Bauer
@@ -241,9 +241,11 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".env"
+- ".github/CODEOWNERS"
 - ".github/actions/setup-mise/action.yaml"
 - ".github/workflows/push.yaml"
 - ".github/workflows/release.yaml"
+- ".github/workflows/terraform.yaml"
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
@@ -255,6 +257,7 @@ files:
 - Gemfile
 - Gemfile.lock
 - LICENSE
+- MAINTENANCE.md
 - Rakefile
 - bin/wayfarer
 - docker-compose.yml
@@ -264,11 +267,11 @@ files:
 - docs/cookbook/navigation.md
 - docs/cookbook/querying_html.md
 - docs/cookbook/screenshots.md
+- docs/guides/architecture.md
 - docs/guides/callbacks.md
 - docs/guides/cli.md
 - docs/guides/configuration.md
 - docs/guides/debugging.md
-- docs/guides/development.md
 - docs/guides/handlers.md
 - docs/guides/index.md
 - docs/guides/jobs.md
@@ -287,6 +290,7 @@ files:
 - docs/guides/user_agents.md
 - docs/index.md
 - docs/reference/api/route.md
+- examples/open_systems.rb
 - lib/wayfarer.rb
 - lib/wayfarer/base.rb
 - lib/wayfarer/batch_completion.rb
@@ -355,6 +359,7 @@ files:
 - rake/docs.rake
 - rake/lint.rake
 - rake/release.rake
+- rake/terraform.rake
 - rake/tests.rake
 - requirements.txt
 - spec/factories/job.rb
@@ -433,6 +438,14 @@ files:
 - spec/wayfarer/task_spec.rb
 - spec/wayfarer/uri/normalization_spec.rb
 - spec/wayfarer_spec.rb
+- terraform/.gitignore
+- terraform/.terraform.lock.hcl
+- terraform/actions.tf
+- terraform/branch_protection.tf
+- terraform/github.tfstate
+- terraform/main.tf
+- terraform/variables.tf
+- terraform/versions.tf
 - wayfarer.gemspec
 homepage: http://github.com/bauerd/wayfarer
 licenses: