nxt_vcr_harness 0.1.4 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 32922bec1636e50f2f5e1493bb2b339a7b9f071a17f514afe5cae0ac37ed2889
-  data.tar.gz: 38defb9a3f01355347395709dff2cbc2e23d06126a43c03806d7aa20c93f4ce5
+  metadata.gz: 299a23a4cea677b8985726471cfb9fbcc28b48d2ce70c78de1a90748fa768bc3
+  data.tar.gz: 2db4abfd09dffc697204cbb3881bda70a15ad72ce5fdf59cf1a92ba44a5e53d8
 SHA512:
-  metadata.gz: d91532d74bb9a2ca0ef9c9ad680bdd7fe1cc73ad9a896f3a0b8f144fdf167f48a96d7aef98ebece806e77e45682a795eb332eabd18ba3b91a2e9ecacf456465a
-  data.tar.gz: dd5e99a7d29f9aee781fae2d3be7a3a7bd65023785547d44d0845fb9acf500cee23208d6fe9f28fd2505d1d02fc3a618155db6efb4c221676c2220632c06d468
+  metadata.gz: 47ec2fe863122f365fd32e1226bb9fe020c3bea55237b394242ef062940c73563e0d5c7c1adf312754e2aea7ee505c0b780b57e98cbc7e878564e8a3d4599395
+  data.tar.gz: f81055d1d0e94684e8c3063f301e5175300769669d321e2de43191f4780b83e0f9b40c27c591273759f33d7990675facdbf5985100c05b3e9d0b8b28fdad4915

data/.circleci/config.yml

@@ -1,56 +1,37 @@
-version: 2
+# See https://circleci.com/docs/2.0/language-ruby/ for more details
+
+version: 2.1
+
+orbs:
+  ruby: circleci/ruby@2.0.1
 
 jobs:
-  build:
-    working_directory: /home/circleci/app
+  checks:
+    parallelism: 1
+    resource_class: small
     docker:
-      - image: circleci/ruby:2.7.2-node
-    environment:
-      RACK_ENV: test
-      RAILS_ENV: test
-      COVERAGE: true
-      BUNDLER_VERSION: 2.1.4
-      # CC_TEST_REPORTER_ID: YOUR_REPO_CC_TEST_REPORTER_ID # ENV var set in CircleCI user interface
+      - image: cimg/ruby:3.2.2
     steps:
       - checkout
-      # libpq-dev: required for compiling the `pg` gem
-      # nodejs: required for asset compilation (see https://github.com/rails/execjs)
-      - run:
-          name: Install apt dependencies
-          command: |
-            sudo apt update -q \
-            && sudo apt upgrade -q
-      - restore_cache:
-          key: v3-bundler-{{ checksum "Gemfile.lock" }}-{{ arch }}
-      - run: gem install bundler --version $BUNDLER_VERSION
-      - run: bundle config build.nokogiri --use-system-libraries
-      - run: bundle install --without staging:production --path=vendor/bundle --jobs=4 --retry=3
-      - save_cache:
-          key: v3-bundler-{{ checksum "Gemfile.lock" }}-{{ arch }}
-          paths:
-            - vendor/bundle
+      - ruby/install-deps:
+          key: gems-v2
+          include-branch-in-cache-key: false
+      # - ruby/rubocop-check
       - run:
-          name: Collect and filter specs
-          command: |
-            mkdir -p tmp/circleci
-            circleci tests glob "spec/**/*_spec.rb" > tmp/circleci/all_tests.txt
-            circleci tests split --split-by=timings < tmp/circleci/all_tests.txt > tmp/circleci/tests_to_run.txt
-            echo "These specs will be run:"
-            cat tmp/circleci/tests_to_run.txt
-      - run:
-          name: Parallel RSpec
-          command: |
-            bundle exec rspec \
-              --color \
-              --format progress \
-              --require spec_helper \
-              --format RspecJunitFormatter --out /tmp/rspec/junit.xml \
-              $(cat tmp/circleci/tests_to_run.txt)
+          name: RSpec Tests
+          command: |-
+            bundle exec rspec --format RspecJunitFormatter \
+              --out /tmp/test-results/rspec/results.xml --format progress
       # actually not necessary for test results to be collected, but these files
       # won't show up in the web UI otherwise
       - store_artifacts:
           path: /tmp/rspec/
           destination: rspec
-
       - store_test_results:
           path: /tmp/rspec/
+
+workflows:
+  version: 2
+  checks:
+    jobs:
+      - checks

data/.ruby-version

@@ -1 +1 @@
-2.7.2
+3.2.2

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+# v0.2.0 2024-02-17
+## Added
+- Added `strip_unneeded_headers_before_save` method to keep cassette size down
+
 # v0.1.4 2020-12-03
 
 ### Updated

data/Gemfile.lock

@@ -1,47 +1,47 @@
 PATH
   remote: .
   specs:
-    nxt_vcr_harness (0.1.4)
+    nxt_vcr_harness (0.2.0)
       rspec (~> 3.0)
       vcr (~> 6.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    coderay (1.1.2)
-    diff-lcs (1.4.4)
+    coderay (1.1.3)
+    diff-lcs (1.5.0)
     method_source (1.0.0)
-    pry (0.13.1)
+    pry (0.14.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
-    rake (13.0.1)
-    rspec (3.10.0)
-      rspec-core (~> 3.10.0)
-      rspec-expectations (~> 3.10.0)
-      rspec-mocks (~> 3.10.0)
-    rspec-core (3.10.0)
-      rspec-support (~> 3.10.0)
-    rspec-expectations (3.10.0)
+    rake (13.0.6)
+    rspec (3.12.0)
+      rspec-core (~> 3.12.0)
+      rspec-expectations (~> 3.12.0)
+      rspec-mocks (~> 3.12.0)
+    rspec-core (3.12.3)
+      rspec-support (~> 3.12.0)
+    rspec-expectations (3.12.3)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.10.0)
-    rspec-mocks (3.10.0)
+      rspec-support (~> 3.12.0)
+    rspec-mocks (3.12.6)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.10.0)
-    rspec-support (3.10.0)
-    rspec_junit_formatter (0.4.1)
+      rspec-support (~> 3.12.0)
+    rspec-support (3.12.2)
+    rspec_junit_formatter (0.6.0)
       rspec-core (>= 2, < 4, != 2.12.0)
-    vcr (6.0.0)
+    vcr (6.2.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  bundler (~> 2.1)
+  bundler
   nxt_vcr_harness!
   pry
-  rake (~> 13.0)
-  rspec (~> 3.0)
-  rspec_junit_formatter (~> 0.4.1)
+  rake
+  rspec
+  rspec_junit_formatter
 
 BUNDLED WITH
    2.1.4

data/README.md

@@ -22,12 +22,16 @@ Or install it yourself as:
 
 ## Usage
 
-NxtVcrHarness currently has two features. You can use it to find vcr cassettes that are not being used when you 
+NxtVcrHarness provides three features.
+
+### 1. List unused cassettes after each test run.
+You can use it to find vcr cassettes that are not being used when you 
 run your test suite. Enable it by calling `NxtVcrHarness.track_cassettes_if(...your condition in here...)`. 
 Note that the output only makes sense when you run your complete test suite. 
 If you run only a subset all cassettes that are used by your other test will be included too.
 
-The second feature is that you can enable your custom :vcr tag by calling `NxtVcrHarness.enable_vcr_tag`. This will 
+### 2. Use custom VCR tag
+You can enable your custom :vcr tag by calling `NxtVcrHarness.enable_vcr_tag`. This will 
 automatically name your vcr cassettes based on the your rspec example and the surrounding contexts. You can also 
 setup default cassette options for your vcr tag. 
 
@@ -35,6 +39,56 @@ setup default cassette options for your vcr tag.
 NxtVcrHarness.enable_vcr_tag(tag_name: :my_vcr_tag, default_cassette_options: { ... })
 ```
 
+### 3. Keep cassettes small by removing unneeded headers
+API responses typically contain useful headers, such as information about rate limits and pagination,
+but also many more unnecessary headers.
+You can drastically reduce the size of your cassettes by stripping unnecessary headers before saving.
+
+```ruby
+# After VCR.configure:
+NxtVcrHarness.strip_unneeded_headers_before_save
+```
+
+By default, nxt_vcr_harness will remove the following kinds of headers (case-insensitive) from responses:
+- CORS headers (`Access-Control-*`)
+- Headers for browsers (`X-Frame-Options`, `Content-Security-Policy`, `Strict-Transport-Security`, `X-Xss-Protection`, `Expect-Ct`...)
+- Headers for browsers/proxies/CDNs (`Cache-Control`, `Etag`, `Vary`...)
+- Common cloud provider headers (CloudFlare, AWS)
+- Server details (`Server-Timing`, `X-Powered-By`, `X-Runtime`, `Via`, `Date`)
+
+From requests, `Accept-Encoding` and `Expect` headers will be removed.
+
+See `NxtVcrHarness::UnneededHeaders.default_headers_to_strip` for the full list of removed headers.
+
+You can add or override headers to be removed (regexes or strings):
+
+```ruby
+NxtVcrHarness.strip_unneeded_headers_before_save do |headers_to_strip|
+  headers_to_strip[:response] << /X-Dixa-.+/i
+end
+```
+
+To run this slimming on existing cassettes, you can create a simple Ruby script or Rake task, for example::
+
+```rb
+require 'vcr'
+require 'nxt_vcr_harness'
+
+headers_to_strip = NxtVcrHarness::UnneededHeaders.default_headers_to_strip
+headers_to_strip[:responses] << /X-Dixa-.+/i
+
+task slim_cassettes: :environment do
+  Dir[Rails.root.join('spec/fixtures/vcr_cassettes/**/**.yml')].each do |file_path|
+    cassette = ::YAML.load(File.read(file_path))
+    cassette['http_interactions'].each do |interaction|
+      NxtVcrHarness::UnneededHeaders.strip(interaction['request']['headers'], headers_to_strip[:requests])
+      NxtVcrHarness::UnneededHeaders.strip(interaction['response']['headers'], headers_to_strip[:responses])
+    end
+    File.write(file_path, VCR.cassette_serializers[:yaml].serialize(cassette))
+  end
+end
+```
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/lib/nxt_vcr_harness/unneeded_headers.rb

@@ -0,0 +1,74 @@
+module NxtVcrHarness
+  module UnneededHeaders
+    REQUEST_HEADERS = %w[
+      Accept-Encoding
+      Expect
+    ].freeze
+
+    BROWSER_HEADERS = [
+      /Access-Control-.+/i,
+      'Alt-Svc',
+      /(X-)?Content-Security-Policy.*/i,
+      'Cache-Control',
+      'Etag',
+      'Expect-Ct',
+      'NEL',
+      'Referrer-Policy',
+      'Report-To',
+      'Reporting-Endpoints',
+      'Set-Cookie',
+      'Strict-Transport-Security',
+      'Vary',
+      /X-(Content-Type-Options|Download-Options|Frame-Options|Permitted-Cross-Domain-Policies|Webkit-Csp|Xss-Protection)/i,
+    ].freeze
+
+    SERVER_DETAILS = [
+      'Date',
+      'Server',
+      'Server-Timing',
+      /X-(Powered-By|Runtime|Served-By|Server-Elapsed)/i,
+      /X-Envoy-(Decorator-Operation|Upstream-Service-Time)/i,
+      'Via',
+    ].freeze
+
+    AMAZON_HEADERS = [
+      /X-Amzn?-.+/i,
+      'X-Cache',
+    ].freeze
+
+    CLOUDFLARE_HEADERS = [
+      /Cf-.+/i,
+    ].freeze
+
+    RESPONSE_HEADERS = [
+      *BROWSER_HEADERS,
+      *SERVER_DETAILS,
+      *AMAZON_HEADERS,
+      *CLOUDFLARE_HEADERS,
+    ].freeze
+
+    def default_headers_to_strip
+      {
+        requests: UnneededHeaders::REQUEST_HEADERS.dup,
+        responses: UnneededHeaders::RESPONSE_HEADERS.dup,
+      }
+    end
+
+    def strip(headers_hash, headers_to_strip)
+      headers_hash.delete_if do |k, v|
+        headers_to_strip.any? do |header|
+          case header
+          when String
+            k == header || k == header.downcase
+          when Regexp
+            k.match?(header)
+          else
+            raise ArgumentError, "Unexpected key type in headers_to_strip hash: #{header}"
+          end
+        end
+      end
+    end
+
+    module_function :default_headers_to_strip, :strip
+  end
+end

data/lib/nxt_vcr_harness/version.rb

@@ -1,3 +1,3 @@
 module NxtVcrHarness
-  VERSION = "0.1.4"
+  VERSION = "0.2.0"
 end

data/lib/nxt_vcr_harness.rb

@@ -1,6 +1,7 @@
 require "nxt_vcr_harness/version"
 require 'nxt_vcr_harness/cassette_name_by_example'
 require 'nxt_vcr_harness/cassette_tracker'
+require 'nxt_vcr_harness/unneeded_headers'
 require 'digest'
 
 module NxtVcrHarness
@@ -66,5 +67,19 @@ module NxtVcrHarness
     end
   end
 
-  module_function :enable_vcr_tag, :track_cassettes, :enable_vcr_cassette_helper, :track_cassettes_if
+  def strip_unneeded_headers_before_save
+    headers_to_strip = UnneededHeaders.default_headers_to_strip
+
+    yield headers_to_strip if block_given?
+
+    ::VCR.configure do |config|
+      config.before_record do |interaction, _cassette|
+        UnneededHeaders.strip(interaction.request.headers, headers_to_strip[:requests])
+        UnneededHeaders.strip(interaction.response.headers, headers_to_strip[:responses])
+      end
+    end
+  end
+
+  module_function :enable_vcr_tag, :track_cassettes, :enable_vcr_cassette_helper, :track_cassettes_if,
+    :strip_unneeded_headers_before_save
 end

data/nxt_vcr_harness.gemspec

@@ -39,9 +39,9 @@ Gem::Specification.new do |spec|
   spec.add_dependency "rspec", "~> 3.0"
   spec.add_dependency "vcr", "~> 6.0"
 
-  spec.add_development_dependency "bundler", "~> 2.1"
-  spec.add_development_dependency "rake", "~> 13.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
   spec.add_development_dependency "pry"
-  spec.add_development_dependency "rspec_junit_formatter", "~> 0.4.1"
+  spec.add_development_dependency "rspec_junit_formatter"
 end

metadata

@@ -1,16 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: nxt_vcr_harness
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.2.0
 platform: ruby
 authors:
 - Andreas Robecke
 - Nils Sommer
 - Raphael Kallensee
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-12-04 00:00:00.000000000 Z
+date: 2024-02-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -44,44 +44,44 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
@@ -100,16 +100,16 @@ dependencies:
   name: rspec_junit_formatter
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.1
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.1
+        version: '0'
 description: Names your vcr cassettes based on your rspec examples and let's you pass
   in options on the fly
 email:
@@ -122,7 +122,6 @@ files:
 - ".gitignore"
 - ".rspec"
 - ".ruby-version"
-- ".travis.yml"
 - CHANGELOG.md
 - Gemfile
 - Gemfile.lock
@@ -134,6 +133,7 @@ files:
 - lib/nxt_vcr_harness.rb
 - lib/nxt_vcr_harness/cassette_name_by_example.rb
 - lib/nxt_vcr_harness/cassette_tracker.rb
+- lib/nxt_vcr_harness/unneeded_headers.rb
 - lib/nxt_vcr_harness/version.rb
 - nxt_vcr_harness.gemspec
 homepage: https://github.com/nxt-insurance
@@ -144,7 +144,7 @@ metadata:
   homepage_uri: https://github.com/nxt-insurance
   source_code_uri: https://github.com/nxt-insurance/nxt_vcr_harness
   changelog_uri: https://github.com/nxt-insurance/nxt_vcr_harness/CHANGELOG.md
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -159,8 +159,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
-signing_key: 
+rubygems_version: 3.4.10
+signing_key:
 specification_version: 4
 summary: Intuitive VCR cassette naming
 test_files: []

data/.travis.yml

@@ -1,7 +0,0 @@
----
-sudo: false
-language: ruby
-cache: bundler
-rvm:
-  - 2.6.1
-before_install: gem install bundler -v 1.17.2