ReadRobotstxt 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 38847ae783023e434f2b98afa2e27fdbbf4e1925a395e425cb4fba95e94bd31c
-  data.tar.gz: 1191a2352f6ed2792ce8f34f5f5611b2a0d7a41fb6e1bf1de0857b0757f54a51
+  metadata.gz: 77e4a680402a0213053b6cc3b7fa825a332a9e6d8c61a42842fa9461dd814c79
+  data.tar.gz: 66811f73150550f72f935e19823c29a639b5a1c4d79302ae90e1b0b7884e892a
 SHA512:
-  metadata.gz: c6221bd72dc37f2f49ee48d466d11e10c8f58116d75077aa6bd942629ac5cd8bd6129900fd2d1187c2775fb0157904f19e2e687aa3d4131ae3aea2d4fe3d5dec
-  data.tar.gz: 8d382e1e16d44a32cc97ca4e817b08ad43c242bb210508318289646d489f9fd6ebe4343b4c479fcbccfbfb24e545106d6ab6d2d93f06a02c9293307ede9bd577
+  metadata.gz: 3a35d73d66bc13cc565c920601508ad591e6c7b68559713419a4e395e722e7803bcd742c1539853f2ec4ed6b441a568fb01fb2795d2f4d4fd07abcb6d73c6067
+  data.tar.gz: bffeb4a05a3fe498e14eee5648d7933799c88ebd167ee594d17c7016d352df369c688293d110f918d96ff77bf98e727b23d34ce616fe04574df7d18f1ae534d1

data/lib/Robots/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Robots
-  VERSION = '0.2.0'
+  VERSION = '0.3.0'
 end

data/lib/Robots.rb

@@ -9,7 +9,6 @@ module Robots
 
     def initialize(url)
       @url = url
-      puts "kkk"
       uri = URI(File.join(@url, 'robots.txt'))
       @response = Net::HTTP.get_response(uri).body.split("\n").map(&:to_s)
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ReadRobotstxt
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Michael-Meade
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-10-29 00:00:00.000000000 Z
+date: 2025-11-01 00:00:00.000000000 Z
 dependencies: []
 description: Read Robots.txt files
 email:
@@ -17,13 +17,8 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- README.md
-- Rakefile
-- ReadRobotstxt-0.1.0.gem
 - lib/Robots.rb
 - lib/Robots/version.rb
-- robots.rb
-- sig/Robots.rbs
 homepage:
 licenses: []
 metadata: {}

data/README.md

@@ -1,55 +0,0 @@
-# Robots
-Get robots.txt information from a site. 
-
-## Installation
-
-```ruby
-gem install ReadRobotstxt
-```
-
-
-## Usage
-
-```ruby
-require './lib/robots'
-u = Robots::Url.new('https://www.ebay.com')
-u.allow
-u.disallow
-u.disallow_removed
-u.allow_removed
-```
-
-
-```ruby
-require 'Robots'
-
-u = Robots::Url.new('https://www.ebay.com')
-u.allow
-u.disallow
-u.disallow_removed
-u.allow_removed
-
-
-```
-
-## Output
-
-```ruby
-Allow: /urw/*/product-reviews/
-Allow: /ads.txt
-Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0
-Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0
-Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0
-Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0
-Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0
-Allow: /b/*?*_mwBanner
-Allow: /b/*?iid=*&var=
-Allow: /b/*?iid=*&chn=ps
-Allow: /b/*?iid=*&var=*&chn=ps
-Allow: /sch/ebayadvsearch
-Allow: /sch/allcategories/
-Allow: /sch/i.html?*&mkcid=2
-Allow: /sch/i.html*_sop=12
-Allow: /signin/$
-Allow: /urw/*/product-reviews/
-```

data/Rakefile

@@ -1,4 +0,0 @@
-# frozen_string_literal: true
-
-require 'bundler/gem_tasks'
-task default: %i[]

data/robots.rb

@@ -1,7 +0,0 @@
-require 'Robots'
-
-u = Robots::Url.new('https://www.ebay.com')
-u.allow
-u.disallow
-u.disallow_removed
-u.allow_removed

data/sig/Robots.rbs

@@ -1,4 +0,0 @@
-module Robots
-  VERSION: String
-  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
-end