ReadRobotstxt 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +32 -11
  3. data/ReadRobotstxt-0.1.0.gem +0 -0
  4. data/lib/Robots/version.rb +1 -1
  5. data/robots.rb +7 -0
  6. metadata +5 -3
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: eb26a56e7fd51ba2787f82bc6aae192ccc5c3b26ffa9c409081b0ad05465a630
4
- data.tar.gz: 2466cfcb919e02c5f429685862eec578339cbbd8383543cd372cc8772507b2bb
3
+ metadata.gz: 38847ae783023e434f2b98afa2e27fdbbf4e1925a395e425cb4fba95e94bd31c
4
+ data.tar.gz: 1191a2352f6ed2792ce8f34f5f5611b2a0d7a41fb6e1bf1de0857b0757f54a51
5
5
  SHA512:
6
- metadata.gz: 883441daa58f6cafdd058ff4906501783b589ae4d2979b1ca510e0daa4f48dfaa9b43bb1d1df7deb5a5ddb984d796bb77ffe960d194d0f374d5f1aefda928594
7
- data.tar.gz: edc78bd52329da3e8f8038146252669e72231527b7423e806d995e5f96f42e241931ebb93b3170dab5c68506c4a4a11e5ce293f23ce12ab15c005c43fd92e3aa
6
+ metadata.gz: c6221bd72dc37f2f49ee48d466d11e10c8f58116d75077aa6bd942629ac5cd8bd6129900fd2d1187c2775fb0157904f19e2e687aa3d4131ae3aea2d4fe3d5dec
7
+ data.tar.gz: 8d382e1e16d44a32cc97ca4e817b08ad43c242bb210508318289646d489f9fd6ebe4343b4c479fcbccfbfb24e545106d6ab6d2d93f06a02c9293307ede9bd577
data/README.md CHANGED
@@ -4,31 +4,52 @@ Get robots.txt information from a site.
4
4
  ## Installation
5
5
 
6
6
  ```ruby
7
- gem install Robots-txt
7
+ gem install ReadRobotstxt
8
8
  ```
9
9
 
10
- ```bash
11
- bundle add Robots-txt
12
- ```
13
10
 
14
- If bundler is not being used to manage dependencies, install the gem by executing:
11
+ ## Usage
15
12
 
16
- ```bash
17
- gem install Robots-txt
13
+ ```ruby
14
+ require './lib/robots'
15
+ u = Robots::Url.new('https://www.ebay.com')
16
+ u.allow
17
+ u.disallow
18
+ u.disallow_removed
19
+ u.allow_removed
18
20
  ```
19
21
 
20
- ## Usage
21
22
 
22
23
  ```ruby
23
- require './lib/robots'
24
+ require 'Robots'
24
25
 
25
26
  u = Robots::Url.new('https://www.ebay.com')
26
27
  u.allow
27
28
  u.disallow
28
29
  u.disallow_removed
29
30
  u.allow_removed
31
+
32
+
30
33
  ```
31
34
 
32
- ## Contributing
35
+ ## Output
33
36
 
34
- Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/Robots.
37
+ ```ruby
38
+ Allow: /urw/*/product-reviews/
39
+ Allow: /ads.txt
40
+ Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0
41
+ Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0
42
+ Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0
43
+ Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0
44
+ Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0
45
+ Allow: /b/*?*_mwBanner
46
+ Allow: /b/*?iid=*&var=
47
+ Allow: /b/*?iid=*&chn=ps
48
+ Allow: /b/*?iid=*&var=*&chn=ps
49
+ Allow: /sch/ebayadvsearch
50
+ Allow: /sch/allcategories/
51
+ Allow: /sch/i.html?*&mkcid=2
52
+ Allow: /sch/i.html*_sop=12
53
+ Allow: /signin/$
54
+ Allow: /urw/*/product-reviews/
55
+ ```
data/ReadRobotstxt-0.1.0.gem ADDED
Binary file
data/lib/Robots/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Robots
4
- VERSION = '0.1.0'
4
+ VERSION = '0.2.0'
5
5
  end
data/robots.rb ADDED
@@ -0,0 +1,7 @@
1
+ require 'Robots'
2
+
3
+ u = Robots::Url.new('https://www.ebay.com')
4
+ u.allow
5
+ u.disallow
6
+ u.disallow_removed
7
+ u.allow_removed
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: ReadRobotstxt
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.0
4
+ version: 0.2.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Michael-Meade
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2025-10-28 00:00:00.000000000 Z
11
+ date: 2025-10-29 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: Read Robots.txt files
14
14
  email:
@@ -19,8 +19,10 @@ extra_rdoc_files: []
19
19
  files:
20
20
  - README.md
21
21
  - Rakefile
22
+ - ReadRobotstxt-0.1.0.gem
22
23
  - lib/Robots.rb
23
24
  - lib/Robots/version.rb
25
+ - robots.rb
24
26
  - sig/Robots.rbs
25
27
  homepage:
26
28
  licenses: []
@@ -33,7 +35,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
33
35
  requirements:
34
36
  - - ">="
35
37
  - !ruby/object:Gem::Version
36
- version: 3.2.0
38
+ version: '0'
37
39
  required_rubygems_version: !ruby/object:Gem::Requirement
38
40
  requirements:
39
41
  - - ">="