sitemap_gen 0.2.1 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: f5487ba1db08bfc691fb743e0638b97e183ca6ed
4
- data.tar.gz: 3d65fcfd5b0c174ebdf20e4cdd8493fba2726fd2
3
+ metadata.gz: e579f7211053d53a7eb50ede435e79a4fff8547f
4
+ data.tar.gz: c54ff316d6766495d90ce72caa02f80d35d24128
5
5
  SHA512:
6
- metadata.gz: e07fa03742c6f7f0f759c20688eda347e69089028e841698d2871c5eda0c161b7566cfd2073853c8caaa5b6182da5a10d2a75bbc7a1613d67bb461fecd16e432
7
- data.tar.gz: bbfa74b96edbe723aff5491c65d2b708f0e4a5ecc998a42a299ab3a340e4a57bcd8793df8862f3ec5db31897c56e44253f2f0599a5299f8fe8739be56360aa48
6
+ metadata.gz: 3448fca5cf6b5095f46019ac64143ed43dd762f208ccd688a10dcfc272603af9c3efe003bf6d8dae32300388eef006548b695a01d51c5b586cbc9f4d2522b181
7
+ data.tar.gz: aa8e535ea1fa8dbc7305317ff49dd1adb1c6a96c389c0cb9665f7006eeec80cef4bb60076ef7bccce90f7b45f700f486a491375bd379ad86b23c26118b3d700f
@@ -21,22 +21,39 @@ module SitemapGen
21
21
 
22
22
  def create_sitemaps
23
23
  sitemaps = []
24
+ p 'Generating and checking page url...'
24
25
  @html_files.each do |f|
25
26
  next if f =~ ::SitemapGen::IGNORE_DIRS_REGEX
26
- sitemaps.push({ url: @base_url + server_path(f), levels: dir_levels(f) })
27
+ page_url = @base_url + server_path(f)
28
+ p page_url
29
+ sitemaps.push({ url: page_url, levels: dir_levels(f), status: page_status(page_url) })
27
30
  end
31
+ p 'Finish generating url'
28
32
  sitemaps
29
33
  end
30
34
 
31
35
  def csv_header
32
36
  header = ['Id']
33
37
  @max_level.to_i.times.each { |l| header.push("Level #{l + 1}") }
34
- header.push('Url')
38
+ header.push('Url').push('Status')
35
39
  end
36
40
 
37
41
  def csv_row(item, order_num)
38
- gap = @max_level - item[:levels].values.size
39
- [order_num + 1].concat(item[:levels].values).concat(Array.new(gap) { '' }).push(item[:url])
42
+ titles = item[:levels].values
43
+ gap = @max_level - titles.size
44
+ [order_num + 1].concat(titles)
45
+ .concat(Array.new(gap) { '' })
46
+ .push(item[:url], item[:status])
47
+ end
48
+
49
+ def page_status(page_url)
50
+ begin
51
+ page_uri = URI(page_url)
52
+ res = Net::HTTP.get_response(page_uri)
53
+ (res.code == '200' || res.code == '301') ? 'Passed' : 'Failed'
54
+ rescue URI::InvalidURIError
55
+ 'Wrong format URL'
56
+ end
40
57
  end
41
58
 
42
59
  def html_page_title(file_path)
@@ -45,7 +62,6 @@ module SitemapGen
45
62
  end
46
63
 
47
64
  def dir_levels(file_path)
48
- p file_path
49
65
  levels = {}
50
66
  order = 0
51
67
  dirs = server_path(file_path).split('/')
@@ -1,3 +1,3 @@
1
1
  module SitemapGen
2
- VERSION = '0.2.1'
2
+ VERSION = '0.2.2'
3
3
  end
data/lib/sitemap_gen.rb CHANGED
@@ -1,7 +1,8 @@
1
1
  require 'nokogiri'
2
2
  require 'fileutils'
3
3
  require 'csv'
4
-
4
+ require 'net/http'
5
+ require 'byebug'
5
6
 
6
7
  module SitemapGen
7
8
  IGNORE_DIRS_REGEX = /img|cgi-bin|images|css|js/i
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: sitemap_gen
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.1
4
+ version: 0.2.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Minh Phan
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-07-17 00:00:00.000000000 Z
11
+ date: 2017-07-18 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: nokogiri
@@ -72,6 +72,20 @@ dependencies:
72
72
  - - "~>"
73
73
  - !ruby/object:Gem::Version
74
74
  version: '3.0'
75
+ - !ruby/object:Gem::Dependency
76
+ name: byebug
77
+ requirement: !ruby/object:Gem::Requirement
78
+ requirements:
79
+ - - "~>"
80
+ - !ruby/object:Gem::Version
81
+ version: '9.0'
82
+ type: :development
83
+ prerelease: false
84
+ version_requirements: !ruby/object:Gem::Requirement
85
+ requirements:
86
+ - - "~>"
87
+ - !ruby/object:Gem::Version
88
+ version: '9.0'
75
89
  description:
76
90
  email:
77
91
  - wofi.minh@1pac.vn