weneedfeed 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA256:
3
+ metadata.gz: 7fb7f94b87cc29f50d6a50a9c4f4f289d175bba47e4514eccd35b373a0438ff6
4
+ data.tar.gz: 56071e66614605dd824597dc7149260d47b8beee95b2338190c20cbd1fb30bbf
5
+ SHA512:
6
+ metadata.gz: 25bc5a5e40fb87b3f2516aa949819b0ec258f2bb6ee8d9ab8a1ea8f1672a428c002d4448ad86028e51140db7c4d9462c95ca2678b9e421423a8b17d54454294b
7
+ data.tar.gz: 874ab7d89dfeb3f238aaf2ed3aff6146dac0e4f5a8410a45feb6967219a6062f67e0b38b12bc6369ac597a46f5cf1503db1d213dbdeb1d5f6a6de9ee45e3b41d
@@ -0,0 +1,20 @@
1
+ name: test
2
+
3
+ on:
4
+ pull_request:
5
+ push:
6
+ branches:
7
+ - master
8
+ jobs:
9
+ build:
10
+ runs-on: ubuntu-18.04
11
+ steps:
12
+ - uses: actions/checkout@v2
13
+ - uses: actions/setup-ruby@v1
14
+ with:
15
+ ruby-version: '2.7.2'
16
+ - run: bundle install --jobs=$(($(nproc) - 1)) --retry=3
17
+ - run: bundle exec rubocop --color --parallel
18
+ - run: bundle exec rspec --force-color
19
+
20
+
@@ -0,0 +1,12 @@
1
+ # Generated by Bundler.
2
+ /.bundle/
3
+ /.yardoc
4
+ /_yardoc/
5
+ /coverage/
6
+ /doc/
7
+ /pkg/
8
+ /spec/reports/
9
+ /tmp/
10
+
11
+ # For rack-capture.
12
+ /output
data/.rspec ADDED
@@ -0,0 +1 @@
1
+ --require spec_helper
@@ -0,0 +1,8 @@
1
+ Lint/SuppressedException:
2
+ Enabled: false
3
+
4
+ Metrics:
5
+ Enabled: false
6
+
7
+ Style/Documentation:
8
+ Enabled: false
data/Gemfile ADDED
@@ -0,0 +1,12 @@
1
+ # frozen_string_literal: true
2
+
3
+ source 'https://rubygems.org'
4
+
5
+ # Specify your gem's dependencies in weneedfeed.gemspec
6
+ gemspec
7
+
8
+ gem 'rack-test'
9
+ gem 'rake', '~> 12.0'
10
+ gem 'rspec'
11
+ gem 'rubocop'
12
+ gem 'webmock'
@@ -0,0 +1,102 @@
1
+ PATH
2
+ remote: .
3
+ specs:
4
+ weneedfeed (0.1.0)
5
+ faraday
6
+ hibana
7
+ nokogiri
8
+ rack-capture (>= 0.4.0)
9
+
10
+ GEM
11
+ remote: https://rubygems.org/
12
+ specs:
13
+ addressable (2.7.0)
14
+ public_suffix (>= 2.0.2, < 5.0)
15
+ ast (2.4.1)
16
+ concurrent-ruby (1.1.7)
17
+ crack (0.4.4)
18
+ diff-lcs (1.4.4)
19
+ faraday (1.1.0)
20
+ multipart-post (>= 1.2, < 3)
21
+ ruby2_keywords
22
+ hanami-router (1.3.2)
23
+ hanami-utils (~> 1.3)
24
+ http_router (= 0.11.2)
25
+ rack (~> 2.0)
26
+ hanami-utils (1.3.6)
27
+ concurrent-ruby (~> 1.0)
28
+ transproc (~> 1.0)
29
+ hashdiff (1.0.1)
30
+ hibana (0.1.1)
31
+ hanami-router
32
+ rack
33
+ tilt
34
+ http_router (0.11.2)
35
+ rack (>= 1.0.0)
36
+ url_mount (~> 0.2.1)
37
+ mini_portile2 (2.4.0)
38
+ multipart-post (2.1.1)
39
+ nokogiri (1.10.10)
40
+ mini_portile2 (~> 2.4.0)
41
+ parallel (1.19.2)
42
+ parser (2.7.2.0)
43
+ ast (~> 2.4.1)
44
+ public_suffix (4.0.6)
45
+ rack (2.2.3)
46
+ rack-capture (0.4.0)
47
+ rack
48
+ rack-test (1.1.0)
49
+ rack (>= 1.0, < 3)
50
+ rainbow (3.0.0)
51
+ rake (12.3.3)
52
+ regexp_parser (1.8.2)
53
+ rexml (3.2.4)
54
+ rspec (3.9.0)
55
+ rspec-core (~> 3.9.0)
56
+ rspec-expectations (~> 3.9.0)
57
+ rspec-mocks (~> 3.9.0)
58
+ rspec-core (3.9.3)
59
+ rspec-support (~> 3.9.3)
60
+ rspec-expectations (3.9.3)
61
+ diff-lcs (>= 1.2.0, < 2.0)
62
+ rspec-support (~> 3.9.0)
63
+ rspec-mocks (3.9.1)
64
+ diff-lcs (>= 1.2.0, < 2.0)
65
+ rspec-support (~> 3.9.0)
66
+ rspec-support (3.9.4)
67
+ rubocop (1.0.0)
68
+ parallel (~> 1.10)
69
+ parser (>= 2.7.1.5)
70
+ rainbow (>= 2.2.2, < 4.0)
71
+ regexp_parser (>= 1.8)
72
+ rexml
73
+ rubocop-ast (>= 0.6.0)
74
+ ruby-progressbar (~> 1.7)
75
+ unicode-display_width (>= 1.4.0, < 2.0)
76
+ rubocop-ast (1.1.0)
77
+ parser (>= 2.7.1.5)
78
+ ruby-progressbar (1.10.1)
79
+ ruby2_keywords (0.0.2)
80
+ tilt (2.0.10)
81
+ transproc (1.1.1)
82
+ unicode-display_width (1.7.0)
83
+ url_mount (0.2.1)
84
+ rack
85
+ webmock (3.9.3)
86
+ addressable (>= 2.3.6)
87
+ crack (>= 0.3.2)
88
+ hashdiff (>= 0.4.0, < 2.0.0)
89
+
90
+ PLATFORMS
91
+ ruby
92
+
93
+ DEPENDENCIES
94
+ rack-test
95
+ rake (~> 12.0)
96
+ rspec
97
+ rubocop
98
+ webmock
99
+ weneedfeed!
100
+
101
+ BUNDLED WITH
102
+ 2.1.4
@@ -0,0 +1,21 @@
1
+ The MIT License (MIT)
2
+
3
+ Copyright (c) 2020 Ryo Nakamura
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in
13
+ all copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
21
+ THE SOFTWARE.
@@ -0,0 +1,80 @@
1
+ # Weneedfeed
2
+
3
+ [![](https://badge.fury.io/rb/weneedfeed.svg)](https://rubygems.org/gems/weneedfeed)
4
+ [![](https://github.com/r7kamura/weneedfeed/workflows/test/badge.svg)](https://github.com/r7kamura/weneedfeed/actions?query=workflow%3Atest)
5
+
6
+ Generate feeds from URL and XPath.
7
+
8
+ ## Installation
9
+
10
+ Add this line to your application's Gemfile:
11
+
12
+ ```ruby
13
+ gem 'weneedfeed'
14
+ ```
15
+
16
+ And then execute:
17
+
18
+ ```sh
19
+ bundle install
20
+
21
+ Or install it yourself as:
22
+
23
+ ```sh
24
+ gem install weneedfeed
25
+ ```
26
+
27
+ ## Usage
28
+
29
+ Write schema:
30
+
31
+ ```yaml
32
+ pages:
33
+ example:
34
+ title: example name
35
+ url: http://example.com/
36
+ xpath:
37
+ item: //li
38
+ item_description: .//p[3]
39
+ item_link: .//a/@href
40
+ item_time: .//time/@datetime
41
+ item_title: .//p[2]
42
+ ```
43
+
44
+ And then call `Weneedfeed::Capture`:
45
+
46
+ ```ruby
47
+ require 'weneedfeed'
48
+
49
+ Weneedfeed::Capture.call(
50
+ base_url: 'https://user.github.io/repo',
51
+ schema_path: 'schema.yml'
52
+ )
53
+ ```
54
+
55
+ These files will be generated:
56
+
57
+ - output/index.html
58
+ - output/feeds/example.xml
59
+
60
+ ## Development
61
+
62
+ ### Setup
63
+
64
+ After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
65
+
66
+ ### Local installation
67
+
68
+ To install this gem onto your local machine, run `bundle exec rake install`.
69
+
70
+ ### Release
71
+
72
+ To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
73
+
74
+ ## Contributing
75
+
76
+ Bug reports and pull requests are welcome on GitHub at https://github.com/r7kamura/weneedfeed.
77
+
78
+ ## License
79
+
80
+ The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
@@ -0,0 +1,7 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'bundler/gem_tasks'
4
+ require 'rspec/core/rake_task'
5
+
6
+ RSpec::Core::RakeTask.new(:spec)
7
+ task default: :spec
@@ -0,0 +1,15 @@
1
+ #!/usr/bin/env ruby
2
+ # frozen_string_literal: true
3
+
4
+ require 'bundler/setup'
5
+ require 'weneedfeed'
6
+
7
+ # You can add fixtures and/or initialization code here to make experimenting
8
+ # with your gem easier. You can also use a different console, if you like.
9
+
10
+ # (If you use this, don't forget to add pry to your Gemfile!)
11
+ # require "pry"
12
+ # Pry.start
13
+
14
+ require 'irb'
15
+ IRB.start(__FILE__)
@@ -0,0 +1,8 @@
1
+ #!/usr/bin/env bash
2
+ set -euo pipefail
3
+ IFS=$'\n\t'
4
+ set -vx
5
+
6
+ bundle install
7
+
8
+ # Do any other automated setup that you need to do here
@@ -0,0 +1,13 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'weneedfeed/version'
4
+
5
+ module Weneedfeed
6
+ autoload :Application, 'weneedfeed/application'
7
+ autoload :Capture, 'weneedfeed/capture'
8
+ autoload :Controllers, 'weneedfeed/controllers'
9
+ autoload :Item, 'weneedfeed/item'
10
+ autoload :Page, 'weneedfeed/page'
11
+ autoload :Scraping, 'weneedfeed/scraping'
12
+ autoload :Views, 'weneedfeed/views'
13
+ end
@@ -0,0 +1,31 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'hibana'
4
+
5
+ module Weneedfeed
6
+ class Application < ::Hibana::Application
7
+ route do
8
+ get '/', to: ::Weneedfeed::Controllers::ShowTopPage
9
+ get '/feeds/:page_name.xml', to: ::Weneedfeed::Controllers::ShowFeed
10
+ end
11
+
12
+ # @param [Hash] schema
13
+ def initialize(schema:)
14
+ @schema = schema
15
+ super()
16
+ end
17
+
18
+ # @param [Hash] env
19
+ def call(env)
20
+ env['weneedfeed.schema'] = @schema
21
+ super
22
+ end
23
+
24
+ # @return [Array<String>]
25
+ def paths
26
+ ['/'] + @schema['pages'].keys.map do |page_name|
27
+ "/feeds/#{page_name}.xml"
28
+ end
29
+ end
30
+ end
31
+ end
@@ -0,0 +1,81 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'rack/capture'
4
+ require 'yaml'
5
+
6
+ module Weneedfeed
7
+ class Capture
8
+ class << self
9
+ # @param [String] base_url
10
+ # @param [String] schema_path
11
+ def call(
12
+ base_url:,
13
+ schema_path:
14
+ )
15
+ new(
16
+ base_url: base_url,
17
+ schema_path: schema_path
18
+ ).call
19
+ end
20
+ end
21
+
22
+ # @param [String] base_url
23
+ # @param [String] schema_path
24
+ def initialize(
25
+ base_url:,
26
+ schema_path:
27
+ )
28
+ @base_url = base_url
29
+ @schema_path = schema_path
30
+ end
31
+
32
+ def call
33
+ urls.each do |url|
34
+ ::Rack::Capture.call(
35
+ app: app,
36
+ script_name: script_name,
37
+ url: url
38
+ )
39
+ end
40
+ end
41
+
42
+ private
43
+
44
+ # @return [Weneedfeed::Application]
45
+ def app
46
+ @app ||= ::Weneedfeed::Application.new(
47
+ schema: ::YAML.load_file(@schema_path)
48
+ )
49
+ end
50
+
51
+ # @return [URI]
52
+ def base_uri
53
+ @base_uri ||= ::URI.parse(@base_url)
54
+ end
55
+
56
+ # @return [Hash]
57
+ def schema
58
+ ::YAML.load_file(@schema_path)
59
+ end
60
+
61
+ # @return [String]
62
+ def script_name
63
+ case base_uri.path
64
+ when '', '/'
65
+ ''
66
+ else
67
+ base_uri.path
68
+ end
69
+ end
70
+
71
+ # @return [Array<String>]
72
+ def urls
73
+ app.paths.map do |path|
74
+ [
75
+ @base_url,
76
+ path
77
+ ].join
78
+ end
79
+ end
80
+ end
81
+ end
@@ -0,0 +1,8 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Weneedfeed
4
+ module Controllers
5
+ autoload :ShowFeed, 'weneedfeed/controllers/show_feed'
6
+ autoload :ShowTopPage, 'weneedfeed/controllers/show_top_page'
7
+ end
8
+ end
@@ -0,0 +1,47 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Weneedfeed
4
+ module Controllers
5
+ class ShowFeed < ::Hibana::Controller
6
+ def call
7
+ env = request.env
8
+ page_name = env.dig(
9
+ 'router.params',
10
+ :page_name
11
+ )
12
+ properties = env.dig(
13
+ 'weneedfeed.schema',
14
+ 'pages',
15
+ page_name
16
+ )
17
+ unless properties
18
+ response.status = 404
19
+ return
20
+ end
21
+
22
+ scraping = ::Weneedfeed::Scraping.new(
23
+ item_description_xpath: properties['xpath']['item_description'],
24
+ item_link_xpath: properties['xpath']['item_link'],
25
+ item_time_xpath: properties['xpath']['item_time'],
26
+ item_title_xpath: properties['xpath']['item_title'],
27
+ item_xpath: properties['xpath']['item'],
28
+ title: properties['title'],
29
+ url: properties['url']
30
+ )
31
+ page = scraping.call
32
+
33
+ response.content_type = 'application/xml; charset=utf-8'
34
+ response.write(
35
+ ::Weneedfeed::Views::ShowFeed.new(
36
+ page: page,
37
+ partial_template_path: ::File.expand_path(
38
+ 'templates/show_feed.xml.erb',
39
+ "#{__dir__}/../../.."
40
+ ),
41
+ request: request
42
+ ).to_s
43
+ )
44
+ end
45
+ end
46
+ end
47
+ end
@@ -0,0 +1,25 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Weneedfeed
4
+ module Controllers
5
+ class ShowTopPage < ::Hibana::Controller
6
+ def call
7
+ pages = request.env.dig(
8
+ 'weneedfeed.schema',
9
+ 'pages'
10
+ )
11
+ response.content_type = 'text/html'
12
+ response.write(
13
+ ::Weneedfeed::Views::ShowTopPage.new(
14
+ pages: pages,
15
+ partial_template_path: ::File.expand_path(
16
+ 'templates/show_top_page.html.erb',
17
+ "#{__dir__}/../../.."
18
+ ),
19
+ request: request
20
+ ).to_s
21
+ )
22
+ end
23
+ end
24
+ end
25
+ end
@@ -0,0 +1,70 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Weneedfeed
4
+ class Item
5
+ class << self
6
+ # @param [String] string
7
+ # @return [Time, nil]
8
+ def parse_time(string)
9
+ ::Time.parse(string)
10
+ rescue ArgumentError, RangeError
11
+ begin
12
+ ::Time.strptime(string, '%Y年%m月%d日')
13
+ rescue ArgumentError
14
+ end
15
+ end
16
+ end
17
+
18
+ # @param [String] description_xpath
19
+ # @param [String] link_xpath
20
+ # @param [Nokogiri::Node] node
21
+ # @param [String] time_xpath
22
+ # @param [String] title_xpath
23
+ # @param [String] url
24
+ def initialize(
25
+ description_xpath:,
26
+ link_xpath:,
27
+ node:,
28
+ time_xpath:,
29
+ title_xpath:,
30
+ url:
31
+ )
32
+ @description_xpath = description_xpath
33
+ @link_xpath = link_xpath
34
+ @node = node
35
+ @time_xpath = time_xpath
36
+ @title_xpath = title_xpath
37
+ @url = url
38
+ end
39
+
40
+ # @return [String, nil]
41
+ def description
42
+ @node.xpath(@description_xpath).inner_html
43
+ end
44
+
45
+ # @return [String]
46
+ def link
47
+ ::URI.join(
48
+ @url,
49
+ @node.xpath(@link_xpath).inner_html
50
+ ).to_s
51
+ end
52
+
53
+ # @return [Time, nil]
54
+ def time
55
+ self.class.parse_time(time_string)
56
+ end
57
+
58
+ # @return [String, nil]
59
+ def title
60
+ @node.xpath(@title_xpath).inner_text
61
+ end
62
+
63
+ private
64
+
65
+ # @return [String]
66
+ def time_string
67
+ @node.xpath(@time_xpath).inner_html
68
+ end
69
+ end
70
+ end
@@ -0,0 +1,53 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Weneedfeed
4
+ class Page
5
+ # @return [String]
6
+ attr_reader :title
7
+
8
+ # @return [String]
9
+ attr_reader :url
10
+
11
+ # @param [String] item_description_xpath
12
+ # @param [String] item_link_xpath
13
+ # @param [String] item_time_xpath
14
+ # @param [String] item_title_xpath
15
+ # @param [String] item_xpath
16
+ # @param [Nokogiri::Node] node
17
+ # @param [String] title
18
+ # @param [String] url
19
+ def initialize(
20
+ item_description_xpath:,
21
+ item_link_xpath:,
22
+ item_time_xpath:,
23
+ item_title_xpath:,
24
+ item_xpath:,
25
+ node:,
26
+ title:,
27
+ url:
28
+ )
29
+ @item_description_xpath = item_description_xpath
30
+ @item_link_xpath = item_link_xpath
31
+ @item_time_xpath = item_time_xpath
32
+ @item_title_xpath = item_title_xpath
33
+ @item_xpath = item_xpath
34
+ @node = node
35
+ @title = title
36
+ @url = url
37
+ end
38
+
39
+ # @return [Array<Weneedfeed::Item>]
40
+ def items
41
+ @node.xpath(@item_xpath).map do |node|
42
+ ::Weneedfeed::Item.new(
43
+ description_xpath: @item_description_xpath,
44
+ link_xpath: @item_link_xpath,
45
+ node: node,
46
+ time_xpath: @item_time_xpath,
47
+ title_xpath: @item_title_xpath,
48
+ url: @url
49
+ )
50
+ end
51
+ end
52
+ end
53
+ end
@@ -0,0 +1,59 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'faraday'
4
+ require 'nokogiri'
5
+
6
+ module Weneedfeed
7
+ class Scraping
8
+ # @param [String] item_description_xpath
9
+ # @param [String] item_link_xpath
10
+ # @param [String] item_time_xpath
11
+ # @param [String] item_title_xpath
12
+ # @param [String] item_xpath
13
+ # @param [String] title
14
+ # @param [String] url
15
+ def initialize(
16
+ item_description_xpath:,
17
+ item_link_xpath:,
18
+ item_time_xpath:,
19
+ item_title_xpath:,
20
+ item_xpath:,
21
+ title:,
22
+ url:
23
+ )
24
+ @item_description_xpath = item_description_xpath
25
+ @item_link_xpath = item_link_xpath
26
+ @item_time_xpath = item_time_xpath
27
+ @item_title_xpath = item_title_xpath
28
+ @item_xpath = item_xpath
29
+ @title = title
30
+ @url = url
31
+ end
32
+
33
+ # @return [Weneedfeed::Page]
34
+ def call
35
+ ::Weneedfeed::Page.new(
36
+ node: parsed_body,
37
+ item_description_xpath: @item_description_xpath,
38
+ item_xpath: @item_xpath,
39
+ item_link_xpath: @item_link_xpath,
40
+ item_time_xpath: @item_time_xpath,
41
+ item_title_xpath: @item_title_xpath,
42
+ title: @title,
43
+ url: @url
44
+ )
45
+ end
46
+
47
+ private
48
+
49
+ # @return [Nokogiri::Node]
50
+ def parsed_body
51
+ ::Nokogiri::HTML.parse(response.body)
52
+ end
53
+
54
+ # @return [Faraday::Response]
55
+ def response
56
+ ::Faraday.get(@url)
57
+ end
58
+ end
59
+ end
@@ -0,0 +1,5 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Weneedfeed
4
+ VERSION = '0.1.0'
5
+ end
@@ -0,0 +1,8 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Weneedfeed
4
+ module Views
5
+ autoload :ShowFeed, 'weneedfeed/views/show_feed'
6
+ autoload :ShowTopPage, 'weneedfeed/views/show_top_page'
7
+ end
8
+ end
@@ -0,0 +1,27 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Weneedfeed
4
+ module Views
5
+ class ShowFeed < ::Hibana::View
6
+ # @param [Weneedfeed::Page] page
7
+ def initialize(page:, **argv)
8
+ super(**argv)
9
+ @page = page
10
+ end
11
+
12
+ private
13
+
14
+ # @return [Enumerable<Weneedfeed::Item>]
15
+ def items
16
+ @page.items.sort_by do |item|
17
+ -(item.time || ::Time.now).to_i
18
+ end.take(10)
19
+ end
20
+
21
+ # @return [String]
22
+ def page_name
23
+ request.env['router.params'][:page_name]
24
+ end
25
+ end
26
+ end
27
+ end
@@ -0,0 +1,13 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Weneedfeed
4
+ module Views
5
+ class ShowTopPage < ::Hibana::View
6
+ # @param [Array<Weneedfeed::Page>] pages
7
+ def initialize(pages:, **argv)
8
+ super(**argv)
9
+ @pages = pages
10
+ end
11
+ end
12
+ end
13
+ end
@@ -0,0 +1,21 @@
1
+ <?xml version="1.0" encoding="UTF-8"?>
2
+ <rss version="2.0"
3
+ xmlns:atom="http://www.w3.org/2005/Atom"
4
+ xmlns:content="http://purl.org/rss/1.0/modules/content/">
5
+ <channel>
6
+ <description></description>
7
+ <link><%= "#{request.base_url}#{request.script_name}" %></link>
8
+ <atom:link href="<%= request.base_url %>/feeds/<%= page_name %>" rel="self"/>
9
+ <title><%= @page.title %></title>
10
+ <lastBuildDate><%= Time.now.rfc822 %></lastBuildDate>
11
+ <% items.each do |item| %>
12
+ <item>
13
+ <title><![CDATA[<%= item.title %>]]></title>
14
+ <link><%= item.link %></link>
15
+ <pubDate><%= item.time.rfc822 %></pubDate>
16
+ <content:encoded><![CDATA[<%= item.description %>]]></content:encoded>
17
+ <guid isPermaLink="true"><%= item.link %></guid>
18
+ </item>
19
+ <% end %>
20
+ </channel>
21
+ </rss>
@@ -0,0 +1,17 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <meta charset="UTF-8">
5
+ <meta name="viewport" content="width=device-width">
6
+ <title>Weneedfeed</title>
7
+ </head>
8
+ <body>
9
+ <ul>
10
+ <% @pages.each do |page_name, hash| %>
11
+ <li>
12
+ <a href="/feeds/<%= page_name %>"><%= hash['title'] %></a>
13
+ </li>
14
+ <% end %>
15
+ </ul>
16
+ </body>
17
+ </html>
@@ -0,0 +1,30 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative 'lib/weneedfeed/version'
4
+
5
+ Gem::Specification.new do |spec|
6
+ spec.name = 'weneedfeed'
7
+ spec.version = Weneedfeed::VERSION
8
+ spec.authors = ['Ryo Nakamura']
9
+ spec.email = ['r7kamura@gmail.com']
10
+
11
+ spec.summary = 'Generate feeds from URL and XPath.'
12
+ spec.homepage = 'https://github.com/r7kamura/weneedfeed'
13
+ spec.license = 'MIT'
14
+ spec.required_ruby_version = Gem::Requirement.new('>= 2.4.0')
15
+
16
+ spec.metadata['homepage_uri'] = spec.homepage
17
+ spec.metadata['source_code_uri'] = spec.homepage
18
+
19
+ # Specify which files should be added to the gem when it is released.
20
+ # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
21
+ spec.files = Dir.chdir(File.expand_path(__dir__)) do
22
+ `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
23
+ end
24
+ spec.require_paths = ['lib']
25
+
26
+ spec.add_runtime_dependency 'faraday'
27
+ spec.add_runtime_dependency 'hibana'
28
+ spec.add_runtime_dependency 'nokogiri'
29
+ spec.add_runtime_dependency 'rack-capture', '>= 0.4.0'
30
+ end
metadata ADDED
@@ -0,0 +1,128 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: weneedfeed
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - Ryo Nakamura
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2020-11-05 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: faraday
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ">="
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: hibana
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ">="
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :runtime
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ">="
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: nokogiri
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - ">="
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :runtime
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - ">="
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: rack-capture
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ">="
60
+ - !ruby/object:Gem::Version
61
+ version: 0.4.0
62
+ type: :runtime
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ">="
67
+ - !ruby/object:Gem::Version
68
+ version: 0.4.0
69
+ description:
70
+ email:
71
+ - r7kamura@gmail.com
72
+ executables: []
73
+ extensions: []
74
+ extra_rdoc_files: []
75
+ files:
76
+ - ".github/workflows/test.yml"
77
+ - ".gitignore"
78
+ - ".rspec"
79
+ - ".rubocop.yml"
80
+ - Gemfile
81
+ - Gemfile.lock
82
+ - LICENSE.txt
83
+ - README.md
84
+ - Rakefile
85
+ - bin/console
86
+ - bin/setup
87
+ - lib/weneedfeed.rb
88
+ - lib/weneedfeed/application.rb
89
+ - lib/weneedfeed/capture.rb
90
+ - lib/weneedfeed/controllers.rb
91
+ - lib/weneedfeed/controllers/show_feed.rb
92
+ - lib/weneedfeed/controllers/show_top_page.rb
93
+ - lib/weneedfeed/item.rb
94
+ - lib/weneedfeed/page.rb
95
+ - lib/weneedfeed/scraping.rb
96
+ - lib/weneedfeed/version.rb
97
+ - lib/weneedfeed/views.rb
98
+ - lib/weneedfeed/views/show_feed.rb
99
+ - lib/weneedfeed/views/show_top_page.rb
100
+ - templates/show_feed.xml.erb
101
+ - templates/show_top_page.html.erb
102
+ - weneedfeed.gemspec
103
+ homepage: https://github.com/r7kamura/weneedfeed
104
+ licenses:
105
+ - MIT
106
+ metadata:
107
+ homepage_uri: https://github.com/r7kamura/weneedfeed
108
+ source_code_uri: https://github.com/r7kamura/weneedfeed
109
+ post_install_message:
110
+ rdoc_options: []
111
+ require_paths:
112
+ - lib
113
+ required_ruby_version: !ruby/object:Gem::Requirement
114
+ requirements:
115
+ - - ">="
116
+ - !ruby/object:Gem::Version
117
+ version: 2.4.0
118
+ required_rubygems_version: !ruby/object:Gem::Requirement
119
+ requirements:
120
+ - - ">="
121
+ - !ruby/object:Gem::Version
122
+ version: '0'
123
+ requirements: []
124
+ rubygems_version: 3.1.2
125
+ signing_key:
126
+ specification_version: 4
127
+ summary: Generate feeds from URL and XPath.
128
+ test_files: []