fronkin_bandcamp 0.3.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8c242455993c2dcfa2c41db366c8b6ae5ad9fe869fa1ce9a5385afb8f8439ed1
-  data.tar.gz: c5a4f05d25b69f35d43aa175b908c6a7dfff0a92c72ad5ff766b9e06a8b61492
+  metadata.gz: 4a08ddf83d87a1de4a6118401d81bf724ee8f8d7e7a3f240f3132e4f157fe033
+  data.tar.gz: 19e1f11e58fccc2ed87c82d139c4ad722781ad6015fc22f757f29bf10dd419d4
 SHA512:
-  metadata.gz: 2098466e9b5f88602cf1d83f414542f127b39f39c511a86844195eee2c1fc6b8104719555418c3283af3c50ff540bcc3273b923a9727edb7bda5f59a3d412cfc
-  data.tar.gz: 9ff2584771d6ed9f9b84fc2cedd5b03439e89b95a26fa9f22972e73139ec4d15eb9e916415852f0077bb1bbb0ce8e4b56b5d8805227dc093cfc93ff5d115847f
+  metadata.gz: 5985a16d7c260bc321beeea3d48f498e1f0623e089f71aa40e57604a0be63043bca7f8385a9feedc3ace6b29936e01b7ed08c9348aa64818f46aefb823954114
+  data.tar.gz: 2eb20dfac2c298a7a2721104f364726e9ebdaffcb62496e3016d78a84181e97a2873304319e259927e596519686ba98b67a454c2f06bfa881a2541df48c5dd5c

data/.github/workflows/test.yml

@@ -0,0 +1,18 @@
+name: Run tests
+on: [pull_request]
+jobs:
+  test:
+    strategy:
+      fail-fast: true
+      matrix:
+        os: [ubuntu-latest, macos-latest]
+        # Due to https://github.com/actions/runner/issues/849, we have to use quotes for '3.0'
+        ruby: ['3.3', '3.4', '4.0']
+    runs-on: ${{ matrix.os }}
+    steps:
+    - uses: actions/checkout@v6
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{ matrix.ruby }}
+        bundler-cache: true # runs 'bundle install' and caches installed gems automatically
+    - run: bundle exec rake

data/{.pryrc → .irbrc}

@@ -5,5 +5,6 @@ def reload!
   load 'fronkin_bandcamp/scraper.rb'
 end
 
-url = 'https://piglet.bandcamp.com/album/lava-land'
+url = 'https://doncaballero.bandcamp.com/album/what-burns-never-returns'
 scraper = FronkinBandcamp::Scraper.new(url)
+puts scraper.url

data/Gemfile.lock

@@ -1,52 +1,45 @@
 PATH
   remote: .
   specs:
-    fronkin_bandcamp (0.3.0)
-      nokogiri (>= 1.10.4)
+    fronkin_bandcamp (0.4.1)
+      nokogiri (~> 1.19)
+      ostruct (~> 0.6)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    awesome_print (1.8.0)
-    byebug (10.0.2)
-    coderay (1.1.2)
-    diff-lcs (1.3)
-    method_source (0.9.0)
-    mini_portile2 (2.4.0)
-    nokogiri (1.10.7)
-      mini_portile2 (~> 2.4.0)
-    pry (0.11.3)
-      coderay (~> 1.1.0)
-      method_source (~> 0.9.0)
-    pry-byebug (3.6.0)
-      byebug (~> 10.0)
-      pry (~> 0.10)
-    rake (10.4.2)
-    rspec (3.7.0)
-      rspec-core (~> 3.7.0)
-      rspec-expectations (~> 3.7.0)
-      rspec-mocks (~> 3.7.0)
-    rspec-core (3.7.1)
-      rspec-support (~> 3.7.0)
-    rspec-expectations (3.7.0)
+    awesome_print (1.9.2)
+    diff-lcs (1.6.2)
+    mini_portile2 (2.8.7)
+    nokogiri (1.19.3)
+      mini_portile2 (~> 2.8.2)
+      racc (~> 1.4)
+    ostruct (0.6.3)
+    racc (1.8.1)
+    rake (13.4.2)
+    rspec (3.13.2)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.6)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.5)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.7.0)
-    rspec-mocks (3.7.0)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.8)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.7.0)
-    rspec-support (3.7.1)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.7)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  awesome_print (~> 1.8)
-  bundler (~> 1.16)
+  awesome_print (~> 1.9)
+  bundler
   fronkin_bandcamp!
-  pry (~> 0.11)
-  pry-byebug (~> 3.6)
-  rake (~> 10.0)
-  rspec (~> 3.7)
+  rake (~> 13.4)
+  rspec (~> 3.13)
 
 BUNDLED WITH
-   1.17.1
+   2.5.17

data/README.md

@@ -1,6 +1,3 @@
-[![Build
-Status](https://travis-ci.org/FTLam11/fronkin_bandcamp_scraper.svg?branch=master)](https://travis-ci.org/FTLam11/fronkin_bandcamp_scraper)
-
 # FronkinBandcamp
 
 Maybe you thought you'd flop your way to a championship.
@@ -96,12 +93,6 @@ scraper.release.formats
 
 ## III. Miscellaneous
 
-### TODO
-
-* ~~Scrape release formats~~
-* Scrape release fans
-* Add CLI
-
 ### Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/fronkin_bandcamp.gemspec

@@ -21,12 +21,11 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_dependency 'nokogiri', '>= 1.10.4'
+  spec.add_dependency 'nokogiri', '~> 1.19'
+  spec.add_dependency 'ostruct', '~> 0.6'
 
-  spec.add_development_dependency 'bundler', '~> 1.16'
-  spec.add_development_dependency 'rake', '~> 10.0'
-  spec.add_development_dependency 'rspec', '~> 3.7'
-  spec.add_development_dependency 'pry', '~> 0.11'
-  spec.add_development_dependency 'pry-byebug', '~> 3.6'
-  spec.add_development_dependency 'awesome_print', '~> 1.8'
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rake', '~> 13.4'
+  spec.add_development_dependency 'rspec', '~> 3.13'
+  spec.add_development_dependency 'awesome_print', '~> 1.9'
 end

data/lib/fronkin_bandcamp/artist.rb

@@ -1,9 +1,11 @@
 module FronkinBandcamp
   class Artist
-    attr_accessor :name, :photo, :location
+    attr_reader :name, :photo, :location
 
-    def initialize
-      yield self if block_given?
+    def initialize(doc)
+      @name = doc.css('div#bio-container span.title').text
+      @photo = doc.css('div#bio-container div.bio-pic a.popupImage').attribute('href').value
+      @location = doc.css('div#bio-container span.location').text
     end
   end
 end

data/lib/fronkin_bandcamp/format.rb

@@ -1,5 +1,5 @@
 module FronkinBandcamp
-  module CleanAsFuck
+  module StringRefinement
     refine String do
       def kleanse
         strip.gsub!(/\n\s+/, ' ')
@@ -7,7 +7,7 @@ module FronkinBandcamp
     end
   end
 
-  using CleanAsFuck
+  using StringRefinement
 
   class Format
     attr_reader :name, :product, :description, :product_images, :price, :is_available

data/lib/fronkin_bandcamp/release.rb

@@ -3,21 +3,30 @@ require 'fronkin_bandcamp/format'
 
 module FronkinBandcamp
   class Release
-    attr_reader :title, :date, :cover, :tracks, :tags, :formats, :fans
+    attr_accessor :bandcamp_url, :artist_name
+    attr_reader :title, :date, :description, :credits, :cover, :tracks, :tags,
+      :release_id, :formats, :bandcamp_album_id
+
+    BARE_CREDITS_NODE_SIZE = 2
 
     def initialize(doc)
       @title = doc.css('div#name-section h2.trackTitle').text.strip
-      @date = doc.css('div.tralbumData.tralbum-credits meta').attribute('content').value
+      @date = Date.parse(doc.css('div.tralbumData.tralbum-credits').children[0].to_s.strip[9..-1]).strftime('%-m/%-d/%Y')
+      @description = doc.css('div.tralbumData.tralbum-about').text.strip.gsub(/\r/, "\n")
+      @credits = scrape_credits(doc)
       @cover = doc.css('div#tralbumArt a.popupImage').attribute('href').value
       @tracks = scrape_tracks(doc)
       @tags = doc.css('div.tralbumData.tralbum-tags a.tag').map(&:text)
+      @release_id = tags.find { |tag| tag.match(/\Annr/) }&.upcase
       @formats = scrape_formats(doc)
+      @bandcamp_album_id = doc.css('meta[property="og:video"]').attr("content").value.match(/album=(?<bandcamp_album_id>\d+)/).named_captures['bandcamp_album_id']
+      yield self if block_given?
     end
 
     private
 
     def scrape_tracks(doc)
-      track_titles = doc.css('table#track_table td.title-col span[itemprop="name"]').map(&:text)
+      track_titles = doc.css('table#track_table td.title-col span.track-title').map(&:text)
       track_durations = doc.css('table#track_table td.title-col span.time').map { |node| node.text.strip }
       track_titles.zip(track_durations).map.with_index { |t, idx| Track.new(idx + 1, t[0], t[1]) }
     end
@@ -26,5 +35,15 @@ module FronkinBandcamp
       format_choices = doc.css('li.buyItem')
       format_choices.map { |choice| Format.new(choice) }
     end
+
+    def scrape_credits(doc)
+      child_nodes = doc.css('div.tralbumData.tralbum-credits').children
+
+      if child_nodes.size <= BARE_CREDITS_NODE_SIZE
+        ''
+      else
+        child_nodes[4..-1].text.strip.gsub(/-\W/, '').split(/\r\n/)
+      end
+    end
   end
 end

data/lib/fronkin_bandcamp/scraper.rb

@@ -5,21 +5,21 @@ require 'fronkin_bandcamp/artist'
 
 module FronkinBandcamp
   class Scraper
-    attr_reader :doc, :release, :artist
+    attr_reader :doc, :release, :artist, :url
 
     def initialize(url)
-      @doc = Nokogiri::HTML(open(url), nil, 'utf-8') { |config| config.noblanks }
+      @url = url
+      @doc = Nokogiri::HTML.parse(URI.open(url), nil, 'utf-8') { |config| config.noblanks }
       scrape
     end
 
     private
 
     def scrape
-      @release = Release.new(doc)
-      @artist = Artist.new do |artist|
-        artist.name = doc.css('div#bio-container span.title').text
-        artist.photo = doc.css('div#bio-container div.bio-pic a.popupImage').attribute('href').value
-        artist.location = doc.css('div#bio-container span.location').text
+      @artist = Artist.new(doc)
+      @release = Release.new(doc) do |release|
+        release.artist_name = artist.name
+        release.bandcamp_url = url
       end
     end
   end

data/lib/fronkin_bandcamp/version.rb

@@ -1,3 +1,3 @@
 module FronkinBandcamp
-  VERSION = "0.3.0"
+  VERSION = "0.4.1"
 end

metadata

@@ -1,113 +1,99 @@
 --- !ruby/object:Gem::Specification
 name: fronkin_bandcamp
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Fronk Lom Lom
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-01-27 00:00:00.000000000 Z
+date: 2026-05-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.10.4
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.10.4
-- !ruby/object:Gem::Dependency
-  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
-  type: :development
+        version: '1.19'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '1.19'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: ostruct
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
-  type: :development
+        version: '0.6'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0.6'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3.7'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3.7'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: pry
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.11'
+        version: '13.4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.11'
+        version: '13.4'
 - !ruby/object:Gem::Dependency
-  name: pry-byebug
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.6'
+        version: '3.13'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.6'
+        version: '3.13'
 - !ruby/object:Gem::Dependency
   name: awesome_print
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '1.9'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '1.9'
 description: YO, this gem is a convenient web scraper for Bandcamp releases. Currently,
   it scrapes artist and release information.
 email:
@@ -116,10 +102,10 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/test.yml"
 - ".gitignore"
-- ".pryrc"
+- ".irbrc"
 - ".rspec"
-- ".travis.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
 - Gemfile.lock
@@ -140,7 +126,7 @@ homepage: https://github.com/FTLam11/fronkin_bandcamp_scraper
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -155,9 +141,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
-signing_key: 
+rubygems_version: 3.5.14
+signing_key:
 specification_version: 4
 summary: This gem is a convenient web scraper for Bandcamp releases.
 test_files: []

data/.travis.yml

@@ -1,5 +0,0 @@
-sudo: false
-language: ruby
-rvm:
-  - 2.5.1
-before_install: gem install bundler -v 1.16.1