gemstar 1.1 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bd80f7bf53281fd8f5b80138f9f564ff8e393ffaec44276168dc020765c6ae7a
-  data.tar.gz: 3d6b9c2f9a2e0955d6ace8c34100c05390cd9579aa8c8993361799450e36c625
+  metadata.gz: aba5f74f93dc292f713a6f5d1a824cc04d7601fffac736f075c75f08ea769ff7
+  data.tar.gz: f13a06cba387d9ae4ec744ed6e9703bbe8c1aea95cd8f27ab2f4efd816af33d6
 SHA512:
-  metadata.gz: 79d87285b961fdd88c6e898b2016d2bc4cc65b508a5f2c7480f865f0144b12ca5a53be3ff7833d48ed1a66cf4851134a6dbe41fdfc44d807f720e0c63fe52a05
-  data.tar.gz: 4803b9f217fef1aae5b671fdc5a356229697aba7d5cec4b2f1a05588d63a9ca88c38f876ed4aa1d2579451d6196097818a3d9aa866f8071004c45a9966c66a95
+  metadata.gz: e45c7adfbfae8779801141084c0097d57be63415398c1a1b695a090042aa1c8fc6c94764275963aca7ef361de4e63f38f39a172b5158814282cd43ce865f5556
+  data.tar.gz: ad082b18db97c9f7a1a1c74de309fad18ca282cdd41c42918b27818b7bcc6da895fc9320660f35a0546028b75ed56726a5a545b7e709f4eb82d9a49237f938f5

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Change Log
 
+## 1.1.1
+
+- Server: Show release dates for changelog entries.
+- Fix GitHub release discovery with direct tag-page fallback and paginated GitHub tags support.
+- Add changelog_uri fallback for GitHub repos with no changelog_uri metadata.
+- Fix change log display for aws, herb, and pagy gems.
+
 ## 1.1
 
 - Server: Add **JavaScript package support** to browse change logs for your project's packages. This currently

data/lib/gemstar/change_log.rb

@@ -1,6 +1,8 @@
 # frozen_string_literal: true
 require "cgi"
+require "date"
 require "json"
+require "time"
 
 module Gemstar
   class ChangeLog
@@ -31,7 +33,7 @@ module Gemstar
       return @sections if !cache_only && defined?(@sections) && !force_refresh
 
       metadata_key = @metadata.respond_to?(:cache_key) ? @metadata.cache_key : @metadata.gem_name
-      cache_key = "sections-v4-#{metadata_key}"
+      cache_key = "sections-v5-#{metadata_key}"
       serialized = if cache_only
         Cache.peek(cache_key)
       else
@@ -82,6 +84,31 @@ module Gemstar
       result
     end
 
+    def release_dates(versions: nil, cache_only: false, force_refresh: false)
+      requested_versions = normalize_requested_versions(versions)
+      metadata_key = @metadata.respond_to?(:cache_key) ? @metadata.cache_key : @metadata.gem_name
+      cache_key = "release-dates-v2-#{metadata_key}"
+      serialized = if cache_only
+        Cache.peek(cache_key)
+      else
+        Cache.fetch(cache_key, force: force_refresh) do
+          JSON.generate(compute_release_dates(force_refresh: force_refresh))
+        end
+      end
+
+      dates = if serialized
+        decode_sections(serialized) || {}
+      elsif cache_only
+        {}
+      else
+        compute_release_dates(force_refresh: force_refresh)
+      end
+
+      return dates if requested_versions.empty?
+
+      dates.select { |version, _date| requested_versions.include?(normalize_version_key(version)) }
+    end
+
     def compute_sections(force_refresh: false)
       changelog_sections = parse_changelog_sections(cache_only: false, force_refresh: force_refresh) || {}
       github_sections = parse_github_release_sections(cache_only: false, force_refresh: force_refresh) || {}
@@ -93,6 +120,23 @@ module Gemstar
       sections
     end
 
+    def compute_release_dates(force_refresh: false)
+      registry_dates = if @metadata.respond_to?(:registry_release_dates)
+        @metadata.registry_release_dates(cache_only: false, force_refresh: force_refresh)
+      else
+        {}
+      end
+      return registry_dates unless registry_dates.nil? || registry_dates.empty?
+
+      changelog_dates = parse_changelog_release_dates(cache_only: false, force_refresh: force_refresh)
+      return changelog_dates unless changelog_dates.nil? || changelog_dates.empty?
+
+      repo_uri = @metadata&.repo_uri(cache_only: false, force_refresh: force_refresh)
+      return {} unless repo_uri&.include?("github.com")
+
+      parse_github_tag_dates(repo_uri, cache_only: false, force_refresh: force_refresh)
+    end
+
     def decode_sections(serialized)
       JSON.parse(serialized)
     rescue JSON::ParserError
@@ -101,9 +145,7 @@ module Gemstar
 
     def merge_section_sources(changelog_sections, github_sections)
       return github_sections if changelog_sections.nil? || changelog_sections.empty?
-      return changelog_sections if github_sections.nil? || github_sections.empty?
-
-      github_sections.merge(changelog_sections)
+      changelog_sections
     end
 
     def extract_relevant_sections(old_version, new_version)
@@ -155,12 +197,22 @@ module Gemstar
       nil
     end
 
+    def extract_release_date_from_heading(line)
+      return nil unless line
+
+      raw_date = line.to_s[/\b(\d{4}-\d{2}-\d{2})\b/, 1]
+      format_release_date(raw_date)
+    end
+
     def changelog_uri_candidates(cache_only: false, force_refresh: false)
       candidates = []
 
       repo_uri = @metadata.repo_uri(cache_only: cache_only, force_refresh: force_refresh)
       return [] if repo_uri.nil? || repo_uri.empty?
 
+      meta = @metadata.meta(cache_only: cache_only, force_refresh: force_refresh)
+      candidates += changelog_uri_markdown_candidates(meta["changelog_uri"]) if meta
+
       changelog_source = metadata_changelog_source(repo_uri, cache_only: cache_only, force_refresh: force_refresh)
       return [] unless changelog_source
 
@@ -169,7 +221,6 @@ module Gemstar
       end
 
       # Add the gem's changelog_uri last as it's usually not the most parsable:
-      meta = @metadata.meta(cache_only: cache_only, force_refresh: force_refresh)
       candidates += [Gemstar::GitHub::github_blob_to_raw(meta["changelog_uri"])] if meta
 
       candidates.flatten!
@@ -179,6 +230,30 @@ module Gemstar
       candidates
     end
 
+    def changelog_uri_markdown_candidates(changelog_uri)
+      raw_uri = Gemstar::GitHub::github_blob_to_raw(changelog_uri)
+      return [] if raw_uri.to_s.empty?
+
+      candidates = []
+      candidates << raw_uri if raw_uri.match?(/\.(?:md|markdown|rdoc|txt)\z/i)
+
+      begin
+        uri = URI(raw_uri)
+        path = uri.path.to_s
+        if path.end_with?("/")
+          uri.path = "#{path.chomp("/")}.md"
+          candidates << uri.to_s
+        elsif File.extname(path).empty?
+          uri.path = "#{path}.md"
+          candidates << uri.to_s
+        end
+      rescue URI::InvalidURIError
+        nil
+      end
+
+      candidates
+    end
+
     def metadata_changelog_source(repo_uri, cache_only:, force_refresh:)
       if @metadata.respond_to?(:changelog_source)
         return @metadata.changelog_source(repo_uri: repo_uri, cache_only: cache_only, force_refresh: force_refresh)
@@ -287,6 +362,21 @@ module Gemstar
       sections
     end
 
+    def parse_changelog_release_dates(cache_only: false, force_refresh: false)
+      c = content(cache_only: cache_only, force_refresh: force_refresh)
+      return {} if c.nil? || c.strip.empty?
+      return {} if c.include?("<html") || c.include?("<!DOCTYPE html")
+
+      c.lines.each_with_object({}) do |line, dates|
+        line = line.gsub(/^=+/) { |m| "#" * m.length }
+        next unless VERSION_PATTERNS.any? { |re| line.match?(re) }
+
+        version = extract_version_from_heading(line)
+        date = extract_release_date_from_heading(line)
+        dates[version] ||= date if version && date
+      end
+    end
+
     def parse_github_release_sections(cache_only: false, force_refresh: false)
       begin
         require "nokogiri"
@@ -489,6 +579,40 @@ module Gemstar
       sections
     end
 
+    def parse_github_tag_dates(repo_uri, cache_only:, force_refresh:)
+      return {} unless repo_uri&.include?("github.com")
+
+      url = github_tags_url(repo_uri)
+      return {} unless url
+
+      dates = {}
+      seen_urls = {}
+
+      while url && !seen_urls[url]
+        seen_urls[url] = true
+        html = if cache_only
+          Cache.peek("tags-#{url}")
+        else
+          Cache.fetch("tags-#{url}", force: force_refresh) do
+            begin
+              URI.open(url, read_timeout: 8)&.read
+            rescue => e
+              puts "#{url}: #{e}" if Gemstar.debug?
+              nil
+            end
+          end
+        end
+
+        break if html.nil? || html.strip.empty?
+
+        page_dates, next_url = parse_single_github_tag_dates_page(html, repo_uri)
+        dates.merge!(page_dates) { |_version, existing, _new| existing }
+        url = next_url
+      end
+
+      dates
+    end
+
     def parse_single_github_tags_page(html, repo_uri)
       require "nokogiri"
 
@@ -539,6 +663,75 @@ module Gemstar
       [{}, nil]
     end
 
+    def parse_single_github_tag_dates_page(html, repo_uri)
+      require "nokogiri"
+
+      doc = begin
+              Nokogiri::HTML5(html)
+            rescue => _
+              Nokogiri::HTML(html)
+            end
+
+      dates = {}
+      repo_path = URI(repo_uri).path
+      release_prefix = "#{repo_path}/releases/tag/"
+      tree_prefix = "#{repo_path}/tree/"
+
+      doc.css("a[href]").each do |link|
+        href = link["href"].to_s
+        tag_name =
+          if href.start_with?(release_prefix)
+            href.delete_prefix(release_prefix)
+          elsif href.start_with?(tree_prefix)
+            href.delete_prefix(tree_prefix)
+          end
+        next if tag_name.to_s.empty?
+        next unless github_tag_matches_metadata?(tag_name)
+
+        version = normalize_github_tag_version(tag_name)
+        next if version.to_s.empty?
+
+        datetime = github_tag_datetime_for(link)
+        next if datetime.to_s.empty?
+
+        dates[version] ||= format_release_date(datetime)
+      end
+
+      next_href =
+        doc.at_css('a[rel="next"], a.next_page')&.[]("href") ||
+        doc.css("a[href]").find do |link|
+          href = link["href"].to_s
+          text = link.text.to_s.gsub(/\s+/, " ").strip
+          href.include?("/tags?after=") && text == "Next"
+        end&.[]("href")
+      next_url = if next_href && !next_href.empty?
+        URI.join(repo_uri, next_href).to_s
+      end
+
+      [dates.compact, next_url]
+    rescue LoadError
+      [{}, nil]
+    end
+
+    def github_tag_datetime_for(link)
+      container = link.at_xpath('ancestor::*[self::li or self::div][.//relative-time or .//time-ago][1]')
+      time_node = container&.at_css("relative-time[datetime], time-ago[datetime]") ||
+                  link.xpath('following::relative-time[@datetime] | following::time-ago[@datetime]').first
+      time_node&.[]("datetime")
+    end
+
+    def format_release_date(datetime)
+      if datetime.to_s.match?(/\A\d{4}-\d{2}-\d{2}\z/)
+        date = Date.strptime(datetime.to_s, "%Y-%m-%d")
+        return date.strftime("%b #{date.day}, %Y")
+      end
+
+      time = Time.parse(datetime.to_s).utc
+      time.strftime("%b #{time.day}, %Y")
+    rescue ArgumentError
+      nil
+    end
+
     def parse_single_github_release_page(html, version)
       require "nokogiri"
 

data/lib/gemstar/git_hub.rb

@@ -8,11 +8,12 @@ module Gemstar
       uri = URI(url)
       return url unless uri.host == "github.com"
 
-      owner, repo, blob, *rest = uri.path.split("/")[1..]
-      return url unless blob == "blob"
+      owner, repo, view, *rest = uri.path.split("/")[1..]
+      return url unless %w[blob tree].include?(view)
 
       ref  = rest.shift
       path = rest.join("/")
+      return url if path.empty?
 
       ref_prefix = ref_is_tag ? "refs/tags/" : ""
 

data/lib/gemstar/ruby_gems_metadata.rb

@@ -1,6 +1,8 @@
 require "open-uri"
 require "uri"
 require "json"
+require "date"
+require "time"
 require_relative "remote_repository"
 
 module Gemstar
@@ -90,6 +92,28 @@ module Gemstar
       Gemstar::ChangeLog.new(self).sections(cache_only: cache_only, force_refresh: force_refresh)
     end
 
+    def registry_release_dates(cache_only: false, force_refresh: false)
+      cache_key = "rubygems-versions-#{gem_name}"
+      json = if cache_only
+        Cache.peek(cache_key)
+      else
+        url = "https://rubygems.org/api/v1/versions/#{URI.encode_www_form_component(gem_name)}.json"
+        Cache.fetch(cache_key, force: force_refresh) do
+          URI.open(url, read_timeout: 8).read
+        end
+      end
+
+      Array(JSON.parse(json)).each_with_object({}) do |version, dates|
+        number = version["number"].to_s
+        created_at = version["created_at"].to_s
+        next if number.empty? || created_at.empty?
+
+        dates[number] = format_registry_release_date(created_at)
+      end.compact
+    rescue JSON::ParserError
+      {}
+    end
+
     def warm_cache(versions: nil)
       meta
       repo_uri
@@ -146,5 +170,17 @@ module Gemstar
       value.to_s.gsub("{gem_name}", gem_name)
     end
 
+    def format_registry_release_date(datetime)
+      if datetime.to_s.match?(/\A\d{4}-\d{2}-\d{2}\z/)
+        date = Date.strptime(datetime.to_s, "%Y-%m-%d")
+        return date.strftime("%b #{date.day}, %Y")
+      end
+
+      time = Time.parse(datetime.to_s).utc
+      time.strftime("%b #{time.day}, %Y")
+    rescue ArgumentError
+      nil
+    end
+
   end
 end

data/lib/gemstar/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Gemstar # :nodoc:
-  VERSION = "1.1"
+  VERSION = "1.1.1"
   def self.debug?
     return @debug if defined?(@debug)
     @debug = ENV["GEMSTAR_DEBUG"] == "true"

data/lib/gemstar/web/app.rb

@@ -2,6 +2,7 @@ require "cgi"
 require "erb"
 require "uri"
 require "kramdown"
+require "nokogiri"
 require "roda"
 
 begin
@@ -13,7 +14,7 @@ module Gemstar
   module Web
     class App < Roda
       MISSING_METADATA = Object.new
-      CACHE_VERSION = "v6"
+      CACHE_VERSION = "v7"
 
       class << self
         def build(projects:, config_home:, cache_warmer: nil)
@@ -837,7 +838,10 @@ module Gemstar
           <article class="revision-card revision-#{section[:kind]}#{status_class}">
             <header class="revision-card-header">
               <div class="revision-card-titlebar">
-                <h5>#{h(section[:title] || section[:version])}</h5>
+                <div class="revision-card-heading">
+                  <h5>#{h(section[:title] || section[:version])}</h5>
+                  #{render_release_date(section[:release_date])}
+                </div>
                 <div class="revision-card-actions">
                   #{title_links.join}
                 </div>
@@ -850,6 +854,12 @@ module Gemstar
         HTML
       end
 
+      def render_release_date(release_date)
+        return "" if release_date.to_s.empty?
+
+        %(<span class="revision-release-date" title="Estimated release date">#{h(release_date)}</span>)
+      end
+
       def grouped_change_sections(gem_state)
         sections = change_sections(gem_state)
         latest = sections.select { |section| section[:kind] == :future }
@@ -895,6 +905,7 @@ module Gemstar
         return change_sections_cache[cache_key] = [] if sections.nil? || sections.empty?
 
         previous_version = gem_state[:old_version]
+        release_dates = resolved_release_dates(metadata, sections.keys, gem_state)
 
         rendered_sections = sections.keys.filter_map do |version|
           kind = section_kind(version, previous_version, current_version, gem_state[:status])
@@ -906,6 +917,7 @@ module Gemstar
             title: content[:title],
             kind: kind,
             previous_version: previous_section_version(sections.keys, version),
+            release_date: release_date_for(release_dates, version),
             html: content[:html]
           }
         end
@@ -931,6 +943,38 @@ module Gemstar
         cached_sections.merge(refreshed_sections || {})
       end
 
+      def resolved_release_dates(metadata, versions, gem_state)
+        changelog = Gemstar::ChangeLog.new(metadata)
+        cached_dates = changelog.release_dates(versions: versions, cache_only: true) || {}
+        return cached_dates unless selected_gem_missing_release_dates?(gem_state, versions, cached_dates)
+
+        fetched_dates = changelog.release_dates(versions: versions, cache_only: false) || {}
+        cached_dates.merge(fetched_dates)
+      rescue StandardError
+        {}
+      end
+
+      def release_date_for(release_dates, version)
+        release_dates.find do |candidate_version, _date|
+          normalize_release_version_key(candidate_version) == normalize_release_version_key(version)
+        end&.last
+      end
+
+      def selected_gem_missing_release_dates?(gem_state, versions, release_dates)
+        return false unless @selected_gem && gem_state[:name] == @selected_gem[:name]
+
+        requested_versions = Array(versions).map { |version| normalize_release_version_key(version) }.compact
+        dated_versions = release_dates.keys.map { |version| normalize_release_version_key(version) }.compact
+        (requested_versions - dated_versions).any?
+      end
+
+      def normalize_release_version_key(version)
+        value = version.to_s.strip
+        return nil if value.empty?
+
+        value.sub(/\Av/i, "")
+      end
+
       def relevant_package_versions(gem_state, metadata)
         metadata_hash = metadata_for(gem_state) || {}
         [
@@ -1034,7 +1078,7 @@ module Gemstar
 
       def strip_leading_version_heading(text, heading_version)
         stripped = text.sub(/\A\s*#+\s*v?#{Regexp.escape(heading_version)}\s*\n+/i, "")
-        return strip_leading_hash_separator(stripped) unless stripped == text
+        return strip_leading_heading_separator(stripped) unless stripped == text
 
         lines = text.lines
         return text if lines.empty?
@@ -1048,11 +1092,11 @@ module Gemstar
 
         remaining = lines.drop(1)
         remaining.shift while remaining.first&.strip&.empty?
-        strip_leading_hash_separator(remaining.join)
+        strip_leading_heading_separator(remaining.join)
       end
 
-      def strip_leading_hash_separator(text)
-        text.sub(/\A\s*#{Regexp.escape("#")}{4,}\s*\n+/, "")
+      def strip_leading_heading_separator(text)
+        text.sub(/\A\s*(?:#{Regexp.escape("#")}{4,}|[-=]{3,})\s*\n+/, "")
       end
 
       def compare_versions(left, right)

data/lib/gemstar/web/templates/app.css

@@ -566,6 +566,13 @@
         flex: 0 0 auto;
         margin-left: auto;
       }
+      .revision-card-heading {
+        display: inline-flex;
+        align-items: baseline;
+        flex-wrap: wrap;
+        gap: 0.45rem;
+        min-width: 0;
+      }
       .revision-card h5 {
         margin: 0;
         font-size: 1.55rem;
@@ -573,6 +580,12 @@
         color: var(--ink);
         min-width: 0;
       }
+      .revision-release-date {
+        color: var(--grey);
+        font-size: 0.86rem;
+        font-weight: 600;
+        white-space: nowrap;
+      }
       .revision-markup {
         padding: 0.7rem;
       }

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gemstar
 version: !ruby/object:Gem::Version
-  version: '1.1'
+  version: 1.1.1
 platform: ruby
 authors:
 - Florian Dejako