gemstar 1.2 → 1.3

data/lib/gemstar/pypi_metadata.rb

@@ -0,0 +1,182 @@
+require "json"
+require "open-uri"
+require "time"
+require "uri"
+
+module Gemstar
+  class PyPIMetadata
+    def initialize(package_name)
+      @package_name = package_name
+    end
+
+    attr_reader :package_name
+
+    alias_method :gem_name, :package_name
+
+    def cache_key
+      "pypi-#{package_name}"
+    end
+
+    def meta(cache_only: false, force_refresh: false)
+      return @meta if !cache_only && defined?(@meta)
+
+      json = if cache_only
+        Cache.peek(cache_key)
+      else
+        url = "https://pypi.org/pypi/#{URI.encode_www_form_component(package_name)}/json"
+        Cache.fetch(cache_key, force: force_refresh) do
+          URI.parse(url).open(read_timeout: 8).read
+        end
+      end
+
+      parsed = begin
+        JSON.parse(json) if json
+      rescue
+        nil
+      end
+
+      normalized = normalize_meta(parsed)
+      @meta = normalized unless cache_only
+      normalized
+    end
+
+    def repo_uri(cache_only: false, force_refresh: false)
+      resolved_meta = meta(cache_only: cache_only, force_refresh: force_refresh)
+      return nil unless resolved_meta
+
+      return @repo_uri if !cache_only && defined?(@repo_uri)
+
+      uri = resolved_meta["source_code_uri"]
+      uri ||= resolved_meta["homepage_uri"] if resolved_meta["homepage_uri"].to_s.include?("github.com")
+      uri = normalize_repo_uri(uri)
+
+      @repo_uri = uri unless cache_only
+      uri
+    end
+
+    def changelog_sections(versions: nil, cache_only: false, force_refresh: false, use_github_cli: false)
+      requested_versions = Array(versions).compact
+      changelog = Gemstar::ChangeLog.new(self)
+      if requested_versions.empty?
+        changelog.sections(cache_only: cache_only, force_refresh: force_refresh)
+      else
+        changelog.sections_for_versions(requested_versions, cache_only: cache_only, force_refresh: force_refresh, use_github_cli: use_github_cli)
+      end
+    end
+
+    def registry_release_dates(cache_only: false, force_refresh: false)
+      parsed = raw_meta(cache_only: cache_only, force_refresh: force_refresh)
+      Array(parsed&.dig("releases")).each_with_object({}) do |(version, files), dates|
+        uploaded_at = Array(files).filter_map { |file| file["upload_time_iso_8601"] || file["upload_time"] }.min
+        next if version.to_s.empty? || uploaded_at.to_s.empty?
+
+        dates[version] = Time.parse(uploaded_at).utc.strftime("%b %-d, %Y")
+      end
+    rescue JSON::ParserError, ArgumentError
+      {}
+    end
+
+    def warm_cache(versions: nil)
+      meta
+      repo_uri
+      changelog_sections(versions: versions)
+    end
+
+    def discover_github_tag_sections?
+      true
+    end
+
+    def github_tag_candidates(version)
+      raw = version.to_s
+      candidates = [raw, (raw.start_with?("v") ? raw : "v#{raw}")]
+      candidates << "release_#{raw}"
+      candidates << "release_v#{raw}" unless raw.start_with?("v")
+
+      if raw.match?(/\A\d+\.\d\z/)
+        padded_minor = "#{raw}0"
+        candidates << padded_minor
+        candidates << "v#{padded_minor}"
+        candidates << "release_#{padded_minor}"
+        candidates << "release_v#{padded_minor}"
+      end
+
+      if raw.match?(/\A\d{4}\.\d{1,2}\.\d{1,2}\z/)
+        year, month, day = raw.split(".")
+        dotted_date = [year, month.rjust(2, "0"), day.rjust(2, "0")].join(".")
+        candidates << dotted_date
+        candidates << "v#{dotted_date}"
+        candidates << "release_#{dotted_date}"
+        candidates << "release_v#{dotted_date}"
+      end
+
+      candidates.uniq
+    end
+
+    def github_tag_matches?(_tag_name)
+      true
+    end
+
+    private
+
+    def raw_meta(cache_only: false, force_refresh: false)
+      json = if cache_only
+        Cache.peek(cache_key)
+      else
+        url = "https://pypi.org/pypi/#{URI.encode_www_form_component(package_name)}/json"
+        Cache.fetch(cache_key, force: force_refresh) do
+          URI.parse(url).open(read_timeout: 8).read
+        end
+      end
+
+      JSON.parse(json) if json
+    end
+
+    def normalize_meta(parsed)
+      return nil unless parsed.is_a?(Hash)
+
+      info = parsed["info"] || {}
+      project_urls = info["project_urls"] || {}
+      source_code_uri = project_url(project_urls, "Source", "Source Code", "Code", "Repository", "GitHub")
+      homepage_uri = info["home_page"].to_s.empty? ? nil : info["home_page"]
+      homepage_uri ||= project_url(project_urls, "Homepage", "Home", "homepage")
+      changelog_uri = project_url(project_urls, "Changelog", "Change Log", "Changes", "Release Notes", "Release notes", "History")
+
+      {
+        "name" => info["name"] || package_name,
+        "version" => info["version"],
+        "info" => info["summary"] || info["description"],
+        "homepage_uri" => homepage_uri,
+        "source_code_uri" => source_code_uri,
+        "project_uri" => info["package_url"] || "https://pypi.org/project/#{package_name}/",
+        "documentation_uri" => project_url(project_urls, "Documentation", "Docs", "documentation"),
+        "changelog_uri" => changelog_uri
+      }
+    end
+
+    def project_url(project_urls, *names)
+      normalized_urls = project_urls.transform_keys { |key| key.to_s.downcase.gsub(/[\s_-]+/, "") }
+      names.each do |name|
+        value = normalized_urls[name.to_s.downcase.gsub(/[\s_-]+/, "")]
+        return value unless value.to_s.empty?
+      end
+
+      nil
+    end
+
+    def normalize_repo_uri(uri)
+      value = uri.to_s
+      return "" if value.empty?
+
+      value = value.sub(/\Agit\+/, "")
+      value = value.sub(/\Agit:\/\//, "https://")
+      value = value.sub(/\Ahttp:\/\//, "https://")
+      value = value.gsub(/\.git\z/, "")
+
+      if value.include?("github.com")
+        value = value[%r{\Ahttps?://github\.com/[^/]+/[^/]+}] || value
+      end
+
+      value
+    end
+  end
+end

data/lib/gemstar/ruby_gems_metadata.rb

@@ -97,6 +97,12 @@ module Gemstar
       end
     end
 
+    def correct_changelog_version(version, heading:)
+      overrides = package_metadata.dig("changelog", "version_overrides") || {}
+      release_date = heading.to_s[/\b\d{4}-\d{2}-\d{2}\b/]
+      overrides.fetch([version, release_date].compact.join("@"), version)
+    end
+
     def registry_release_dates(cache_only: false, force_refresh: false)
       cache_key = "rubygems-versions-#{gem_name}"
       json = if cache_only
@@ -145,7 +151,11 @@ module Gemstar
         override_branches = Array(override["branches"]).compact
         override_branches = [""] if override_branches.empty? && override["raw_base"]
         return {
-          base: expand_metadata_template(override["raw_base"] || github_raw_base(repo_uri)),
+          base: expand_metadata_template(
+            override["raw_base"] || github_raw_base(repo_uri),
+            cache_only: cache_only,
+            force_refresh: force_refresh
+          ),
           paths: override_paths.empty? ? Gemstar::ChangeLog::DEFAULT_CHANGELOG_PATHS : override_paths,
           branches: override_branches.empty? ? RemoteRepository.new(github_raw_base(repo_uri)).find_main_branch(cache_only: cache_only, force_refresh: force_refresh) : override_branches
         }
@@ -171,8 +181,21 @@ module Gemstar
       repo_uri.sub("https://github.com", "https://raw.githubusercontent.com").chomp("/")
     end
 
-    def expand_metadata_template(value)
-      value.to_s.gsub("{gem_name}", gem_name)
+    def expand_metadata_template(value, cache_only: false, force_refresh: false)
+      version = metadata_template_version(cache_only: cache_only, force_refresh: force_refresh)
+      value.to_s.gsub("{gem_name}", gem_name).gsub("{version}", version)
+    end
+
+    def metadata_template_version(cache_only: false, force_refresh: false)
+      version = meta(cache_only: cache_only, force_refresh: force_refresh)&.dig("version").to_s
+      return version unless version.empty?
+
+      override_versions = package_metadata.dig("changelog", "version_overrides")
+      Array(override_versions&.values).compact.map(&:to_s).reject(&:empty?).max_by do |override_version|
+        Gem::Version.new(override_version)
+      rescue ArgumentError
+        Gem::Version.new("0")
+      end.to_s
     end
 
     def format_registry_release_date(datetime)

data/lib/gemstar/uv_lock_file.rb

@@ -0,0 +1,114 @@
+module Gemstar
+  class UvLockFile
+    attr_reader :specs
+    attr_reader :spec_sources
+
+    def initialize(path: nil, content: nil)
+      parsed = parse_content(content || File.read(path))
+      @specs = parsed[:specs]
+      @spec_sources = parsed[:spec_sources]
+    end
+
+    def source_for(name)
+      spec_sources[name]
+    end
+
+    private
+
+    def parse_content(content)
+      specs = {}
+      spec_sources = {}
+
+      package_blocks(content).each do |block|
+        name = scalar_value(block, "name")
+        version = scalar_value(block, "version")
+        source = source_for_block(block, name, version)
+        next if name.to_s.empty? || version.to_s.empty?
+        next if source[:type] == :virtual
+
+        specs[name] = version
+        spec_sources[name] = source
+      end
+
+      {
+        specs: specs,
+        spec_sources: spec_sources
+      }
+    end
+
+    def package_blocks(content)
+      content.to_s.split(/^\[\[package\]\]\s*$/).drop(1)
+    end
+
+    def scalar_value(block, key)
+      block[/^#{Regexp.escape(key)}\s*=\s*"([^"]*)"/, 1]
+    end
+
+    def source_for_block(block, name, version)
+      source = inline_table(block[/^source\s*=\s*\{([^}]*)\}/, 1])
+      package_url = "https://pypi.org/project/#{name}/"
+      registry_url = source["registry"]
+
+      if source.key?("virtual")
+        return {
+          type: :virtual,
+          path: source["virtual"]
+        }.compact
+      end
+
+      if source.key?("git")
+        return {
+          type: :git,
+          remote: source["git"],
+          revision: source["rev"] || source["commit"],
+          branch: source["branch"],
+          tag: source["tag"],
+          package_name: name,
+          package_version: version,
+          registry_url: package_url
+        }.compact
+      end
+
+      if source.key?("path") || source.key?("editable") || source.key?("directory")
+        return {
+          type: :path,
+          path: source["path"] || source["editable"] || source["directory"],
+          package_name: name,
+          package_version: version,
+          registry_url: package_url
+        }.compact
+      end
+
+      {
+        type: :pypi,
+        remote: registry_url,
+        distribution_url: distribution_url(block),
+        package_name: name,
+        package_version: version,
+        registry_url: package_url
+      }.compact
+    end
+
+    def distribution_url(block)
+      sdist = inline_table(block[/^sdist\s*=\s*\{([^}]*)\}/, 1])
+      return sdist["url"] unless sdist["url"].to_s.empty?
+
+      wheel = inline_table(block[/^\s*\{\s*url\s*=\s*"([^"]+)"/, 0])
+      wheel["url"]
+    end
+
+    def inline_table(content)
+      content.to_s.scan(/([\w-]+)\s*=\s*("[^"]*"|true|false|[^,\s}]+)/).each_with_object({}) do |(key, raw_value), values|
+        values[key] = parse_inline_value(raw_value)
+      end
+    end
+
+    def parse_inline_value(raw_value)
+      value = raw_value.to_s.strip
+      return true if value == "true"
+      return false if value == "false"
+
+      value.sub(/\A"/, "").sub(/"\z/, "")
+    end
+  end
+end

data/lib/gemstar/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Gemstar # :nodoc:
-  VERSION = "1.2"
+  VERSION = "1.3"
   def self.debug?
     return @debug if defined?(@debug)
     @debug = ENV["GEMSTAR_DEBUG"] == "true"