gemstar 1.1.1 → 1.3

data/lib/gemstar/commands/server.rb

@@ -1,6 +1,9 @@
 require_relative "command"
+require_relative "../project"
+require "rack/mock"
 require "socket"
 require "shellwords"
+require "uri"
 require "rbconfig"
 
 module Gemstar
@@ -31,6 +34,8 @@ module Gemstar
       end
 
       def run
+        projects = load_projects
+
         restart_with_rerun if reload_requested?
 
         require "rackup"
@@ -42,23 +47,28 @@ module Gemstar
         Gemstar::Config.ensure_home_directory!
         @port = resolve_port
 
-        projects = load_projects
         log_loaded_projects(projects)
         cache_warmer = build_cache_warmer
-        app = Gemstar::Web::App.build(projects: projects, config_home: Gemstar::Config.home_directory, cache_warmer: cache_warmer)
+        web_app = Gemstar::Web::App.build(projects: projects, config_home: Gemstar::Config.home_directory, cache_warmer: cache_warmer)
+        cache_warmer.detail_cache_fetcher = build_detail_cache_fetcher(web_app)
+        app = web_app
         app = Gemstar::RequestLogger.new(app, io: $stderr) if debug_request_logging?
 
         puts "Gemstar server listening on http://#{bind}:#{port}"
         puts "Config home: #{Gemstar::Config.home_directory}"
-        Rackup::Server.start(
-          app: app,
-          server: "webrick",
-          Host: bind,
-          Port: port,
-          AccessLog: [],
-          Logger: Gemstar::WEBrickLogger.new($stderr, WEBrick::BasicLog::INFO),
-          StartCallback: server_start_callback(projects, cache_warmer)
-        )
+        begin
+          Rackup::Server.start(
+            app: app,
+            server: "webrick",
+            Host: bind,
+            Port: port,
+            AccessLog: [],
+            Logger: Gemstar::WEBrickLogger.new($stderr, WEBrick::BasicLog::INFO),
+            StartCallback: server_start_callback(projects, cache_warmer)
+          )
+        ensure
+          stop_background_cache_refresh(cache_warmer)
+        end
       end
 
       private
@@ -143,6 +153,9 @@ module Gemstar
 
       def load_projects
         project_inputs.map { |input| Gemstar::Project.from_cli_argument(input) }
+      rescue Gemstar::Project::UnsupportedProjectError => e
+        warn e.message
+        exit 1
       end
 
       def log_loaded_projects(projects)
@@ -183,8 +196,21 @@ module Gemstar
       end
 
       def start_background_cache_refresh(projects, cache_warmer)
-        package_states = projects.flat_map do |project|
-          project.gem_states(from_revision_id: "worktree", to_revision_id: "worktree")
+        package_states = projects.flat_map.with_index do |project, project_index|
+          from_revision_id = project.default_from_revision_id
+          to_revision_id = "worktree"
+          states = project.gem_states(from_revision_id: from_revision_id, to_revision_id: to_revision_id)
+          detail_cache_contexts = detail_cache_contexts_for(
+            project: project,
+            project_index: project_index,
+            from_revision_id: from_revision_id,
+            to_revision_id: to_revision_id,
+            package_states: states
+          )
+
+          states.map do |state|
+            state.merge(detail_cache_contexts: detail_cache_contexts_for_package(state, detail_cache_contexts))
+          end
         end
 
         return nil if package_states.empty?
@@ -192,16 +218,75 @@ module Gemstar
         cache_warmer.enqueue_many(package_states)
       end
 
+      def detail_cache_contexts_for(project:, project_index:, from_revision_id:, to_revision_id:, package_states:)
+        default_filter = package_states.any? { |state| state[:status] != :unchanged } ? "updated" : "all"
+        default_scope = project.package_scope_options.map { |option| option[:id] } == ["gems"] ? "gems" : "all"
+
+        [
+          {
+            project: project_index,
+            from: from_revision_id,
+            to: to_revision_id,
+            filter: default_filter,
+            scope: default_scope
+          },
+          {
+            project: project_index,
+            from: from_revision_id,
+            to: to_revision_id,
+            filter: "all",
+            scope: default_scope
+          }
+        ].uniq
+      end
+
+      def detail_cache_contexts_for_package(package_state, base_contexts)
+        package_scope = package_state[:package_scope]
+
+        base_contexts.flat_map do |context|
+          [
+            context,
+            context.merge(scope: package_scope)
+          ]
+        end.uniq
+      end
+
+      def build_detail_cache_fetcher(app)
+        lambda do |package_state, context|
+          params = context.merge(package: package_state[:name])
+          env = Rack::MockRequest.env_for(
+            "/detail?#{URI.encode_www_form(params)}",
+            "REQUEST_METHOD" => "GET",
+            "gemstar.detail_cache_warm" => true
+          )
+          response = app.call(env)
+          body = response[2]
+          body.close if body.respond_to?(:close)
+        end
+      end
+
       def server_start_callback(projects, cache_warmer)
         proc do
-          Thread.new do
+          @server_start_thread = Thread.new do
+            Thread.current.name = "gemstar-server-start" if Thread.current.respond_to?(:name=)
             sleep 0.15
             start_background_cache_refresh(projects, cache_warmer)
             launch_browser
+          rescue StandardError => e
+            warn "Background cache refresh failed: #{e.class}: #{e.message}"
           end
         end
       end
 
+      def stop_background_cache_refresh(cache_warmer)
+        cache_warmer.shutdown if cache_warmer.respond_to?(:shutdown)
+
+        return unless @server_start_thread&.alive?
+
+        @server_start_thread.kill
+        @server_start_thread.join(0.5)
+      end
+
       def launch_browser
         return unless open_browser
 

data/lib/gemstar/crates_io_metadata.rb

@@ -0,0 +1,140 @@
+# frozen_string_literal: true
+
+require "json"
+require "open-uri"
+require "time"
+require "uri"
+require_relative "version"
+
+module Gemstar
+  class CratesIOMetadata
+    USER_AGENT = "gemstar/#{Gemstar::VERSION} (+https://github.com/FDj/gemstar)"
+
+    def initialize(crate_name)
+      @crate_name = crate_name
+    end
+
+    attr_reader :crate_name
+
+    alias_method :gem_name, :crate_name
+
+    def cache_key
+      "crates-io-#{crate_name}"
+    end
+
+    def meta(cache_only: false, force_refresh: false)
+      return @meta if !cache_only && defined?(@meta)
+
+      parsed = raw_meta(cache_only: cache_only, force_refresh: force_refresh)
+      normalized = normalize_meta(parsed)
+      @meta = normalized unless cache_only
+      normalized
+    end
+
+    def repo_uri(cache_only: false, force_refresh: false)
+      resolved_meta = meta(cache_only: cache_only, force_refresh: force_refresh)
+      return nil unless resolved_meta
+      return @repo_uri if !cache_only && defined?(@repo_uri)
+
+      uri = normalize_repo_uri(resolved_meta["source_code_uri"])
+      @repo_uri = uri unless cache_only
+      uri
+    end
+
+    def changelog_sections(versions: nil, cache_only: false, force_refresh: false, use_github_cli: false)
+      requested_versions = Array(versions).compact
+      changelog = Gemstar::ChangeLog.new(self)
+      if requested_versions.empty?
+        changelog.sections(cache_only: cache_only, force_refresh: force_refresh)
+      else
+        changelog.sections_for_versions(requested_versions, cache_only: cache_only, force_refresh: force_refresh, use_github_cli: use_github_cli)
+      end
+    end
+
+    def registry_release_dates(cache_only: false, force_refresh: false)
+      parsed = raw_meta(cache_only: cache_only, force_refresh: force_refresh)
+      Array(parsed&.dig("versions")).each_with_object({}) do |version, dates|
+        number = version["num"]
+        created_at = version["created_at"]
+        next if number.to_s.empty? || created_at.to_s.empty?
+
+        dates[number] = Time.parse(created_at).utc.strftime("%b %-d, %Y")
+      end
+    rescue JSON::ParserError, ArgumentError
+      {}
+    end
+
+    def warm_cache(versions: nil)
+      meta
+      repo_uri
+      changelog_sections(versions: versions)
+    end
+
+    def discover_github_tag_sections?
+      true
+    end
+
+    def github_tag_candidates(version)
+      raw = version.to_s
+      [
+        raw,
+        (raw.start_with?("v") ? raw : "v#{raw}"),
+        "#{crate_name}-#{raw}",
+        "#{crate_name}-v#{raw}",
+        "#{crate_name}@#{raw}"
+      ].uniq
+    end
+
+    def github_tag_matches?(tag_name)
+      decoded = URI.decode_www_form_component(tag_name.to_s.split("?").first.to_s)
+      return true if decoded.match?(/\Av?\d/)
+
+      decoded.match?(/\A#{Regexp.escape(crate_name)}(?:-|@)v?\d/i)
+    end
+
+    private
+
+    def raw_meta(cache_only: false, force_refresh: false)
+      json = if cache_only
+        Cache.peek(cache_key)
+      else
+        url = "https://crates.io/api/v1/crates/#{URI.encode_www_form_component(crate_name)}"
+        Cache.fetch(cache_key, force: force_refresh) do
+          options = {read_timeout: 8}
+          options["User-Agent"] = USER_AGENT
+          URI.parse(url).open(options).read
+        end
+      end
+
+      JSON.parse(json) if json
+    end
+
+    def normalize_meta(parsed)
+      return nil unless parsed.is_a?(Hash)
+
+      crate = parsed["crate"] || {}
+      name = crate["name"] || crate["id"] || crate_name
+      {
+        "name" => name,
+        "version" => crate["max_version"] || crate["newest_version"],
+        "info" => crate["description"],
+        "homepage_uri" => crate["homepage"],
+        "source_code_uri" => crate["repository"],
+        "project_uri" => "https://crates.io/crates/#{name}",
+        "documentation_uri" => crate["documentation"]
+      }
+    end
+
+    def normalize_repo_uri(uri)
+      value = uri.to_s
+      return "" if value.empty?
+
+      value = value.sub(/\Agit\+/, "")
+      value = value.sub(/\Agit:\/\//, "https://")
+      value = value.sub(/\Ahttp:\/\//, "https://")
+      value = value.gsub(/\.git\z/, "")
+      value = value[%r{\Ahttps?://github\.com/[^/]+/[^/]+}] || value if value.include?("github.com")
+      value
+    end
+  end
+end

data/lib/gemstar/data/ruby_gems_metadata.json

@@ -5,5 +5,15 @@
       "paths": ["CHANGELOG.md"],
       "branches": [""]
     }
+  },
+  "thruster": {
+    "changelog": {
+      "raw_base": "https://raw.githubusercontent.com/basecamp/thruster/v{version}",
+      "paths": ["CHANGELOG.md"],
+      "branches": [""],
+      "version_overrides": {
+        "0.1.22@2026-07-16": "0.1.23"
+      }
+    }
   }
 }

data/lib/gemstar/npm_metadata.rb

@@ -64,13 +64,13 @@ module Gemstar
       repo
     end
 
-    def changelog_sections(versions: nil, cache_only: false, force_refresh: false)
+    def changelog_sections(versions: nil, cache_only: false, force_refresh: false, use_github_cli: false)
       requested_versions = Array(versions).compact
       changelog = Gemstar::ChangeLog.new(self)
       if requested_versions.empty?
         changelog.sections(cache_only: cache_only, force_refresh: force_refresh)
       else
-        changelog.sections_for_versions(requested_versions, cache_only: cache_only, force_refresh: force_refresh)
+        changelog.sections_for_versions(requested_versions, cache_only: cache_only, force_refresh: force_refresh, use_github_cli: use_github_cli)
       end
     end
 

data/lib/gemstar/outputs/html.rb

@@ -78,6 +78,8 @@ module Gemstar
 
       def icon_for(info)
         return "📦" if info[:package_scope] == "js"
+        return "🐍" if info[:package_scope] == "python"
+        return "🦀" if info[:package_scope] == "cargo"
         return "🐙" if info[:homepage_url]&.include?("github.com")
 
         "💎"