rubylens 0.1.0 → 0.2.0

data/lib/rubylens/model/dependency_aggregation.rb

@@ -8,25 +8,27 @@ module RubyLens
       def initialize(package_count:)
         raise ArgumentError, "package_count must be nonnegative" if package_count.negative?
 
-        @counts = Array.new(package_count, 0)
         @ruby_counts = Array.new(package_count) { Array.new(4, 0) }
         @signal_maxima = Array.new(6, 0)
         @rows = Array.new(package_count) { [] }
       end
 
       def add(package_index:, row:, construct_index:)
-        @counts[package_index] += 1
+        local_index = @rows[package_index].length
         @ruby_counts[package_index][construct_index] += 1 if construct_index
-        SIGNAL_COLUMNS.each_with_index do |column, index|
-          @signal_maxima[index] = [@signal_maxima[index], row[column]].max
+        maxima = @signal_maxima
+        SIGNAL_COLUMNS.each do |column|
+          value = row[column]
+          index = column - 1
+          maxima[index] = value if value > maxima[index]
         end
-        @rows[package_index] << row.dup.freeze
+        @rows[package_index] << (row.frozen? ? row : row.dup.freeze)
+        local_index
       end
 
       def packages
-        @counts.each_index.map do |index|
+        @rows.each_index.map do |index|
           {
-            declaration_count: @counts[index],
             ruby_counts: @ruby_counts[index].dup.freeze,
             declarations: @rows[index].dup.freeze,
           }.freeze

data/lib/rubylens/morphology_classifier.rb

@@ -16,6 +16,10 @@ module RubyLens
     BAR_CONCENTRATION = 0.50
     SPIRAL_STAGE_WIDTH = 0.10
     SPIRAL_KNOB_RANGE = 0.35
+    LARGE_PACKAGE_ENRICHMENT_THRESHOLD = 10_000
+    LARGE_PACKAGE_ENRICHMENT_FAMILIES = [SPIRAL, BARRED_SPIRAL].freeze
+    UINT32_MASK = 0xffff_ffff
+    UINT32_RANGE = 0x1_0000_0000
 
     DEFAULT_KNOBS = [0, 240, 3, 105, 380, 0, 0, 0, 0].freeze
 
@@ -32,7 +36,10 @@ module RubyLens
       inputs = package_classification? ? package_classification_inputs : project_classification_inputs
       return fallback(phase_seed: fallback_phase_seed) unless inputs
 
-      classify(**inputs)
+      classified = classify(**inputs)
+      return classified unless package_classification?
+
+      enrich_large_smooth_package(classified, size: inputs.fetch(:size), phase_seed: inputs.fetch(:phase_seed))
     rescue KeyError, TypeError, ArgumentError
       fallback(phase_seed: fallback_phase_seed)
     end
@@ -55,10 +62,10 @@ module RubyLens
       return if rows.empty?
       return unless rows.each_with_index.all? { |row, index| valid_namespace?(row, names[index]) }
 
-      core_indexes = rows.each_index.reject { |index| rows[index][2] == 1 }
+      core_indexes = rows.each_index.reject { |index| rows[index][1] == 1 }
       core_count = core_indexes.length
       test_count = rows.length - core_count
-      module_count = core_indexes.count { |index| rows[index][1] == 1 }
+      module_count = core_indexes.count { |index| rows[index][0] == 1 }
       dependency_count = packages.sum { |package| dependency_declaration_count(package) }
 
       module_fraction = ratio(module_count, core_count)
@@ -77,10 +84,12 @@ module RubyLens
     def package_classification_inputs
       return unless @package.is_a?(Hash) && valid_phase_seed?(@phase_seed)
 
-      size = @package.fetch("declaration_count")
+      declarations = @package.fetch("declarations")
       counts = @package.fetch("ruby_counts")
-      return unless size.is_a?(Integer) && size >= 0
+      return unless declarations.is_a?(Array)
       return unless counts.is_a?(Array) && counts.length == 4
+
+      size = declarations.length
       return unless counts.all? { |count| count.is_a?(Integer) && count >= 0 }
       return if counts.sum.zero?
 
@@ -105,18 +114,18 @@ module RubyLens
     end
 
     def valid_namespace?(row, name)
-      row.is_a?(Array) && row.length >= 3 &&
-        [0, 1].include?(row[1]) && [0, 1, 2].include?(row[2]) &&
+      row.is_a?(Array) && row.length >= 2 &&
+        [0, 1].include?(row[0]) && [0, 1, 2].include?(row[1]) &&
         name.is_a?(String) && !name.empty?
     end
 
     def dependency_declaration_count(package)
       raise TypeError unless package.is_a?(Hash)
 
-      count = package.fetch("declaration_count")
-      raise TypeError unless count.is_a?(Integer) && count >= 0
+      declarations = package.fetch("declarations")
+      raise TypeError unless declarations.is_a?(Array)
 
-      count
+      declarations.length
     end
 
     def ratio(numerator, denominator)
@@ -171,8 +180,31 @@ module RubyLens
 
       family = concentration >= BAR_CONCENTRATION ? BARRED_SPIRAL : SPIRAL
       stage = [[((structure - LENTICULAR_MAX) / SPIRAL_STAGE_WIDTH).floor, 0].max, 2].min
-      designation = family == BARRED_SPIRAL ? "SB#{%w[a b c][stage]}" : "S#{%w[a b c][stage]}"
       progress = [[(structure - LENTICULAR_MAX) / SPIRAL_KNOB_RANGE, 0.0].max, 1.0].min
+
+      spiral_morphology(family:, stage:, progress:, phase_seed:)
+    end
+
+    def enrich_large_smooth_package(classified, size:, phase_seed:)
+      return classified if size < LARGE_PACKAGE_ENRICHMENT_THRESHOLD
+      return classified unless [ELLIPTICAL, LENTICULAR].include?(classified.fetch("family"))
+
+      family_count = LARGE_PACKAGE_ENRICHMENT_FAMILIES.length
+      family = LARGE_PACKAGE_ENRICHMENT_FAMILIES.fetch(phase_seed % family_count)
+      progress = seeded_unit(phase_seed / family_count, 91)
+      stage = [(progress * 3).floor, 2].min
+
+      spiral_morphology(
+        family:,
+        stage:,
+        progress:,
+        phase_seed:,
+        bar_length: 0.45 + 0.15 * progress,
+      )
+    end
+
+    def spiral_morphology(family:, stage:, progress:, phase_seed:, bar_length: nil)
+      designation = family == BARRED_SPIRAL ? "SB#{%w[a b c][stage]}" : "S#{%w[a b c][stage]}"
       arm_limit = family == BARRED_SPIRAL ? 2 : 4
       morphology(
         family,
@@ -181,11 +213,19 @@ module RubyLens
         arm_count: 2 + (progress * arm_limit).round,
         winding: scaled(0.18 - 0.115 * progress),
         arm_fraction: scaled(0.45 + 0.11 * progress),
-        bar_length: family == BARRED_SPIRAL ? scaled(0.28 + 0.22 * progress) : 0,
+        bar_length: family == BARRED_SPIRAL ? scaled(bar_length || (0.50 - 0.22 * progress)) : 0,
         phase_seed:,
       )
     end
 
+    def seeded_unit(seed, channel)
+      value = (seed ^ (channel * 0x9e37_79b9)) & UINT32_MASK
+      value = ((value ^ (value >> 16)) * 0x21f0_aaad) & UINT32_MASK
+      value = ((value ^ (value >> 15)) * 0x735a_2d97) & UINT32_MASK
+      value = (value ^ (value >> 15)) & UINT32_MASK
+      value.fdiv(UINT32_RANGE)
+    end
+
     def morphology(family, designation, ellipticity: 0, bulge_share: 0, arm_count: 0, winding: 0,
       arm_fraction: 0, bar_length: 0, clump_count: 0, clump_spread: 0, phase_seed: 0)
       {

data/lib/rubylens/report_writer.rb

@@ -3,12 +3,14 @@
 require "base64"
 require "fileutils"
 require "json"
-require "securerandom"
+require_relative "artifact_marker"
+require_relative "atomic_output"
 require_relative "report_asset_assembler"
 
 module RubyLens
   class ReportWriter
     MODEL_PLACEHOLDER = "{{MODEL_BASE64}}"
+    MARKER = '<meta name="generator" content="RubyLens">'
 
     def initialize(asset_assembler: ReportAssetAssembler.new)
       @asset_assembler = asset_assembler
@@ -26,14 +28,7 @@ module RubyLens
 
       payload = Base64.strict_encode64(JSON.generate(model))
       html = template.sub(MODEL_PLACEHOLDER, payload)
-      atomic_write(output, html)
-      output
-    end
-
-    def rubylens_report?(path)
-      File.file?(path) && File.open(path, "rb") { |file| file.read(2048).include?('<meta name="generator" content="RubyLens">') }
-    rescue Errno::ENOENT, Errno::EACCES
-      false
+      AtomicOutput.replace(output) { |temporary| File.binwrite(temporary, html) }
     end
 
     private
@@ -42,17 +37,7 @@ module RubyLens
       return unless File.basename(directory) == ".rubylens"
 
       ignore = File.join(directory, ".gitignore")
-      atomic_write(ignore, "*\n") unless File.exist?(ignore)
-    end
-
-    def atomic_write(path, contents)
-      temporary = File.join(File.dirname(path), ".#{File.basename(path)}.#{SecureRandom.hex(6)}.tmp")
-      File.open(temporary, File::WRONLY | File::CREAT | File::EXCL, 0o600) { |file| file.write(contents) }
-      File.chmod(0o600, temporary)
-      File.rename(temporary, path)
-      File.chmod(0o600, path)
-    ensure
-      FileUtils.rm_f(temporary) if temporary && File.exist?(temporary)
+      AtomicOutput.replace(ignore) { |temporary| File.binwrite(temporary, "*\n") } unless File.exist?(ignore)
     end
   end
 end

data/lib/rubylens/showcase_generator.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "artifact_marker"
+require_relative "default_output"
 require_relative "generator"
 require_relative "showcase_model"
 require_relative "showcase_writer"
@@ -17,17 +19,11 @@ module RubyLens
 
     def call
       root = File.realpath(@path)
-      showcase_writer = ShowcaseWriter.new
-      output = @output
-      if output.nil?
-        output = File.join(root, DEFAULT_SHOWCASE_NAME)
-        if File.exist?(output) && !showcase_writer.rubylens_showcase?(output)
-          raise Error, "default showcase path already exists and is not a RubyLens showcase"
-        end
-        GitRepository.new(root).exclude_local(output, description: "showcase")
+      output = @output || DefaultOutput.resolve(root: root, name: DEFAULT_SHOWCASE_NAME, description: "showcase") do |existing|
+        ArtifactMarker.present?(existing, ShowcaseWriter::MARKER)
       end
       model, warnings = GenerationPipeline.new(root:, lockfile: @lockfile).call
-      output_path = showcase_writer.write(ShowcaseModel.new(model, details: @details).call, output: output)
+      output_path = ShowcaseWriter.new.write(ShowcaseModel.new(model, details: @details).call, output: output)
 
       Result.new(output_path:, counts: model.fetch("totals").freeze, warnings:)
     rescue Errno::ENOENT, Errno::EACCES, Errno::ELOOP => error

data/lib/rubylens/showcase_model.rb

@@ -6,7 +6,7 @@ require_relative "errors"
 module RubyLens
   class ShowcaseModel
     SIGNAL_FIELDS = ArtModelBuilder::SIGNAL_FIELDS
-    TOTAL_FIELDS = %w[namespaces packages dependencyStars renderedDependencyStars].freeze
+    TOTAL_FIELDS = %w[namespaces packages dependencyStars].freeze
     CATEGORY_FIELDS = %w[core tests].freeze
     ANNOTATION_LIMIT = 200
     ANNOTATION_CATEGORIES = %w[core dependencies tests].freeze
@@ -14,7 +14,7 @@ module RubyLens
     RUBY_NAME_PATTERN = /\A\p{Lu}[\p{L}\p{N}_]*(?:::\p{Lu}[\p{L}\p{N}_]*)*\z/
     MAX_ANNOTATION_NAME_LENGTH = 160
     RSPEC_PROXY_PREFIX = "RSpec example group #"
-    LEGACY_MORPHOLOGY_ROW = [MorphologyClassifier::SPIRAL, *MorphologyClassifier::DEFAULT_KNOBS].freeze
+    FALLBACK_MORPHOLOGY_ROW = [MorphologyClassifier::SPIRAL, *MorphologyClassifier::DEFAULT_KNOBS].freeze
 
     def initialize(model, details: false)
       @model = model
@@ -27,12 +27,13 @@ module RubyLens
       raise Error, "package morphology rows must align with packages" unless package_morphologies.length == packages.length
 
       showcase = {
-        "schema" => "rubylens.showcase.v4",
+        "schema" => "rubylens.showcase.v7",
         "projectName" => @model.fetch("projectName"),
         "details" => @details,
         "domains" => project_hash(@model.fetch("domains"), SIGNAL_FIELDS),
         "morphology" => morphology_row,
-        "namespaces" => @model.fetch("namespaces").map { |row| numeric_row(row, 15) },
+        "namespaces" => @model.fetch("namespaces").map { |row| numeric_row(row, 14) },
+        "constantReferenceLinks" => @model.fetch("constantReferenceLinks", []).map { |row| numeric_row(row, 2) },
         "packages" => packages.map { |row| numeric_row(row, 9) },
         "packageMorphologies" => package_morphologies.map { |row| numeric_row(row, 10) },
         "dependencySystems" => @model.fetch("dependencySystems", []).map { |row| numeric_row(row, 2) },
@@ -54,14 +55,11 @@ module RubyLens
 
     def morphology_row
       morphology = @model["morphology"]
-      return LEGACY_MORPHOLOGY_ROW.dup unless morphology.is_a?(Hash)
+      return FALLBACK_MORPHOLOGY_ROW.dup unless morphology.is_a?(Array)
 
-      knobs = morphology["knobs"]
-      return LEGACY_MORPHOLOGY_ROW.dup unless knobs.is_a?(Array)
-
-      numeric_row([morphology.fetch("family"), *knobs], 10)
-    rescue KeyError, Error
-      LEGACY_MORPHOLOGY_ROW.dup
+      numeric_row(morphology, 10)
+    rescue Error
+      FALLBACK_MORPHOLOGY_ROW.dup
     end
 
     def project_hash(source, fields)
@@ -112,14 +110,14 @@ module RubyLens
       rows = @model.fetch("namespaces")
       names.each_with_index.filter_map do |name, index|
         row = rows.fetch(index)
-        next unless (row.fetch(3) == 1) == test
+        next unless (row.fetch(2) == 1) == test
         next if OMITTED_ANNOTATION_NAMES.include?(name)
         next unless safe_ruby_name?(name)
 
-        [row.slice(4, 6).sum, {
+        [row.slice(3, 6).sum, {
           "category" => test ? "tests" : "core",
           "name" => name,
-          "kind" => row.fetch(2) == 0 ? "Class" : "Module",
+          "kind" => row.fetch(1) == 0 ? "Class" : "Module",
           "anchor" => index,
         }]
       end.sort_by { |rank, candidate| [-rank, candidate.fetch("name"), candidate.fetch("anchor")] }

data/lib/rubylens/showcase_writer.rb

@@ -16,11 +16,5 @@ module RubyLens
         runtime_path: RUNTIME_PATH,
       ))
     end
-
-    def rubylens_showcase?(path)
-      File.file?(path) && File.open(path, "rb") { |file| file.read(2048).include?(MARKER) }
-    rescue Errno::ENOENT, Errno::EACCES
-      false
-    end
   end
 end

data/lib/rubylens/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RubyLens
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/rubylens.rb

@@ -8,6 +8,8 @@ end
 require_relative "rubylens/version"
 require_relative "rubylens/errors"
 require_relative "rubylens/paths"
+require_relative "rubylens/atomic_output"
+require_relative "rubylens/default_output"
 require_relative "rubylens/git_repository"
 require_relative "rubylens/dependency_warning"
 require_relative "rubylens/index/manifest"
@@ -20,6 +22,7 @@ require_relative "rubylens/generator"
 require_relative "rubylens/showcase_model"
 require_relative "rubylens/showcase_writer"
 require_relative "rubylens/showcase_generator"
+require_relative "rubylens/clip_generator"
 
 module RubyLens
   module_function
@@ -31,4 +34,8 @@ module RubyLens
   def generate_showcase(path: Dir.pwd, output: nil, lockfile: nil, details: false)
     ShowcaseGenerator.new(path: path, output: output, lockfile: lockfile, details: details).call
   end
+
+  def generate_clip(path: Dir.pwd, output: nil, lockfile: nil, details: false, progress: nil)
+    ClipGenerator.new(path: path, output: output, lockfile: lockfile, details: details, progress: progress).call
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rubylens
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - RubyLens contributors
@@ -55,7 +55,16 @@ files:
 - exe/rubylens
 - lib/rubylens.rb
 - lib/rubylens/art_model_builder.rb
+- lib/rubylens/artifact_marker.rb
+- lib/rubylens/atomic_output.rb
 - lib/rubylens/cli.rb
+- lib/rubylens/clip/chrome_page.rb
+- lib/rubylens/clip/deadline_io.rb
+- lib/rubylens/clip/renderer.rb
+- lib/rubylens/clip/toolchain.rb
+- lib/rubylens/clip/web_socket_channel.rb
+- lib/rubylens/clip_generator.rb
+- lib/rubylens/default_output.rb
 - lib/rubylens/dependency_warning.rb
 - lib/rubylens/errors.rb
 - lib/rubylens/generator.rb