emerge 0.3.0 → 0.5.0

data/lib/commands/order_files/validate_xcode_project.rb

@@ -0,0 +1,71 @@
+require 'dry/cli'
+require 'xcodeproj'
+
+module EmergeCLI
+  module Commands
+    class ValidateXcodeProject < EmergeCLI::Commands::GlobalOptions
+      desc 'Validate xcodeproject for order files'
+
+      option :path, type: :string, required: true, desc: 'Path to the xcodeproject to validate'
+      option :target, type: :string, required: false, desc: 'Target to validate'
+      option :build_configuration, type: :string, required: false,
+                                   desc: 'Build configuration to validate (Release by default)'
+
+      # Constants
+      LINK_MAPS_CONFIG = 'LD_GENERATE_MAP_FILE'.freeze
+      LINK_MAPS_PATH = 'LD_MAP_FILE_PATH'.freeze
+      PATH_TO_LINKMAP = '$(TARGET_TEMP_DIR)/$(PRODUCT_NAME)-LinkMap-$(CURRENT_VARIANT)-$(CURRENT_ARCH).txt'.freeze
+
+      def call(**options)
+        @options = options
+        before(options)
+
+        raise 'Path must be an xcodeproject' unless @options[:path].end_with?('.xcodeproj')
+        raise 'Path does not exist' unless File.exist?(@options[:path])
+
+        @options[:build_configuration] ||= 'Release'
+
+        Sync do
+          project = Xcodeproj::Project.open(@options[:path])
+
+          validate_xcproj(project)
+        end
+      end
+
+      private
+
+      def validate_xcproj(project)
+        project.targets.each do |target|
+          next if @options[:target] && target.name != @options[:target]
+          next unless target.product_type == 'com.apple.product-type.application'
+
+          target.build_configurations.each do |config|
+            next if config.name != @options[:build_configuration]
+            validate_target_config(target, config)
+          end
+        end
+      end
+
+      def validate_target_config(target, config)
+        has_error = false
+        if config.build_settings[LINK_MAPS_CONFIG] != 'YES'
+          has_error = true
+          Logger.error "❌ Write Link Map File (#{LINK_MAPS_CONFIG}) is not set to YES"
+        end
+        if config.build_settings[LINK_MAPS_PATH] != ''
+          has_error = true
+          Logger.error "❌ Path to Link Map File (#{LINK_MAPS_PATH}) is not set, we recommend \
+setting it to '#{PATH_TO_LINKMAP}'"
+        end
+
+        if has_error
+          Logger.error "❌ Target '#{target.name}' has errors, this means \
+that the linkmaps will not be generated as expected"
+          Logger.error "Use `emerge configure order-files-ios --project-path '#{@options[:path]}'` to fix this"
+        else
+          Logger.info "✅ Target '#{target.name}' is valid"
+        end
+      end
+    end
+  end
+end

data/lib/commands/snapshots/validate_app.rb

@@ -0,0 +1,64 @@
+require 'dry/cli'
+require 'json'
+require 'uri'
+require 'yaml'
+require 'cfpropertylist'
+
+module EmergeCLI
+  module Commands
+    module Snapshots
+      class ValidateApp < EmergeCLI::Commands::GlobalOptions
+        desc 'Validate app for snapshot testing [iOS, macOS]'
+
+        # Optional options
+        option :path, type: :string, required: true, desc: 'Path to the app binary or xcarchive'
+
+        # Mangled names are deterministic, no need to demangle them
+        SWIFT_PREVIEWS_MANGLED_NAMES = [
+          '_$s21DeveloperToolsSupport15PreviewRegistryMp',
+          '_$s7SwiftUI15PreviewProviderMp'
+        ].freeze
+
+        def call(**options)
+          @options = options
+          before(options)
+
+          Sync do
+            binary_path = get_binary_path
+            Logger.info "Found binary: #{binary_path}"
+
+            Logger.info "Loading binary: #{binary_path}"
+            macho_parser = MachOParser.new
+            macho_parser.load_binary(binary_path)
+
+            use_chained_fixups, imported_symbols = macho_parser.read_linkedit_data_command
+            bound_symbols = macho_parser.read_dyld_info_only_command
+
+            found = macho_parser.find_protocols_in_swift_proto(use_chained_fixups, imported_symbols, bound_symbols,
+                                                               SWIFT_PREVIEWS_MANGLED_NAMES)
+
+            if found
+              Logger.info '✅ Found SwiftUI previews'
+            else
+              Logger.error '❌ No SwiftUI previews found'
+            end
+            found
+          end
+        end
+
+        private
+
+        def get_binary_path
+          return @options[:path] unless @options[:path].end_with?('.xcarchive')
+          app_path = Dir.glob("#{@options[:path]}/Products/Applications/*.app").first
+          info_path = File.join(app_path, 'Info.plist')
+          plist_data = File.read(info_path)
+          plist = CFPropertyList::List.new(data: plist_data)
+          parsed_data = CFPropertyList.native_types(plist.value)
+
+          File.join(app_path, parsed_data['CFBundleExecutable'])
+        end
+      end
+    end
+  end
+end

data/lib/commands/upload/build.rb

@@ -0,0 +1,140 @@
+require 'dry/cli'
+require 'json'
+require 'uri'
+require 'async'
+require 'async/barrier'
+require 'async/semaphore'
+require 'async/http/internet/instance'
+
+module EmergeCLI
+  module Commands
+    module Upload
+      class Build < EmergeCLI::Commands::GlobalOptions
+        desc 'Upload a build to Emerge'
+
+        option :path, type: :string, required: true, desc: 'Path to the build artifact'
+
+        # Optional options
+        option :api_token, type: :string, required: false,
+                           desc: 'API token for authentication, defaults to ENV[EMERGE_API_TOKEN]'
+        option :sha, type: :string, required: false, desc: 'SHA of the commit'
+        option :branch, type: :string, required: false, desc: 'Branch name'
+        option :repo_name, type: :string, required: false, desc: 'Repository name'
+        option :base_sha, type: :string, required: false, desc: 'Base SHA'
+        option :previous_sha, type: :string, required: false, desc: 'Previous SHA'
+        option :pr_number, type: :string, required: false, desc: 'PR number'
+
+        def initialize(network: nil, git_info_provider: nil)
+          @network = network
+          @git_info_provider = git_info_provider
+        end
+
+        def call(**options)
+          @options = options
+          @profiler = EmergeCLI::Profiler.new(enabled: options[:profile])
+          before(options)
+
+          start_time = Time.now
+
+          file_path = options[:path]
+          file_exists = File.exist?(file_path)
+          raise "File not found at path: #{file_path}" unless file_exists
+
+          file_extension = File.extname(file_path)
+          raise "Unsupported file type: #{file_extension}" unless ['.ipa', '.apk', '.aab',
+                                                                   '.zip'].include?(file_extension)
+
+          api_token = @options[:api_token] || ENV.fetch('EMERGE_API_TOKEN', nil)
+          raise 'API token is required and cannot be blank' if api_token.nil? || api_token.strip.empty?
+
+          @network ||= EmergeCLI::Network.new(api_token:)
+          @git_info_provider ||= GitInfoProvider.new
+
+          Sync do
+            upload_url, upload_id = fetch_upload_url
+
+            file_size = File.size(file_path)
+            Logger.info("Uploading file... (#{file_size} bytes)")
+
+            File.open(file_path, 'rb') do |file|
+              headers = {
+                'Content-Type' => 'application/zip',
+                'Content-Length' => file_size.to_s
+              }
+
+              response = @network.put(
+                path: upload_url,
+                body: file.read,
+                headers: headers
+              )
+
+              unless response.status == 200
+                Logger.error("Upload failed with status #{response.status}")
+                Logger.error("Response body: #{response.body}")
+                raise "Uploading file failed with status #{response.status}"
+              end
+            end
+
+            Logger.info('Upload complete successfully!')
+            Logger.info "Time taken: #{(Time.now - start_time).round(2)} seconds"
+            Logger.info("✅ You can view the build analysis at https://emergetools.com/build/#{upload_id}")
+          end
+        end
+
+        private
+
+        def fetch_upload_url
+          git_result = @git_info_provider.fetch_git_info
+          sha = @options[:sha] || git_result.sha
+          branch = @options[:branch] || git_result.branch
+          base_sha = @options[:base_sha] || git_result.base_sha
+          previous_sha = @options[:previous_sha] || git_result.previous_sha
+          pr_number = @options[:pr_number] || git_result.pr_number
+
+          # TODO: Make optional
+          raise 'SHA is required' unless sha
+          raise 'Branch is required' unless branch
+
+          payload = {
+            sha:,
+            branch:,
+            repo_name: @options[:repo_name],
+            # Optional
+            base_sha:,
+            previous_sha:,
+            pr_number: pr_number&.to_s
+          }.compact
+
+          upload_response = @network.post(
+            path: '/upload',
+            body: payload,
+            headers: { 'Content-Type' => 'application/json' }
+          )
+          upload_json = parse_response(upload_response)
+          upload_id = upload_json.fetch('upload_id')
+          upload_url = upload_json.fetch('uploadURL')
+          Logger.debug("Got upload ID: #{upload_id}")
+
+          warning = upload_json['warning']
+          Logger.warn(warning) if warning
+
+          [upload_url, upload_id]
+        end
+
+        def parse_response(response)
+          case response.status
+          when 200
+            JSON.parse(response.read)
+          when 400
+            error_message = JSON.parse(response.read)['errorMessage']
+            raise "Invalid parameters: #{error_message}"
+          when 401, 403
+            raise 'Invalid API token'
+          else
+            raise "Creating upload failed with status #{response.status}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/emerge_cli.rb

@@ -10,6 +10,16 @@ require_relative 'commands/integrate/fastlane'
 require_relative 'commands/config/snapshots/snapshots_ios'
 require_relative 'commands/config/orderfiles/orderfiles_ios'
 require_relative 'commands/reaper/reaper'
+require_relative 'commands/snapshots/validate_app'
+require_relative 'commands/order_files/download_order_files'
+require_relative 'commands/order_files/validate_linkmaps'
+require_relative 'commands/order_files/validate_xcode_project'
+require_relative 'commands/upload/build'
+require_relative 'commands/build_distribution/validate_app'
+require_relative 'commands/build_distribution/download_and_install'
+require_relative 'commands/autofixes/minify_strings'
+require_relative 'commands/autofixes/strip_binary_symbols'
+require_relative 'commands/autofixes/exported_symbols'
 
 require_relative 'reaper/ast_parser'
 require_relative 'reaper/code_deleter'
@@ -22,6 +32,7 @@ require_relative 'utils/logger'
 require_relative 'utils/network'
 require_relative 'utils/profiler'
 require_relative 'utils/project_detector'
+require_relative 'utils/macho_parser'
 require_relative 'utils/version_check'
 
 require 'dry/cli'
@@ -30,6 +41,7 @@ module EmergeCLI
   extend Dry::CLI::Registry
 
   register 'upload', aliases: ['u'] do |prefix|
+    prefix.register 'build', Commands::Upload::Build
     prefix.register 'snapshots', Commands::Upload::Snapshots
   end
 
@@ -43,6 +55,27 @@ module EmergeCLI
   end
 
   register 'reaper', Commands::Reaper
+
+  register 'snapshots' do |prefix|
+    prefix.register 'validate-app-ios', Commands::Snapshots::ValidateApp
+  end
+
+  register 'order-files' do |prefix|
+    prefix.register 'download', Commands::DownloadOrderFiles
+    prefix.register 'validate-linkmaps', Commands::ValidateLinkmaps
+    prefix.register 'validate-xcode-project', Commands::ValidateXcodeProject
+  end
+
+  register 'build-distribution' do |prefix|
+    prefix.register 'validate-app', Commands::BuildDistribution::ValidateApp
+    prefix.register 'install', Commands::BuildDistribution::DownloadAndInstall
+  end
+
+  register 'autofix' do |prefix|
+    prefix.register 'minify-strings', Commands::Autofixes::MinifyStrings
+    prefix.register 'strip-binary-symbols', Commands::Autofixes::StripBinarySymbols
+    prefix.register 'exported-symbols', Commands::Autofixes::ExportedSymbols
+  end
 end
 
 # By default the log level is INFO, but can be overridden by the --debug flag

data/lib/reaper/ast_parser.rb

@@ -9,19 +9,22 @@ module EmergeCLI
       DECLARATION_NODE_TYPES = {
         'swift' => %i[class_declaration protocol_declaration],
         'kotlin' => %i[class_declaration protocol_declaration interface_declaration object_declaration],
-        'java' => %i[class_declaration protocol_declaration interface_declaration]
+        'java' => %i[class_declaration protocol_declaration interface_declaration],
+        'objc' => %i[class_declaration protocol_declaration class_implementation class_interface]
       }.freeze
 
       IDENTIFIER_NODE_TYPES = {
         'swift' => %i[simple_identifier qualified_name identifier type_identifier],
         'kotlin' => %i[simple_identifier qualified_name identifier type_identifier],
-        'java' => %i[simple_identifier qualified_name identifier type_identifier]
+        'java' => %i[simple_identifier qualified_name identifier type_identifier],
+        'objc' => %i[simple_identifier qualified_name identifier type_identifier]
       }.freeze
 
       COMMENT_AND_IMPORT_NODE_TYPES = {
         'swift' => %i[comment import_declaration],
         'kotlin' => %i[comment import_header],
-        'java' => %i[comment import_declaration]
+        'java' => %i[comment import_declaration],
+        'objc' => %i[comment import_declaration preproc_include]
       }.freeze
 
       attr_reader :parser, :language
@@ -52,17 +55,9 @@ module EmergeCLI
         extension = platform == 'darwin' ? 'dylib' : 'so'
         parser_file = "libtree-sitter-#{language}-#{platform}-#{arch}.#{extension}"
         parser_path = File.join('parsers', parser_file)
+        raise "No language grammar found for #{language}" unless File.exist?(parser_path)
 
-        case language
-        when 'swift'
-          @parser.language = TreeSitter::Language.load('swift', parser_path)
-        when 'kotlin'
-          @parser.language = TreeSitter::Language.load('kotlin', parser_path)
-        when 'java'
-          @parser.language = TreeSitter::Language.load('java', parser_path)
-        else
-          raise "Unsupported language: #{language}"
-        end
+        @parser.language = TreeSitter::Language.load(language, parser_path)
       end
 
       # Deletes a type from the given file contents.
@@ -127,6 +122,7 @@ module EmergeCLI
 
         while (node = nodes_to_process.shift)
           identifier_type = identifier_node_types.include?(node.type)
+          Logger.debug "Processing node: #{node.type} #{node_text(node)}"
           declaration_type = if node == tree.root_node
                                false
                              else
@@ -136,6 +132,11 @@ module EmergeCLI
             usages << { line: node.start_point.row, usage_type: 'declaration' }
           elsif identifier_type && node_text(node) == type_name
             usages << { line: node.start_point.row, usage_type: 'identifier' }
+          elsif node.type == :@implementation
+            next_sibling = node.next_named_sibling
+            if next_sibling.type == :identifier && node_text(next_sibling) == type_name
+              usages << { line: next_sibling.start_point.row, usage_type: 'declaration' }
+            end
           end
 
           node.each { |child| nodes_to_process.push(child) }
@@ -172,14 +173,14 @@ module EmergeCLI
 
         return file_contents if nodes_to_remove.empty?
 
-        Logger.debug "Found #{nodes_to_remove.length} nodes to remove"
+        Logger.debug "✅ Found #{nodes_to_remove.length} nodes to remove"
         remove_nodes_from_content(file_contents, nodes_to_remove)
       end
 
       private
 
       def remove_node(node, lines_to_remove)
-        Logger.debug "Removing node: #{node.type}"
+        Logger.debug "✅ Removing node: #{node.type}"
         start_position = node.start_point.row
         end_position = node.end_point.row
         lines_to_remove << { start: start_position, end: end_position }
@@ -287,7 +288,7 @@ module EmergeCLI
           when :navigation_expression # NetworkDebugger.printStats
             result = handle_navigation_expression(current)
             return result if result
-          when :class_declaration, :function_declaration, :method_declaration
+          when :class_declaration, :function_declaration, :method_declaration, :@implementation
             Logger.debug "Reached structural element, stopping at: #{current.type}"
             break
           end

data/lib/reaper/code_deleter.rb

@@ -163,7 +163,8 @@ module EmergeCLI
         found_usages = []
         source_patterns = case @platform&.downcase
                           when 'ios'
-                            { 'swift' => '**/*.swift' }
+                            { 'swift' => '**/*.swift',
+                              'objc' => '**/*.{m,h}' }
                           when 'android'
                             {
                               'kotlin' => '**/*.kt',
@@ -253,6 +254,7 @@ module EmergeCLI
                    when '.swift' then 'swift'
                    when '.kt' then 'kotlin'
                    when '.java' then 'java'
+                   when '.m', '.h' then 'objc'
                    else
                      raise "Unsupported file type for #{file_path}"
                    end

data/lib/utils/git.rb

@@ -3,6 +3,7 @@ require 'open3'
 module EmergeCLI
   module Git
     def self.branch
+      Logger.debug 'Getting current branch name'
       command = 'git rev-parse --abbrev-ref HEAD'
       Logger.debug command
       stdout, _, status = Open3.capture3(command)
@@ -39,6 +40,7 @@ module EmergeCLI
     end
 
     def self.sha
+      Logger.debug 'Getting current SHA'
       command = 'git rev-parse HEAD'
       Logger.debug command
       stdout, _, status = Open3.capture3(command)
@@ -46,6 +48,7 @@ module EmergeCLI
     end
 
     def self.base_sha
+      Logger.debug 'Getting base SHA'
       current_branch = branch
       remote_head = remote_head_branch
       return nil if current_branch.nil? || remote_head.nil?
@@ -59,19 +62,34 @@ module EmergeCLI
     end
 
     def self.previous_sha
+      Logger.debug 'Getting previous SHA'
+      command = 'git rev-list --count HEAD'
+      Logger.debug command
+      count_stdout, _, count_status = Open3.capture3(command)
+
+      if !count_status.success? || count_stdout.strip.to_i <= 1
+        Logger.error 'Detected shallow clone while trying to get the previous commit. ' \
+                     'Please clone with full history using: git clone --no-single-branch ' \
+                     'or configure CI with fetch-depth: 0'
+        return nil
+      end
+
       command = 'git rev-parse HEAD^'
       Logger.debug command
-      stdout, _, status = Open3.capture3(command)
+      stdout, stderr, status = Open3.capture3(command)
+      Logger.error "Failed to get previous SHA: #{stdout}, #{stderr}" if !status.success?
       stdout.strip if status.success?
     end
 
     def self.primary_remote
+      Logger.debug 'Getting primary remote'
       remote = remote()
       return nil if remote.nil?
       remote.include?('origin') ? 'origin' : remote.first
     end
 
     def self.remote_head_branch(remote = primary_remote)
+      Logger.debug 'Getting remote head branch'
       return nil if remote.nil?
       command = "git remote show #{remote}"
       Logger.debug command
@@ -86,6 +104,7 @@ module EmergeCLI
     end
 
     def self.remote_url(remote = primary_remote)
+      Logger.debug 'Getting remote URL'
       return nil if remote.nil?
       command = "git config --get remote.#{remote}.url"
       Logger.debug command
@@ -94,6 +113,7 @@ module EmergeCLI
     end
 
     def self.remote
+      Logger.debug 'Getting remote'
       command = 'git remote'
       Logger.debug command
       stdout, _, status = Open3.capture3(command)