cocoapods-marstransfer 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 256a7ca5134e098c1c77db9a5be7750a4ea44c79471437353bdf4c6fdc6b9625
+  data.tar.gz: cd425dd10753162c10b7f10c5c2940d2bae790fda1b51fdd818f0693f1ec87f7
+SHA512:
+  metadata.gz: 52853a2414e07cb82cf08a2d2b0ee48e36e3505cb49554eef98e2eaf61bc7f480a907741bbb5ac4d55d78b46d404e309d0bf99512a193a8dcae93264b2ef4c7d
+  data.tar.gz: db3255b267476b39aa6293d67f018b409ef394d0a4f51fc1ce0688393e987056c90bf1c14fb26ed700aed5a1a7593959648387e231058c803104c90415549a08

data/.gitignore

@@ -0,0 +1,4 @@
+.DS_Store
+pkg
+.idea/
+ruby/*

data/Gemfile

@@ -0,0 +1,15 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in cocoapods-marstransfer.gemspec
+gemspec
+
+group :development do
+  gem 'cocoapods'
+  gem 'mocha'
+  gem 'bacon'
+  gem 'mocha-on-bacon'
+  gem 'prettybacon'
+  gem 'json_pure'
+  gem 'rubyzip', '>= 1.0.0'
+  gem 'open-uri'
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2021 shangguanchengyang.1 <shangguanchengyang.1@bytedance.com>
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,11 @@
+# cocoapods-marstransfer
+
+A description of cocoapods-marstransfer.
+
+## Installation
+
+    $ gem install cocoapods-marstransfer
+
+## Usage
+
+    $ pod spec marstransfer POD_NAME

data/Rakefile

@@ -0,0 +1,13 @@
+require 'bundler/gem_tasks'
+
+def specs(dir)
+  FileList["spec/#{dir}/*_spec.rb"].shuffle.join(' ')
+end
+
+desc 'Runs all the specs'
+task :specs do
+  sh "bundle exec bacon #{specs('**')}"
+end
+
+task :default => :specs
+

data/cocoapods-marstransfer.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'cocoapods-marstransfer/gem_version.rb'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'cocoapods-marstransfer'
+  spec.version       = CocoapodsMarstransfer::VERSION
+  spec.authors       = ['shangguanchengyang.1']
+  spec.email         = ['shangguanchengyang.1@bytedance.com']
+  spec.description   = %q{A short description of cocoapods-marstransfer.}
+  spec.summary       = %q{A longer description of cocoapods-marstransfer.}
+  spec.homepage      = 'https://github.com/EXAMPLE/cocoapods-marstransfer'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rake'
+
+end

data/lib/cocoapods-marstransfer/command/marstransfer.rb

@@ -0,0 +1,89 @@
+require 'fileutils'
+
+module Pod
+  class Command
+    # This is an example of a cocoapods plugin adding a top-level subcommand
+    # to the 'pod' command.
+    #
+    # You can also create subcommands of existing or new commands. Say you
+    # wanted to add a subcommand to `list` to show newly deprecated pods,
+    # (e.g. `pod list deprecated`), there are a few things that would need
+    # to change.
+    #
+    # - move this file to `lib/pod/command/list/deprecated.rb` and update
+    #   the class to exist in the the Pod::Command::List namespace
+    # - change this class to extend from `List` instead of `Command`. This
+    #   tells the plugin system that it is a subcommand of `list`.
+    # - edit `lib/cocoapods_plugins.rb` to require this file
+    #
+    # @todo Create a PR to add your plugin to CocoaPods/cocoapods.org
+    #       in the `plugins.json` file, once your plugin is released.
+    #
+    class Marstransfer < Command
+      self.summary = 'Short description of cocoapods-marstransfer.'
+
+      self.description = <<-DESC
+        Longer description of cocoapods-marstransfer.
+      DESC
+
+      self.arguments = [
+        CLAide::Argument.new('POD_LOCKFILE', true),
+      ]
+
+      def self.options
+        options = [
+          ['--pod_repo=pod_repo',    'the repo name of local cocoapods source'],
+          ['--tos_domain=tos_domain',    'the domain from tos service'],
+          ['--tos_key=tos_key',    'the key from tos service'],
+          ['--tos_bucket=tos_bucket',    'the bucket from tos service'],
+        ]
+      end
+
+      def initialize(argv)
+        @lockfile = argv.shift_argument
+        @pod_repo = argv.option('pod_repo', '')
+        @tos_domain = argv.option('tos_domain', '')
+        @tos_key = argv.option('tos_key', '')
+        @tos_bucket = argv.option('tos_bucket', '')
+
+        super
+      end
+
+      def validate!
+        super
+        help! 'A lockfile is required.' unless @lockfile
+      end
+
+      def run
+        temp_dir = ""
+        Dir.mktmpdir("marstransfer") do |dir|
+          puts "[MARS] working dir: #{dir}"
+          lockfile = Pod::Lockfile.from_file(Pathname.new(@lockfile))
+          pod_names = lockfile.pod_names
+          pods_by_spec_repo = lockfile.pods_by_spec_repo
+          trunk_pods = pods_by_spec_repo["trunk"]
+          Dir.chdir(dir) do
+            make_working_dir
+            if trunk_pods.length > 0
+              pod_specs = trunk_pods.map do |pod|
+                transfer = Transfer.new(lockfile,@pod_repo,@tos_key,@tos_domain,@tos_bucket)
+                if @tos_domain.include?("byted.org")
+                  transfer.transfer_pod_tos(pod)
+                else
+                  transfer.transfer_pod(pod)
+                end
+              end
+            end
+          end
+          temp_dir = dir
+        end
+        FileUtils.rm_rf(temp_dir)
+      end
+
+      def make_working_dir
+        Dir.mkdir 'source' unless Dir.exist?('source')
+        Dir.mkdir 'podspec' unless Dir.exist?('podspec')
+      end
+    end
+  end
+end

data/lib/cocoapods-marstransfer/command.rb

@@ -0,0 +1 @@
+require 'cocoapods-marstransfer/command/marstransfer'

data/lib/cocoapods-marstransfer/gem_version.rb

@@ -0,0 +1,3 @@
+module CocoapodsMarstransfer
+  VERSION = "0.0.1"
+end

data/lib/cocoapods-marstransfer/transfer.rb

@@ -0,0 +1,147 @@
+require 'digest/md5'
+require 'json/pure'
+require 'zip'
+require 'open-uri'
+require 'net/http'
+
+module Pod
+    class Transfer
+        def initialize(lockfile,pod_repo,tos_key,tos_domain,tos_bucket)
+            @lockfile = lockfile
+            @tos_key = tos_key
+            @tos_domain = tos_domain
+            @pod_repo = pod_repo
+            @tos_bucket = tos_bucket
+        end
+
+
+        def transfer_pod(pod)
+            puts "[MARS] =========== Start Transfer #{pod} =============="
+            version = @lockfile.version(pod)
+            checksum = @lockfile.checksum(pod)
+            md5 = Digest::MD5.hexdigest(pod)
+            pod_spec_url = "https://raw.githubusercontent.com/CocoaPods/Specs/master/Specs/#{md5[0,1]}/#{md5[1,1]}/#{md5[2,1]}/#{pod}/#{version}/#{pod}.podspec.json"
+            puts "[MARS] send podspec request:#{pod_spec_url}"
+            uri = URI(pod_spec_url)
+            response = Net::HTTP.get(uri)
+            json = JSON.parse(response)
+            source = json["source"]
+            source_url = source["git"] unless !source.has_key?("git")
+            source_tag = source["tag"] unless !source.has_key?("tag")
+            response_code = ""
+            zip_url = ""
+            if !source_url.nil? && !source_tag.nil?
+                Dir.chdir("source") do
+                    cmd = "git clone #{source_url} #{pod} --branch #{source_tag} --config advice.detachedHead=false"
+                    puts "[MARS] clone repo :#{source_url}"
+                    system(cmd)
+
+                    archive_zip_path = "#{pod}.zip"
+                    archive_directory_path = "#{pod}"
+                    Zip::File.open( archive_zip_path, Zip::File::CREATE ) do |zip_file|
+                        Dir[ File.join( archive_directory_path, "**", "**" ) ].each do |file|
+                            zip_file.add( file.sub( "#{ archive_directory_path }/", "" ), file )
+                        end
+                    end
+
+                    url = "http://#{@tos_domain}/open_oss/upload_file"
+                    uri = URI(url)
+                    req = Net::HTTP::Post.new(uri)
+                    req['Host'] = uri.hostname
+                    # req['User-Agent'] = "tos-sdk-go"
+                    req['Content-Type'] = "multipart/form-data"
+                    req['Content-Length'] = File.size(archive_zip_path)
+                    # puts "filesize:#{File.size(archive_zip_path)}"
+                    form_data = [['file', File.open(archive_zip_path)],['file_path',@tos_bucket],['token',@tos_key]] # or File.open() in case of local file
+                    req.set_form(form_data, 'multipart/form-data')
+                    response = Net::HTTP.start(uri.hostname, uri.port) do |http|
+                        http.request(req)
+                    end
+                    puts "[MARS] Upload file to TOS: Sending PUT #{url} with key #{@tos_key} bucket #{@tos_bucket}"
+                    puts "[MARS] Response #{response.code} #{response.message}"
+                    # puts "Headers: #{response.to_hash.inspect}"
+                    data = JSON.parse(response.body)
+                    puts "[MARS] Response #{response.body}"
+                    response_code = response.code
+                    zip_url = data["data"][0]
+                end
+
+                if response_code == "200"
+                    puts "[MARS] Upload Success: url #{zip_url}"
+                    json["source"] = {"http" => zip_url}
+                    pod_spec_url = Dir.pwd + "/podspec/" + "#{pod}.podspec.json"
+                    File.open(pod_spec_url, 'w') { |file|
+                        file.write(JSON.pretty_generate(json))
+                    }
+                    ctr = "pod repo push #{@pod_repo} #{pod_spec_url} --skip-tests --skip-import-validation --allow-warnings"
+                    puts "[MARS] push podspec #{pod_spec_url} to #{@pod_repo}"
+                    system(ctr)
+                end
+
+            end
+        end
+
+        def transfer_pod_tos(pod)
+            puts "[MARS] =========== Start Transfer #{pod} =============="
+            version = @lockfile.version(pod)
+            checksum = @lockfile.checksum(pod)
+            md5 = Digest::MD5.hexdigest(pod)
+            pod_spec_url = "https://raw.githubusercontent.com/CocoaPods/Specs/master/Specs/#{md5[0,1]}/#{md5[1,1]}/#{md5[2,1]}/#{pod}/#{version}/#{pod}.podspec.json"
+            puts "[MARS] send podspec request:#{pod_spec_url}"
+            uri = URI(pod_spec_url)
+            response = Net::HTTP.get(uri)
+            json = JSON.parse(response)
+            source = json["source"]
+            source_url = source["git"] unless !source.has_key?("git")
+            source_tag = source["tag"] unless !source.has_key?("tag")
+            response_code = ""
+            if !source_url.nil? && !source_tag.nil?
+                Dir.chdir("source") do
+                    cmd = "git clone #{source_url} #{pod} --branch #{source_tag} --config advice.detachedHead=false"
+                    puts "[MARS] clone repo :#{source_url}"
+                    system(cmd)
+
+                    archive_zip_path = "#{pod}.zip"
+                    archive_directory_path = "#{pod}"
+                    Zip::File.open( archive_zip_path, Zip::File::CREATE ) do |zip_file|
+                        Dir[ File.join( archive_directory_path, "**", "**" ) ].each do |file|
+                            zip_file.add( file.sub( "#{ archive_directory_path }/", "" ), file )
+                        end
+                    end
+
+                    url = "http://#{@tos_bucket}.#{@tos_domain}/#{@tos_bucket}/#{pod}/#{version}/#{pod}.zip"
+                    uri = URI(url)
+                    req = Net::HTTP::Put.new(uri)
+                    req['Host'] = uri.hostname
+                    req['User-Agent'] = "tos-sdk-go"
+                    req['X-Tos-Access'] = @tos_key
+                    req['Content-Length'] = File.size(archive_zip_path)
+                    # puts "filesize:#{File.size(archive_zip_path)}"
+                    req.body_stream = File.open(archive_zip_path)
+                    response = Net::HTTP.start(uri.hostname, uri.port) do |http|
+                        http.request(req)
+                    end
+                    puts "[MARS] Upload file to TOS: Sending PUT #{url} with #{@tos_key}"
+                    puts "[MARS] Response #{response.code} #{response.message}"
+                    # puts "Headers: #{response.to_hash.inspect}"
+                    response_code = response.code
+                end
+
+                if response_code == "200"
+                    zip_url = "http://#{@tos_bucket}.#{@tos_domain}/#{@tos_bucket}/#{pod}/#{version}/#{pod}.zip"
+                    puts "[MARS] Upload Success: url #{zip_url}"
+                    json["source"] = {"http" => zip_url}
+                    pod_spec_url = Dir.pwd + "/podspec/" + "#{pod}.podspec.json"
+                    File.open(pod_spec_url, 'w') { |file|
+                        file.write(JSON.pretty_generate(json))
+                    }
+                    ctr = "pod repo push #{@pod_repo} #{pod_spec_url} --skip-tests --skip-import-validation --allow-warnings --silent"
+                    puts "[MARS] push podspec #{pod_spec_url} to #{@pod_repo}"
+                    system(ctr)
+                end
+
+            end
+        end
+    end
+    # module_function :transfer_pod
+end

data/lib/cocoapods-marstransfer.rb

@@ -0,0 +1 @@
+require 'cocoapods-marstransfer/gem_version'

data/lib/cocoapods_plugin.rb

@@ -0,0 +1,2 @@
+require 'cocoapods-marstransfer/command'
+require 'cocoapods-marstransfer/transfer'

data/spec/command/marstransfer_spec.rb

@@ -0,0 +1,12 @@
+require File.expand_path('../../spec_helper', __FILE__)
+
+module Pod
+  describe Command::Marstransfer do
+    describe 'CLAide' do
+      it 'registers it self' do
+        Command.parse(%w{ marstransfer }).should.be.instance_of Command::Marstransfer
+      end
+    end
+  end
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,50 @@
+require 'pathname'
+ROOT = Pathname.new(File.expand_path('../../', __FILE__))
+$:.unshift((ROOT + 'lib').to_s)
+$:.unshift((ROOT + 'spec').to_s)
+
+require 'bundler/setup'
+require 'bacon'
+require 'mocha-on-bacon'
+require 'pretty_bacon'
+require 'pathname'
+require 'cocoapods'
+
+Mocha::Configuration.prevent(:stubbing_non_existent_method)
+
+require 'cocoapods_plugin'
+
+#-----------------------------------------------------------------------------#
+
+module Pod
+
+  # Disable the wrapping so the output is deterministic in the tests.
+  #
+  UI.disable_wrap = true
+
+  # Redirects the messages to an internal store.
+  #
+  module UI
+    @output = ''
+    @warnings = ''
+
+    class << self
+      attr_accessor :output
+      attr_accessor :warnings
+
+      def puts(message = '')
+        @output << "#{message}\n"
+      end
+
+      def warn(message = '', actions = [])
+        @warnings << "#{message}\n"
+      end
+
+      def print(message)
+        @output << message
+      end
+    end
+  end
+end
+
+#-----------------------------------------------------------------------------#

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: cocoapods-marstransfer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- shangguanchengyang.1
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2021-10-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A short description of cocoapods-marstransfer.
+email:
+- shangguanchengyang.1@bytedance.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- cocoapods-marstransfer.gemspec
+- lib/cocoapods-marstransfer.rb
+- lib/cocoapods-marstransfer/command.rb
+- lib/cocoapods-marstransfer/command/marstransfer.rb
+- lib/cocoapods-marstransfer/gem_version.rb
+- lib/cocoapods-marstransfer/transfer.rb
+- lib/cocoapods_plugin.rb
+- spec/command/marstransfer_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/EXAMPLE/cocoapods-marstransfer
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.9
+signing_key:
+specification_version: 4
+summary: A longer description of cocoapods-marstransfer.
+test_files:
+- spec/command/marstransfer_spec.rb
+- spec/spec_helper.rb