xtc-ops 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5795caf4efc0770a5fb89e5da304a5f2b61f756d
+  data.tar.gz: f7a2dbb19b8276e1a9b6c21b12453fd6bc97804d
+SHA512:
+  metadata.gz: 56e114a07a793e19fc4f2927e47c91686edf86770fa58c73c2e28ee21c43ee20805653158d5efa3fef51d8aee022df22c88d99c2ad9875e36147739308d33c5c
+  data.tar.gz: 1f94931f81c0b36ddadbc8e8e3c750c110608f86741c24e0d9095fd3026755afadb6463db845ac3a7f007fdeca2803d0ae9f71fe308e46b0bef65efe9e27c4fd

data/CHANGES.txt

@@ -0,0 +1 @@
+

data/README.md

@@ -0,0 +1,6 @@
+XTC Ops Tools
+=====================================
+
+# Using `xtc-sync-locs`
+
+TBD

data/bin/xtc-ops-sync-logs

@@ -0,0 +1,182 @@
+#!/usr/bin/env ruby
+
+require 'json'
+require 'fileutils'
+require 'uri'
+require 'net/http'
+require 'set'
+require 'open3'
+
+unless ENV['XTC_PASSWORD'] && ENV['XTC_USERNAME']
+  puts "You must set env var XTC_USERNAME and XTC_PASSWORD or we can't fetch data"
+  exit(1)
+end
+
+logs ="logfiles"
+FileUtils.mkdir_p logs
+
+url_or_app_upload_id = ARGV[0]
+
+def find_app_upload_id(input)
+  uri = URI(input)
+  if uri.scheme == 'https'
+    @domain = uri.host
+
+    if /device.?=(.*)$/ =~ uri.query
+      @snapshot = $1
+    end
+    uri.path.split("/")[3] # ["", "app", "app-id", "app-upload-id"]
+  else
+    @domain = "testcloud.xamarin.com"
+    uri.path
+  end
+end
+
+def fetch_test_data(app_upload_id)
+  uri = URI("https://#{@domain}/admin/api/app_uploads/#{app_upload_id}/status")
+  req = Net::HTTP::Get.new(uri)
+  req.basic_auth ENV['XTC_USERNAME'], ENV['XTC_PASSWORD']
+
+  res = Net::HTTP.start(uri.hostname, uri.port,:use_ssl => true) do |http|
+    http.request(req)
+  end
+  JSON.parse(res.body)
+end
+
+@app_upload_id = find_app_upload_id url_or_app_upload_id
+test=@test = fetch_test_data @app_upload_id
+if ENV['DEBUG'] == '1'
+  puts JSON.pretty_generate(test)
+  puts "-"*40
+end
+test_id = @test_id = test['test_id']
+@snapshots = test['device_snapshots']
+
+def log_test
+puts ""
+puts "="*40
+puts "  Upload id: #{@app_upload_id}            "
+puts "  Devices:   #{@snapshots.count}         "
+if @snapshot
+@snapshot_data = @snapshots.find {|s| s['id']==@snapshot}
+puts "  Queue:     #{@snapshot_data['queue']}             " if @snapshot_data
+
+end
+puts "  Test       #{@test['test_class']}              "
+puts "  Test id:   #{@test_id}                         "
+puts "  App:       #{@test['app']}                     "
+puts "  App-id:    #{@test['app_id']}                  "
+puts "  Owner:     #{@test['owner']}                   "
+puts "="*40
+puts ""
+end
+
+execution_hosts = test['execution_hosts']
+log_path = @log_path = File.join(logs,test_id)
+
+unless File.directory?(@log_path)
+  puts "Sync logs from #{execution_hosts.count} executionhosts to #{logs}"
+
+  pids = []
+  execution_hosts.each do |eh|
+    err_log = "#{@app_upload_id}_#{eh['name']}.log"
+    puts "-"*40
+    puts "Background copy logs from #{eh['name']}:/xamarin/logs/tests/#{test_id}/*. Error log: #{err_log}"
+    pid = Process.spawn(%Q[scp -q -r "#{eh['name']}:/xamarin/logs/tests/#{test_id}" #{logs}],:err=> err_log)
+    pids << {pid: pid, host: eh['name']}
+    puts ""
+  end
+
+  log_test
+  set = Set.new(pids)
+  i=0
+  puts "Waiting for pids/hosts\n#{pids.join("\n")}"
+  until set.empty? do
+    i += 1
+    sleep 1
+    $stdout.write('.')
+    pids = set.to_a
+    if i%6 == 0
+      log_test
+      puts "\n\nWaiting for pids/hosts\n#{pids.join("\n")}\n\n"
+    end
+    pids.each do |pid_host|
+      pid = pid_host[:pid]
+      host = pid_host[:host]
+      _, status = Process.waitpid2(pid, Process::WNOHANG | Process::WUNTRACED )
+      if status
+        puts "\nCopy from host #{host} completed with status: success=#{status.success?}."
+        set.delete(pid_host)
+      end
+    end
+  end
+
+
+  puts "Done!"
+  puts "Saved to path #{log_path}"
+else
+  puts "Logs already fetched for id #{@app_upload_id}"
+end
+
+def fetch_devicehost_log(queue_name)
+  logs = File.join(@log_path, queue_name)
+
+  calabash_log = File.join(logs, 'calabash.log')
+  mono_log = File.join(logs, 'mono.log')
+  log = if File.exist?(calabash_log)
+      File.join(logs,'calabash.log')
+    elsif File.exist?(mono_log)
+      File.join(logs,'mono.log')
+    else
+      raise "Unable to find calabash/mono log for #{queue_name}"
+  end
+
+  puts "Analyzing log #{log}"
+
+  device_id = nil
+  corr_id = @test_id
+  host = nil
+  IO.read(log).lines.each do |line|
+    if /DeviceID:/.match(line)
+      device_id = line.strip.split("DeviceID:").last.strip
+    elsif /DeviceHost:/.match(line)
+      host = line.strip.split("DeviceHost:").last.strip
+    end
+    break if host && device_id
+  end
+
+  puts "Snapshot ran on Host: #{host}"
+  puts "Snapshot ran on Device: #{device_id}"
+
+  prefix = "#{logs}/devicehost"
+  FileUtils.mkdir_p prefix
+  `scp deployer@#{host}:/xamarin/logs/devicehost/#{corr_id}/#{device_id}_* #{prefix}`
+  puts "General log stored in: #{@log_path}"
+  puts "Device logs stored in #{prefix}"
+  puts "Path copied to copy/paste buffer:"
+  Open3.capture2("pbcopy", :stdin_data=>logs)
+end
+
+if @snapshot_data
+  puts "Fetching devicehost logs for #{@snapshot_data['queue']}"
+  fetch_devicehost_log(@snapshot_data['queue'])
+else
+
+  @snapshots.each_with_index do |snapshot, index|
+    puts "#{index}\t #{snapshot["queue"]}"
+  end
+
+  puts "Select one:"
+  index = STDIN.gets.chomp.to_i
+
+  selected = @snapshots[index]
+  raise "NO NO NO! That's not a thing!" unless selected
+
+  puts ""
+
+  puts "Selected: #{selected['queue']}. Fetching..."
+  fetch_devicehost_log(selected['queue'])
+end
+
+
+

metadata

@@ -0,0 +1,62 @@
+--- !ruby/object:Gem::Specification
+name: xtc-ops
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Karl Krukow
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ' - '
+email:
+- karl@xamarin.com
+executables:
+- xtc-ops-sync-logs
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/xtc-ops-sync-logs
+- README.md
+- CHANGES.txt
+homepage: http://xamarin.com
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.2
+signing_key: 
+specification_version: 4
+summary: Collection of tools for ops in XTC
+test_files: []
+has_rdoc: