wwdcdownloader 20.13.0

data/Gemfile

@@ -0,0 +1,16 @@
+source "https://rubygems.org"
+
+# If you make any changes in this file, please run `bundle install`.
+# If new versions of your installed gems are available, run `bundle update`
+
+gem "mechanize", "~> 2.7.1"
+gem "json", "~> 1.8.0"
+gem "highline", "~> 1.6.19"
+gem "nokogiri", "~> 1.5.0"
+
+group :development do
+  #gem "shoulda", ">= 0"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.8.0"
+  gem "rcov", ">= 0"
+end

data/Gemfile.lock

@@ -0,0 +1,49 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    domain_name (0.5.12)
+      unf (>= 0.0.5, < 1.0.0)
+    git (1.2.5)
+    highline (1.6.19)
+    http-cookie (1.0.1)
+      domain_name (~> 0.5)
+    jeweler (1.8.4)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+      rdoc
+    json (1.8.0)
+    mechanize (2.7.1)
+      domain_name (~> 0.5, >= 0.5.1)
+      http-cookie (~> 1.0.0)
+      mime-types (~> 1.17, >= 1.17.2)
+      net-http-digest_auth (~> 1.1, >= 1.1.1)
+      net-http-persistent (~> 2.5, >= 2.5.2)
+      nokogiri (~> 1.4)
+      ntlm-http (~> 0.1, >= 0.1.1)
+      webrobots (>= 0.0.9, < 0.2)
+    mime-types (1.23)
+    net-http-digest_auth (1.3)
+    net-http-persistent (2.8)
+    nokogiri (1.5.10)
+    ntlm-http (0.1.1)
+    rake (10.0.4)
+    rcov (0.9.9)
+    rdoc (4.0.1)
+      json (~> 1.4)
+    unf (0.1.1)
+      unf_ext
+    unf_ext (0.0.6)
+    webrobots (0.1.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  highline (~> 1.6.19)
+  jeweler (~> 1.8.0)
+  json (~> 1.8.0)
+  mechanize (~> 2.7.1)
+  nokogiri (~> 1.5.0)
+  rcov

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2013 Johannes Fahrenkrug
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,25 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "wwdcdownloader"
+  gem.homepage = "https://github.com/jfahrenkrug/WWDC-Downloader"
+  gem.license = "MIT"
+  gem.summary = %Q{A small tool to download all the sample code of Apple's latest WWDC developer conference}
+  gem.description = %Q{At each year's WWDC, Apple releases great sample projects. Unfortunately it is very tedious to manually download all these treasures through your browser. WWDC-Downloader solves this problem for you!}
+  gem.email = "johannes@springenwerk.com"
+  gem.authors = ["Johannes Fahrenkrug"]
+  
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new

data/Readme.md

@@ -0,0 +1,22 @@
+# WWDC 2013 Sample Code Downloader
+
+![First World WWDC Sample Code Problem](http://cdn.memegenerator.net/instances/400x/21928207.jpg)
+
+## Sad days are over
+
+This script will download all the session material for you if you are a WWDC 2013 attendee OR NOT! This year you only need to have an Apple Developer account, that's it!
+You can now simply install WWDC-Downloader as a ruby gem like this:
+
+    gem install wwdcdownloader  
+
+or
+
+    sudo gem install wwdcdownloader
+
+Run the script like this: 
+
+    wwdcdownloader <your Apple ID> [<target-dir>]
+
+The script will create a directory called "wwdc2013-assets" (or <target-dir> if given) in the directory you run the script from.
+
+That's it. Enjoy and see you next year.

data/VERSION

@@ -0,0 +1 @@
+20.13.0

data/bin/wwdcdownloader

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+require 'wwdcdownloader.rb'
+
+exit WWDCDownloader.run!(*ARGV)
+

data/lib/wwdcdownloader.rb

@@ -0,0 +1,240 @@
+# Have fun. Use at your own risk.
+# Copyright (c) 2013 Johannes Fahrenkrug
+
+require 'rubygems'
+require 'fileutils'
+require 'net/http'
+
+begin
+  require 'mechanize'
+  require 'json'
+  require 'highline/import'
+rescue LoadError => e
+  puts
+  puts "You need to have the mechanize, json and highline gems installed."
+  puts "Install them by running"
+  puts
+  puts "  bundle install"
+  puts
+  puts "and then run the script like this:"
+  puts
+  puts "  bundle exec ruby lib/wwdcdownloader.rb"
+  puts
+  exit
+end
+
+class WWDCDownloader
+  BASE_URI = 'https://developer.apple.com/wwdc-services/cy4p09ns/a4363cb15472b00287b/sessions.json'
+
+  WWDC_LIBRARIES = [{:base => 'https://developer.apple.com/library/prerelease/ios', :lib => '/navigation/library.json'}, 
+                    {:base => 'https://developer.apple.com/library/prerelease/mac', :lib => '/navigation/library.json'}]
+  
+  attr_accessor :downloaded_files, :dl_dir, :mech, :min_date
+  
+  def initialize(dl_dir, min_date)
+    self.dl_dir = dl_dir
+    self.min_date = min_date
+    self.mech = Mechanize.new
+    self.downloaded_files = []
+  end
+
+  # Creates the given directory if it doesn't exist already.
+  def mkdir(dir)
+    if File.exists?(dir)
+      false
+    else
+      Dir.mkdir dir 
+      true
+    end
+  end
+
+  # Login
+  def login
+    wrong_password = true
+
+    while wrong_password do
+      password = ask("Enter your ADC password:  ") { |q| q.echo = "*" }
+  
+      self.mech.get('https://developer.apple.com/wwdc/videos/') do |page|
+        my_page = page.form_with(:name => 'appleConnectForm') do |f|
+          f.theAccountName  = ARGV[0]
+          f.theAccountPW = password
+        end.click_button
+
+        if my_page.body =~ /incorrect/
+          puts "Wrong password, please try again."
+        else
+          wrong_password = false
+        end
+      end
+    end
+  end
+  
+  def download_sample_code_from_book_json(book_json_url, code_base_url, dest_dir, duplicates_ok)
+    did_download = false
+    self.mech.get(book_json_url) do |book_json|
+      if book_json.body[0,1] == '<'
+        puts " Sorry, this samplecode apparently isn't available yet: #{code_base_url}/book.json"
+      else
+        book_res = JSON.parse(book_json.body)
+        filename = book_res["sampleCode"]
+        url = "#{code_base_url}/#{filename}"
+        
+        if duplicates_ok or !self.downloaded_files.include?(url)            
+          # remember what we downloaded
+          self.downloaded_files << url
+    
+          puts "  Downloading #{url}"
+          begin
+            self.mech.get(url) do |downloaded_file|
+              open(dest_dir + "/" + filename, 'wb') do |file|
+                file.write(downloaded_file.body)
+              end
+              did_download = true
+            end
+          rescue Exception => e
+            puts "  Download failed #{e}"
+          end
+        elsif !duplicates_ok
+          puts "  Already downloaded this file, skipping."
+        end
+      end
+    end
+    
+    did_download
+  end
+
+  def download_sample_code_for_page(a_page_url, dest_dir, duplicates_ok = true)
+    self.mech.get(a_page_url) do |page|
+      has_samplecode = false
+      page.links_with(:href => %r{/samplecode/} ).each do |link|            
+        has_samplecode = true
+        code_base_url = File.dirname(link.href)
+      
+        download_sample_code_from_book_json("#{code_base_url}/book.json", code_base_url, dest_dir, duplicates_ok)
+      end
+    
+      if !has_samplecode
+        puts "  Sorry, this session doesn't have samplecode, cleaning up."
+        begin
+          Dir.delete( dest_dir )
+        rescue
+        end
+      end
+    
+    end
+  end
+
+  def load
+    mkdir(dl_dir)
+    
+   # get the sessions JSON  
+   self.mech.get(BASE_URI) do |page|
+     res = JSON.parse(page.body)
+   
+     # Was there an error?
+     error = res['response']['error']
+   
+     if (error)
+       STDERR.puts "  Apple's API returned an error: '#{error}'"
+       exit
+     end
+   
+     sessions = res['response']['sessions']
+   
+     if sessions.size > 0
+   
+       sessions.each do |session|
+         if session['type'] == 'Session'
+           title = session['title']
+           session_id = session['id']
+           puts "Session #{session_id} '#{title}'..."
+   
+           # get the files
+           dirname = "#{dl_dir}/#{session_id}-#{title.gsub(/\/|&|!/, '')}" 
+           puts "  Creating #{dirname}"
+           mkdir(dirname)
+       
+           begin
+             download_sample_code_for_page(session['url'], dirname)
+           rescue Mechanize::ResponseCodeError => e
+             STDERR.puts "  Error retrieving list for session. Proceeding with next session (#{$!})"
+             next
+           end
+         end
+       end
+     else
+       print "No sessions :(.\n"
+     end
+   end
+    
+    # scrape the WWDC libraries... 
+    puts
+    puts "Scraping the WWDC libraries (not all sample code might be linked up correctly yet)"
+    WWDC_LIBRARIES.each do |lib_hash|
+      lib = "#{lib_hash[:base]}#{lib_hash[:lib]}"
+      self.mech.get(lib) do |page|
+        body = page.body.gsub("''", '""')
+        res = JSON.parse(body)
+        
+        docs = res['documents']
+        
+        if docs.size > 0
+
+          docs.each do |doc|
+            if doc[2] == 5 and doc[3] >= self.min_date # sample code and newer or equal to min date
+              title = doc[0]
+              
+              puts "Sample Code '#{title}'..."
+
+              # get the files
+              dirname = "#{dl_dir}/#{title.gsub(/\/|&|!/, '')}" 
+              puts "  Creating #{dirname}"
+              did_create_dir = mkdir(dirname)
+              
+              segments = doc[9].split('/')
+              url = "#{lib_hash[:base]}/samplecode/#{segments[2]}/book.json"
+
+              begin     
+                puts url 
+                did_download = download_sample_code_from_book_json(url, "#{lib_hash[:base]}/samplecode/#{segments[2]}", dirname, false)
+                if !did_download and did_create_dir
+                  Dir.delete( dirname )
+                end
+              rescue Mechanize::ResponseCodeError => e
+                STDERR.puts "  Error retrieving list for sample code. Proceeding with next one (#{$!})"
+                next
+              end
+            end
+          end
+        else
+          print "No code samples :(.\n"
+        end
+      end
+    end
+
+    puts "Done."
+  end
+  
+  def self.run!(*args)
+    puts "WWDC 2013 Session Material Downloader"
+    puts "by Johannes Fahrenkrug, @jfahrenkrug, springenwerk.com"
+    puts "See you next year!"
+    puts
+
+    if args.size < 1
+      puts "Usage: wwdcdownloader <your Apple ID> [<target-dir>]"
+      exit
+    end
+
+    dl_dir = if args.size > 1 
+      args.last
+    else
+      'wwdc2013-assets'
+    end
+    
+    w = WWDCDownloader.new(dl_dir, '2013-06-10')
+    w.login
+    w.load
+  end
+end

metadata

@@ -0,0 +1,164 @@
+--- !ruby/object:Gem::Specification 
+name: wwdcdownloader
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 20
+  - 13
+  - 0
+  version: 20.13.0
+platform: ruby
+authors: 
+- Johannes Fahrenkrug
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2013-06-12 00:00:00 +02:00
+default_executable: wwdcdownloader
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :runtime
+  name: mechanize
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 2
+        - 7
+        - 1
+        version: 2.7.1
+  requirement: *id001
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :runtime
+  name: json
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 8
+        - 0
+        version: 1.8.0
+  requirement: *id002
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :runtime
+  name: highline
+  version_requirements: &id003 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 6
+        - 19
+        version: 1.6.19
+  requirement: *id003
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :runtime
+  name: nokogiri
+  version_requirements: &id004 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 5
+        - 0
+        version: 1.5.0
+  requirement: *id004
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :development
+  name: bundler
+  version_requirements: &id005 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  requirement: *id005
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :development
+  name: jeweler
+  version_requirements: &id006 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 8
+        - 0
+        version: 1.8.0
+  requirement: *id006
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :development
+  name: rcov
+  version_requirements: &id007 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id007
+description: At each year's WWDC, Apple releases great sample projects. Unfortunately it is very tedious to manually download all these treasures through your browser. WWDC-Downloader solves this problem for you!
+email: johannes@springenwerk.com
+executables: 
+- wwdcdownloader
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE.txt
+files: 
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- Rakefile
+- Readme.md
+- VERSION
+- bin/wwdcdownloader
+- lib/wwdcdownloader.rb
+has_rdoc: true
+homepage: https://github.com/jfahrenkrug/WWDC-Downloader
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: A small tool to download all the sample code of Apple's latest WWDC developer conference
+test_files: []
+