granicus_migrate 0.0.1

data/.gitignore

@@ -0,0 +1,3 @@
+projects
+agenda_temp.html
+*.gem

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in gem_template.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,52 @@
+PATH
+  remote: .
+  specs:
+    granicus_migrate (0.0.1)
+      faraday_middleware (~> 0.7.0)
+      granicus-platform-api (>= 0.9.1)
+      nokogiri (>= 1.5.0)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    addressable (2.2.6)
+    akami (1.0.0)
+      gyoku (>= 0.4.0)
+    builder (3.0.0)
+    faraday (0.7.5)
+      addressable (~> 2.2.6)
+      multipart-post (~> 1.1.3)
+      rack (< 2, >= 1.1.0)
+    faraday_middleware (0.7.0)
+      faraday (~> 0.7.3)
+    granicus-platform-api (0.9.1)
+      hashie (~> 1.0.0)
+      savon (~> 0.9.2)
+    gyoku (0.4.4)
+      builder (>= 2.1.2)
+    hashie (1.0.0)
+    httpi (0.9.5)
+      rack
+    multipart-post (1.1.3)
+    nokogiri (1.5.0)
+    nori (1.0.2)
+    rack (1.3.5)
+    savon (0.9.7)
+      akami (~> 1.0)
+      builder (>= 2.1.2)
+      gyoku (>= 0.4.0)
+      httpi (~> 0.9)
+      nokogiri (>= 1.4.0)
+      nori (~> 1.0)
+      wasabi (~> 2.0)
+    wasabi (2.0.0)
+      nokogiri (>= 1.4.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  faraday_middleware (~> 0.7.0)
+  granicus-platform-api (>= 0.9.1)
+  granicus_migrate!
+  nokogiri (>= 1.5.0)

data/bin/granicus_migrate

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+require 'granicus_migrate_helper'
+
+migrator = GranicusMigrateHelper.new(ARGV)
+
+if migrator.missing_arguments?
+  migrator.show_help
+  exit
+else
+  migrator.process_files
+end

data/granicus_migrate.gemspec

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name = "granicus_migrate"
+  s.version     = "0.0.1"
+  s.platform    = Gem::Platform::RUBY
+  s.authors = ["Javier Muniz"]
+  s.email = "javier@granicus.com"
+  s.summary = "Tool to mass-import files from old Webcasting.com customers to the Granicus Platform"
+  s.homepage = "http://github.com/granicus/granicus_migrate"
+  s.description = "Tool to mass-import files from old Webcasting.com customers to the Granicus Platform"
+  
+  s.rubyforge_project = "granicus_migrate"
+  
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  
+  s.add_development_dependency('faraday_middleware', '~> 0.7.0')
+  s.add_development_dependency('granicus-platform-api','>= 0.9.1')
+  s.add_development_dependency('nokogiri','>= 1.5.0')
+  
+  s.add_dependency('faraday_middleware', '~> 0.7.0')
+  s.add_dependency('granicus-platform-api','>= 0.9.1')
+  s.add_dependency('nokogiri','>= 1.5.0')
+end

data/lib/granicus_migrate_helper.rb

@@ -0,0 +1,145 @@
+require 'granicus-platform-api'
+require 'faraday_middleware'
+require 'optparse'
+require 'nokogiri'
+
+class GranicusMigrateHelper
+  attr_accessor :host, :username, :password, :directory
+
+  def initialize(args)
+    # Handle options
+    options = {}
+    @option_parser = OptionParser.new do |opts|
+      opts.banner = "Usage: granicus_migrate [options]"
+      opts.separator ""
+      opts.separator "Specific options:"
+
+      # host
+      opts.on("-h","--host HOST","The Granicus platform host to load files into.") do |host|
+        @host = host
+      end
+
+      # username
+      opts.on("-u","--username USERNAME","The username to use to communicate with the Granicus host.") do |user|
+        @username = user
+      end
+
+      # password
+      opts.on("-p","--password PASSWORD","The password to use to communicate with the Granicus host.") do |pass|
+        @password = pass
+      end
+
+      # directory
+      opts.on("-d","--directory DIRECTORY", "The directory containing the HTML files to migrate.") do |dir|
+        @directory = dir
+      end
+
+      # No argument, shows at tail.  This will print an options summary.
+      opts.on_tail("-?", "--help", "Show this message") do
+        puts opts
+        exit
+      end
+    end
+
+    # parse options
+    @option_parser.parse!(ARGV)
+  end
+
+  def extract_text(tag)
+    if tag.class == Nokogiri::XML::Text
+      tag.text.gsub(' ',' ')
+    else
+      text = ''
+      tag.children.each {|child| text += extract_text child }
+      text
+    end
+  end
+  
+  def show_help
+    puts @option_parser
+  end
+
+  def missing_arguments?
+    return (@host.nil? or @username.nil? or @password.nil? or @directory.nil?)
+  end
+
+  def process_files
+    granicus = GranicusPlatformAPI::Client.new @host,@username,@password
+    clips = granicus.get_clips 1
+    clips.each do |clip|
+      # skip the file if we don't have a matching html document
+      fname = @directory + clip.Name + '.html'
+      unless File.exists? fname
+        puts "Couldn't find file: #{fname} (skipping)"
+        next
+      end
+
+      f = File.open fname
+      sushi = Nokogiri::HTML f
+      f.close
+      puts "Processing #{clip.Name}..."
+      paragraphs = sushi.xpath('//p')
+      meta_array = []
+      paragraphs.count.times do |index|
+        tag = paragraphs[index]
+        # process all of the text and see if we have an item
+        text = extract_text tag
+        text.gsub!(/\u00a0/,' ')
+        next if not text =~ /\w\w/
+
+        meta = GranicusPlatformAPI::MetaDataData.new 
+        meta.Payload = GranicusPlatformAPI::AgendaItem.new
+        meta.Name = text
+
+        # grab any links in the tag
+        link_tag = tag.xpath('.//a')[0]
+        unless link_tag.nil?
+          unless link_tag['href'].nil?
+            meta.TimeStamp = link_tag['href'].gsub(/.*?(\d+\.\d\d\d).*/,'\\1').to_i
+            link_tag['href'] = 'javascript:void(0);'
+            link_tag['onclick'] = "top.SetPlayerPosition('0:#{meta.TimeStamp}',null);"
+            link_tag.remove_attribute 'target'
+          else
+            puts 'Unabled to find href in link: ' + link_tag.to_s
+          end
+        end
+
+        meta_array << meta
+      end
+
+      # write the html file and upload it to the platform
+      File.open('agenda_temp.html', 'w') {|f| f.write(sushi.to_html) }
+
+      options = {
+        :headers => {
+          'Accept' => 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+          'Host' => @host,
+          'Cookie' => "SESS1=#{granicus.impersonation_token}"},
+
+          :ssl => {:verify => false}
+        }
+
+      connection = Faraday::Connection.new(options) do |builder|
+        builder.use Faraday::Request::Multipart
+        builder.adapter(Faraday.default_adapter)
+      end
+
+      payload = {
+        :form_panel_agendaPublishing => 'uploaded',
+        :form_submit => 'Save Settings',
+        :form_panel_agendaFile => Faraday::UploadIO.new('agenda_temp.html', 'text/html')
+      }
+      response = connection.post "http://#{@host}/panes/EditFileAgenda.php?clip_id=#{clip.ID}", payload  
+      
+      File.delete('agenda_temp.html')
+      
+      # upload all of the metadata
+      puts "Writing #{meta_array.count} items to Granicus Clip ID #{clip.ID}"
+      keymap = granicus.import_clip_meta_data clip.ID, meta_array
+
+      # make the clip public
+      clip.Status = "Public"
+      granicus.update_clip clip
+    end
+  end
+end

metadata

@@ -0,0 +1,119 @@
+--- !ruby/object:Gem::Specification
+name: granicus_migrate
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Javier Muniz
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-11-08 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: faraday_middleware
+  requirement: &2153146660 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.0
+  type: :development
+  prerelease: false
+  version_requirements: *2153146660
+- !ruby/object:Gem::Dependency
+  name: granicus-platform-api
+  requirement: &2153146140 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+  type: :development
+  prerelease: false
+  version_requirements: *2153146140
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &2153145640 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+  type: :development
+  prerelease: false
+  version_requirements: *2153145640
+- !ruby/object:Gem::Dependency
+  name: faraday_middleware
+  requirement: &2153145080 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *2153145080
+- !ruby/object:Gem::Dependency
+  name: granicus-platform-api
+  requirement: &2153144540 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *2153144540
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &2153144060 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *2153144060
+description: Tool to mass-import files from old Webcasting.com customers to the Granicus
+  Platform
+email: javier@granicus.com
+executables:
+- granicus_migrate
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- bin/granicus_migrate
+- granicus_migrate.gemspec
+- lib/granicus_migrate_helper.rb
+homepage: http://github.com/granicus/granicus_migrate
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: granicus_migrate
+rubygems_version: 1.8.5
+signing_key: 
+specification_version: 3
+summary: Tool to mass-import files from old Webcasting.com customers to the Granicus
+  Platform
+test_files: []