transcriptic 0.1.3 → 0.2.0

data/lib/transcriptic/client.rb

@@ -1,11 +1,3 @@
-require 'rexml/document'
-require 'rest-client'
-require 'uri'
-require 'time'
-require 'transcriptic/auth'
-require 'transcriptic/helpers'
-require 'transcriptic/version'
-
 # A Ruby class to call the Transcriptic REST API.  You might use this if you want to
 # manage your Transcriptic apps from within a Ruby program, such as Capistrano.
 #
@@ -16,9 +8,7 @@ require 'transcriptic/version'
 #   transcriptic.create('myapp')
 #
 class Transcriptic::Client
-
-  include Transcriptic::Helpers
-  extend Transcriptic::Helpers
+  include Transcriptic::UI
 
   def self.version
     Transcriptic::VERSION
@@ -41,14 +31,12 @@ class Transcriptic::Client
     @host = host
   end
 
-  # Get a list of stacks available to the app, with the current one marked.
-  def list_stacks(app_name, options={})
-    include_deprecated = options.delete(:include_deprecated) || false
+  def list_projects
+    json_decode get("/api/projects.json").to_s
+  end
 
-    json_decode resource("/apps/#{app_name}/stack").get(
-      :params => { :include_deprecated => include_deprecated },
-      :accept => 'application/json'
-    ).to_s
+  def project_info(name)
+    json_decode get("/api/projects/#{name}.json").to_s
   end
 
   class ProtocolException < RuntimeError; end
@@ -57,16 +45,24 @@ class Transcriptic::Client
   def list
     json_decode get('/api/runs.json').to_s
   end
-  
+
+  def list_datasets(run_id = nil, project_id = nil)
+    json_decode get("/api/datasets.json?run_id=#{run_id}&project_id=#{project_id}").to_s
+  end
+
+  def get_dataset_info(dataset_id)
+    json_decode get("/api/datasets/#{dataset_id}").to_s
+  end
+
+  def delete_dataset(dataset_id)
+    json_decode delete("/api/datasets/#{dataset_id}").to_s
+  end
+
   # Show info such as mode, custom domain, and collaborators on an app.
   def info(name_or_domain)
     name_or_domain = name_or_domain.gsub(/^(http:\/\/)?(www\.)?/, '')
   end
 
-  def organizations
-    json_decode resource("/organizations").get(:accept => 'application/json').to_s
-  end
-
   class Protocol
     attr_accessor :attached, :upid
 
@@ -80,9 +76,9 @@ class Transcriptic::Client
     def launch(command, attached=false)
       @attached = attached
       @response = @client.post(
-        "/runs/#{@app}/services",
+        "/api/runs/#{@app}/confirm",
         command,
-        :content_type => 'text/plain'
+        :content_type => 'application/json'
       )
       @next_chunk = @response.to_s
       @interval = 0
@@ -137,18 +133,29 @@ class Transcriptic::Client
     json_decode get("/api/runs/#{run_id}").to_s
   end
 
-  def create_run(fd)
-    json_decode post("/api/runs", File.open(fd).read, { 'Content-Type' => 'application/zip; charset=UTF-8' }).to_s
+  def create_run(fd, project_id)
+    payload = {
+      'zipdata' => Base64.encode64(File.open(fd).read),
+      'project_id' => project_id
+    }
+    json_decode post("/api/runs", payload, { 'Content-Type' => 'application/zip; charset=UTF-8' }).to_s
+  end
+
+  def launch_run(run_id)
+    json_decode post("/api/runs/#{run_id}/confirm").to_s
   end
 
-  # Get a Protocol instance to execute commands against.
   def protocol(run_id, upid)
     Protocol.new(self, run_id, upid)
   end
 
   def read_logs(run_id, options=[])
     query = "&" + options.join("&") unless options.empty?
-    url = get("/api/runs/#{run_id}/logs?#{query}").to_s
+    url = get("/api/runs/#{run_id}/logs.json?#{query}").to_s
+    if 'not_found' == url
+      error "Run #{run_id} not found!"
+    end
+
     uri  = URI.parse(url);
     http = Net::HTTP.new(uri.host, uri.port)
 
@@ -180,9 +187,9 @@ class Transcriptic::Client
 
   ##################
 
-  def resource(uri, options={})
+  def resource(uri, options={}, host=host)
     RestClient.proxy = ENV['HTTP_PROXY'] || ENV['http_proxy']
-    resource = RestClient::Resource.new(realize_full_uri(uri), options)
+    resource = RestClient::Resource.new(realize_full_uri(uri, host), options)
     resource
   end
 
@@ -190,8 +197,8 @@ class Transcriptic::Client
     process(:get, uri, extra_headers)
   end
 
-  def post(uri, payload="", extra_headers={})    # :nodoc:
-    process(:post, uri, extra_headers, payload)
+  def post(uri, payload="", extra_headers={}, host=host)    # :nodoc:
+    process(:post, uri, extra_headers, payload, host)
   end
 
   def put(uri, payload, extra_headers={})    # :nodoc:
@@ -202,19 +209,19 @@ class Transcriptic::Client
     process(:delete, uri, extra_headers)
   end
 
-  def process(method, uri, extra_headers={}, payload=nil)
+  def process(method, uri, extra_headers={}, payload=nil, host=host)
     headers  = transcriptic_headers.merge(extra_headers)
     args     = [method, payload, headers].compact
 
     resource_options = default_resource_options_for_uri(uri)
 
     begin
-      response = resource(uri, resource_options).send(*args)
+      response = resource(uri, resource_options, host).send(*args)
     rescue Errno::ECONNREFUSED, Errno::ETIMEDOUT, SocketError
-      host = URI.parse(realize_full_uri(uri)).host
+      host = URI.parse(realize_full_uri(uri, host)).host
       error " !   Unable to connect to #{host}"
     rescue RestClient::SSLCertificateNotVerified => ex
-      host = URI.parse(realize_full_uri(uri)).host
+      host = URI.parse(realize_full_uri(uri, host)).host
       error "WARNING: Unable to verify SSL certificate for #{host}\nTo disable SSL verification, run with TRANSCRIPTIC_SSL_VERIFY=disable"
     end
 
@@ -262,7 +269,7 @@ class Transcriptic::Client
 
   private
 
-  def realize_full_uri(given)
+  def realize_full_uri(given, host=host)
     full_host = (host =~ /^http/) ? host : "https://www.#{host}"
     host = URI.parse(full_host)
     uri = URI.parse(given)

data/lib/transcriptic/commands/project.rb

@@ -0,0 +1,37 @@
+module Transcriptic
+  module CLI
+
+    # manage projects
+    #
+    class Project < Thor
+
+      desc "index", "upload FILENAME or DIRECTORY and launch it"
+      def index
+        if args.empty?
+          error("Usage: transcriptic project NAME")
+        end
+        name = args.shift
+        data = transcriptic.project_info(name)
+        display "Project \"#{data["name"]}\":"
+        display "  shortname: #{data["codename"]}"
+        display "  active runs: #{data["active_runs"].length}"
+        display "  archived runs: #{data["completed_runs"].length}"
+        display "  datasets created: #{data["datasets"].length}"
+        display "  created at: #{data["created_at"]}"
+      end
+
+      # transcriptic project:list
+      desc "list", "list the projects the user can see"
+      def list
+        ret = transcriptic.list_projects
+        if ret.empty?
+          error("No projects for #{transcriptic.user}")
+          return
+        end
+        ret.each do |project|
+          display "\t" + project["codename"] + "\t\t" + project["name"]
+        end
+      end
+
+  end
+end

data/lib/transcriptic/core_ext.rb

@@ -0,0 +1,3 @@
+Dir["#{File.dirname(__FILE__)}/core_ext/*.rb"].sort.each do |path|
+  require_relative "core_ext/#{File.basename(path, '.rb')}"
+end

data/lib/transcriptic/core_ext/file.rb

@@ -0,0 +1,7 @@
+class File
+  class << self
+    def transcriptic_project?(path)
+      File.exists?(File.join(path, 'Labfile'))
+    end
+  end
+end

data/lib/transcriptic/core_ext/file_utils.rb

@@ -0,0 +1,15 @@
+require 'fileutils'
+
+module FileUtils
+  class << self
+    # Override mv to avoid several bugs (Errno::EACCES in Windows, Errno::ENOENT
+    #   with relative softlinks on Linux), by forcing to copy and delete instead
+    #
+    # @see {FileUtils::mv}
+    # @see {safe_mv}
+    def mv(src, dest, options = {})
+      FileUtils.cp_r(src, dest, options)
+      FileUtils.rm_rf(src)
+    end
+  end
+end

data/lib/transcriptic/core_ext/pathname.rb

@@ -0,0 +1,13 @@
+class Pathname
+  def transcriptic_project?
+    self.join('Labfile').exist?
+  end
+
+  def transcriptic_project_root
+    self.ascend do |potential_root|
+      if potential_root.transcriptic_project?
+        return potential_root
+      end
+    end
+  end
+end

data/lib/transcriptic/core_ext/string.rb

@@ -0,0 +1,8 @@
+class String
+  def prepend_each(separator, value)
+    lines(separator).collect { |x| value + x }.join
+  end
+  def shellescape
+    empty? ? "''" : gsub(/([^A-Za-z0-9_\-.,:\/@\n])/n, '\\\\\\1').gsub(/\n/, "'\n'")
+  end
+end

data/lib/transcriptic/dependencies_generator.rb

@@ -0,0 +1,13 @@
+require 'transcriptic/base_generator'
+
+module Transcriptic
+  class DependenciesGenerator < BaseGenerator
+    include Transcriptic::UI
+
+    argument :dependencies
+
+    def generate
+      template 'project/Dependencies.erb', target.join('project/Dependencies.scala'), force: true
+    end
+  end
+end

data/lib/transcriptic/errors.rb

@@ -0,0 +1,32 @@
+module Transcriptic
+  class TranscripticError < StandardError
+    class << self
+      def status_code(code)
+        define_method(:status_code) { code }
+        define_singleton_method(:status_code) { code }
+      end
+    end
+    alias_method :message, :to_s
+  end
+
+  class LabfileReadError < TranscripticError
+    def initialize(original_error)
+      @original_error = original_error
+    end
+
+    status_code(113)
+
+    def status_code
+      @original_error.respond_to?(:status_code) ? @original_error.status_code : 113
+    end
+
+    def to_s
+      [
+        "An error occurred while reading the Labfile:",
+        "",
+        "  " +  @original_error.to_s.split("\n").map(&:strip).join("\n  "),
+      ].join("\n")
+    end
+  end
+
+end

data/lib/transcriptic/labfile.rb

@@ -0,0 +1,73 @@
+#require 'transcriptic/downloader'
+
+module Transcriptic
+  class Labfile
+    extend Forwardable
+
+    class << self
+      def from_file(file)
+        content = File.read(file)
+        object = new(file)
+        object.load(content)
+      rescue Errno::ENOENT => e
+        raise FileNotFound, "No Labfile found at: #{file}"
+      end
+    end
+
+    def initialize(path)
+      @filepath         = path
+      @options          = Hash.new
+      @dependencies     = []
+    end
+
+    def load(content)
+      begin
+        instance_eval(content)
+      rescue => e
+        puts e
+        raise LabfileReadError.new(e)
+      end
+      self
+    end
+
+    def sha
+      @sha ||= Digest::SHA1.hexdigest File.read(filepath.to_s)
+    end
+
+    def options
+      @options
+    end
+
+    def name(name = nil)
+      @options[:name] = name
+    end
+
+    def author(name)
+      @options[:author] = name
+    end
+
+    def email(email)
+      @options[:email] = email
+    end
+
+    def version(arg)
+      @options[:version] = arg
+    end
+
+    def description(desc)
+      @options[:description] = desc
+    end
+
+    def dependency(group, name, version)
+      @dependencies << {
+        group: group,
+        name: name,
+        version: version
+      }
+    end
+
+    def dependencies
+      @dependencies
+    end
+  end
+end

data/lib/transcriptic/project_generator.rb

@@ -0,0 +1,56 @@
+require 'transcriptic/base_generator'
+
+module Transcriptic
+  class ProjectGenerator < BaseGenerator
+
+    argument :name
+    class_option :package,
+      type: :string,
+      default: "org.autoprotocol.unclaimed"
+    class_option :author,
+      type: :string,
+      default: "John Appleseed"
+    class_option :email,
+      type: :string,
+      default: "author@example.edu"
+    class_option :description,
+      type: :string,
+      default: false
+
+    def generate
+      empty_directory target.join('app')
+      empty_directory target.join('project')
+      empty_directory target.join('lib')
+
+      template 'app/Main.erb', target.join('app/Main.scala')
+      template 'project/Build.erb', target.join('project/Build.scala')
+      copy_file 'project/build.properties', target.join('project/build.properties')
+      copy_file 'project/plugins.sbt', target.join('project/plugins.sbt')
+      template 'LICENSE.erb', target.join('LICENSE')
+      template 'Labfile.erb', target.join('Labfile')
+      template 'README.erb', target.join('README.md')
+
+      Transcriptic::DependenciesGenerator.new([File.join(Dir.pwd, name), []], options).invoke_all
+    end
+
+    def description
+      options[:description]
+    end
+
+    def package
+      options[:package]
+    end
+
+    def author
+      options[:author]
+    end
+
+    def email
+      options[:email]
+    end
+
+    def copyright_year
+      Time.now.year
+    end
+  end
+end

data/lib/transcriptic/sbt.rb

@@ -0,0 +1,58 @@
+module Transcriptic
+  class SBT
+    class << self
+      include Transcriptic::UI
+
+      def compile
+        ensure_installed
+        sbt("package")
+      end
+
+      def stage
+        ensure_installed
+        sbt("stage")
+      end
+
+      private
+      def ensure_installed
+        stat = `which sbt`
+        if stat.empty?
+          output_with_arrow "Downloading sbt..."
+          Transcriptic::SBT::Installer.new(["/usr/local"], {}).invoke_all
+        end
+      end
+
+      def sbt(action)
+        base = Transcriptic.find_labfile.dirname
+        output_with_arrow "Detected Scala sources in app..."
+        output_with_arrow "Compiling..."
+        display
+
+        code = IO.popen("sbt #{action}") do |stream|
+          stream.each do |line|
+            output_with_indent line
+          end
+        end
+
+        display
+
+        if 0 == $?
+          output_with_arrow "Compilation succeeded."
+          true
+        else
+          output_with_arrow "Errors occurred!"
+          false
+        end
+      end
+    end
+    
+    class Installer < BaseGenerator
+      def install
+        get "http://repo.typesafe.com/typesafe/ivy-releases/org.scala-sbt/sbt-launch/0.12.3/sbt-launch.jar",
+          target.join("sbt/sbt-launch.jar")
+        copy_file 'sbt', target.join('bin/sbt')
+        chmod target.join('bin/sbt'), 0755
+      end
+    end
+  end
+end