telestream_cloud 1.1.0 → 2.0.0.1

data/tts/lib/telestream_cloud_tts/uploader.rb

@@ -0,0 +1,244 @@
+require 'pathname'
+require 'json'
+require 'concurrent'
+
+module TelestreamCloud::Tts
+  class Uploader
+    class FileReader
+      attr_reader :file
+
+      def initialize(path)
+        @mutex = Mutex.new
+        @path = path
+        reopen
+      end
+
+      def [](range)
+        @mutex.synchronize do
+          file.seek(range.begin)
+          file.read(range.size)
+        end
+      end
+
+      def size
+        @size ||= file.size
+      end
+
+      def name
+        Pathname.new(file.path).basename
+      end
+
+      def close
+        @file.close
+        @file = nil
+      end
+
+      def reopen
+        @file ||= File.open(@path)
+      end
+    end
+
+    class FileUploadSession
+      attr_reader :uploader, :reader, :tag
+
+      def initialize(uploader, path, tag = nil)
+        @uploader = uploader
+        @reader = FileReader.new(path)
+        @tag = tag
+        @status = :ready
+      end
+
+      def success?
+        @status == :success
+      end
+
+      def params
+        upload_params = {
+          file_size: reader.size,
+          file_name: reader.name
+        }
+
+        upload_params[:tag] = @tag if @tag
+        upload_params
+      end
+
+      def upload!
+        reader.reopen
+
+        upload_chunks(missing_parts)
+
+        raise MissingPartError unless missing_parts.empty?
+
+        @status = :success
+      ensure
+        reader.close
+      end
+
+      private
+
+      def upload_chunks(indexes)
+        indexes.each do |index|
+          send_chunk(index)
+        end
+      end
+
+      def session
+        uploader.send(:session)
+      end
+
+      def send_chunk(index)
+        range = (index * part_size...[(index + 1) * part_size, reader.size].min)
+
+        # TODO: remove when 1.9 dropped
+        unless range.respond_to?(:size)
+          def range.size; self.end - self.begin + (exclude_end? ? 0 : 1); end
+        end
+
+        response = Typhoeus.put(
+          session.location,
+          body: reader[range],
+          headers: {
+            'Content-Type'     => 'application/octet-stream',
+            'X-Part'           => index.to_s,
+            'Content-Length'   => range.size.to_s,
+            'X-Extra-File-Tag' => tag,
+          }.reject { |_, v| v.nil? }
+        )
+
+        puts response.body
+
+        uploader.send(:set_resource_id, response)
+        response
+      end
+
+      def missing_parts
+        upload_status['missing_parts']
+      end
+
+      def upload_status
+        response = Typhoeus.get(
+          session.location,
+          headers: {
+            'X-Extra-File-Tag' => @tag
+          }.reject { |_, v| v.nil? }
+        )
+        JSON.parse(response.body)
+      end
+
+      def parts;           session.parts;           end
+      def part_size;       session.part_size;       end
+      def max_connections; session.max_connections; end
+    end
+
+    class ConcurrentFileUploadSession < FileUploadSession
+      def upload_chunks(indexes)
+
+        indexes.map do |index|
+          Concurrent::Future.execute(executor: uploader.thread_pool) do
+            send_chunk(index)
+          end
+        end.map(&:value)
+      end
+    end
+
+    class UploadError < StandardError; end
+    class MissingPartError < StandardError; end
+
+    attr_reader :reader, :status, :error, :thread_pool, :concurrency
+
+    def self.upload(options)
+      retries = options.delete(:retries)
+      new(options).tap { |x| x.upload(*[retries].compact) }.video
+    end
+
+    def initialize(client, options)
+      @client = client
+
+      @thread_pool = Concurrent::ThreadPoolExecutor.new(
+        min_threads: 5,
+        max_threads: 5,
+        max_queue: 100,
+        fallback_policy: :caller_runs
+      )
+
+      file = options.delete(:file) do |key|
+        raise KeyError, "key not found: #{key}"
+      end
+
+      @extra_files = parse_extra_files(options.delete(:extra_files))
+
+      @upload_session = upload_session(file)
+
+      defaults = {
+        multi_chunk: true
+      }.merge(@upload_session.params)
+
+      @params = defaults.merge(options)
+
+      @params[:extra_files] = @extra_files.map(&:params) if @extra_files
+
+      @status = :ready
+    end
+
+    def parse_extra_files(extra_files)
+      return [] unless extra_files
+
+      extra_files.flat_map do |tag, paths|
+        paths = [paths] unless paths.kind_of?(Array)
+
+        paths.each_with_index.map do |path, i|
+          upload_session(path, paths.size > 1 ? "#{tag}.index-#{i}" : tag)
+        end
+      end
+    end
+
+    def upload(retries = 5)
+      session
+
+      count = 0
+      begin
+        count += 1
+        upload!
+        raise MissingPartError unless success?
+      rescue StandardError => e
+        puts e
+        @error = e
+        retry if count < retries
+      end
+
+      @resource_id
+    end
+
+    def success?
+      @resource_id && @upload_session.success? && Array(@extra_files).all?(&:success?)
+    end
+
+    def upload_session(path, tag = nil)
+      ConcurrentFileUploadSession.new(self, path, tag)
+    end
+
+    private
+
+    def upload!
+      @upload_session.upload!
+      @extra_files.each(&:upload!)
+    end
+
+    def set_resource_id(response)
+      return if response.code != 200 || response.body.empty?
+      @resource_id = JSON.parse(response.body).fetch('id')
+    end
+
+    def session
+      return @session if defined?(@session)
+      @session = case @client.class.name
+                 when "TelestreamCloud::Flip::FlipApi"
+                   @factory_id ||= @params.delete(:factory_id) do |key|
+                     raise KeyError, "key not found: #{key}"
+                   end
+
+                   @client.upload_video(@factory_id, @params)
+                 end
+    end
+  end
+end

data/tts/lib/telestream_cloud_tts/version.rb

@@ -0,0 +1,18 @@
+module TelestreamCloud
+end
+
+=begin
+#Tts API
+
+#Description
+
+OpenAPI spec version: 2.0.0
+Contact: cloudsupport@telestream.net
+Generated by: https://github.com/swagger-api/swagger-codegen.git
+Swagger Codegen version: 2.3.0
+
+=end
+
+module TelestreamCloud::Tts
+  VERSION = "2.0.0.1"
+end

data/tts/spec/api/tts_api_spec.rb

@@ -0,0 +1,236 @@
+=begin
+#Tts API
+
+#Description
+
+OpenAPI spec version: 2.0.0
+Contact: cloudsupport@telestream.net
+Generated by: https://github.com/swagger-api/swagger-codegen.git
+Swagger Codegen version: 2.3.0
+
+=end
+
+require 'spec_helper'
+require 'json'
+
+# Unit tests for TelestreamCloud::Tts::TtsApi
+# Automatically generated by swagger-codegen (github.com/swagger-api/swagger-codegen)
+# Please update as you see appropriate
+describe 'TtsApi' do
+  before do
+    # run before each test
+    @instance = TelestreamCloud::Tts::TtsApi.new
+  end
+
+  after do
+    # run after each test
+  end
+
+  describe 'test an instance of TtsApi' do
+    it 'should create an instance of TtsApi' do
+      expect(@instance).to be_instance_of(TelestreamCloud::Tts::TtsApi)
+    end
+  end
+
+  # unit tests for corpora
+  # Returns a collection of Corpora
+  # Returns a collection of Corpora
+  # @param project_id ID of the Project
+  # @param [Hash] opts the optional parameters
+  # @return [CorporaCollection]
+  describe 'corpora test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for corpus
+  # Returns the Corpus
+  # Returns the Corpus
+  # @param project_id ID of the Project
+  # @param name Corpus name
+  # @param [Hash] opts the optional parameters
+  # @return [Corpus]
+  describe 'corpus test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for create_corpus
+  # Creates a new Corpus
+  # Creates a new Corpus
+  # @param project_id ID of the Project
+  # @param name Corpus name
+  # @param body 
+  # @param [Hash] opts the optional parameters
+  # @return [nil]
+  describe 'create_corpus test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for create_job
+  # Creates a new Job
+  # Creates a new Job
+  # @param project_id ID of the Project
+  # @param job 
+  # @param [Hash] opts the optional parameters
+  # @return [Job]
+  describe 'create_job test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for create_project
+  # Creates a new Project
+  # Creates a new Project
+  # @param project 
+  # @param [Hash] opts the optional parameters
+  # @return [Project]
+  describe 'create_project test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for delete_corpus
+  # Creates a new Corpus
+  # Creates a new Corpus
+  # @param project_id ID of the Project
+  # @param name Corpus name
+  # @param [Hash] opts the optional parameters
+  # @return [nil]
+  describe 'delete_corpus test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for delete_job
+  # Deletes the Job
+  # Deletes the Job
+  # @param project_id ID of the Project
+  # @param job_id 
+  # @param [Hash] opts the optional parameters
+  # @return [nil]
+  describe 'delete_job test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for delete_project
+  # Deletes the Project
+  # Deletes the Project
+  # @param [Hash] opts the optional parameters
+  # @return [nil]
+  describe 'delete_project test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for job
+  # Returns the Job
+  # Returns the Job
+  # @param project_id ID of the Project
+  # @param job_id 
+  # @param [Hash] opts the optional parameters
+  # @return [Job]
+  describe 'job test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for job_result
+  # Returns the Job Result
+  # Returns the Job Result
+  # @param project_id ID of the Project
+  # @param job_id 
+  # @param [Hash] opts the optional parameters
+  # @return [JobResult]
+  describe 'job_result test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for jobs
+  # Returns a collection of Jobs
+  # Returns a collection of Jobs
+  # @param project_id ID of the Project
+  # @param [Hash] opts the optional parameters
+  # @option opts [Integer] :page page number
+  # @option opts [Integer] :per_page number of records per page
+  # @return [JobsCollection]
+  describe 'jobs test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for project
+  # Returns the Project
+  # Returns the Project
+  # @param project_id ID of the Project
+  # @param [Hash] opts the optional parameters
+  # @return [Project]
+  describe 'project test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for projects
+  # Returns a collection of Projects
+  # Returns a collection of Projects
+  # @param [Hash] opts the optional parameters
+  # @return [ProjectsCollection]
+  describe 'projects test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for train_project
+  # Queues training
+  # Queues training
+  # @param project_id ID of the Project
+  # @param [Hash] opts the optional parameters
+  # @return [nil]
+  describe 'train_project test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for update_project
+  # Updates an existing Project
+  # Updates an existing Project
+  # @param project 
+  # @param [Hash] opts the optional parameters
+  # @return [Project]
+  describe 'update_project test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  # unit tests for upload_video
+  # Creates an upload session
+  # 
+  # @param project_id ID of the Project
+  # @param video_upload_body 
+  # @param [Hash] opts the optional parameters
+  # @return [UploadSession]
+  describe 'upload_video test' do
+    it "should work" do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+end