file_convert 0.0.1 → 0.0.3

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MGFkNzZhZDFkMzY0ZGJkMWRkOTk2NTVmZDE4ZmZiZjRjMWIyOTAyNQ==
+  data.tar.gz: !binary |-
+    OWZiOThlMGE0MjQ1NWYyYjA4YjJkZDJjMzJhYmYxMWY0ZjkzYzk0Mw==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    NGI2YzY4MDczZGE2NzhmNzE1YTA4YmFiYTFlMDc0ZTIwNzU4ODcwM2M5M2Ux
+    MzVmYWEwZTg3YThjYjM4MjAwMmQ2ZGEzYjQ5NTY2OGNmNTg5NmNmMDZmZTBm
+    MTU0MDlkNTJjNDQ2YmRiNzQ1NTBkMmE0ZmU0NTIxYzA1ZWI1Mzg=
+  data.tar.gz: !binary |-
+    ZTYwNzBlNjc4ZmM4ODAxMjljZWNlM2Q5NTM2NTU1Y2M3OGEyMWI0ODBlMWMy
+    YjliNTRiMmE2NDdkYzM4MzI2MzlkZjM1NTNiZDg5NDJiNDJiZTJmZTI2NWIx
+    MjU1N2MyNjdiNDQwYTc4NTdlNzBmZDgwYzZhZjM2YWFkNGQ0ZDk=

data/.gitignore

@@ -0,0 +1,20 @@
+.idea
+*.gem
+config/config.yml
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/.rvmrc

@@ -0,0 +1 @@
+rvm --create 1.9.3-p392@file_convert

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem 'rspec'

data/README.md

@@ -0,0 +1,3 @@
+file_convert
+============
+A gem that is a wrapper around google drive to convert files to different formats.

data/bin/file_convert

@@ -0,0 +1,26 @@
+#!/usr/bin/env ruby
+
+require 'file_convert'
+require 'yaml'
+
+puts 'Usage: file_convert config.yml file.doc'
+
+@configurations ||= YAML.load_file(ARGV[0])
+
+puts @configurations.inspect
+
+FileConvert.configure do |config|
+  config.client_id = @configurations['CLIENT_ID']
+  config.client_secret = @configurations['CLIENT_SECRET']
+  config.oauth_scope = @configurations['OAUTH_SCOPE']
+  config.redirect_uri = @configurations['REDIRECT_URI']
+  config.user_name = @configurations['USER_NAME']
+  config.password = @configurations['PASSWORD']
+  config.s3_key = @configurations['S3_KEY']
+  config.s3_secret = @configurations['S3_SECRET']
+  config.s3_bucket = @configurations['S3_BUCKET']
+  config.tmp_folder = @configurations['TMP_FOLDER']
+end
+
+converter = FileConvert.new
+puts converter.to_txt_from_s3 ARGV[1]

data/config/config.sample.yml

@@ -0,0 +1,15 @@
+# Get your credentials from the APIs Console
+CLIENT_ID: '***'
+CLIENT_SECRET: '***'
+OAUTH_SCOPE: 'https://www.googleapis.com/auth/drive'
+REDIRECT_URI: 'urn:ietf:wg:oauth:2.0:oob'
+
+# Your google account
+USER_NAME: '***@***.com'
+PASSWORD: 'password'
+
+S3_KEY: ***
+S3_SECRET: ***
+S3_BUCKET: www
+
+TMP_FOLDER: '/tmp/'

data/file_convert.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |s|
+  s.name        = 'file_convert'
+  s.version     = '0.0.3'
+  s.executables << 'file_convert'
+  s.date        = '2013-03-18'
+  s.summary     = 'convert files to different formats'
+  s.description     = 'wrapper around google drive to convert files to different formats'
+  s.authors     = ['Sina Jahan']
+  s.email       = 'info@sinajahan.com'
+
+  s.files         = `git ls-files`.split($/)
+  s.executables   = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  s.test_files    = s.files.grep(%r{^(test|spec|features)/})
+  s.require_paths = ['lib']
+
+  s.homepage    = 'http://rubygems.org/gems/file_convert'
+
+  s.add_dependency('google-api-client', '~> 0.6.2')
+  s.add_dependency('mime-types', '~> 1.21')
+  s.add_dependency('gdata', '~> 1.1.2')
+  s.add_dependency('aws-s3', '~> 0.6.3')
+
+  s.add_development_dependency('rspec')
+end

data/lib/file_convert.rb

@@ -1,38 +1,39 @@
 require 'rubygems'
 require 'tempfile'
 
-class FileConvert
-  def self.configure(&block)
-    yield(configuration)
-    configuration
-  end
-
-  def self.configuration
-    @config ||= FileConvert::Configuration.new
-  end
-
-
-  def initialize
-    @drive = Drive.new FileConvert.configuration
-    @docs = Docs.new FileConvert.configuration
-    @bucket = Bucket.new FileConvert.configuration
-  end
-
-  def to_txt_from_s3(s3_file_key)
-    s3_file = @bucket.download s3_file_key
-    convert_txt_url = @drive.get_convert_txt_url s3_file.path
-    @docs.download_and_read(convert_txt_url)
-  end
-
-  def self.get_a_temp_file(key = '')
-    Tempfile.new(['file_convert', key], configuration.tmp_folder)
-  end
-end
-
 require 'file_convert/drive'
 require 'file_convert/docs'
 require 'file_convert/bucket'
 require 'file_convert/configuration'
 
+module FileConvert
+  class Converter
+    def self.configure(&block)
+      yield(configuration)
+      configuration
+    end
+
+    def self.configuration
+      @config ||= Configuration.new
+    end
+
+
+    def initialize
+      @drive = Drive.new Converter.configuration
+      @docs = Docs.new Converter.configuration
+      @bucket = Bucket.new Converter.configuration
+    end
+
+    def to_txt_from_s3(s3_file_key)
+      s3_file = @bucket.download s3_file_key
+      convert_txt_url = @drive.get_convert_txt_url s3_file.path
+      @docs.download_and_read(convert_txt_url)
+    end
+
+    def self.get_a_temp_file(key = '')
+      Tempfile.new(['file_convert', key], configuration.tmp_folder)
+    end
+  end
+end
 
 

data/lib/file_convert/bucket.rb

@@ -0,0 +1,22 @@
+require 'aws/s3'
+
+module FileConvert
+  class Bucket
+    def initialize(config)
+      AWS::S3::Base.establish_connection!(
+        access_key_id: config.s3_key,
+        secret_access_key: config.s3_secret
+      )
+
+      @bucket = AWS::S3::Bucket.find('clearfit-thumbnails-development')
+    end
+
+    def download(key)
+      temp_file = Converter.get_a_temp_file key
+      file_with_key = @bucket[key]
+      raise "There is no file with the key [#{key}]" if file_with_key.nil?
+      File.open(temp_file, 'w') { |file| file.write(file_with_key.value) }
+      temp_file
+    end
+  end
+end

data/lib/file_convert/configuration.rb

@@ -0,0 +1,14 @@
+module FileConvert
+  class Configuration
+    attr_accessor :client_id
+    attr_accessor :client_secret
+    attr_accessor :oauth_scope
+    attr_accessor :redirect_uri
+    attr_accessor :user_name
+    attr_accessor :password
+    attr_accessor :s3_key
+    attr_accessor :s3_secret
+    attr_accessor :s3_bucket
+    attr_accessor :tmp_folder
+  end
+end

data/lib/file_convert/docs.rb

@@ -0,0 +1,19 @@
+require 'gdata/client'
+require 'gdata/http'
+require 'gdata/auth'
+
+module FileConvert
+  class Docs
+    def initialize(config)
+      @client = GData::Client::Spreadsheets.new
+      @client.clientlogin(config.user_name, config.password)
+    end
+
+    def download_and_read(url)
+      temp_file = Converter.get_a_temp_file
+      content = @client.get(url)
+      File.open(temp_file, 'w') { |file| file.write(content.body) }
+      File.read(temp_file)
+    end
+  end
+end

data/lib/file_convert/drive.rb

@@ -0,0 +1,66 @@
+require 'google/api_client'
+require 'launchy'
+require 'yaml'
+require 'mime/types'
+
+module FileConvert
+  class Drive
+    def initialize(config)
+      # Get your credentials from the APIs Console
+      client_id = config.client_id
+      client_secret = config.client_secret
+      oauth_scope = config.oauth_scope
+      redirect_uri = config.redirect_uri
+
+      # Create a new API @client & load the Google Drive API
+      @client = Google::APIClient.new
+      @drive = @client.discovered_api('drive', 'v2')
+
+      # Request authorization
+      @client.authorization.client_id = client_id
+      @client.authorization.client_secret = client_secret
+      @client.authorization.scope = oauth_scope
+      @client.authorization.redirect_uri = redirect_uri
+
+      uri = @client.authorization.authorization_uri
+      Launchy.open(uri)
+
+      # Exchange authorization code for access token
+      $stdout.write 'Enter authorization code: '
+      @client.authorization.code = $stdin.gets.chomp
+      @client.authorization.fetch_access_token!
+    end
+
+    def get_convert_txt_url(file_path)
+      file = @drive.files.insert.request_schema.new({
+                                                      title: file_path,
+                                                      description: 'A test resume document',
+                                                    })
+
+      mime = MIME::Types.type_for(file_path).first.to_s
+      media = Google::APIClient::UploadIO.new(file_path, mime)
+
+      needs_ocr = mime == 'application/pdf'
+
+      result = @client.execute(
+        :api_method => @drive.files.insert,
+        :body_object => file,
+        :media => media,
+        :parameters => {
+          'uploadType' => 'multipart',
+          convert: true,
+          ocr: (true if needs_ocr),
+          ocrLanguage: (:en if needs_ocr),
+          useContentAsIndexableText: (true if needs_ocr),
+          'alt' => 'json'}.reject { |k, v| v.nil? })
+
+      file_id = result.data.id
+
+      result = @client.execute(
+        :api_method => @drive.files.get,
+        :parameters => {'fileId' => file_id})
+
+      result.data.export_links['text/plain']
+    end
+  end
+end

data/spec/pdf_to_txt_spec.rb

@@ -0,0 +1,4 @@
+require 'spec_helper'
+describe FileConvert do
+  pending 'write it'
+end

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+require 'rubygems'
+require 'bundler/setup'
+
+require 'file_convert' # and any other gems you need
+
+RSpec.configure do |config|
+  # some (optional) config here
+end

metadata

@@ -1,8 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: file_convert
 version: !ruby/object:Gem::Version
-  version: 0.0.1
-  prerelease: 
+  version: 0.0.3
 platform: ruby
 authors:
 - Sina Jahan
@@ -14,7 +13,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: google-api-client
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -30,7 +27,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: mime-types
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -38,7 +34,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -46,7 +41,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: gdata
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -54,7 +48,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -62,7 +55,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-s3
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -70,7 +62,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -78,7 +69,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -86,40 +76,56 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: wrapper around google drive to convert files to different formats
 email: info@sinajahan.com
-executables: []
+executables:
+- file_convert
 extensions: []
 extra_rdoc_files: []
 files:
+- .gitignore
+- .rspec
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- README.md
+- bin/file_convert
+- config/config.sample.yml
+- file_convert.gemspec
 - lib/file_convert.rb
+- lib/file_convert/bucket.rb
+- lib/file_convert/configuration.rb
+- lib/file_convert/docs.rb
+- lib/file_convert/drive.rb
+- spec/pdf_to_txt_spec.rb
+- spec/spec_helper.rb
 homepage: http://rubygems.org/gems/file_convert
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: convert files to different formats
-test_files: []
+test_files:
+- spec/pdf_to_txt_spec.rb
+- spec/spec_helper.rb