cifrado 0.1

data/lib/cifrado/utils.rb

@@ -0,0 +1,59 @@
+require 'digest/sha1'
+
+module Cifrado
+  module Utils
+
+    def prettify_backtrace(e)
+      Log.debug e.class
+      Log.debug e.backtrace.join("\nDEBUG: ")
+    end
+
+    def mime_type(file)
+      mime = `/usr/bin/file -b --mime-type #{Shellwords.escape(file)} 2>/dev/null`.strip.chomp
+      mime.empty? ? nil : mime
+    end
+
+    def clean_object_name(obj)
+      Pathname.new(obj.gsub(/^(\/+|.\/)/,'')).cleanpath.to_s
+    end
+
+    def unix_time(secs)
+      (Time.at secs.to_i).to_s
+    end
+
+    def decrypt_filename(name, password, options = {})
+      cipher = CryptoEngineAES.new password
+      cipher.decrypt name
+    end
+
+    def encrypt_filename(name, password, options = {})
+      cipher = CryptoEngineAES.new password
+      cipher.encrypt name
+    end
+
+    def humanize_bytes(bytes)
+      m = bytes.to_i
+      units = %w[Bytes KB MB GB TB PB]
+      while (m/1024.0) >= 1
+        m = m/1024.0
+        units.shift
+      end
+      return "%.2f #{units[0]}" % m
+    end
+
+    def calculate_chunks(file)
+      # File size in bytes
+      size = File.size(file)
+      if size >= 1 and size <= 10485760
+        1
+      # if file >= 20MB and <= 50MB, split in chunks of 10MB
+      elsif size > 10485760 and size <= 104857600
+        size/10485760
+      # split in chunk of 100 MB
+      else
+        size/104857600
+      end
+    end
+
+  end
+end

data/lib/cifrado/version.rb

@@ -0,0 +1,3 @@
+module Cifrado
+  VERSION = "0.1"
+end

data/tests/cli/list_tests.rb

@@ -0,0 +1,28 @@
+Shindo.tests('Cifrado | CLI#list') do
+
+  cleanup
+
+  tests '#list' do
+    test 'container has 1 element' do
+      obj = create_bin_payload 1
+      cli = Cifrado::CLI.new
+      cli.options = {
+        :insecure => true,
+        :no_progressbar => true
+      }
+      cli.upload 'cifrado-tests', obj
+      (cli.list 'cifrado-tests').size == 1
+    end
+    test 'cifrado-tests-list container exists' do
+      dir = client.service.directories.create :key => 'cifrado-tests-list'
+      cli = Cifrado::CLI.new
+      cli.options = {
+        :insecure => true,
+        :no_progressbar => true
+      }
+      !(cli.list.find { |d| d == 'cifrado-tests-list' }).nil?
+      dir.destroy
+    end
+  end
+
+end

data/tests/cli/upload_multi_tests.rb

@@ -0,0 +1,94 @@
+include Cifrado::Utils
+
+Shindo.tests('Cifrado | CLI#upload') do
+
+  cfg = YAML.load_file(
+    File.join(ENV['HOME'], '.config/cifrado/cifradorc')
+  ) rescue nil
+  cli_options = {
+    :insecure => true,
+    :no_progressbar => true
+  }
+  cli_options.merge!(cfg[:cli_options]) if cfg
+  cli = Cifrado::CLI.new
+  cli.options = cli_options
+
+  tests '#upload' do
+    tests 'upload 2 files' do
+      clean_test_container
+      obj = create_bin_payload 1
+      obj2 = create_bin_payload 2
+      uploaded = cli.upload test_container_name, obj, obj2
+
+      test "2 files uploaded" do
+        uploaded.size == 2
+      end
+      test "MD5 for #{obj} matches" do
+        cli.stat(test_container_name, obj)['Etag'] == Digest::MD5.file(obj).to_s
+      end
+      test "MD5 for #{obj2} matches" do
+        cli.stat(test_container_name, obj2)['Etag'] == Digest::MD5.file(obj2).to_s
+      end
+
+    end
+
+    tests 'upload 1 file and one directory' do
+      clean_test_container
+      obj = create_bin_payload 1
+      # Dir with 3 files
+      tmpdir = populate_tmpdir
+      uploaded = cli.upload test_container_name, obj, tmpdir
+      test '4 files uploaded' do
+        uploaded.size == 4
+      end
+    end
+    
+    tests 'encrypt and segment 2 files and one directory' do
+      clean_test_container
+      obj = create_bin_payload 100
+      tmpdir = populate_tmpdir
+      cli.options = {
+        :segments => 3,
+        :encrypt  => 's:foobar'
+      }.merge cli_options
+      # Dir with 3 files
+      uploaded = cli.upload test_container_name, obj, tmpdir
+      test '12 files + 4 segments uploaded' do
+        # 4 files * 3 segments + 4 manifests
+        uploaded.size == 16
+      end
+
+      cli.list(test_container_name).each do |o|
+        test 'uploads have encryption header' do
+          !cli.stat(test_container_name, o)['X-Object-Meta-Encrypted-Name'].nil?
+        end
+      end
+
+      tests 'uploads can be downloaded and decrypted' do
+        tmpdir_out = create_tmpdir
+        cli.options = {
+          :decrypt => true,
+          :passphrase => 'foobar',
+          :output => tmpdir_out
+        }.merge cli_options
+        downloads = cli.download test_container_name
+        test 'downloaded 4 files' do
+          downloads.size == 4
+        end
+        test '4 files found' do
+          ( Dir["#{tmpdir_out}/**/*"].reject { |f| File.directory?(f) } ).size == 4
+        end
+
+        uploaded = ( Dir["#{tmpdir_out}/**/*"].reject { |f| File.directory?(f) } )
+        uploaded.map! { |f| File.basename(f) }
+        ((Dir["#{tmpdir}/*"] << obj).map { |f| File.basename(f) }).each do |f|
+          test "filename #{f} was decrypted" do
+            uploaded.include? f
+          end
+        end
+      end
+    end
+
+  end
+
+end

data/tests/cli/upload_tests.rb

@@ -0,0 +1,167 @@
+include Cifrado::Utils
+
+Shindo.tests('Cifrado | CLI#upload') do
+
+  cfg = YAML.load_file(
+    File.join(ENV['HOME'], '.config/cifrado/cifradorc')
+  ) rescue nil
+  cli_options = {
+    :insecure => true,
+    :no_progressbar => true
+  }
+  cli_options.merge!(cfg[:cli_options]) if cfg
+
+  tests '#upload' do
+    tests 'segmented uploads' do
+      obj = create_bin_payload 1*1024
+      cli = Cifrado::CLI.new
+      cli.options = {
+        :segments => 3
+      }.merge cli_options
+      segments = cli.upload 'cifrado-tests', obj
+      test "#{test_container.key} is a Hash" do
+        cli.stat('cifrado-tests', obj).is_a?(Hash) 
+      end
+      test "uploaded 4 segments" do
+        segments.size == 4 
+      end
+      test "segment matches /segments/..." do
+        !segments.last.match(/segments\/\d+.\d{2}\/\d+\/00000003$/).nil?
+      end
+      test 'uploaded segments not uploaded twice' do
+        segments = cli.upload 'cifrado-tests', obj
+        segments.size == 0
+      end
+    end
+    tests 'single uploads' do
+      obj = create_bin_payload 1
+      cli = Cifrado::CLI.new
+      cli.options = cli_options
+      cli.upload 'cifrado-tests', obj
+      test 'upload ok' do
+        cli.stat('cifrado-tests', obj).is_a?(Hash)
+      end
+      test 'do not uploaded twice' do
+        segments = cli.upload 'cifrado-tests', obj
+        segments.size == 0
+      end
+    end
+
+    tests 'encrypted uploads' do
+      obj = create_bin_payload 1
+      cli = Cifrado::CLI.new
+      cli.options = {
+        :encrypt  => 'a:rubiojr'
+      }.merge cli_options
+      obj_path = (cli.upload 'cifrado-tests', obj).first
+      test 'stat' do 
+        cli.stat('cifrado-tests', obj_path).is_a?(Hash)
+      end
+      test 'X-Object-Meta-Encrypted-Name' do
+        !cli.stat('cifrado-tests', obj_path)['X-Object-Meta-Encrypted-Name'].nil?
+      end
+      test 'decrypted name matches' do
+        header = cli.stat('cifrado-tests', obj_path)['X-Object-Meta-Encrypted-Name']
+        decrypted_name = decrypt_filename header, 
+                                          cli.config[:password] + cli.config[:secure_random]
+        decrypted_name == obj 
+      end
+
+      clean_test_container
+      obj1 = create_bin_payload 1, "/tmp/cifrado-upload-dir/foo"
+      obj2 = create_bin_payload 1, "/tmp/cifrado-upload-dir/bar/foo"
+      obj3 = create_bin_payload 1, "/tmp/cifrado-upload-dir/stuff/bar/foo"
+      cli.upload test_container.key, "/tmp/cifrado-upload-dir/"
+      sleep 2
+      test 'directory upload' do
+        test_container.files.size == 3
+      end
+    end
+    
+    tests 'encrypted segmented uploads' do
+      clean_test_container
+      obj = create_bin_payload 1*1024
+      cli = Cifrado::CLI.new
+      cli.options = {
+        :segments => 3,
+        :encrypt  => 'a:rubiojr'
+      }.merge cli_options
+      segments = cli.upload 'cifrado-tests', obj
+      test 'stat' do
+        cli.stat('cifrado-tests', segments.first).is_a?(Hash) 
+      end
+      # If the file size after encryption (GPG uses compression by default)
+      # is smaller than 4096*3, the number of segments will be less than 3
+      # in this case, so the following test will not work.
+      test 'segments number' do
+        # 1 plus manifest
+        segments.size == 4
+      end
+      test 'segment name matches' do
+        !segments.last.match(/segments\/\d+.\d{2}\/\d+\/00000003$/).nil?
+      end
+      count = 0
+      segments.each do |s|
+        count += 1
+        if count == 1
+          test "segment #{s} has encryption header" do
+            !cli.stat(test_container.key, s)['X-Object-Meta-Encrypted-Name'].nil?
+          end
+          test "manifest #{s} name can be decrypted" do
+            header = cli.stat(test_container.key, s)['X-Object-Meta-Encrypted-Name']
+            decrypted_name = decrypt_filename header, 
+                                              cli.config[:password] + cli.config[:secure_random]
+            decrypted_name == obj
+          end
+        else
+          test "segment #{s} has encryption header" do
+            !cli.stat(test_container_segments_name, s)['X-Object-Meta-Encrypted-Name'].nil?
+          end
+          test "segment #{s} name can be decrypted" do
+            header = cli.stat(test_container_segments_name, s)['X-Object-Meta-Encrypted-Name']
+            decrypted_name = decrypt_filename header, 
+                                              cli.config[:password] + cli.config[:secure_random]
+            (decrypted_name =~ /#{obj}\/segments\//) == 0
+          end
+        end
+      end
+    end
+    
+    tests 'encrypted symmetric segmented uploads' do
+      clean_test_container
+      obj = create_bin_payload 1*1024
+      cli = Cifrado::CLI.new
+      cli.options = {
+        :segments => 3,
+        :encrypt  => 's:foobar'
+      }.merge cli_options
+      segments = cli.upload 'cifrado-tests', obj
+      test "HEAD manifest returns a Hash" do
+        cli.stat(test_container.key, segments.first).is_a?(Hash) 
+      end
+      test "4 segments found" do
+        segments.size == 4
+      end
+      test "segment name matches /segments\/\d+.\d{2}\/\d+\/00000003" do
+        !segments.last.match(/segments\/\d+.\d{2}\/\d+\/00000003$/).nil?
+      end
+      test "#{test_container_segments_name} container found" do
+        cli.stat(test_container.key).is_a?(Hash) 
+      end
+      test "#{test_container_segments_name} container hash 3 segments" do
+        cli.list(test_container_segments_name).size == 3
+      end
+    end
+    
+    test 'encrypted symmetric uploads' do
+      obj = create_bin_payload 1
+      cli = Cifrado::CLI.new
+      cli.options = {
+        :encrypt  => 's:foobar',
+      }.merge cli_options
+      obj_path = (cli.upload 'cifrado-tests', obj).first
+      !cli.stat('cifrado-tests', obj_path)['X-Object-Meta-Encrypted-Name'].nil?
+    end
+  end
+  
+end

data/tests/cli_tests.rb

@@ -0,0 +1,2 @@
+Shindo.tests('Cifrado | CLI') do
+end

data/tests/crypto_services_tests.rb

@@ -0,0 +1,145 @@
+Shindo.tests('Cifrado | CryptoServices') do
+  
+  obj = create_bin_payload 1
+  
+  tests('#decrypt') do
+
+    tests('asymmetric') do
+      test '1MB file' do
+        t1 = tmpfile
+        t2 = tmpfile
+        File.open(t1, 'w') { |f| f.puts 'foo' }
+        s = CryptoServices.new :type => :asymmetric,
+                               :recipient => 'rubiojr@frameos.org'
+        output = s.encrypt t1, "#{t1}.encrypted"
+        output = s.decrypt output, t2 
+        File.readlines(output).first.strip.chomp == 'foo' and \
+          t2 == output
+      end
+    end
+    
+    tests('symmetric') do
+      test '1MB file' do
+        t1 = tmpfile
+        t2 = tmpfile
+        File.open(t1, 'w') { |f| f.puts 'foo' }
+        s = CryptoServices.new :type => :symmetric,
+                               :passphrase => passphrase
+        output = s.encrypt t1, "#{t1}.encrypted"
+        output = s.decrypt output, t2 
+        File.readlines(output).first.strip.chomp == 'foo' and
+          t2 == output
+      end
+    end
+
+  end
+
+  tests('#encrypt') do
+
+    tests('asymmetric') do
+      test '1MB file' do
+        s = CryptoServices.new :type => :asymmetric,
+                               :recipient => 'rubiojr@frameos.org'
+        output = s.encrypt obj, "#{obj}.encrypted"
+        out = `file #{obj}.encrypted`
+        !out.match(/GPG encrypted/).nil? and File.exist?(output)
+      end
+
+      test 'with ASCII armor' do
+        s = CryptoServices.new :type => :asymmetric,
+                               :gpg_extra_args => ['--armor'],
+                               :recipient => 'rubiojr@frameos.org'
+        out = s.encrypt obj, "#{obj}.encrypted" 
+        !File.read(out).match(/BEGIN PGP MESSAGE/m).nil?
+      end
+      
+      test 'with encrypted name' do
+        s = CryptoServices.new :type => :asymmetric,
+                               :encrypt_name => true,
+                               :recipient => 'rubiojr@frameos.org'
+        out = s.encrypt obj, "#{obj}" 
+        dir = File.dirname(obj)
+        (out != obj) and File.exist?(out)
+      end
+
+      raises ArgumentError, 'with wrong gpg binary' do
+        s = CryptoServices.new :type => :asymmetric,
+                               :recipient => 'rubiojr@frameos.org',
+                               :gpg_binary => '/fffoobar'
+        s.encrypt obj, "#{obj}.encrypted"
+      end
+
+    end
+
+    tests('symmetric') do
+      test '1MB file' do
+        obj = create_bin_payload 1
+        s = CryptoServices.new :type => :symmetric,
+                               :passphrase => passphrase
+        output = s.encrypt obj, "#{obj}.encrypted"
+        CryptoServices.encrypted?("#{obj}.encrypted") and File.exist?(output)
+      end
+      test 'with encrypted name' do
+        s = CryptoServices.new :type => :symmetric,
+                               :encrypt_name => true,
+                               :passphrase => passphrase
+        out = s.encrypt obj, "#{obj}" 
+        out != obj and File.exist?(out)
+      end
+    end
+
+  end
+  
+  test 'asymmetric encrypt to stdout' do
+    obj = create_bin_payload 1
+    s = CryptoServices.new :type => :asymmetric,
+                           :recipient => 'rubiojr@frameos.org',
+                           :gpg_extra_args => ['--armor']
+    out = s.encrypt obj, "#{obj}.encrypted"
+    out.match(/BEGIN PGP MESSAGE/m).nil?
+  end
+  
+  test 'symmetric encrypt to stdout' do
+    obj = create_bin_payload 1
+    s = CryptoServices.new :type => :symmetric,
+                           :passphrase => passphrase,
+                           :gpg_extra_args => ['--armor']
+    out = s.encrypt obj, "#{obj}.encrypted"
+    out.match(/BEGIN PGP MESSAGE/m).nil?
+  end
+
+  test '::encrypted?' do
+    obj = create_bin_payload 1
+    s = CryptoServices.new :type => :asymmetric,
+                           :recipient => 'rubiojr@frameos.org'
+    s.encrypt obj, "#{obj}.encrypted"
+    CryptoServices.encrypted? "#{obj}.encrypted"
+  end
+  test 'not ::encrypted?' do
+    obj = create_bin_payload 1
+    !CryptoServices.encrypted? "#{obj}"
+  end
+
+  clean_test_payloads
+end
+
+Shindo.tests('Cifrado | CryptoEngineAES') do
+  tests('#encrypt') do
+
+    test('with aes256') do
+      cipher = CryptoEngineAES.new 'foobar'
+      out = cipher.encrypt 'blahblah secret'
+      out != 'blahblah secret'
+    end
+
+  end
+  tests('#decrypt') do
+
+    test('with aes256') do
+      cipher = CryptoEngineAES.new 'foobar'
+      out = cipher.decrypt 'U2FsdGVkX194CTByrfUY/rcz4ccnuXqiinW81bKGOGg='
+      out == 'blahblah secret'
+    end
+
+  end
+end