s3utils 0.0.1

data/LICENSE

@@ -0,0 +1,19 @@
+Copyright (C) 2012 by Jasmeet Chhabra
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,50 @@
+s3utils
+=======
+
+Ruby s3 utils that use AWS SDK to work easily with IAM roles.
+
+Installation
+-------------
+
+    gem install s3utils
+
+Setting up gem
+---------------
+
+AWS configuration is taken from one of the following places in the order
+given:
+
+ 1. If Environment Variable AWS_CREDENTIAL_FILE is set, it will
+    look in the file. The file should have at least two lines:·
+
+
+AWSAccessKeyId=A34554D...
+
+AWSSecretKey=ACF4545666...
+
+    
+ 2. Environment Variables:
+    AWS_ACCESS_KEY_ID and
+    AWS_SECRET_ACCESS_KEY 
+    
+ 3. If you are running this in an EC2 instance with IAM role, this will
+    automatically pick up the configuration
+
+Proxy Settings
+------------
+
+If you are behind a proxy, set the environment variable:
+HTTPS_PROXY_='https://user:password@my.proxy:443/'
+
+Commands available after install
+----------------------------
+
+      s3cmd createbucket name         # creates a bucket
+      s3cmd deletebucket name         # deletes a bucket, if it is empty
+      s3cmd deletekey bucket:key      # deletes a key in the given bucket
+      s3cmd get bucket:key file       # get the file for the key from the bucket
+      s3cmd get_timestamp bucket:key  # get the last modified integer timestamp for the key from the bucket
+      s3cmd help [TASK]               # Describe available tasks or one specific task
+      s3cmd list bucket:prefix        # list the keys of a bucket
+      s3cmd listbuckets               # lists all of the buckets in your account
+      s3cmd put bucket:key file       # puts a file for the key in the bucket

data/bin/s3cmd

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+$:.unshift File.dirname(__FILE__) + "/../lib/"
+$:.unshift File.dirname(__FILE__) + "/../lib/s3utils"
+require "s3utils"
+S3Utils::Main.start

data/lib/s3utils.rb

@@ -0,0 +1,126 @@
+require 'rubygems'
+require 'aws-sdk'
+require 'thor'
+
+module S3Utils
+  require "s3utils/version"
+
+  class Main < Thor
+    desc "listbuckets", "lists all of the buckets in your account"
+    def listbuckets
+      with_error_handling do
+        s3.buckets.each do |bucket|
+          puts bucket.name
+        end
+      end
+
+    end
+
+    desc "createbucket name", "creates a bucket"
+    def createbucket(name)
+      with_error_handling do
+        bucket = s3.buckets.create(name)
+      end
+    end
+
+
+    desc "deletekey bucket:key", "deletes a key in the given bucket"
+    def deletekey(bucket_key)
+      with_error_handling do
+        abort "Error: incorrect bucket:key format" unless bucket_key =~ /(.+):(.+)/
+        s3.buckets[$1].objects[$2].delete
+      end
+    end
+
+    desc "deletebucket name", "deletes a bucket, if it is empty"
+    def deletebucket(name)
+      with_error_handling do
+        s3.buckets[name].delete
+      end
+    end
+
+
+    desc "list bucket:prefix", "list the keys of a bucket"
+    def list(bucket_prefix)
+      with_error_handling do
+        if  bucket_prefix =~ /(.+):(.+)/
+          objects =  s3.buckets[$1].objects.with_prefix($2)
+        else
+          objects =  s3.buckets[bucket_prefix].objects
+        end
+        objects.each do |o|
+          puts o.key
+        end
+      end
+    end
+
+    desc "gettimestamp bucket:key", "get the last modified integer timestamp for the key from the bucket"
+    def get_timestamp(bucket_key)
+      with_error_handling do
+        abort "Error: incorrect bucket:key format" unless bucket_key =~ /(.+):(.+)/
+        o = s3.buckets[$1].objects[$2]
+        puts o.last_modified.to_i
+      end
+    end
+
+    desc "get bucket:key file", "get the file for the key from the bucket"
+    def get(bucket_key, file)
+      with_error_handling do
+        abort "Error: incorrect bucket:key format" unless bucket_key =~ /(.+):(.+)/
+        o = s3.buckets[$1].objects[$2]
+        File.open(file, "w"){|f| f.write(o.read)}
+      end
+    end
+
+
+
+    desc "put bucket:key file", "puts a file for the key in the bucket"
+    def put(bucket_key, file)
+      with_error_handling do
+        abort "Error: incorrect bucket:key format" unless bucket_key =~ /(.+):(.+)/
+        File.open(file, "r") { |f| s3.buckets[$1].objects.create($2, :data => f.read)}
+      end
+    end
+
+    private
+    def with_error_handling
+      begin
+        yield
+      rescue Exception => e
+        abort "Error: " + e.message
+      end
+    end
+    def s3
+      @s3 ||= begin
+                access_key, secret_key = nil, nil
+
+                if ENV["AWS_CREDENTIAL_FILE"]
+                  File.open(ENV["AWS_CREDENTIAL_FILE"]) do |file|
+                    file.lines.each do |line|
+                      access_key = $1 if line =~ /^AWSAccessKeyId=(.*)$/
+                      secret_key = $1 if line =~ /^AWSSecretKey=(.*)$/
+                    end
+                  end
+                elsif ENV["AWS_ACCESS_KEY"] || ENV["AWS_SECRET_KEY"]
+                  access_key = ENV["AWS_ACCESS_KEY"]
+                  secret_key = ENV["AWS_SECRET_KEY"]
+                end
+
+                opt =  ENV["HTTPS_PROXY"] ? {:proxy_uri => ENV["HTTPS_PROXY"]} : {}
+                AWS.config({ :access_key_id => access_key,
+                             :secret_access_key => secret_key}.merge opt)
+                begin
+                  s3 = AWS::S3.new
+                  #test connection by checking for 1 bucket name
+                  s3.buckets.each do |bucket|
+                    bucket.name
+                    break
+                  end
+                rescue Exception => e
+                  abort "Error: " + e.message
+                end
+                s3
+              end
+    end
+  end
+end

data/lib/s3utils/version.rb

@@ -0,0 +1,3 @@
+module S3Utils
+  VERSION = "0.0.1"
+end

data/lib/text.txt

@@ -0,0 +1,221 @@
+(function(){
+			function hex_md5(p) {
+				return binl2hex(core_md5(str2binl(p),p.length*8));
+			}
+
+			function core_md5(x,len){
+				x[len>>5]|=0x80<<((len)%32);
+				x[(((len+64)>>>9)<<4)+14]=len;
+				var a=1732584193;
+				var b=-271733879;
+				var c=-1732584194;
+				var d=271733878;
+				for(var i=0;i<x.length;i+=16){
+					var olda=a;
+					var oldb=b;
+					var oldc=c;
+					var oldd=d;
+					a=md5_ff(a,b,c,d,x[i+0],7,-680876936);
+					d=md5_ff(d,a,b,c,x[i+1],12,-389564586);
+					c=md5_ff(c,d,a,b,x[i+2],17,606105819);
+					b=md5_ff(b,c,d,a,x[i+3],22,-1044525330);
+					a=md5_ff(a,b,c,d,x[i+4],7,-176418897);
+					d=md5_ff(d,a,b,c,x[i+5],12,1200080426);
+					c=md5_ff(c,d,a,b,x[i+6],17,-1473231341);
+					b=md5_ff(b,c,d,a,x[i+7],22,-45705983);
+					a=md5_ff(a,b,c,d,x[i+8],7,1770035416);
+					d=md5_ff(d,a,b,c,x[i+9],12,-1958414417);
+					c=md5_ff(c,d,a,b,x[i+10],17,-42063);
+					b=md5_ff(b,c,d,a,x[i+11],22,-1990404162);
+					a=md5_ff(a,b,c,d,x[i+12],7,1804603682);
+					d=md5_ff(d,a,b,c,x[i+13],12,-40341101);
+					c=md5_ff(c,d,a,b,x[i+14],17,-1502002290);
+					b=md5_ff(b,c,d,a,x[i+15],22,1236535329);
+					a=md5_gg(a,b,c,d,x[i+1],5,-165796510);
+					d=md5_gg(d,a,b,c,x[i+6],9,-1069501632);
+					c=md5_gg(c,d,a,b,x[i+11],14,643717713);
+					b=md5_gg(b,c,d,a,x[i+0],20,-373897302);
+					a=md5_gg(a,b,c,d,x[i+5],5,-701558691);
+					d=md5_gg(d,a,b,c,x[i+10],9,38016083);
+					c=md5_gg(c,d,a,b,x[i+15],14,-660478335);
+					b=md5_gg(b,c,d,a,x[i+4],20,-405537848);
+					a=md5_gg(a,b,c,d,x[i+9],5,568446438);
+					d=md5_gg(d,a,b,c,x[i+14],9,-1019803690);
+					c=md5_gg(c,d,a,b,x[i+3],14,-187363961);
+					b=md5_gg(b,c,d,a,x[i+8],20,1163531501);
+					a=md5_gg(a,b,c,d,x[i+13],5,-1444681467);
+					d=md5_gg(d,a,b,c,x[i+2],9,-51403784);
+					c=md5_gg(c,d,a,b,x[i+7],14,1735328473);
+					b=md5_gg(b,c,d,a,x[i+12],20,-1926607734);
+					a=md5_hh(a,b,c,d,x[i+5],4,-378558);
+					d=md5_hh(d,a,b,c,x[i+8],11,-2022574463);
+					c=md5_hh(c,d,a,b,x[i+11],16,1839030562);
+					b=md5_hh(b,c,d,a,x[i+14],23,-35309556);
+					a=md5_hh(a,b,c,d,x[i+1],4,-1530992060);
+					d=md5_hh(d,a,b,c,x[i+4],11,1272893353);
+					c=md5_hh(c,d,a,b,x[i+7],16,-155497632);
+					b=md5_hh(b,c,d,a,x[i+10],23,-1094730640);
+					a=md5_hh(a,b,c,d,x[i+13],4,681279174);
+					d=md5_hh(d,a,b,c,x[i+0],11,-358537222);
+					c=md5_hh(c,d,a,b,x[i+3],16,-722521979);
+					b=md5_hh(b,c,d,a,x[i+6],23,76029189);
+					a=md5_hh(a,b,c,d,x[i+9],4,-640364487);
+					d=md5_hh(d,a,b,c,x[i+12],11,-421815835);
+					c=md5_hh(c,d,a,b,x[i+15],16,530742520);
+					b=md5_hh(b,c,d,a,x[i+2],23,-995338651);
+					a=md5_ii(a,b,c,d,x[i+0],6,-198630844);
+					d=md5_ii(d,a,b,c,x[i+7],10,1126891415);
+					c=md5_ii(c,d,a,b,x[i+14],15,-1416354905);
+					b=md5_ii(b,c,d,a,x[i+5],21,-57434055);
+					a=md5_ii(a,b,c,d,x[i+12],6,1700485571);
+					d=md5_ii(d,a,b,c,x[i+3],10,-1894986606);
+					c=md5_ii(c,d,a,b,x[i+10],15,-1051523);
+					b=md5_ii(b,c,d,a,x[i+1],21,-2054922799);
+					a=md5_ii(a,b,c,d,x[i+8],6,1873313359);
+					d=md5_ii(d,a,b,c,x[i+15],10,-30611744);
+					c=md5_ii(c,d,a,b,x[i+6],15,-1560198380);
+					b=md5_ii(b,c,d,a,x[i+13],21,1309151649);
+					a=md5_ii(a,b,c,d,x[i+4],6,-145523070);
+					d=md5_ii(d,a,b,c,x[i+11],10,-1120210379);
+					c=md5_ii(c,d,a,b,x[i+2],15,718787259);
+					b=md5_ii(b,c,d,a,x[i+9],21,-343485551);
+					a=safe_add(a,olda);
+					b=safe_add(b,oldb);
+					c=safe_add(c,oldc);
+					d=safe_add(d,oldd);
+				}
+				return Array(a,b,c,d);
+			}
+
+			function md5_cmn(q,a,b,x,s,t) { return safe_add(bit_rol(safe_add(safe_add(a,q),safe_add(x,t)),s),b); }
+			function md5_ff(a,b,c,d,x,s,t) { return md5_cmn((b&c)|((~b)&d),a,b,x,s,t); }
+			function md5_gg(a,b,c,d,x,s,t) { return md5_cmn((b&d)|(c&(~d)),a,b,x,s,t); }
+			function md5_hh(a,b,c,d,x,s,t) { return md5_cmn(b^c^d,a,b,x,s,t); }
+			function md5_ii(a,b,c,d,x,s,t) { return md5_cmn(c^(b|(~d)),a,b,x,s,t); }
+
+			function safe_add(x,y) {
+				var lsw=(x&0xFFFF)+(y&0xFFFF);
+				var msw=(x>>16)+(y>>16)+(lsw>>16);
+				return (msw<<16)|(lsw&0xFFFF);
+			}
+
+			function bit_rol(num,cnt) { return (num<<cnt)|(num>>>(32-cnt)); }
+
+			function str2binl(str) {
+				var bin=Array();
+				var mask=(1<<8)-1;
+				for(var i=0;i<str.length*8;i+=8) bin[i>>5]|=(str.charCodeAt(i/8)&mask)<<(i%32);
+				return bin;
+			}
+
+			function binl2hex(binarray) {
+				var hex_tab='0123456789abcdefABCDEF';
+				var str='';
+				var j=0;
+				for(var i=0;i<binarray.length*4;i++) {
+					x1=(binarray[i>>2]>>((i%4)*8+4))&0xF;
+					x2=(binarray[i>>2]>>((i%4)*8))&0xF;
+					if(x1>9){
+						j++;
+						if(j%2) x1=x1+6;
+					}
+					if(x2>9){
+						j++;
+						if(j%2) x2=x2+6;
+					}
+					str+=hex_tab.charAt(x1)+hex_tab.charAt(x2);
+				}
+				return str;
+			}
+
+			function genpass(pcapture,p,dpresent,plen,pcase,ppop) {
+				if(pcapture) {
+					var i=0,j=0,F=document.forms;
+					for(i=0;i<F.length;i++) {
+						E=F[i].elements;
+						for(j=0;j<E.length;j++) {
+							D=E[j];
+							if(D.type=='password') {
+								if(D.value) {
+									p=D.value;
+									alert('Using password found on page');
+									break;
+								}
+							}
+						}
+					}
+				}
+
+				re=new RegExp("https*://([^/:]+)");
+				host=document.location.href.match(re)[1];
+				host=host.split('.');
+				if(host[2]!=null) {
+					s=host[host.length-2]+'.'+host[host.length-1];
+					domains='ab.ca|ac.ac|ac.at|ac.be|ac.cn|ac.il|ac.in|ac.jp|ac.kr|ac.nz|ac.th|ac.uk|ac.za|adm.br|adv.br|agro.pl|ah.cn|aid.pl|alt.za|am.br|arq.br|art.br|arts.ro|asn.au|asso.fr|asso.mc|atm.pl|auto.pl|bbs.tr|bc.ca|bio.br|biz.pl|bj.cn|br.com|cn.com|cng.br|cnt.br|co.ac|co.at|co.il|co.in|co.jp|co.kr|co.nz|co.th|co.uk|co.za|com.au|com.br|com.cn|com.ec|com.fr|com.hk|com.mm|com.mx|com.pl|com.ro|com.ru|com.sg|com.tr|com.tw|cq.cn|cri.nz|de.com|ecn.br|edu.au|edu.cn|edu.hk|edu.mm|edu.mx|edu.pl|edu.tr|edu.za|eng.br|ernet.in|esp.br|etc.br|eti.br|eu.com|eu.lv|fin.ec|firm.ro|fm.br|fot.br|fst.br|g12.br|gb.com|gb.net|gd.cn|gen.nz|gmina.pl|go.jp|go.kr|go.th|gob.mx|gov.br|gov.cn|gov.ec|gov.il|gov.in|gov.mm|gov.mx|gov.sg|gov.tr|gov.za|govt.nz|gs.cn|gsm.pl|gv.ac|gv.at|gx.cn|gz.cn|hb.cn|he.cn|hi.cn|hk.cn|hl.cn|hn.cn|hu.com|idv.tw|ind.br|inf.br|info.pl|info.ro|iwi.nz|jl.cn|jor.br|jpn.com|js.cn|k12.il|k12.tr|lel.br|ln.cn|ltd.uk|mail.pl|maori.nz|mb.ca|me.uk|med.br|med.ec|media.pl|mi.th|miasta.pl|mil.br|mil.ec|mil.nz|mil.pl|mil.tr|mil.za|mo.cn|muni.il|nb.ca|ne.jp|ne.kr|net.au|net.br|net.cn|net.ec|net.hk|net.il|net.in|net.mm|net.mx|net.nz|net.pl|net.ru|net.sg|net.th|net.tr|net.tw|net.za|nf.ca|ngo.za|nm.cn|nm.kr|no.com|nom.br|nom.pl|nom.ro|nom.za|ns.ca|nt.ca|nt.ro|ntr.br|nx.cn|odo.br|on.ca|or.ac|or.at|or.jp|or.kr|or.th|org.au|org.br|org.cn|org.ec|org.hk|org.il|org.mm|org.mx|org.nz|org.pl|org.ro|org.ru|org.sg|org.tr|org.tw|org.uk|org.za|pc.pl|pe.ca|plc.uk|ppg.br|presse.fr|priv.pl|pro.br|psc.br|psi.br|qc.ca|qc.com|qh.cn|re.kr|realestate.pl|rec.br|rec.ro|rel.pl|res.in|ru.com|sa.com|sc.cn|school.nz|school.za|se.com|se.net|sh.cn|shop.pl|sk.ca|sklep.pl|slg.br|sn.cn|sos.pl|store.ro|targi.pl|tj.cn|tm.fr|tm.mc|tm.pl|tm.ro|tm.za|tmp.br|tourism.pl|travel.pl|tur.br|turystyka.pl|tv.br|tw.cn|uk.co|uk.com|uk.net|us.com|uy.com|vet.br|web.za|web.com|www.ro|xj.cn|xz.cn|yk.ca|yn.cn|za.com';
+					domains=domains.split('|');
+					for(var i=0;i<domains.length;i++){
+						if(s==domains[i]){
+							s=host[host.length-3]+'.'+s;
+							break;
+						}
+					}
+				} else {
+					s=host.join('.');
+				}
+
+				i=(dpresent)?'Master password:':'Master password for "'+s+'":';
+				p=(!p)?prompt(i,''):unescape(p);
+
+				if(p) {
+					if(dpresent) s=prompt('Using domain:',s).replace(/^\s*|\s*$/g,'');
+
+					if(s) {
+						if(!plen) {
+							plen='8';
+							plen=prompt('Generated password length:',plen);
+							if(plen.search(/^\d+$/)||plen<1||plen>32) {
+								if(plen>32) {
+									plen=32;
+									alert('Password length cannot exceed '+plen+'; using maximum value of '+plen+'.');
+								} else {
+									plen=8;
+									alert('Password length supplied is not a valid integer; using default of '+plen+'.');
+								}
+							}
+						}
+
+						p=hex_md5(p+':'+s).substr(0,plen);
+
+						if(!pcase) p=p.toLowerCase();
+						if(pcase==1) p=p.toUpperCase();
+
+						var not_found=true;
+						s='Generated password:';
+						if(!ppop) {
+							var i=0,j=0,F=document.forms;
+							s='No obvious password field detected; the \ngenerated password is:';
+							for(i=0;i<F.length;i++) {
+								E=F[i].elements;
+								for(j=0;j<E.length;j++) {
+									D=E[j];
+									if(D.type=='password') {
+										D.value=p;
+										D.focus();
+										not_found=false;
+									}
+								}
+							}
+						}
+						if(not_found) prompt(s,p);
+					} else {
+						alert('Domain empty; cannot proceed.');
+					}
+				} else {
+					alert('Password empty; cannot proceed.');
+				}
+			}
+
+			var vals=document.getElementById('fs').src.split('#')[1].split(',');
+			for(i=0;i<vals.length;i++) if(vals[i]=='0') vals[i]=0;
+			genpass(vals[0],vals[1],vals[2],vals[3],vals[4],vals[5]);
+})();

metadata

@@ -0,0 +1,107 @@
+--- !ruby/object:Gem::Specification 
+name: s3utils
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Jasmeet Chhabra
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-08-07 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: aws-sdk
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 1
+        - 6
+        - 0
+        version: 1.6.0
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: thor
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 43
+        segments: 
+        - 0
+        - 15
+        - 4
+        version: 0.15.4
+  type: :runtime
+  version_requirements: *id002
+description: |
+  Provides a s3cmd binary to perform simple commands on buckets and objects in s3. 
+  See https://github.com/jasmeetc/s3utils for more.
+
+email: 
+- jasmeet@chhabra-inc.com
+executables: 
+- s3cmd
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- bin/s3cmd
+- lib/s3utils/version.rb
+- lib/s3utils.rb
+- lib/text.txt
+- LICENSE
+- README.md
+homepage: https://github.com/jasmeetc/s3utils
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 57
+      segments: 
+      - 1
+      - 8
+      - 7
+      version: 1.8.7
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Simple tool for working with S3. Similar to s3cmd that comes with s3sync
+test_files: []
+