s3_cmd_bin 0.0.1 → 0.0.2

data/resources/Makefile

@@ -1,4 +0,0 @@
-SHELL := /bin/bash
-
-release:
-	python setup.py register sdist upload

data/resources/S3/ConnMan.py

@@ -1,71 +0,0 @@
-import httplib
-from urlparse import urlparse
-from threading import Semaphore
-from logging import debug, info, warning, error
-
-from Config import Config
-from Exceptions import ParameterError
-
-__all__ = [ "ConnMan" ]
-
-class http_connection(object):
-    def __init__(self, id, hostname, ssl, cfg):
-        self.hostname = hostname
-        self.ssl = ssl
-        self.id = id
-        self.counter = 0
-        if cfg.proxy_host != "":
-            self.c = httplib.HTTPConnection(cfg.proxy_host, cfg.proxy_port)
-        elif not ssl:
-            self.c = httplib.HTTPConnection(hostname)
-        else:
-            self.c = httplib.HTTPSConnection(hostname)
-
-class ConnMan(object):
-    conn_pool_sem = Semaphore()
-    conn_pool = {}
-    conn_max_counter = 800    ## AWS closes connection after some ~90 requests
-
-    @staticmethod
-    def get(hostname, ssl = None):
-        cfg = Config()
-        if ssl == None:
-            ssl = cfg.use_https
-        conn = None
-        if cfg.proxy_host != "":
-            if ssl:
-                raise ParameterError("use_ssl=True can't be used with proxy")
-            conn_id = "proxy://%s:%s" % (cfg.proxy_host, cfg.proxy_port)
-        else:
-            conn_id = "http%s://%s" % (ssl and "s" or "", hostname)
-        ConnMan.conn_pool_sem.acquire()
-        if not ConnMan.conn_pool.has_key(conn_id):
-            ConnMan.conn_pool[conn_id] = []
-        if len(ConnMan.conn_pool[conn_id]):
-            conn = ConnMan.conn_pool[conn_id].pop()
-            debug("ConnMan.get(): re-using connection: %s#%d" % (conn.id, conn.counter))
-        ConnMan.conn_pool_sem.release()
-        if not conn:
-            debug("ConnMan.get(): creating new connection: %s" % conn_id)
-            conn = http_connection(conn_id, hostname, ssl, cfg)
-            conn.c.connect()
-        conn.counter += 1
-        return conn
-
-    @staticmethod
-    def put(conn):
-        if conn.id.startswith("proxy://"):
-            conn.c.close()
-            debug("ConnMan.put(): closing proxy connection (keep-alive not yet supported)")
-            return
-
-        if conn.counter >= ConnMan.conn_max_counter:
-            conn.c.close()
-            debug("ConnMan.put(): closing over-used connection")
-            return
-
-        ConnMan.conn_pool_sem.acquire()
-        ConnMan.conn_pool[conn.id].append(conn)
-        ConnMan.conn_pool_sem.release()
-        debug("ConnMan.put(): connection put back to pool (%s#%d)" % (conn.id, conn.counter))
-

data/resources/S3/FileDict.py

@@ -1,53 +0,0 @@
-## Amazon S3 manager
-## Author: Michal Ludvig <michal@logix.cz>
-##         http://www.logix.cz/michal
-## License: GPL Version 2
-
-from SortedDict import SortedDict
-import Utils
-
-class FileDict(SortedDict):
-    def __init__(self, mapping = {}, ignore_case = True, **kwargs):
-        SortedDict.__init__(self, mapping = mapping, ignore_case = ignore_case, **kwargs)
-        self.hardlinks = dict() # { dev: { inode : {'md5':, 'relative_files':}}}
-        self.by_md5 = dict() # {md5: set(relative_files)}
-
-    def record_md5(self, relative_file, md5):
-        if md5 not in self.by_md5:
-            self.by_md5[md5] = set()
-        self.by_md5[md5].add(relative_file)
-
-    def find_md5_one(self, md5):
-        try:
-            return list(self.by_md5.get(md5, set()))[0]
-        except:
-            return None
-
-    def get_md5(self, relative_file):
-        """returns md5 if it can, or raises IOError if file is unreadable"""
-        md5 = None
-        if 'md5' in self[relative_file]:
-            return self[relative_file]['md5']
-        md5 = self.get_hardlink_md5(relative_file)
-        if md5 is None:
-            md5 = Utils.hash_file_md5(self[relative_file]['full_name'])
-        self.record_md5(relative_file, md5)
-        self[relative_file]['md5'] = md5
-        return md5
-
-    def record_hardlink(self, relative_file, dev, inode, md5):
-        if dev not in self.hardlinks:
-            self.hardlinks[dev] = dict()
-        if inode not in self.hardlinks[dev]:
-            self.hardlinks[dev][inode] = dict(md5=md5, relative_files=set())
-        self.hardlinks[dev][inode]['relative_files'].add(relative_file)
-
-    def get_hardlink_md5(self, relative_file):
-        md5 = None
-        dev = self[relative_file]['dev']
-        inode = self[relative_file]['inode']
-        try:
-            md5 = self.hardlinks[dev][inode]['md5']
-        except:
-            pass
-        return md5

data/resources/S3/HashCache.py

@@ -1,53 +0,0 @@
-import cPickle as pickle
-
-class HashCache(object):
-    def __init__(self):
-        self.inodes = dict()
-
-    def add(self, dev, inode, mtime, size, md5):
-        if dev not in self.inodes:
-            self.inodes[dev] = dict()
-        if inode not in self.inodes[dev]:
-            self.inodes[dev][inode] = dict()
-        self.inodes[dev][inode][mtime] = dict(md5=md5, size=size)
-
-    def md5(self, dev, inode, mtime, size):
-        try:
-            d = self.inodes[dev][inode][mtime]
-            if d['size'] != size:
-                return None
-        except:
-            return None
-        return d['md5']
-
-    def mark_all_for_purge(self):
-        for d in self.inodes.keys():
-            for i in self.inodes[d].keys():
-                for c in self.inodes[d][i].keys():
-                    self.inodes[d][i][c]['purge'] = True
-
-    def unmark_for_purge(self, dev, inode, mtime, size):
-        d = self.inodes[dev][inode][mtime]
-        if d['size'] == size and 'purge' in d:
-            del self.inodes[dev][inode][mtime]['purge']
-
-    def purge(self):
-        for d in self.inodes.keys():
-            for i in self.inodes[d].keys():
-                for m in self.inodes[d][i].keys():
-                    if 'purge' in self.inodes[d][i][m]:
-                        del self.inodes[d][i]
-                        break
-
-    def save(self, f):
-        d = dict(inodes=self.inodes, version=1)
-        f = open(f, 'w')
-        p = pickle.dump(d, f)
-        f.close()
-
-    def load(self, f):
-        f = open(f, 'r')
-        d = pickle.load(f)
-        f.close()
-        if d.get('version') == 1 and 'inodes' in d:
-            self.inodes = d['inodes']

data/resources/magic

@@ -1,63 +0,0 @@
-# Additional magic for common web file types
-
-0	string/b	{\ "	JSON data
-!:mime application/json
-0	string/b	{\ }	JSON data
-!:mime application/json
-0	string/b	[	JSON data
-!:mime application/json
-
-0	search/4000	function
->&0	search/32/b	)\ {	JavaScript program
-!:mime application/javascript
-
-0	search/4000	@media	CSS stylesheet
-!:mime text/css
-0	search/4000	@import	CSS stylesheet
-!:mime text/css
-0	search/4000	@namespace	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ background	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ border	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ bottom	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ color	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ cursor	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ direction	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ display	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ float	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ font	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ height	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ left	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ line-	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ margin	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ padding	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ position	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ right	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ text-	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ top	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ width	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ visibility	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ -moz-	CSS stylesheet
-!:mime text/css
-0	search/4000/b	{\ -webkit-	CSS stylesheet
-!:mime text/css