murder 0.0.0.pre

data/dist/BitTornado/zurllib.py

@@ -0,0 +1,100 @@
+# Written by John Hoffman
+# see LICENSE.txt for license information
+
+from httplib import HTTPConnection, HTTPSConnection, HTTPException
+from urlparse import urlparse
+from bencode import bdecode
+import socket
+from gzip import GzipFile
+from StringIO import StringIO
+from urllib import quote, unquote
+from __init__ import product_name, version_short
+
+VERSION = product_name+'/'+version_short
+MAX_REDIRECTS = 10
+
+
+class btHTTPcon(HTTPConnection): # attempt to add automatic connection timeout
+    def connect(self):
+        HTTPConnection.connect(self)
+        try:
+            self.sock.settimeout(30)
+        except:
+            pass
+
+class btHTTPScon(HTTPSConnection): # attempt to add automatic connection timeout
+    def connect(self):
+        HTTPSConnection.connect(self)
+        try:
+            self.sock.settimeout(30)
+        except:
+            pass 
+
+class urlopen:
+    def __init__(self, url):
+        self.tries = 0
+        self._open(url.strip())
+        self.error_return = None
+
+    def _open(self, url):
+        self.tries += 1
+        if self.tries > MAX_REDIRECTS:
+            raise IOError, ('http error', 500,
+                            "Internal Server Error: Redirect Recursion")
+        (scheme, netloc, path, pars, query, fragment) = urlparse(url)
+        if scheme != 'http' and scheme != 'https':
+            raise IOError, ('url error', 'unknown url type', scheme, url)
+        url = path
+        if pars:
+            url += ';'+pars
+        if query:
+            url += '?'+query
+#        if fragment:
+        try:
+            if scheme == 'http':
+                self.connection = btHTTPcon(netloc)
+            else:
+                self.connection = btHTTPScon(netloc)
+            self.connection.request('GET', url, None,
+                                { 'User-Agent': VERSION,
+                                  'Accept-Encoding': 'gzip' } )
+            self.response = self.connection.getresponse()
+        except HTTPException, e:
+            raise IOError, ('http error', str(e))
+        status = self.response.status
+        if status in (301,302):
+            try:
+                self.connection.close()
+            except:
+                pass
+            self._open(self.response.getheader('Location'))
+            return
+        if status != 200:
+            try:
+                data = self._read()
+                d = bdecode(data)
+                if d.has_key('failure reason'):
+                    self.error_return = data
+                    return
+            except:
+                pass
+            raise IOError, ('http error', status, self.response.reason)
+
+    def read(self):
+        if self.error_return:
+            return self.error_return
+        return self._read()
+
+    def _read(self):
+        data = self.response.read()
+        if self.response.getheader('Content-Encoding','').find('gzip') >= 0:
+            try:
+                compressed = StringIO(data)
+                f = GzipFile(fileobj = compressed)
+                data = f.read()
+            except:
+                raise IOError, ('http error', 'got corrupt response')
+        return data
+
+    def close(self):
+        self.connection.close()

data/dist/murder_client.py

@@ -0,0 +1,291 @@
+# Copyright 2010 Twitter, Inc.
+# Copyright 2010 Larry Gadea <lg@twitter.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Usage: python murder_client.py peer/seed out.torrent OUT.OUT 127.0.0.1
+# last parameter is the local ip address, normally 10.x.x.x
+
+import warnings
+warnings.filterwarnings('ignore', category=DeprecationWarning)
+
+from BitTornado import PSYCO
+if PSYCO.psyco:
+    try:
+        import psyco
+        assert psyco.__version__ >= 0x010100f0
+        psyco.full()
+    except:
+        pass
+    
+from BitTornado.download_bt1 import BT1Download, defaults, parse_params, get_usage, get_response
+from BitTornado.RawServer import RawServer, UPnP_ERROR
+from random import seed
+from socket import error as socketerror
+from BitTornado.bencode import bencode
+from BitTornado.natpunch import UPnP_test
+from threading import Event
+from os.path import abspath
+from sys import argv, stdout
+import sys
+import os
+import threading
+from sha import sha
+from time import strftime
+from BitTornado.clock import clock
+from BitTornado import createPeerID, version
+from BitTornado.ConfigDir import ConfigDir
+
+assert sys.version >= '2', "Install Python 2.0 or greater"
+try:
+    True
+except:
+    True = 1
+    False = 0
+
+doneFlag = None
+isPeer = False
+
+def ok_close_now():
+  doneFlag.set()
+
+def hours(n):
+    if n == 0:
+        return 'complete!'
+    try:
+        n = int(n)
+        assert n >= 0 and n < 5184000  # 60 days
+    except:
+        return '<unknown>'
+    m, s = divmod(n, 60)
+    h, m = divmod(m, 60)
+    if h > 0:
+        return '%d hour %02d min %02d sec' % (h, m, s)
+    else:
+        return '%d min %02d sec' % (m, s)
+
+class HeadlessDisplayer:
+    def __init__(self):
+        self.done = False
+        self.file = ''
+        self.percentDone = ''
+        self.timeEst = ''
+        self.downloadTo = ''
+        self.downRate = ''
+        self.upRate = ''
+        self.shareRating = ''
+        self.seedStatus = ''
+        self.peerStatus = ''
+        self.errors = []
+        self.last_update_time = -1
+
+    def finished(self):
+        global doneFlag
+      
+        self.done = True
+        self.percentDone = '100'
+        self.timeEst = 'Download Succeeded!'
+        self.downRate = ''
+        #self.display()
+        
+        global isPeer
+        
+        print "done and done"
+        
+        if isPeer:
+          if os.fork():
+            os._exit(0)
+            return
+
+          os.setsid()
+          if os.fork():
+            os._exit(0)
+            return
+
+          os.close(0)
+          os.close(1)
+          os.close(2)
+
+          t = threading.Timer(30.0, ok_close_now)
+          t.start()
+        
+    def failed(self):
+        self.done = True
+        self.percentDone = '0'
+        self.timeEst = 'Download Failed!'
+        self.downRate = ''
+        global doneFlag
+        doneFlag.set()
+        #self.display()
+
+    def error(self, errormsg):
+        #self.errors.append(errormsg)
+        self.display()
+        global doneFlag
+        print errormsg
+        doneFlag.set()
+
+    def display(self, dpflag = Event(), fractionDone = None, timeEst = None, 
+            downRate = None, upRate = None, activity = None,
+            statistics = None,  **kws):
+        if self.last_update_time + 0.1 > clock() and fractionDone not in (0.0, 1.0) and activity is not None:
+            return
+        self.last_update_time = clock()        
+        if fractionDone is not None:
+            self.percentDone = str(float(int(fractionDone * 1000)) / 10)
+        if timeEst is not None:
+            self.timeEst = hours(timeEst)
+        if activity is not None and not self.done:
+            self.timeEst = activity
+        if downRate is not None:
+            self.downRate = '%.1f kB/s' % (float(downRate) / (1 << 10))
+        if upRate is not None:
+            self.upRate = '%.1f kB/s' % (float(upRate) / (1 << 10))
+        if statistics is not None:
+           if (statistics.shareRating < 0) or (statistics.shareRating > 100):
+               self.shareRating = 'oo  (%.1f MB up / %.1f MB down)' % (float(statistics.upTotal) / (1<<20), float(statistics.downTotal) / (1<<20))
+           else:
+               self.shareRating = '%.3f  (%.1f MB up / %.1f MB down)' % (statistics.shareRating, float(statistics.upTotal) / (1<<20), float(statistics.downTotal) / (1<<20))
+           if not self.done:
+              self.seedStatus = '%d seen now, plus %.3f distributed copies' % (statistics.numSeeds,0.001*int(1000*statistics.numCopies))
+           else:
+              self.seedStatus = '%d seen recently, plus %.3f distributed copies' % (statistics.numOldSeeds,0.001*int(1000*statistics.numCopies))
+           self.peerStatus = '%d seen now, %.1f%% done at %.1f kB/s' % (statistics.numPeers,statistics.percentDone,float(statistics.torrentRate) / (1 << 10))
+        #print '\n\n\n\n'
+        for err in self.errors:
+            print 'ERROR:\n' + err + '\n'
+        #print 'saving:        ', self.file
+        #print 'percent done:  ', self.percentDone
+        #print 'time left:     ', self.timeEst
+        #print 'download to:   ', self.downloadTo
+        #print 'download rate: ', self.downRate
+        #print 'upload rate:   ', self.upRate
+        #print 'share rating:  ', self.shareRating
+        #print 'seed status:   ', self.seedStatus
+        #print 'peer status:   ', self.peerStatus
+        #stdout.flush()
+        dpflag.set()        
+
+    def chooseFile(self, default, size, saveas, dir):
+        self.file = '%s (%.1f MB)' % (default, float(size) / (1 << 20))
+        if saveas != '':
+            default = saveas
+        self.downloadTo = abspath(default)
+        return default
+
+    def newpath(self, path):
+        self.downloadTo = path
+
+def run(params):
+    cols = 80
+
+    h = HeadlessDisplayer()
+    while 1:
+        configdir = ConfigDir('downloadheadless')
+        defaultsToIgnore = ['responsefile', 'url', 'priority']
+        configdir.setDefaults(defaults,defaultsToIgnore)
+        configdefaults = configdir.loadConfig()
+        defaults.append(('save_options',0,
+         "whether to save the current options as the new default configuration " +
+         "(only for btdownloadheadless.py)"))
+        try:
+            config = parse_params(params, configdefaults)
+        except ValueError, e:
+            print 'error: ' + str(e) + '\nrun with no args for parameter explanations'
+            break
+        if not config:
+            print get_usage(defaults, 80, configdefaults)
+            break
+        if config['save_options']:
+            configdir.saveConfig(config)
+        configdir.deleteOldCacheData(config['expire_cache_data'])
+
+        myid = createPeerID()
+        seed(myid)
+        
+        global doneFlag
+        doneFlag = Event()
+        def disp_exception(text):
+          print text
+        rawserver = RawServer(doneFlag, config['timeout_check_interval'],
+                              config['timeout'], ipv6_enable = config['ipv6_enabled'],
+                              failfunc = h.failed, errorfunc = disp_exception)
+        upnp_type = UPnP_test(config['upnp_nat_access'])
+        while True:
+            try:
+                listen_port = rawserver.find_and_bind(config['minport'], config['maxport'],
+                                config['bind'], ipv6_socket_style = config['ipv6_binds_v4'],
+                                upnp = upnp_type, randomizer = config['random_port'])
+                break
+            except socketerror, e:
+                if upnp_type and e == UPnP_ERROR:
+                    print 'WARNING: COULD NOT FORWARD VIA UPnP'
+                    upnp_type = 0
+                    continue
+                print "error: Couldn't listen - " + str(e)
+                h.failed()
+                return
+
+        response = get_response(config['responsefile'], config['url'], h.error)
+        if not response:
+            break
+
+        infohash = sha(bencode(response['info'])).digest()
+
+        dow = BT1Download(h.display, h.finished, h.error, disp_exception, doneFlag,
+                        config, response, infohash, myid, rawserver, listen_port,
+                        configdir)
+        
+        if not dow.saveAs(h.chooseFile, h.newpath):
+            break
+
+        if not dow.initFiles(old_style = True):
+            break
+        if not dow.startEngine():
+            dow.shutdown()
+            break
+        dow.startRerequester()
+        dow.autoStats()
+
+        if not dow.am_I_finished():
+            h.display(activity = 'connecting to peers')
+        rawserver.listen_forever(dow.getPortHandler())
+        h.display(activity = 'shutting down')
+        dow.shutdown()
+        break
+    try:
+        rawserver.shutdown()
+    except:
+        pass
+    if not h.done:
+        h.failed()
+
+if __name__ == '__main__':
+
+  if len(argv) != 5:
+    print "Incorrect number of arguments"
+    print
+    print """Usage:
+    python murder_client.py peer/seed out.torrent OUT.OUT 127.0.0.1
+
+    The last parameter is the local ip address, normally 10.x.x.x
+    """
+    sys.exit(1)
+
+  argv = ["--responsefile", sys.argv[2],
+          "--saveas", sys.argv[3], 
+          "--ip", sys.argv[4]]
+  
+  isPeer = sys.argv[1] == "peer"
+  
+  run(argv[1:])

data/dist/murder_make_torrent.py

@@ -0,0 +1,46 @@
+# Copyright 2010 Twitter, Inc.
+# Copyright 2010 Larry Gadea <lg@twitter.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Usage: python murder_make_torrent.py <file> <trackerhost:port> <target>
+# Usage: python murder_make_torrent.py deploy.tar.gz tracker.twitter.com:8998 deploy.torrent
+
+import warnings
+warnings.filterwarnings('ignore', category=DeprecationWarning)
+
+from sys import argv, version, exit
+from os.path import split
+assert version >= '2', "Install Python 2.0 or greater"
+from BitTornado.BT1.makemetafile import make_meta_file
+
+if __name__ == '__main__':
+
+  if len(argv) != 4:
+    print "Incorrect number of arguments"
+    print
+    print """Usage:
+    python murder_make_torrent.py <file> <trackerhost:port> <target>
+
+    For example:
+    python murder_make_torrent.py deploy.tar.gz tracker.twitter.com:8998 deploy.torrent
+    """
+    exit(1)
+
+  try:
+    params = {}
+    params["target"] = argv[3]
+    make_meta_file(argv[1], "http://" + argv[2] + "/announce", params)
+  except ValueError, e:
+    print str(e)
+    exit(1)

data/dist/murder_tracker.py

@@ -0,0 +1,28 @@
+# Copyright 2010 Twitter, Inc.
+# Copyright 2010 Larry Gadea <lg@twitter.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Usage: python murder_tracker.py <optionalparams>
+# Usage: python murder_tracker.py
+
+import warnings
+warnings.filterwarnings('ignore', category=DeprecationWarning)
+
+from BitTornado.BT1.track import track
+from sys import argv
+
+if __name__ == '__main__':
+  args = ["--dfile", "data",
+          "--port", "8998"] + argv[1:]
+  track(args)