copyparty 1.13.6__py3-none-any.whl → 1.13.8__py3-none-any.whl

copyparty/httpcli.py

@@ -13,18 +13,22 @@ import json
 import os
 import random
 import re
+import socket
 import stat
 import string
 import threading  # typechk
 import time
 import uuid
 from datetime import datetime
-from email.utils import formatdate, parsedate
+from email.utils import parsedate
 from operator import itemgetter
 
 import jinja2  # typechk
 
 try:
+    if os.environ.get("PRTY_NO_LZMA"):
+        raise Exception()
+
     import lzma
 except:
     pass
@@ -54,6 +58,7 @@ from .util import (
     alltrace,
     atomic_move,
     exclude_dotfiles,
+    formatdate,
     fsenc,
     gen_filekey,
     gen_filekey_dbg,
@@ -69,7 +74,9 @@ from .util import (
     humansize,
     ipnorm,
     loadpy,
+    log_reloc,
     min_ex,
+    pathmod,
     quotep,
     rand_name,
     read_header,
@@ -101,6 +108,9 @@ from .util import (
 if TYPE_CHECKING:
     from .httpconn import HttpConn
 
+if not hasattr(socket, "AF_UNIX"):
+    setattr(socket, "AF_UNIX", -9001)
+
 _ = (argparse, threading)
 
 NO_CACHE = {"Cache-Control": "no-cache"}
@@ -218,6 +228,11 @@ class HttpCli(object):
         ka["s_doctitle"] = self.args.doctitle
         ka["tcolor"] = self.vn.flags["tcolor"]
 
+        if self.args.js_other and "js" not in ka:
+            zs = self.args.js_other
+            zs += "&" if "?" in zs else "?"
+            ka["js"] = zs
+
         zso = self.vn.flags.get("html_head")
         if zso:
             ka["this"] = self
@@ -299,8 +314,11 @@ class HttpCli(object):
         )
         self.host = self.headers.get("host") or ""
         if not self.host:
-            zs = "%s:%s" % self.s.getsockname()[:2]
-            self.host = zs[7:] if zs.startswith("::ffff:") else zs
+            if self.s.family == socket.AF_UNIX:
+                self.host = self.args.name
+            else:
+                zs = "%s:%s" % self.s.getsockname()[:2]
+                self.host = zs[7:] if zs.startswith("::ffff:") else zs
 
         trusted_xff = False
         n = self.args.rproxy
@@ -687,6 +705,9 @@ class HttpCli(object):
         xban = self.vn.flags.get("xban")
         if not xban or not runhook(
             self.log,
+            self.conn.hsrv.broker,
+            None,
+            "xban",
             xban,
             self.vn.canonical(self.rem),
             self.vpath,
@@ -783,7 +804,7 @@ class HttpCli(object):
 
         # close if unknown length, otherwise take client's preference
         response.append("Connection: " + ("Keep-Alive" if self.keepalive else "Close"))
-        response.append("Date: " + formatdate(usegmt=True))
+        response.append("Date: " + formatdate())
 
         # headers{} overrides anything set previously
         if headers:
@@ -807,9 +828,9 @@ class HttpCli(object):
                 self.cbonk(self.conn.hsrv.gmal, zs, "cc_hdr", "Cc in out-hdr")
                 raise Pebkac(999)
 
+        response.append("\r\n")
         try:
-            # best practice to separate headers and body into different packets
-            self.s.sendall("\r\n".join(response).encode("utf-8") + b"\r\n\r\n")
+            self.s.sendall("\r\n".join(response).encode("utf-8"))
         except:
             raise Pebkac(400, "client d/c while replying headers")
 
@@ -1142,7 +1163,7 @@ class HttpCli(object):
             return self.tx_mounts()
 
         # conditional redirect to single volumes
-        if self.vpath == "" and not self.ouparam:
+        if not self.vpath and not self.ouparam:
             nread = len(self.rvol)
             nwrite = len(self.wvol)
             if nread + nwrite == 1 or (self.rvol == self.wvol and nread == 1):
@@ -1164,7 +1185,8 @@ class HttpCli(object):
         if self.args.no_dav:
             raise Pebkac(405, "WebDAV is disabled in server config")
 
-        vn, rem = self.asrv.vfs.get(self.vpath, self.uname, False, False, err=401)
+        vn = self.vn
+        rem = self.rem
         tap = vn.canonical(rem)
 
         if "davauth" in vn.flags and self.uname == "*":
@@ -1301,7 +1323,7 @@ class HttpCli(object):
 
             pvs   = {
                 "displayname": html_escape(rp.split("/")[-1]),
-                "getlastmodified": formatdate(mtime, usegmt=True),
+                "getlastmodified": formatdate(mtime),
                 "resourcetype": '<D:collection xmlns:D="DAV:"/>' if isdir else "",
                 "supportedlock": '<D:lockentry xmlns:D="DAV:"><D:lockscope><D:exclusive/></D:lockscope><D:locktype><D:write/></D:locktype></D:lockentry>',
             }
@@ -1548,8 +1570,8 @@ class HttpCli(object):
         self.log("PUT %s @%s" % (self.req, self.uname))
 
         if not self.can_write:
-            t = "user {} does not have write-access here"
-            raise Pebkac(403, t.format(self.uname))
+            t = "user %s does not have write-access under /%s"
+            raise Pebkac(403, t % (self.uname, self.vn.vpath))
 
         if not self.args.no_dav and self._applesan():
             return self.headers.get("content-length") == "0"
@@ -1624,6 +1646,9 @@ class HttpCli(object):
                             if xm:
                                 runhook(
                                     self.log,
+                                    self.conn.hsrv.broker,
+                                    None,
+                                    "xm",
                                     xm,
                                     self.vn.canonical(self.rem),
                                     self.vpath,
@@ -1772,11 +1797,15 @@ class HttpCli(object):
 
         if xbu:
             at = time.time() - lifetime
-            if not runhook(
+            vp = vjoin(self.vpath, fn) if nameless else self.vpath
+            hr = runhook(
                 self.log,
+                self.conn.hsrv.broker,
+                None,
+                "xbu.http.dump",
                 xbu,
                 path,
-                self.vpath,
+                vp,
                 self.host,
                 self.uname,
                 self.asrv.vfs.get_perms(self.vpath, self.uname),
@@ -1785,10 +1814,25 @@ class HttpCli(object):
                 self.ip,
                 at,
                 "",
-            ):
+            )
+            if not hr:
                 t = "upload blocked by xbu server config"
                 self.log(t, 1)
                 raise Pebkac(403, t)
+            if hr.get("reloc"):
+                x = pathmod(self.asrv.vfs, path, vp, hr["reloc"])
+                if x:
+                    if self.args.hook_v:
+                        log_reloc(self.log, hr["reloc"], x, path, vp, fn, vfs, rem)
+                    fdir, self.vpath, fn, (vfs, rem) = x
+                    if self.args.nw:
+                        fn = os.devnull
+                    else:
+                        bos.makedirs(fdir)
+                        path = os.path.join(fdir, fn)
+                        if not nameless:
+                            self.vpath = vjoin(self.vpath, fn)
+                        params["fdir"] = fdir
 
         if is_put and not (self.args.no_dav or self.args.nw) and bos.path.exists(path):
             # allow overwrite if...
@@ -1863,24 +1907,45 @@ class HttpCli(object):
                 fn = fn2
                 path = path2
 
-        if xau and not runhook(
-            self.log,
-            xau,
-            path,
-            self.vpath,
-            self.host,
-            self.uname,
-            self.asrv.vfs.get_perms(self.vpath, self.uname),
-            mt,
-            post_sz,
-            self.ip,
-            at,
-            "",
-        ):
-            t = "upload blocked by xau server config"
-            self.log(t, 1)
-            wunlink(self.log, path, vfs.flags)
-            raise Pebkac(403, t)
+        if xau:
+            vp = vjoin(self.vpath, fn) if nameless else self.vpath
+            hr = runhook(
+                self.log,
+                self.conn.hsrv.broker,
+                None,
+                "xau.http.dump",
+                xau,
+                path,
+                vp,
+                self.host,
+                self.uname,
+                self.asrv.vfs.get_perms(self.vpath, self.uname),
+                mt,
+                post_sz,
+                self.ip,
+                at,
+                "",
+            )
+            if not hr:
+                t = "upload blocked by xau server config"
+                self.log(t, 1)
+                wunlink(self.log, path, vfs.flags)
+                raise Pebkac(403, t)
+            if hr.get("reloc"):
+                x = pathmod(self.asrv.vfs, path, vp, hr["reloc"])
+                if x:
+                    if self.args.hook_v:
+                        log_reloc(self.log, hr["reloc"], x, path, vp, fn, vfs, rem)
+                    fdir, self.vpath, fn, (vfs, rem) = x
+                    bos.makedirs(fdir)
+                    path2 = os.path.join(fdir, fn)
+                    atomic_move(self.log, path, path2, vfs.flags)
+                    path = path2
+                    if not nameless:
+                        self.vpath = vjoin(self.vpath, fn)
+            sz = bos.path.getsize(path)
+        else:
+            sz = post_sz
 
         vfs, rem = vfs.get_dbv(rem)
         self.conn.hsrv.broker.say(
@@ -1903,7 +1968,7 @@ class HttpCli(object):
                 alg,
                 self.args.fk_salt,
                 path,
-                post_sz,
+                sz,
                 0 if ANYWIN else bos.stat(path).st_ino,
             )[: vfs.flags["fk"]]
 
@@ -2206,13 +2271,21 @@ class HttpCli(object):
             raise Pebkac(400, "need hash and wark headers for binary POST")
 
         chashes = [x.strip() for x in chashes]
+        if len(chashes) == 3 and len(chashes[1]) == 1:
+            # the first hash, then length of consecutive hashes,
+            # then a list of stitched hashes as one long string
+            clen = int(chashes[1])
+            siblings = chashes[2]
+            chashes = [chashes[0]]
+            for n in range(0, len(siblings), clen):
+                chashes.append(siblings[n : n + clen])
 
         vfs, _ = self.asrv.vfs.get(self.vpath, self.uname, False, True)
         ptop = (vfs.dbv or vfs).realpath
 
         x = self.conn.hsrv.broker.ask("up2k.handle_chunks", ptop, wark, chashes)
         response = x.get()
-        chunksize, cstarts, path, lastmod, sprs = response
+        chashes, chunksize, cstarts, path, lastmod, sprs = response
         maxsize = chunksize * len(chashes)
         cstart0 = cstarts[0]
 
@@ -2520,18 +2593,15 @@ class HttpCli(object):
                 fname = sanitize_fn(
                     p_file or "", "", [".prologue.html", ".epilogue.html"]
                 )
+                abspath = os.path.join(fdir, fname)
+                suffix = "-%.6f-%s" % (time.time(), dip)
                 if p_file and not nullwrite:
                     if rnd:
                         fname = rand_name(fdir, fname, rnd)
 
-                    if not bos.path.isdir(fdir):
-                        raise Pebkac(404, "that folder does not exist")
-
-                    suffix = "-{:.6f}-{}".format(time.time(), dip)
                     open_args = {"fdir": fdir, "suffix": suffix}
 
                     if "replace" in self.uparam:
-                        abspath = os.path.join(fdir, fname)
                         if not self.can_delete:
                             self.log("user not allowed to overwrite with ?replace")
                         elif bos.path.exists(abspath):
@@ -2541,16 +2611,6 @@ class HttpCli(object):
                             except:
                                 t = "toctou while deleting for ?replace: %s"
                             self.log(t % (abspath,))
-
-                    # reserve destination filename
-                    with ren_open(fname, "wb", fdir=fdir, suffix=suffix) as zfw:
-                        fname = zfw["orz"][1]
-
-                    tnam = fname + ".PARTIAL"
-                    if self.args.dotpart:
-                        tnam = "." + tnam
-
-                    abspath = os.path.join(fdir, fname)
                 else:
                     open_args = {}
                     tnam = fname = os.devnull
@@ -2558,23 +2618,65 @@ class HttpCli(object):
 
                 if xbu:
                     at = time.time() - lifetime
-                    if not runhook(
+                    hr = runhook(
                         self.log,
+                        self.conn.hsrv.broker,
+                        None,
+                        "xbu.http.bup",
                         xbu,
                         abspath,
-                        self.vpath,
+                        vjoin(upload_vpath, fname),
                         self.host,
                         self.uname,
-                        self.asrv.vfs.get_perms(self.vpath, self.uname),
+                        self.asrv.vfs.get_perms(upload_vpath, self.uname),
                         at,
                         0,
                         self.ip,
                         at,
                         "",
-                    ):
+                    )
+                    if not hr:
                         t = "upload blocked by xbu server config"
                         self.log(t, 1)
                         raise Pebkac(403, t)
+                    if hr.get("reloc"):
+                        zs = vjoin(upload_vpath, fname)
+                        x = pathmod(self.asrv.vfs, abspath, zs, hr["reloc"])
+                        if x:
+                            if self.args.hook_v:
+                                log_reloc(
+                                    self.log,
+                                    hr["reloc"],
+                                    x,
+                                    abspath,
+                                    zs,
+                                    fname,
+                                    vfs,
+                                    rem,
+                                )
+                            fdir, upload_vpath, fname, (vfs, rem) = x
+                            abspath = os.path.join(fdir, fname)
+                            if nullwrite:
+                                fdir = abspath = ""
+                            else:
+                                open_args["fdir"] = fdir
+
+                if p_file and not nullwrite:
+                    bos.makedirs(fdir)
+
+                    # reserve destination filename
+                    with ren_open(fname, "wb", fdir=fdir, suffix=suffix) as zfw:
+                        fname = zfw["orz"][1]
+
+                    tnam = fname + ".PARTIAL"
+                    if self.args.dotpart:
+                        tnam = "." + tnam
+
+                    abspath = os.path.join(fdir, fname)
+                else:
+                    open_args = {}
+                    tnam = fname = os.devnull
+                    fdir = abspath = ""
 
                 if lim:
                     lim.chk_bup(self.ip)
@@ -2618,29 +2720,58 @@ class HttpCli(object):
 
                     tabspath = ""
 
+                    at = time.time() - lifetime
+                    if xau:
+                        hr = runhook(
+                            self.log,
+                            self.conn.hsrv.broker,
+                            None,
+                            "xau.http.bup",
+                            xau,
+                            abspath,
+                            vjoin(upload_vpath, fname),
+                            self.host,
+                            self.uname,
+                            self.asrv.vfs.get_perms(upload_vpath, self.uname),
+                            at,
+                            sz,
+                            self.ip,
+                            at,
+                            "",
+                        )
+                        if not hr:
+                            t = "upload blocked by xau server config"
+                            self.log(t, 1)
+                            wunlink(self.log, abspath, vfs.flags)
+                            raise Pebkac(403, t)
+                        if hr.get("reloc"):
+                            zs = vjoin(upload_vpath, fname)
+                            x = pathmod(self.asrv.vfs, abspath, zs, hr["reloc"])
+                            if x:
+                                if self.args.hook_v:
+                                    log_reloc(
+                                        self.log,
+                                        hr["reloc"],
+                                        x,
+                                        abspath,
+                                        zs,
+                                        fname,
+                                        vfs,
+                                        rem,
+                                    )
+                                fdir, upload_vpath, fname, (vfs, rem) = x
+                                ap2 = os.path.join(fdir, fname)
+                                if nullwrite:
+                                    fdir = ap2 = ""
+                                else:
+                                    bos.makedirs(fdir)
+                                    atomic_move(self.log, abspath, ap2, vfs.flags)
+                                abspath = ap2
+                        sz = bos.path.getsize(abspath)
+
                     files.append(
                         (sz, sha_hex, sha_b64, p_file or "(discarded)", fname, abspath)
                     )
-                    at = time.time() - lifetime
-                    if xau and not runhook(
-                        self.log,
-                        xau,
-                        abspath,
-                        self.vpath,
-                        self.host,
-                        self.uname,
-                        self.asrv.vfs.get_perms(self.vpath, self.uname),
-                        at,
-                        sz,
-                        self.ip,
-                        at,
-                        "",
-                    ):
-                        t = "upload blocked by xau server config"
-                        self.log(t, 1)
-                        wunlink(self.log, abspath, vfs.flags)
-                        raise Pebkac(403, t)
-
                     dbv, vrem = vfs.get_dbv(rem)
                     self.conn.hsrv.broker.say(
                         "up2k.hash_file",
@@ -2696,13 +2827,14 @@ class HttpCli(object):
         for sz, sha_hex, sha_b64, ofn, lfn, ap in files:
             vsuf = ""
             if (self.can_read or self.can_upget) and "fk" in vfs.flags:
+                st = bos.stat(ap)
                 alg = 2 if "fka" in vfs.flags else 1
                 vsuf = "?k=" + self.gen_fk(
                     alg,
                     self.args.fk_salt,
                     ap,
-                    sz,
-                    0 if ANYWIN or not ap else bos.stat(ap).st_ino,
+                    st.st_size,
+                    0 if ANYWIN or not ap else st.st_ino,
                 )[: vfs.flags["fk"]]
 
             if "media" in self.uparam or "medialinks" in vfs.flags:
@@ -2869,6 +3001,9 @@ class HttpCli(object):
         if xbu:
             if not runhook(
                 self.log,
+                self.conn.hsrv.broker,
+                None,
+                "xbu.http.txt",
                 xbu,
                 fp,
                 self.vpath,
@@ -2908,6 +3043,9 @@ class HttpCli(object):
         xau = vfs.flags.get("xau")
         if xau and not runhook(
             self.log,
+            self.conn.hsrv.broker,
+            None,
+            "xau.http.txt",
             xau,
             fp,
             self.vpath,
@@ -2948,7 +3086,7 @@ class HttpCli(object):
         return True
 
     def _chk_lastmod(self, file_ts )   :
-        file_lastmod = formatdate(file_ts, usegmt=True)
+        file_lastmod = formatdate(file_ts)
         cli_lastmod = self.headers.get("if-modified-since")
         if cli_lastmod:
             try:
@@ -3030,8 +3168,8 @@ class HttpCli(object):
             for n, fn in enumerate([".prologue.html", ".epilogue.html"]):
                 if lnames is not None and fn not in lnames:
                     continue
-                fn = os.path.join(abspath, fn)
-                if bos.path.exists(fn):
+                fn = "%s/%s" % (abspath, fn)
+                if bos.path.isfile(fn):
                     with open(fsenc(fn), "rb") as f:
                         logues[n] = f.read().decode("utf-8")
                     if "exp" in vn.flags:
@@ -3049,7 +3187,7 @@ class HttpCli(object):
                 fns = []
 
             for fn in fns:
-                fn = os.path.join(abspath, fn)
+                fn = "%s/%s" % (abspath, fn)
                 if bos.path.isfile(fn):
                     with open(fsenc(fn), "rb") as f:
                         readme = f.read().decode("utf-8")
@@ -3584,7 +3722,7 @@ class HttpCli(object):
         # (useragent-sniffing kinshi due to caching proxies)
         mime, ico = self.ico.get(txt, not small, "raster" in self.uparam)
 
-        lm = formatdate(self.E.t0, usegmt=True)
+        lm = formatdate(self.E.t0)
         self.reply(ico, mime=mime, headers={"Last-Modified": lm})
         return True
 
@@ -3663,6 +3801,11 @@ class HttpCli(object):
             "arg_base": arg_base,
         }
 
+        if self.args.js_other and "js" not in targs:
+            zs = self.args.js_other
+            zs += "&" if "?" in zs else "?"
+            targs["js"] = zs
+
         zfv = self.vn.flags.get("html_head")
         if zfv:
             targs["this"] = self
@@ -4140,7 +4283,7 @@ class HttpCli(object):
         if self.args.no_mv:
             raise Pebkac(403, "the rename/move feature is disabled in server config")
 
-        x = self.conn.hsrv.broker.ask("up2k.handle_mv", self.uname, vsrc, vdst)
+        x = self.conn.hsrv.broker.ask("up2k.handle_mv", self.uname, self.ip, vsrc, vdst)
         self.loud_reply(x.get(), status=201)
         return True
 

copyparty/httpconn.py

@@ -9,6 +9,9 @@ import threading  # typechk
 import time
 
 try:
+    if os.environ.get("PRTY_NO_TLS"):
+        raise Exception()
+
     HAVE_SSL = True
     import ssl
 except:

copyparty/httpsrv.py

@@ -12,7 +12,7 @@ import time
 
 import queue
 
-from .__init__ import ANYWIN, CORES, EXE, MACOS, TYPE_CHECKING, EnvParams, unicode
+from .__init__ import ANYWIN, CORES, EXE, MACOS, PY2, TYPE_CHECKING, EnvParams, unicode
 
 try:
     MNFE = ModuleNotFoundError
@@ -81,6 +81,13 @@ if TYPE_CHECKING:
     from .broker_util import BrokerCli
     from .ssdp import SSDPr
 
+if PY2:
+    range = xrange  # type: ignore
+
+if not hasattr(socket, "AF_UNIX"):
+    setattr(socket, "AF_UNIX", -9001)
+
+
 class HttpSrv(object):
     """
     handles incoming connections using HttpConn to process http,
@@ -236,15 +243,24 @@ class HttpSrv(object):
                     return
 
     def listen(self, sck , nlisteners )  :
+        tcp = sck.family != socket.AF_UNIX
+
         if self.args.j != 1:
             # lost in the pickle; redefine
             if not ANYWIN or self.args.reuseaddr:
                 sck.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
 
-            sck.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)
+            if tcp:
+                sck.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)
+
             sck.settimeout(None)  # < does not inherit, ^ opts above do
 
-        ip, port = sck.getsockname()[:2]
+        if tcp:
+            ip, port = sck.getsockname()[:2]
+        else:
+            ip = re.sub(r"\.[0-9]+$", "", sck.getsockname().split("/")[-1])
+            port = 0
+
         self.srvs.append(sck)
         self.bound.add((ip, port))
         self.nclimax = math.ceil(self.args.nc * 1.0 / nlisteners)
@@ -256,10 +272,19 @@ class HttpSrv(object):
 
     def thr_listen(self, srv_sck )  :
         """listens on a shared tcp server"""
-        ip, port = srv_sck.getsockname()[:2]
         fno = srv_sck.fileno()
-        hip = "[{}]".format(ip) if ":" in ip else ip
-        msg = "subscribed @ {}:{}  f{} p{}".format(hip, port, fno, os.getpid())
+        if srv_sck.family == socket.AF_UNIX:
+            ip = re.sub(r"\.[0-9]+$", "", srv_sck.getsockname())
+            msg = "subscribed @ %s  f%d p%d" % (ip, fno, os.getpid())
+            ip = ip.split("/")[-1]
+            port = 0
+            tcp = False
+        else:
+            tcp = True
+            ip, port = srv_sck.getsockname()[:2]
+            hip = "[%s]" % (ip,) if ":" in ip else ip
+            msg = "subscribed @ %s:%d  f%d p%d" % (hip, port, fno, os.getpid())
+
         self.log(self.name, msg)
 
         Daemon(self.broker.say, "sig-hsrv-up1", ("cb_httpsrv_up",))
@@ -331,11 +356,13 @@ class HttpSrv(object):
 
             try:
                 sck, saddr = srv_sck.accept()
-                cip = unicode(saddr[0])
-                if cip.startswith("::ffff:"):
-                    cip = cip[7:]
-
-                addr = (cip, saddr[1])
+                if tcp:
+                    cip = unicode(saddr[0])
+                    if cip.startswith("::ffff:"):
+                        cip = cip[7:]
+                    addr = (cip, saddr[1])
+                else:
+                    addr = (ip, sck.fileno())
             except (OSError, socket.error) as ex:
                 if self.stopping:
                     break

copyparty/ico.py

@@ -74,7 +74,7 @@ class Ico(object):
                 try:
                     _, _, tw, th = pb.textbbox((0, 0), ext)
                 except:
-                    tw, th = pb.textsize(ext)
+                    tw, th = pb.textsize(ext)  # type: ignore
 
                 tw += len(ext)
                 cw = tw // len(ext)