lfss 0.8.2__tar.gz → 0.8.4__tar.gz

{lfss-0.8.2 → lfss-0.8.4}/PKG-INFO

@@ -1,13 +1,12 @@
 Metadata-Version: 2.1
 Name: lfss
-Version: 0.8.2
+Version: 0.8.4
 Summary: Lightweight file storage service
 Home-page: https://github.com/MenxLi/lfss
 Author: li, mengxun
 Author-email: limengxun45@outlook.com
-Requires-Python: >=3.9
+Requires-Python: >=3.10
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
@@ -25,9 +24,17 @@ Description-Content-Type: text/markdown
 # Lightweight File Storage Service (LFSS)
 [![PyPI](https://img.shields.io/pypi/v/lfss)](https://pypi.org/project/lfss/)
 
-My experiment on a lightweight and high-performance file/object storage service.  
+My experiment on a lightweight and high-performance file/object storage service...  
+
+**Highlights:**
+
+- User storage limit and access control.
+- Pagination and sorted file listing for vast number of files.  
+- High performance: high concurrency, near-native speed on stress tests.
+- Support range requests, so you can stream large files / resume download.
+
 It stores small files and metadata in sqlite, large files in the filesystem.  
-Tested on 2 million files, and it works fine... 
+Tested on 2 million files, and it is still fast.
 
 Usage: 
 ```sh
@@ -46,8 +53,8 @@ lfss-panel --open
 Or, you can start a web server at `/frontend` and open `index.html` in your browser. 
 
 The API usage is simple, just `GET`, `PUT`, `DELETE` to the `/<username>/file/url` path.  
-Authentication is done via `Authorization` header with the value `Bearer <token>`, or through the `token` query parameter.  
-You can refer to `frontend` as an application example, and `frontend/api.js` or `lfss/api/connector.py` for the API usage.
+Authentication via `Authorization` header with the value `Bearer <token>`, or through the `token` query parameter.  
+You can refer to `frontend` as an application example, `lfss/api/connector.py` for more APIs. 
 
 By default, the service exposes all files to the public for `GET` requests, 
 but file-listing is restricted to the user's own files.  

{lfss-0.8.2 → lfss-0.8.4}/Readme.md

@@ -1,9 +1,17 @@
 # Lightweight File Storage Service (LFSS)
 [![PyPI](https://img.shields.io/pypi/v/lfss)](https://pypi.org/project/lfss/)
 
-My experiment on a lightweight and high-performance file/object storage service.  
+My experiment on a lightweight and high-performance file/object storage service...  
+
+**Highlights:**
+
+- User storage limit and access control.
+- Pagination and sorted file listing for vast number of files.  
+- High performance: high concurrency, near-native speed on stress tests.
+- Support range requests, so you can stream large files / resume download.
+
 It stores small files and metadata in sqlite, large files in the filesystem.  
-Tested on 2 million files, and it works fine... 
+Tested on 2 million files, and it is still fast.
 
 Usage: 
 ```sh
@@ -22,8 +30,8 @@ lfss-panel --open
 Or, you can start a web server at `/frontend` and open `index.html` in your browser. 
 
 The API usage is simple, just `GET`, `PUT`, `DELETE` to the `/<username>/file/url` path.  
-Authentication is done via `Authorization` header with the value `Bearer <token>`, or through the `token` query parameter.  
-You can refer to `frontend` as an application example, and `frontend/api.js` or `lfss/api/connector.py` for the API usage.
+Authentication via `Authorization` header with the value `Bearer <token>`, or through the `token` query parameter.  
+You can refer to `frontend` as an application example, `lfss/api/connector.py` for more APIs. 
 
 By default, the service exposes all files to the public for `GET` requests, 
 but file-listing is restricted to the user's own files.  

{lfss-0.8.2 → lfss-0.8.4}/frontend/info.js

@@ -12,8 +12,10 @@ const ensureSlashEnd = (path) => {
 /**
  * @param {FileRecord} r
  * @param {UserRecord} u
+ * @param {Connector} c
  */
-export function showInfoPanel(r, u){
+export function showInfoPanel(r, u, c){
+    const origin = c.config.endpoint;
     const innerHTML = `
 <div class="info-container">
     <div class="info-container-left">
@@ -46,7 +48,7 @@ export function showInfoPanel(r, u){
     </div>
     <div class="info-container-right">
         <div class="info-path-copy">
-            <input type="text" value="${window.location.origin}/${r.url}" readonly>
+            <input type="text" value="${origin}/${r.url}" readonly>
             <button class="copy-button" id='copy-btn-full-path'>📋</button>
         </div>
         <div class="info-path-copy">
@@ -58,7 +60,7 @@ export function showInfoPanel(r, u){
     `
     const [win, closeWin] = createFloatingWindow(innerHTML, {title: 'File Info'});
     document.getElementById('copy-btn-full-path').onclick = () => {
-        copyToClipboard(window.location.origin + '/' + r.url);
+        copyToClipboard(origin + '/' + r.url);
         showPopup('Path copied to clipboard', {timeout: 2000, level: 'success'});
     }
     document.getElementById('copy-btn-rel-path').onclick = () => {
@@ -77,6 +79,7 @@ export function showDirInfoPanel(r, u, c){
     if (fmtPath.endsWith('/')) {
         fmtPath = fmtPath.slice(0, -1);
     }
+    const origin = c.config.endpoint;
     const innerHTML = `
 <div class="info-container">
     <div class="info-container-left">
@@ -105,7 +108,7 @@ export function showDirInfoPanel(r, u, c){
     </div>
     <div class="info-container-right">
         <div class="info-path-copy">
-            <input type="text" value="${window.location.origin}/${ensureSlashEnd(r.url)}" readonly>
+            <input type="text" value="${origin}/${ensureSlashEnd(r.url)}" readonly>
             <button class="copy-button" id='copy-btn-full-path'>📋</button>
         </div>
         <div class="info-path-copy">
@@ -117,7 +120,7 @@ export function showDirInfoPanel(r, u, c){
     `
     const [win, closeWin] = createFloatingWindow(innerHTML, {title: 'File Info'});
     document.getElementById('copy-btn-full-path').onclick = () => {
-        copyToClipboard(window.location.origin + '/' + ensureSlashEnd(r.url));
+        copyToClipboard(origin + '/' + ensureSlashEnd(r.url));
         showPopup('Path copied to clipboard', {timeout: 2000, level: 'success'});
     }
     document.getElementById('copy-btn-rel-path').onclick = () => {

{lfss-0.8.2 → lfss-0.8.4}/frontend/scripts.js

@@ -459,7 +459,7 @@ async function refreshFileList(){
                     infoButton.style.cursor = 'pointer';
                     infoButton.textContent = 'Details';
                     infoButton.addEventListener('click', () => {
-                        showInfoPanel(file, userRecord);
+                        showInfoPanel(file, userRecord, conn);
                     });
                     actContainer.appendChild(infoButton);
 

{lfss-0.8.2 → lfss-0.8.4}/frontend/thumb.js

@@ -13,6 +13,7 @@ const ICON_ZIP = '<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><t
 const ICON_CODE = '<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><title>file-code-outline</title><path d="M14 2H6C4.89 2 4 2.9 4 4V20C4 21.11 4.89 22 6 22H18C19.11 22 20 21.11 20 20V8L14 2M18 20H6V4H13V9H18V20M9.54 15.65L11.63 17.74L10.35 19L7 15.65L10.35 12.3L11.63 13.56L9.54 15.65M17 15.65L13.65 19L12.38 17.74L14.47 15.65L12.38 13.56L13.65 12.3L17 15.65Z" /></svg>'
 const ICON_VIDEO = '<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><title>television-play</title><path d="M21,3H3C1.89,3 1,3.89 1,5V17A2,2 0 0,0 3,19H8V21H16V19H21A2,2 0 0,0 23,17V5C23,3.89 22.1,3 21,3M21,17H3V5H21M16,11L9,15V7" /></svg>'
 const ICON_IMAGE = '<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><title>image-outline</title><path d="M19,19H5V5H19M19,3H5A2,2 0 0,0 3,5V19A2,2 0 0,0 5,21H19A2,2 0 0,0 21,19V5A2,2 0 0,0 19,3M13.96,12.29L11.21,15.83L9.25,13.47L6.5,17H17.5L13.96,12.29Z" /></svg>'
+const ICON_MUSIC = '<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><title>music-box-outline</title><path d="M16,9H13V14.5A2.5,2.5 0 0,1 10.5,17A2.5,2.5 0 0,1 8,14.5A2.5,2.5 0 0,1 10.5,12C11.07,12 11.58,12.19 12,12.5V7H16V9M19,3A2,2 0 0,1 21,5V19A2,2 0 0,1 19,21H5A2,2 0 0,1 3,19V5A2,2 0 0,1 5,3H19M5,5V19H19V5H5Z" /></svg>'
 
 function getIconSVGFromMimeType(mimeType){
     if (mimeType == 'directory'){
@@ -24,6 +25,9 @@ function getIconSVGFromMimeType(mimeType){
     if (mimeType.startsWith('image/')){
         return ICON_IMAGE;
     }
+    if (mimeType.startsWith('audio/')){
+        return ICON_MUSIC;
+    }
 
     if (['application/pdf', 'application/x-pdf'].includes(mimeType)){
         return ICON_PDF;
@@ -35,10 +39,14 @@ function getIconSVGFromMimeType(mimeType){
         return ICON_ZIP;
     }
     if ([
-        "text/html", "application/xhtml+xml", "application/xml", "text/css", "application/javascript", "text/javascript", "application/json", "text/x-python", "text/x-java-source",
-        "application/x-httpd-php", "text/x-ruby", "text/x-perl", "application/x-sh", "application/sql", "text/x-c", "text/x-c++", "text/x-csharp", "text/x-go", "text/x-haskell",
-        "text/x-lua", "text/x-markdown", "application/wasm", "application/x-tcl", "text/x-yaml", "application/x-latex", "application/x-tex", "text/x-scss", "application/x-lisp",
-        "application/x-rust", "application/x-ruby", "text/x-asm"
+        "text/html", "application/xhtml+xml", "application/xml", "text/css", "text/x-scss", "application/javascript", "text/javascript",
+        "application/json", "text/x-yaml", "text/x-markdown", "application/wasm", 
+        "text/x-ruby", "application/x-ruby", "text/x-perl", "application/x-lisp", 
+        "text/x-haskell", "text/x-lua", "application/x-tcl", 
+        "text/x-python", "text/x-java-source", "text/x-go", "application/x-rust", "text/x-asm", 
+        "application/sql", "text/x-c", "text/x-c++", "text/x-csharp", 
+        "application/x-httpd-php", "application/x-sh", "application/x-shellscript", 
+        "application/x-latex", "application/x-tex", 
     ].includes(mimeType)){
         return ICON_CODE;
     }

{lfss-0.8.2 → lfss-0.8.4}/lfss/api/connector.py

@@ -54,7 +54,7 @@ class Connector:
     
     def _fetch_factory(
         self, method: Literal['GET', 'POST', 'PUT', 'DELETE'], 
-        path: str, search_params: dict = {}
+        path: str, search_params: dict = {}, extra_headers: dict = {}
     ):
         if path.startswith('/'):
             path = path[1:]
@@ -65,6 +65,7 @@ class Connector:
             headers.update({
                 'Authorization': f"Bearer {self.config['token']}",
             })
+            headers.update(extra_headers)
             if self._session is not None:
                 response = self._session.request(method, url, headers=headers, **kwargs)
                 response.raise_for_status()
@@ -113,7 +114,6 @@ class Connector:
         
         if isinstance(file, str):
             assert os.path.exists(file), "File does not exist on disk"
-            fsize = os.path.getsize(file)
 
         with open(file, 'rb') if isinstance(file, str) else SpooledTemporaryFile(max_size=1024*1024*32) as fp:
 
@@ -123,7 +123,6 @@ class Connector:
                 fp.seek(0)
 
             # https://stackoverflow.com/questions/12385179/
-            print(f"Uploading {fsize} bytes")
             response = self._fetch_factory('POST', path, search_params={
                 'permission': int(permission),
                 'conflict': conflict
@@ -168,6 +167,17 @@ class Connector:
         response = self._get(path)
         if response is None: return None
         return response.content
+
+    def get_partial(self, path: str, range_start: int = -1, range_end: int = -1) -> Optional[bytes]:
+        """
+        Downloads a partial file from the specified path.
+        start and end are the byte offsets, both inclusive.
+        """
+        response = self._fetch_factory('GET', path, extra_headers={
+            'Range': f"bytes={range_start if range_start >= 0 else ''}-{range_end if range_end >= 0 else ''}"
+        })()
+        if response is None: return None
+        return response.content
     
     def get_stream(self, path: str) -> Iterator[bytes]:
         """Downloads a file from the specified path, will raise PathNotFoundError if path not found."""

{lfss-0.8.2 → lfss-0.8.4}/lfss/cli/cli.py

@@ -1,6 +1,6 @@
-from lfss.api import Connector, upload_directory, upload_file, download_file, download_directory
 from pathlib import Path
 import argparse, typing
+from lfss.api import Connector, upload_directory, upload_file, download_file, download_directory
 from lfss.src.datatype import FileReadPermission, FileSortKey, DirSortKey
 from lfss.src.utils import decode_uri_compnents
 from . import catch_request_error, line_sep
@@ -18,7 +18,6 @@ def parse_permission(s: str) -> FileReadPermission:
 
 def parse_arguments():
     parser = argparse.ArgumentParser(description="Command line interface, please set LFSS_ENDPOINT and LFSS_TOKEN environment variables.")
-    parser.add_argument("-v", "--verbose", action="store_true", help="Verbose output")
 
     sp = parser.add_subparsers(dest="command", required=True)
 
@@ -26,6 +25,7 @@ def parse_arguments():
     sp_upload = sp.add_parser("upload", help="Upload files")
     sp_upload.add_argument("src", help="Source file or directory", type=str)
     sp_upload.add_argument("dst", help="Destination url path", type=str)
+    sp_upload.add_argument("-v", "--verbose", action="store_true", help="Verbose output")
     sp_upload.add_argument("-j", "--jobs", type=int, default=1, help="Number of concurrent uploads")
     sp_upload.add_argument("--interval", type=float, default=0, help="Interval between files, only works with directory upload")
     sp_upload.add_argument("--conflict", choices=["overwrite", "abort", "skip", "skip-ahead"], default="abort", help="Conflict resolution")
@@ -36,6 +36,7 @@ def parse_arguments():
     sp_download = sp.add_parser("download", help="Download files")
     sp_download.add_argument("src", help="Source url path", type=str)
     sp_download.add_argument("dst", help="Destination file or directory", type=str)
+    sp_download.add_argument("-v", "--verbose", action="store_true", help="Verbose output")
     sp_download.add_argument("-j", "--jobs", type=int, default=1, help="Number of concurrent downloads")
     sp_download.add_argument("--interval", type=float, default=0, help="Interval between files, only works with directory download")
     sp_download.add_argument("--overwrite", action="store_true", help="Overwrite existing files")

{lfss-0.8.2 → lfss-0.8.4}/lfss/src/database.py

@@ -433,20 +433,41 @@ class FileConn(DBObjectBase):
             raise
         return size_sum
     
-    async def get_file_blob(self, file_id: str) -> Optional[bytes]:
+    async def get_file_blob(self, file_id: str, start_byte = -1, end_byte = -1) -> bytes:
         cursor = await self.cur.execute("SELECT data FROM blobs.fdata WHERE file_id = ?", (file_id, ))
         res = await cursor.fetchone()
         if res is None:
-            return None
-        return res[0]
+            raise FileNotFoundError(f"File {file_id} not found")
+        blob = res[0]
+        match (start_byte, end_byte):
+            case (-1, -1):
+                return blob
+            case (s, -1):
+                return blob[s:]
+            case (-1, e):
+                return blob[:e]
+            case (s, e):
+                return blob[s:e]
     
-    async def get_file_blob_external(self, file_id: str) -> AsyncIterable[bytes]:
+    @staticmethod
+    async def get_file_blob_external(file_id: str, start_byte = -1, end_byte = -1) -> AsyncIterable[bytes]:
         assert (LARGE_BLOB_DIR / file_id).exists(), f"File {file_id} not found"
         async with aiofiles.open(LARGE_BLOB_DIR / file_id, 'rb') as f:
-            while True:
-                chunk = await f.read(CHUNK_SIZE)
-                if not chunk: break
-                yield chunk
+            if start_byte >= 0:
+                await f.seek(start_byte)
+            if end_byte >= 0:
+                while True:
+                    head_ptr = await f.tell()
+                    if head_ptr >= end_byte:
+                        break
+                    chunk = await f.read(min(CHUNK_SIZE, end_byte - head_ptr))
+                    if not chunk: break
+                    yield chunk
+            else:
+                while True:
+                    chunk = await f.read(CHUNK_SIZE)
+                    if not chunk: break
+                    yield chunk
     
     @staticmethod
     async def delete_file_blob_external(file_id: str):
@@ -595,34 +616,21 @@ class Database:
                             permission=permission, external=True, mime_type=mime_type)
         return file_size
 
-    async def read_file_stream(self, url: str) -> AsyncIterable[bytes]:
+    async def read_file(self, url: str, start_byte = -1, end_byte = -1) -> AsyncIterable[bytes]:
+        # end byte is exclusive: [start_byte, end_byte)
         validate_url(url)
-        async with unique_cursor() as cur:
-            fconn = FileConn(cur)
-            r = await fconn.get_file_record(url)
-            if r is None:
-                raise FileNotFoundError(f"File {url} not found")
-            if not r.external:
-                raise ValueError(f"File {url} is not stored externally, should use read_file instead")
-            ret = fconn.get_file_blob_external(r.file_id)
-        return ret
-
-    async def read_file(self, url: str) -> bytes:
-        validate_url(url)
-
         async with unique_cursor() as cur:
             fconn = FileConn(cur)
             r = await fconn.get_file_record(url)
             if r is None:
                 raise FileNotFoundError(f"File {url} not found")
             if r.external:
-                raise ValueError(f"File {url} is stored externally, should use read_file_stream instead")
-
-            f_id = r.file_id
-            blob = await fconn.get_file_blob(f_id)
-            if blob is None:
-                raise FileNotFoundError(f"File {url} data not found")
-        return blob
+                ret = fconn.get_file_blob_external(r.file_id, start_byte=start_byte, end_byte=end_byte)
+            else:
+                async def blob_stream():
+                    yield await fconn.get_file_blob(r.file_id, start_byte=start_byte, end_byte=end_byte)
+                ret = blob_stream()
+        return ret
 
     async def delete_file(self, url: str, op_user: Optional[UserRecord] = None) -> Optional[FileRecord]:
         validate_url(url)
@@ -758,9 +766,6 @@ class Database:
                     blob = fconn.get_file_blob_external(f_id)
                 else:
                     blob = await fconn.get_file_blob(f_id)
-                    if blob is None:
-                        self.logger.warning(f"Blob not found for {url}")
-                        continue
                 yield r, blob
 
     @concurrent_wrap()

{lfss-0.8.2 → lfss-0.8.4}/lfss/src/datatype.py

@@ -1,5 +1,6 @@
 from enum import IntEnum
 import dataclasses, typing
+from .utils import fmt_storage_size
 
 class FileReadPermission(IntEnum):
     UNSET = 0           # not set
@@ -18,8 +19,12 @@ class UserRecord:
     max_storage: int
     permission: 'FileReadPermission'
 
+    def __post_init__(self):
+        self.permission = FileReadPermission(self.permission)
+
     def __str__(self):
-        return f"User {self.username} (id={self.id}, admin={self.is_admin}, created at {self.create_time}, last active at {self.last_active}, storage={self.max_storage}, permission={self.permission})"
+        return  f"User {self.username} (id={self.id}, admin={self.is_admin}, created at {self.create_time}, last active at {self.last_active}, " + \
+                f"storage={fmt_storage_size(self.max_storage)}, permission={self.permission.name})"
 
 @dataclasses.dataclass
 class FileRecord:
@@ -33,9 +38,12 @@ class FileRecord:
     external: bool
     mime_type: str
 
+    def __post_init__(self):
+        self.permission = FileReadPermission(self.permission)
+
     def __str__(self):
         return  f"File {self.url} [{self.mime_type}] (owner={self.owner_id}, created at {self.create_time}, accessed at {self.access_time}, " + \
-                f"file_id={self.file_id}, permission={self.permission}, size={self.file_size}, external={self.external})"
+                f"file_id={self.file_id}, permission={self.permission.name}, size={fmt_storage_size(self.file_size)}, external={self.external})"
 
 @dataclasses.dataclass
 class DirectoryRecord:
@@ -47,7 +55,7 @@ class DirectoryRecord:
     n_files: int = -1
 
     def __str__(self):
-        return f"Directory {self.url} (size={self.size}, created at {self.create_time}, updated at {self.update_time}, accessed at {self.access_time}, n_files={self.n_files})"
+        return f"Directory {self.url} (size={fmt_storage_size(self.size)}, created at {self.create_time}, updated at {self.update_time}, accessed at {self.access_time}, n_files={self.n_files})"
 
 @dataclasses.dataclass
 class PathContents:

{lfss-0.8.2 → lfss-0.8.4}/lfss/src/server.py

@@ -141,7 +141,8 @@ router_fs = APIRouter(prefix="")
 @skip_request_log
 async def emit_thumbnail(
     path: str, download: bool,
-    create_time: Optional[str] = None
+    create_time: Optional[str] = None, 
+    is_head = False
     ):
     if path.endswith("/"):
         fname = path.split("/")[-2]
@@ -157,44 +158,69 @@ async def emit_thumbnail(
     }
     if create_time is not None:
         headers["Last-Modified"] = format_last_modified(create_time)
+    if is_head: return Response(status_code=200, headers=headers)
     return Response(
         content=thumb_blob, media_type=mime_type, headers=headers
     )
 async def emit_file(
     file_record: FileRecord, 
     media_type: Optional[str] = None, 
-    disposition = "attachment"
+    disposition = "attachment", 
+    is_head = False, 
+    range_start = -1,
+    range_end = -1
     ):
+    if range_start < 0: assert range_start == -1
+    if range_end < 0: assert range_end == -1
+
     if media_type is None:
         media_type = file_record.mime_type
     path = file_record.url
     fname = path.split("/")[-1]
 
-    await delayed_log_access(path)
-    if not file_record.external:
-        fblob = await db.read_file(path)
-        return Response(
-            content=fblob, media_type=media_type, headers={
-                "Content-Disposition": f"{disposition}; filename={fname}", 
-                "Content-Length": str(len(fblob)), 
-                "Last-Modified": format_last_modified(file_record.create_time)
-            }
-        )
+    if range_start == -1:
+        arng_s = 0          # actual range start
     else:
-        return StreamingResponse(
-            await db.read_file_stream(path), media_type=media_type, headers={
-                "Content-Disposition": f"{disposition}; filename={fname}", 
-                "Content-Length": str(file_record.file_size),
-                "Last-Modified": format_last_modified(file_record.create_time)
-            }
-        )
+        arng_s = range_start
+    if range_end == -1:
+        arng_e = file_record.file_size - 1
+    else:
+        arng_e = range_end
+    
+    if arng_s >= file_record.file_size or arng_e >= file_record.file_size:
+        raise HTTPException(status_code=416, detail="Range not satisfiable")
+    if arng_s > arng_e:
+        raise HTTPException(status_code=416, detail="Invalid range")
 
-@router_fs.get("/{path:path}")
-@handle_exception
-async def get_file(
+    headers = {
+        "Content-Disposition": f"{disposition}; filename={fname}", 
+        "Content-Length": str(arng_e - arng_s + 1),
+        "Content-Range": f"bytes {arng_s}-{arng_e}/{file_record.file_size}",
+        "Last-Modified": format_last_modified(file_record.create_time), 
+        "Accept-Ranges": "bytes", 
+    }
+
+    if is_head: return Response(status_code=200 if (range_start == -1 and range_end == -1) else 206, headers=headers)
+
+    await delayed_log_access(path)
+    return StreamingResponse(
+        await db.read_file(
+            path, 
+            start_byte=arng_s if range_start != -1 else -1,
+            end_byte=arng_e + 1 if range_end != -1 else -1
+        ),
+        media_type=media_type, 
+        headers=headers, 
+        status_code=206 if range_start != -1 or range_end != -1 else 200
+    )
+
+async def get_file_impl(
+    request: Request,
+    user: UserRecord, 
     path: str, 
-    download: bool = False, thumb: bool = False,
-    user: UserRecord = Depends(get_current_user)
+    download: bool = False, 
+    thumb: bool = False,
+    is_head = False,
     ):
     path = ensure_uri_compnents(path)
 
@@ -236,13 +262,58 @@ async def get_file(
     if not allow_access:
         raise HTTPException(status_code=403, detail=reason)
     
+    req_range = request.headers.get("Range", None)
+    if not req_range is None:
+        # handle range request
+        if not req_range.startswith("bytes="):
+            raise HTTPException(status_code=400, detail="Invalid range request")
+        range_str = req_range[6:].strip()
+        if "," in range_str:
+            raise HTTPException(status_code=400, detail="Multiple ranges not supported")
+        if "-" not in range_str:
+            raise HTTPException(status_code=400, detail="Invalid range request")
+        range_start, range_end = map(lambda x: int(x) if x != "" else -1 , range_str.split("-"))
+    else:
+        range_start, range_end = -1, -1
+    
     if thumb:
-        return await emit_thumbnail(path, download, create_time=file_record.create_time)
+        if (range_start != -1 or range_end != -1): logger.warning("Range request for thumbnail")
+        return await emit_thumbnail(path, download, create_time=file_record.create_time, is_head=is_head)
     else:
         if download:
-            return await emit_file(file_record, 'application/octet-stream', "attachment")
+            return await emit_file(file_record, 'application/octet-stream', "attachment", is_head = is_head, range_start=range_start, range_end=range_end)
         else:
-            return await emit_file(file_record, None, "inline")
+            return await emit_file(file_record, None, "inline", is_head = is_head, range_start=range_start, range_end=range_end)
+
+@router_fs.get("/{path:path}")
+@handle_exception
+async def get_file(
+    request: Request,
+    path: str, 
+    download: bool = False, thumb: bool = False,
+    user: UserRecord = Depends(get_current_user)
+    ):
+    return await get_file_impl(
+        request = request,
+        user = user, path = path, download = download, thumb = thumb
+        )
+
+@router_fs.head("/{path:path}")
+@handle_exception
+async def head_file(
+    request: Request,
+    path: str, 
+    download: bool = False, thumb: bool = False,
+    user: UserRecord = Depends(get_current_user)
+    ):
+    if path.startswith("_api/"):
+        raise HTTPException(status_code=405, detail="HEAD not supported for API")
+    if path.endswith("/"):
+        raise HTTPException(status_code=405, detail="HEAD not supported for directory")
+    return await get_file_impl(
+        request = request,
+        user = user, path = path, download = download, thumb = thumb, is_head = True
+        )
 
 @router_fs.put("/{path:path}")
 @handle_exception

{lfss-0.8.2 → lfss-0.8.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "lfss"
-version = "0.8.2"
+version = "0.8.4"
 description = "Lightweight file storage service"
 authors = ["li, mengxun <limengxun45@outlook.com>"]
 readme = "Readme.md"
@@ -9,7 +9,7 @@ repository = "https://github.com/MenxLi/lfss"
 include = ["Readme.md", "docs/*", "frontend/*", "lfss/sql/*"]
 
 [tool.poetry.dependencies]
-python = ">=3.9"
+python = ">=3.10"   # PEP-622
 requests = "2.*"
 aiosqlite = "0.*"
 aiofiles = "23.*"