lfss 0.7.7__py3-none-any.whl → 0.7.8__py3-none-any.whl

frontend/info.js

@@ -19,28 +19,28 @@ export function showInfoPanel(r, u){
     <div class="info-container-left">
         <table class="info-table">
             <tr>
-                <td class="info-table-key">Filename</td>
+                <td class="info-table-key">Name</td>
                 <td class="info-table-value">${decodePathURI(r.url).split('/').pop()}</td>
             </tr>
+            <tr>
+                <td class="info-table-key">Size</td>
+                <td class="info-table-value">${formatSize(r.file_size)}</td>
+            </tr>
             <tr>
                 <td class="info-table-key">File-Type</td>
                 <td class="info-table-value">${r.mime_type}</td>
             </tr>
             <tr>
-                <td class="info-table-key">Size</td>
-                <td class="info-table-value">${formatSize(r.file_size)}</td>
+                <td class="info-table-key">Owner-ID</td>
+                <td class="info-table-value">${r.owner_id}</td>
             </tr>
             <tr>
-                <td class="info-table-key">Owner</td>
-                <td class="info-table-value">${r.owner_id}</td>
+                <td class="info-table-key">Access-Time</td>
+                <td class="info-table-value">${cvtGMT2Local(r.access_time)}</td>
             </tr>
             <tr>
                 <td class="info-table-key">Create-Time</td>
                 <td class="info-table-value">${cvtGMT2Local(r.create_time)}</td>
-            </td>
-            <tr>
-                <td class="info-table-key">Access-Time</td>
-                <td class="info-table-value">${cvtGMT2Local(r.access_time)}</td>
             </tr>
         </table>
     </div>
@@ -82,7 +82,7 @@ export function showDirInfoPanel(r, u, c){
     <div class="info-container-left">
         <table class="info-table">
             <tr>
-                <td class="info-table-key">Pathname</td>
+                <td class="info-table-key">Name</td>
                 <td class="info-table-value" id="info-table-pathname">${fmtPath.split('/').pop()}</td>
             </tr>
             <tr>

frontend/popup.css

@@ -9,6 +9,19 @@ div.floating-window.blocker{
     z-index: 100;
 }
 
+@keyframes fade-in{
+    from{
+        opacity: 0;
+        transform: translate(-50%, calc(-50% + 0.25rem));
+    }
+    to{
+        opacity: 1;
+        transform: translate(-50%, -50%);
+    }
+}
+div.floating-window.window{
+    animation: fade-in 0.1s ease-in;
+}
 div.floating-window.window{
     position: fixed;
     top: 50%;

frontend/scripts.js

@@ -277,6 +277,8 @@ function refreshFileList(){
                     infoButton.style.cursor = 'pointer';
                     infoButton.textContent = 'Details';
                     infoButton.style.width = '100%';
+                    infoButton.style.display = 'block';
+                    infoButton.style.textAlign = 'center';
                     infoButton.addEventListener('click', () => {
                         showDirInfoPanel(dir, userRecord, conn);
                     });

frontend/styles.css

@@ -219,4 +219,14 @@ a{
 .delete-btn:hover{
     color: white !important;
     background-color: #990511c7 !important;
+}
+
+button{
+    transition: all 0.2s;
+}
+button:hover {
+    transform: scale(1.05);
+}
+button:active {
+    transform: scale(0.95);
 }

lfss/cli/balance.py

@@ -3,10 +3,11 @@ Balance the storage by ensuring that large file thresholds are met.
 """
 
 from lfss.src.config import LARGE_BLOB_DIR, LARGE_FILE_BYTES
-import argparse, time
+import argparse, time, itertools
 from functools import wraps
 from asyncio import Semaphore
 import aiofiles, asyncio
+from contextlib import contextmanager
 from lfss.src.database import transaction, unique_cursor
 from lfss.src.connection_pool import global_entrance
 
@@ -30,7 +31,6 @@ async def move_to_external(f_id: str, flag: str = ''):
         if blob_row is None:
             print(f"{flag}File {f_id} not found in blobs.fdata")
             return
-        await c.execute("BEGIN")
         blob: bytes = blob_row[0]
         async with aiofiles.open(LARGE_BLOB_DIR / f_id, 'wb') as f:
             await f.write(blob)
@@ -59,8 +59,7 @@ async def _main(batch_size: int = 10000):
     start_time = time.time()
 
     e_cout = 0
-    batch_count = 0
-    while True:
+    for batch_count in itertools.count(start=0):
         async with unique_cursor() as conn:
             exceeded_rows = list(await (await conn.execute( 
                 "SELECT file_id FROM fmeta WHERE file_size > ? AND external = 0 LIMIT ? OFFSET ?",
@@ -76,8 +75,7 @@ async def _main(batch_size: int = 10000):
         await asyncio.gather(*tasks)
 
     i_count = 0
-    batch_count = 0
-    while True:
+    for batch_count in itertools.count(start=0):
         async with unique_cursor() as conn:
             under_rows = list(await (await conn.execute(
                 "SELECT file_id, file_size, external FROM fmeta WHERE file_size <= ? AND external = 1 LIMIT ? OFFSET ?",
@@ -95,15 +93,35 @@ async def _main(batch_size: int = 10000):
     end_time = time.time()
     print(f"Balancing complete, took {end_time - start_time:.2f} seconds. "
           f"{e_cout} files moved to external storage, {i_count} files moved to internal storage.")
+
+@global_entrance()
+async def vacuum(index: bool = False, blobs: bool = False):
+    @contextmanager
+    def indicator(name: str):
+        print(f"\033[1;33mRunning {name}... \033[0m")
+        s = time.time()
+        yield
+        print(f"{name} took {time.time() - s:.2f} seconds")
+
+    async with unique_cursor(is_write=True) as c:
+        if index:
+            with indicator("VACUUM-index"):
+                await c.execute("VACUUM main")
+        if blobs:
+            with indicator("VACUUM-blobs"):
+                await c.execute("VACUUM blobs")
             
 def main():
     global sem
     parser = argparse.ArgumentParser(description="Balance the storage by ensuring that large file thresholds are met.")
     parser.add_argument("-j", "--jobs", type=int, default=2, help="Number of concurrent jobs")
     parser.add_argument("-b", "--batch-size", type=int, default=10000, help="Batch size for processing files")
+    parser.add_argument("--vacuum", action="store_true", help="Run VACUUM only on index.db after balancing")
+    parser.add_argument("--vacuum-all", action="store_true", help="Run VACUUM on both index.db and blobs.db after balancing")
     args = parser.parse_args()
     sem = Semaphore(args.jobs)
     asyncio.run(_main(args.batch_size))
+    asyncio.run(vacuum(index=args.vacuum or args.vacuum_all, blobs=args.vacuum_all))
 
 if __name__ == '__main__':
     main()

lfss/cli/user.py

@@ -1,20 +1,10 @@
 import argparse, asyncio
 from contextlib import asynccontextmanager
 from .cli import parse_permission, FileReadPermission
+from ..src.utils import parse_storage_size
 from ..src.database import Database, FileReadPermission, transaction, UserConn
 from ..src.connection_pool import global_entrance
 
-def parse_storage_size(s: str) -> int:
-    if s[-1] in 'Kk':
-        return int(s[:-1]) * 1024
-    if s[-1] in 'Mm':
-        return int(s[:-1]) * 1024 * 1024
-    if s[-1] in 'Gg':
-        return int(s[:-1]) * 1024 * 1024 * 1024
-    if s[-1] in 'Tt':
-        return int(s[:-1]) * 1024 * 1024 * 1024 * 1024
-    return int(s)
-
 @global_entrance(1)
 async def _main():
     parser = argparse.ArgumentParser()

lfss/src/config.py

@@ -1,5 +1,6 @@
-from pathlib import Path
 import os
+from pathlib import Path
+from .utils import parse_storage_size
 
 __default_dir = '.storage_data'
 
@@ -12,6 +13,10 @@ LARGE_BLOB_DIR = DATA_HOME / 'large_blobs'
 LARGE_BLOB_DIR.mkdir(exist_ok=True)
 
 # https://sqlite.org/fasterthanfs.html
-LARGE_FILE_BYTES = 8 * 1024 * 1024   # 8MB
+__env_large_file = os.environ.get('LFSS_LARGE_FILE', None)
+if __env_large_file is not None:
+    LARGE_FILE_BYTES = parse_storage_size(__env_large_file)
+else:
+    LARGE_FILE_BYTES = 8 * 1024 * 1024  # 8MB
 MAX_FILE_BYTES = 512 * 1024 * 1024   # 512MB
 MAX_BUNDLE_BYTES = 512 * 1024 * 1024   # 512MB

lfss/src/connection_pool.py

@@ -5,6 +5,7 @@ from contextlib import asynccontextmanager
 from dataclasses import dataclass
 from asyncio import Semaphore, Lock
 from functools import wraps
+from typing import Callable, Awaitable
 
 from .log import get_logger
 from .config import DATA_HOME
@@ -125,7 +126,7 @@ async def global_connection(n_read: int = 1):
         await global_connection_close()
 
 def global_entrance(n_read: int = 1):
-    def decorator(func):
+    def decorator(func: Callable[..., Awaitable]):
         @wraps(func)
         async def wrapper(*args, **kwargs):
             async with global_connection(n_read):

lfss/src/utils.py

@@ -62,6 +62,18 @@ def now_stamp() -> float:
 def stamp_to_str(stamp: float) -> str:
     return datetime.datetime.fromtimestamp(stamp).strftime('%Y-%m-%d %H:%M:%S')
 
+def parse_storage_size(s: str) -> int:
+    """ Parse the file size string to bytes """
+    if s[-1].isdigit():
+        return int(s)
+    unit = s[-1].lower()
+    match unit:
+        case 'b': return int(s[:-1])
+        case 'k': return int(s[:-1]) * 1024
+        case 'm': return int(s[:-1]) * 1024**2
+        case 'g': return int(s[:-1]) * 1024**3
+        case 't': return int(s[:-1]) * 1024**4
+        case _: raise ValueError(f"Invalid file size string: {s}")
 
 _FnReturnT = TypeVar('_FnReturnT')
 _AsyncReturnT = Awaitable[_FnReturnT]

{lfss-0.7.7.dist-info → lfss-0.7.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lfss
-Version: 0.7.7
+Version: 0.7.8
 Summary: Lightweight file storage service
 Home-page: https://github.com/MenxLi/lfss
 Author: li, mengxun

{lfss-0.7.7.dist-info → lfss-0.7.8.dist-info}/RECORD

@@ -4,32 +4,32 @@ docs/Permission.md,sha256=X0VNfBKU52f93QYqcVyiBFJ3yURiSkhIo9S_5fdSgzM,2265
 frontend/api.js,sha256=DxWmqO0AAOsWLXYtbgAzEnSmVyEJyzcxXSCH7H3STUk,7925
 frontend/index.html,sha256=Mem8de9vwmZoe4x1DKqpu_aFgIBURqT3mIGdeOOTbIs,2051
 frontend/info.css,sha256=Ny0N3GywQ3a9q1_Qph_QFEKB4fEnTe_2DJ1Y5OsLLmQ,595
-frontend/info.js,sha256=N3fAniM0Zir_P9t-Mt9_zOWEeqDuhA2uDRfIZsOHn4w,5459
-frontend/popup.css,sha256=06Z3ut9-RviCUB2CjiONuEyJRpV3M7LAT6Qzl_nYf9s,1025
+frontend/info.js,sha256=mXCQnRESSx7iiR1FW63sAXHnm0NZ3REeaRmnjZNeQbU,5454
+frontend/popup.css,sha256=TJZYFW1ZcdD1IVTlNPYNtMWKPbN6XDbQ4hKBOFK8uLg,1284
 frontend/popup.js,sha256=3PgaGZmxSdV1E-D_MWgcR7aHWkcsHA1BNKSOkmP66tA,5191
-frontend/scripts.js,sha256=zp_ENEnWxiwZRM_gE7HP0j_MXEI8yActO6cQfiTkaD8,20171
-frontend/styles.css,sha256=l5_SECKR6vkEe4llydRIFxx0C2SOqcacmdMrtdLZRVM,4086
+frontend/scripts.js,sha256=OP99BSbnyTE1LJebGVUvV3WUnDBiZdqaC3a9SE1FF6U,20286
+frontend/styles.css,sha256=37aU9Iep_hTz3LnAAAcEhC_I7AC0A4lX6apnMuGPTlA,4214
 frontend/utils.js,sha256=Ts4nlef8pkrEgpwX-uQwAhWvwxlIzex8ijDLNCa22ps,2372
-lfss/cli/balance.py,sha256=heOgwH6oNnfYsKJfA4VxWKdEXPstdVbbRXWxcDqLIS0,4176
+lfss/cli/balance.py,sha256=X6Q6e7sb6LMlCXG4qSD2MUMlixV2Kc9EXPluIe2S5DA,5090
 lfss/cli/cli.py,sha256=LH1nx5wI1K2DZ3hvHz7oq5HcXVDoW2V6sr7q9gJ8gqo,4621
 lfss/cli/panel.py,sha256=iGdVmdWYjA_7a78ZzWEB_3ggIOBeUKTzg6F5zLaB25c,1401
 lfss/cli/serve.py,sha256=bO3GT0kuylMGN-7bZWP4e71MlugGZ_lEMkYaYld_Ntg,985
-lfss/cli/user.py,sha256=-ePmx_jhqfPQDl_9i_C_St9ujlCyyWSqNJUvc26v4_4,3686
+lfss/cli/user.py,sha256=ETLtj0N-kmxv0mhmeAsO6cY7kPq7nOOP4DetxIRoQpQ,3405
 lfss/client/__init__.py,sha256=8uvcKs3PYQamDd_cjfN-fX9QUohEzJqeJlOYkBlzC3M,4556
 lfss/client/api.py,sha256=kSkB4wADTu012-1wl6v90OiZrw6aTQ42GU4jtV4KO0k,5764
 lfss/sql/init.sql,sha256=C-JtQAlaOjESI8uoF1Y_9dKukEVSw5Ll-7yA3gG-XHU,1210
 lfss/sql/pragma.sql,sha256=uENx7xXjARmro-A3XAK8OM8v5AxDMdCCRj47f86UuXg,206
 lfss/src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lfss/src/config.py,sha256=aTfjWORE9Mx7LSEjbfmHnULlrmIWEvEBSZ4fJKWZNjM,530
-lfss/src/connection_pool.py,sha256=teW_4DMiwlCN_bS7AhjkbY9cHZqUFlmHE_J2yPjHVsA,5125
+lfss/src/config.py,sha256=CIbVFWRu86dl2GVlXlCDv93W8PLwT89NtznU6TCKvtk,729
+lfss/src/connection_pool.py,sha256=r4Ho5d_Gd4S_KbT7515UJoiyfIgS6xyttqMsKqOfaIg,5190
 lfss/src/database.py,sha256=-itbpGb7cQrywZLFk4aNcuy38Krsyemtyiz8GIt4i7M,31944
 lfss/src/datatype.py,sha256=BLS7vuuKnFZQg0nrKeP9SymqUhcN6HwPgejU0yBd_Ak,1622
 lfss/src/error.py,sha256=imbhwnbhnI3HLhkbfICROe3F0gleKrOk4XnqHJDOtuI,285
 lfss/src/log.py,sha256=xOnkuH-gB_jSVGqNnDVEW05iki6SCJ2xdEhjz5eEsMo,5136
 lfss/src/server.py,sha256=EA5fK4qc98tF8qoS9F6VaxIE65D5X8Ztkjqy8EUYIv8,16276
 lfss/src/stat.py,sha256=hTMtQyM_Ukmhc33Bb9FGCfBMIX02KrGHQg8nL7sC8sU,2082
-lfss/src/utils.py,sha256=LXsjNatuwg3iDCKTBgC-t7iEuM2X_mPsgNdDy92zhwo,3405
-lfss-0.7.7.dist-info/METADATA,sha256=j3VO-GRmoC-_fseS5NAUcUJaOMBUyIx0OS9Amiji9Hg,1967
-lfss-0.7.7.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-lfss-0.7.7.dist-info/entry_points.txt,sha256=d_Ri3GXxUW-S0E6q953A8od0YMmUAnZGlJSKS46OiW8,172
-lfss-0.7.7.dist-info/RECORD,,
+lfss/src/utils.py,sha256=S9LCJ5OkNk_zM4rZnrHg1UDjnNkDVO_ejmfsBeNJs4s,3868
+lfss-0.7.8.dist-info/METADATA,sha256=JwNtzTpXrk_e4ydOV286AkNBUANiIMlDxPiptRAoHH4,1967
+lfss-0.7.8.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+lfss-0.7.8.dist-info/entry_points.txt,sha256=d_Ri3GXxUW-S0E6q953A8od0YMmUAnZGlJSKS46OiW8,172
+lfss-0.7.8.dist-info/RECORD,,