py2ls 0.2.4.27__py3-none-any.whl → 0.2.4.29__py3-none-any.whl

py2ls/ips.py

@@ -3657,35 +3657,21 @@ def get_os(full=False, verbose=False):
             pnrint(e)
     return res
 
-
+import re
+import stat
+import platform
 def listdir(
     rootdir,
     kind=None,
     sort_by="name",
     ascending=True,
-    contains=None,
+    contains=None,# filter filenames using re
+    booster=False,# walk in subfolders
+    hidden=False,  # Include hidden files/folders
     orient="list",
-    output="df",  # 'list','dict','records','index','series'
+    output="df",  # "df", 'list','dict','records','index','series'
     verbose=True,
-):
-    if kind is None:
-        ls = os.listdir(rootdir)
-        ls = [f for f in ls if not f.startswith(".") and not f.startswith("~")]
-        if verbose:
-            if len(ls)>20:
-                print(ls[:20])
-            else:
-                print(ls)
-        df_all = pd.DataFrame(
-            {
-                "name": ls,
-                "path": [os.path.join(rootdir, i) for i in ls],
-                "kind":[os.path.splitext(i)[1] for i in ls]
-            }
-        )
-        if verbose:
-            display(df_all.head())
-        return df_all
+): 
     if isinstance(kind, list):
         f_ = []
         for kind_ in kind:
@@ -3695,56 +3681,106 @@ def listdir(
                 sort_by=sort_by,
                 ascending=ascending,
                 contains=contains,
+                booster=booster,# walk in subfolders
+                hidden=hidden,
                 orient=orient,
                 output=output,
+                verbose=verbose,
             )
             f_.append(f_tmp)
         if f_:
             return pd.concat(f_, ignore_index=True)
-
-    if not kind.startswith("."):
-        kind = "." + kind
-
-    if os.path.isdir(rootdir):
-        ls = os.listdir(rootdir)
-        ls = [f for f in ls if not f.startswith(".") and not f.startswith("~")]
-        fd = [".fd", ".fld", ".fol", ".fd", ".folder"]
-        i = 0
-        f = {
-            "name": [],
-            "length": [],
-            "path": [],
-            "created_time": [],
-            "modified_time": [],
-            "last_open_time": [],
-            "size": [],
-            "fname": [],
-            "fpath": [],
-            "basename":[],
-        }
-        for item in ls:
-            item_path = os.path.join(rootdir, item)
-            if item.startswith("."):
+    if kind is not None:
+        if not kind.startswith("."):
+            kind = "." + kind
+    fd = [".fd", ".fld", ".fol", ".fd", ".folder"]
+    i = 0
+    f = {
+        "name": [],
+        'kind':[],
+        "length": [],
+        "basename":[],
+        "path": [],
+        "created_time": [],
+        "modified_time": [],
+        "last_open_time": [],
+        "size": [],
+        "permission":[],
+        "owner":[],
+        "rootdir":[],
+        "fname": [],
+        "fpath": [],
+    }
+    for dirpath, dirnames, ls in os.walk(rootdir):
+        if not hidden:
+            dirnames[:] = [d for d in dirnames if not d.startswith(".")]
+            ls = [i for i in ls if not i.startswith(".")]
+        for dirname in dirnames: 
+            if contains and not re.search(contains, dirname):
                 continue
-            filename, file_extension = os.path.splitext(item)
-            is_folder = kind.lower() in fd and os.path.isdir(item_path)
-            is_file = kind.lower() in file_extension.lower() and (
-                os.path.isfile(item_path)
-            )
-            if kind in [".doc", ".img", ".zip"]:  # 选择大的类别
-                if kind != ".folder" and not isa(item_path, kind):
-                    continue
-            elif kind in [".all"]:
-                return flist(fpath, contains=contains)
-            else:  # 精确到文件的后缀
-                if not is_folder and not is_file:
-                    continue
+            dirname_path = os.path.join(dirpath, dirname)
+            fpath = os.path.join(os.path.dirname(dirname_path), dirname) 
+            try:
+                stats_file = os.stat(fpath)
+            except Exception as e:
+                print(e)
+                continue
+            filename, file_extension = os.path.splitext(dirname)
+            file_extension = file_extension if file_extension!='' else None
             f["name"].append(filename)
+            f['kind'].append(file_extension)
             f["length"].append(len(filename))
-            f["path"].append(os.path.join(os.path.dirname(item_path), item))
+            f["size"].append(round(os.path.getsize(fpath) / 1024 / 1024, 3))
+            f['basename'].append(os.path.basename(dirname_path))
+            f["path"].append(os.path.join(os.path.dirname(dirname_path), dirname))
+            f["created_time"].append(
+                pd.to_datetime(os.path.getctime(dirname_path), unit="s")
+            )
+            f["modified_time"].append(
+                pd.to_datetime(os.path.getmtime(dirname_path), unit="s")
+            )
+            f["last_open_time"].append(
+                pd.to_datetime(os.path.getatime(dirname_path), unit="s")
+            )
+            f["permission"].append(stat.filemode(stats_file.st_mode)),
+            f["owner"].append(os.getlogin() if platform.system() != "Windows" else "N/A"),
+            f["rootdir"].append(dirpath)
+            f["fname"].append(filename)  # will be removed
+            f["fpath"].append(fpath)  # will be removed
+            i += 1
+        for item in ls: 
+            if contains and not re.search(contains, item):
+                continue
+            item_path = os.path.join(dirpath, item)
             fpath = os.path.join(os.path.dirname(item_path), item)
-            basename=os.path.basename(item_path)
+            try:
+                stats_file = os.stat(fpath)
+            except Exception as e:
+                print(e)
+                continue
+            filename, file_extension = os.path.splitext(item)
+            if kind is not None:
+                if not kind.startswith("."):
+                    kind = "." + kind
+                is_folder = kind.lower() in fd and os.path.isdir(item_path)
+                is_file = kind.lower() in file_extension.lower() and (
+                    os.path.isfile(item_path)
+                )
+                if kind in [".doc", ".img", ".zip"]:  # 选择大的类别
+                    if kind != ".folder" and not isa(item_path, kind):
+                        continue
+                elif kind in [".all"]:
+                    return flist(fpath, contains=contains)
+                else:  # 精确到文件的后缀
+                    if not is_folder and not is_file:
+                        continue
+            file_extension = file_extension if file_extension!='' else None
+            f["name"].append(filename)
+            f['kind'].append(file_extension)
+            f["length"].append(len(filename))
             f["size"].append(round(os.path.getsize(fpath) / 1024 / 1024, 3))
+            f['basename'].append(os.path.basename(item_path))
+            f["path"].append(os.path.join(os.path.dirname(item_path), item))
             f["created_time"].append(
                 pd.to_datetime(os.path.getctime(item_path), unit="s")
             )
@@ -3754,26 +3790,22 @@ def listdir(
             f["last_open_time"].append(
                 pd.to_datetime(os.path.getatime(item_path), unit="s")
             )
+            f["permission"].append(stat.filemode(stats_file.st_mode)),
+            f["owner"].append(os.getlogin() if platform.system() != "Windows" else "N/A"),
             f["fname"].append(filename)  # will be removed
             f["fpath"].append(fpath)  # will be removed
-            f['basename'].append(basename)
+            f["rootdir"].append(dirpath)
             i += 1
 
         f["num"] = i
-        f["rootdir"] = rootdir
         f["os"] = get_os()  # os.uname().machine
-    else:
-        raise FileNotFoundError(
-            'The directory "{}" does NOT exist. Please check the directory "rootdir".'.format(
-                rootdir
-            )
-        )
-
+        if not booster: # go deeper subfolders
+            break
+    #* convert to pd.DataFrame
     f = pd.DataFrame(f)
-
-    if contains is not None:
-        f = f[f["name"].str.contains(contains, case=False)]
-
+    f=f[["basename","name","kind","length","size","num","path","created_time",
+        "modified_time","last_open_time","rootdir",
+        "fname","fpath","permission","owner","os",]]
     if "nam" in sort_by.lower():
         f = sort_kind(f, by="name", ascending=ascending)
     elif "crea" in sort_by.lower():
@@ -3786,10 +3818,10 @@ def listdir(
     if "df" in output:
         if verbose:
             display(f.head())
+            print(f"shape: {f.shape}")
         return f
     else:
         from box import Box
-
         if "l" in orient.lower():  # list # default
             res_output = Box(f.to_dict(orient="list"))
             return res_output
@@ -3802,12 +3834,6 @@ def listdir(
         if "se" in orient.lower():  # records
             return Box(f.to_dict(orient="series"))
 
-
-# Example usage:
-# result = listdir('your_root_directory')
-# print(result)
-# df=listdir("/", contains='sss',sort_by='name',ascending=False)
-# print(df.fname.to_list(),"\n",df.fpath.to_list())
 def listfunc(lib_name, opt="call"):
     if opt == "call":
         funcs = [func for func in dir(lib_name) if callable(getattr(lib_name, func))]
@@ -3822,6 +3848,10 @@ def func_list(lib_name, opt="call"):
 def copy(src, dst, overwrite=False):
     """Copy a file from src to dst."""
     try:
+        dir_par_dst = os.path.dirname(dst)
+        if not os.path.isdir(dir_par_dst):
+            mkdir(dir_par_dst)
+        print(dir_par_dst)
         src = Path(src)
         dst = Path(dst)
         if not src.is_dir():
@@ -3848,11 +3878,14 @@ def copy(src, dst, overwrite=False):
     except Exception as e:
         logging.error(f"Failed {e}")
         
-def move(src, dst, overwrite=False):
-    return cut(src=src, dst=dst, overwrite=overwrite)
-
 def cut(src, dst, overwrite=False):
+    return move(src=src, dst=dst, overwrite=overwrite)
+
+def move(src, dst, overwrite=False):
     try:
+        dir_par_dst = os.path.dirname(dst)
+        if not os.path.isdir(dir_par_dst):
+            mkdir(dir_par_dst)
         src = Path(src)
         dst = Path(dst)
         if dst.is_dir():

{py2ls-0.2.4.27.dist-info → py2ls-0.2.4.29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: py2ls
-Version: 0.2.4.27
+Version: 0.2.4.29
 Summary: py(thon)2(too)ls
 Author: Jianfeng
 Author-email: Jianfeng.Liu0413@gmail.com
@@ -25,11 +25,11 @@ Requires-Dist: MarkupSafe (>=2.1.5)
 Requires-Dist: PyMatting (>=1.1.12)
 Requires-Dist: PyOpenGL (>=3.1.6)
 Requires-Dist: PyPDF2 (>=3.0.1)
-Requires-Dist: PyQt5 (>=5.15.11)
-Requires-Dist: PyQt5-Qt5 (>=5.15.14)
+Requires-Dist: PyQt5 (>=5.15.0)
+Requires-Dist: PyQt5-Qt5 (>=5.15.0)
 Requires-Dist: PyQt5_sip (>=12.15.0)
-Requires-Dist: PyQtWebEngine (>=5.15.7)
-Requires-Dist: PyQtWebEngine-Qt5 (>=5.15.14)
+Requires-Dist: PyQtWebEngine (>=5.15.0)
+Requires-Dist: PyQtWebEngine-Qt5 (>=5.15.0)
 Requires-Dist: PySocks (>=1.7.1)
 Requires-Dist: PyYAML (>=6.0.1)
 Requires-Dist: Pygments (>=2.18.0)
@@ -38,7 +38,6 @@ Requires-Dist: SciencePlots (>=2.1.1)
 Requires-Dist: XlsxWriter (>=3.2.0)
 Requires-Dist: asciitree (>=0.3.3)
 Requires-Dist: asttokens (>=2.4.1)
-Requires-Dist: attrs (>=23.2.0)
 Requires-Dist: autogluon (>=1.2)
 Requires-Dist: beautifulsoup4 (>=4.12.3)
 Requires-Dist: bleach (>=6.1.0)

{py2ls-0.2.4.27.dist-info → py2ls-0.2.4.29.dist-info}/RECORD

@@ -18,7 +18,7 @@ py2ls/.git/hooks/pre-receive.sample,sha256=pMPSuce7P9jRRBwxvU7nGlldZrRPz0ndsxAlI
 py2ls/.git/hooks/prepare-commit-msg.sample,sha256=6d3KpBif3dJe2X_Ix4nsp7bKFjkLI5KuMnbwyOGqRhk,1492
 py2ls/.git/hooks/push-to-checkout.sample,sha256=pT0HQXmLKHxt16-mSu5HPzBeZdP0lGO7nXQI7DsSv18,2783
 py2ls/.git/hooks/update.sample,sha256=jV8vqD4QPPCLV-qmdSHfkZT0XL28s32lKtWGCXoU0QY,3650
-py2ls/.git/index,sha256=X6N4wzd4ONwHaOyemlvaqQkoXIroIn7A7Q7RgUgXpaI,4232
+py2ls/.git/index,sha256=1-0l4HpWQFAVRMijggz6CNt4WGBxyGaAzgKzr57Td2I,4232
 py2ls/.git/info/exclude,sha256=ZnH-g7egfIky7okWTR8nk7IxgFjri5jcXAbuClo7DsE,240
 py2ls/.git/logs/HEAD,sha256=8ID7WuAe_TlO9g-ARxhIJYdgdL3u3m7-1qrOanaIUlA,3535
 py2ls/.git/logs/refs/heads/main,sha256=8ID7WuAe_TlO9g-ARxhIJYdgdL3u3m7-1qrOanaIUlA,3535
@@ -240,7 +240,7 @@ py2ls/export_requirements.py,sha256=x2WgUF0jYKz9GfA1MVKN-MdsM-oQ8yUeC6Ua8oCymio,
 py2ls/fetch_update.py,sha256=9LXj661GpCEFII2wx_99aINYctDiHni6DOruDs_fdt8,4752
 py2ls/freqanalysis.py,sha256=F4218VSPbgL5tnngh6xNCYuNnfR-F_QjECUUxrPYZss,32594
 py2ls/ich2ls.py,sha256=3E9R8oVpyYZXH5PiIQgT3CN5NxLe4Dwtm2LwaeacE6I,21381
-py2ls/ips.py,sha256=255SRYfnZXRDQ2NTyMV3V7fqsQRKyF1qJXfmqC1Il9Q,340739
+py2ls/ips.py,sha256=ZAwkOilTrfQ3zkUiMQbidrcFs-hZoWmXH60KGHkh530,342899
 py2ls/ml2ls.py,sha256=kIk-ZnDdJGd-fw9GPIFf1r4jtrw5hgvBpRnYNoL1U8I,209494
 py2ls/mol.py,sha256=AZnHzarIk_MjueKdChqn1V6e4tUle3X1NnHSFA6n3Nw,10645
 py2ls/netfinder.py,sha256=UfsruqlFwUOZQx4mO7P7-UiRJqcxcT0WN3QRLv22o74,64059
@@ -252,6 +252,6 @@ py2ls/sleep_events_detectors.py,sha256=bQA3HJqv5qnYKJJEIhCyhlDtkXQfIzqksnD0YRXso
 py2ls/stats.py,sha256=qBn2rJmNa_QLLUqjwYqXUlGzqmW94sgA1bxJU2FC3r0,39175
 py2ls/translator.py,sha256=77Tp_GjmiiwFbEIJD_q3VYpQ43XL9ZeJo6Mhl44mvh8,34284
 py2ls/wb_detector.py,sha256=7y6TmBUj9exCZeIgBAJ_9hwuhkDh1x_-yg4dvNY1_GQ,6284
-py2ls-0.2.4.27.dist-info/METADATA,sha256=HWrS9YqO12ydb_7jNR9CtR_a-HCyGqE9nmSX2xvnPdk,20248
-py2ls-0.2.4.27.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-py2ls-0.2.4.27.dist-info/RECORD,,
+py2ls-0.2.4.29.dist-info/METADATA,sha256=Q5QexUBj0yRURCC-AdmLXGJBvO3ZO_uc0UW_EdmU_qo,20213
+py2ls-0.2.4.29.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+py2ls-0.2.4.29.dist-info/RECORD,,