py2ls 0.2.1__py3-none-any.whl → 0.2.3__py3-none-any.whl

py2ls/stats.py

@@ -95,7 +95,7 @@ def FuncStars(
                 fontname=fontname,
                 color=symbolcolor,
             )
-        elif 0 < pval <= 0.001:
+        elif 0 <= pval <= 0.001:
             ax.text(
                 xcenter,
                 y_loc,
@@ -107,7 +107,7 @@ def FuncStars(
                 color=symbolcolor,
             )
         # lines indicators
-        if linego and 0 < pval <= 0.05:
+        if linego and 0 <= pval <= 0.05:
             # horizontal line
             if yscale <= 0.99:
                 ax.plot(
@@ -659,17 +659,26 @@ def corr_pair(pair):
 
 
 def check_normality(data, verbose=True):
-    stat_shapiro, pval_shapiro = stats.shapiro(data)
-    if pval_shapiro > 0.05:
+    if len(data)<=5000:
+        # Shapiro-Wilk test is designed to test the normality of a small sample, typically less than 5000 observations. 
+        stat_shapiro, pval4norm = stats.shapiro(data)
+        method='Shapiro-Wilk test'
+    else:
+        from scipy.stats import kstest, zscore
+        data_scaled = zscore(data) # a standard normal distribution(mean=0,sd=1)
+        stat_kstest, pval4norm = kstest(data_scaled, 'norm')
+        method='Kolmogorov–Smirnov test'
+    if pval4norm >= 0.05:
         Normality = True
     else:
         Normality = False
     if verbose:
-        (
-            print(f"\n normally distributed\n")
-            if Normality
-            else print(f"\n NOT normally distributed\n")
-        )
+            print(f"\'{method}' was used to test for normality")
+            (
+                print("\nnormally distributed")
+                if Normality
+                else print(f"\n NOT normally distributed\n")
+            )
     return Normality
 
 

py2ls/update2usage.py

@@ -0,0 +1,126 @@
+from .ips import *
+from .netfinder import fetch, get_soup
+
+
+def update_pd_usages(
+    url="https://pandas.pydata.org/docs/reference/api/pandas.DataFrame.to_clipboard.html",
+    dir_save=None,
+):
+    # extract each usage from its url
+    def get_usage(url):
+        # extract each usage from its url
+        sp = get_soup(url, driver="se")
+        return fetch(sp, where="dt")[0]
+
+    if dir_save is None:
+        if "mac" in get_os():
+            dir_save = "/Users/macjianfeng/Dropbox/github/python/py2ls/py2ls/data/"
+        else:
+            dir_save = "Z:\\Jianfeng\\temp\\"
+    sp = get_soup(url, driver="se")
+    links_all = fetch(sp, where="a", get="href", class_="reference internal")
+    filtered_links = unique(
+        [i for i in links_all if any([i.startswith(cond) for cond in ["pandas"]])]
+    )
+    links = [
+        "https://pandas.pydata.org/docs/reference/api/" + i for i in filtered_links
+    ]
+
+    usages = [get_usage(i) for i in links]
+    dict_usage = {}
+    for usage in usages:
+        if usage.startswith("DataFrame"):
+            usage = usage.replace("DataFrame", "df")
+        if usage.startswith("pandas"):
+            usage = usage.replace("pandas", "pd")
+        if usage.endswith("[source]#"):
+            usage = usage.replace("[source]#", "")
+        if usage.endswith("#"):
+            usage = usage.replace("#", "")
+        str2rm = ["class", "property"]
+        for str2rm_ in str2rm:
+            if usage.startswith(str2rm_):
+                usage = usage.replace(str2rm, "")
+        funcname = ssplit(usage, by="(")[0]
+        dict_usage.update({funcname: usage})
+    # save to local
+    dir_save += "/" if not dir_save.endswith("/") else ""
+    fsave(
+        dir_save + "usages_pd.json",
+        dict_usage,
+    )
+
+
+def update_sns_usages(
+    url="https://seaborn.pydata.org/generated/seaborn.swarmplot.html",
+    dir_save=None,
+):
+    """
+    Fetches usage examples of various Seaborn plotting functions from the Seaborn documentation website.
+    It filters the relevant plot-related links, extracts usage examples, and saves them in a JSON file.
+
+    Parameters:
+    - url (str): URL of the Seaborn page to start extracting plot usages (default is swarmplot page).
+    - dir_save (str): Directory where the JSON file containing usages will be saved (default is a local path).
+
+    Saves:
+    - A JSON file named 'usages_sns.json' containing plotting function names and their usage descriptions.
+
+    Returns:
+    - None
+    """
+
+    # extract each usage from its url
+    def get_usage(url):
+        sp = get_soup(url, driver="se")
+        # preview(sp)
+        return fetch(sp, where="dt")[0]
+
+    if dir_save is None:
+        if "mac" in get_os():
+            dir_save = "/Users/macjianfeng/Dropbox/github/python/py2ls/py2ls/data/"
+        else:
+            dir_save = "Z:\\Jianfeng\\temp\\"
+    sp = get_soup(url, driver="se")
+    links_all = fetch(sp, where="a", get="href", class_="reference internal")
+    filtered_links = unique(
+        [
+            i
+            for i in links_all
+            if not any(
+                [
+                    i.startswith(cond)
+                    for cond in [
+                        "seaborn.JointGrid",
+                        "seaborn.PairGrid",
+                        "seaborn.objects",
+                    ]
+                ]
+                + ["plot" not in i]
+            )
+        ]
+    )
+    links = ["https://seaborn.pydata.org/generated/" + i for i in filtered_links]
+
+    usages = [get_usage(i) for i in links]
+    dict_usage = {}
+    for usage in usages:
+        dict_usage.update(
+            {ssplit(usage, by="(")[0].replace("seaborn.", ""): usage[:-1]}
+        )
+    # save to local
+    dir_save += "/" if not dir_save.endswith("/") else ""
+    fsave(
+        dir_save + "usages_sns.json",
+        dict_usage,
+    )
+
+
+def main():
+    # update pandas usage to local
+    update_pd_usages()
+    # update_sns_usages()
+
+
+if __name__ == "__main__":
+    main()

{py2ls-0.2.1.dist-info → py2ls-0.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: py2ls
-Version: 0.2.1
+Version: 0.2.3
 Summary: py(thon)2(too)ls
 Author: Jianfeng
 Author-email: Jianfeng.Liu0413@gmail.com

{py2ls-0.2.1.dist-info → py2ls-0.2.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-py2ls/.DS_Store,sha256=BloZZz2vlFVfF-I3X7ZsqXusvqOawJMx7erKcnIP-b0,6148
+py2ls/.DS_Store,sha256=N6pp6R6M5ZPDw6IdIAnsHaAAOu8hWJASHMjjjKMNmOc,6148
 py2ls/.git/COMMIT_EDITMSG,sha256=AdtqRHle5Ej2EBNPJY79v-SB454v5UK4wuPCPFELiFQ,11
 py2ls/.git/FETCH_HEAD,sha256=VM-2Jiw6iPaGu0ftg9xwq76OyNPWV0iT1nL0VWiL1zI,100
 py2ls/.git/HEAD,sha256=KNJb-Cr0wOK3L1CVmyvrhZ4-YLljCl6MYD2tTdsrboA,21
@@ -181,6 +181,7 @@ py2ls/data/db2ls_sql_chtsht.json,sha256=ls9d7Sm8TLeujanWHfHlWhU85Qz1KnAizO_9X3wU
 py2ls/data/docs_links.json,sha256=kXgbbWo0b8bfV4n6iuuUNLnZipIyLzokUO6Lzmf7nO4,101829
 py2ls/data/email/email_html_template.html,sha256=UIg3aixWfdNsvVx-j2dX1M5N3G-6DgrnV1Ya1cLjiUQ,2809
 py2ls/data/lang_code_iso639.json,sha256=qZiU7H2RLJjDMXK22C-jhwzLJCI5vKmampjB1ys4ek4,2157
+py2ls/data/sns_info.json,sha256=pEzdg2bhMkwQHZpXx02_7zAP7NvRoCc0Le8PN6Uv0Vk,4074
 py2ls/data/styles/example/style1.pdf,sha256=Pt_qQJ5kiCSIPiz3TWSwEffHUdj75kKXnZ4MPqpEx4I,29873
 py2ls/data/styles/example/style2.pdf,sha256=0xduPLPulET38LEP2V2H_q70wqlrrBEo8ttqO-FMrfQ,25449
 py2ls/data/styles/example/style3.pdf,sha256=010-Pm2BUowAt0XDkJWZTR5rAszLqmI1DO3209sIFWs,65536
@@ -202,20 +203,23 @@ py2ls/data/styles/style6.json,sha256=tu-MYOT9x5Rorc-2IK6sy-J-frmz0RNdm65XAsDQKX4
 py2ls/data/styles/style7.json,sha256=StdUFwIVrS7T_6CDrADHMorzc0WZFWBM7IyYdO1TPHg,4447
 py2ls/data/styles/style8.json,sha256=8XUgkZtew8ebvjbAHlDHCSWUqNra3ktDvMCO4vNh-CM,4456
 py2ls/data/styles/style9.json,sha256=PLxvntbH_kfzZlnCTtCEAUVBGi5m6Lngb9C01rArQog,4769
+py2ls/data/usages_pd.json,sha256=XvFAwxKn6yYZztxmAhcqQ-kuYm6xBnLRx5aOLfvp3BQ,11060
+py2ls/data/usages_sns.json,sha256=Vu2kGIIMxxWxJ1kW0Ov7mq47DQwZa_-gwsXiW72A2ag,7788
 py2ls/db2ls.py,sha256=MMfFX47aIPIyu7fU9aPvX9lbPRPYOpJ_VXwlnWk-8qo,13615
 py2ls/doc.py,sha256=xN3g1OWfoaGUhikbJ0NqbN5eKy1VZVvWwRlhHMgyVEc,4243
 py2ls/export_requirements.py,sha256=x2WgUF0jYKz9GfA1MVKN-MdsM-oQ8yUeC6Ua8oCymio,2325
 py2ls/freqanalysis.py,sha256=F4218VSPbgL5tnngh6xNCYuNnfR-F_QjECUUxrPYZss,32594
 py2ls/ich2ls.py,sha256=3E9R8oVpyYZXH5PiIQgT3CN5NxLe4Dwtm2LwaeacE6I,21381
-py2ls/ips.py,sha256=HjMZDXzfOiqhgNOdtoX7dxoY2cRsrD78LXilWyIUffE,164940
+py2ls/ips.py,sha256=uEpvsKo_E9eX49Icd60g-fQBDzmpGW65hJM9_mr6wuM,195254
 py2ls/netfinder.py,sha256=vgOOMhzwbjRuLWMAPyf_kh3HoOhsJ9dlA-tCkMf7kNU,55371
 py2ls/ocr.py,sha256=5lhUbJufIKRSOL6wAWVLEo8TqMYSjoI_Q-IO-_4u3DE,31419
-py2ls/plot.py,sha256=x_bvQyPM6sl7IscgHPUbOEnqR82Iefcyur1JOweEAZw,100536
+py2ls/plot.py,sha256=ynL5fz2jf1pD09FWkAayQOT3c4Jj64sjFHrkgCqdgAs,127193
 py2ls/setuptools-70.1.0-py3-none-any.whl,sha256=2bi3cUVal8ip86s0SOvgspteEF8SKLukECi-EWmFomc,882588
 py2ls/sleep_events_detectors.py,sha256=bQA3HJqv5qnYKJJEIhCyhlDtkXQfIzqksnD0YRXso68,52145
-py2ls/stats.py,sha256=fJmXQ9Lq460StOn-kfEljE97cySq7876HUPTnpB5hLs,38123
+py2ls/stats.py,sha256=DMoJd8Z5YV9T1wB-4P52F5K5scfVK55DT8UP4Twcebo,38627
 py2ls/translator.py,sha256=zBeq4pYZeroqw3DT-5g7uHfVqKd-EQptT6LJ-Adi8JY,34244
+py2ls/update2usage.py,sha256=9uLoipgM0k-xUy56XOa6v-sOim3mE5srdNiPzn03ALY,3964
 py2ls/wb_detector.py,sha256=7y6TmBUj9exCZeIgBAJ_9hwuhkDh1x_-yg4dvNY1_GQ,6284
-py2ls-0.2.1.dist-info/METADATA,sha256=Qr6DFCoJWEj0_JrHmUDLJYRtoPqO7GyHth0Apsq5wOk,20036
-py2ls-0.2.1.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-py2ls-0.2.1.dist-info/RECORD,,
+py2ls-0.2.3.dist-info/METADATA,sha256=QvoGrLUwlS0T7VI09f-OJ8tU1Z3VGCl0bJWbP73RCCg,20036
+py2ls-0.2.3.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+py2ls-0.2.3.dist-info/RECORD,,