xlin 0.1.8__py2.py3-none-any.whl → 0.1.10__py2.py3-none-any.whl

xlin/__init__.py

@@ -0,0 +1,9 @@
+from .ischinese import *
+from .jsonl import *
+from .metric import *
+from .multiprocess_mapping import *
+from .read_as_dataframe import *
+from .statistic import *
+from .util import *
+from .xls2xlsx import *
+from .yaml import *

xlin/metric.py

@@ -0,0 +1,53 @@
+
+def stream_average(avg_pre, cur_num_index, cur_num):
+    """
+    calculate the average of number in a stream
+    given nums: List[float], calculate avg[n] = sum(nums[:n]) / len(nums[:n]) = sum(nums[:n]) / n
+    however, we don't know the length of the stream, so we use a moving average
+    so avg[n-1] = sum(nums[:n-1]) / (n-1)
+    so n * avg[n] = (n-1) * avg[n-1] + nums[n]
+    so avg[n] = avg[n-1] + (nums[n] - avg[n-1]) / n
+    we don't need to remember every nums before n
+
+    Usage:
+    >>> acc = 0
+    >>> nums = [1, 0, 1, 0, 0, 1, 1, 1, 0, 1]
+    >>> for i, num in enumerate(nums):
+    ...     acc = stream_average(acc, i, num)
+
+    :param avg_pre: (initially 0) average of previous numbers from index 0 to cur_num_index-1, i.e. avg[n-1]
+    :param cur_num_index: current number index starting from 0, i.e. n
+    :param cur_num: current number, i.e. nums[n]
+    :return: average of current number and previous numbers, i.e. avg[n]
+    """
+    return avg_pre + (cur_num - avg_pre) / (cur_num_index + 1)
+
+
+class AverageMeter:
+    """Computes and stores the average and current value"""
+
+    def __init__(self, name, fmt=':f'):
+        self.name = name
+        self.fmt = fmt
+        self.val = 0
+        self.avg = 0
+        self.sum = 0
+        self.count = 0
+        self.reset()
+
+    def reset(self):
+        self.val = 0
+        self.avg = 0
+        self.sum = 0
+        self.count = 0
+
+    def update(self, val, n=1):
+        self.val = val
+        self.sum += val * n
+        self.count += n
+        self.avg = self.sum / self.count
+
+    def __str__(self):
+        fmtstr = '{name} {val' + self.fmt + '} ({avg' + self.fmt + '})'
+        return fmtstr.format(**self.__dict__)
+

{xlin-0.1.8.dist-info → xlin-0.1.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xlin
-Version: 0.1.8
+Version: 0.1.10
 Summary: toolbox for LinXueyuan
 License: MIT
 Author: XiChen

{xlin-0.1.8.dist-info → xlin-0.1.10.dist-info}/RECORD

@@ -1,15 +1,14 @@
-xlin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xlin/__init__.py,sha256=xH5nS8y2RhQ8IDMM2pVkD5W0lxEFuymUSpzSWKo-358,226
 xlin/ischinese.py,sha256=Ia9IMQ6q-UHkdLwqS70L1fTnfSPbluFrv_I1UqsKquo,293
 xlin/jsonl.py,sha256=DvVM241a9VgQlp5WIMPRv-JIolT0RdSxw47IG_fc7xE,6690
+xlin/metric.py,sha256=N7wJ35y-C-IaBr1I1CJ_37lTG7gA69zmn9Xg6xSwKoI,1690
 xlin/multiprocess_mapping.py,sha256=pmzyEUYpbpIZ_ezyvWWWRpr7D7n4t3E3jW1nGXBbVck,7652
 xlin/read_as_dataframe.py,sha256=ir3HUT6dt3crqa3xnlcNn8j3wqjSIGJgiIVLP3KkBaQ,8678
 xlin/statistic.py,sha256=BLj8hszlbBT5xDIfd70_YtOb8QgZEvYXiFJDGXBwCfw,881
-xlin/terminal_color.py,sha256=nfE-CY2BzjY2eZbm9yk8r-AuyJ-hchmLXhASCb4HAIA,191
 xlin/util.py,sha256=SOQUh506GQlljJYLYuI6nScSTOrgRQnMq2xfxSvKIlI,11303
-xlin/uuid.py,sha256=gouvm7_DL22sIhXl-g4e6S2qzIZtmE3SEp00xy1upyg,271
 xlin/xls2xlsx.py,sha256=5zfcM0gmunFQOcOj9nYd9Dj0HMhU7-cPKnPIy6Ot9iU,930
 xlin/yaml.py,sha256=kICi7G3Td5q2MaSXXt85qNTWoHMgjzt7pvn7r3C4dME,183
-xlin-0.1.8.dist-info/LICENSE,sha256=KX0dDCYlO4DskqMZY8qeY94EZMrDRNnNqlGLkXVlKyM,1063
-xlin-0.1.8.dist-info/METADATA,sha256=XRXH6JMQMlIhnRbalOxAze0QmkZRIy6lunDVXp2jyXg,1046
-xlin-0.1.8.dist-info/WHEEL,sha256=IrRNNNJ-uuL1ggO5qMvT1GGhQVdQU54d6ZpYqEZfEWo,92
-xlin-0.1.8.dist-info/RECORD,,
+xlin-0.1.10.dist-info/LICENSE,sha256=KX0dDCYlO4DskqMZY8qeY94EZMrDRNnNqlGLkXVlKyM,1063
+xlin-0.1.10.dist-info/METADATA,sha256=to4m4VItekZ4FH89aOWoe-RH5KfBkJJMKCX2ApdQAVI,1047
+xlin-0.1.10.dist-info/WHEEL,sha256=IrRNNNJ-uuL1ggO5qMvT1GGhQVdQU54d6ZpYqEZfEWo,92
+xlin-0.1.10.dist-info/RECORD,,

xlin/terminal_color.py

@@ -1,10 +0,0 @@
-
-blue = "\x1b[34m"
-cyan = "\x1b[36;21m"
-green = "\x1b[32;21m"
-orange = "\x1b[33;21m"
-grey = "\x1b[38;21m"
-yellow = "\x1b[33;21m"
-red = "\x1b[31;21m"
-bold_red = "\x1b[31;1m"
-reset = "\x1b[0m"

xlin/uuid.py

@@ -1,13 +0,0 @@
-from typing import *
-import uuid
-
-import pandas as pd
-
-
-def append_uuid_column(df: pd.DataFrame, uuid_key="uuid"):
-    rows = []
-    for i, row in df.iterrows():
-        row[uuid_key] = str(uuid.uuid4())
-        rows.append(row)
-    df = pd.DataFrame(rows)
-    return df