cloudpss 3.1.2__py3-none-any.whl → 3.1.3b1__py3-none-any.whl

cloudpss/utils/IO.py

@@ -0,0 +1,153 @@
+import io
+import json
+import ubjson
+import yaml
+import gzip
+import base64
+import struct
+
+
+def float32Array(_loader, node):
+    data = base64.b64decode(node.value)
+    return list(struct.unpack('f' * (len(data) // 4), data))
+
+
+def float64Array(_loader, node):
+    data = base64.b64decode(node.value)
+    return list(struct.unpack('d' * (len(data) // 8), data))
+
+
+def uint8Array(_loader, node):
+    data = base64.b64decode(node.value)
+    return list(struct.unpack('B' * (len(data) // 1), data))
+
+
+def uint8ClampedArray(_loader, node):
+    data = base64.b64decode(node.value)
+    return list(struct.unpack('B' * (len(data) // 1), data))
+
+
+def uint16Array(_loader, node):
+    data = base64.b64decode(node.value)
+    return list(struct.unpack('H' * (len(data) // 2), data))
+
+
+def uint32Array(_loader, node):
+    data = base64.b64decode(node.value)
+    return list(struct.unpack('I' * (len(data) // 4), data))
+
+
+def int8Array(_loader, node):
+    data = base64.b64decode(node.value)
+    return list(struct.unpack('b' * (len(data) // 1), data))
+
+
+def int16Array(_loader, node):
+    data = base64.b64decode(node.value)
+    return list(struct.unpack('h' * (len(data) // 2), data))
+
+
+def int32Array(_loader, node):
+    data = base64.b64decode(node.value)
+    return list(struct.unpack('i' * (len(data) // 4), data))
+
+
+#type:ignore
+yaml.add_constructor('tag:yaml.org,2002:js/Float32Array', float32Array)
+yaml.add_constructor('tag:yaml.org,2002:js/Float64Array', float64Array)
+yaml.add_constructor('tag:yaml.org,2002:js/Uint8Array', uint8Array)
+yaml.add_constructor('tag:yaml.org,2002:js/Uint8ClampedArray', uint8ClampedArray)
+yaml.add_constructor('tag:yaml.org,2002:js/Uint16Array', uint16Array)
+yaml.add_constructor('tag:yaml.org,2002:js/Uint32Array', uint32Array)
+yaml.add_constructor('tag:yaml.org,2002:js/Int8Array', int8Array)
+yaml.add_constructor('tag:yaml.org,2002:js/Int16Array', int16Array)
+yaml.add_constructor('tag:yaml.org,2002:js/Int32Array', int32Array)
+
+
+class IO(object):
+    """
+    IO 模块，抽象 bytes/file <-> object 的 load/dump 操作，支持 gzip 压缩和 yaml、ubjson 序列化 读取时依据 magic number 自动识别压缩格式，写入时默认使用 gzip
+    """
+
+    @staticmethod
+    def serialize(obj, format, compress='gzip') -> bytes:
+        """
+        根据format序列化模型
+        format 支持 json, ubjson, yaml
+        compress 支持 gzip
+        """
+        result = None
+        if format == 'json':
+            result = json.dumps(obj).encode(encoding="utf-8")
+        if format == 'ubjson':
+            result = ubjson.dumpb(obj)
+        if format == 'yaml':
+            result = yaml.dump(obj).encode(encoding="utf-8")
+        if result is None:
+            assert False, 'format not support'
+        if compress == 'gzip':
+            return gzip.compress(result)
+        return result
+
+    @staticmethod
+    def deserialize(byt, format):
+        """
+        根据format反序列化模型
+        format 支持 json, ubjson, yaml
+        """
+        if format == 'json':
+            return json.loads(byt)
+        if format == 'ubjson':
+            return ubjson.loadb(byt)
+        if format == 'yaml':
+            return yaml.load(io.BytesIO(byt), yaml.FullLoader)
+        assert False, 'format not support'
+
+    @staticmethod
+    def load(file, format):
+        """
+        根据format从文件中加载模型
+        format 支持 json, ubjson, yaml
+        """
+        ### 读取文件
+        f = open(file, 'r+', encoding='utf-8')
+        t = f.buffer.read(2)
+        f.close()
+        ### 判断文件格式是否是gzip或其他格式
+        if t == b'\x1f\x8b':
+            with gzip.open(file, 'rb') as input_file:
+                return IO.deserialize(input_file.read(), format)  # type:ignore
+        else:
+            with open(file, 'rb') as f:
+                data = f.read()
+                f.close()
+            return IO.deserialize(data, format)
+
+    @staticmethod
+    def dump(obj, file, format, compress='gzip'):
+        """
+        根据format将模型保存到文件中
+        format 支持 json, ubjson, yaml
+        compress 支持 gzip
+        """
+        ### 序列化
+        data = IO.serialize(obj, format, compress)
+        ### 写入文件
+        with open(file, 'wb') as f:
+            f.write(data)
+            f.close()
+
+
+if __name__ == '__main__':
+    obj = [
+        123, 1.25, 43121609.5543, 12345.44e40, 'a', 'here is a string', None,
+        True, False, [[1, 2], 3, [4, 5, 6], 7], {
+            'a dict': 456
+        }
+    ]
+    IO.dump(obj, 'output.json.gz', 'json')
+    IO.dump(obj, 'output.ubjson.gz', 'ubjson')
+    IO.dump(obj, 'output.yaml.gz', 'yaml')
+    print(IO.load('output.json.gz', 'json'))
+    print(IO.load('output.ubjson.gz', 'ubjson'))
+    print(IO.load('output.yaml.gz', 'yaml'))

{cloudpss-3.1.2.dist-info → cloudpss-3.1.3b1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cloudpss
-Version: 3.1.2
+Version: 3.1.3b1
 Summary: cloudpss sdk
 Home-page: https://www.cloudpss.net
 Author: cloudpss

{cloudpss-3.1.2.dist-info → cloudpss-3.1.3b1.dist-info}/RECORD

@@ -1,18 +1,23 @@
-cloudpss/__init__.py,sha256=2G_JO5LN4b5WBbKYv3aSnFsN-0riHvnj32-gNay-jfI,752
+cloudpss/__init__.py,sha256=IyU-C8fnzgiIyDNV1AzankkTPJr2VzaWWRdaHjeKijA,803
 cloudpss/verify.py,sha256=_10NAmVv2KSv8xLazcjjlHpVARNEhCCD4fe3jjH7YyQ,993
+cloudpss/dslab/DSLabFinancialResult.py,sha256=7_ho5Xzm9ufcMXo1wCjxJe4VQxqod-6jpvVF3XjlXcw,3612
+cloudpss/dslab/__init__.py,sha256=rm3bUFSet3KZYrkKo6pfMBNfjvR3U1rwnTnEA5sE87Q,44
+cloudpss/dslab/dataManageModel.py,sha256=qPCccBMy7bpLl0-jH6ynh5JMImiOik4aym7EaUFzrEo,10241
+cloudpss/dslab/dslab.py,sha256=JS1P1HuWfBDwP7KCnZr1FDyBBP7WIcuDagvayrpmkAs,2156
+cloudpss/dslab/financialAnalysisModel.py,sha256=4eZsE0lSnwfE0dL_pYZwms9gtiYf08S8XR_JzglBlHQ,4123
 cloudpss/function/__init__.py,sha256=TNzChB-gQF6oB62F423evpUlgcp6s03D4pKKs89Lz4Q,1629
 cloudpss/function/function.py,sha256=llomkfnTmKMiFJYJ2mKnmAEoIjTNVCnjCUUyiJMOV1s,29
 cloudpss/function/functionExecution.py,sha256=GcyhRlgYjRnJrreKOtERExbCp6XDedUlT0L7k-uqyZM,14640
 cloudpss/function/job.py,sha256=LdzaTyjvBcMZIyLstSZnt79d2eREljx2HnNoilDp03A,13162
-cloudpss/ieslab/DataManageModel.py,sha256=gzTL8TR0Qf9XjBG6mmmg58unGlnkMBRh3sk9iWwONJM,19493
-cloudpss/ieslab/EvaluationModel.py,sha256=MWqeN_zN4xUmXOkL80rPbXg39CERT0h96DCoelGVnfY,6452
-cloudpss/ieslab/IESLabPlan.py,sha256=CkPOkSVhrVsN8keq7RC6z5fAcfe1o6RVYX_vnxvOnOU,4422
+cloudpss/ieslab/DataManageModel.py,sha256=YMpwp04GmkaK1gCnzp5tNAoPwkVfa9AkJPviqNOat7s,19445
+cloudpss/ieslab/EvaluationModel.py,sha256=s5XNH2mvqrxR2JHW_7mQxlqdAADKdrkfcz6d7wkwpao,6685
+cloudpss/ieslab/IESLabPlan.py,sha256=HODJ5YRamKTMbtQ0-cMsMPsS1bcc9FF6NooXhd2Q55I,4544
 cloudpss/ieslab/IESLabSimulation.py,sha256=x1enNSymixh0OIwBB4roCJAClXFRw_uj1YR_s-692wk,1700
-cloudpss/ieslab/PlanModel.py,sha256=5eJHEugk3EG96VhUrQYSqTPYGuHVNBYGIMx8OsFSZwo,3012
-cloudpss/ieslab/__init__.py,sha256=cXCOedAtqbB6uewqJ5R5wqyUtZzEuoKbqBkDUzefl-Y,126
+cloudpss/ieslab/PlanModel.py,sha256=7Kq2fa2zDV9bE6mEIc3OoS5hHS8HWhR11qpvVjP30Mw,3019
+cloudpss/ieslab/__init__.py,sha256=kiyUaGRgtwqs0EI2dBBqLVK5V65u1PcY7YTFJX1T0yw,186
 cloudpss/model/__init__.py,sha256=SNq-bfwcQtDHtTNBYppfUEs8wkjfrQfGeywx7igmvOs,151
-cloudpss/model/jobDefinitions.py,sha256=t9FP39fzb2BPOVGb094rNBdxTcsGRDtooZEwN7AMiE4,2755
-cloudpss/model/model.py,sha256=RDaxDrO61bAJMjskJu8Q69GhLxVB1T6Wvrl-OqAkQTs,21731
+cloudpss/model/jobDefinitions.py,sha256=XqjaaWOLU7zlVHM7TQJbZ3rNBWfBY7eT-5aE6EAatcQ,3770
+cloudpss/model/model.py,sha256=GQT11Lr7WuYml__LsLoVjlvToFW0Y_Z03LNZvsamrZ4,25877
 cloudpss/model/revision.py,sha256=MHdw2f1Gu_uXfx65hV6neO2YfUZXa0CEZN-zQ5XaFeQ,3736
 cloudpss/model/topology.py,sha256=eJVxvdVOjvLz6jd3Q4MgAMBKVvM8ZWby8gLkIta-K5Y,2234
 cloudpss/model/implements/__init__.py,sha256=88L_wF9SSzxsbtqwStWIPH4LxaKq7TVcssHQ62YBnls,67
@@ -21,22 +26,24 @@ cloudpss/model/implements/diagram.py,sha256=N5RrrywmxOmc2KvP0nC-NiECT1tEhgJZPtiN
 cloudpss/model/implements/implement.py,sha256=Uld96tjXVDbVUNV8xscyy_nZWLHr3iP2DqA6S3p-XJE,954
 cloudpss/project/__init__.py,sha256=fpskY-cJGmMcTg1naVzNPtJaRG1xmSc2CFjDTin64Cw,51
 cloudpss/project/project.py,sha256=sGvJEd9yEB5NARRa64gwF96hK69gQSmwX8lQANLhBos,17700
-cloudpss/runner/IESLabEvaluationResult.py,sha256=zJD3ktvBV0dXeiTKwBiqrtt_v-ng7dCeG0K5axo7mhk,5232
-cloudpss/runner/IESLabPlanResult.py,sha256=4gviTMQos8R_wkALMFncmnQuACtxp3G4FsOqIBs8kjU,5226
+cloudpss/runner/IESLabEvaluationResult.py,sha256=uFNLiN5kzlzSGlLIq3ybuRwB-ufYytflVrXV5g7voOU,5841
+cloudpss/runner/IESLabPlanResult.py,sha256=jSvRxOsDK4Tb3u3uTXzzQlp-1TwIg7tC7CptfAy5ha0,6260
 cloudpss/runner/IESLabTypicalDayResult.py,sha256=jQSiXvX1ZeT9swiD_jAMAtf56XTBdu4r87XbQizrRns,7499
+cloudpss/runner/MessageStreamReceiver.py,sha256=MBc1HLU_3SOBKvi8rlEiEqhUSiBsQRzMVhEmS4MCKj8,5883
 cloudpss/runner/__init__.py,sha256=aZ00V2AzQNBbER0xi6pqFFyiLFM-6r1fxvzdxxUJA_4,241
-cloudpss/runner/receiver.py,sha256=cyMxa2dgVEVBVAbeQ5DkdSzSpXJrneV3qR8zdmtU9YI,4084
-cloudpss/runner/result.py,sha256=vFkMmsziMrnH4IehffyNs_bE9M1Ymqk7uiv9QDsqP88,13125
-cloudpss/runner/runner.py,sha256=R_Q61QZAfbomPywynthXEhXO-IpYWu9sBOstdM8JXGY,5200
+cloudpss/runner/receiver.py,sha256=d8vOtBJ_Iqo3syJXgFFxwii1MXF7CyHRoXy6eT81Zq4,4096
+cloudpss/runner/result.py,sha256=MkoTQly7FjKj9mde3bnv4vBDfGJ2U4eK-HhxxdwmemE,13125
+cloudpss/runner/runner.py,sha256=Ulm11z4FkPCHnOpi-s3zV4wco8k037wQQ6VoNFCrbxo,5295
 cloudpss/runner/storage.py,sha256=zFET_zwPIOF2Cnh9sgFiS0HFxV1OmVsU34bGUQ6PpkA,4162
 cloudpss/runner/transform.py,sha256=krOgTZiJSJAb5QSwerAqlbC4Ma0PKi__0WOZlAxw4O8,11613
+cloudpss/utils/IO.py,sha256=0i0v-otQwcYJEDf7gGvfsJTAf0N89yimfKS--DNyP3s,4796
 cloudpss/utils/__init__.py,sha256=NU5ZAeXH733nJKooH_1cdT9ntPEYRG4Kk3PA7P6bK_s,291
 cloudpss/utils/dataEncoder.py,sha256=5PUPb844eOGgFnYrMM8bdjdKH_MZz0lk-67uo8TvwEo,885
 cloudpss/utils/graphqlUtil.py,sha256=swl6XT1UmUQHdHjMWw3M0i8meEmVKNQvX0SHsbgg8TU,255
 cloudpss/utils/httprequests.py,sha256=Is03ZwX7FnKCcjVZqTSC2tL2tnA4EWI9k5YAiz71WAA,1490
 cloudpss/utils/matlab.py,sha256=SLwVt790BjklJK2XNELt9R2n_1ej9Y8QsTIdFkKXLWE,795
 cloudpss/utils/yamlLoader.py,sha256=KRlRkHFltOjqxa_sesdBLf1W5J7XTgvubszsSw-XR0U,2885
-cloudpss-3.1.2.dist-info/METADATA,sha256=FMzaZdwgaCrjK9m99BwQXpWtrt995PxUBfWwzQWetd8,2318
-cloudpss-3.1.2.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-cloudpss-3.1.2.dist-info/top_level.txt,sha256=wS9qPU4-aWM9ouzMOx34Nlq-GkdQKpr9vBskwut1BD8,9
-cloudpss-3.1.2.dist-info/RECORD,,
+cloudpss-3.1.3b1.dist-info/METADATA,sha256=WEHybrQGsKJSmtqvwyrMrHQYyWLLOZeSKD-dZ2ceMiE,2320
+cloudpss-3.1.3b1.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+cloudpss-3.1.3b1.dist-info/top_level.txt,sha256=wS9qPU4-aWM9ouzMOx34Nlq-GkdQKpr9vBskwut1BD8,9
+cloudpss-3.1.3b1.dist-info/RECORD,,