cobweb-launcher 0.1.8__py3-none-any.whl → 1.2.41__py3-none-any.whl

cobweb/utils/oss.py

@@ -0,0 +1,94 @@
+from typing import List
+from cobweb import setting
+from requests import Response
+from oss2 import Auth, Bucket, models, PartIterator
+from cobweb.exceptions import oss_db_exception
+from cobweb.base.decorators import decorator_oss_db
+
+
+class OssUtil:
+
+    def __init__(
+        self,
+        bucket=None,
+        endpoint=None,
+        access_key=None,
+        secret_key=None,
+        chunk_size=None,
+        min_upload_size=None,
+        **kwargs
+    ):
+        self.bucket = bucket or setting.OSS_BUCKET
+        self.endpoint = endpoint or setting.OSS_ENDPOINT
+        self.chunk_size = int(chunk_size or setting.OSS_CHUNK_SIZE)
+        self.min_upload_size = int(min_upload_size or setting.OSS_MIN_UPLOAD_SIZE)
+
+        self._auth = Auth(
+            access_key_id=access_key or setting.OSS_ACCESS_KEY,
+            access_key_secret=secret_key or setting.OSS_SECRET_KEY
+        )
+        self._client = Bucket(
+            auth=self._auth,
+            endpoint=self.endpoint,
+            bucket_name=self.bucket,
+            **kwargs
+        )
+
+    def exists(self, key: str) -> bool:
+        return self._client.object_exists(key)
+
+    def head(self, key: str) -> models.HeadObjectResult:
+        return self._client.head_object(key)
+
+    @decorator_oss_db(exception=oss_db_exception.OssDBInitPartError)
+    def init_part(self, key) -> models.InitMultipartUploadResult:
+        """初始化分片上传"""
+        return self._client.init_multipart_upload(key)
+
+    @decorator_oss_db(exception=oss_db_exception.OssDBPutObjError)
+    def put(self, key, data) -> models.PutObjectResult:
+        """文件上传"""
+        return self._client.put_object(key, data)
+
+    @decorator_oss_db(exception=oss_db_exception.OssDBPutPartError)
+    def put_part(self, key, upload_id, position, data) -> models.PutObjectResult:
+        """分片上传"""
+        return self._client.upload_part(key, upload_id, position, data)
+
+    def list_part(self, key, upload_id):  # -> List[models.ListPartsResult]:
+        """获取分片列表"""
+        return [part_info for part_info in PartIterator(self._client, key, upload_id)]
+
+    @decorator_oss_db(exception=oss_db_exception.OssDBMergeError)
+    def merge(self, key, upload_id, parts=None) -> models.PutObjectResult:
+        """合并分片"""
+        headers = None if parts else {"x-oss-complete-all": "yes"}
+        return self._client.complete_multipart_upload(key, upload_id, parts, headers=headers)
+
+    @decorator_oss_db(exception=oss_db_exception.OssDBAppendObjError)
+    def append(self, key, position, data) -> models.AppendObjectResult:
+        """追加上传"""
+        return self._client.append_object(key, position, data)
+
+    def iter_data(self, data, chunk_size=None):
+        chunk_size = chunk_size or self.chunk_size
+        if isinstance(data, Response):
+            for part_data in data.iter_content(chunk_size):
+                yield part_data
+        if isinstance(data, bytes):
+            for i in range(0, len(data), chunk_size):
+                yield data[i:i + chunk_size]
+
+    def assemble(self, ready_data, data, chunk_size=None):
+        upload_data = b""
+        ready_data = ready_data + data
+        chunk_size = chunk_size or self.chunk_size
+        if len(ready_data) >= chunk_size:
+            upload_data = ready_data[:chunk_size]
+            ready_data = ready_data[chunk_size:]
+        return ready_data, upload_data
+
+    def content_length(self, key: str) -> int:
+        head = self.head(key)
+        return head.content_length
+

cobweb/utils/tools.py

@@ -0,0 +1,42 @@
+import re
+import hashlib
+from typing import Union
+from importlib import import_module
+
+
+def md5(text: Union[str, bytes]) -> str:
+    if isinstance(text, str):
+        text = text.encode('utf-8')
+    return hashlib.md5(text).hexdigest()
+
+
+def build_path(site, url, file_type):
+    return f"{site}/{md5(url)}.{file_type}"
+
+
+def format_size(content_length: int) -> str:
+    units = ["KB", "MB", "GB", "TB"]
+    for i in range(4):
+        num = content_length / (1024 ** (i + 1))
+        if num < 1024:
+            return f"{round(num, 2)} {units[i]}"
+
+
+def dynamic_load_class(model_info):
+    if isinstance(model_info, str):
+        if "import" in model_info:
+            model_path, class_name = re.search(
+                r"from (.*?) import (.*?)$", model_info
+            ).groups()
+            model = import_module(model_path)
+            class_object = getattr(model, class_name)
+        else:
+            model_path, class_name = model_info.rsplit(".", 1)
+            model = import_module(model_path)
+            class_object = getattr(model, class_name)
+        return class_object
+    raise TypeError()
+
+
+# def download_log_info(item:dict) -> str:
+#     return "\n".join([" " * 12 + f"{str(k).ljust(14)}:    {str(v)}" for k, v in item.items()])

cobweb_launcher-1.2.41.dist-info/METADATA

@@ -0,0 +1,205 @@
+Metadata-Version: 2.1
+Name: cobweb-launcher
+Version: 1.2.41
+Summary: spider_hole
+Home-page: https://github.com/Juannie-PP/cobweb
+Author: Juannie-PP
+Author-email: 2604868278@qq.com
+License: MIT
+Keywords: cobweb-launcher, cobweb
+Platform: UNKNOWN
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: requests (>=2.19.1)
+Requires-Dist: oss2 (>=2.18.1)
+Requires-Dist: redis (>=4.4.4)
+Requires-Dist: aliyun-log-python-sdk
+Requires-Dist: mmh3
+
+# cobweb 
+cobweb是一个基于python的分布式爬虫调度框架，目前支持分布式爬虫，单机爬虫，支持自定义数据库，支持自定义数据存储，支持自定义数据处理等操作。  
+
+cobweb主要由3个模块和一个配置文件组成：Launcher启动器、Crawler采集器、Pipeline存储和setting配置文件。
+1. Launcher启动器：用于启动爬虫任务，控制爬虫任务的执行流程，以及数据存储和数据处理。
+框架提供两种启动器模式：LauncherAir、LauncherPro，分别对应单机爬虫模式和分布式调度模式。
+2. Crawler采集器：用于控制采集流程、数据下载和数据处理。
+框架提供了基础的采集器，用于控制采集流程、数据下载和数据处理，用户也可在创建任务时自定义请求、下载和解析方法，具体看使用方法介绍。
+3. Pipeline存储：用于存储采集到的数据，支持自定义数据存储和数据处理。框架提供了Console和Loghub两种存储方式，用户也可继承Pipeline抽象类自定义存储方式。
+4. setting配置文件：用于配置采集器、存储器、队列长度、采集线程数等参数，框架提供了默认配置，用户也可自定义配置。
+## 安装
+```
+pip3 install --upgrade cobweb-launcher
+```
+## 使用方法介绍
+### 1. 任务创建
+- LauncherAir任务创建
+```python
+from cobweb import LauncherAir
+
+# 创建启动器
+app = LauncherAir(task="test", project="test")
+
+# 设置采集种子
+app.SEEDS = [{
+    "url": "https://www.baidu.com"
+}]
+...
+# 启动任务
+app.start()
+```
+- LauncherPro任务创建  
+LauncherPro依赖redis实现分布式调度，使用LauncherPro启动器需要完成环境变量的配置或自定义setting文件中的redis配置，如何配置查看`2. 自定义配置文件参数`
+```python
+from cobweb import LauncherPro
+
+# 创建启动器
+app = LauncherPro(
+    task="test",
+    project="test"
+)
+...
+# 启动任务
+app.start()
+```
+### 2. 自定义配置文件参数
+- 通过自定义setting文件，配置文件导入字符串方式  
+> 默认配置文件：import cobweb.setting  
+> 不推荐！！！目前有bug，随缘使用...
+例如：同级目录下自定义创建了setting.py文件。
+```python
+from cobweb import LauncherAir
+
+app = LauncherAir(
+    task="test", 
+    project="test",
+    setting="import setting"
+)
+
+...
+
+app.start()
+```
+- 自定义修改setting中对象值
+```python
+from cobweb import LauncherPro
+
+# 创建启动器
+app = LauncherPro(
+    task="test",
+    project="test",
+    REDIS_CONFIG = {
+        "host": ...,
+        "password":...,
+        "port": ...,
+        "db": ...
+    }
+)
+...
+# 启动任务
+app.start()
+```
+### 3. 自定义请求
+`@app.request`使用装饰器封装自定义请求方法，作用于发生请求前的操作，返回Request对象或继承于BaseItem对象，用于控制请求参数。
+```python
+from typing import Union
+from cobweb import LauncherAir
+from cobweb.base import Seed, Request, BaseItem
+
+app = LauncherAir(
+    task="test", 
+    project="test"
+)
+
+...
+
+@app.request
+def request(seed: Seed) -> Union[Request, BaseItem]:
+    # 可自定义headers，代理，构造请求参数等操作
+    proxies = {"http": ..., "https": ...}
+    yield Request(seed.url, seed, ..., proxies=proxies, timeout=15)
+    # yield xxxItem(seed, ...) # 跳过请求和解析直接进入数据存储流程
+    
+...
+
+app.start()
+```
+> 默认请求方法  
+> def request(seed: Seed) -> Union[Request, BaseItem]:  
+>     yield Request(seed.url, seed, timeout=5)
+### 4. 自定义下载
+`@app.download`使用装饰器封装自定义下载方法，作用于发生请求时的操作，返回Response对象或继承于BaseItem对象，用于控制请求参数。
+```python
+from typing import Union
+from cobweb import LauncherAir
+from cobweb.base import Request, Response, BaseItem
+
+app = LauncherAir(
+    task="test", 
+    project="test"
+)
+
+...
+
+@app.download
+def download(item: Request) -> Union[BaseItem, Response]:
+    ...
+    response = ...
+    ...
+    yield Response(item.seed, response, ...) # 返回Response对象，进行解析
+    # yield xxxItem(seed, ...) # 跳过请求和解析直接进入数据存储流程
+    
+...
+
+app.start()
+```
+> 默认下载方法  
+> def download(item: Request) -> Union[Seed, BaseItem, Response, str]:  
+>     response = item.download()  
+>     yield Response(item.seed, response, **item.to_dict)
+### 5. 自定义解析
+自定义解析需要由一个存储数据类和解析方法组成。存储数据类继承于BaseItem的对象，规定存储表名及字段，
+解析方法返回继承于BaseItem的对象，yield返回进行控制数据存储流程。
+```python
+from typing import Union
+from cobweb import LauncherAir
+from cobweb.base import Seed, Response, BaseItem
+
+class TestItem(BaseItem):
+    __TABLE__ = "test_data" # 表名
+    __FIELDS__ = "field1, field2, field3" # 字段名
+
+app = LauncherAir(
+    task="test", 
+    project="test"
+)
+
+...
+
+@app.parse
+def parse(item: Response) -> Union[Seed, BaseItem]:
+    ...
+    yield TestItem(item.seed, field1=..., field2=..., field3=...)
+    # yield Seed(...) # 构造新种子推送至消费队列
+    
+...
+
+app.start()
+```
+> 默认解析方法  
+> def parse(item: Request) -> Union[Seed, BaseItem]:  
+>     upload_item = item.to_dict  
+>     upload_item["text"] = item.response.text  
+>     yield ConsoleItem(item.seed, data=json.dumps(upload_item, ensure_ascii=False))
+## need deal
+- 队列优化完善，使用queue的机制wait()同步各模块执行？
+- 日志功能完善，单机模式调度和保存数据写入文件，结构化输出各任务日志
+- 去重过滤（布隆过滤器等）
+- 单机防丢失
+- excel、mysql、redis数据完善
+
+> 未更新流程图！！！
+![img.png](https://image-luyuan.oss-cn-hangzhou.aliyuncs.com/image/D2388CDC-B9E5-4CE4-9F2C-7D173763B6A8.png)
+
+

cobweb_launcher-1.2.41.dist-info/RECORD

@@ -0,0 +1,44 @@
+cobweb/__init__.py,sha256=CBd2oByCfc5EmH2dCZYVHkxXYZG-oWrLyTtZU5sEoP0,96
+cobweb/constant.py,sha256=zy3XYsc1qp2B76_Fn_hVQ8eGHlPBd3OFlZK2cryE6FY,2839
+cobweb/setting.py,sha256=47HZsw40HLpsmOmvij1lyQALPQQCN_tWlKZ0wbn2MtM,2216
+cobweb/base/__init__.py,sha256=4gwWWQ0Q8cYG9cD7Lwf4XMqRGc5M_mapS3IczR6zeCE,222
+cobweb/base/basic.py,sha256=Z56SSLB3I2IGHWCCcSy0Qbfzj8Qbg_po3gP32q1jh4k,7741
+cobweb/base/common_queue.py,sha256=W7PPZZFl52j3Mc916T0imHj7oAUelA6aKJwW-FecDPE,872
+cobweb/base/decorators.py,sha256=wDCaQ94aAZGxks9Ljc0aXq6omDXT1_yzFy83ZW6VbVI,930
+cobweb/base/dotting.py,sha256=lfFXXqnVP__hxlW3qH5Bnuq69KtnFaQLbcz1M8e2Ajg,1239
+cobweb/base/item.py,sha256=hYheVTV2Bozp4iciJpE2ZwBIXkaqBg4QQkRccP8yoVk,1049
+cobweb/base/log.py,sha256=L01hXdk3L2qEm9X1FOXQ9VmWIoHSELe0cyZvrdAN61A,2003
+cobweb/base/request.py,sha256=tEkgMVUfdQI-kZuzWuiit9P_q4Q9-_RZh9aXXpc0314,2352
+cobweb/base/response.py,sha256=eB1DWMXFCpn3cJ3yzgCRU1WeZAdayGDohRgdjdMUFN4,406
+cobweb/base/seed.py,sha256=Uz_VBRlAxNYQcFHk3tsZFMlU96yPOedHaWGTvk-zKd8,2908
+cobweb/crawlers/__init__.py,sha256=msvkB9mTpsgyj8JfNMsmwAcpy5kWk_2NrO1Adw2Hkw0,29
+cobweb/crawlers/base_crawler.py,sha256=ee_WSDnPQpPTk6wlFuY2UEx5L3hcsAZFcr6i3GLSry8,5751
+cobweb/crawlers/crawler.py,sha256=UojWdymPCwit0MOkqHsYRoe4hXyHdZhgh7-MBPfrhQo,8373
+cobweb/crawlers/file_crawler.py,sha256=2Sjbdgxzqd41WykKUQE3QQlGai3T8k-pmHNmPlTchjQ,4454
+cobweb/db/__init__.py,sha256=uZwSkd105EAwYo95oZQXAfofUKHVIAZZIPpNMy-hm2Q,56
+cobweb/db/api_db.py,sha256=bDc5dJQxq4z04h70KUTHd0OqUOEY7Cm3wcNJZtTvJIM,3015
+cobweb/db/redis_db.py,sha256=fumNZJiio-uQqRcSrymx8eJ1PqsdOwITe_Y-9JOXxrQ,4298
+cobweb/exceptions/__init__.py,sha256=E9SHnJBbhD7fOgPFMswqyOf8SKRDrI_i25L0bSpohvk,32
+cobweb/exceptions/oss_db_exception.py,sha256=iP_AImjNHT3-Iv49zCFQ3rdLnlvuHa3h2BXApgrOYpA,636
+cobweb/launchers/__init__.py,sha256=qMuVlQcjErVK67HyKFZEsXf_rfZD5ODjx1QucSCKMOM,114
+cobweb/launchers/launcher.py,sha256=sPts-xlgxoeIfl1fn1XR2XVZxLzt7He9xrYDfTHRAGo,7029
+cobweb/launchers/launcher_air.py,sha256=KAk_M8F3029cXYe7m4nn3Nzyi89lbxJ2cqZjqW8iZ0E,2832
+cobweb/launchers/launcher_api.py,sha256=YFqCTRvKn6icBLWTR1VxkU0WEIte2F7fv_LgPkifqdo,7885
+cobweb/launchers/launcher_pro.py,sha256=B5FdxvuENRL3XrMl74ENdP1uNgnZOaYCUUfBfM0t3io,7842
+cobweb/pipelines/__init__.py,sha256=zSUsGtx6smbs2iXBXvYynReKSgky-3gjqaAtKVnA_OU,105
+cobweb/pipelines/pipeline.py,sha256=4TJLX0sUHRxYndF5A4Vs5btUGI-wigkOcFvhTW1hLXI,2009
+cobweb/pipelines/pipeline_console.py,sha256=NEh-4zhuVAQOqwXLsqeb-rcNZ9_KXFUpL3otUTL5qBs,754
+cobweb/pipelines/pipeline_loghub.py,sha256=xZ6D55BGdiM71WUv83jyLGbEyUwhBHLJRZoXthBxxTs,1019
+cobweb/schedulers/__init__.py,sha256=y7Lv_7b0zfTl0OhIONb_8u1K1C9gVlBA-xz_XG_kI9g,85
+cobweb/schedulers/scheduler_api.py,sha256=pFEdS1H4zuzxwMhCV-G7CoLz-rEOPv4EVo3xZUXTyDo,2199
+cobweb/schedulers/scheduler_redis.py,sha256=E5fjc3nNld8GbUhUGT7uY4smRejj2J2ZIzp2g6lhxFM,2205
+cobweb/utils/__init__.py,sha256=Ev2LZZ1-S56iQYDqFZrqadizEv4Gk8Of-DraH-_WnKY,109
+cobweb/utils/bloom.py,sha256=vng-YbKgh9HbtpAWYf_nkUSbfVTOj40aqUUejRYlsCU,1752
+cobweb/utils/dotting.py,sha256=PgsWdM-724Jy-MZWUsaygNWV-huqLMmdLgop7gaBxlo,872
+cobweb/utils/oss.py,sha256=gyt8-UB07tVphZLQXMOf-JTJwU-mWq8KZkOXKkAf3uk,3513
+cobweb/utils/tools.py,sha256=5JEaaAwYoV9Sdla2UBIJn6faUBuXmxUMagm9ck6FVqs,1253
+cobweb_launcher-1.2.41.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
+cobweb_launcher-1.2.41.dist-info/METADATA,sha256=ZuTN2RXJGQB6qWfjgTtcvwoVrjxvS6-ho0z7V9BTR8A,6510
+cobweb_launcher-1.2.41.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
+cobweb_launcher-1.2.41.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
+cobweb_launcher-1.2.41.dist-info/RECORD,,

{cobweb_launcher-0.1.8.dist-info → cobweb_launcher-1.2.41.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.40.0)
+Generator: bdist_wheel (0.37.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

cobweb/bbb.py

@@ -1,191 +0,0 @@
-# from typing import Iterable
-import json
-import time
-import hashlib
-from .log import log
-from .utils import struct_queue_name
-from collections import deque, namedtuple
-
-
-class Queue:
-
-    def __init__(self):
-        self._queue = deque()
-
-    @property
-    def length(self) -> int:
-        return len(self._queue)
-    #
-    # @property
-    # def queue_names(self):
-    #     return tuple(self.__dict__.keys())
-    #
-    # @property
-    # def used_memory(self):
-    #     return asizeof.asizeof(self)
-
-    # def create_queue(self, queue_name: str):
-    #     self.__setattr__(queue_name, deque())
-
-    # def push_seed(self, seed):
-    #     self.push("_seed_queue", seed)
-
-    # def pop_seed(self):
-    #     return self.pop("_seed_queue")
-
-    def push(self, data, left: bool = False, direct_insertion: bool = False):
-        try:
-            if not data:
-                return None
-            if direct_insertion or isinstance(data, Seed):
-                self._queue.appendleft(data) if left else self._queue.append(data)
-            elif any(isinstance(data, t) for t in (list, tuple)):
-                self._queue.extendleft(data) if left else self._queue.extend(data)
-        except AttributeError as e:
-            log.exception(e)
-
-    def pop(self, left: bool = True):
-        try:
-            return self._queue.popleft() if left else self._queue.pop()
-        except IndexError:
-            return None
-        except AttributeError as e:
-            log.exception(e)
-            return None
-
-
-class Seed:
-
-    def __init__(
-            self,
-            seed_info=None,
-            priority=300,
-            version=0,
-            retry=0,
-            **kwargs
-    ):
-        if seed_info:
-            if any(isinstance(seed_info, t) for t in (str, bytes)):
-                try:
-                    item = json.loads(seed_info)
-                    for k, v in item.items():
-                        self.__setattr__(k, v)
-                except json.JSONDecodeError:
-                    self.__setattr__("url", seed_info)
-            elif isinstance(seed_info, dict):
-                for k, v in seed_info.items():
-                    self.__setattr__(k, v)
-            else:
-                raise TypeError(Exception(
-                    f"seed type error, "
-                    f"must be str or dict! "
-                    f"seed_info: {seed_info}"
-                ))
-        for k, v in kwargs.items():
-            self.__setattr__(k, v)
-        if not getattr(self, "_priority"):
-            self._priority = min(max(1, int(priority)), 999)
-        if not getattr(self, "_version"):
-            self._version = int(version) or int(time.time())
-        if not getattr(self, "_retry"):
-            self._retry = retry
-        if not getattr(self, "sid"):
-            self.init_id()
-
-    def init_id(self):
-        item_string = self.format_seed
-        seed_id = hashlib.md5(item_string.encode()).hexdigest()
-        self.__setattr__("sid", seed_id)
-
-    def __setitem__(self, key, value):
-        setattr(self, key, value)
-
-    def __getitem__(self, item):
-        return getattr(self, item)
-
-    def __getattr__(self, name):
-        return None
-
-    def __str__(self):
-        return json.dumps(self.__dict__, ensure_ascii=False)
-
-    def __repr__(self):
-        chars = [f"{k}={v}" for k, v in self.__dict__.items()]
-        return f'{self.__class__.__name__}({", ".join(chars)})'
-
-    @property
-    def dict_seed(self):
-        seed = self.__dict__.copy()
-        del seed["_priority"]
-        del seed["_version"]
-        del seed["_retry"]
-        return seed
-
-    @property
-    def format_seed(self):
-        return json.dumps(self.dict_seed, ensure_ascii=False)
-
-
-class DBItem:
-
-    def __init__(self, **kwargs):
-        self.__setattr__("_index", 0, True)
-        for table in self.__class__.__table__:
-            if set(kwargs.keys()) == set(table._fields):
-                break
-            self._index += 1
-
-        if self._index > len(self.__class__.__table__):
-            raise Exception()
-
-        table = self.__class__.__table__[self._index]
-        self.__setattr__("struct_data", table(**kwargs), True)
-        self.__setattr__("db_name", self.__class__.__name__, True)
-        self.__setattr__("table_name", self.struct_data.__class__.__name__, True)
-
-    @classmethod
-    def init_item(cls, table_name, fields):
-        queue_name = struct_queue_name(cls.__name__, table_name)
-        if getattr(cls, queue_name, None) is None:
-            setattr(cls, queue_name, Queue())
-
-        if getattr(cls, "__table__", None) is None:
-            cls.__table__ = []
-
-        table = namedtuple(table_name, fields)
-
-        if table in getattr(cls, "__table__"):
-            raise Exception()
-        getattr(cls, "__table__").append(table)
-
-    def queue(self):
-        queue_name = struct_queue_name(self.db_name, self.table_name)
-        return getattr(self.__class__, queue_name)
-
-    def __setitem__(self, key, value):
-        self.__setattr__(key, value)
-
-    def __getitem__(self, item):
-        return self.struct_data[item]
-
-    def __getattr__(self, name):
-        return None
-
-    def __setattr__(self, key, value, init=None):
-        if init:
-            super().__setattr__(key, value)
-        elif not getattr(self, "struct_data"):
-            raise Exception(f"no struct_data")
-        else:
-            self.__setattr__(
-                "struct_data",
-                self.struct_data._replace(**{key: value}),
-                init=True
-            )
-
-    def __str__(self):
-        return json.dumps(self.struct_data._asdict(), ensure_ascii=False)
-
-    def __repr__(self):
-        return f'{self.__class__.__name__}:{self.struct_data}'
-