fasttask-manager 0.2.1__py2.py3-none-any.whl

fasttask_manager/__init__.py

@@ -0,0 +1 @@
+from .manager import Manager

fasttask_manager/create_project.py

@@ -0,0 +1,40 @@
+import os
+import shutil
+
+
+def get_int_input_or_default(name, default):
+    input_str = input(f"{name} (default:{default}):")
+    return int(input_str) if input_str else default
+
+
+def read_file(file):
+    with open(file, encoding="utf-8") as f:
+        return f.read()
+
+
+def write_file(content, file):
+    with open(file, "w", encoding="utf-8") as f:
+        f.write(content)
+
+
+def replace_file_content(file, replace_dict):
+    content = read_file(file)
+    for k, v in replace_dict.items():
+        content = content.replace("{" + k + "}", str(v))
+    write_file(content, file)
+
+
+def create_project():
+    project_name = input("project name:")
+    port = get_int_input_or_default("port", 80)
+    fasttask_path = os.path.abspath(os.path.dirname(__file__))
+
+    shutil.copytree(os.path.join(fasttask_path, "project"), f"{project_name}")
+
+    replace_dict = {"project_name": project_name, "port": port}
+
+    replace_file_content(f"{project_name}/docker-compose.yml", replace_dict)
+
+
+if __name__ == "__main__":
+    create_project()

fasttask_manager/manager.py

@@ -0,0 +1,88 @@
+import time
+import requests
+from retry import retry
+from logging import Logger, StreamHandler
+from requests.auth import HTTPBasicAuth
+
+
+class Manager:
+    def __init__(self, host: str, task_name: str, protocol: str = "http", port: int = 80, check_gap: int = 15,
+                 tries: int = 5, delay: int = 3, logger: Logger = None, log_prefix: str = "",
+                 auth_user: str = "", auth_passwd: str = "", url_base_path: str = "", req_timeout=30) -> None:
+
+        self.task_name = task_name
+        self.protocol = protocol
+        self.host = host
+        self.port = port
+        self.url = f"{self.protocol}://{self.host}:{self.port}{url_base_path}"
+        self.tries = tries
+        self.delay = delay
+        self.check_gap = check_gap
+        self.logger = logger
+        self.log_prefix = f"{log_prefix}{self.task_name}:"
+        self.auth = HTTPBasicAuth(auth_user, auth_passwd)
+        self.req_timeout = req_timeout
+        if self.logger:
+            return
+
+        self.logger = Logger(task_name)
+        self.logger.addHandler(StreamHandler())
+
+    def _req(self, path, data: dict = None, method="p", file: str = None, raw_resp: bool = False):
+        @retry(tries=self.tries, delay=self.delay)
+        def req():
+            params = {
+                "url": f"{self.url}{path}",
+                "auth": self.auth,
+                "files": None if not file else {
+                    'file': open(file, 'rb')
+                },
+                "timeout": self.req_timeout,
+            }
+            if method == "p":
+                r = requests.post(json=data, **params)
+            elif method == "g":
+                r = requests.get(params=data, **params)
+
+            r.raise_for_status()
+            return r if raw_resp else r.json()
+        return req()
+
+    def run(self, params: dict) -> dict:
+        return self._req(path=f"/run/{self.task_name}", data=params)
+
+    def create_task(self, params: dict) -> dict:
+        self.logger.info(f"{self.log_prefix}: task creating...")
+        return self._req(path=f"/create/{self.task_name}", data=params)
+
+    def check(self, result_id: str) -> dict:
+        resp = self._req(path=f"/check/{self.task_name}", data={"result_id": result_id}, method="g")
+        self.logger.info(f"{self.log_prefix}: check task: {resp['state']}")
+        return resp
+
+    def upload(self, file_path) -> str:
+        return self._req("/upload", method="p", file=file_path)["file_name"]
+
+    def download(self, file_name, local_path):
+        r = self._req("/download", data={"file_name": file_name}, method="g", raw_resp=True)
+        with open(local_path, "wb") as f:
+            for chunk in r.iter_content(chunk_size=512):
+                f.write(chunk)
+
+    def create_and_wait_result(self, params: dict) -> dict:
+        start = time.time()
+        resp = self.create_task(params)
+
+        self.logger.info(f"{self.log_prefix} cost: {time.time() - start} create_task resp: {resp}")
+
+        while True:
+            resp = self.check(result_id=resp["id"])
+            if resp["state"] == "FAILURE":
+                self.logger.info(f"{self.log_prefix} cost: {time.time()-start}")
+                raise Exception(f"task :{resp['result']}")
+
+            elif resp["state"] == "SUCCESS":
+                self.logger.info(f"{self.log_prefix} cost: {time.time()-start}")
+                return resp["result"]
+
+            time.sleep(self.check_gap)

fasttask_manager/project/Dockerfile

@@ -0,0 +1,12 @@
+FROM irid/fasttask
+
+# set up your docker env here if necessary
+# ---
+
+# ---
+WORKDIR /fasttask
+COPY req.txt req.txt
+RUN pip install -r req.txt
+COPY setting.py setting.py
+RUN rm -rf tasks
+COPY tasks tasks

fasttask_manager/project/docker-compose.yml

@@ -0,0 +1,32 @@
+version: "3.9"
+
+services:
+  {project_name}:
+    image: {project_name}
+    restart: always
+    command: sh run.sh
+
+    container_name: {project_name} 
+
+    ports:
+      # 在single_node 与 distributed_master 需要映射api端口 
+      - "{port}:80"
+      # 在distributed_master需要映射任务队列端口
+      # - "9000:6379"
+
+    volumes:
+      - ./files:/fasttask/files
+
+    environment:
+      # single_node: 单一节点提供接口+执行任务
+      - node_type=single_node
+
+      # # distributed_master: 分布式部署部署的主节点 提供api与任务队列后端
+      # - node_type=distributed_master
+      # - task_queue_passwd=passwd
+
+      # # distributed_worker: 分布式部署部署的从节点 负责cerery任务执行环境,需要配置distributed_master的主机地址, 任务队列端口与密码
+      # - node_type=distributed_worker
+      # - master_host=0.0.0.0
+      # - task_queue_port=9000
+      # - task_queue_passwd=passwd

fasttask_manager/project/setting.py

@@ -0,0 +1,21 @@
+# fasttask setting
+project_title = "⚡{project_name}⚡"
+project_summary = "{project_name} Project"
+project_description = "this is a fasttask project!"
+project_version = "ver: 🐕"
+
+api_docs = True
+api_redoc = True
+
+file_download = True
+file_upload = True
+user_to_passwd = {
+    "john wick": "john_passwd"
+}
+
+
+# celery setting use namespeace "celery"
+# ref: https://docs.celeryq.dev/en/stable/userguide/configuration.html
+# celery_result_expires = 3600
+# celery_worker_pool = "prefork"
+# celery_worker_concurrency = 4

fasttask_manager/project/tasks/get_circle_area.py

@@ -0,0 +1,25 @@
+from celery_app import app
+from pydantic import BaseModel
+
+from tasks.packages.tools import sleep_random
+from typing import Union
+from math import pi
+
+
+class Params(BaseModel):
+    r: Union[float, int]
+
+
+class Result(BaseModel):
+    area: Union[float, int]
+
+
+@app.task
+def get_circle_area(r):
+    if r <= 0:
+        raise ValueError("r must > 0")
+    print("running...")
+    sleep_random()
+    result = Result(area=pi * r**2)
+
+    return result.model_dump()

fasttask_manager/project/tasks/get_hypotenuse.py

@@ -0,0 +1,28 @@
+from typing import Union
+from pydantic import BaseModel
+
+from packages.tools import xx, sleep_random
+
+
+class Params(BaseModel):
+    a: Union[float, int]
+    b: Union[float, int]
+
+
+class Result(BaseModel):
+    hypotenuse: Union[float, int]
+
+
+def get_hypotenuse(a, b):
+    if a <= 0 or b <= 0:
+        raise ValueError("side length must > 0")
+    print("running...")
+    sleep_random()
+    result = Result(hypotenuse=(xx(a) + xx(b))**0.5)
+    return result.model_dump()
+
+
+if __name__ == '__main__':
+    with open("files/a.txt", "w") as f:
+        f.write("a")
+    print(get_hypotenuse(3, 4))

fasttask_manager/project/tasks/packages/tools.py

@@ -0,0 +1,10 @@
+import time
+from random import random
+
+
+def xx(x):
+    return x**2
+
+
+def sleep_random():
+    time.sleep(random() * 10)

fasttask_manager-0.2.1.dist-info/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) [year] [fullname]
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

fasttask_manager-0.2.1.dist-info/METADATA

@@ -0,0 +1,53 @@
+Metadata-Version: 2.1
+Name: fasttask_manager
+Version: 0.2.1
+Summary: fasttask's manager 
+Home-page: https://github.com/iridesc/fasttask_manager
+Author: Irid
+Author-email: irid.zzy@gmail.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: retry
+Requires-Dist: requests
+
+manager for [fasttask](https://github.com/iridesc/fasttask) 
+
+### create project 
+
+```bash
+python -m fasttask_manager.create_project
+```
+
+
+### create a Manager
+
+```python
+m = Manager("127.0.0.1", task_name="get_hypotenuse", port=8080)
+```
+
+
+### run a task
+
+```python
+result = m.run(params)
+```
+
+
+### create a task and check result later
+
+```python
+result_id = m.create_task(params)
+# do something...
+# do something...
+# do something...
+result = m.check(result_id)
+```
+
+### create a task and wait for result
+
+```python
+result = m.create_and_wait_result(params)    
+```

fasttask_manager-0.2.1.dist-info/RECORD

@@ -0,0 +1,16 @@
+fasttask_manager/__init__.py,sha256=iNQjDvmAgl5g0EihQQFT-VmOEFJAvZ5xHLTB2-eUjjI,29
+fasttask_manager/create_project.py,sha256=vg3xxwxBcc4PagqHkVj_-Himei2hgCJL0OQAqtsQNaU,1068
+fasttask_manager/manager.py,sha256=Z-FI5DYhViSOS5f7FWZY-nuddqHxYOEbWRm1QgxZNqw,3499
+fasttask_manager/project/Dockerfile,sha256=ilF9ey6nhDTfVEbe0eh8bnRZYWKZTwh8CGlR19h9CQI,213
+fasttask_manager/project/docker-compose.yml,sha256=LjOQ8TgEiCoUaIeYhIxpC_GByesZO0grnzXruUH4sSs,992
+fasttask_manager/project/req.txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+fasttask_manager/project/setting.py,sha256=dqrslQfMZjxy0BZRh38VWPztKC998LdQq6RXdbcQjN4,520
+fasttask_manager/project/tasks/get_circle_area.py,sha256=8f6YovtLcCTWamdVp5GY8ixt7li3pW_6-qYFLeVjZHA,483
+fasttask_manager/project/tasks/get_hypotenuse.py,sha256=O6Ex07yLEuJzsLywuVBTz9LADIdeF4hpPBwFrZStcM8,618
+fasttask_manager/project/tasks/packages/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+fasttask_manager/project/tasks/packages/tools.py,sha256=U7udJMeDtPIFdEUe4giiLh1-hOTEQnzg7lhUEOOgwKI,129
+fasttask_manager-0.2.1.dist-info/LICENSE,sha256=Qv2ilebwoUtMJnRsZwRy729xS5JZQzLauJ0tQzkAkTA,1088
+fasttask_manager-0.2.1.dist-info/METADATA,sha256=_yHUcbAYxNOeNBO74MpDSBgofXT32eqVpiutcDkS6S8,1012
+fasttask_manager-0.2.1.dist-info/WHEEL,sha256=OpXWERl2xLPRHTvd2ZXo_iluPEQd8uSbYkJ53NAER_Y,109
+fasttask_manager-0.2.1.dist-info/top_level.txt,sha256=pTXhlmzuBDPvkJ-u2YjLVC6Zyws1EglgsA26PryFZqs,17
+fasttask_manager-0.2.1.dist-info/RECORD,,

fasttask_manager-0.2.1.dist-info/WHEEL

@@ -0,0 +1,6 @@
+Wheel-Version: 1.0
+Generator: setuptools (75.3.0)
+Root-Is-Purelib: true
+Tag: py2-none-any
+Tag: py3-none-any
+

fasttask_manager-0.2.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+fasttask_manager