pfund 0.0.1.dev7__tar.gz → 0.0.1.dev9__tar.gz

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pfund
-Version: 0.0.1.dev7
+Version: 0.0.1.dev9
 Summary: A Complete Algo-Trading Framework for Machine Learning, enabling trading across TradFi, CeFi and DeFi. Supports Vectorized and Event-Driven Backtesting, Paper and Live Trading
 Home-page: https://pfund.ai
 License: Apache-2.0
@@ -13,14 +13,25 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Provides-Extra: data
+Provides-Extra: ml
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: gitpython (>=3.1.43,<4.0.0)
-Requires-Dist: pfeed (>=0.0.1.dev7,<0.0.2)
+Requires-Dist: mlflow (>=2.11.3,<3.0.0) ; extra == "ml"
+Requires-Dist: orjson (>=3.9.14,<4.0.0) ; extra == "data"
+Requires-Dist: pfeed[boost,data,df] (>=0.0.1.dev9,<0.0.2) ; extra == "data"
 Requires-Dist: platformdirs (>=4.2.0,<5.0.0)
+Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
 Requires-Dist: python-telegram-bot (>=20.7,<21.0)
 Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
+Requires-Dist: pyzmq (>=25.1.2,<26.0.0) ; extra == "data"
+Requires-Dist: requests (>=2.31.0,<3.0.0)
 Requires-Dist: rich (>=13.7.0,<14.0.0)
 Requires-Dist: schedule (>=1.2.1,<2.0.0)
+Requires-Dist: scikit-learn (>=1.4.0,<2.0.0) ; extra == "ml"
+Requires-Dist: ta (>=0.11.0,<0.12.0) ; extra == "ml"
+Requires-Dist: torch (>=2.1.2,<3.0.0) ; extra == "ml"
+Requires-Dist: tqdm (>=4.66.2,<5.0.0)
 Requires-Dist: websocket-client (>=1.7.0,<2.0.0)
 Project-URL: Documentation, https://pfund-docs.pfund.ai
 Project-URL: Repository, https://github.com/PFund-Software-Ltd/pfund
@@ -132,13 +143,19 @@ This overview already omits some intricate steps, such as data handling and API
 
 ### Using [Poetry] (Recommended)
 ```bash
+# [RECOMMENDED]: trading + backtest
+poetry add "pfund[data]"
+
+# [Machine Learning]: trading + backtest + machine learning/technical analysis
+poetry add "pfund[data,ml]"
+
+# only trading
 poetry add pfund
 
 # update to the latest version:
 poetry update pfund
 ```
 
-
 ### Using Pip
 ```bash
 pip install pfund
@@ -147,12 +164,9 @@ pip install pfund
 pip install -U pfund
 ```
 
-
 ### Checking your installation
 ```bash
 $ pfund --version
-
-pfund, version 0.0.1.dev4
 ```
 
 

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/README.md

@@ -104,13 +104,19 @@ This overview already omits some intricate steps, such as data handling and API
 
 ### Using [Poetry] (Recommended)
 ```bash
+# [RECOMMENDED]: trading + backtest
+poetry add "pfund[data]"
+
+# [Machine Learning]: trading + backtest + machine learning/technical analysis
+poetry add "pfund[data,ml]"
+
+# only trading
 poetry add pfund
 
 # update to the latest version:
 poetry update pfund
 ```
 
-
 ### Using Pip
 ```bash
 pip install pfund
@@ -119,12 +125,9 @@ pip install pfund
 pip install -U pfund
 ```
 
-
 ### Checking your installation
 ```bash
 $ pfund --version
-
-pfund, version 0.0.1.dev4
 ```
 
 

pfund-0.0.1.dev9/pfund/CONTRIBUTING.md

@@ -0,0 +1,19 @@
+## Installation
+```bash
+git clone git@github.com:PFund-Software-Ltd/pfund.git
+cd pfund
+git submodule update --init --recursive
+poetry install --all-extras
+```
+
+## Pull updates
+```bash
+# --recurse-submodules also updates each submodule to the commit specified by the main repository,
+git pull --recurse-submodules  # = git pull + git submodule update --recursive
+```
+
+## Build Documentation using [jupyterbook](https://jupyterbook.org/)
+```bash
+# at the root directory, run:
+jb build docs/ [--all]
+```

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/pfund/engines/trade_engine.py

@@ -17,7 +17,6 @@ if TYPE_CHECKING:
     from pfund.types.common_literals import tSUPPORTED_DATA_TOOLS
 
 import schedule
-import psutil
 
 from pfund.engines.base_engine import BaseEngine
 from pfund.brokers.broker_base import BaseBroker
@@ -114,18 +113,6 @@ class TradeEngine(BaseEngine):
         if restart_strats := [strat for strat, strategy in self.strategy_manager.strategies.items() if strategy.is_parallel() and not self.strategy_manager.is_process_healthy(strat)]:
             self.strategy_manager.restart(restart_strats, reason='process not responding')
 
-    # TODO, should be called by dashboard
-    def monitor_cpu_usage(self):
-        pcts = psutil.cpu_percent(interval=1, percpu=True)
-        for cpu_num in range(len(pcts)):
-            pct = pcts[cpu_num]
-            if pct > 0:
-                self.logger.warning(f'cpu {cpu_num} has {pct}% usage')
-
-    # TODO, in case no more space for logs
-    def monitor_memory_usage():
-        pass
-
     def run_regular_tasks(self):
         for broker in self.brokers.values():
             broker.run_regular_tasks()

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/pfund/exchanges/bybit/rest_api.py

@@ -1,7 +1,10 @@
 import urllib
 import hmac
 import hashlib
-import orjson
+try:
+    import orjson as json
+except ImportError:
+    import json
 
 from requests import Response
 
@@ -49,7 +52,7 @@ class RestApi(BaseRestApi):
         recv_window = '5000'
         query_str = timestamp + account.key + recv_window
         if req.method == 'POST':
-            query_str += orjson.dumps(req.json)
+            query_str += json.dumps(req.json)
         elif req.method == 'GET':
             query_str += urllib.parse.urlencode(req.params)
         else:

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/pfund/exchanges/bybit/ws_api.py

@@ -1,5 +1,8 @@
 import time
-import orjson
+try:
+    import orjson as json
+except ImportError:
+    import json
 import hmac
 from decimal import Decimal
 
@@ -186,7 +189,7 @@ class WebsocketApi(BaseWebsocketApi):
     
     def _on_message(self, ws, msg: bytes):
         ws_name = ws.name
-        msg = orjson.loads(msg)
+        msg = json.loads(msg)
         self.logger.debug(f'ws={ws_name} {msg=}')
         try:
             if 'op' in msg:

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/pfund/exchanges/ws_api_base.py

@@ -1,6 +1,9 @@
 import os
 import time
-import orjson
+try:
+    import orjson as json
+except ImportError:
+    import json
 import logging
 from abc import ABC, abstractmethod
 from contextlib import suppress
@@ -344,7 +347,7 @@ class BaseWebsocketApi(ABC):
     def _send(self, ws, msg):
         try:
             with suppress(WebSocketConnectionClosedException):
-                ws.send(orjson.dumps(msg))
+                ws.send(json.dumps(msg))
         except:
             self.logger.exception(f'ws={ws.name} exception:')
 

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/pfund/managers/connection_manager.py

@@ -2,7 +2,10 @@ import time
 from collections import defaultdict
 from multiprocessing import Process, Value
 
-import psutil
+try:
+    import psutil
+except ImportError:
+    pass
 
 from pfund.managers.base_manager import BaseManager
 
@@ -16,7 +19,7 @@ def _start_process(api, stop_flag: Value):
         if hasattr(current_process, 'cpu_affinity') and assigned_cpus:
             current_process.cpu_affinity(assigned_cpus)
         else:
-            api.logger.debug(f'cpu affinity is not supported')
+            api.logger.debug('cpu affinity is not supported')
         
         api.start_zmqs()
         api.connect()

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/pfund/managers/strategy_manager.py

@@ -2,7 +2,10 @@ import time
 from collections import defaultdict
 from multiprocessing import Process, Value
 
-import psutil
+try:
+    import psutil
+except ImportError:
+    pass
 
 from pfund.strategies.strategy_base import BaseStrategy
 from pfund.utils.utils import get_engine_class

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/pfund/zeromq.py

@@ -2,7 +2,10 @@ import time
 
 from typing import Any
 
-import zmq
+try:
+    import zmq
+except ImportError:
+    pass
 
 
 class ZeroMQ:

{pfund-0.0.1.dev7 → pfund-0.0.1.dev9}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pfund"
-version = "0.0.1.dev7"
+version = "0.0.1.dev9"
 description = "A Complete Algo-Trading Framework for Machine Learning, enabling trading across TradFi, CeFi and DeFi. Supports Vectorized and Event-Driven Backtesting, Paper and Live Trading"
 license = "Apache-2.0"
 authors = ["Stephen Yau <softwareentrepreneer+pfund@gmail.com>"]
@@ -12,36 +12,32 @@ keywords = ["trading", "algo-trading", "stocks", "cryptos", "cryptocurrencies",
 
 [tool.poetry.dependencies]
 python = ">=3.10 <3.13"
-pfeed = "^0.0.1.dev7"
+python-dotenv = "^1.0.1"
 pyyaml = "^6.0.1"
+tqdm = "^4.66.2"
 rich = "^13.7.0"
+click = "^8.1.7"
 schedule = "^1.2.1"
+platformdirs = "^4.2.0"
+requests = "^2.31.0"
 websocket-client = "^1.7.0"
 python-telegram-bot = "^20.7"
-click = "^8.1.7"
-platformdirs = "^4.2.0"
 gitpython = "^3.1.43"
+pfeed = { version = "^0.0.1.dev9", optional = true, extras = ["df", "data", "boost"] }
+orjson = { version = "^3.9.14", optional = true }
+pyzmq = { version = "^25.1.2", optional = true }
+ta = { version = "^0.11.0", optional = true }
+scikit-learn = { version = "^1.4.0", optional = true }
+torch = { version = "^2.1.2", optional = true }
+mlflow = { version = "^2.11.3", optional = true }
+
+[tool.poetry.extras]
+data = ["pfeed", "orjson", "pyzmq"]
+ml = ["ta", "scikit-learn", "torch", "mlflow"]
 
 [tool.poetry.scripts]
 pfund = "pfund.main:run_cli"
 
-[tool.poetry.group.pyodide-incompatible.dependencies]
-psutil = "^5.9.8"
-orjson = "^3.9.14"
-ta = "^0.11.0"
-pyzmq = "^25.1.2"
-
-[tool.poetry.group.ml]
-optional = true
-
-[tool.poetry.group.ml.dependencies]
-torch = "^2.1.2"
-scikit-learn = "^1.4.0"
-mlflow = "^2.11.3"
-
-[tool.poetry.group.dev]
-optional = true
-
 [tool.poetry.group.dev.dependencies]
 pfeed = {path = "../pfeed", develop = true}
 pybit = "^5.6.2"
@@ -58,9 +54,6 @@ ruff = "^0.3.5"
 pytest-mock = "^3.14.0"
 pytest-cov = "^5.0.0"
 
-[tool.poetry.group.doc]
-optional = true
-
 [tool.poetry.group.doc.dependencies]
 jupyter-book = "^1.0.0"
 notebook = "^7.1.0"

pfund-0.0.1.dev7/pfund/CONTRIBUTING.md

@@ -1,16 +0,0 @@
-## Installation
-```bash
-poetry add pfund --with dev,doc
-```
-
-## Build Documentation using [jupyterbook](https://jupyterbook.org/)
-```bash
-# at the root directory, run:
-jb build docs/ [--all]
-```
-
-## Update submodules
-```bash
-# run this to see if the version a submodule is using has been changed.
-git submodule update
-```