pfeed 0.0.2__tar.gz → 0.0.2.dev2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/PKG-INFO +2 -2
- pfeed-0.0.2.dev2/pfeed/cli/commands/stream.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pyproject.toml +4 -4
- pfeed-0.0.2/pfeed/.DS_Store +0 -0
- pfeed-0.0.2/pfeed/cli/__pycache__/__init__.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/cli/__pycache__/main.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/cli/commands/__pycache__/__init__.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/cli/commands/__pycache__/config.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/cli/commands/__pycache__/doc.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/cli/commands/__pycache__/docker_compose.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/cli/commands/__pycache__/download.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/cli/commands/__pycache__/open.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/cli/commands/doc.py +0 -53
- pfeed-0.0.2/pfeed/const/__pycache__/__init__.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/const/__pycache__/common.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/const/__pycache__/common_literals.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/const/__pycache__/commons.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/const/__pycache__/commons.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/const/__pycache__/paths.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/const/__pycache__/paths.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/data_tools/__pycache__/data_tool_pandas.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/data_tools/__pycache__/data_tool_polars.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/feeds/__pycache__/__init__.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/feeds/__pycache__/base_feed.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/feeds/__pycache__/binance_feed.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/feeds/__pycache__/bybit_feed.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/feeds/__pycache__/yahoo_finance_feed.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/feeds/__pycache__/yfinance_feed.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/.DS_Store +0 -0
- pfeed-0.0.2/pfeed/sources/binance/__pycache__/__init__.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/binance/__pycache__/api.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/binance/__pycache__/const.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/binance/__pycache__/download.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/binance/__pycache__/stream.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/__init__.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/__init__.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/api.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/api.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/bybit_feed.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/bytewax_temp.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/const.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/const.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/data_source.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/download.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/download.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/elt.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/etl.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/etl.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/historical.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/historical.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/stream.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/stream.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/streaming.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/streaming.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/sources/bybit/__pycache__/utils.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/types/__pycache__/common_literals.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/utils/__pycache__/file_format.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/utils/__pycache__/file_formats.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/utils/__pycache__/monitor.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/utils/__pycache__/utils.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/utils/__pycache__/utils.cpython-311.pyc +0 -0
- pfeed-0.0.2/pfeed/utils/__pycache__/validate.cpython-310.pyc +0 -0
- pfeed-0.0.2/pfeed/utils/__pycache__/validate.cpython-311.pyc +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/LICENSE +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/README.md +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/__init__.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/cli/__init__.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/cli/commands/__init__.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/cli/commands/config.py +0 -0
- /pfeed-0.0.2/pfeed/cli/commands/stream.py → /pfeed-0.0.2.dev2/pfeed/cli/commands/doc.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/cli/commands/docker_compose.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/cli/commands/download.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/cli/commands/open.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/cli/main.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/config_handler.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/const/common.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/const/paths.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/data_tools/data_tool_pandas.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/data_tools/data_tool_polars.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/datastore.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/etl.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/feeds/__init__.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/feeds/base_feed.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/feeds/binance_feed.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/feeds/bybit_feed.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/feeds/custom_csv_feed.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/feeds/yahoo_finance_feed.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/filepath.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/main.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/resolution.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/binance/__init__.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/binance/api.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/binance/const.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/binance/download.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/binance/stream.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/bybit/__init__.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/bybit/api.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/bybit/const.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/bybit/download.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/bybit/stream.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/bybit/types.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/sources/bybit/utils.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/types/common_literals.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/types/core.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/utils/file_formats.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/utils/monitor.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/utils/utils.py +0 -0
- {pfeed-0.0.2 → pfeed-0.0.2.dev2}/pfeed/utils/validate.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: pfeed
|
|
3
|
-
Version: 0.0.2
|
|
3
|
+
Version: 0.0.2.dev2
|
|
4
4
|
Summary: Data pipeline for algo-trading, getting and storing both real-time and historical data made easy.
|
|
5
5
|
Home-page: https://pfund.ai
|
|
6
6
|
License: Apache-2.0
|
|
@@ -35,7 +35,7 @@ Requires-Dist: gcsfs (>=2024.9.0,<2025.0.0) ; extra == "storage" or extra == "al
|
|
|
35
35
|
Requires-Dist: minio (>=7.2.8,<8.0.0) ; extra == "core" or extra == "all"
|
|
36
36
|
Requires-Dist: modin[all] (>=0.32.0,<0.33.0) ; extra == "core" or extra == "all"
|
|
37
37
|
Requires-Dist: pandas (>=2.2.0,<3.0.0)
|
|
38
|
-
Requires-Dist: pfund (>=0.0.2.
|
|
38
|
+
Requires-Dist: pfund (>=0.0.2.dev1,<0.0.3)
|
|
39
39
|
Requires-Dist: polars (>=1.7.1,<2.0.0) ; extra == "polars" or extra == "dfs" or extra == "all"
|
|
40
40
|
Requires-Dist: polars-xdt (>=0.16.0,<0.17.0) ; extra == "polars" or extra == "dfs" or extra == "all"
|
|
41
41
|
Requires-Dist: polygon-api-client (>=1.14.2,<2.0.0) ; extra == "core" or extra == "all"
|
|
File without changes
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[tool.poetry]
|
|
2
2
|
name = "pfeed"
|
|
3
|
-
version = "0.0.2"
|
|
3
|
+
version = "0.0.2.dev2"
|
|
4
4
|
description = "Data pipeline for algo-trading, getting and storing both real-time and historical data made easy."
|
|
5
5
|
license = "Apache-2.0"
|
|
6
6
|
authors = ["Stephen Yau <softwareentrepreneer+pfeed@gmail.com>"]
|
|
@@ -12,12 +12,12 @@ keywords = ["trading", "algo-trading", "data pipeline", "ETL", "data lake", "dat
|
|
|
12
12
|
|
|
13
13
|
[tool.poetry.dependencies]
|
|
14
14
|
python = "^3.10"
|
|
15
|
-
pfund = "^0.0.2.
|
|
16
|
-
pandas = "^2.2.0"
|
|
17
|
-
pydantic = "^2.7.0"
|
|
15
|
+
pfund = "^0.0.2.dev1"
|
|
18
16
|
yfinance = "^0.2.43"
|
|
17
|
+
pydantic = "^2.7.0"
|
|
19
18
|
fastparquet = "^2024.2.0"
|
|
20
19
|
beautifulsoup4 = "^4.12.3"
|
|
20
|
+
pandas = "^2.2.0"
|
|
21
21
|
pyarrow = {version = "^17.0.0", optional = true}
|
|
22
22
|
modin = {extras = ["all"], version = "^0.32.0", optional = true}
|
|
23
23
|
dask = {extras = ["complete"], version = "^2024.9.1", optional = true}
|
pfeed-0.0.2/pfeed/.DS_Store
DELETED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
import subprocess
|
|
2
|
-
|
|
3
|
-
import click
|
|
4
|
-
|
|
5
|
-
from pfeed.const.paths import MAIN_PATH
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
def _execute_notebooks(docs_path: str):
|
|
9
|
-
"""Clear outputs and execute notebooks"""
|
|
10
|
-
find_ipynb_cmd = ["find", docs_path, "-path", f"{docs_path}/_build", "-prune", "-o", "-name", "*.ipynb", "-print"]
|
|
11
|
-
clear_output_cmd = ["-exec", "jupyter", "nbconvert", "--ClearOutputPreprocessor.enabled=True", "--inplace", "{}", ";"]
|
|
12
|
-
execute_cmd = ["-exec", "jupyter", "nbconvert", "--execute", "--inplace", "{}", ";"]
|
|
13
|
-
try:
|
|
14
|
-
subprocess.run(find_ipynb_cmd + clear_output_cmd, cwd=docs_path, check=True)
|
|
15
|
-
click.echo("Notebook outputs cleared successfully.")
|
|
16
|
-
subprocess.run(find_ipynb_cmd + execute_cmd, cwd=docs_path, check=True)
|
|
17
|
-
click.echo("Notebooks executed successfully.")
|
|
18
|
-
except subprocess.CalledProcessError as e:
|
|
19
|
-
click.echo(f"Error executing notebooks: {e}", err=True)
|
|
20
|
-
raise e
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
@click.command()
|
|
24
|
-
@click.option('--build', is_flag=True, is_eager=True, help='Build the docs')
|
|
25
|
-
@click.option('--start', is_flag=True, is_eager=True, help='Start the docs server')
|
|
26
|
-
@click.option('--execute', is_flag=True, help='If True, execute jupyter notebooks')
|
|
27
|
-
def doc(build, start, execute):
|
|
28
|
-
if build and start:
|
|
29
|
-
raise click.UsageError("You can only specify either --build or --start, not both.")
|
|
30
|
-
docs_path = str(MAIN_PATH / 'docs')
|
|
31
|
-
|
|
32
|
-
try:
|
|
33
|
-
if build:
|
|
34
|
-
clean_cmd = ["myst", "clean", "--all", "--yes"]
|
|
35
|
-
subprocess.run(clean_cmd, cwd=docs_path, check=True)
|
|
36
|
-
click.echo("Docs cleaned successfully.")
|
|
37
|
-
|
|
38
|
-
build_cmd = ["myst", "build", "--html"]
|
|
39
|
-
if execute:
|
|
40
|
-
_execute_notebooks(docs_path)
|
|
41
|
-
subprocess.run(build_cmd, cwd=docs_path, check=True)
|
|
42
|
-
click.echo("Docs built successfully.")
|
|
43
|
-
return
|
|
44
|
-
|
|
45
|
-
if start:
|
|
46
|
-
start_cmd = ["myst", "start"]
|
|
47
|
-
if execute:
|
|
48
|
-
_execute_notebooks(docs_path)
|
|
49
|
-
subprocess.run(start_cmd, cwd=docs_path, check=True)
|
|
50
|
-
return
|
|
51
|
-
except subprocess.CalledProcessError as e:
|
|
52
|
-
click.echo(f"Error using myst: {e}", err=True)
|
|
53
|
-
raise e
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|