crypticorn 2.6.0__tar.gz → 2.7.0__tar.gz

{crypticorn-2.6.0 → crypticorn-2.7.0}/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: crypticorn
-Version: 2.6.0
-Summary: Maximise Your Crypto Trading Profits with AI Predictions
+Version: 2.7.0
+Summary: Maximise Your Crypto Trading Profits with Machine Learning
 Author-email: Crypticorn <timon@crypticorn.com>
 Project-URL: Homepage, https://crypticorn.com
 Keywords: machine learning,data science,crypto,modelling

{crypticorn-2.6.0 → crypticorn-2.7.0}/crypticorn/common/errors.py

@@ -60,6 +60,7 @@ class ApiErrorIdentifier(ExcludeEnumMixin, StrEnum):
     INVALID_PARAMETER = "invalid_parameter_provided"
     LEVERAGE_EXCEEDED = "leverage_limit_exceeded"
     LIQUIDATION_PRICE_VIOLATION = "order_violates_liquidation_price_constraints"
+    MODEL_NAME_NOT_UNIQUE = "model_name_not_unique"
     NO_CREDENTIALS = "no_credentials"
     NOW_API_DOWN = "now_api_down"
     OBJECT_ALREADY_EXISTS = "object_already_exists"
@@ -318,6 +319,11 @@ class ApiError(ExcludeEnumMixin, Enum, metaclass=ApiErrorFallback):
         ApiErrorType.SERVER_ERROR,
         ApiErrorLevel.ERROR,
     )
+    MODEL_NAME_NOT_UNIQUE = (
+        ApiErrorIdentifier.MODEL_NAME_NOT_UNIQUE,
+        ApiErrorType.USER_ERROR,
+        ApiErrorLevel.ERROR,
+    )
     NO_CREDENTIALS = (
         ApiErrorIdentifier.NO_CREDENTIALS,
         ApiErrorType.USER_ERROR,
@@ -598,6 +604,10 @@ class StatusCodeMapper:
             status.HTTP_409_CONFLICT,
             status.WS_1008_POLICY_VIOLATION,
         ),
+        ApiError.MODEL_NAME_NOT_UNIQUE: (
+            status.HTTP_409_CONFLICT,
+            status.WS_1008_POLICY_VIOLATION,
+        ),
         # Invalid Content
         ApiError.CONTENT_TYPE_ERROR: (
             status.HTTP_415_UNSUPPORTED_MEDIA_TYPE,

{crypticorn-2.6.0 → crypticorn-2.7.0}/crypticorn/hive/client/api/data_api.py

@@ -48,9 +48,10 @@ class DataApi:
         version: Annotated[
             Optional[DataVersion],
             Field(description="Data version. Default is the latest public version."),
-        ],
+        ] = None,
         feature_size: Annotated[
-            Optional[FeatureSize], Field(description="Feature size")
+            Optional[FeatureSize],
+            Field(description="The number of features in the data. Default is LARGE."),
         ] = None,
         _request_timeout: Union[
             None,
@@ -70,9 +71,9 @@ class DataApi:
 
         :param model_id: Model ID (required)
         :type model_id: int
-        :param version: Data version. Default is the latest public version. (required)
+        :param version: Data version. Default is the latest public version.
         :type version: DataVersion
-        :param feature_size: Feature size
+        :param feature_size: The number of features in the data. Default is LARGE.
         :type feature_size: FeatureSize
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
@@ -125,9 +126,10 @@ class DataApi:
         version: Annotated[
             Optional[DataVersion],
             Field(description="Data version. Default is the latest public version."),
-        ],
+        ] = None,
         feature_size: Annotated[
-            Optional[FeatureSize], Field(description="Feature size")
+            Optional[FeatureSize],
+            Field(description="The number of features in the data. Default is LARGE."),
         ] = None,
         _request_timeout: Union[
             None,
@@ -147,9 +149,9 @@ class DataApi:
 
         :param model_id: Model ID (required)
         :type model_id: int
-        :param version: Data version. Default is the latest public version. (required)
+        :param version: Data version. Default is the latest public version.
         :type version: DataVersion
-        :param feature_size: Feature size
+        :param feature_size: The number of features in the data. Default is LARGE.
         :type feature_size: FeatureSize
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
@@ -202,9 +204,10 @@ class DataApi:
         version: Annotated[
             Optional[DataVersion],
             Field(description="Data version. Default is the latest public version."),
-        ],
+        ] = None,
         feature_size: Annotated[
-            Optional[FeatureSize], Field(description="Feature size")
+            Optional[FeatureSize],
+            Field(description="The number of features in the data. Default is LARGE."),
         ] = None,
         _request_timeout: Union[
             None,
@@ -224,9 +227,9 @@ class DataApi:
 
         :param model_id: Model ID (required)
         :type model_id: int
-        :param version: Data version. Default is the latest public version. (required)
+        :param version: Data version. Default is the latest public version.
         :type version: DataVersion
-        :param feature_size: Feature size
+        :param feature_size: The number of features in the data. Default is LARGE.
         :type feature_size: FeatureSize
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request

crypticorn-2.7.0/crypticorn/hive/main.py

@@ -0,0 +1,69 @@
+import asyncio
+from pathlib import Path
+import os
+from crypticorn.hive import (
+    ApiClient,
+    Configuration,
+    ModelsApi,
+    DataApi,
+    StatusApi,
+    Configuration,
+)
+from crypticorn.hive.utils import download_file
+import logging
+
+
+class DataApiWrapper(DataApi):
+    """
+    A wrapper for the DataApi class.
+    """
+
+    async def download_data(self, folder: Path = "data", *args, **kwargs) -> list[Path]:
+        """
+        Download data for model training. All three files (y_train, x_test, x_train) are downloaded and saved under e.g. FOLDER/v1/coin_1/*.feather.
+        The folder will be created if it doesn't exist.
+
+        :param model_id: Model ID (required) (type: int)
+        :param version: Data version. Default is the latest public version. (optional) (type: DataVersion)
+        :param feature_size: The number of features in the data. Default is LARGE. (optional) (type: FeatureSize)
+        :return: A list of paths to the downloaded files.
+        """
+        response = await super().download_data(*args, **kwargs)
+        base_path = f"{folder}/v{response.version.value}/coin_{response.coin.value}/"
+        os.makedirs(base_path, exist_ok=True)
+
+        return await asyncio.gather(
+            *[
+                download_file(
+                    url=response.links.y_train,
+                    dest_path=base_path + "y_train_" + response.target + ".feather",
+                ),
+                download_file(
+                    url=response.links.x_test,
+                    dest_path=base_path + "x_test_" + response.feature_size + ".feather",
+                ),
+                download_file(
+                    url=response.links.x_train,
+                    dest_path=base_path + "x_train_" + response.feature_size + ".feather",
+                ),
+            ]
+        )
+
+
+class HiveClient:
+    """
+    A client for interacting with the Crypticorn Hive API.
+    """
+
+    config_class = Configuration
+
+    def __init__(
+        self,
+        config: Configuration,
+    ):
+        self.config = config
+        self.base_client = ApiClient(configuration=self.config)
+        # Instantiate all the endpoint clients
+        self.models = ModelsApi(self.base_client)
+        self.data = DataApiWrapper(self.base_client)
+        self.status = StatusApi(self.base_client)

crypticorn-2.7.0/crypticorn/hive/utils.py

@@ -0,0 +1,65 @@
+import requests
+import os
+import tqdm
+import logging
+
+logger = logging.getLogger(__name__)
+logger.setLevel(logging.INFO)
+
+
+async def download_file(url: str, dest_path: str, show_progress_bars: bool = True) -> str:
+    """downloads a file and shows a progress bar. allow resuming a download"""
+    file_size = 0
+    req = requests.get(url, stream=True, timeout=600)
+    req.raise_for_status()
+
+    total_size = int(req.headers.get("content-length", 0))
+    temp_path = dest_path + ".temp"
+
+    if os.path.exists(dest_path):
+        logger.info(f" file already exists: {dest_path}")
+        file_size = os.stat(dest_path).st_size
+        if file_size == total_size:
+            return dest_path
+
+    if os.path.exists(temp_path):
+        file_size = os.stat(temp_path).st_size
+
+        if file_size < total_size:
+            # Download incomplete
+            logger.info(f" resuming download")
+            resume_header = {"Range": f"bytes={file_size}-"}
+            req = requests.get(
+                url,
+                headers=resume_header,
+                stream=True,
+                verify=False,
+                allow_redirects=True,
+                timeout=600,
+            )
+        else:
+            # Error, delete file and restart download
+            logger.error(f" deleting file {dest_path} and restarting")
+            os.remove(temp_path)
+            file_size = 0
+    else:
+        # File does not exist, starting download
+        logger.info(f" starting download")
+
+    # write dataset to file and show progress bar
+    pbar = tqdm.tqdm(
+        total=total_size,
+        unit="B",
+        unit_scale=True,
+        desc=dest_path,
+        disable=not show_progress_bars,
+    )
+    # Update progress bar to reflect how much of the file is already downloaded
+    pbar.update(file_size)
+    with open(temp_path, "ab") as dest_file:
+        for chunk in req.iter_content(1024):
+            dest_file.write(chunk)
+            pbar.update(1024)
+    # move temp file to target destination
+    os.replace(temp_path, dest_path)
+    return dest_path

{crypticorn-2.6.0 → crypticorn-2.7.0}/crypticorn.egg-info/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: crypticorn
-Version: 2.6.0
-Summary: Maximise Your Crypto Trading Profits with AI Predictions
+Version: 2.7.0
+Summary: Maximise Your Crypto Trading Profits with Machine Learning
 Author-email: Crypticorn <timon@crypticorn.com>
 Project-URL: Homepage, https://crypticorn.com
 Keywords: machine learning,data science,crypto,modelling

{crypticorn-2.6.0 → crypticorn-2.7.0}/crypticorn.egg-info/SOURCES.txt

@@ -82,6 +82,7 @@ crypticorn/common/urls.py
 crypticorn/common/utils.py
 crypticorn/hive/__init__.py
 crypticorn/hive/main.py
+crypticorn/hive/utils.py
 crypticorn/hive/client/__init__.py
 crypticorn/hive/client/api_client.py
 crypticorn/hive/client/api_response.py

{crypticorn-2.6.0 → crypticorn-2.7.0}/pyproject.toml

@@ -1,10 +1,10 @@
 [project]
 name = "crypticorn"
-description = "Maximise Your Crypto Trading Profits with AI Predictions"
+description = "Maximise Your Crypto Trading Profits with Machine Learning"
 readme = "README.md"
 requires-python = ">=3.10"
 authors = [{name = "Crypticorn", email = "timon@crypticorn.com"}]
-version = "2.6.0"
+version = "2.7.0"
 keywords = ["machine learning", "data science", "crypto", "modelling"]
 dynamic = ["dependencies", "optional-dependencies"]
 

crypticorn-2.6.0/crypticorn/hive/main.py

@@ -1,28 +0,0 @@
-from crypticorn.hive import (
-    ApiClient,
-    Configuration,
-    ModelsApi,
-    DataApi,
-    StatusApi,
-    Configuration,
-)
-from crypticorn.common import apikey_header as aph
-
-
-class HiveClient:
-    """
-    A client for interacting with the Crypticorn Hive API.
-    """
-
-    config_class = Configuration
-
-    def __init__(
-        self,
-        config: Configuration,
-    ):
-        self.config = config
-        self.base_client = ApiClient(configuration=self.config)
-        # Instantiate all the endpoint clients
-        self.models = ModelsApi(self.base_client)
-        self.data = DataApi(self.base_client)
-        self.status = StatusApi(self.base_client)