onetick-py 1.170.0__tar.gz → 1.171.0__tar.gz

{onetick_py-1.170.0 → onetick_py-1.171.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: onetick-py
-Version: 1.170.0
+Version: 1.171.0
 Summary: Python package that allows you to work with OneTick
 Author-email: solutions <solutions@onetick.com>
 License-Expression: MIT

{onetick_py-1.170.0 → onetick_py-1.171.0}/src/onetick/py/__init__.py

@@ -214,9 +214,15 @@ from onetick.py.core.per_tick_script import (
 )
 from onetick.py.callback import CallbackBase
 from onetick.py.sql import SqlQuery
-from onetick.py.run import run
+from onetick.py.run import run, run_async
 from onetick.py.math import rand, now
-from onetick.py.misc import bit_and, bit_or, bit_at, bit_xor, bit_not, hash_code, get_symbology_mapping
+from onetick.py.misc import (
+    bit_and, bit_or, bit_at, bit_xor, bit_not,
+    hash_code,
+    get_symbology_mapping,
+    get_onetick_version,
+    get_username,
+)
 from onetick.py.core.column import Column
 from onetick.py.core.column_operations.base import Operation, Expr as expr, Raw as raw, OnetickParameter as param
 from onetick.py.core.per_tick_script import remote, Once, once, logf, throw_exception

{onetick_py-1.170.0 → onetick_py-1.171.0}/src/onetick/py/_version.py

@@ -1,2 +1,2 @@
 # This file was generated automatically. DO NOT CHANGE.
-VERSION = '1.170.0'
+VERSION = '1.171.0'

{onetick_py-1.170.0 → onetick_py-1.171.0}/src/onetick/py/cache.py

@@ -113,7 +113,7 @@ def create_cache(
         The cache will be cleared every X seconds, triggering new query executions when data is requested.
     tick_type: str
         Tick type.
-    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, pd.DataFrame, optional
+    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, :pandas:`pandas.DataFrame`, optional
         ``symbols`` parameter of ``otp.run()``.
     db: str
         Database.
@@ -259,7 +259,7 @@ def delete_cache(
         :func:`<onetick.py.create_cache>`.
     tick_type: str
         Tick type.
-    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, pd.DataFrame, optional
+    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, :pandas:`pandas.DataFrame`, optional
         ``symbols`` parameter of ``otp.run()``.
     db: str
         Database.
@@ -329,7 +329,7 @@ def modify_cache_config(
         New value of configuration parameter. Will be converted to string.
     tick_type: str
         Tick type.
-    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, pd.DataFrame, optional
+    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, :pandas:`pandas.DataFrame`, optional
         ``symbols`` parameter of ``otp.run()``.
     db: str
         Database.

{onetick_py-1.170.0 → onetick_py-1.171.0}/src/onetick/py/callback/callbacks.py

@@ -18,7 +18,7 @@ class LogCallback(CallbackBase):
 
 class ManualDataframeCallback(CallbackBase):
     """
-    This callback class can be used to generate the same pandas.DataFrame result as in otp.run.
+    This callback class can be used to generate the same :pandas:`pandas.DataFrame` result as in otp.run.
     Unlike otp.run, here result is constructed manually, one tick at a time.
     This may lead to lower memory usage in some cases.
     See task PY-863 for details.

{onetick_py-1.170.0 → onetick_py-1.171.0}/src/onetick/py/configuration.py

@@ -32,6 +32,28 @@ def parse_datetime(s):
     )
 
 
+def parse_bool(value) -> Optional[bool]:
+    str_value = str(value).lower()
+    if str_value in ('1', 'true', 'yes'):
+        return True
+    elif str_value in ('0', 'false', 'no'):
+        return False
+    else:
+        return None
+
+
+def parse_true(value) -> bool:
+    return parse_bool(value) is True
+
+
+def parse_bool_or_string(value) -> Union[bool, str]:
+    parsed_value = parse_bool(value)
+    if parsed_value is not None:
+        return parsed_value
+    else:
+        return str(value)
+
+
 def _env_func_concurrency(value: str) -> Optional[int]:
     if not value:
         return None
@@ -197,7 +219,7 @@ class OtpShowStackInfoProperty(OtpProperty):
     """
     @staticmethod
     def parser(value):
-        return str(value).lower() in ('1', 'true', 'yes')
+        return parse_true(value)
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
@@ -492,7 +514,7 @@ class Config:
         base_default=False,
         allowed_types=[bool],
         env_var_name='OTP_PRESORT_FORCE_DEFAULT_CONCURRENCY',
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     # default batch size is set to 0, so the number of symbols in batch is not limited
@@ -623,10 +645,14 @@ class Config:
     )
 
     trusted_certificates_file = OtpProperty(
-        description='Path to the file with list of trusted Certificate Authority certificates for WebAPI requests.',
+        description='Either a boolean, in which case it controls whether we verify the server TLS certificate '
+                    'or a string with the path to the file with list of '
+                    'trusted Certificate Authority certificates for WebAPI requests. '
+                    'Default behaviour implies verification is enabled.',
         base_default=None,
-        allowed_types=str,
+        allowed_types=(bool, str),
         env_var_name='OTP_SSL_CERT_FILE',
+        env_var_func=parse_bool_or_string,
     )
 
     max_expected_ticks_per_symbol = OtpProperty(
@@ -641,7 +667,7 @@ class Config:
         base_default=False,
         allowed_types=(str, bool, int),
         env_var_name='OTP_SHOW_STACK_INFO',
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     log_symbol = OtpProperty(
@@ -651,7 +677,7 @@ class Config:
         base_default=False,
         allowed_types=(str, bool, int),
         env_var_name='OTP_LOG_SYMBOL',
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     ignore_ticks_in_unentitled_time_range = OtpProperty(
@@ -659,7 +685,7 @@ class Config:
         base_default=False,
         env_var_name='OTP_IGNORE_TICKS_IN_UNENTITLED_TIME_RANGE',
         allowed_types=(str, bool, int),
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     main_query_generated_filename = OtpProperty(
@@ -685,7 +711,7 @@ class Config:
         base_default=False,
         env_var_name='OTP_OTQ_DEBUG_MODE',
         allowed_types=(str, bool, int),
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     allow_lowercase_in_saved_fields = OtpProperty(
@@ -702,7 +728,7 @@ class Config:
         base_default=True,
         env_var_name='OTP_CLEAN_UP_TMP_FILES',
         allowed_types=(str, bool, int),
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     default_schema_policy = OtpProperty(

{onetick_py-1.170.0 → onetick_py-1.171.0}/src/onetick/py/core/_source/source_methods/misc.py

@@ -514,7 +514,7 @@ def cache(
         the result data not found in the cache. Otherwise, the cache remains unchanged.
     tick_type: str
         Tick type.
-    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, pd.DataFrame, optional
+    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, :pandas:`pandas.DataFrame`, optional
         ``symbols`` parameter of ``otp.run()``.
     db: str
         Database.

{onetick_py-1.170.0 → onetick_py-1.171.0}/src/onetick/py/core/per_tick_script.py

@@ -1095,6 +1095,8 @@ class CaseExpressionParser(ExpressionParser):
             try:
                 return super().call(expr)
             except Exception:
+                if orig_err is not None:
+                    raise err from orig_err
                 raise ValueError(
                     f"Can't convert function '{astunparse(expr)}' to CASE() expression."
                 ) from err

{onetick_py-1.170.0 → onetick_py-1.171.0}/src/onetick/py/db/_inspection.py

@@ -1,3 +1,4 @@
+import itertools
 import warnings
 from typing import Union, Iterable, Tuple, Optional, Any, Literal
 from datetime import date as dt_date, datetime, timedelta
@@ -7,6 +8,7 @@ from dateutil.tz import gettz
 
 import onetick.py as otp
 from onetick.py import configuration, utils
+from onetick.py import types as ott
 from onetick.py.compatibility import is_native_plus_zstd_supported, is_show_db_list_show_description_supported
 from onetick.py.core import db_constants
 from onetick.py.otq import otq
@@ -909,10 +911,12 @@ class DB:
 
 
 def databases(
-    context=utils.default, derived: bool = False, readable_only: bool = True, fetch_description: bool = False,
-) -> dict[str, DB]:
+    context=utils.default, derived: bool = False, readable_only: bool = True,
+    fetch_description: Optional[bool] = None,
+    as_table: bool = False,
+) -> Union[dict[str, DB], pd.DataFrame]:
     """
-    Gets all available databases in the ``context``
+    Gets all available databases in the ``context``.
 
     Parameters
     ----------
@@ -931,6 +935,9 @@ def databases(
     fetch_description: bool
         If set to True, retrieves descriptions for databases and puts them into ``description`` property of
         :py:class:`~onetick.py.DB` objects in a returned dict.
+    as_table: bool
+        If False (default), this function returns a dictionary of database names and database objects.
+        If True, returns a :pandas:`pandas.DataFrame` table where each row contains the info for each database.
 
     See also
     --------
@@ -940,50 +947,66 @@ def databases(
 
     Returns
     -------
-    dict
-        Dict where keys are database names and values are :class:`DB <onetick.py.db._inspection.DB>` objects
-        with ``context`` specified.
-    """
-    if fetch_description and not is_show_db_list_show_description_supported():
-        fetch_description = False
+    Dict where keys are database names and values are :class:`DB <onetick.py.db._inspection.DB>` objects
+    or :pandas:`pandas.DataFrame` object depending on ``as_table`` parameter.
 
-    if readable_only:
-        node = (
-            otq.AccessInfo(info_type='DATABASES', show_for_all_users=False, deep_scan=True).tick_type('ANY')
-            >> otq.Passthrough('DB_NAME,READ_ACCESS')
-            >> otq.WhereClause(where='READ_ACCESS = 1')
-        )
+    Examples
+    --------
 
-        if fetch_description:
-            join = otq.Join(
-                left_source='LEFT', join_type='LEFT_OUTER', join_criteria='LEFT.DB_NAME = RIGHT.DATABASE_NAME'
-            )
-
-            _ = node.set_node_name('LEFT') >> join
-            _ = (
-                otq.ShowDbList(show_description=fetch_description).tick_type('ANY')
-                >> otq.Passthrough('DATABASE_NAME,DESCRIPTION').set_node_name('RIGHT')
-                >> join
-            )
-
-            node = (
-                join >> otq.Passthrough('LEFT.DB_NAME,RIGHT.DESCRIPTION')
-                >> otq.RenameFields("LEFT.DB_NAME=DB_NAME,RIGHT.DESCRIPTION=DESCRIPTION")
-            )
-    else:
-        db_list_kwargs = {}
-        output_fields = ['DATABASE_NAME']
-        if fetch_description:
-            db_list_kwargs['show_description'] = fetch_description
-            output_fields.append('DESCRIPTION')
+    Get the dictionary of database names and objects:
 
-        node = (
-            otq.ShowDbList(**db_list_kwargs).tick_type('ANY')
-            >> otq.Passthrough(','.join(output_fields))
-        )
+    >>> otp.databases()  # doctest: +SKIP
+    {'ABU_DHABI': <onetick.py.db._inspection.DB at 0x7f9413a5e8e0>,
+     'ABU_DHABI_BARS': <onetick.py.db._inspection.DB at 0x7f9413a5ef40>,
+     'ABU_DHABI_DAILY': <onetick.py.db._inspection.DB at 0x7f9413a5eac0>,
+     'ALPHA': <onetick.py.db._inspection.DB at 0x7f9413a5e940>,
+     'ALPHA_X': <onetick.py.db._inspection.DB at 0x7f9413a5e490>,
+     ...
+    }
+
+    Get a table with database info:
 
-    if not fetch_description:
-        node = node >> otq.AddField('DESCRIPTION', '""')
+    >>> otp.databases(as_table=True)  # doctest: +SKIP
+               Time            DB_NAME  READ_ACCESS  WRITE_ACCESS         ...
+    0    2003-01-01          ABU_DHABI            1             0         ...
+    1    2003-01-01     ABU_DHABI_BARS            1             1         ...
+    2    2003-01-01    ABU_DHABI_DAILY            1             1         ...
+    3    2003-01-01              ALPHA            1             1         ...
+    4    2003-01-01            ALPHA_X            1             1         ...
+    ...         ...                ...          ...           ...         ...
+    """
+    show_db_list_kwargs = {}
+    if fetch_description is not None and is_show_db_list_show_description_supported() and (
+        'show_description' in otq.ShowDbList.Parameters.list_parameters()
+    ):
+        show_db_list_kwargs['show_description'] = fetch_description
+
+    node = otq.AccessInfo(info_type='DATABASES', show_for_all_users=False, deep_scan=True).tick_type('ANY')
+    # for some reason ACCESS_INFO sometimes return several ticks
+    # for the same database with different SERVER_ADDRESS values
+    # so we get only the first tick
+    node = (
+        node >> otq.NumTicks(is_running_aggr=True, group_by='DB_NAME',
+                             all_fields_for_sliding=False, output_field_name='NUM_TICKS')
+        >> otq.WhereClause(where='NUM_TICKS = 1')
+        >> otq.Passthrough('NUM_TICKS', drop_fields=True)
+    )
+    if readable_only:
+        node = node >> otq.WhereClause(where='READ_ACCESS = 1')
+
+    left = node.set_node_name('LEFT')
+    right = otq.ShowDbList(**show_db_list_kwargs).tick_type('ANY').set_node_name('RIGHT')
+    join = otq.Join(
+        left_source='LEFT', join_type='INNER', join_criteria='LEFT.DB_NAME = RIGHT.DATABASE_NAME',
+        add_source_prefix=False,
+    )
+    left >> join << right  # pylint: disable=pointless-statement
+    node = join >> otq.Passthrough('LEFT.TIMESTAMP,RIGHT.TIMESTAMP,DATABASE_NAME', drop_fields=True)
+
+    # times bigger than datetime.max are not representable in python
+    max_dt = ott.value2str(datetime.max)
+    node = node >> otq.UpdateFields(set=f'INTERVAL_START={max_dt}', where=f'INTERVAL_START > {max_dt}')
+    node = node >> otq.UpdateFields(set=f'INTERVAL_END={max_dt}', where=f'INTERVAL_END > {max_dt}')
 
     dbs = otp.run(node,
                   symbols='LOCAL::',
@@ -992,15 +1015,20 @@ def databases(
                   end=db_constants.DEFAULT_END_DATE,
                   context=context)
 
+    if as_table:
+        return dbs
+
     # WebAPI returns empty DataFrame (no columns) if there are no databases
     if len(dbs) == 0:
         return {}
 
-    db_list = list(dbs['DB_NAME'] if readable_only else dbs['DATABASE_NAME'])
-    merged_db_list = list(zip(db_list, dbs['DESCRIPTION']))
+    db_list = list(dbs['DB_NAME'])
+    db_description_list = dbs['DESCRIPTION'] if 'DESCRIPTION' in dbs else itertools.repeat('')
+    merged_db_list = list(zip(db_list, db_description_list))
 
     db_dict = {
-        db_name: DB(db_name, description=db_description, context=context) for db_name, db_description in merged_db_list
+        db_name: DB(db_name, description=db_description, context=context)
+        for db_name, db_description in merged_db_list
     }
 
     if derived:
@@ -1018,6 +1046,7 @@ def derived_databases(
     selection_criteria='all',
     db=None,
     db_discovery_scope='query_host_only',
+    as_table: bool = False,
 ) -> dict[str, DB]:
     """
     Gets available derived databases.
@@ -1052,6 +1081,9 @@ def derived_databases(
         an attempt will be performed to get derived databases from all reachable hosts.
         When *query_host_only* is specified,
         only derived databases from the host on which the query is performed will be returned.
+    as_table: bool
+        If False (default), this function returns a dictionary of database names and database objects.
+        If True, returns a :pandas:`pandas.DataFrame` table where each row contains the info for each database.
 
     See also
     --------
@@ -1059,9 +1091,8 @@ def derived_databases(
 
     Returns
     -------
-    dict
-        Dict where keys are database names and values are :class:`DB <onetick.py.db._inspection.DB>` objects
-        with ``context`` specified.
+    Dict where keys are database names and values are :class:`DB <onetick.py.db._inspection.DB>` objects
+    or :pandas:`pandas.DataFrame` object depending on ``as_table`` parameter.
     """
     if start and end:
         time_range = otq.ShowDerivedDbList.TimeRange.QUERY_TIME_INTERVAL
@@ -1089,6 +1120,8 @@ def derived_databases(
     ep = ep.tick_type('ANY')
     db = db or 'LOCAL'
     dbs = otp.run(ep, symbols=f'{db}::', start=start, end=end, context=context)
+    if as_table:
+        return dbs
     if len(dbs) == 0:
         return {}
     db_list = list(dbs['DERIVED_DB_NAME'])