onetick-py 1.169.0__py3-none-any.whl → 1.171.0__py3-none-any.whl

onetick/py/__init__.py

@@ -214,9 +214,15 @@ from onetick.py.core.per_tick_script import (
 )
 from onetick.py.callback import CallbackBase
 from onetick.py.sql import SqlQuery
-from onetick.py.run import run
+from onetick.py.run import run, run_async
 from onetick.py.math import rand, now
-from onetick.py.misc import bit_and, bit_or, bit_at, bit_xor, bit_not, hash_code, get_symbology_mapping
+from onetick.py.misc import (
+    bit_and, bit_or, bit_at, bit_xor, bit_not,
+    hash_code,
+    get_symbology_mapping,
+    get_onetick_version,
+    get_username,
+)
 from onetick.py.core.column import Column
 from onetick.py.core.column_operations.base import Operation, Expr as expr, Raw as raw, OnetickParameter as param
 from onetick.py.core.per_tick_script import remote, Once, once, logf, throw_exception

onetick/py/_version.py

@@ -1,2 +1,2 @@
 # This file was generated automatically. DO NOT CHANGE.
-VERSION = '1.169.0'
+VERSION = '1.171.0'

onetick/py/aggregations/functions.py

@@ -956,7 +956,7 @@ def generic(*args, **kwargs):
 
     >>> data = otp.Ticks({'A': [1, 2, 1]})
     >>> def count_values(source, value):
-    ...     values, _ = source[source['A'] == value]
+    ...     values = source.where(source['A'] == value)
     ...     return values.agg({'count': otp.agg.count()})
     >>> data = otp.agg.generic(count_values).apply(data, value=1)
     >>> otp.run(data)

onetick/py/aggregations/order_book.py

@@ -146,6 +146,8 @@ class _OrderBookAggregation(_Aggregation, ABC):
         self.max_initialization_days = max_initialization_days
         self.book_uncross_method = book_uncross_method
         self.dq_events_that_clear_book = ','.join(dq_events_that_clear_book) if dq_events_that_clear_book else None
+        self.bound_symbols = None
+
         super().__init__(_Column('TIMESTAMP'), *args, **kwargs)
 
     def _param_validation(self):
@@ -170,6 +172,19 @@ class _OrderBookAggregation(_Aggregation, ABC):
             raise TypeError(f"Aggregation `{self.NAME}` need these columns: "
                             f"BUY_SELL_FLAG, PRICE, SIZE and (UPDATE_TIME or DELETED_TIME)")
 
+    def to_ep(self, *args, **kwargs):
+        ob_ep = super().to_ep(*args, **kwargs)
+        if self.bound_symbols:
+            ob_ep = ob_ep.symbols(self.bound_symbols)
+
+        return ob_ep
+
+    def set_bound_symbols(self, bound_symbols=None):
+        if isinstance(bound_symbols, str):
+            bound_symbols = [bound_symbols]
+
+        self.bound_symbols = bound_symbols
+
 
 class ObSnapshot(_OrderBookAggregation):
     NAME = 'OB_SNAPSHOT'

onetick/py/cache.py

@@ -113,7 +113,7 @@ def create_cache(
         The cache will be cleared every X seconds, triggering new query executions when data is requested.
     tick_type: str
         Tick type.
-    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, pd.DataFrame, optional
+    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, :pandas:`pandas.DataFrame`, optional
         ``symbols`` parameter of ``otp.run()``.
     db: str
         Database.
@@ -259,7 +259,7 @@ def delete_cache(
         :func:`<onetick.py.create_cache>`.
     tick_type: str
         Tick type.
-    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, pd.DataFrame, optional
+    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, :pandas:`pandas.DataFrame`, optional
         ``symbols`` parameter of ``otp.run()``.
     db: str
         Database.
@@ -329,7 +329,7 @@ def modify_cache_config(
         New value of configuration parameter. Will be converted to string.
     tick_type: str
         Tick type.
-    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, pd.DataFrame, optional
+    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, :pandas:`pandas.DataFrame`, optional
         ``symbols`` parameter of ``otp.run()``.
     db: str
         Database.

onetick/py/callback/callbacks.py

@@ -18,7 +18,7 @@ class LogCallback(CallbackBase):
 
 class ManualDataframeCallback(CallbackBase):
     """
-    This callback class can be used to generate the same pandas.DataFrame result as in otp.run.
+    This callback class can be used to generate the same :pandas:`pandas.DataFrame` result as in otp.run.
     Unlike otp.run, here result is constructed manually, one tick at a time.
     This may lead to lower memory usage in some cases.
     See task PY-863 for details.

onetick/py/configuration.py

@@ -32,6 +32,28 @@ def parse_datetime(s):
     )
 
 
+def parse_bool(value) -> Optional[bool]:
+    str_value = str(value).lower()
+    if str_value in ('1', 'true', 'yes'):
+        return True
+    elif str_value in ('0', 'false', 'no'):
+        return False
+    else:
+        return None
+
+
+def parse_true(value) -> bool:
+    return parse_bool(value) is True
+
+
+def parse_bool_or_string(value) -> Union[bool, str]:
+    parsed_value = parse_bool(value)
+    if parsed_value is not None:
+        return parsed_value
+    else:
+        return str(value)
+
+
 def _env_func_concurrency(value: str) -> Optional[int]:
     if not value:
         return None
@@ -197,7 +219,7 @@ class OtpShowStackInfoProperty(OtpProperty):
     """
     @staticmethod
     def parser(value):
-        return str(value).lower() in ('1', 'true', 'yes')
+        return parse_true(value)
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
@@ -492,7 +514,7 @@ class Config:
         base_default=False,
         allowed_types=[bool],
         env_var_name='OTP_PRESORT_FORCE_DEFAULT_CONCURRENCY',
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     # default batch size is set to 0, so the number of symbols in batch is not limited
@@ -623,10 +645,14 @@ class Config:
     )
 
     trusted_certificates_file = OtpProperty(
-        description='Path to the file with list of trusted Certificate Authority certificates for WebAPI requests.',
+        description='Either a boolean, in which case it controls whether we verify the server TLS certificate '
+                    'or a string with the path to the file with list of '
+                    'trusted Certificate Authority certificates for WebAPI requests. '
+                    'Default behaviour implies verification is enabled.',
         base_default=None,
-        allowed_types=str,
+        allowed_types=(bool, str),
         env_var_name='OTP_SSL_CERT_FILE',
+        env_var_func=parse_bool_or_string,
     )
 
     max_expected_ticks_per_symbol = OtpProperty(
@@ -641,7 +667,7 @@ class Config:
         base_default=False,
         allowed_types=(str, bool, int),
         env_var_name='OTP_SHOW_STACK_INFO',
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     log_symbol = OtpProperty(
@@ -651,7 +677,7 @@ class Config:
         base_default=False,
         allowed_types=(str, bool, int),
         env_var_name='OTP_LOG_SYMBOL',
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     ignore_ticks_in_unentitled_time_range = OtpProperty(
@@ -659,7 +685,7 @@ class Config:
         base_default=False,
         env_var_name='OTP_IGNORE_TICKS_IN_UNENTITLED_TIME_RANGE',
         allowed_types=(str, bool, int),
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     main_query_generated_filename = OtpProperty(
@@ -685,7 +711,7 @@ class Config:
         base_default=False,
         env_var_name='OTP_OTQ_DEBUG_MODE',
         allowed_types=(str, bool, int),
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     allow_lowercase_in_saved_fields = OtpProperty(
@@ -702,7 +728,7 @@ class Config:
         base_default=True,
         env_var_name='OTP_CLEAN_UP_TMP_FILES',
         allowed_types=(str, bool, int),
-        env_var_func=OtpShowStackInfoProperty.parser,
+        env_var_func=parse_true,
     )
 
     default_schema_policy = OtpProperty(

onetick/py/core/_internal/_state_objects.py

@@ -165,7 +165,7 @@ class _StateBase(ABC):
            data.state_vars['VAR'] = otp.state.tick_list()
            def fun(min_value):
                t = otp.Ticks(X=[123, 234])
-               t, _ = t[t['X'] > min_value]
+               t = t.where(t['X'] > min_value)
                return t
            data = data.state_vars['VAR'].modify_from_query(fun, params={'min_value': 200})
            data = data.state_vars['VAR'].dump()
@@ -344,8 +344,9 @@ class _TickSequence(_StateBase):
     def __init__(self, name, obj_ref, default_value, scope, schema=None, **kwargs):
         if kwargs:
             raise ValueError(f"Unknown parameters for '{self.__class__.__name__}': {list(kwargs)}")
-        if default_value is not None and not isinstance(default_value, _QueryEvalWrapper):
-            raise ValueError('only otp.eval can be used as initial value for tick sequences')
+        from onetick.py.core.source import Source
+        if default_value is not None and not isinstance(default_value, (_QueryEvalWrapper, Source)):
+            raise ValueError('only otp.eval and otp.Source objects can be used as initial value for tick sequences')
         if default_value is not None and schema is not None:
             # TODO: check that the two schemas align or possibly that they are exactly the same
             pass
@@ -396,9 +397,13 @@ class _TickSequence(_StateBase):
             self._schema = None
         if not self._schema:
             if self.default_value is not None:
-                # If tick sequence is initialized from eval,
-                # then we get schema from the Source in eval.
-                self._schema = self.default_value.query.schema.copy()
+                from onetick.py.core.source import Source
+                if isinstance(self.default_value, _QueryEvalWrapper):
+                    # If tick sequence is initialized from eval,
+                    # then we get schema from the Source in eval.
+                    self._schema = self.default_value.query.schema.copy()
+                elif isinstance(self.default_value, Source):
+                    self._schema = self.default_value.schema.copy()
             else:
                 # If tick sequence is initialized as empty,
                 # then it's schema will be derived from the schema of the parent object (e.g. source)

onetick/py/core/_internal/_state_vars.py

@@ -81,7 +81,13 @@ class StateVars:
             str_type = type2str(base_type)
 
         expression = f'{str_type} {name}'
+
+        import onetick.py as otp
         if value.default_value is not None:
-            # TODO: PY-952: use to_eval_string(self._owner._tmp_otq) here if otp.eval is passed
-            expression += f' = {value2str(value.default_value)}'
+            if isinstance(value.default_value, otp.Source):
+                value_expression = otp.eval(value.default_value).to_eval_string(self._owner._tmp_otq)
+            else:
+                # TODO: PY-952: use to_eval_string(self._owner._tmp_otq) here if otp.eval is passed
+                value_expression = value2str(value.default_value)
+            expression += f' = {value_expression}'
         self._owner.sink(otq.DeclareStateVariables(variables=expression, scope=value.scope))

onetick/py/core/_source/source_methods/joins.py

@@ -394,7 +394,7 @@ def join_with_collection(
     >>>
     >>> trd_qte = trd_qte.state_vars['LAST_QUOTE_PER_EXCHANGE'].update(where=trd_qte['TICK_TYPE'] == 'QTE',
     ...                                                                value_fields=['ASK_PRICE', 'BID_PRICE'])
-    >>> trd, _ = trd_qte[trd_qte['TICK_TYPE'] == 'TRD']
+    >>> trd = trd_qte.where(trd_qte['TICK_TYPE'] == 'TRD')
     >>> trd.drop(['ASK_PRICE', 'BID_PRICE', 'EXCHANGE'], inplace=True)
     >>> trd = trd.join_with_collection('LAST_QUOTE_PER_EXCHANGE')
     >>> otp.run(trd)[['PRICE', 'SIZE', 'EXCHANGE', 'ASK_PRICE', 'BID_PRICE']]

onetick/py/core/_source/source_methods/misc.py

@@ -514,7 +514,7 @@ def cache(
         the result data not found in the cache. Otherwise, the cache remains unchanged.
     tick_type: str
         Tick type.
-    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, pd.DataFrame, optional
+    symbol: str, list of str, list of otq.Symbol, :py:class:`onetick.py.Source`, :pandas:`pandas.DataFrame`, optional
         ``symbols`` parameter of ``otp.run()``.
     db: str
         Database.

onetick/py/core/column_operations/accessors/str_accessor.py

@@ -227,7 +227,7 @@ class _StrAccessor(_Accessor):
 
         >>> q = otp.DataSource('US_COMP', tick_type='TRD', symbols=['SPY'])  # doctest: +SKIP
         >>> q = q[['PRICE', 'SIZE', 'COND', 'EXCHANGE']]  # doctest: +SKIP
-        >>> q, _ = q[q['COND'].str.match('^[^O6TUHILNRWZ47QMBCGPV]*$')]  # doctest: +SKIP
+        >>> q = q.where(q['COND'].str.match('^[^O6TUHILNRWZ47QMBCGPV]*$'))  # doctest: +SKIP
         >>> otp.run(q, start=otp.dt(2023, 5, 15, 9, 30), end=otp.dt(2023, 5, 15, 9, 30, 1))  # doctest: +SKIP
                                     Time    PRICE  SIZE  COND EXCHANGE
         0  2023-05-15 09:30:00.000776704  412.220   247              Z
@@ -1225,7 +1225,7 @@ class _StrAccessor(_Accessor):
         This function can be used to filter out ticks:
 
         >>> data = otp.Ticks(X=['a', 'ab', 'b_', 'b%'])
-        >>> data, _ = data[data['X'].str.like('a%')]
+        >>> data = data.where(data['X'].str.like('a%'))
         >>> otp.run(data)
                              Time   X
         0 2003-12-01 00:00:00.000   a
@@ -1335,7 +1335,7 @@ class _StrAccessor(_Accessor):
            :skipif: not is_ilike_supported()
 
            data = otp.Ticks(X=['a', 'ab', 'Ab', 'b_'])
-           data, _ = data[data['X'].str.ilike('a%')]
+           data = data.where(data['X'].str.ilike('a%'))
            df = otp.run(data)
            print(df)
 

onetick/py/core/column_operations/base.py

@@ -725,7 +725,7 @@ class Operation:
         Examples
         --------
         >>> t = otp.Ticks(A=range(4))
-        >>> t, _ = t[~(t['A'] > 1)]
+        >>> t = t.where(~(t['A'] > 1))
         >>> otp.run(t)[['A']]
            A
         0  0
@@ -741,7 +741,7 @@ class Operation:
         Examples
         --------
         >>> t = otp.Ticks(A=range(4))
-        >>> t, _ = t[(t['A'] == 1)]
+        >>> t = t.where((t['A'] == 1))
         >>> otp.run(t)[['A']]
            A
         0  1
@@ -756,7 +756,7 @@ class Operation:
         Examples
         --------
         >>> t = otp.Ticks(A=range(4))
-        >>> t, _ = t[(t['A'] != 1)]
+        >>> t = t.where((t['A'] != 1))
         >>> otp.run(t)[['A']]
            A
         0  0
@@ -773,7 +773,7 @@ class Operation:
         Examples
         --------
         >>> t = otp.Ticks(A=range(4))
-        >>> t, _ = t[(t['A'] == 1) | (t['A'] == 2)]
+        >>> t = t.where((t['A'] == 1) | (t['A'] == 2))
         >>> otp.run(t)[['A']]
            A
         0  1
@@ -789,7 +789,7 @@ class Operation:
         Examples
         --------
         >>> t = otp.Ticks(A=[1, 1], B=[1, 2])
-        >>> t, _ = t[(t['A'] == 1) & (t['B'] == 1)]
+        >>> t = t.where((t['A'] == 1) & (t['B'] == 1))
         >>> otp.run(t)[['A', 'B']]
            A  B
         0  1  1
@@ -804,7 +804,7 @@ class Operation:
         Examples
         --------
         >>> t = otp.Ticks(A=range(4))
-        >>> t, _ = t[t['A'] <= 2]
+        >>> t = t.where(t['A'] <= 2)
         >>> otp.run(t)[['A']]
            A
         0  0
@@ -821,7 +821,7 @@ class Operation:
         Examples
         --------
         >>> t = otp.Ticks(A=range(4))
-        >>> t, _ = t[t['A'] < 2]
+        >>> t = t.where(t['A'] < 2)
         >>> otp.run(t)[['A']]
            A
         0  0
@@ -837,7 +837,7 @@ class Operation:
         Examples
         --------
         >>> t = otp.Ticks(A=range(4))
-        >>> t, _ = t[t['A'] >= 2]
+        >>> t = t.where(t['A'] >= 2)
         >>> otp.run(t)[['A']]
            A
         0  2
@@ -853,7 +853,7 @@ class Operation:
         Examples
         --------
         >>> t = otp.Ticks(A=range(4))
-        >>> t, _ = t[t['A'] > 2]
+        >>> t = t.where(t['A'] > 2)
         >>> otp.run(t)[['A']]
            A
         0  3

onetick/py/core/eval_query.py

@@ -171,7 +171,7 @@ def eval(query, symbol=None, start=None, end=None,
     >>> data = otp.Ticks(X=[1, 2, 3])
     >>> # note that in this case column WHERE must be specified,
     >>> # because evaluated query returns tick with more than one field
-    >>> data, _ = data[otp.eval(get_filter, a=0, b=2)['WHERE']]
+    >>> data = data.where(otp.eval(get_filter, a=0, b=2)['WHERE'])
     >>> otp.run(data)
             Time  X
     0 2003-12-01  1
@@ -183,12 +183,12 @@ def eval(query, symbol=None, start=None, end=None,
     ...         'TICK_TYPE': ['TRD', 'QTE'],
     ...         'WHERE': ['PRICE>=1.4', 'ASK_PRICE>=1.4']
     ...     })
-    ...     res, _ = res[res['TICK_TYPE'] == tick_type]
+    ...     res = res.where(res['TICK_TYPE'] == tick_type)
     ...     return res.drop(['TICK_TYPE'])
     >>> t = otp.DataSource('US_COMP::TRD')
     >>> # note that in this case column WHERE do not need to be specified,
     >>> # because evaluated query returns tick with only one field
-    >>> t, _ = t[otp.eval(filter_by_tt, tick_type=t['_TICK_TYPE'])]
+    >>> t = t.where(otp.eval(filter_by_tt, tick_type=t['_TICK_TYPE']))
     >>> otp.run(t, start=otp.dt(2022, 3, 1), end=otp.dt(2022, 3, 2))
                          Time  PRICE  SIZE
     0 2022-03-01 00:00:00.001    1.4    10

onetick/py/core/per_tick_script.py

@@ -1095,6 +1095,8 @@ class CaseExpressionParser(ExpressionParser):
             try:
                 return super().call(expr)
             except Exception:
+                if orig_err is not None:
+                    raise err from orig_err
                 raise ValueError(
                     f"Can't convert function '{astunparse(expr)}' to CASE() expression."
                 ) from err

onetick/py/db/_inspection.py

@@ -1,3 +1,4 @@
+import itertools
 import warnings
 from typing import Union, Iterable, Tuple, Optional, Any, Literal
 from datetime import date as dt_date, datetime, timedelta
@@ -7,6 +8,7 @@ from dateutil.tz import gettz
 
 import onetick.py as otp
 from onetick.py import configuration, utils
+from onetick.py import types as ott
 from onetick.py.compatibility import is_native_plus_zstd_supported, is_show_db_list_show_description_supported
 from onetick.py.core import db_constants
 from onetick.py.otq import otq
@@ -909,10 +911,12 @@ class DB:
 
 
 def databases(
-    context=utils.default, derived: bool = False, readable_only: bool = True, fetch_description: bool = False,
-) -> dict[str, DB]:
+    context=utils.default, derived: bool = False, readable_only: bool = True,
+    fetch_description: Optional[bool] = None,
+    as_table: bool = False,
+) -> Union[dict[str, DB], pd.DataFrame]:
     """
-    Gets all available databases in the ``context``
+    Gets all available databases in the ``context``.
 
     Parameters
     ----------
@@ -931,6 +935,9 @@ def databases(
     fetch_description: bool
         If set to True, retrieves descriptions for databases and puts them into ``description`` property of
         :py:class:`~onetick.py.DB` objects in a returned dict.
+    as_table: bool
+        If False (default), this function returns a dictionary of database names and database objects.
+        If True, returns a :pandas:`pandas.DataFrame` table where each row contains the info for each database.
 
     See also
     --------
@@ -940,50 +947,66 @@ def databases(
 
     Returns
     -------
-    dict
-        Dict where keys are database names and values are :class:`DB <onetick.py.db._inspection.DB>` objects
-        with ``context`` specified.
-    """
-    if fetch_description and not is_show_db_list_show_description_supported():
-        fetch_description = False
+    Dict where keys are database names and values are :class:`DB <onetick.py.db._inspection.DB>` objects
+    or :pandas:`pandas.DataFrame` object depending on ``as_table`` parameter.
 
-    if readable_only:
-        node = (
-            otq.AccessInfo(info_type='DATABASES', show_for_all_users=False, deep_scan=True).tick_type('ANY')
-            >> otq.Passthrough('DB_NAME,READ_ACCESS')
-            >> otq.WhereClause(where='READ_ACCESS = 1')
-        )
+    Examples
+    --------
 
-        if fetch_description:
-            join = otq.Join(
-                left_source='LEFT', join_type='LEFT_OUTER', join_criteria='LEFT.DB_NAME = RIGHT.DATABASE_NAME'
-            )
-
-            _ = node.set_node_name('LEFT') >> join
-            _ = (
-                otq.ShowDbList(show_description=fetch_description).tick_type('ANY')
-                >> otq.Passthrough('DATABASE_NAME,DESCRIPTION').set_node_name('RIGHT')
-                >> join
-            )
-
-            node = (
-                join >> otq.Passthrough('LEFT.DB_NAME,RIGHT.DESCRIPTION')
-                >> otq.RenameFields("LEFT.DB_NAME=DB_NAME,RIGHT.DESCRIPTION=DESCRIPTION")
-            )
-    else:
-        db_list_kwargs = {}
-        output_fields = ['DATABASE_NAME']
-        if fetch_description:
-            db_list_kwargs['show_description'] = fetch_description
-            output_fields.append('DESCRIPTION')
+    Get the dictionary of database names and objects:
 
-        node = (
-            otq.ShowDbList(**db_list_kwargs).tick_type('ANY')
-            >> otq.Passthrough(','.join(output_fields))
-        )
+    >>> otp.databases()  # doctest: +SKIP
+    {'ABU_DHABI': <onetick.py.db._inspection.DB at 0x7f9413a5e8e0>,
+     'ABU_DHABI_BARS': <onetick.py.db._inspection.DB at 0x7f9413a5ef40>,
+     'ABU_DHABI_DAILY': <onetick.py.db._inspection.DB at 0x7f9413a5eac0>,
+     'ALPHA': <onetick.py.db._inspection.DB at 0x7f9413a5e940>,
+     'ALPHA_X': <onetick.py.db._inspection.DB at 0x7f9413a5e490>,
+     ...
+    }
+
+    Get a table with database info:
 
-    if not fetch_description:
-        node = node >> otq.AddField('DESCRIPTION', '""')
+    >>> otp.databases(as_table=True)  # doctest: +SKIP
+               Time            DB_NAME  READ_ACCESS  WRITE_ACCESS         ...
+    0    2003-01-01          ABU_DHABI            1             0         ...
+    1    2003-01-01     ABU_DHABI_BARS            1             1         ...
+    2    2003-01-01    ABU_DHABI_DAILY            1             1         ...
+    3    2003-01-01              ALPHA            1             1         ...
+    4    2003-01-01            ALPHA_X            1             1         ...
+    ...         ...                ...          ...           ...         ...
+    """
+    show_db_list_kwargs = {}
+    if fetch_description is not None and is_show_db_list_show_description_supported() and (
+        'show_description' in otq.ShowDbList.Parameters.list_parameters()
+    ):
+        show_db_list_kwargs['show_description'] = fetch_description
+
+    node = otq.AccessInfo(info_type='DATABASES', show_for_all_users=False, deep_scan=True).tick_type('ANY')
+    # for some reason ACCESS_INFO sometimes return several ticks
+    # for the same database with different SERVER_ADDRESS values
+    # so we get only the first tick
+    node = (
+        node >> otq.NumTicks(is_running_aggr=True, group_by='DB_NAME',
+                             all_fields_for_sliding=False, output_field_name='NUM_TICKS')
+        >> otq.WhereClause(where='NUM_TICKS = 1')
+        >> otq.Passthrough('NUM_TICKS', drop_fields=True)
+    )
+    if readable_only:
+        node = node >> otq.WhereClause(where='READ_ACCESS = 1')
+
+    left = node.set_node_name('LEFT')
+    right = otq.ShowDbList(**show_db_list_kwargs).tick_type('ANY').set_node_name('RIGHT')
+    join = otq.Join(
+        left_source='LEFT', join_type='INNER', join_criteria='LEFT.DB_NAME = RIGHT.DATABASE_NAME',
+        add_source_prefix=False,
+    )
+    left >> join << right  # pylint: disable=pointless-statement
+    node = join >> otq.Passthrough('LEFT.TIMESTAMP,RIGHT.TIMESTAMP,DATABASE_NAME', drop_fields=True)
+
+    # times bigger than datetime.max are not representable in python
+    max_dt = ott.value2str(datetime.max)
+    node = node >> otq.UpdateFields(set=f'INTERVAL_START={max_dt}', where=f'INTERVAL_START > {max_dt}')
+    node = node >> otq.UpdateFields(set=f'INTERVAL_END={max_dt}', where=f'INTERVAL_END > {max_dt}')
 
     dbs = otp.run(node,
                   symbols='LOCAL::',
@@ -992,15 +1015,20 @@ def databases(
                   end=db_constants.DEFAULT_END_DATE,
                   context=context)
 
+    if as_table:
+        return dbs
+
     # WebAPI returns empty DataFrame (no columns) if there are no databases
     if len(dbs) == 0:
         return {}
 
-    db_list = list(dbs['DB_NAME'] if readable_only else dbs['DATABASE_NAME'])
-    merged_db_list = list(zip(db_list, dbs['DESCRIPTION']))
+    db_list = list(dbs['DB_NAME'])
+    db_description_list = dbs['DESCRIPTION'] if 'DESCRIPTION' in dbs else itertools.repeat('')
+    merged_db_list = list(zip(db_list, db_description_list))
 
     db_dict = {
-        db_name: DB(db_name, description=db_description, context=context) for db_name, db_description in merged_db_list
+        db_name: DB(db_name, description=db_description, context=context)
+        for db_name, db_description in merged_db_list
     }
 
     if derived:
@@ -1018,6 +1046,7 @@ def derived_databases(
     selection_criteria='all',
     db=None,
     db_discovery_scope='query_host_only',
+    as_table: bool = False,
 ) -> dict[str, DB]:
     """
     Gets available derived databases.
@@ -1052,6 +1081,9 @@ def derived_databases(
         an attempt will be performed to get derived databases from all reachable hosts.
         When *query_host_only* is specified,
         only derived databases from the host on which the query is performed will be returned.
+    as_table: bool
+        If False (default), this function returns a dictionary of database names and database objects.
+        If True, returns a :pandas:`pandas.DataFrame` table where each row contains the info for each database.
 
     See also
     --------
@@ -1059,9 +1091,8 @@ def derived_databases(
 
     Returns
     -------
-    dict
-        Dict where keys are database names and values are :class:`DB <onetick.py.db._inspection.DB>` objects
-        with ``context`` specified.
+    Dict where keys are database names and values are :class:`DB <onetick.py.db._inspection.DB>` objects
+    or :pandas:`pandas.DataFrame` object depending on ``as_table`` parameter.
     """
     if start and end:
         time_range = otq.ShowDerivedDbList.TimeRange.QUERY_TIME_INTERVAL
@@ -1089,6 +1120,8 @@ def derived_databases(
     ep = ep.tick_type('ANY')
     db = db or 'LOCAL'
     dbs = otp.run(ep, symbols=f'{db}::', start=start, end=end, context=context)
+    if as_table:
+        return dbs
     if len(dbs) == 0:
         return {}
     db_list = list(dbs['DERIVED_DB_NAME'])