onetick-py 1.179.0__py3-none-any.whl → 1.181.0__py3-none-any.whl

onetick/py/_version.py

@@ -1,2 +1,2 @@
 # This file was generated automatically. DO NOT CHANGE.
-VERSION = '1.179.0'
+VERSION = '1.181.0'

onetick/py/compatibility.py

@@ -859,3 +859,9 @@ def is_not_fixed_bds_484():
     # BDS-484: seems like timezone is ignored in otq.run in some cases
     return _is_min_build_or_version(None, None,
                                     20251010120000, min_update_number=2)
+
+
+def is_webapi_access_token_scope_supported():
+    # 20251030: Fixed OTDEV-37063: onetick.query_webapi.get_access_token method must take scope as a parameter
+    return _is_min_build_or_version(None, None,
+                                    20251010120000, min_update_number=2)

onetick/py/configuration.py

@@ -644,6 +644,13 @@ class Config:
         env_var_name='OTP_ACCESS_TOKEN_URL',
     )
 
+    access_token_scope = OtpProperty(
+        description='Scope for obtaining SSO access token.',
+        base_default=None,
+        allowed_types=str,
+        env_var_name='OTP_ACCESS_TOKEN_SCOPE',
+    )
+
     trusted_certificates_file = OtpProperty(
         description='Either a boolean, in which case it controls whether we verify the server TLS certificate '
                     'or a string with the path to the file with list of '

onetick/py/core/_source/source_methods/fields.py

@@ -8,6 +8,7 @@ from onetick.py.compatibility import is_existing_fields_handling_supported
 from onetick.py.core._internal._state_objects import _StateColumn
 from onetick.py.core.column import _Column, _ColumnAggregation, _LagOperator
 from onetick.py.core.column_operations._methods.methods import is_arithmetical, is_compare
+from onetick.py.core.column_operations._methods.op_types import are_ints_not_time
 from onetick.py.core.column_operations.base import _Operation
 from onetick.py.core.cut_builder import _BaseCutBuilder
 from onetick.py.core.lambda_object import _LambdaIfElse
@@ -280,6 +281,13 @@ def _update_field(self: 'Source', field, value):
         elif issubclass(field.dtype, str) and base_type is int:
             type_changes = True
             convert_to_type = int
+        elif (
+            are_ints_not_time(field.dtype, value_dtype) and
+            not issubclass(field.dtype, bool) and not issubclass(value_dtype, bool) and
+            value_dtype is not field.dtype
+        ):
+            # case for converting values between int based types, like long or byte
+            convert_to_type = value_dtype
         else:
             if issubclass(value_dtype, bool):
                 value_dtype = float

onetick/py/core/_source/source_methods/joins.py

@@ -544,6 +544,8 @@ def join_with_query(
     default_fields_for_outer_join=None,
     symbol_time=None,
     concurrency=None,
+    batch_size=None,
+    shared_thread_count=None,
     process_query_async: bool = True,
     **kwargs,
 ) -> 'Source':
@@ -621,7 +623,12 @@ def join_with_query(
     symbol_time : :py:class:`otp.datetime <onetick.py.datetime>`, :py:class:`otp.Operation <onetick.py.Operation>`
         Time that will be used by Onetick to map the symbol with which ``query`` is executed to the reference data.
         This parameter is only necessary if the query is expected to perform symbology conversions.
-    concurrency : int
+    concurrency: int
+        Specifies concurrency for the joined ``query`` execution.
+        Default is 1 (no concurrency).
+    batch_size: int
+        Specifies batch size for the joined ``query`` execution. Default is 0.
+    shared_thread_count: int
         Specifies number of threads for asynchronous processing of ``query`` per unbound symbol list.
         By default, the number of threads is 1.
     process_query_async: bool
@@ -904,11 +911,23 @@ def join_with_query(
     columns.update(self._get_columns_with_prefix(sub_source, prefix))
     columns.update(self.columns(skip_meta_fields=True))
 
+    otq_properties = {}
+    if concurrency is not None:
+        if not isinstance(concurrency, int) or concurrency <= 0:
+            raise ValueError(f"Parameter 'concurrency' should be a positive integer, got {concurrency}")
+        otq_properties['concurrency'] = concurrency
+
+    if batch_size is not None:
+        if not isinstance(batch_size, int) or batch_size < 0:
+            raise ValueError(f"Parameter 'batch_size' should be a non-negative integer, got {batch_size}")
+        otq_properties['batch_size'] = batch_size
+
     res = self.copy(columns=columns)
 
     res._merge_tmp_otq(sub_source)
     query_name = sub_source._store_in_tmp_otq(
-        res._tmp_otq, symbols='_NON_EXISTING_SYMBOL_', operation_suffix="join_with_query"
+        res._tmp_otq, symbols='_NON_EXISTING_SYMBOL_', operation_suffix="join_with_query",
+        **otq_properties,
     )  # TODO: combine with _convert_symbol_to_string
     # ------------------------------------ #
 
@@ -928,10 +947,10 @@ def join_with_query(
         default_fields_for_outer_join=default_fields_for_outer_join_str,
         process_query_asynchronously=process_query_async,
     )
-    if concurrency is not None:
-        if not isinstance(concurrency, int) or concurrency <= 0:
-            raise ValueError('Wrong value of concurrency parameter passed! concurrency should be a positive integer')
-        join_params['shared_thread_count'] = concurrency
+    if shared_thread_count is not None:
+        if not isinstance(shared_thread_count, int) or shared_thread_count <= 0:
+            raise ValueError("Parameter 'shared_thread_count' should be a positive integer")
+        join_params['shared_thread_count'] = shared_thread_count
 
     start_time = kwargs.get('start_time', start)
     end_time = kwargs.get('end_time', end)

onetick/py/core/_source/source_methods/writes.py

@@ -259,16 +259,27 @@ def write(
             raise ValueError('LOAD out_of_range_tick_action cannot be used with start_date+end_date, use date instead')
     elif out_of_range_tick_action.upper() == 'EXCEPTION':
         if start_date and end_date:
+            end = end_date + otp.Day(1)  # end_date is inclusive
+
             # WRITE_TO_ONETICK_DB use DAY_BOUNDARY_TZ and DAY_BOUNDARY_OFFSET
             # to check tick timestamp is out of range or not
             # so we mimic it here with THROW event processor
-            src = otp.Source(otq.DbShowConfig(str(db), 'DB_TIME_INTERVALS'))
+            src = otp.Source(otq.DbShowConfig(str(db), 'DB_TIME_INTERVALS'), schema={
+                'DAY_BOUNDARY_TZ': int, 'DAY_BOUNDARY_OFFSET': int, 'START_DATE': int, 'END_DATE': int,
+            })
+
+            # Filter not relevant locator time intervals
+            src, _ = src[
+                (src['START_DATE'].astype(otp.msectime) <= otp.dt(start_date).to_operation()) &
+                (src['END_DATE'].astype(otp.msectime) > otp.dt(end).to_operation())
+            ]
             src.table(inplace=True, DAY_BOUNDARY_TZ=str, DAY_BOUNDARY_OFFSET=int)
             # DAY_BOUNDARY_OFFSET offset are in seconds
             src['DAY_BOUNDARY_OFFSET'] = src['DAY_BOUNDARY_OFFSET'] * 1000
             src.rename(
                 {'DAY_BOUNDARY_TZ': '__DAY_BOUNDARY_TZ', 'DAY_BOUNDARY_OFFSET': '__DAY_BOUNDARY_OFFSET'}, inplace=True
             )
+
             self = self.join_with_query(src, symbol=f"{str(db)}::DUMMY", caching='per_symbol')
             timezone = self['__DAY_BOUNDARY_TZ']
             offset = self['__DAY_BOUNDARY_OFFSET']
@@ -288,7 +299,6 @@ def write(
                 inplace=True,
             )
 
-            end = end_date + otp.Day(1)  # end_date is inclusive
             end_formatted = end.strftime('%Y-%m-%d')
             end_op = otp.dt(end).to_operation(timezone=timezone) + offset
             self.throw(

onetick/py/core/_source/tmp_otq.py

@@ -63,6 +63,14 @@ class TmpOtq:
     def __init__(self):
         self.queries = {}
 
+    def __check_params(self, params):
+        supported_query_parameters = ('running_query_flag', 'symbol_date', 'concurrency', 'batch_size')
+        for param in params:
+            if param not in supported_query_parameters:
+                raise ValueError(
+                    f"Query parameter '{param}' is not one of the supported parameters: {supported_query_parameters}"
+                )
+
     def add_query(self, query, suffix="", name=None, params=None):
         """
         Adds query with a unique generated name to the storage.
@@ -89,6 +97,7 @@ class TmpOtq:
             raise ValueError(f"There is already a query with name '{name}' in {self.__class__.__name__} storage")
         if params is None:
             params = {}
+        self.__check_params(params)
         self.queries[name] = (query, params)
         return name
 
@@ -119,7 +128,9 @@ class TmpOtq:
     def save_to_file(self, query=None, query_name="main_query", file_path=None, file_suffix="",
                      start=None, end=None, start_time_expression=None, end_time_expression=None, timezone=None,
                      running_query_flag=None,
-                     symbol_date=None):
+                     symbol_date=None,
+                     concurrency=None,
+                     batch_size=None):
         """
         Saves all queries from the query dict and one more query (if passed);
         returns absolute path to passed query in file (if passed) or path of resulted file
@@ -146,9 +157,17 @@ class TmpOtq:
             end time expression for the resulting .otq file
         timezone: str
             timezone for the resulting .otq file
+        running_query_flag:
+            Will be applied only to the query specified in the ``query`` parameter.
         symbol_date: :py:class:`otp.datetime <onetick.py.datetime>` or :py:class:`datetime.datetime` or int
             Symbol date for the query or integer in the YYYYMMDD format.
             Will be applied only to the query specified in the ``query`` parameter.
+        concurrency: int
+            Concurrency set for the query.
+            Will be applied only to the query specified in the ``query`` parameter.
+        batch_size: int
+            Batch size set for the query.
+            Will be applied only to the query specified in the ``query`` parameter.
 
         Returns
         -------
@@ -178,6 +197,10 @@ class TmpOtq:
                 query_params['running_query_flag'] = running_query_flag
             if symbol_date is not None:
                 query_params['symbol_date'] = symbol_date
+            if concurrency is not None:
+                query_params['concurrency'] = concurrency
+            if batch_size is not None:
+                query_params['batch_size'] = batch_size
             queries_dict[query_name] = (query, query_params)
 
         # defining file-wise start/end times and time expressions
@@ -217,6 +240,11 @@ class TmpOtq:
                 if stored_symbol_date is not None:
                     stored_symbol_date = int(utils.symbol_date_to_str(stored_symbol_date))
                     stored_query.set_symbol_date(stored_symbol_date)
+            if stored_query_params.get('concurrency') is not None:
+                stored_query.set_max_concurrency(stored_query_params['concurrency'])
+            if stored_query_params.get('batch_size') is not None:
+                stored_query.set_batch_size(stored_query_params['batch_size'])
+
             query_list.append(stored_query)
 
         _ = otli.OneTickLib()

onetick/py/core/source.py

@@ -526,7 +526,8 @@ class Source:
                                          symbol_date=symbol_date)
 
     def _store_in_tmp_otq(self, tmp_otq, operation_suffix="tmp_query", symbols=None, start=None, end=None,
-                          raw=None, add_passthrough=True, name=None, timezone=None, symbol_date=None):
+                          raw=None, add_passthrough=True, name=None, timezone=None, symbol_date=None,
+                          concurrency=None, batch_size=None):
         """
         Adds this source to the tmp_otq storage
 
@@ -573,7 +574,13 @@ class Source:
             else:
                 graph.time_interval_properties().set_timezone(timezone)
 
-        params = {'symbol_date': symbol_date} if symbol_date is not None else {}
+        params = {}
+        if symbol_date is not None:
+            params['symbol_date'] = symbol_date
+        if concurrency is not None:
+            params['concurrency'] = concurrency
+        if batch_size is not None:
+            params['batch_size'] = batch_size
         suffix = self._name_suffix(suffix=operation_suffix, separator='__', remove_invalid_symbols=True)
         return tmp_otq.add_query(graph, suffix=suffix, name=name, params=params)
 

onetick/py/otq.py

@@ -58,7 +58,10 @@ elif otp.__webapi__:
 
     def run(*args, **kwargs):
         from onetick.py import config  # noqa
-        from onetick.py.compatibility import is_max_concurrency_with_webapi_supported
+        from onetick.py.compatibility import (
+            is_max_concurrency_with_webapi_supported,
+            is_webapi_access_token_scope_supported
+        )
 
         if not config.http_address and 'http_address' not in kwargs:
             raise ValueError('otp.run() http_address keyword param, '
@@ -149,7 +152,20 @@ elif otp.__webapi__:
                 if not param_value:
                     raise ValueError(f'`access_token_url` parameter set, however `{param_name}` parameter missing.')
 
-            kwargs['access_token'] = otq.get_access_token(access_token_url, client_id, client_secret)
+            token_kwargs = {}
+
+            if 'scope' in kwargs:
+                scope = kwargs.pop('scope')
+            else:
+                scope = config.access_token_scope
+
+            if scope:
+                if not is_webapi_access_token_scope_supported():
+                    raise RuntimeError('Parameter `scope` is not supported on used version of OneTick')
+
+                token_kwargs['scope'] = scope
+
+            kwargs['access_token'] = otq.get_access_token(access_token_url, client_id, client_secret, **token_kwargs)
 
             if 'access_token_url' in kwargs:
                 del kwargs['access_token_url']

onetick/py/sources/symbols.py

@@ -17,9 +17,9 @@ from .common import update_node_tick_type
 
 class Symbols(Source):
     """
-    Construct a source that returns ticks with information about symbols in a database.
-    The SYMBOL_NAME field is populated with symbol names. The TICK_TYPE field contains
-    corresponding tick type (enabled by the ``show_tick_type`` parameter).
+    Construct a source that returns symbol names from the database.
+
+    The **SYMBOL_NAME** field will contain symbol names.
 
     Parameters
     ----------
@@ -42,7 +42,7 @@ class Symbols(Source):
         If you want symbol name to contain literal ``%`` character, you should write ``NQ\\%``.
         ``\\`` is a special character too, so it need to be escaped too
         if you want symbol name to contain literal backslash, e.g. ``NQ\\\\M23``.
-        Default is ``%``.
+        Default is ``%`` (any symbol name).
 
     for_tick_type: str
         Fetch only symbols belong to this tick type, if specified.
@@ -54,10 +54,14 @@ class Symbols(Source):
         Translation is performed, if destination symbology is not empty
         and is different from that of the queried database.
     show_original_symbols: bool
-        Switches original symbol name propagation as a tick field ORIGINAL_SYMBOL_NAME
-        if symbol name translation is performed (if `symbology` is set).
-        Note that if this parameter is set to True,
-        database symbols with missing translations are also propagated.
+        Switches original symbol name propagation as a tick field **ORIGINAL_SYMBOL_NAME**
+        if symbol name translation is performed (if parameter ``symbology`` is set).
+
+        .. note::
+
+          If this parameter is set to True, database symbols with missing translations are also propagated.
+          In this case **ORIGINAL_SYMBOL_NAME** will be presented, but **SYMBOL_NAME** field will be empty.
+
     discard_on_match: bool
         If True, then parameter ``pattern`` filters out symbols to return from the database.
     cep_method: str
@@ -115,95 +119,152 @@ class Symbols(Source):
 
     This class can be used to get a list of all symbols in the database:
 
-    >>> symbols = otp.Symbols('US_COMP', date=otp.dt(2022, 3, 1))
-    >>> otp.run(symbols)
-            Time  SYMBOL_NAME
-    0 2022-03-01          AAP
-    1 2022-03-01         AAPL
+    >>> data = otp.Symbols('US_COMP_SAMPLE', date=otp.dt(2024, 2, 1))  # doctest: +SKIP
+    >>> otp.run(data)                                                  # doctest: +SKIP
+              Time  SYMBOL_NAME
+    0   2024-02-01            A
+    1   2024-02-01          AAL
+    2   2024-02-01         AAPL
+    3   2024-02-01         ABBV
+    4   2024-02-01         ABNB
+    ..         ...          ...
+    496 2024-02-01          XYL
+    497 2024-02-01          YUM
+    498 2024-02-01          ZBH
+    499 2024-02-01         ZBRA
+    500 2024-02-01          ZTS
 
     By default database name and time interval will be inherited from :py:func:`otp.run <onetick.py.run>`:
 
-    >>> data = otp.Symbols()
-    >>> otp.run(data, symbols='US_COMP::', date=otp.dt(2022, 3, 1))
-            Time  SYMBOL_NAME
-    0 2022-03-01          AAP
-    1 2022-03-01         AAPL
+    >>> data = otp.Symbols()                                                # doctest: +SKIP
+    >>> otp.run(data, symbols='US_COMP_SAMPLE::', date=otp.dt(2024, 2, 1))  # doctest: +SKIP
+              Time  SYMBOL_NAME
+    0   2024-02-01            A
+    1   2024-02-01          AAL
+    2   2024-02-01         AAPL
+    ..         ...          ...
 
-    Parameter ``keep_db`` can be used to show database name in a SYMBOL_NAME field.
+    Parameter ``keep_db`` can be used to show database name in the output.
     It is useful when querying symbols for many databases:
 
-    >>> data = otp.Symbols(keep_db=True)
-    >>> data = otp.merge([data], symbols=['SOME_DB::', 'SOME_DB_2::'])
-    >>> otp.run(data, date=otp.config.default_start_time)  # doctest: +ELLIPSIS
-            Time    SYMBOL_NAME
-    0 2003-12-01    SOME_DB::S1
-    1 2003-12-01    SOME_DB::S2
-    2 2003-12-01  SOME_DB_2::S1
-    3 2003-12-01  SOME_DB_2::S2
+    >>> data = otp.Symbols(keep_db=True)                                        # doctest: +SKIP
+    >>> data = data.first(2)                                                    # doctest: +SKIP
+    >>> data = otp.merge([data], symbols=['US_COMP_SAMPLE::', 'CME_SAMPLE::'])  # doctest: +SKIP
+    >>> otp.run(data, date=otp.dt(2024, 2, 1))                                  # doctest: +SKIP
+            Time          SYMBOL_NAME
+    0 2024-02-01    US_COMP_SAMPLE::A
+    1 2024-02-01  US_COMP_SAMPLE::AAL
+    2 2024-02-01  CME_SAMPLE::CL\\F25
+    3 2024-02-01  CME_SAMPLE::CL\\F26
+    ..       ...                  ...
 
     By default symbols for all tick types are returned.
     You can set parameter ``show_tick_type`` to print the tick type for each symbol:
 
-    >>> symbols = otp.Symbols('US_COMP', show_tick_type=True)
-    >>> otp.run(symbols, date=otp.dt(2022, 3, 1))
-            Time SYMBOL_NAME TICK_TYPE
-    0 2022-03-01         AAP       TRD
-    1 2022-03-01        AAPL       QTE
-    2 2022-03-01        AAPL       TRD
+    >>> data = otp.Symbols('US_COMP_SAMPLE', show_tick_type=True)  # doctest: +SKIP
+    >>> otp.run(data, date=otp.dt(2024, 2, 1))                     # doctest: +SKIP
+               Time  SYMBOL_NAME  TICK_TYPE
+    0    2024-02-01            A        DAY
+    1    2024-02-01            A       LULD
+    2    2024-02-01            A       NBBO
+    3    2024-02-01            A        QTE
+    4    2024-02-01            A       STAT
+    ..          ...          ...        ...
 
     Parameter ``for_tick_type`` can be used to specify a single tick type for which to return symbols:
 
-    >>> symbols = otp.Symbols('US_COMP', show_tick_type=True, for_tick_type='TRD')
-    >>> otp.run(symbols, date=otp.dt(2022, 3, 1))
-            Time SYMBOL_NAME TICK_TYPE
-    0 2022-03-01         AAP       TRD
-    1 2022-03-01        AAPL       TRD
+    >>> data = otp.Symbols('US_COMP_SAMPLE', show_tick_type=True, for_tick_type='TRD')  # doctest: +SKIP
+    >>> otp.run(data, date=otp.dt(2024, 2, 1))                                          # doctest: +SKIP
+              Time  SYMBOL_NAME  TICK_TYPE
+    0   2024-02-01            A        TRD
+    1   2024-02-01          AAL        TRD
+    2   2024-02-01         AAPL        TRD
+    3   2024-02-01         ABBV        TRD
+    4   2024-02-01         ABNB        TRD
+    ..         ...          ...        ...
 
     Parameter ``pattern`` can be used to specify the pattern to filter symbol names:
 
-    >>> symbols = otp.Symbols('US_COMP', show_tick_type=True, for_tick_type='TRD', pattern='AAP_')
-    >>> otp.run(symbols, date=otp.dt(2022, 3, 1))
+    >>> data = otp.Symbols('US_COMP_SAMPLE', show_tick_type=True, for_tick_type='TRD',
+    ...                    pattern='AAP_')      # doctest: +SKIP
+    >>> otp.run(data, date=otp.dt(2024, 2, 1))  # doctest: +SKIP
             Time SYMBOL_NAME TICK_TYPE
-    0 2022-03-01        AAPL       TRD
+    0 2024-02-01        AAPL       TRD
 
     Parameter ``discard_on_match`` can be used to use ``pattern`` to filter out symbols instead:
 
-    >>> symbols = otp.Symbols('US_COMP', show_tick_type=True, for_tick_type='TRD',
-    ...                       pattern='AAP_', discard_on_match=True)
-    >>> otp.run(symbols, date=otp.dt(2022, 3, 1))
-            Time SYMBOL_NAME TICK_TYPE
-    0 2022-03-01         AAP       TRD
+    >>> data = otp.Symbols('US_COMP_SAMPLE', show_tick_type=True, for_tick_type='TRD',
+    ...                    pattern='AAP_', discard_on_match=True)  # doctest: +SKIP
+    >>> otp.run(data, date=otp.dt(2024, 2, 1))                     # doctest: +SKIP
+              Time  SYMBOL_NAME  TICK_TYPE
+    0   2024-02-01            A        TRD
+    1   2024-02-01          AAL        TRD
+    2   2024-02-01         ABBV        TRD
+    3   2024-02-01         ABNB        TRD
+    4   2024-02-01          ABT        TRD
+    ..         ...          ...        ...
 
     ``otp.Symbols`` object can be used to specify symbols for the main query:
 
-    >>> symbols = otp.Symbols('US_COMP')
-    >>> data = otp.DataSource('US_COMP', tick_type='TRD')
-    >>> result = otp.run(data, symbols=symbols, date=otp.dt(2022, 3, 1))
-    >>> result['AAPL']
-                         Time  PRICE  SIZE
-    0 2022-03-01 00:00:00.000    1.3   100
-    1 2022-03-01 00:00:00.001    1.4    10
-    2 2022-03-01 00:00:00.002    1.4    50
-    >>> result['AAP']
-                         Time  PRICE
-    0 2022-03-01 00:00:00.000  45.37
-    1 2022-03-01 00:00:00.001  45.41
+    >>> symbols = otp.Symbols('US_COMP_SAMPLE')                           # doctest: +SKIP
+    >>> symbols = symbols.first(3)                                        # doctest: +SKIP
+    >>> data = otp.DataSource('US_COMP_SAMPLE', tick_type='TRD')          # doctest: +SKIP
+    >>> result = otp.run(data, symbols=symbols, date=otp.dt(2024, 2, 1))  # doctest: +SKIP
+    >>> result['AAPL'][['Time', 'PRICE', 'SIZE']]                         # doctest: +SKIP
+                                    Time   PRICE  SIZE
+    0      2024-02-01 04:00:00.008283417  186.50     6
+    1      2024-02-01 04:00:00.008290927  185.59     1
+    2      2024-02-01 04:00:00.008291153  185.49   107
+    3      2024-02-01 04:00:00.010381671  185.49     1
+    4      2024-02-01 04:00:00.011224206  185.50     2
+    ..                               ...     ...   ...
+
+    >>> result['AAL'][['Time', 'PRICE', 'SIZE']]                          # doctest: +SKIP
+                                    Time  PRICE  SIZE
+    0      2024-02-01 04:00:00.097381367  14.33     1
+    1      2024-02-01 04:00:00.138908789  14.37     1
+    2      2024-02-01 04:00:00.726613365  14.36    10
+    3      2024-02-01 04:00:02.195702506  14.36    73
+    4      2024-02-01 04:01:55.268302813  14.39     1
+    ..                               ...    ...   ...
 
     Additional fields of the ``otp.Symbols`` can be used in the main query as symbol parameters:
 
-    >>> symbols = otp.Symbols('SOME_DB', show_tick_type=True, keep_db=True)
-    >>> symbols['PARAM'] = symbols['SYMBOL_NAME'] + '__' + symbols['TICK_TYPE']
-    >>> data = otp.DataSource('SOME_DB')
-    >>> data['S_PARAM'] = data.Symbol['PARAM', str]
-    >>> data = otp.merge([data], symbols=symbols)
-    >>> otp.run(data)
-                         Time   X          S_PARAM
-    0 2003-12-01 00:00:00.000   1  SOME_DB::S1__TT
-    1 2003-12-01 00:00:00.000  -3  SOME_DB::S2__TT
-    2 2003-12-01 00:00:00.001   2  SOME_DB::S1__TT
-    3 2003-12-01 00:00:00.001  -2  SOME_DB::S2__TT
-    4 2003-12-01 00:00:00.002   3  SOME_DB::S1__TT
-    5 2003-12-01 00:00:00.002  -1  SOME_DB::S2__TT
+    >>> symbols = otp.Symbols('US_COMP_SAMPLE', show_tick_type=True, for_tick_type='TRD')  # doctest: +SKIP
+    >>> symbols['PARAM'] = symbols['SYMBOL_NAME'] + '__' + symbols['TICK_TYPE']            # doctest: +SKIP
+    >>> data = otp.DataSource('US_COMP_SAMPLE', tick_type='TRD')                           # doctest: +SKIP
+    >>> data = data.first(1)                                                               # doctest: +SKIP
+    >>> data['S_PARAM'] = data.Symbol['PARAM', str]                                        # doctest: +SKIP
+    >>> data = otp.merge([data], symbols=symbols)                                          # doctest: +SKIP
+    >>> data = data[['PRICE', 'SIZE', 'S_PARAM']]                                          # doctest: +SKIP
+    >>> otp.run(data, date=otp.dt(2024, 2, 1))                                             # doctest: +SKIP
+                                 Time    PRICE  SIZE    S_PARAM
+    0   2024-02-01 04:00:00.001974784  193.800     4   HSY__TRD
+    1   2024-02-01 04:00:00.003547904   57.810    18   OXY__TRD
+    2   2024-02-01 04:00:00.006354688   42.810    30   DVN__TRD
+    3   2024-02-01 04:00:00.007310080  165.890     9   WMT__TRD
+    4   2024-02-01 04:00:00.007833957   43.170    22  INTC__TRD
+    ..                            ...      ...   ...        ...
+
+    Use parameter ``symbology`` to specify different symbology to translate to.
+    You can also use parameter ``show_original_symbols`` to print original symbols.
+    Note that some symbols may not have a translation in target symbology, so their names will be empty:
+
+    >>> data = otp.Symbols('US_COMP', for_tick_type='TRD',
+    ...                    symbology='FGV', show_original_symbols=True)                     # doctest: +SKIP
+    >>> otp.run(data, start=otp.dt(2023, 5, 15, 9, 30), end=otp.dt(2023, 5, 15, 9, 30, 1))  # doctest: +SKIP
+                         Time   SYMBOL_NAME  ORIGINAL_SYMBOL_NAME
+    0     2023-05-15 09:30:00  BBG000C2V3D6            US_COMP::A
+    1     2023-05-15 09:30:00  BBG00B3T3HD3           US_COMP::AA
+    2     2023-05-15 09:30:00  BBG01B0JRCS6          US_COMP::AAA
+    3     2023-05-15 09:30:00  BBG00LPXX872         US_COMP::AAAU
+    4     2023-05-15 09:30:00  BBG00YZC2Z91          US_COMP::AAC
+    ...                   ...           ...                   ...
+    10946 2023-05-15 09:30:00                      US_COMP::ZXIET
+    10947 2023-05-15 09:30:00                      US_COMP::ZXZZT
+    10948 2023-05-15 09:30:00  BBG019XSYC89         US_COMP::ZYME
+    10949 2023-05-15 09:30:00  BBG007BBS8B7         US_COMP::ZYNE
+    10950 2023-05-15 09:30:00  BBG000BJBXZ2         US_COMP::ZYXI
 
     **Escaping special characters in the pattern**
 

{onetick_py-1.179.0.dist-info → onetick_py-1.181.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: onetick-py
-Version: 1.179.0
+Version: 1.181.0
 Summary: Python package that allows you to work with OneTick
 Author-email: solutions <solutions@onetick.com>
 License-Expression: MIT

{onetick_py-1.179.0.dist-info → onetick_py-1.181.0.dist-info}/RECORD

@@ -13,17 +13,17 @@ onetick/lib/__init__.py,sha256=Rp7CIDoA4E6LIm1f2mNvl_5b_n-0U3suA3FmBXbmKoU,114
 onetick/lib/instance.py,sha256=3FJB8PWs2ap-EGb6DzsnLRL2meTMUViTdy343m6tHvM,4825
 onetick/py/__init__.py,sha256=JVXbKakzScRnwpJVEkerJkX-UAX7Surdp4PCImvvieA,11183
 onetick/py/_stack_info.py,sha256=PHZOkW_fK7Fbl4YEj5CaYK9L6vh4j-bUU7_cSYOWZ30,2546
-onetick/py/_version.py,sha256=NIQ4soDVt1sFWTMrIBFgdv_DSfBeoHRI7JLquEtfnD4,76
+onetick/py/_version.py,sha256=KPe2n8_FyAx3CQNqxYW8bByjpQ2hxgq0dEW2GSpxhPM,76
 onetick/py/backports.py,sha256=mR00mxe7E7UgBljf-Wa93Mo6lpi-C4Op561uhPUoEt8,815
 onetick/py/cache.py,sha256=BBZg8n0AGjZzZapg4752LkSZdX5C6DGf7vU9sAStv6A,12798
-onetick/py/compatibility.py,sha256=FuFLY1XAaYU9E8g0nj9hbBAv7euY4IaZd9W5BWDC9FU,34250
-onetick/py/configuration.py,sha256=KCX44v_nEOZDvo-rItIrNVKKvqyM73QUwIivez2VHvY,28448
+onetick/py/compatibility.py,sha256=rBLoszCoSZrl9SnBYiPzWuoudZwhOP6d4exshy3BJTw,34530
+onetick/py/configuration.py,sha256=wOmGBaaT89uz6Eny3Pp_tFpATto-qZXcqNRyy4rzmQw,28655
 onetick/py/functions.py,sha256=Kqromia64o1K4fgbLbijw64o5pFGBZRog52824wOxlA,98004
 onetick/py/license.py,sha256=50dsFrE-NKsPOdkAoyxHr44bH8DzFCr_6TabX0JH6tQ,6140
 onetick/py/log.py,sha256=Els2drZcVjJrD6kvbwgFGEpg6jAacoUEtyN6rCaauuk,2723
 onetick/py/math.py,sha256=MZvlyUjxOWGJvmxK8pfMkCr4THM52AE6NyGEidgDMyE,26311
 onetick/py/misc.py,sha256=mD-EJslLGjQ0ROEez76HvOY0tsX8_1bC1QOkyHY9FZ8,13934
-onetick/py/otq.py,sha256=VSdCrp3zTzNQHv9gM_xE4Al4ujBsio7uWk3SqU4eC4Y,8271
+onetick/py/otq.py,sha256=TAOFw8e_p0mfTEV92qb_AzHplbv_H71hMwnT3qNmksg,8780
 onetick/py/pyomd_mock.py,sha256=A7IIUraN9yCsPhvnHXQUZrmwFjlh7vofSnYm4G7bdsc,2006
 onetick/py/run.py,sha256=Ql-hN0R9GZvxf0ukRUgVpqxk69Dez6T0CA1Cn2Fq1dY,40805
 onetick/py/servers.py,sha256=h6l0X55kcnpI25bZcYaBpPAAGBZjqk9mt1SQe4xZrh0,6840
@@ -54,7 +54,7 @@ onetick/py/core/lambda_object.py,sha256=ayob_2c2XYSG7vFsqp-2b9FSPD-3TFReLbx3de3t
 onetick/py/core/multi_output_source.py,sha256=f3dXr9kwmED77oWDFVr9cn44aYiJxC81loq2pX4u50Q,8766
 onetick/py/core/per_tick_script.py,sha256=I3pfidriS1TrFPc3DAABt91GKMgby9P_8KBatiFQx6U,83322
 onetick/py/core/query_inspector.py,sha256=Jwnw7qUVvjvaT63mQ5PkUSy8x36knoxWrNll3aXuLZw,16440
-onetick/py/core/source.py,sha256=PFFoAvhGd80MEUuTOCCOwDxyk0pqyUn85rUOHWIQ_1o,65566
+onetick/py/core/source.py,sha256=HUQ7dBQqt3omg60ekZLxvPDEtm4e53PwTj8PY40kew4,65815
 onetick/py/core/_internal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onetick/py/core/_internal/_manually_bound_value.py,sha256=a4JF63g9MtXsIwpDqm_PCLBH51_SaG1-T6jWV5-IJ1k,191
 onetick/py/core/_internal/_nodes_history.py,sha256=fCpJ4FWFDzM-bmi-YyCHmNYuFM-CL_lE2bXySOi-TPY,7194
@@ -69,7 +69,7 @@ onetick/py/core/_source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG
 onetick/py/core/_source/_symbol_param.py,sha256=odFDK85lIa_mqQW-yA4ozz9DFPqWA0qWMjY0UDkniDQ,3233
 onetick/py/core/_source/schema.py,sha256=WWaa2HtSNNp1G4Z4Hx85fnUJpTvpBnX7xmDq3Jct9XM,2619
 onetick/py/core/_source/symbol.py,sha256=H274Xd-f_0IqF6jMKmxIvQj1lGD-3F54E27y8A-lSYA,8269
-onetick/py/core/_source/tmp_otq.py,sha256=OQRl6cFUJTrv2wiR0mp4IM4oFcroRVrK8cKzJ89iA2U,9363
+onetick/py/core/_source/tmp_otq.py,sha256=6HRbUZK_INF7BB29Ej2q_tulkR2SXlOua1--0pnsW4I,10779
 onetick/py/core/_source/source_methods/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onetick/py/core/_source/source_methods/aggregations.py,sha256=EBdHV8IFwdptPDxQncHjtXkNr6lOCvp06OmjBzFs4AU,27526
 onetick/py/core/_source/source_methods/applyers.py,sha256=UlVJznASMfuEzUSWEQj7tcR-fhztU0iFOTe0JHf4u4c,10104
@@ -77,9 +77,9 @@ onetick/py/core/_source/source_methods/columns.py,sha256=JJNr0Wqf8B9igLVoCNtFeNE
 onetick/py/core/_source/source_methods/data_quality.py,sha256=iz8e-60se-rNH72k5fRxX3cm3ahfbBZ7R7E46Be5zhs,9343
 onetick/py/core/_source/source_methods/debugs.py,sha256=Hq08HYjF2sEZQAcBlwNMVKpu0muCWNIYEhmPqbKkSZw,10176
 onetick/py/core/_source/source_methods/drops.py,sha256=3ZXfQWXsl0-ZLHdp6D-wTu2saqCYHZ-Gn777aMRSRp0,4403
-onetick/py/core/_source/source_methods/fields.py,sha256=6GozvRornClXfEu6oY9-JpN3gOceewB6OJweRR7x2Zw,22740
+onetick/py/core/_source/source_methods/fields.py,sha256=bPCViMBCBHatoC3TUcGyyLT5em2ObUyNKTr4uE3XlmA,23165
 onetick/py/core/_source/source_methods/filters.py,sha256=WuSnK-tQsP3fL2bqVfMZpbpPgk_LG4L8lrYULSSGoKE,33930
-onetick/py/core/_source/source_methods/joins.py,sha256=Qq50NfHH46jAfotXEf-lccN47erYBukJgtnP9NhOaok,61637
+onetick/py/core/_source/source_methods/joins.py,sha256=gHUjCXjfHHn64R2fC4Aceq2W74yncE0GEhgtZX7LfMo,62484
 onetick/py/core/_source/source_methods/merges.py,sha256=vhU640pAUklzJh1J_yFZ7O-vFjbmSWg7jHPo0o0NXj8,24486
 onetick/py/core/_source/source_methods/misc.py,sha256=qK4Z0guEJaLr2CCvpRA2zvilUEsRd7dEjtVp9hI6jc8,61547
 onetick/py/core/_source/source_methods/pandases.py,sha256=BbvIlw6ipqC2dOiKSyyZ5jhAtE4ZtdL30OZXV_e_FuE,3670
@@ -88,7 +88,7 @@ onetick/py/core/_source/source_methods/sorts.py,sha256=tDFt3rObNHP-S_HOtDd6SLpgk
 onetick/py/core/_source/source_methods/switches.py,sha256=pcnfT45QWn87qq1pWkvZbqeEoM7lrq8qNPxM8g9raxs,3846
 onetick/py/core/_source/source_methods/symbols.py,sha256=MG0dgVVVJ6fD_-GJkkXEgTeAsfS79ymJWmuKSL-0QSs,3968
 onetick/py/core/_source/source_methods/times.py,sha256=2kbLHG-3RQM6uWmw8pBGDiAz4R83KK46Tp1smTY6SR8,27665
-onetick/py/core/_source/source_methods/writes.py,sha256=fPUbiqlm30Kb4QzXZLtWCsQiTFBDxK5oOWuVyfVXbYM,42717
+onetick/py/core/_source/source_methods/writes.py,sha256=Ar57d3Gn9ZOezyd6Gl4QgMEyZRky2NwXh32h1--XQfA,43125
 onetick/py/core/column_operations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onetick/py/core/column_operations/base.py,sha256=gn-4rz4FMAR2pp-7e9DulKc6L05YAMkGkIiEwzHmYmo,36102
 onetick/py/core/column_operations/_methods/__init__.py,sha256=_C5hpQG51MingtWW2N8vYzSVFpR314xIrtukBfEfPMk,207
@@ -129,7 +129,7 @@ onetick/py/sources/query.py,sha256=ENwkdAVs2CeNnzWpLlProuNG6eT7I_88BlgcHFSFEYY,1
 onetick/py/sources/snapshots.py,sha256=-CAHisUNUFexgFoeKcAVv6gK47TGWxh6bAbsHiHDrvc,17130
 onetick/py/sources/split_query_output_by_symbol.py,sha256=5fKIZfF8FAgLjx_TiHpts8J4JtxoetF-5bEj6nsxbdI,8157
 onetick/py/sources/symbology_mapping.py,sha256=01mwI4w9yxeg2VcxJRaR72MDafjyUBZvMopJC1hhjh0,4809
-onetick/py/sources/symbols.py,sha256=ZN0TuKJSNx6QursoLrEIiL-Zi0KgwBwTNzgolKmbdos,15604
+onetick/py/sources/symbols.py,sha256=n8-o6Et0gvMYiWjTIbp23Q6ZIwX9Nx7bhXcfJN3cSOU,20017
 onetick/py/sources/ticks.py,sha256=JPniCDY5Ldd7CH3PfjcaBGL-vyNsteI9tiLkZ5lm1Ys,32764
 onetick/py/utils/__init__.py,sha256=iiPsbVUs0UEn-clA877DbOoiiLGT2ab9UqmN9RMCahA,1354
 onetick/py/utils/acl.py,sha256=da4_rrV3pA7_9OcjvRxtZ0ofzwNxslGVbWqFUJK2rSw,2692
@@ -147,9 +147,9 @@ onetick/py/utils/script.py,sha256=Y8NujEo2_5QaP6KDnLKJiKQ7SmMjw8_dv8sYL9rHDCE,11
 onetick/py/utils/temp.py,sha256=j-BC155dE46k0zfKTTs26KTF0CK6WA1hO2GD54iunyM,17380
 onetick/py/utils/types.py,sha256=7u9s9uN1jlkgud8_TSLy6iFzQFBtKJ0v3yamgOVitrs,3747
 onetick/py/utils/tz.py,sha256=sYUKigaORonp7Xa6x806xVYJ69lYJHd6NrLxQHB5AZo,2878
-onetick_py-1.179.0.dist-info/licenses/LICENSE,sha256=Yhu7lKNFS0fsaN-jSattEMRtCOPueP58Eu5BPH8ZGjM,1075
-onetick_py-1.179.0.dist-info/METADATA,sha256=BArsneiokQHldh-5zgW4LhXjMI4lCb9ZzCDyYg6ud1s,7290
-onetick_py-1.179.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-onetick_py-1.179.0.dist-info/entry_points.txt,sha256=bafJo_C7lPHz5pAdlIryLzxAlJ8F-We5cC7psdwcx4Q,131
-onetick_py-1.179.0.dist-info/top_level.txt,sha256=Na1jSJmVMyYGOndaswt554QKIUwQjcYh6th2ATsmw0U,23
-onetick_py-1.179.0.dist-info/RECORD,,
+onetick_py-1.181.0.dist-info/licenses/LICENSE,sha256=Yhu7lKNFS0fsaN-jSattEMRtCOPueP58Eu5BPH8ZGjM,1075
+onetick_py-1.181.0.dist-info/METADATA,sha256=tSv9emqWMVLCrzjysnWd9H5yyZYCZXmbepOMwwpmbGc,7290
+onetick_py-1.181.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+onetick_py-1.181.0.dist-info/entry_points.txt,sha256=bafJo_C7lPHz5pAdlIryLzxAlJ8F-We5cC7psdwcx4Q,131
+onetick_py-1.181.0.dist-info/top_level.txt,sha256=Na1jSJmVMyYGOndaswt554QKIUwQjcYh6th2ATsmw0U,23
+onetick_py-1.181.0.dist-info/RECORD,,