quasardb 3.14.2.dev4__cp313-cp313-win32.whl

quasardb/stats.py

@@ -0,0 +1,233 @@
+import re
+import quasardb
+import logging
+from datetime import datetime
+
+logger = logging.getLogger('quasardb.stats')
+
+
+stats_prefix = '$qdb.statistics.'
+user_pattern = re.compile(r'\$qdb.statistics.(.*).uid_([0-9]+)$')
+total_pattern = re.compile(r'\$qdb.statistics.(.*)$')
+
+
+def is_user_stat(s):
+    return user_pattern.match(s) is not None
+
+
+def is_cumulative_stat(s):
+    # NOTE(leon): It's quite difficult to express in Python that you don't want any
+    # regex to _end_ with uid_[0-9]+, because Python's regex engine doesn't support
+    # variable width look-behind.
+    #
+    # An alternative would be to use the PyPi regex library (for POSIX regexes), but
+    # want to stay light on dependencies#
+    #
+    # As such, we define a 'cumulative' stat as anything that's not a user stat.
+    # Simple but effective.
+    return user_pattern.match(s) is None
+
+
+def by_node(conn):
+    """
+    Returns statistic grouped by node URI.
+
+    Parameters:
+    conn: quasardb.Cluster
+      Active connection to the QuasarDB cluster
+    """
+    return {x: of_node(conn.node(x)) for x in conn.endpoints()}
+
+
+def of_node(dconn):
+    """
+    Returns statistic for a single node.
+
+    Parameters:
+    dconn: quasardb.Node
+      Direct node connection to the node we wish to connect to
+
+    """
+
+    start = datetime.now()
+    raw = {
+        k: _get_stat(dconn,k) for k in dconn.prefix_get(stats_prefix, 1000)}
+
+    ret = {'by_uid': _by_uid(raw),
+           'cumulative': _cumulative(raw)}
+
+    check_duration = datetime.now() - start
+
+    ret['cumulative']['check.online'] = 1
+    ret['cumulative']['check.duration_ms'] = int(check_duration.total_seconds() * 1000)
+
+    return ret
+
+_stat_types = {'node_id': ('constant', None),
+               'operating_system': ('constant', None),
+               'partitions_count': ('constant', 'count'),
+
+               'cpu.system': ('counter', 'ns'),
+               'cpu.user': ('counter', 'ns'),
+               'cpu.idle': ('counter', 'ns'),
+               'startup': ('constant', None),
+               'startup_time': ('constant', None),
+               'shutdown_time': ('constant', None),
+
+               'network.current_users_count': ('gauge', 'count'),
+               'hardware_concurrency': ('gauge', 'count'),
+
+               'check.online': ('gauge', 'count'),
+               'check.duration_ms': ('constant', 'ms'),
+
+               'requests.bytes_in': ('counter', 'bytes'),
+               'requests.bytes_out': ('counter', 'bytes'),
+               'requests.errors_count': ('counter', 'count'),
+               'requests.successes_count': ('counter', 'count'),
+               'requests.total_count': ('counter', 'count'),
+
+               'async_pipelines.merge.bucket_count': ('counter', 'count'),
+               'async_pipelines.merge.duration_us': ('counter', 'us'),
+               'async_pipelines.write.successes_count': ('counter', 'count'),
+               'async_pipelines.write.failures_count': ('counter', 'count'),
+               'async_pipelines.write.time_us': ('counter', 'us'),
+
+               'async_pipelines.merge.max_bucket_count': ('gauge', 'count'),
+               'async_pipelines.merge.max_depth_count': ('gauge', 'count'),
+               'async_pipelines.merge.requests_count': ('counter', 'count'),
+
+               'evicted.count': ('counter', 'count'),
+               'pageins.count': ('counter', 'count'),
+
+               }
+
+async_pipeline_bytes_pattern  = re.compile(r'async_pipelines.pipe_[0-9]+.merge_map.bytes')
+async_pipeline_count_pattern  = re.compile(r'async_pipelines.pipe_[0-9]+.merge_map.count')
+
+def _stat_type(stat_id):
+    if stat_id in _stat_types:
+        return _stat_types[stat_id]
+    elif stat_id.endswith('total_ns'):
+        return ('counter', 'ns')
+    elif stat_id.endswith('total_bytes'):
+        return ('counter', 'bytes')
+    elif stat_id.endswith('read_bytes'):
+        return ('counter', 'bytes')
+    elif stat_id.endswith('written_bytes'):
+        return ('counter', 'bytes')
+    elif stat_id.endswith('total_count'):
+        return ('counter', 'count')
+    elif stat_id.startswith('network.sessions.'):
+        return ('gauge', 'count')
+    elif stat_id.startswith('memory.'):
+        # memory statistics are all gauges i think, describes how much memory currently allocated where
+        return ('gauge', 'bytes')
+    elif stat_id.startswith('persistence.') or stat_id.startswith('disk'):
+        # persistence are also all gauges, describes mostly how much is currently available/used on storage
+        return ('gauge', 'bytes')
+    elif stat_id.startswith('license.'):
+        return ('gauge', None)
+    elif stat_id.startswith('engine_'):
+        return ('constant', None)
+    elif async_pipeline_bytes_pattern.match(stat_id):
+        return ('gauge', 'bytes')
+    elif async_pipeline_count_pattern.match(stat_id):
+        return ('gauge', 'count')
+    else:
+        return None
+
+def stat_type(stat_id):
+    """
+    Returns the statistic type by a stat id. Returns one of:
+
+     - 'gauge'
+     - 'counter'
+     - None in case of unrecognized statistics
+
+    This is useful for determining which value should be reported in a dashboard.
+    """
+    return _stat_type(stat_id)
+
+
+def _calculate_delta_stat(stat_id, prev, cur):
+    logger.info("calculating delta for stat_id = {}, prev = {}. cur = {}".format(stat_id, prev, cur))
+
+    stat_type = _stat_type(stat_id)
+    if stat_type == 'counter':
+        return cur - prev
+    elif stat_type == 'gauge':
+        return cur
+    else:
+        return None
+
+def _calculate_delta_stats(prev_stats, cur_stats):
+    ret = {}
+    for stat_id in cur_stats.keys():
+        try:
+            prev_stat = cur_stats[stat_id]
+            cur_stat  = cur_stats[stat_id]
+
+            value = _calculate_delta_stat(stat_id, prev_stat, cur_stat)
+            if value is not None:
+                ret[stat_id] = value
+
+        except KeyError:
+            # Stat likely was not present yet in prev_stats
+            pass
+
+    return ret
+
+
+def calculate_delta(prev, cur):
+    """
+    Calculates the 'delta' between two successive statistic measurements.
+    """
+    ret = {}
+    for node_id in cur.keys():
+        ret[node_id] = _calculate_delta_stats(prev[node_id]['cumulative'],
+                                              cur[node_id]['cumulative'])
+
+    return ret
+
+def _clean_blob(x):
+    x_ = x.decode('utf-8', 'replace')
+
+    # remove trailing zero-terminator
+    return ''.join(c for c in x_ if ord(c) != 0)
+
+
+def _get_stat(dconn, k):
+    # Ugly, but works: try to retrieve as integer, if not an int, retrieve as
+    # blob
+    try:
+        return dconn.integer(k).get()
+    except quasardb.quasardb.AliasNotFoundError:
+        return _clean_blob(dconn.blob(k).get())
+
+def _by_uid(stats):
+    xs = {}
+    for k, v in stats.items():
+        matches = user_pattern.match(k)
+        if is_user_stat(k) and matches:
+            (metric, uid_str) = matches.groups()
+            uid = int(uid_str)
+            if uid not in xs:
+                xs[uid] = {}
+
+            if not metric.startswith('serialized'):
+                xs[uid][metric] = v
+
+    return xs
+
+
+def _cumulative(stats):
+    xs = {}
+
+    for k, v in stats.items():
+        matches = total_pattern.match(k)
+        if is_cumulative_stat(k) and matches:
+            metric = matches.groups()[0]
+            if not metric.startswith('serialized'):
+                xs[metric] = v
+
+    return xs

quasardb/table_cache.py

@@ -0,0 +1,52 @@
+import logging
+
+logger = logging.getLogger('quasardb.table_cache')
+
+_cache = {}
+
+def clear():
+    logger.info("Clearing table cache")
+    _cache = {}
+
+def exists(table_name: str) -> bool:
+    """
+    Returns true if table already exists in table cache.
+    """
+    return table_name in _cache
+
+def store(table, table_name=None, force_retrieve_metadata=True):
+    """
+    Stores a table into the cache. Ensures metadata is retrieved. This is useful if you want
+    to retrieve all table metadata at the beginning of a process, to avoid doing expensive
+    lookups in undesired code paths.
+
+    Returns a reference to the table being stored.
+    """
+    if table_name is None:
+        table_name = table.get_name()
+
+    if exists(table_name):
+        logger.warn("Table already in cache, overwriting: %s", table_name)
+
+    logger.debug("Caching table %s", table_name)
+    _cache[table_name] = table
+
+    table.retrieve_metadata()
+
+    return table
+
+def lookup(table_name: str, conn, force_retrieve_metadata=True):
+    """
+    Retrieves table from _cache if already exists. If it does not exist,
+    looks up the table from `conn` and puts it in the cache.
+
+    If `force_retrieve_metadata` equals True, we will ensure that the table's
+    metadata is
+    """
+    if exists(table_name):
+        return _cache[table_name]
+
+    logger.debug("table %s not yet found, looking up", table_name)
+    table = conn.table(table_name)
+
+    return store(table, table_name, force_retrieve_metadata=force_retrieve_metadata)

quasardb-3.14.2.dev4.dist-info/LICENSE.md

@@ -0,0 +1,11 @@
+Copyright (c) 2009-2024, quasardb SAS. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
+
+Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
+
+Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
+
+Neither the name of quasardb nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

quasardb-3.14.2.dev4.dist-info/METADATA

@@ -0,0 +1,40 @@
+Metadata-Version: 2.2
+Name: quasardb
+Version: 3.14.2.dev4
+Summary: Python API for quasardb
+Home-page: https://www.quasardb.net/
+Author: quasardb SAS
+Author-email: contact@quasardb.net
+License: BSD
+Keywords: quasardb timeseries database API driver
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Intended Audience :: End Users/Desktop
+Classifier: Intended Audience :: Financial and Insurance Industry
+Classifier: Intended Audience :: Information Technology
+Classifier: Intended Audience :: Other Audience
+Classifier: Intended Audience :: System Administrators
+Classifier: Intended Audience :: Telecommunications Industry
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Database
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: License :: OSI Approved :: BSD License
+License-File: LICENSE.md
+Requires-Dist: numpy
+Provides-Extra: pandas
+Requires-Dist: pandas; extra == "pandas"
+Provides-Extra: test
+Requires-Dist: pytest; extra == "test"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: keywords
+Dynamic: license
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: summary

quasardb-3.14.2.dev4.dist-info/RECORD

@@ -0,0 +1,54 @@
+quasardb/INSTALL.vcxproj,sha256=wzG7SnuxLDMFLHVeThQjLHItPzCUtrBRnHvFMU-x8TE,11123
+quasardb/INSTALL.vcxproj.filters,sha256=iOTBnkY98VmOOiPt_AfA7axV_6XToZYa1DoOoUW1lwM,561
+quasardb/__init__.py,sha256=20wagayMPRncEbfEbAu0y8sbMRKj-Lyc_0LB8dMdysM,4670
+quasardb/cmake_install.cmake,sha256=x2XDxeKtetlg3ehTqvCsuDhYZR2jhDGbpsW_CTVjNEg,1792
+quasardb/firehose.py,sha256=DHYsew-aL1j5PKZonH30CrhXnwHEX1XIAhGbPrzd4PY,3593
+quasardb/pool.py,sha256=lqVZPFejmNHU7EdyeoPkl7yy_-N3BRyuLhNTzIdtg8g,8743
+quasardb/qdb_api.dll,sha256=9aMqfbz2gYwR3ID5HuXX3Eq8JLvDGMwGg5-BbOgBjSk,16407552
+quasardb/quasardb.cp313-win32.pyd,sha256=ybRxo4lk3mG3cIhBBMk0icvbO85J_z-zoFbBlrlq6CU,1184768
+quasardb/stats.py,sha256=LDV4F5KTpEXa5sS_syFo_TYn9_W2X1D32Eb43GLutOs,7620
+quasardb/table_cache.py,sha256=t7FFQkms7pFlYDkOhCcLnLS8bWglZjlzX3Qs6gyBG6Q,1559
+quasardb/CMakeFiles/generate.stamp,sha256=MC9-mgyGPAS3QAZa3gHSQ8dYfXJy_Hn7AChwEoqVWOs,55
+quasardb/CMakeFiles/generate.stamp.depend,sha256=uY8FV-ceJ2Kk-6JfOnsIesDV7jKoUNfkKHNY2Nf7_E8,117
+quasardb/date/ALL_BUILD.vcxproj,sha256=3ON6-1Su3Mh2aY-KSqFKfMp1o9PlogL0d8xH2iLhpSA,14300
+quasardb/date/ALL_BUILD.vcxproj.filters,sha256=lTQk5MABpmIlZcZqriqmw7SlGUJKSM2xH8HnaKmgC5E,304
+quasardb/date/INSTALL.vcxproj,sha256=LnVuMR4RCDLuZHIXY5VQheWTw8mwqjpo_60sQg9SdZU,11148
+quasardb/date/INSTALL.vcxproj.filters,sha256=Cl_v345AlsIRXpEdEHslp9Zx7vWmj71L1zS8y-HIq5w,561
+quasardb/date/cmake_install.cmake,sha256=ifY9-mKsN0uLZpK-Xf7YSLUi1NPXqoc2JuS6Ov3X-m0,3312
+quasardb/date/date.sln,sha256=4_s2WwbOMC3T_Q6S6EkrS5tElZPAVCvkvTF2VFdJL0s,3753
+quasardb/date/dateConfigVersion.cmake,sha256=gMHG49AUzfjGGWxNIwxVKqMNUhKftzyhUHHWjn3AXCY,2827
+quasardb/date/dateTargets.cmake,sha256=FuGNruC_9fdY0b7YwlC80Kpx9H3Y5CnGXOVNRs6ePRU,2842
+quasardb/date/CMakeFiles/generate.stamp,sha256=MC9-mgyGPAS3QAZa3gHSQ8dYfXJy_Hn7AChwEoqVWOs,55
+quasardb/date/CMakeFiles/generate.stamp.depend,sha256=VE0wY4pBg5os9FKuJtB3O6rXS07PHFe4GwDsaitx-hY,654
+quasardb/date/CMakeFiles/Export/df49adab93b9e0c10c64f72458b31971/dateTargets.cmake,sha256=kI-gSADoA7MuLXEBcyU3_kYGNyGw6NoQ9chjo7LpEHY,4189
+quasardb/extensions/__init__.py,sha256=zvMxXV_zuRSbNrkjsu-qFSEiZahdHmC0lhMqMVRzY_8,120
+quasardb/extensions/writer.py,sha256=LcGhgr_jrHEDukVukLN1eGKCU0egeZkcCOenFEhZi3A,5928
+quasardb/numpy/__init__.py,sha256=SKBNEXyVQNmiZCtg0rlsnpEwvUYKGhvjshPnyByNCbs,30951
+quasardb/pandas/__init__.py,sha256=LNEmjKvcDD6IdEGrQIgOaBhYH14hH7Y9bF1PFWa6gFg,15331
+quasardb/pybind11/ALL_BUILD.vcxproj,sha256=zJ96m6uFDr8YGBqu1DbqQ-eq_CNN66Qsa8SOiQjwZg4,20780
+quasardb/pybind11/ALL_BUILD.vcxproj.filters,sha256=WjgQPMVZN7jEaUOdw8Ha03hPfNxybvx_F2wOck10Kqo,308
+quasardb/pybind11/INSTALL.vcxproj,sha256=PXjjtCAmp9mvMoiyZ5wVtejduYAdwsb2LB2f4a-Dx_E,11168
+quasardb/pybind11/INSTALL.vcxproj.filters,sha256=OaVU_jldDHNAbgBIGbaCZ4QxAiZIWX4jSwvfKSSO-L0,561
+quasardb/pybind11/cmake_install.cmake,sha256=uu8iLl7ILn4rbL9q1V1Nn7cKM0vL_-GUARHyOShCm24,1370
+quasardb/pybind11/pybind11.sln,sha256=xyf808h4194B3XL5usQjiivJ2bR2v5dSDDAkKF_Nxns,3753
+quasardb/pybind11/CMakeFiles/generate.stamp,sha256=MC9-mgyGPAS3QAZa3gHSQ8dYfXJy_Hn7AChwEoqVWOs,55
+quasardb/pybind11/CMakeFiles/generate.stamp.depend,sha256=itK64a7hFzsMhytHGPP2MEP-Ig2NFN-5wsw8mpqNfoA,2279
+quasardb/range-v3/ALL_BUILD.vcxproj,sha256=2zto8OCr-htOV-praJVB0Jvl20nxm3L82-8fEuY4mhQ,19308
+quasardb/range-v3/ALL_BUILD.vcxproj.filters,sha256=c0k-3qrBreLvjffsj9pJo50YOMqfDYnxLpBqvV1nI00,308
+quasardb/range-v3/INSTALL.vcxproj,sha256=QcRnQIHiy_SyvnAIGMaIqUnw6A3TwMqgV9a8kLLi6CE,11168
+quasardb/range-v3/INSTALL.vcxproj.filters,sha256=u8MD963a7VJm4aH-yA7-Jv_7KVTZWPbsVMxmsddyHwQ,561
+quasardb/range-v3/Range-v3.sln,sha256=brNoL-VOHg7mAMfM_eg1p8K6Hqatm88e28-bewXE0h8,4615
+quasardb/range-v3/cmake_install.cmake,sha256=lQlvV7C93UU8d5oHj7xrNHzcdVNbpMRp1RrgWuNsbQc,6910
+quasardb/range-v3/range-v3-config-version.cmake,sha256=57XQ96x5Ec1VvRfoIPND_DSMJ9ZbHUqa8iZEiS0YMvw,3332
+quasardb/range-v3/range-v3-config.cmake,sha256=E7j1hj2ihfV3jYirDWkQgWZ9vjQTPUI9w2BR-qfV6qM,3458
+quasardb/range-v3/range.v3.headers.vcxproj,sha256=jW9CpabQoUv44D3rBgyummM_kHFEluml6497PsZAIkI,58990
+quasardb/range-v3/range.v3.headers.vcxproj.filters,sha256=wPVJVPxpz7v_-eHfctxJBiHZnBpAilp0y3X1_aH3glc,51825
+quasardb/range-v3/CMakeFiles/generate.stamp,sha256=MC9-mgyGPAS3QAZa3gHSQ8dYfXJy_Hn7AChwEoqVWOs,55
+quasardb/range-v3/CMakeFiles/generate.stamp.depend,sha256=ivzdcpJmkR4YntEXnFf4sVTLTrgOnWs-8qRuCWj8HKg,1909
+quasardb/range-v3/CMakeFiles/Export/d94ef200eca10a819b5858b33e808f5b/range-v3-targets.cmake,sha256=2WN8TJ25ES8AniYWyiS3BFiUz4RAJww7dvvnC-kE7zM,5393
+quasardb/range-v3/include/range/v3/version.hpp,sha256=jy6iEzXjaavicAw1VSIfvpS7Wu9IoEY51Q5N9m4eaB8,610
+quasardb-3.14.2.dev4.dist-info/LICENSE.md,sha256=0iT1ltzDof6cJr8mSX2PVOGhKjISfCrOYzJg7rG2pOs,1477
+quasardb-3.14.2.dev4.dist-info/METADATA,sha256=dhP8bWTwq_IKkZBlUqojF3CCZsGfnj4PhJh6tMh4V94,1483
+quasardb-3.14.2.dev4.dist-info/WHEEL,sha256=DFEd4wH53WDAEWJlYTy3wsIIOJTkJ3-fMddO9UbJavY,97
+quasardb-3.14.2.dev4.dist-info/top_level.txt,sha256=wlprix4hCywuF1PkgKWYdZeJKq_kgJOqkAvukm_sZQ8,9
+quasardb-3.14.2.dev4.dist-info/RECORD,,

quasardb-3.14.2.dev4.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (75.8.0)
+Root-Is-Purelib: false
+Tag: cp313-cp313-win32
+

quasardb-3.14.2.dev4.dist-info/top_level.txt

@@ -0,0 +1 @@
+quasardb