meerschaum 2.9.4__py3-none-any.whl → 3.0.0rc1__py3-none-any.whl

meerschaum/api/dash/callbacks/dashboard.py

@@ -11,10 +11,11 @@ from __future__ import annotations
 import textwrap
 import json
 import uuid
-from datetime import datetime, timezone
 
 from dash.dependencies import Input, Output, State, ALL, MATCH
 from dash.exceptions import PreventUpdate
+
+import meerschaum as mrsm
 from meerschaum.utils.typing import List, Optional, Any, Tuple
 from meerschaum.api import get_api_connector, endpoints, no_auth, CHECK_UPDATE
 from meerschaum.api.dash import dash_app, debug
@@ -26,7 +27,12 @@ from meerschaum.api.dash.sessions import (
 from meerschaum.api.dash.sessions import is_session_authenticated
 from meerschaum.api.dash.connectors import get_web_connector
 from meerschaum.connectors.parse import parse_instance_keys
-from meerschaum.api.dash.pipes import get_pipes_cards, pipe_from_ctx, accordion_items_from_pipe
+from meerschaum.api.dash.pipes import (
+    get_pipes_cards,
+    pipe_from_ctx,
+    accordion_items_from_pipe,
+    get_backtrack_text,
+)
 from meerschaum.api.dash.jobs import get_jobs_cards
 from meerschaum.api.dash.plugins import get_plugins_cards
 from meerschaum.api.dash.users import get_users_cards
@@ -41,7 +47,7 @@ from meerschaum.api.dash.components import (
 from meerschaum.api.dash import pages
 from meerschaum.utils.typing import Dict
 from meerschaum.utils.packages import attempt_import, import_html, import_dcc
-from meerschaum.utils.misc import filter_keywords, flatten_list
+from meerschaum.utils.misc import filter_keywords, flatten_list, string_to_dict
 from meerschaum.utils.yaml import yaml
 from meerschaum.actions import get_subactions, actions
 from meerschaum._internal.arguments._parser import parser
@@ -55,11 +61,8 @@ keys_state = (
     State('connector-keys-dropdown', 'value'),
     State('metric-keys-dropdown', 'value'),
     State('location-keys-dropdown', 'value'),
-    State('connector-keys-input', 'value'),
-    State('metric-keys-input', 'value'),
-    State('location-keys-input', 'value'),
-    State('search-parameters-editor', 'value'),
-    State('pipes-filter-tabs', 'active_tab'),
+    State('tags-dropdown', 'value'),
+    State('tags-dropdown-div', 'style'),
     State('action-dropdown', 'value'),
     State('subaction-dropdown', 'value'),
     State('subaction-dropdown', 'options'),
@@ -295,6 +298,7 @@ dash_app.clientside_callback(
         connector_keys,
         metric_keys,
         location_keys,
+        tags,
         flags,
         input_flags,
         input_flags_texts,
@@ -317,6 +321,7 @@ dash_app.clientside_callback(
                 connector_keys: connector_keys,
                 metric_keys: metric_keys,
                 location_keys: location_keys,
+                tags: tags,
                 flags: flags,
                 input_flags: input_flags,
                 input_flags_texts: input_flags_texts,
@@ -333,6 +338,7 @@ dash_app.clientside_callback(
     State('connector-keys-dropdown', 'value'),
     State('metric-keys-dropdown', 'value'),
     State('location-keys-dropdown', 'value'),
+    State('tags-dropdown', 'value'),
     State('flags-dropdown', 'value'),
     State({'type': 'input-flags-dropdown', 'index': ALL}, 'value'),
     State({'type': 'input-flags-dropdown-text', 'index': ALL}, 'value'),
@@ -358,7 +364,7 @@ def update_actions(action: str, subaction: str):
     _actions_options = sorted([
         {
             'label': a.replace('_', ' '),
-            'value': a,
+            'value': a.replace('_', ' '),
             'title': (textwrap.dedent(f.__doc__).lstrip() if f.__doc__ else 'No help available.'),
         }
         for a, f in actions.items() if a not in omit_actions
@@ -366,7 +372,7 @@ def update_actions(action: str, subaction: str):
     _subactions_options = sorted([
         {
             'label': sa.replace('_', ' '),
-            'value': sa,
+            'value': sa.replace('_', ' '),
             'title': (textwrap.dedent(f.__doc__).lstrip() if f.__doc__ else 'No help available.'),
         }
         for sa, f in get_subactions(action).items()
@@ -497,11 +503,15 @@ def update_flags(input_flags_dropdown_values, n_clicks, input_flags_texts):
     Output('location-keys-dropdown', 'options'),
     Output('location-keys-list', 'children'),
     Output('location-keys-dropdown', 'value'),
+    Output('tags-dropdown', 'options'),
+    Output('tags-list', 'children'),
+    Output('tags-dropdown', 'value'),
     Output('instance-select', 'value'),
     Output('instance-alert-div', 'children'),
     Input('connector-keys-dropdown', 'value'),
     Input('metric-keys-dropdown', 'value'),
     Input('location-keys-dropdown', 'value'),
+    Input('tags-dropdown', 'value'),
     Input('instance-select', 'value'),
     *keys_state  ### NOTE: Necessary for `ctx.states`.
 )
@@ -509,6 +519,7 @@ def update_keys_options(
     connector_keys: Optional[List[str]],
     metric_keys: Optional[List[str]],
     location_keys: Optional[List[str]],
+    tags: Optional[List[str]],
     instance_keys: Optional[str],
     *keys
 ):
@@ -543,6 +554,8 @@ def update_keys_options(
         metric_keys = []
     if location_keys is None:
         location_keys = []
+    if tags is None:
+        tags = []
     num_filter = 0
     if connector_keys:
         num_filter += 1
@@ -550,13 +563,17 @@ def update_keys_options(
         num_filter += 1
     if location_keys:
         num_filter += 1
+    if tags:
+        num_filter += 1
 
     _ck_filter = connector_keys
     _mk_filter = metric_keys
     _lk_filter = location_keys
+    _tags_filter = tags
     _ck_alone = (connector_keys and num_filter == 1) or instance_click
     _mk_alone = (metric_keys and num_filter == 1) or instance_click
     _lk_alone = (location_keys and num_filter == 1) or instance_click
+    _tags_alone = (tags and num_filter == 1) or instance_click
 
     from meerschaum.utils import fetch_pipes_keys
 
@@ -568,15 +585,31 @@ def update_keys_options(
             connector_keys=_ck_filter,
             metric_keys=_mk_filter,
             location_keys=_lk_filter,
+            tags=_tags_filter,
+        )
+        _tags_pipes = mrsm.get_pipes(
+            connector_keys=_ck_filter,
+            metric_keys=_mk_filter,
+            location_keys=_lk_filter,
+            tags=_tags_filter,
+            instance=get_web_connector(ctx.states),
+            as_tags_dict=True,
         )
+        _all_tags = list(
+            mrsm.get_pipes(
+                instance=get_web_connector(ctx.states),
+                as_tags_dict=True,
+            )
+        ) if _tags_alone else []
     except Exception as e:
         instance_alerts += [alert_from_success_tuple((False, str(e)))]
         _all_keys, _keys = [], []
     _connectors_options = []
     _metrics_options = []
     _locations_options = []
+    _tags_options = []
 
-    _seen_keys = {'ck' : set(), 'mk' : set(), 'lk' : set()}
+    _seen_keys = {'ck' : set(), 'mk' : set(), 'lk' : set(), 'tags': set()}
 
     def add_options(options, keys, key_type):
         for ck, mk, lk in keys:
@@ -589,9 +622,16 @@ def update_keys_options(
     add_options(_connectors_options, _all_keys if _ck_alone else _keys, 'ck')
     add_options(_metrics_options, _all_keys if _mk_alone else _keys, 'mk')
     add_options(_locations_options, _all_keys if _lk_alone else _keys, 'lk')
+
+    _tags_options = [
+        {'label': tag, 'value': tag}
+        for tag in (_all_tags if _tags_alone else _tags_pipes)
+    ]
+
     _connectors_options.sort(key=lambda x: str(x).lower())
     _metrics_options.sort(key=lambda x: str(x).lower())
     _locations_options.sort(key=lambda x: str(x).lower())
+    _tags_options.sort(key=lambda x: str(x).lower())
     connector_keys = [
         ck
         for ck in connector_keys
@@ -616,9 +656,18 @@ def update_keys_options(
             for _lk in _locations_options
         ]
     ]
+    tags = [
+        tag
+        for tag in tags
+        if tag in [
+            _tag['value']
+            for _tag in _tags_options
+        ]
+    ]
     _connectors_datalist = [html.Option(value=o['value']) for o in _connectors_options]
     _metrics_datalist = [html.Option(value=o['value']) for o in _metrics_options]
     _locations_datalist = [html.Option(value=o['value']) for o in _locations_options]
+    _tags_datalist = [html.Option(value=o['value']) for o in _tags_options]
     return (
         _connectors_options,
         _connectors_datalist,
@@ -629,6 +678,9 @@ def update_keys_options(
         _locations_options,
         _locations_datalist,
         location_keys,
+        _tags_options,
+        _tags_datalist,
+        tags,
         (instance_keys if update_instance_keys else dash.no_update),
         instance_alerts,
     )
@@ -861,7 +913,6 @@ def update_pipe_accordion(item, session_store_data):
 def update_pipe_parameters_click(n_clicks, parameters_editor_text):
     if not n_clicks:
         raise PreventUpdate
-    ctx = dash.callback_context
     triggered = dash.callback_context.triggered
     if triggered[0]['value'] is None:
         raise PreventUpdate
@@ -890,12 +941,11 @@ def update_pipe_parameters_click(n_clicks, parameters_editor_text):
 @dash_app.callback(
     Output({'type': 'update-sql-success-div', 'index': MATCH}, 'children'),
     Input({'type': 'update-sql-button', 'index': MATCH}, 'n_clicks'),
-    State({'type': 'sql-editor', 'index': MATCH}, 'value')
+    State({'type': 'sql-editor', 'index': MATCH}, 'value'),
 )
 def update_pipe_sql_click(n_clicks, sql_editor_text):
     if not n_clicks:
         raise PreventUpdate
-    ctx = dash.callback_context
     triggered = dash.callback_context.triggered
     if triggered[0]['value'] is None:
         raise PreventUpdate
@@ -923,7 +973,6 @@ def update_pipe_sql_click(n_clicks, sql_editor_text):
 def sync_documents_click(n_clicks, sync_editor_text):
     if not n_clicks:
         raise PreventUpdate
-    ctx = dash.callback_context
     triggered = dash.callback_context.triggered
     if triggered[0]['value'] is None:
         raise PreventUpdate
@@ -937,6 +986,15 @@ def sync_documents_click(n_clicks, sync_editor_text):
     except Exception as e:
         docs = None
         msg = str(e)
+
+    if docs is None:
+        try:
+            lines = sync_editor_text.splitlines()
+            docs = [string_to_dict(line) for line in lines]
+            msg = '... '
+        except Exception:
+            docs = None
+
     if docs is None:
         success, msg = False, (msg + f"Unable to sync documents to {pipe}.")
     else:
@@ -949,6 +1007,37 @@ def sync_documents_click(n_clicks, sync_editor_text):
 
     return alert_from_success_tuple((success, msg))
 
+@dash_app.callback(
+    Output({'type': 'query-result-div', 'index': MATCH}, 'children'),
+    Input({'type': 'query-data-button', 'index': MATCH}, 'n_clicks'),
+    State({'type': 'query-editor', 'index': MATCH}, 'value'),
+    State({'type': 'limit-input', 'index': MATCH}, 'value'),
+    State({'type': 'query-data-begin-input', 'index': MATCH}, 'value'),
+    State({'type': 'query-data-end-input', 'index': MATCH}, 'value'),
+)
+def query_data_click(n_clicks, query_editor_text, limit_value, begin, end):
+    triggered = dash.callback_context.triggered
+    if triggered[0]['value'] is None:
+        raise PreventUpdate
+    pipe = pipe_from_ctx(triggered, 'n_clicks')
+    if pipe is None:
+        raise PreventUpdate
+
+    try:
+        params_query = json.loads(query_editor_text)
+    except Exception as e:
+        return alert_from_success_tuple((False, f"Invalid query:\n{e}"))
+
+    if limit_value is None:
+        limit_value = 100
+
+    df = pipe.get_data(params=params_query, debug=debug, begin=begin, end=end, limit=limit_value)
+    if df is None:
+        return [html.P("No data returned.")]
+    df = df.astype(str)
+    table = dbc.Table.from_dataframe(df, bordered=False, hover=True)
+    return table
+
 
 dash_app.clientside_callback(
     """
@@ -1012,8 +1101,8 @@ dash_app.clientside_callback(
 
 @dash_app.callback(
     Output("navbar-collapse", "is_open"),
-    [Input("navbar-toggler", "n_clicks")],
-    [State("navbar-collapse", "is_open")],
+    Input("navbar-toggler", "n_clicks"),
+    State("navbar-collapse", "is_open"),
 )
 def toggle_navbar_collapse(n_clicks: Optional[int], is_open: bool) -> bool:
     """
@@ -1072,7 +1161,6 @@ def parameters_as_yaml_or_json_click(
     if not yaml_n_clicks and not json_n_clicks:
         raise PreventUpdate
 
-    ctx = dash.callback_context
     triggered = dash.callback_context.triggered
     if triggered[0]['value'] is None:
         raise PreventUpdate
@@ -1086,6 +1174,33 @@ def parameters_as_yaml_or_json_click(
     return json.dumps(pipe.parameters, indent=4, separators=(',', ': '), sort_keys=True)
 
 
+@dash_app.callback(
+    Output({'type': 'sync-editor', 'index': MATCH}, 'value'),
+    Input({'type': 'sync-as-json-button', 'index': MATCH}, 'n_clicks'),
+    Input({'type': 'sync-as-lines-button', 'index': MATCH}, 'n_clicks'),
+)
+def sync_as_json_or_lines_click(
+    json_n_clicks: Optional[int],
+    lines_n_clicks: Optional[int],
+):
+    """
+    When the `YAML` button is clicked under the parameters editor, switch the content to YAML.
+    """
+    if not json_n_clicks and not lines_n_clicks:
+        raise PreventUpdate
+
+    triggered = dash.callback_context.triggered
+    if triggered[0]['value'] is None:
+        raise PreventUpdate
+
+    as_lines = 'lines' in triggered[0]['prop_id']
+    pipe = pipe_from_ctx(triggered, 'n_clicks')
+    if pipe is None:
+        raise PreventUpdate
+
+    return get_backtrack_text(pipe, lines=as_lines)
+
+
 @dash_app.callback(
     Output('pages-offcanvas', 'is_open'),
     Output('pages-offcanvas', 'children'),

meerschaum/api/dash/callbacks/plugins.py

@@ -66,4 +66,3 @@ def edit_plugin_description(
         success, _msg = get_api_connector().register_plugin(plugin, debug=debug, force=True)
         msg = _msg if not success else "Successfully updated description."
     return [alert_from_success_tuple((success, msg))]
-

meerschaum/api/dash/callbacks/register.py

@@ -13,7 +13,7 @@ from meerschaum.api.dash.sessions import set_session
 from dash.dependencies import Input, Output, State, ALL, MATCH
 from dash.exceptions import PreventUpdate
 from meerschaum.core import User
-from meerschaum.config.static import STATIC_CONFIG
+from meerschaum._internal.static import STATIC_CONFIG
 from meerschaum.utils.packages import attempt_import
 dash = attempt_import('dash', check_update=CHECK_UPDATE)
 from fastapi.exceptions import HTTPException

meerschaum/api/dash/callbacks/settings/__init__.py

@@ -6,3 +6,4 @@ Define the callbacks for the settings pages.
 """
 
 import meerschaum.api.dash.callbacks.settings.password_reset
+import meerschaum.api.dash.callbacks.settings.tokens

meerschaum/api/dash/callbacks/settings/password_reset.py

@@ -11,7 +11,7 @@ from dash.dependencies import Input, Output, State
 import dash_bootstrap_components as dbc
 
 from meerschaum.core.User import User
-from meerschaum.config.static import STATIC_CONFIG
+from meerschaum._internal.static import STATIC_CONFIG
 from meerschaum.api import get_api_connector, debug
 from meerschaum.api.dash import dash_app
 from meerschaum.api.dash.components import alert_from_success_tuple
@@ -39,7 +39,7 @@ def password_reset_button_click(n_clicks, new_password_value, session_store_data
         )
 
     instance_connector = get_api_connector()
-    user = User(username, new_password_value)
+    user = User(username, new_password_value, instance=instance_connector)
     success, msg = instance_connector.edit_user(user, debug=debug)
     return alert_from_success_tuple((success, msg))