meerschaum 3.0.0rc4__py3-none-any.whl → 3.0.0rc7__py3-none-any.whl

meerschaum/api/__init__.py

@@ -21,7 +21,6 @@ from meerschaum.config._paths import API_UVICORN_CONFIG_PATH, API_UVICORN_RESOUR
 from meerschaum.plugins import _api_plugins
 from meerschaum.utils.warnings import warn, dprint
 from meerschaum.utils.threading import RLock
-from meerschaum.utils.misc import is_pipe_registered
 from meerschaum.connectors.parse import parse_instance_keys
 
 from meerschaum import __version__ as version
@@ -67,16 +66,13 @@ from meerschaum.api._exceptions import APIPermissionError
 uvicorn_config_path = API_UVICORN_RESOURCES_PATH / SERVER_ID / 'config.json'
 
 uvicorn_config = None
-sys_config = get_config('system', 'api')
-permissions_config = get_config('system', 'api', 'permissions')
+sys_config = get_config('api')
+permissions_config = get_config('api', 'permissions')
 
 def get_uvicorn_config() -> Dict[str, Any]:
     """Read the Uvicorn configuration JSON and return a dictionary."""
     global uvicorn_config
     import json
-    runtime = os.environ.get(STATIC_CONFIG['environment']['runtime'], None)
-    if runtime == 'api':
-        return get_config('system', 'api', 'uvicorn')
     _uvicorn_config = uvicorn_config
     with _locks['uvicorn_config']:
         if uvicorn_config is None:
@@ -85,6 +81,8 @@ def get_uvicorn_config() -> Dict[str, Any]:
                     uvicorn_config = json.load(f)
                 _uvicorn_config = uvicorn_config
             except Exception:
+                import traceback
+                traceback.print_exc()
                 _uvicorn_config = sys_config.get('uvicorn', None)
 
             if _uvicorn_config is None:
@@ -102,6 +100,10 @@ production = get_uvicorn_config().get('production', False)
 _include_dash = (not no_dash)
 _include_webterm = (not no_webterm) and _include_dash
 docs_enabled = not production or sys_config.get('endpoints', {}).get('docs_in_production', True)
+webterm_port = (
+    get_uvicorn_config().get('webterm_port', None)
+    or mrsm.get_config('api', 'webterm', 'port')
+)
 
 default_instance_keys = None
 _instance_connectors = defaultdict(lambda: None)
@@ -129,7 +131,7 @@ def get_api_connector(instance_keys: Optional[str] = None):
     )
     found_match: bool = False
     for allowed_keys_pattern in allowed_instance_keys:
-        if fnmatch(instance_keys, allowed_keys_pattern):
+        if fnmatch(str(instance_keys), allowed_keys_pattern):
             found_match = True
             break
     if not found_match:
@@ -141,7 +143,9 @@ def get_api_connector(instance_keys: Optional[str] = None):
         if _instance_connectors[instance_keys] is None:
             try:
                 is_valid_connector = True
-                _instance_connectors[instance_keys] = parse_instance_keys(instance_keys, debug=debug)
+                instance_connector = parse_instance_keys(instance_keys, debug=debug)
+                instance_connector._cache_connector = get_cache_connector()
+                _instance_connectors[instance_keys] = instance_connector
             except Exception:
                 is_valid_connector = False
 
@@ -168,7 +172,7 @@ def get_cache_connector(connector_keys: Optional[str] = None):
         return None
 
     connector_keys = connector_keys or get_config(
-        'system', 'api', 'cache', 'connector',
+        'api', 'cache', 'connector',
         warn=False,
     )
     if connector_keys is None:
@@ -196,7 +200,11 @@ def pipes(instance_keys: Optional[str] = None, refresh: bool = False) -> PipesDi
     with _locks['pipes-' + instance_keys]:
         pipes = _instance_pipes[instance_keys]
         if pipes is None or refresh:
-            pipes = _get_pipes(mrsm_instance=instance_keys)
+            pipes = _get_pipes(
+                mrsm_instance=instance_keys,
+                cache=True,
+                cache_connector_keys=get_cache_connector(),
+            )
             _instance_pipes[instance_keys] = pipes
     return pipes
 
@@ -218,9 +226,23 @@ def get_pipe(
             detail="Unable to serve any pipes with connector keys `mrsm` over the API.",
         )
 
-    pipe = mrsm.Pipe(connector_keys, metric_key, location_key, mrsm_instance=instance_keys)
-    if is_pipe_registered(pipe, pipes(instance_keys, refresh=False)):
-        return pipes(instance_keys, refresh=refresh)[connector_keys][metric_key][location_key]
+    pipes_dict = pipes(instance_keys)
+    if (
+        not refresh
+        and connector_keys in pipes_dict
+        and metric_key in pipes_dict[connector_keys]
+        and location_key in pipes_dict[connector_keys][metric_key]
+    ):
+        return pipes_dict[connector_keys][metric_key][location_key]
+
+    pipe = mrsm.Pipe(
+        connector_keys,
+        metric_key,
+        location_key,
+        mrsm_instance=instance_keys,
+        cache=True,
+        cache_connector_keys=get_cache_connector(),
+    )
     return pipe
 
 

meerschaum/api/_events.py

@@ -8,13 +8,13 @@ Declare FastAPI events in this module (startup, shutdown, etc.).
 
 import sys
 import os
-import time
 from meerschaum.api import (
     app,
     get_api_connector,
     get_cache_connector,
     get_uvicorn_config,
     debug,
+    webterm_port,
     no_dash,
     _include_dash,
     _include_webterm,
@@ -75,7 +75,7 @@ async def startup():
     try:
         if _include_webterm:
             from meerschaum.api.dash.webterm import start_webterm
-            start_webterm()
+            start_webterm(webterm_port=webterm_port)
 
         connected = retry_connect(
             get_api_connector(),

meerschaum/api/_oauth2.py

@@ -21,6 +21,7 @@ from meerschaum.core import User, Token
 fastapi, starlette = attempt_import('fastapi', 'starlette', lazy=False, check_update=CHECK_UPDATE)
 fastapi_responses = attempt_import('fastapi.responses', lazy=False, check_update=CHECK_UPDATE)
 fastapi_login = attempt_import('fastapi_login', check_update=CHECK_UPDATE)
+jose_jwt, jose_exceptions = attempt_import('jose.jwt', 'jose.exceptions', lazy=False, check_update=CHECK_UPDATE)
 from fastapi import Depends, HTTPException, Request
 from starlette import status
 
@@ -91,6 +92,7 @@ async def load_user_or_token(
             status_code=status.HTTP_401_UNAUTHORIZED,
             detail="Not authenticated.",
         )
+
     authorization = authorization.replace('Basic ', '').replace('Bearer ', '')
     if not authorization.startswith('mrsm-key:'):
         if not users:
@@ -98,12 +100,15 @@ async def load_user_or_token(
                 status=status.HTTP_401_UNAUTHORIZED,
                 detail="Users not authenticated for this endpoint.",
             )
+
         return await manager(request)
+
     if not tokens:
         raise HTTPException(
             status_code=status.HTTP_401_UNAUTHORIZED,
             detail="Tokens not authenticated for this endpoint.",
         )
+
     return get_token_from_authorization(authorization)
 
 
@@ -112,6 +117,7 @@ def ScopedAuth(scopes: List[str]):
     Dependency factory for authenticating with either a user session or a scoped token.
     """
     async def _authenticate(
+        request: Request,
         user_or_token: Union[User, Token, None] = Depends(
             load_user_or_token,
         ),
@@ -126,12 +132,45 @@ def ScopedAuth(scopes: List[str]):
                 headers={"WWW-Authenticate": "Basic"},
             )
 
-        fresh_scopes = user_or_token.get_scopes(refresh=True, debug=debug)
-        if '*' in fresh_scopes:
+        authorization = request.headers.get('authorization', request.headers.get('Authorization', None))
+        is_long_lived = authorization and 'mrsm-key:' in authorization
+
+        current_scopes = []
+        ### For long-lived API tokens, always hit the database.
+        if is_long_lived:
+            current_scopes = user_or_token.get_scopes(refresh=True, debug=debug)
+        
+        ### For JWTs, trust the scopes in the token.
+        else:
+            if not authorization:
+                # This should be caught by `load_user_or_token` but we can be safe.
+                raise HTTPException(
+                    status_code=status.HTTP_401_UNAUTHORIZED,
+                    detail="Not authenticated.",
+                )
+            
+            scheme, _, token_str = authorization.partition(' ')
+            if not token_str or scheme.lower() != 'bearer':
+                raise HTTPException(
+                    status_code=status.HTTP_401_UNAUTHORIZED,
+                    detail="Unsupported authentication scheme.",
+                )
+
+            try:
+                payload = jose_jwt.decode(token_str, SECRET, algorithms=['HS256'])
+                current_scopes = payload.get('scopes', [])
+            except jose_exceptions.JWTError:
+                raise HTTPException(
+                    status_code=status.HTTP_401_UNAUTHORIZED,
+                    detail="Invalid access token.",
+                    headers={"WWW-Authenticate": "Bearer"},
+                )
+
+        if '*' in current_scopes:
             return user_or_token
 
         for scope in scopes:
-            if scope not in fresh_scopes:
+            if scope not in current_scopes:
                 raise HTTPException(
                     status_code=status.HTTP_403_FORBIDDEN,
                     detail=f"Missing required scope: '{scope}'",
@@ -159,4 +198,8 @@ def generate_secret_key() -> bytes:
 
 
 SECRET = generate_secret_key()
-manager = LoginManager(SECRET, token_url=endpoints['login'])
+manager = LoginManager(
+    SECRET,
+    token_url=endpoints['login'],
+    scopes=STATIC_CONFIG['tokens']['scopes'],
+)

meerschaum/api/dash/callbacks/dashboard.py

@@ -1193,3 +1193,32 @@ def toggle_pages_offcanvas(n_clicks: Optional[int], is_open: bool):
     if n_clicks:
         return not is_open, pages_children
     return is_open, pages_children
+
+
+@dash_app.callback(
+    Output({'type': 'calculate-rowcount-div', 'index': MATCH}, 'children'),
+    Input({'type': 'calculate-rowcount-button', 'index': MATCH}, 'n_clicks'),
+    prevent_initial_call=True,
+)
+def calculate_rowcount_button_click(n_clicks: int):
+    """
+    Calculate the rowcount for the pipe.
+    """
+    if not n_clicks:
+        raise PreventUpdate
+
+    triggered = dash.callback_context.triggered
+    if triggered[0]['value'] is None:
+        raise PreventUpdate
+
+    pipe = pipe_from_ctx(triggered, 'n_clicks')
+    if pipe is None:
+        raise PreventUpdate
+
+    try:
+        rowcount = pipe.get_rowcount(debug=debug)
+        return f"{rowcount:,}"
+    except Exception as e:
+        return (
+            alert_from_success_tuple((False, f"Failed to calculate row count: {e}"))
+        )

meerschaum/api/dash/callbacks/jobs.py

@@ -13,6 +13,7 @@ import time
 import traceback
 from datetime import datetime, timezone
 
+import meerschaum as mrsm
 from meerschaum.jobs import get_jobs
 from meerschaum.utils.typing import Optional, Dict, Any
 from meerschaum.api import CHECK_UPDATE
@@ -136,12 +137,12 @@ def manage_job_button_click(
     old_status = job.status
     try:
         success, msg = manage_functions[manage_job_action]()
-    except Exception as e:
+    except Exception:
         success, msg = False, traceback.format_exc()
 
     ### Wait for a status change before building the elements.
     timeout_seconds = 1.0
-    check_interval_seconds = 0.01
+    check_interval_seconds = mrsm.get_config('system', 'cli', 'refresh_seconds')
     begin = time.perf_counter()
     while (time.perf_counter() - begin) < timeout_seconds:
         if job.status != old_status:

meerschaum/api/dash/callbacks/login.py

@@ -16,11 +16,14 @@ from meerschaum.utils.typing import Optional
 dash = attempt_import('dash', lazy=False, check_update=CHECK_UPDATE)
 from dash.exceptions import PreventUpdate
 from dash.dependencies import Input, Output, State
+
 from meerschaum.api.dash import dash_app, debug, pipes, _get_pipes
 from meerschaum.api.dash.sessions import set_session
 from meerschaum.api.dash.connectors import get_web_connector
 from meerschaum.api.routes._login import login
 from meerschaum.api.dash.components import alert_from_success_tuple
+from meerschaum.api._oauth2 import CustomOAuth2PasswordRequestForm
+from meerschaum._internal.static import STATIC_CONFIG
 from fastapi_login.exceptions import InvalidCredentialsException
 from fastapi.exceptions import HTTPException
 dbc = attempt_import('dash_bootstrap_components', lazy=False, check_update=CHECK_UPDATE)
@@ -73,7 +76,13 @@ def login_button_click(
         raise PreventUpdate
 
     try:
-        _ = login({'username': username, 'password': password})
+        form = CustomOAuth2PasswordRequestForm(
+            grant_type='password',
+            username=username,
+            password=password,
+            scope=' '.join(STATIC_CONFIG['tokens']['scopes'])
+        )
+        _ = login(form)
         session_id = str(uuid.uuid4())
         session_data = {
             'session-id': session_id,

meerschaum/api/dash/callbacks/register.py

@@ -15,6 +15,7 @@ from dash.exceptions import PreventUpdate
 from meerschaum.core import User
 from meerschaum._internal.static import STATIC_CONFIG
 from meerschaum.utils.packages import attempt_import
+from meerschaum.api._oauth2 import CustomOAuth2PasswordRequestForm
 dash = attempt_import('dash', check_update=CHECK_UPDATE)
 from fastapi.exceptions import HTTPException
 
@@ -97,10 +98,16 @@ def register_button_click(
         form_class += ' is-invalid'
         return {}, form_class, dash.no_update
     try:
-        _ = login({'username': username, 'password': password})
+        form = CustomOAuth2PasswordRequestForm(
+            grant_type='password',
+            username=username,
+            password=password,
+            scope=' '.join(STATIC_CONFIG['tokens']['scopes'])
+        )
+        _ = login(form)
         session_data = {'session-id': str(uuid.uuid4())}
         set_session(session_data['session-id'], {'username': username})
-    except HTTPException as e:
+    except HTTPException:
         form_class += ' is-invalid'
         session_data = None
     return session_data, form_class, (dash.no_update if not session_data else endpoints['dash'])

meerschaum/api/dash/pages/login.py

@@ -49,11 +49,11 @@ registration_div = html.Div(
                         html.Code('mrsm register user newuser -i sql:main', className='codeblock'),
                     ),
                     dcc.Markdown("""
-                        To enable online registration, open the `system` configuration file and""" +
+                        To enable online registration, open the `api` configuration file and""" +
                     """ set the permissions to `true`:"""
                     ),
                     html.Pre(
-                        html.Code('mrsm edit config system', className='codeblock'),
+                        html.Code('mrsm edit config api', className='codeblock'),
                     ),
                     html.Br(),
                     dcc.Markdown('The settings file should look something like this:'),

meerschaum/api/dash/pipes.py

@@ -377,48 +377,48 @@ def accordion_items_from_pipe(
                         html.Th(
                             html.Span(
                                 "Key",
-                                id={'type': 'key-table-header', 'id': pipe_meta_str},
+                                id={'type': 'key-table-header', 'index': pipe_meta_str},
                                 style={"textDecoration": "underline", "cursor": "pointer"},
                             ),
                         ),
                         html.Th(
                             html.Span(
                                 "Column",
-                                id={'type': 'column-table-header', 'id': pipe_meta_str},
+                                id={'type': 'column-table-header', 'index': pipe_meta_str},
                                 style={"textDecoration": "underline", "cursor": "pointer"},
                             ),
                         ),
                         html.Th(
                             html.Span(
                                 "Index",
-                                id={'type': 'index-table-header', 'id': pipe_meta_str},
+                                id={'type': 'index-table-header', 'index': pipe_meta_str},
                                 style={"textDecoration": "underline", "cursor": "pointer"},
                             ),
                         ),
                         html.Th(
                             html.Span(
                                 "Is Composite",
-                                id={'type': 'is-composite-table-header', 'id': pipe_meta_str},
+                                id={'type': 'is-composite-table-header', 'index': pipe_meta_str},
                                 style={"textDecoration": "underline", "cursor": "pointer"},
                             ),
                         ),
                         dbc.Tooltip(
                             "Unique reference name for the index "
                             "(e.g. `datetime` for the range axis)",
-                            target={'type': 'key-table-header', 'id': pipe_meta_str},
+                            target={'type': 'key-table-header', 'index': pipe_meta_str},
                         ),
                         dbc.Tooltip(
                             "The actual column (field name) in the target dataset.",
-                            target={'type': 'column-table-header', 'id': pipe_meta_str},
+                            target={'type': 'column-table-header', 'index': pipe_meta_str},
                         ),
                         dbc.Tooltip(
                             "The name of the index created on the given columns.",
-                            target={'type': 'index-table-header', 'id': pipe_meta_str},
+                            target={'type': 'index-table-header', 'index': pipe_meta_str},
                         ),
                         dbc.Tooltip(
                             "Whether the column is used in the composite primary key "
                             "to determine updates.",
-                            target={'type': 'is-composite-table-header', 'id': pipe_meta_str},
+                            target={'type': 'is-composite-table-header', 'index': pipe_meta_str},
                         ),
                     ]
                 )
@@ -483,9 +483,14 @@ def accordion_items_from_pipe(
                 ])
             )
 
-        items_bodies['overview'] = dbc.Table(
-            overview_header + [html.Tbody(overview_rows)],
-            bordered=False, hover=True, striped=False,
+        items_bodies['overview'] = html.Div(
+            dbc.Table(
+                overview_header + [html.Tbody(overview_rows)],
+                bordered=False,
+                hover=True,
+                striped=False,
+            ),
+            style={'overflowX': 'auto'},
         )
 
     if 'stats' in active_items:
@@ -497,17 +502,13 @@ def accordion_items_from_pipe(
                 (newest_time - oldest_time) if newest_time is not None and oldest_time is not None
                 else None
             )
-            rowcount = pipe.get_rowcount(debug=debug)
         except Exception:
             oldest_time = None
             newest_time = None
             interval = None
-            rowcount = None
 
         stats_rows = []
-        if rowcount is not None:
-            stats_rows.append(html.Tr([html.Td("Row Count"), html.Td(f"{rowcount:,}")]))
-        if interval is not None:
+        if interval is not None and not isinstance(interval, int):
             stats_rows.append(
                 html.Tr([html.Td("Timespan"), html.Td(humanfriendly.format_timespan(interval))])
             )
@@ -516,7 +517,39 @@ def accordion_items_from_pipe(
         if newest_time is not None:
             stats_rows.append(html.Tr([html.Td("Newest time"), html.Td(str(newest_time))]))
 
-        items_bodies['stats'] = dbc.Table(stats_header + [html.Tbody(stats_rows)], hover=True)
+        precision = pipe.precision
+        if precision:
+            stats_rows.append(
+                html.Tr([
+                    html.Td("Precision"),
+                    html.Td(str(precision.get('interval', 1)) + ' ' + str(precision.get('unit', 'unit')))
+                ])
+            )
+
+        stats_rows.append(
+            html.Tr([
+                html.Td("Row count"),
+                html.Td(
+                    html.Div(
+                        dbc.Button(
+                            "Calculate",
+                            color='link',
+                            size='sm',
+                            style={'text-decoration': 'none'},
+                            id={'type': 'calculate-rowcount-button', 'index': pipe_meta_str},
+                        )
+                        if pipe.exists(debug=debug)
+                        else '0'
+                    ),
+                    id={'type': 'calculate-rowcount-div', 'index': pipe_meta_str},
+                )
+            ])
+        )
+
+        items_bodies['stats'] = html.Div(
+            dbc.Table(stats_header + [html.Tbody(stats_rows)], hover=True),
+            style={'overflowX': 'auto'},
+        )
 
     if 'columns' in active_items:
         try:
@@ -546,7 +579,7 @@ def accordion_items_from_pipe(
             mode='norm',
             tabSize=4,
             theme='twilight',
-            id={'type': 'parameters-editor', 'index': json.dumps(pipe.meta)},
+            id={'type': 'parameters-editor', 'index': pipe_meta_str},
             width='100%',
             height='500px',
             readOnly=False,
@@ -558,19 +591,19 @@ def accordion_items_from_pipe(
         )
         update_parameters_button = dbc.Button(
             "Update",
-            id={'type': 'update-parameters-button', 'index': json.dumps(pipe.meta)},
+            id={'type': 'update-parameters-button', 'index': pipe_meta_str},
         )
 
         as_yaml_button = dbc.Button(
             "YAML",
-            id={'type': 'parameters-as-yaml-button', 'index': json.dumps(pipe.meta)},
+            id={'type': 'parameters-as-yaml-button', 'index': pipe_meta_str},
             color='link',
             size='sm',
             style={'text-decoration': 'none'},
         )
         as_json_button = dbc.Button(
             "JSON",
-            id={'type': 'parameters-as-json-button', 'index': json.dumps(pipe.meta)},
+            id={'type': 'parameters-as-json-button', 'index': pipe_meta_str},
             color='link',
             size='sm',
             style={'text-decoration': 'none', 'margin-left': '10px'},
@@ -596,7 +629,7 @@ def accordion_items_from_pipe(
                         html.Div(
                             id={
                                 'type': 'update-parameters-success-div',
-                                'index': json.dumps(pipe.meta),
+                                'index': pipe_meta_str,
                             }
                         )
                     ],
@@ -640,7 +673,7 @@ def accordion_items_from_pipe(
             mode='sql',
             tabSize=4,
             theme='twilight',
-            id={'type': 'sql-editor', 'index': json.dumps(pipe.meta)},
+            id={'type': 'sql-editor', 'index': pipe_meta_str},
             width='100%',
             height='500px',
             readOnly=False,
@@ -652,7 +685,7 @@ def accordion_items_from_pipe(
         )
         update_sql_button = dbc.Button(
             "Update",
-            id={'type': 'update-sql-button', 'index': json.dumps(pipe.meta)},
+            id={'type': 'update-sql-button', 'index': pipe_meta_str},
         )
         items_bodies['sql'] = html.Div([
             sql_editor,
@@ -661,7 +694,7 @@ def accordion_items_from_pipe(
                 dbc.Col([update_sql_button], width=2),
                 dbc.Col([
                     html.Div(
-                        id={'type': 'update-sql-success-div', 'index': json.dumps(pipe.meta)}
+                        id={'type': 'update-sql-success-div', 'index': pipe_meta_str}
                     )
                 ],
                 width=True,
@@ -683,7 +716,7 @@ def accordion_items_from_pipe(
             mode='norm',
             tabSize=4,
             theme='twilight',
-            id={'type': 'query-editor', 'index': json.dumps(pipe.meta)},
+            id={'type': 'query-editor', 'index': pipe_meta_str},
             width='100%',
             height='200px',
             readOnly=False,
@@ -695,17 +728,17 @@ def accordion_items_from_pipe(
         )
         query_data_button = dbc.Button(
             "Query",
-            id={'type': 'query-data-button', 'index': json.dumps(pipe.meta)},
+            id={'type': 'query-data-button', 'index': pipe_meta_str},
         )
 
         begin_end_input_group = dbc.InputGroup(
             [
                 dbc.Input(
-                    id={'type': 'query-data-begin-input', 'index': json.dumps(pipe.meta)},
+                    id={'type': 'query-data-begin-input', 'index': pipe_meta_str},
                     placeholder="Begin",
                 ),
                 dbc.Input(
-                    id={'type': 'query-data-end-input', 'index': json.dumps(pipe.meta)},
+                    id={'type': 'query-data-end-input', 'index': pipe_meta_str},
                     placeholder="End",
                 ),
             ],
@@ -719,9 +752,12 @@ def accordion_items_from_pipe(
             value=10,
             step=1,
             placeholder="Limit",
-            id={'type': 'limit-input', 'index': json.dumps(pipe.meta)},
+            id={'type': 'limit-input', 'index': pipe_meta_str},
+        )
+        query_result_div = html.Div(
+            id={'type': 'query-result-div', 'index': pipe_meta_str},
+            style={'overflowX': 'auto'},
         )
-        query_result_div = html.Div(id={'type': 'query-result-div', 'index': json.dumps(pipe.meta)})
 
         items_bodies['query-data'] = html.Div([
             query_editor,
@@ -746,7 +782,7 @@ def accordion_items_from_pipe(
             mode = 'norm',
             tabSize = 4,
             theme = 'twilight',
-            id = {'type': 'sync-editor', 'index': json.dumps(pipe.meta)},
+            id = {'type': 'sync-editor', 'index': pipe_meta_str},
             width = '100%',
             height = '500px',
             readOnly = False,
@@ -759,14 +795,14 @@ def accordion_items_from_pipe(
 
         sync_as_json_button = dbc.Button(
             "JSON",
-            id={'type': 'sync-as-json-button', 'index': json.dumps(pipe.meta)},
+            id={'type': 'sync-as-json-button', 'index': pipe_meta_str},
             color='link',
             size='sm',
             style={'text-decoration': 'none', 'margin-left': '10px'},
         )
         sync_as_lines_button = dbc.Button(
             "Lines",
-            id={'type': 'sync-as-lines-button', 'index': json.dumps(pipe.meta)},
+            id={'type': 'sync-as-lines-button', 'index': pipe_meta_str},
             color='link',
             size='sm',
             style={'text-decoration': 'none', 'margin-left': '10px'},
@@ -774,9 +810,9 @@ def accordion_items_from_pipe(
 
         update_sync_button = dbc.Button(
             "Sync",
-            id = {'type': 'update-sync-button', 'index': json.dumps(pipe.meta)},
+            id = {'type': 'update-sync-button', 'index': pipe_meta_str},
         )
-        sync_success_div = html.Div(id={'type': 'sync-success-div', 'index': json.dumps(pipe.meta)})
+        sync_success_div = html.Div(id={'type': 'sync-success-div', 'index': pipe_meta_str})
         items_bodies['sync-data'] = html.Div([
             sync_editor,
             html.Br(),