meerschaum 2.7.9__py3-none-any.whl → 2.8.0__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- meerschaum/_internal/arguments/_parser.py +17 -5
- meerschaum/_internal/term/TermPageHandler.py +1 -1
- meerschaum/_internal/term/__init__.py +1 -1
- meerschaum/actions/api.py +36 -10
- meerschaum/actions/copy.py +3 -1
- meerschaum/actions/index.py +1 -1
- meerschaum/actions/show.py +7 -7
- meerschaum/actions/sync.py +5 -1
- meerschaum/actions/verify.py +14 -1
- meerschaum/api/__init__.py +77 -41
- meerschaum/api/_exceptions.py +18 -0
- meerschaum/api/dash/__init__.py +4 -2
- meerschaum/api/dash/callbacks/dashboard.py +30 -1
- meerschaum/api/dash/components.py +2 -2
- meerschaum/api/dash/webterm.py +23 -4
- meerschaum/api/models/_pipes.py +8 -8
- meerschaum/api/resources/static/css/dash.css +2 -2
- meerschaum/api/resources/templates/termpage.html +5 -1
- meerschaum/api/routes/__init__.py +15 -12
- meerschaum/api/routes/_connectors.py +30 -28
- meerschaum/api/routes/_index.py +16 -7
- meerschaum/api/routes/_misc.py +30 -22
- meerschaum/api/routes/_pipes.py +244 -148
- meerschaum/api/routes/_plugins.py +58 -47
- meerschaum/api/routes/_users.py +39 -31
- meerschaum/api/routes/_version.py +8 -10
- meerschaum/api/routes/_webterm.py +2 -2
- meerschaum/config/_default.py +10 -0
- meerschaum/config/_version.py +1 -1
- meerschaum/config/static/__init__.py +5 -2
- meerschaum/connectors/api/_APIConnector.py +4 -3
- meerschaum/connectors/api/_login.py +21 -17
- meerschaum/connectors/api/_pipes.py +1 -0
- meerschaum/connectors/api/_request.py +9 -10
- meerschaum/connectors/sql/_cli.py +11 -3
- meerschaum/connectors/sql/_instance.py +1 -1
- meerschaum/connectors/sql/_pipes.py +77 -57
- meerschaum/connectors/sql/_sql.py +26 -9
- meerschaum/core/Pipe/__init__.py +2 -0
- meerschaum/core/Pipe/_attributes.py +13 -2
- meerschaum/core/Pipe/_data.py +85 -0
- meerschaum/core/Pipe/_deduplicate.py +6 -8
- meerschaum/core/Pipe/_sync.py +63 -30
- meerschaum/core/Pipe/_verify.py +242 -77
- meerschaum/core/User/__init__.py +2 -6
- meerschaum/jobs/_Job.py +1 -1
- meerschaum/jobs/__init__.py +15 -0
- meerschaum/utils/dataframe.py +2 -0
- meerschaum/utils/dtypes/sql.py +26 -0
- meerschaum/utils/formatting/_pipes.py +1 -1
- meerschaum/utils/misc.py +11 -7
- meerschaum/utils/packages/_packages.py +1 -1
- meerschaum/utils/sql.py +6 -2
- {meerschaum-2.7.9.dist-info → meerschaum-2.8.0.dist-info}/METADATA +4 -4
- {meerschaum-2.7.9.dist-info → meerschaum-2.8.0.dist-info}/RECORD +61 -60
- {meerschaum-2.7.9.dist-info → meerschaum-2.8.0.dist-info}/LICENSE +0 -0
- {meerschaum-2.7.9.dist-info → meerschaum-2.8.0.dist-info}/NOTICE +0 -0
- {meerschaum-2.7.9.dist-info → meerschaum-2.8.0.dist-info}/WHEEL +0 -0
- {meerschaum-2.7.9.dist-info → meerschaum-2.8.0.dist-info}/entry_points.txt +0 -0
- {meerschaum-2.7.9.dist-info → meerschaum-2.8.0.dist-info}/top_level.txt +0 -0
- {meerschaum-2.7.9.dist-info → meerschaum-2.8.0.dist-info}/zip-safe +0 -0
meerschaum/api/models/_pipes.py
CHANGED
@@ -3,19 +3,19 @@
|
|
3
3
|
# vim:fenc=utf-8
|
4
4
|
|
5
5
|
"""
|
6
|
-
|
6
|
+
Pydantic model for a pipe's keys.
|
7
7
|
"""
|
8
8
|
|
9
9
|
from __future__ import annotations
|
10
|
-
from meerschaum.utils.typing import Any, Dict, Optional
|
11
10
|
|
12
|
-
|
13
|
-
|
11
|
+
import meerschaum as mrsm
|
12
|
+
from meerschaum.utils.typing import Optional
|
13
|
+
|
14
|
+
pydantic = mrsm.attempt_import('pydantic', warn=False, lazy=False)
|
15
|
+
|
14
16
|
|
15
17
|
class MetaPipe(pydantic.BaseModel):
|
16
|
-
connector_keys: str
|
18
|
+
connector_keys: str
|
17
19
|
metric_key: str
|
18
20
|
location_key: Optional[str] = None
|
19
|
-
|
20
|
-
|
21
|
-
|
21
|
+
instance_keys: Optional[str] = None
|
@@ -88,7 +88,11 @@ window.addEventListener(
|
|
88
88
|
if (action_str === "__TMUX_NEW_WINDOW") {
|
89
89
|
line = "\x02:";
|
90
90
|
window.terminal.socket.send(JSON.stringify(["stdin", line]));
|
91
|
-
line = "new-window python3 -m meerschaum
|
91
|
+
line = "new-window python3 -m meerschaum";
|
92
|
+
if (instance.length > 0) {
|
93
|
+
line += " -i " + instance;
|
94
|
+
}
|
95
|
+
line += "\r"
|
92
96
|
window.terminal.socket.send(JSON.stringify(["stdin", line]));
|
93
97
|
return;
|
94
98
|
}
|
@@ -3,17 +3,20 @@
|
|
3
3
|
# vim:fenc=utf-8
|
4
4
|
|
5
5
|
"""
|
6
|
-
Import
|
6
|
+
Import the routes submodules to register them to the FastAPI app.
|
7
7
|
"""
|
8
8
|
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
9
|
+
import meerschaum.api.routes._login
|
10
|
+
import meerschaum.api.routes._actions
|
11
|
+
import meerschaum.api.routes._jobs
|
12
|
+
import meerschaum.api.routes._connectors
|
13
|
+
import meerschaum.api.routes._index
|
14
|
+
import meerschaum.api.routes._misc
|
15
|
+
import meerschaum.api.routes._pipes
|
16
|
+
import meerschaum.api.routes._plugins
|
17
|
+
import meerschaum.api.routes._users
|
18
|
+
import meerschaum.api.routes._version
|
19
|
+
|
20
|
+
from meerschaum.api import _include_dash
|
21
|
+
if _include_dash:
|
22
|
+
import meerschaum.api.routes._webterm
|
@@ -7,55 +7,57 @@ Get the currently registered connectors.
|
|
7
7
|
"""
|
8
8
|
|
9
9
|
import fastapi
|
10
|
-
from fastapi import
|
11
|
-
|
10
|
+
from fastapi import HTTPException
|
11
|
+
|
12
|
+
import meerschaum as mrsm
|
13
|
+
from meerschaum.api import app, endpoints, no_auth, manager
|
12
14
|
from meerschaum.utils.typing import Optional, Dict, List, Union
|
13
15
|
|
14
16
|
endpoint = endpoints['connectors']
|
15
17
|
|
18
|
+
|
16
19
|
@app.get(endpoint, tags=['Connectors'])
|
17
20
|
def get_connectors(
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
21
|
+
type: Optional[str] = None,
|
22
|
+
curr_user = (
|
23
|
+
fastapi.Depends(manager) if not no_auth else None
|
24
|
+
),
|
25
|
+
) -> Union[Dict[str, List[str]], List[str]]:
|
23
26
|
"""
|
24
27
|
Return the keys of the registered connectors.
|
25
28
|
|
26
29
|
Parameters
|
27
30
|
----------
|
28
|
-
type:
|
29
|
-
If
|
31
|
+
type: Optional[str], default None
|
32
|
+
If provided, return the list of connectors of type `type`.
|
30
33
|
Otherwise, return a dictionary of types that map to lists of labels.
|
31
|
-
|
34
|
+
|
35
|
+
Returns
|
36
|
+
-------
|
37
|
+
A dictionary of types and labels, or a list of labels.
|
32
38
|
"""
|
33
|
-
|
34
|
-
if type is not None and type not in get_config('meerschaum', 'connectors'):
|
39
|
+
if type is not None and type not in mrsm.get_config('meerschaum', 'connectors'):
|
35
40
|
raise HTTPException(status_code=404, detail=f"No connectors of type '{type}'.")
|
36
|
-
types = []
|
37
|
-
if type is not None:
|
38
|
-
types.append(type)
|
39
|
-
else:
|
40
|
-
for t in get_config('meerschaum', 'connectors'):
|
41
|
-
types.append(t)
|
42
|
-
|
41
|
+
types = [type] if type is not None else mrsm.get_config('meerschaum', 'connectors').keys()
|
43
42
|
response_dict = {}
|
44
|
-
for
|
45
|
-
response_dict[
|
46
|
-
|
47
|
-
|
43
|
+
for typ in types:
|
44
|
+
response_dict[typ] = [
|
45
|
+
_typ
|
46
|
+
for _typ in mrsm.get_config('meerschaum', 'connectors', typ)
|
47
|
+
if _typ != 'default'
|
48
|
+
]
|
48
49
|
if type is not None:
|
49
50
|
return response_dict[type]
|
50
51
|
return response_dict
|
51
52
|
|
53
|
+
|
52
54
|
@app.get(endpoint + "/{type}", tags=['Connectors'])
|
53
55
|
def get_connectors_by_type(
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
56
|
+
type: str,
|
57
|
+
curr_user = (
|
58
|
+
fastapi.Depends(manager) if not no_auth else None
|
59
|
+
),
|
60
|
+
):
|
59
61
|
"""
|
60
62
|
Convenience method for `get_connectors()`.
|
61
63
|
"""
|
meerschaum/api/routes/_index.py
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
# vim:fenc=utf-8
|
4
4
|
|
5
5
|
"""
|
6
|
-
|
6
|
+
Redirect the index path to `/dash` if applicable.
|
7
7
|
"""
|
8
8
|
|
9
9
|
import starlette.responses
|
@@ -12,16 +12,25 @@ from meerschaum.api import (
|
|
12
12
|
endpoints,
|
13
13
|
HTMLResponse,
|
14
14
|
Request,
|
15
|
-
|
15
|
+
docs_enabled,
|
16
16
|
_include_dash,
|
17
17
|
)
|
18
|
-
from meerschaum.utils.packages import attempt_import
|
19
18
|
RedirectResponse = starlette.responses.RedirectResponse
|
20
19
|
|
20
|
+
INDEX_REDIRECT_URL: str = (
|
21
|
+
endpoints['dash']
|
22
|
+
if _include_dash
|
23
|
+
else (
|
24
|
+
endpoints['docs']
|
25
|
+
if docs_enabled
|
26
|
+
else endpoints['openapi']
|
27
|
+
)
|
28
|
+
)
|
29
|
+
|
30
|
+
|
21
31
|
@app.get(endpoints['index'], response_class=HTMLResponse)
|
22
|
-
def index(request
|
32
|
+
def index(request: Request):
|
23
33
|
"""
|
24
|
-
Meerschaum
|
34
|
+
Meerschaum Web API index page.
|
25
35
|
"""
|
26
|
-
|
27
|
-
return RedirectResponse(url=_url)
|
36
|
+
return RedirectResponse(url=INDEX_REDIRECT_URL)
|
meerschaum/api/routes/_misc.py
CHANGED
@@ -7,33 +7,41 @@ Miscellaneous routes
|
|
7
7
|
"""
|
8
8
|
|
9
9
|
from __future__ import annotations
|
10
|
-
from meerschaum.utils.typing import Dict, Union, Any
|
11
|
-
|
12
10
|
import os
|
11
|
+
|
12
|
+
from meerschaum.utils.typing import Dict, Union, Any, Optional
|
13
13
|
from meerschaum import get_pipes
|
14
14
|
from meerschaum.api import (
|
15
|
-
app,
|
16
|
-
|
15
|
+
app,
|
16
|
+
endpoints,
|
17
|
+
check_allow_chaining,
|
18
|
+
SERVER_ID,
|
19
|
+
debug,
|
20
|
+
get_api_connector,
|
21
|
+
private,
|
22
|
+
manager
|
17
23
|
)
|
24
|
+
from meerschaum.config.paths import API_STATIC_PATH
|
25
|
+
from meerschaum import __version__ as version
|
18
26
|
import fastapi
|
19
27
|
from starlette.responses import FileResponse, JSONResponse
|
20
28
|
from meerschaum.connectors.poll import _wrap_retry_connect
|
21
29
|
|
30
|
+
|
22
31
|
@app.get(endpoints['favicon'], tags=['Misc'])
|
23
32
|
def get_favicon() -> Any:
|
24
33
|
"""
|
25
34
|
Return the favicon file.
|
26
35
|
"""
|
27
|
-
|
28
|
-
return FileResponse(os.path.join(API_STATIC_PATH, 'ico', 'logo.ico'))
|
36
|
+
return FileResponse(API_STATIC_PATH / 'ico' / 'logo.ico')
|
29
37
|
|
30
38
|
|
31
39
|
@app.get(endpoints['chaining'], tags=['Misc'])
|
32
40
|
def get_chaining_status(
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
41
|
+
curr_user = (
|
42
|
+
fastapi.Depends(manager) if private else None
|
43
|
+
),
|
44
|
+
) -> bool:
|
37
45
|
"""
|
38
46
|
Return whether this API instance may be chained.
|
39
47
|
"""
|
@@ -42,17 +50,17 @@ def get_chaining_status(
|
|
42
50
|
|
43
51
|
@app.get(endpoints['info'], tags=['Misc'])
|
44
52
|
def get_instance_info(
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
53
|
+
curr_user = (
|
54
|
+
fastapi.Depends(manager) if private else None
|
55
|
+
),
|
56
|
+
instance_keys: Optional[str] = None,
|
57
|
+
) -> Dict[str, Union[str, int]]:
|
49
58
|
"""
|
50
59
|
Return information about this API instance.
|
51
60
|
"""
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
num_pipes = len(get_pipes(mrsm_instance=get_api_connector(), as_list=True))
|
61
|
+
num_plugins = len(get_api_connector(instance_keys).get_plugins(debug=debug))
|
62
|
+
num_users = len(get_api_connector(instance_keys).get_users(debug=debug))
|
63
|
+
num_pipes = len(get_pipes(mrsm_instance=get_api_connector(instance_keys), as_list=True))
|
56
64
|
return {
|
57
65
|
'version': version,
|
58
66
|
'num_plugins': num_plugins,
|
@@ -62,14 +70,14 @@ def get_instance_info(
|
|
62
70
|
|
63
71
|
|
64
72
|
@app.get(endpoints['healthcheck'], tags=['Misc'])
|
65
|
-
def get_healtheck() -> Dict[str, Any]:
|
73
|
+
def get_healtheck(instance_keys: Optional[str] = None) -> Dict[str, Any]:
|
66
74
|
"""
|
67
75
|
Return a success message to confirm this API is reachable.
|
68
76
|
"""
|
69
|
-
conn = get_api_connector()
|
77
|
+
conn = get_api_connector(instance_keys)
|
70
78
|
success = _wrap_retry_connect(
|
71
79
|
conn.meta,
|
72
|
-
max_retries
|
80
|
+
max_retries=1,
|
73
81
|
)
|
74
82
|
message = "Success" if success else "Failed to connect to instance connector."
|
75
83
|
status_code = 200 if success else 503
|
@@ -82,7 +90,7 @@ if debug:
|
|
82
90
|
curr_user = (
|
83
91
|
fastapi.Depends(manager) if private else None
|
84
92
|
),
|
85
|
-
) -> str:
|
93
|
+
) -> Dict[str, Union[int, str]]:
|
86
94
|
return {
|
87
95
|
'server': SERVER_ID,
|
88
96
|
'process': os.getpid(),
|