pipeline-eds 0.2.5__py3-none-any.whl → 0.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pipeline/api/eds.py +21 -21
- pipeline/api/rjn.py +12 -12
- pipeline/api/status_api.py +1 -1
- pipeline/calls.py +1 -1
- pipeline/cli.py +17 -17
- pipeline/env.py +1 -1
- pipeline/gui_mpl_live.py +3 -3
- pipeline/helpers.py +1 -1
- pipeline/queriesmanager.py +3 -3
- {pipeline_eds-0.2.5.dist-info → pipeline_eds-0.2.7.dist-info}/METADATA +1 -1
- {pipeline_eds-0.2.5.dist-info → pipeline_eds-0.2.7.dist-info}/RECORD +18 -18
- workspaces/eds_to_rjn/code/aggregator.py +2 -2
- workspaces/eds_to_rjn/code/collector.py +5 -5
- workspaces/eds_to_rjn/code/sanitizer.py +1 -1
- workspaces/eds_to_rjn/scripts/daemon_runner.py +8 -8
- {pipeline_eds-0.2.5.dist-info → pipeline_eds-0.2.7.dist-info}/LICENSE +0 -0
- {pipeline_eds-0.2.5.dist-info → pipeline_eds-0.2.7.dist-info}/WHEEL +0 -0
- {pipeline_eds-0.2.5.dist-info → pipeline_eds-0.2.7.dist-info}/entry_points.txt +0 -0
pipeline/api/eds.py
CHANGED
@@ -11,11 +11,11 @@ import platform
|
|
11
11
|
import mysql.connector
|
12
12
|
from functools import lru_cache
|
13
13
|
|
14
|
-
from
|
15
|
-
from
|
16
|
-
from
|
17
|
-
from
|
18
|
-
from
|
14
|
+
from pipeline.env import SecretConfig
|
15
|
+
from pipeline.workspace_manager import WorkspaceManager
|
16
|
+
from pipeline import helpers
|
17
|
+
from pipeline.decorators import log_function_call
|
18
|
+
from pipeline.time_manager import TimeManager
|
19
19
|
|
20
20
|
logger = logging.getLogger(__name__)
|
21
21
|
#logger.setLevel(logging.INFO)
|
@@ -214,7 +214,7 @@ class EdsClient:
|
|
214
214
|
"""
|
215
215
|
import socket
|
216
216
|
from urllib.parse import urlparse
|
217
|
-
from
|
217
|
+
from pipeline.helpers import get_lan_ip_address_of_current_machine
|
218
218
|
# Check if the session_key exists in the secrets_dict
|
219
219
|
url = secrets_dict["eds_apis"][session_key]["url"]
|
220
220
|
parsed = urlparse(url)
|
@@ -575,7 +575,7 @@ def _demo_eds_start_session_CoM_WWTPs():
|
|
575
575
|
|
576
576
|
@log_function_call(level=logging.DEBUG)
|
577
577
|
def demo_eds_print_point_live_alt():
|
578
|
-
from
|
578
|
+
from pipeline.queriesmanager import load_query_rows_from_csv_files, group_queries_by_col
|
579
579
|
|
580
580
|
workspace_manager, sessions = _demo_eds_start_session_CoM_WWTPs()
|
581
581
|
queries_file_path_list = workspace_manager.get_default_query_file_paths_list() # use default identified by the default-queries.toml file
|
@@ -603,7 +603,7 @@ def demo_eds_print_point_live_alt():
|
|
603
603
|
|
604
604
|
@log_function_call(level=logging.DEBUG)
|
605
605
|
def demo_eds_print_point_live():
|
606
|
-
from
|
606
|
+
from pipeline.queriesmanager import load_query_rows_from_csv_files, group_queries_by_col
|
607
607
|
from workspaces.eds_to_rjn.code import collector
|
608
608
|
workspace_manager, sessions = _demo_eds_start_session_CoM_WWTPs()
|
609
609
|
queries_file_path_list = workspace_manager.get_default_query_file_paths_list() # use default identified by the default-queries.toml file
|
@@ -629,10 +629,10 @@ def demo_eds_print_point_live():
|
|
629
629
|
def demo_eds_plot_point_live():
|
630
630
|
from threading import Thread
|
631
631
|
|
632
|
-
from
|
632
|
+
from pipeline.queriesmanager import load_query_rows_from_csv_files, group_queries_by_col
|
633
633
|
from workspaces.eds_to_rjn.code import collector, sanitizer
|
634
|
-
from
|
635
|
-
from
|
634
|
+
from pipeline.plotbuffer import PlotBuffer
|
635
|
+
from pipeline import gui_mpl_live
|
636
636
|
|
637
637
|
# Initialize the workspace based on configs and defaults, in the demo initializtion script
|
638
638
|
workspace_manager, sessions = _demo_eds_start_session_CoM_WWTPs()
|
@@ -674,11 +674,11 @@ def demo_eds_plot_point_live():
|
|
674
674
|
def demo_eds_webplot_point_live():
|
675
675
|
from threading import Thread
|
676
676
|
|
677
|
-
from
|
677
|
+
from pipeline.queriesmanager import QueriesManager, load_query_rows_from_csv_files, group_queries_by_col
|
678
678
|
from workspaces.eds_to_rjn.code import collector, sanitizer
|
679
|
-
from
|
680
|
-
#from
|
681
|
-
from
|
679
|
+
from pipeline.plotbuffer import PlotBuffer
|
680
|
+
#from pipeline import gui_flaskplotly_live
|
681
|
+
from pipeline import gui_fastapi_plotly_live
|
682
682
|
|
683
683
|
# Initialize the workspace based on configs and defaults, in the demo initializtion script
|
684
684
|
workspace_manager, sessions = _demo_eds_start_session_CoM_WWTPs()
|
@@ -801,8 +801,8 @@ def demo_eds_save_graphics_export():
|
|
801
801
|
@log_function_call(level=logging.DEBUG)
|
802
802
|
def demo_eds_print_tabular_trend():
|
803
803
|
|
804
|
-
from
|
805
|
-
from
|
804
|
+
from pipeline.queriesmanager import QueriesManager
|
805
|
+
from pipeline.queriesmanager import load_query_rows_from_csv_files, group_queries_by_col
|
806
806
|
|
807
807
|
workspace_manager, sessions = _demo_eds_start_session_CoM_WWTPs()
|
808
808
|
|
@@ -837,8 +837,8 @@ def demo_eds_print_tabular_trend():
|
|
837
837
|
|
838
838
|
@log_function_call(level=logging.DEBUG)
|
839
839
|
def demo_eds_local_database_access():
|
840
|
-
from
|
841
|
-
from
|
840
|
+
from pipeline.queriesmanager import QueriesManager
|
841
|
+
from pipeline.queriesmanager import load_query_rows_from_csv_files, group_queries_by_col
|
842
842
|
workspace_name = 'eds_to_rjn' # workspace_name = WorkspaceManager.identify_default_workspace_name()
|
843
843
|
workspace_manager = WorkspaceManager(workspace_name)
|
844
844
|
queries_manager = QueriesManager(workspace_manager)
|
@@ -912,7 +912,7 @@ def demo_eds_print_license():
|
|
912
912
|
|
913
913
|
@log_function_call(level=logging.DEBUG)
|
914
914
|
def demo_eds_ping():
|
915
|
-
from
|
915
|
+
from pipeline.calls import call_ping
|
916
916
|
workspace_manager, sessions = _demo_eds_start_session_CoM_WWTPs()
|
917
917
|
session_maxson = sessions["Maxson"]
|
918
918
|
|
@@ -926,7 +926,7 @@ if __name__ == "__main__":
|
|
926
926
|
- print only which vars succeed
|
927
927
|
'''
|
928
928
|
import sys
|
929
|
-
from
|
929
|
+
from pipeline.logging_setup import setup_logging
|
930
930
|
cmd = sys.argv[1] if len(sys.argv) > 1 else "default"
|
931
931
|
|
932
932
|
setup_logging()
|
pipeline/api/rjn.py
CHANGED
@@ -2,11 +2,11 @@ import requests
|
|
2
2
|
import logging
|
3
3
|
from typing import Union
|
4
4
|
|
5
|
-
from
|
6
|
-
from
|
7
|
-
from
|
8
|
-
from
|
9
|
-
from
|
5
|
+
from pipeline.calls import make_request, call_ping
|
6
|
+
from pipeline.env import find_urls
|
7
|
+
from pipeline.decorators import log_function_call
|
8
|
+
from pipeline import helpers
|
9
|
+
from pipeline.time_manager import TimeManager
|
10
10
|
|
11
11
|
logger = logging.getLogger(__name__)
|
12
12
|
|
@@ -106,8 +106,8 @@ class RjnClient:
|
|
106
106
|
|
107
107
|
@staticmethod
|
108
108
|
def ping():
|
109
|
-
from
|
110
|
-
from
|
109
|
+
from pipeline.env import SecretConfig
|
110
|
+
from pipeline.workspace_manager import WorkspaceManager
|
111
111
|
workspace_name = WorkspaceManager.identify_default_workspace_name()
|
112
112
|
workspace_manager = WorkspaceManager(workspace_name)
|
113
113
|
secrets_dict = SecretConfig.load_config(secrets_file_path = workspace_manager.get_secrets_file_path())
|
@@ -123,12 +123,12 @@ class RjnClient:
|
|
123
123
|
|
124
124
|
@log_function_call(level=logging.DEBUG)
|
125
125
|
def demo_rjn_ping():
|
126
|
-
from
|
127
|
-
from
|
128
|
-
from
|
126
|
+
from pipeline.calls import call_ping
|
127
|
+
from pipeline.env import SecretConfig
|
128
|
+
from pipeline.workspace_manager import WorkspaceManager
|
129
129
|
|
130
|
-
from
|
131
|
-
from
|
130
|
+
from pipeline.env import SecretConfig
|
131
|
+
from pipeline.workspace_manager import WorkspaceManager
|
132
132
|
workspace_name = WorkspaceManager.identify_default_workspace_name()
|
133
133
|
workspace_manager = WorkspaceManager(workspace_name)
|
134
134
|
|
pipeline/api/status_api.py
CHANGED
pipeline/calls.py
CHANGED
pipeline/cli.py
CHANGED
@@ -36,9 +36,9 @@ import typer
|
|
36
36
|
import importlib
|
37
37
|
from pathlib import Path
|
38
38
|
|
39
|
-
from
|
40
|
-
#from
|
41
|
-
from
|
39
|
+
from pipeline.env import SecretConfig
|
40
|
+
#from pipeline.helpers import setup_logging
|
41
|
+
from pipeline.workspace_manager import WorkspaceManager
|
42
42
|
|
43
43
|
app = typer.Typer(help="CLI for running pipeline workspaces.")
|
44
44
|
|
@@ -102,9 +102,9 @@ def trend(
|
|
102
102
|
from pipeline.api.eds import EdsClient, load_historic_data
|
103
103
|
from pipeline import helpers
|
104
104
|
from pipeline.queriesmanager import QueriesManager
|
105
|
-
from
|
106
|
-
from
|
107
|
-
from
|
105
|
+
from pipeline.plotbuffer import PlotBuffer
|
106
|
+
from pipeline import gui_fastapi_plotly_live
|
107
|
+
from pipeline import environment
|
108
108
|
|
109
109
|
if zd.lower() == "stiles":
|
110
110
|
zd = "WWTF"
|
@@ -179,11 +179,11 @@ def demo_rjn_ping():
|
|
179
179
|
"""
|
180
180
|
Demo function to ping RJN service.
|
181
181
|
"""
|
182
|
-
from
|
183
|
-
from
|
184
|
-
from
|
185
|
-
from
|
186
|
-
from
|
182
|
+
from pipeline.api.rjn import RjnClient
|
183
|
+
from pipeline.calls import call_ping
|
184
|
+
from pipeline.env import SecretConfig
|
185
|
+
from pipeline.workspace_manager import WorkspaceManager
|
186
|
+
from pipeline import helpers
|
187
187
|
import logging
|
188
188
|
|
189
189
|
logger = logging.getLogger(__name__)
|
@@ -208,9 +208,9 @@ def ping_rjn_services():
|
|
208
208
|
"""
|
209
209
|
Ping all RJN services found in the secrets configuration.
|
210
210
|
"""
|
211
|
-
from
|
212
|
-
from
|
213
|
-
from
|
211
|
+
from pipeline.calls import find_urls, call_ping
|
212
|
+
from pipeline.env import SecretConfig
|
213
|
+
from pipeline.workspace_manager import WorkspaceManager
|
214
214
|
import logging
|
215
215
|
|
216
216
|
logger = logging.getLogger(__name__)
|
@@ -232,9 +232,9 @@ def ping_eds_services():
|
|
232
232
|
"""
|
233
233
|
Ping all EDS services found in the secrets configuration.
|
234
234
|
"""
|
235
|
-
from
|
236
|
-
from
|
237
|
-
from
|
235
|
+
from pipeline.calls import find_urls, call_ping
|
236
|
+
from pipeline.env import SecretConfig
|
237
|
+
from pipeline.workspace_manager import WorkspaceManager
|
238
238
|
import logging
|
239
239
|
|
240
240
|
logger = logging.getLogger(__name__)
|
pipeline/env.py
CHANGED
pipeline/gui_mpl_live.py
CHANGED
@@ -3,9 +3,9 @@ import time
|
|
3
3
|
import logging
|
4
4
|
import matplotlib.pyplot as plt
|
5
5
|
import matplotlib.animation as animation
|
6
|
-
from
|
7
|
-
from
|
8
|
-
from
|
6
|
+
from pipeline import helpers
|
7
|
+
from pipeline.plotbuffer import PlotBuffer # Adjust import path as needed
|
8
|
+
from pipeline.time_manager import TimeManager
|
9
9
|
|
10
10
|
logger = logging.getLogger(__name__)
|
11
11
|
|
pipeline/helpers.py
CHANGED
pipeline/queriesmanager.py
CHANGED
@@ -6,8 +6,8 @@ import csv
|
|
6
6
|
from collections import defaultdict
|
7
7
|
import logging
|
8
8
|
|
9
|
-
from
|
10
|
-
from
|
9
|
+
from pipeline import helpers
|
10
|
+
from pipeline.time_manager import TimeManager
|
11
11
|
|
12
12
|
logger = logging.getLogger(__name__)
|
13
13
|
'''
|
@@ -52,7 +52,7 @@ class QueriesManager:
|
|
52
52
|
|
53
53
|
def get_most_recent_successful_timestamp(self, api_id):# -> int:
|
54
54
|
print("QueriesManager.get_most_recent_successful_timestamp()")
|
55
|
-
from
|
55
|
+
from pipeline.helpers import load_toml
|
56
56
|
try:
|
57
57
|
config = load_toml(self.workspace_manager.get_configuration_file_path())
|
58
58
|
timezone_config = config["settings"]["timezone"]
|
@@ -1,32 +1,32 @@
|
|
1
1
|
pipeline/__init__.py,sha256=DAy4hBleDDk9Wen4qIOGlS03qWqdt7K7n4rUpL3cIL4,173
|
2
2
|
pipeline/__main__.py,sha256=TtbGYUm7Np5eLPCHZ3iX5QPL0rSgGJ5tXVuBEORvQIE,19
|
3
3
|
pipeline/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
|
-
pipeline/api/eds.py,sha256=
|
5
|
-
pipeline/api/rjn.py,sha256=
|
6
|
-
pipeline/api/status_api.py,sha256=
|
7
|
-
pipeline/calls.py,sha256=
|
8
|
-
pipeline/cli.py,sha256=
|
4
|
+
pipeline/api/eds.py,sha256=P-oRQzy1CGqrE2o2oEK1mQMNMZk13o2bWqQBSTFPEuw,43999
|
5
|
+
pipeline/api/rjn.py,sha256=Fhbc3tE_WgUywVJimnLzhWnxyMzGiIUu54hRFR3sdUA,7102
|
6
|
+
pipeline/api/status_api.py,sha256=KJG7e4GXmTjqQxK3LFUcdAxj1jqzvNLJ0f9-tuisk00,202
|
7
|
+
pipeline/calls.py,sha256=FexXJK0_fwgQMPx9dy5eFai_6xqVOsOGoEUw8yP3eSU,4187
|
8
|
+
pipeline/cli.py,sha256=9pdl8k127IvB9mvmKmhot6DzV2m6egx0VRFSYAaE4x8,10029
|
9
9
|
pipeline/configrationmanager.py,sha256=UPqa91117jNm59vvTBE7sET1ThisqRf6B2Dhtk7x9tM,624
|
10
10
|
pipeline/decorators.py,sha256=5fIIVqxSvQFaSI4ZkqPd3yqajzDxaRhgYwlC1jD2k5A,411
|
11
|
-
pipeline/env.py,sha256=
|
11
|
+
pipeline/env.py,sha256=Ibs0K_wluUTJXCcBjUofZ1jexks-UmJ0dvbXhWPLdJ0,1922
|
12
12
|
pipeline/environment.py,sha256=nr-3rPsxjnuu6G0gri8X0AZhAI0h8thsdfbt34OWmzY,1454
|
13
13
|
pipeline/gui_fastapi_plotly_live.py,sha256=JpRtA6qbCJ9XPJkd_YKAbLKUJRwiJexULkYONbJlriA,2383
|
14
|
-
pipeline/gui_mpl_live.py,sha256=
|
15
|
-
pipeline/helpers.py,sha256
|
14
|
+
pipeline/gui_mpl_live.py,sha256=rDswqbN_JEq9rFoRCFVMlijThcB_oJqMiZvCfZGaFRw,3613
|
15
|
+
pipeline/helpers.py,sha256=-GGFz5t22wlFfHwtEDwWOBslzguLXXSYNzxxRBvclLI,4457
|
16
16
|
pipeline/logging_setup.py,sha256=CAqWfchscCdzJ63Wf1dC3QGRnFnQqBELxyTmPZxsxgs,1674
|
17
17
|
pipeline/pastehelpers.py,sha256=pkmtULW5Zk_-ffUDDp_VsGzruIjsNB1xAIPbb9jtofE,265
|
18
18
|
pipeline/philosophy.py,sha256=QskLEpY3uZn46oyH7rHekOXiC55JqW3raThxwxaiM5U,1919
|
19
19
|
pipeline/plotbuffer.py,sha256=jCsFbT47TdR8Sq5tjj2JdhVELjRiebLPN7O4r2LjPeY,625
|
20
20
|
pipeline/points_loader.py,sha256=4OCGLiatbP3D5hixVnYcFGThvBRYt_bf5DhNGdGw_9k,519
|
21
|
-
pipeline/queriesmanager.py,sha256=
|
21
|
+
pipeline/queriesmanager.py,sha256=QwPhDV39Z8mdAVDRXTF4ZPgc6JliMgLzucGaGZSlDac,5001
|
22
22
|
pipeline/time_manager.py,sha256=gSK430SyHvhgUWLRg_z2nBiyad01v7ByyKafB138IkU,8351
|
23
23
|
pipeline/workspace_manager.py,sha256=rrK0bUlQI8nB21SSWNVXUoC7HxHnrCbi7GAjaW2zF8M,11028
|
24
24
|
workspaces/default-workspace.toml,sha256=dI8y2l2WlEbIck6IZpbuQUP8-Bf48bBE1CKKsnVMc8w,300
|
25
25
|
workspaces/eds_to_rjn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
26
26
|
workspaces/eds_to_rjn/code/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
27
|
-
workspaces/eds_to_rjn/code/aggregator.py,sha256=
|
28
|
-
workspaces/eds_to_rjn/code/collector.py,sha256=
|
29
|
-
workspaces/eds_to_rjn/code/sanitizer.py,sha256=
|
27
|
+
workspaces/eds_to_rjn/code/aggregator.py,sha256=MkjEqNKpYBfWWMZ7jAjz7bmbaU0bRXm8IL4sV8E2mAU,3068
|
28
|
+
workspaces/eds_to_rjn/code/collector.py,sha256=U9cP5G4dmiVHZU9JWMKselP3wOaqNz1yyJVmN3dkgOM,2626
|
29
|
+
workspaces/eds_to_rjn/code/sanitizer.py,sha256=AwCeCFUdF7PZ1bLsgTr8hu5THB4NC7vf0IPE2EoFgyk,1669
|
30
30
|
workspaces/eds_to_rjn/code/storage.py,sha256=4bBnb6WiIPpnyhSq5Gkt6EZUabVBEKBq7LHnmUxm1yM,564
|
31
31
|
workspaces/eds_to_rjn/configurations/config_time.toml,sha256=8XkfMn78qxRkQLpCbTFySj-73snz-EtraZBt5aR5OGM,130
|
32
32
|
workspaces/eds_to_rjn/configurations/configuration.toml,sha256=mlyQ4hXhrq7QiVBuqXdE1eyM1kAZNYSCXLa0GY7D9P8,81
|
@@ -51,12 +51,12 @@ workspaces/eds_to_rjn/queries/points-maxson.csv,sha256=fmYew1rk7TN6_8fNKk0elpiPo
|
|
51
51
|
workspaces/eds_to_rjn/queries/points-stiles.csv,sha256=cE83N4NdxSpR54emsy8a4jXZsGTT74IxEcQ2OoZOZ00,471
|
52
52
|
workspaces/eds_to_rjn/queries/timestamps_success.json,sha256=hXBITI94lLsja-7Q-IifJLagUZZrD75isksCllGy9Qw,418
|
53
53
|
workspaces/eds_to_rjn/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
54
|
-
workspaces/eds_to_rjn/scripts/daemon_runner.py,sha256=
|
54
|
+
workspaces/eds_to_rjn/scripts/daemon_runner.py,sha256=gBCYrJ-FYPCTt_l5O07_YNrrGj2p_mLpMeIaNpk-VLA,11147
|
55
55
|
workspaces/eds_to_rjn/secrets/README.md,sha256=tWf2bhopA0C08C8ImtHNZoPde9ub-sLMjX6EMe7lyJw,600
|
56
56
|
workspaces/eds_to_rjn/secrets/secrets-example.yaml,sha256=qKGrKsKBC0ulDQRVbr1zkfNlr8WPWK4lg5GAvTqZ-T4,365
|
57
57
|
workspaces/eds_to_termux/..txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
58
|
-
pipeline_eds-0.2.
|
59
|
-
pipeline_eds-0.2.
|
60
|
-
pipeline_eds-0.2.
|
61
|
-
pipeline_eds-0.2.
|
62
|
-
pipeline_eds-0.2.
|
58
|
+
pipeline_eds-0.2.7.dist-info/entry_points.txt,sha256=t1hTaepU6pSowdqa8OSzohoTbmDRLA3Jnp8MfqagwEs,103
|
59
|
+
pipeline_eds-0.2.7.dist-info/LICENSE,sha256=LKdx0wS1t9vFZpbRhDg_iLQ6ny-XsXRwhKAoCfrF6iA,1501
|
60
|
+
pipeline_eds-0.2.7.dist-info/METADATA,sha256=rwMKMwVQ19gMzpxudro5luT3OMEXVpF6Lft1vB3Q1Ac,9964
|
61
|
+
pipeline_eds-0.2.7.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
62
|
+
pipeline_eds-0.2.7.dist-info/RECORD,,
|
@@ -4,8 +4,8 @@ from collections import defaultdict
|
|
4
4
|
import os
|
5
5
|
from pprint import pprint
|
6
6
|
|
7
|
-
from
|
8
|
-
from
|
7
|
+
from pipeline.api.rjn import RjnClient #send_data_to_rjn2
|
8
|
+
from pipeline.time_manager import TimeManager
|
9
9
|
|
10
10
|
|
11
11
|
def aggregate_and_send(session_rjn, data_file, checkpoint_file):
|
@@ -3,8 +3,8 @@ from datetime import datetime
|
|
3
3
|
import logging
|
4
4
|
logger = logging.getLogger(__name__)
|
5
5
|
|
6
|
-
from
|
7
|
-
from
|
6
|
+
from pipeline.helpers import round_datetime_to_nearest_past_five_minutes
|
7
|
+
from pipeline.api.eds import EdsClient
|
8
8
|
|
9
9
|
|
10
10
|
def collect_live_values(session, queries_dictlist_filtered_by_session_key):
|
@@ -55,6 +55,6 @@ def collect_live_values(session, queries_dictlist_filtered_by_session_key):
|
|
55
55
|
return data
|
56
56
|
|
57
57
|
if __name__ == "__main__":
|
58
|
-
print("[x] from
|
59
|
-
print("[x] from
|
60
|
-
print("[ ] from
|
58
|
+
print("[x] from pipeline import collector")
|
59
|
+
print("[x] from pipeline import collector.collector_live_vales(session,query_list)")
|
60
|
+
print("[ ] from pipeline import collector.collector_live_vales(session,query_dict)")
|
@@ -8,7 +8,7 @@ I like it when data gathered is data returned. Sanitization should not happen du
|
|
8
8
|
So. We need explicit and discernible sanitization scenarios, called a scripted approach, following the preparation, collection, and aggregation, insert buzz words here, etc.
|
9
9
|
'''
|
10
10
|
from datetime import datetime
|
11
|
-
from
|
11
|
+
from pipeline.helpers import round_datetime_to_nearest_past_five_minutes
|
12
12
|
|
13
13
|
def sanitize_data_for_printing(data):
|
14
14
|
#data_sanitized_for_printing = data
|
@@ -4,14 +4,14 @@ import logging
|
|
4
4
|
import csv
|
5
5
|
from datetime import datetime
|
6
6
|
|
7
|
-
from
|
8
|
-
from
|
9
|
-
from
|
10
|
-
from
|
11
|
-
from
|
12
|
-
from
|
13
|
-
from
|
14
|
-
from
|
7
|
+
from pipeline.api.eds import EdsClient, identify_relevant_tables
|
8
|
+
from pipeline.api.rjn import RjnClient
|
9
|
+
from pipeline import helpers
|
10
|
+
from pipeline.env import SecretConfig
|
11
|
+
from pipeline.workspace_manager import WorkspaceManager
|
12
|
+
from pipeline.queriesmanager import QueriesManager
|
13
|
+
from pipeline.queriesmanager import load_query_rows_from_csv_files, group_queries_by_col
|
14
|
+
from pipeline.time_manager import TimeManager
|
15
15
|
|
16
16
|
logger = logging.getLogger(__name__)
|
17
17
|
logger.setLevel(logging.INFO)
|
File without changes
|
File without changes
|
File without changes
|