meerschaum 2.7.10__tar.gz → 2.8.0__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (283) hide show
  1. {meerschaum-2.7.10/meerschaum.egg-info → meerschaum-2.8.0}/PKG-INFO +4 -4
  2. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/arguments/_parser.py +17 -5
  3. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/copy.py +3 -1
  4. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/index.py +1 -1
  5. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/show.py +7 -7
  6. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/sync.py +5 -1
  7. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/verify.py +14 -1
  8. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/__init__.py +77 -41
  9. meerschaum-2.8.0/meerschaum/api/_exceptions.py +18 -0
  10. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/__init__.py +4 -2
  11. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/callbacks/dashboard.py +30 -1
  12. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/components.py +2 -2
  13. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/webterm.py +23 -4
  14. meerschaum-2.8.0/meerschaum/api/models/_pipes.py +21 -0
  15. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/css/dash.css +2 -2
  16. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/templates/termpage.html +5 -1
  17. meerschaum-2.8.0/meerschaum/api/routes/__init__.py +22 -0
  18. meerschaum-2.8.0/meerschaum/api/routes/_connectors.py +64 -0
  19. meerschaum-2.8.0/meerschaum/api/routes/_index.py +36 -0
  20. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/routes/_misc.py +30 -22
  21. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/routes/_pipes.py +244 -148
  22. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/routes/_plugins.py +58 -47
  23. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/routes/_users.py +39 -31
  24. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/routes/_version.py +8 -10
  25. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_default.py +10 -0
  26. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_version.py +1 -1
  27. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/static/__init__.py +4 -1
  28. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_APIConnector.py +4 -3
  29. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_login.py +21 -17
  30. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_pipes.py +1 -0
  31. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_request.py +9 -10
  32. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_cli.py +11 -3
  33. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_instance.py +1 -1
  34. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_pipes.py +77 -57
  35. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_sql.py +26 -9
  36. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/__init__.py +2 -0
  37. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_attributes.py +13 -2
  38. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_data.py +85 -0
  39. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_deduplicate.py +6 -8
  40. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_sync.py +63 -30
  41. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_verify.py +242 -77
  42. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/User/__init__.py +2 -6
  43. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/jobs/_Job.py +1 -1
  44. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/jobs/__init__.py +15 -0
  45. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/dataframe.py +2 -0
  46. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/dtypes/sql.py +26 -0
  47. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/formatting/_pipes.py +1 -1
  48. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/misc.py +11 -7
  49. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/packages/_packages.py +1 -1
  50. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/sql.py +6 -2
  51. {meerschaum-2.7.10 → meerschaum-2.8.0/meerschaum.egg-info}/PKG-INFO +4 -4
  52. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum.egg-info/SOURCES.txt +1 -0
  53. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum.egg-info/requires.txt +3 -3
  54. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_sync.py +3 -1
  55. meerschaum-2.7.10/meerschaum/api/models/_pipes.py +0 -21
  56. meerschaum-2.7.10/meerschaum/api/routes/__init__.py +0 -19
  57. meerschaum-2.7.10/meerschaum/api/routes/_connectors.py +0 -62
  58. meerschaum-2.7.10/meerschaum/api/routes/_index.py +0 -27
  59. {meerschaum-2.7.10 → meerschaum-2.8.0}/LICENSE +0 -0
  60. {meerschaum-2.7.10 → meerschaum-2.8.0}/NOTICE +0 -0
  61. {meerschaum-2.7.10 → meerschaum-2.8.0}/README.md +0 -0
  62. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/__init__.py +0 -0
  63. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/__main__.py +0 -0
  64. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/__init__.py +0 -0
  65. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/arguments/__init__.py +0 -0
  66. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/arguments/_parse_arguments.py +0 -0
  67. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/docs/__init__.py +0 -0
  68. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/docs/index.py +0 -0
  69. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/entry.py +0 -0
  70. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/gui/__init__.py +0 -0
  71. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/gui/app/__init__.py +0 -0
  72. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/gui/app/_windows.py +0 -0
  73. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/gui/app/actions.py +0 -0
  74. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/gui/app/pipes.py +0 -0
  75. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/shell/Shell.py +0 -0
  76. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/shell/ShellCompleter.py +0 -0
  77. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/shell/ValidAutoSuggest.py +0 -0
  78. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/shell/__init__.py +0 -0
  79. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/shell/resources/__init__.py +0 -0
  80. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/shell/updates.py +0 -0
  81. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/term/TermPageHandler.py +0 -0
  82. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/term/__init__.py +0 -0
  83. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/_internal/term/tools.py +0 -0
  84. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/__init__.py +0 -0
  85. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/api.py +0 -0
  86. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/attach.py +0 -0
  87. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/bootstrap.py +0 -0
  88. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/clear.py +0 -0
  89. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/deduplicate.py +0 -0
  90. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/delete.py +0 -0
  91. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/drop.py +0 -0
  92. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/edit.py +0 -0
  93. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/install.py +0 -0
  94. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/login.py +0 -0
  95. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/os.py +0 -0
  96. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/pause.py +0 -0
  97. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/python.py +0 -0
  98. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/register.py +0 -0
  99. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/reload.py +0 -0
  100. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/restart.py +0 -0
  101. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/setup.py +0 -0
  102. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/sh.py +0 -0
  103. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/sql.py +0 -0
  104. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/stack.py +0 -0
  105. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/start.py +0 -0
  106. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/stop.py +0 -0
  107. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/tag.py +0 -0
  108. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/uninstall.py +0 -0
  109. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/actions/upgrade.py +0 -0
  110. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/_chain.py +0 -0
  111. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/_events.py +0 -0
  112. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/_oauth2.py +0 -0
  113. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/_websockets.py +0 -0
  114. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/assets/__init__.py +0 -0
  115. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/assets/ansi_up.js +0 -0
  116. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/assets/banner_1920x320.png +0 -0
  117. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/assets/favicon.ico +0 -0
  118. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/assets/logo_48x48.png +0 -0
  119. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/assets/logo_500x500.png +0 -0
  120. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/callbacks/__init__.py +0 -0
  121. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/callbacks/custom.py +0 -0
  122. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/callbacks/jobs.py +0 -0
  123. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/callbacks/login.py +0 -0
  124. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/callbacks/pipes.py +0 -0
  125. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/callbacks/plugins.py +0 -0
  126. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/callbacks/register.py +0 -0
  127. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/connectors.py +0 -0
  128. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/graphs.py +0 -0
  129. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/jobs.py +0 -0
  130. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/keys.py +0 -0
  131. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/pages/__init__.py +0 -0
  132. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/pages/dashboard.py +0 -0
  133. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/pages/error.py +0 -0
  134. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/pages/job.py +0 -0
  135. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/pages/login.py +0 -0
  136. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/pages/pipes.py +0 -0
  137. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/pages/plugins.py +0 -0
  138. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/pages/register.py +0 -0
  139. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/pipes.py +0 -0
  140. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/plugins.py +0 -0
  141. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/sessions.py +0 -0
  142. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/sync.py +0 -0
  143. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/users.py +0 -0
  144. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/dash/websockets.py +0 -0
  145. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/models/__init__.py +0 -0
  146. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/models/_interfaces.py +0 -0
  147. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/models/_locations.py +0 -0
  148. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/models/_metrics.py +0 -0
  149. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/__init__.py +0 -0
  150. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/__init__.py +0 -0
  151. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/css/__init__.py +0 -0
  152. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/css/bootstrap.min.css +0 -0
  153. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/css/dbc_dark.css +0 -0
  154. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/css/styles.css +0 -0
  155. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/css/xterm.css +0 -0
  156. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/ico/__init__.py +0 -0
  157. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/ico/logo.ico +0 -0
  158. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/js/__init__.py +0 -0
  159. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/js/action_button.js +0 -0
  160. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/js/main.js +0 -0
  161. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/js/terminado.js +0 -0
  162. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/js/xterm.js +0 -0
  163. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/static/png/__init__.py +0 -0
  164. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/templates/__init__.py +0 -0
  165. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/templates/index.html +0 -0
  166. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/templates/old_index.html +0 -0
  167. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/resources/templates/secret.html +0 -0
  168. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/routes/_actions.py +0 -0
  169. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/routes/_jobs.py +0 -0
  170. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/routes/_login.py +0 -0
  171. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/routes/_webterm.py +0 -0
  172. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/api/tables/__init__.py +0 -0
  173. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/__init__.py +0 -0
  174. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_dash.py +0 -0
  175. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_edit.py +0 -0
  176. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_environment.py +0 -0
  177. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_formatting.py +0 -0
  178. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_jobs.py +0 -0
  179. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_patch.py +0 -0
  180. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_paths.py +0 -0
  181. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_preprocess.py +0 -0
  182. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_read_config.py +0 -0
  183. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_shell.py +0 -0
  184. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/_sync.py +0 -0
  185. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/paths.py +0 -0
  186. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/resources/__init__.py +0 -0
  187. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/stack/__init__.py +0 -0
  188. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/stack/grafana/__init__.py +0 -0
  189. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/stack/mosquitto/__init__.py +0 -0
  190. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/stack/mosquitto/resources/__init__.py +0 -0
  191. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/config/stack/resources/__init__.py +0 -0
  192. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/_Connector.py +0 -0
  193. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/__init__.py +0 -0
  194. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/__init__.py +0 -0
  195. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_actions.py +0 -0
  196. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_fetch.py +0 -0
  197. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_jobs.py +0 -0
  198. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_misc.py +0 -0
  199. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_plugins.py +0 -0
  200. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_uri.py +0 -0
  201. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/api/_users.py +0 -0
  202. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/parse.py +0 -0
  203. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/plugin/PluginConnector.py +0 -0
  204. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/plugin/__init__.py +0 -0
  205. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/poll.py +0 -0
  206. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_SQLConnector.py +0 -0
  207. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/__init__.py +0 -0
  208. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_create_engine.py +0 -0
  209. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_fetch.py +0 -0
  210. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_plugins.py +0 -0
  211. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_uri.py +0 -0
  212. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/_users.py +0 -0
  213. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/tables/__init__.py +0 -0
  214. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/tables/types.py +0 -0
  215. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/sql/tools.py +0 -0
  216. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/valkey/_ValkeyConnector.py +0 -0
  217. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/valkey/__init__.py +0 -0
  218. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/valkey/_fetch.py +0 -0
  219. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/valkey/_pipes.py +0 -0
  220. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/valkey/_plugins.py +0 -0
  221. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/connectors/valkey/_users.py +0 -0
  222. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_bootstrap.py +0 -0
  223. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_clear.py +0 -0
  224. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_copy.py +0 -0
  225. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_delete.py +0 -0
  226. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_drop.py +0 -0
  227. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_dtypes.py +0 -0
  228. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_edit.py +0 -0
  229. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_fetch.py +0 -0
  230. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_index.py +0 -0
  231. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_register.py +0 -0
  232. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Pipe/_show.py +0 -0
  233. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/Plugin/__init__.py +0 -0
  234. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/User/_User.py +0 -0
  235. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/core/__init__.py +0 -0
  236. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/jobs/_Executor.py +0 -0
  237. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/jobs/systemd.py +0 -0
  238. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/plugins/_Plugin.py +0 -0
  239. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/plugins/__init__.py +0 -0
  240. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/plugins/bootstrap.py +0 -0
  241. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/__init__.py +0 -0
  242. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/_get_pipes.py +0 -0
  243. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/daemon/Daemon.py +0 -0
  244. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/daemon/FileDescriptorInterceptor.py +0 -0
  245. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/daemon/RotatingFile.py +0 -0
  246. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/daemon/StdinFile.py +0 -0
  247. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/daemon/__init__.py +0 -0
  248. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/daemon/_names.py +0 -0
  249. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/debug.py +0 -0
  250. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/dtypes/__init__.py +0 -0
  251. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/formatting/__init__.py +0 -0
  252. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/formatting/_jobs.py +0 -0
  253. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/formatting/_pprint.py +0 -0
  254. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/formatting/_shell.py +0 -0
  255. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/interactive.py +0 -0
  256. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/networking.py +0 -0
  257. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/packages/__init__.py +0 -0
  258. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/packages/lazy_loader.py +0 -0
  259. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/pool.py +0 -0
  260. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/process.py +0 -0
  261. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/prompt.py +0 -0
  262. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/schedule.py +0 -0
  263. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/threading.py +0 -0
  264. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/typing.py +0 -0
  265. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/venv/_Venv.py +0 -0
  266. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/venv/__init__.py +0 -0
  267. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/warnings.py +0 -0
  268. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum/utils/yaml.py +0 -0
  269. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum.egg-info/dependency_links.txt +0 -0
  270. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum.egg-info/entry_points.txt +0 -0
  271. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum.egg-info/top_level.txt +0 -0
  272. {meerschaum-2.7.10 → meerschaum-2.8.0}/meerschaum.egg-info/zip-safe +0 -0
  273. {meerschaum-2.7.10 → meerschaum-2.8.0}/setup.cfg +0 -0
  274. {meerschaum-2.7.10 → meerschaum-2.8.0}/setup.py +0 -0
  275. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_actions.py +0 -0
  276. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_arguments.py +0 -0
  277. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_deduplicate.py +0 -0
  278. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_jobs.py +0 -0
  279. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_pipe_data.py +0 -0
  280. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_pipes_dtypes.py +0 -0
  281. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_sql.py +0 -0
  282. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_users.py +0 -0
  283. {meerschaum-2.7.10 → meerschaum-2.8.0}/tests/test_verify.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: meerschaum
3
- Version: 2.7.10
3
+ Version: 2.8.0
4
4
  Summary: Sync Time-Series Pipes with Meerschaum
5
5
  Home-page: https://meerschaum.io
6
6
  Author: Bennett Meares
@@ -167,7 +167,7 @@ Requires-Dist: uv>=0.2.11; extra == "sql"
167
167
  Provides-Extra: dash
168
168
  Requires-Dist: Flask-Compress>=1.10.1; extra == "dash"
169
169
  Requires-Dist: dash>=2.6.2; extra == "dash"
170
- Requires-Dist: dash-bootstrap-components>=1.2.1; extra == "dash"
170
+ Requires-Dist: dash-bootstrap-components>=1.7.1; extra == "dash"
171
171
  Requires-Dist: dash-ace>=0.2.1; extra == "dash"
172
172
  Requires-Dist: dash-extensions>=1.0.4; extra == "dash"
173
173
  Requires-Dist: dash-daq>=0.5.0; extra == "dash"
@@ -234,7 +234,7 @@ Requires-Dist: more-termcolor>=1.1.3; extra == "api"
234
234
  Requires-Dist: humanfriendly>=10.0.0; extra == "api"
235
235
  Requires-Dist: Flask-Compress>=1.10.1; extra == "api"
236
236
  Requires-Dist: dash>=2.6.2; extra == "api"
237
- Requires-Dist: dash-bootstrap-components>=1.2.1; extra == "api"
237
+ Requires-Dist: dash-bootstrap-components>=1.7.1; extra == "api"
238
238
  Requires-Dist: dash-ace>=0.2.1; extra == "api"
239
239
  Requires-Dist: dash-extensions>=1.0.4; extra == "api"
240
240
  Requires-Dist: dash-daq>=0.5.0; extra == "api"
@@ -302,7 +302,7 @@ Requires-Dist: aiosqlite>=0.16.0; extra == "full"
302
302
  Requires-Dist: asyncpg>=0.21.0; extra == "full"
303
303
  Requires-Dist: Flask-Compress>=1.10.1; extra == "full"
304
304
  Requires-Dist: dash>=2.6.2; extra == "full"
305
- Requires-Dist: dash-bootstrap-components>=1.2.1; extra == "full"
305
+ Requires-Dist: dash-bootstrap-components>=1.7.1; extra == "full"
306
306
  Requires-Dist: dash-ace>=0.2.1; extra == "full"
307
307
  Requires-Dist: dash-extensions>=1.0.4; extra == "full"
308
308
  Requires-Dist: dash-daq>=0.5.0; extra == "full"
@@ -302,14 +302,17 @@ groups['sync'].add_argument(
302
302
  help="Run the action asynchronously, if possible. Alias for --unblock",
303
303
  )
304
304
  groups['sync'].add_argument(
305
- '--begin', type=parse_datetime, help="Specify a begin datetime for syncing or displaying data."
305
+ '--begin', type=parse_datetime, help="The begin datetime when syncing, fetching data."
306
306
  )
307
307
  groups['sync'].add_argument(
308
- '--end', type=parse_datetime, help="Specify an end datetime for syncing or displaying data."
308
+ '--end', type=parse_datetime, help="The end datetime when syncing, fetching data."
309
309
  )
310
310
  groups['sync'].add_argument(
311
- '--chunksize', type=int, help=(
312
- "Specify the database chunksize. Defaults to 100,000."
311
+ '--chunksize', type=int, help="How many rows per chunk. Defaults to 100,000."
312
+ )
313
+ groups['sync'].add_argument(
314
+ '--batchsize', type=int, help=(
315
+ "How many chunks to process in parallel. Defaults to number of CPUs."
313
316
  ),
314
317
  )
315
318
  groups['sync'].add_argument(
@@ -355,9 +358,18 @@ groups['sync'].add_argument(
355
358
  "This improves performance when all rows are expected to already be of the correct type."
356
359
  ),
357
360
  )
361
+ groups['sync'].add_argument(
362
+ '--skip-chunks-with-greater-rowcounts', action='store_true',
363
+ help="When verifying, skip chunks with rowcounts greater than the remote's."
364
+ )
365
+ groups['sync'].add_argument(
366
+ '--check-rowcounts-only', action='store_true', help=(
367
+ "Only compare row-counts when verifying pipes."
368
+ ),
369
+ )
358
370
  groups['sync'].add_argument(
359
371
  '--cache', action='store_true',
360
- help = (
372
+ help=(
361
373
  "When syncing or viewing a pipe's data, sync to a local database for later analysis."
362
374
  )
363
375
  )
@@ -70,6 +70,7 @@ def _copy_pipes(
70
70
  Copy pipes' attributes and make new pipes.
71
71
  """
72
72
  from meerschaum import get_pipes, Pipe
73
+ from meerschaum.connectors import instance_types
73
74
  from meerschaum.utils.prompt import prompt, yes_no, get_connectors_completer
74
75
  from meerschaum.utils.warnings import warn
75
76
  from meerschaum.utils.formatting import print_tuple
@@ -92,7 +93,8 @@ def _copy_pipes(
92
93
 
93
94
  instance_keys = prompt(
94
95
  f"Meerschaum instance for copy of {pipe}:",
95
- default=pipe.instance_keys
96
+ default=pipe.instance_keys,
97
+ completer=get_connectors_completer(*instance_types),
96
98
  )
97
99
  new_pipe = Pipe(
98
100
  ck, mk, lk,
@@ -48,7 +48,7 @@ def _index_pipes(
48
48
 
49
49
  for pipe in pipes:
50
50
  info(f"Creating indices for {pipe}...")
51
- index_success, index_msg = pipe.create_indices(debug=debug)
51
+ index_success, index_msg = pipe.create_indices(columns=(action or None), debug=debug)
52
52
  success_dict[pipe] = index_msg
53
53
  if index_success:
54
54
  successes += 1
@@ -442,7 +442,7 @@ def _show_rowcounts(
442
442
 
443
443
  msgs = []
444
444
  for p, rc in rc_dict.items():
445
- msgs.append(f'{p}\n{rc}\n')
445
+ msgs.append(f'{p}\n{rc:,}\n')
446
446
 
447
447
  header = "Remote row-counts:" if remote else "Pipe row-counts:"
448
448
 
@@ -581,10 +581,10 @@ def _show_jobs(
581
581
  from meerschaum.utils.warnings import info
582
582
  info('No running or stopped jobs.')
583
583
  print(
584
- f" You can start a background job with `-d` or `--daemon`,\n" +
585
- " or run the command `start job` before action commands.\n\n" +
586
- " Examples:\n" +
587
- " - start api -d\n" +
584
+ " You can start a background job with `-d` or `--daemon`,\n"
585
+ " or run the command `start job` before action commands.\n\n"
586
+ " Examples:\n"
587
+ " - start api -d\n"
588
588
  " - start job sync pipes --loop"
589
589
  )
590
590
  return True, "No jobs to show."
@@ -610,7 +610,7 @@ def _show_logs(
610
610
  `show logs --nopretty`
611
611
  `show logs myjob myotherjob`
612
612
  """
613
- import os, pathlib, random, asyncio
613
+ import asyncio
614
614
  from functools import partial
615
615
  from datetime import datetime, timezone
616
616
  from meerschaum.utils.packages import attempt_import, import_rich
@@ -676,7 +676,7 @@ def _show_logs(
676
676
  try:
677
677
  line_timestamp = datetime.strptime(date_prefix_str, timestamp_format)
678
678
  previous_line_timestamp = line_timestamp
679
- except Exception as e:
679
+ except Exception:
680
680
  line_timestamp = None
681
681
  if line_timestamp:
682
682
  line = line[(len(now_str) + 3):]
@@ -49,6 +49,7 @@ def _pipes_lap(
49
49
  deduplicate: bool = False,
50
50
  bounded: Optional[bool] = None,
51
51
  chunk_interval: Union[timedelta, int, None] = None,
52
+ check_rowcounts_only: bool = False,
52
53
  mrsm_instance: Optional[str] = None,
53
54
  timeout_seconds: Optional[int] = None,
54
55
  nopretty: bool = False,
@@ -93,6 +94,7 @@ def _pipes_lap(
93
94
  'deduplicate': deduplicate,
94
95
  'bounded': bounded,
95
96
  'chunk_interval': chunk_interval,
97
+ 'check_rowcounts_only': check_rowcounts_only,
96
98
  })
97
99
  locks = {'remaining_count': Lock(), 'results_dict': Lock(), 'pipes_threads': Lock(),}
98
100
  pipes = get_pipes(
@@ -254,6 +256,7 @@ def _sync_pipes(
254
256
  deduplicate: bool = False,
255
257
  bounded: Optional[bool] = None,
256
258
  chunk_interval: Union[timedelta, int, None] = None,
259
+ check_rowcounts_only: bool = False,
257
260
  shell: bool = False,
258
261
  nopretty: bool = False,
259
262
  debug: bool = False,
@@ -308,6 +311,7 @@ def _sync_pipes(
308
311
  deduplicate=deduplicate,
309
312
  bounded=bounded,
310
313
  chunk_interval=chunk_interval,
314
+ check_rowcounts_only=check_rowcounts_only,
311
315
  unblock=unblock,
312
316
  debug=debug,
313
317
  nopretty=nopretty,
@@ -447,7 +451,7 @@ def _wrap_pipe(
447
451
  sync_hook_result = sync_hook(pipe, **filter_keywords(sync_hook, **sync_kwargs))
448
452
  if is_success_tuple(sync_hook_result):
449
453
  return sync_hook_result
450
- except Exception as e:
454
+ except Exception:
451
455
  msg = (
452
456
  f"Failed to execute sync hook '{sync_hook.__name__}' "
453
457
  + f"from plugin '{plugin}':\n{traceback.format_exc()}"
@@ -7,7 +7,9 @@ Verify the states of pipes, pacakages, and more.
7
7
  """
8
8
 
9
9
  from __future__ import annotations
10
- from meerschaum.utils.typing import Union, Any, Sequence, SuccessTuple, Optional, Tuple, List
10
+
11
+ from meerschaum.utils.typing import Any, SuccessTuple, Optional, List
12
+
11
13
 
12
14
  def verify(
13
15
  action: Optional[List[str]] = None,
@@ -22,6 +24,7 @@ def verify(
22
24
  'packages': _verify_packages,
23
25
  'venvs': _verify_venvs,
24
26
  'plugins': _verify_plugins,
27
+ 'rowcounts': _verify_rowcounts,
25
28
  }
26
29
  return choose_subaction(action, options, **kwargs)
27
30
 
@@ -35,6 +38,16 @@ def _verify_pipes(**kwargs) -> SuccessTuple:
35
38
  return _sync_pipes(**kwargs)
36
39
 
37
40
 
41
+ def _verify_rowcounts(**kwargs) -> SuccessTuple:
42
+ """
43
+ Verify the contents of pipes, syncing across their entire datetime intervals.
44
+ """
45
+ from meerschaum.actions.sync import _sync_pipes
46
+ kwargs['verify'] = True
47
+ kwargs['check_rowcounts_only'] = True
48
+ return _sync_pipes(**kwargs)
49
+
50
+
38
51
  def _verify_packages(
39
52
  debug: bool = False,
40
53
  venv: Optional[str] = 'mrsm',
@@ -6,15 +6,12 @@
6
6
  Meerschaum API backend. Start an API instance with `start api`.
7
7
  """
8
8
  from __future__ import annotations
9
- import os
10
- from meerschaum.utils.typing import Dict, Any, Optional
11
9
 
12
- from meerschaum import __version__ as version
13
- __version__ = version
14
- __doc__ = """
15
- The Meerschaum Web API lets you access and control your data over the Internet.
16
- """
10
+ import os
11
+ from collections import defaultdict
17
12
 
13
+ import meerschaum as mrsm
14
+ from meerschaum.utils.typing import Dict, Any, Optional, PipesDict
18
15
  from meerschaum.config import get_config
19
16
  from meerschaum.config.static import STATIC_CONFIG, SERVER_ID
20
17
  from meerschaum.utils.packages import attempt_import
@@ -23,8 +20,14 @@ from meerschaum.config._paths import API_UVICORN_CONFIG_PATH, API_UVICORN_RESOUR
23
20
  from meerschaum.plugins import _api_plugins
24
21
  from meerschaum.utils.warnings import warn, dprint
25
22
  from meerschaum.utils.threading import RLock
23
+ from meerschaum.utils.misc import is_pipe_registered
24
+
25
+ from meerschaum import __version__ as version
26
+ __version__ = version
27
+ __doc__ = """The Meerschaum Web API lets you manage your pipes over the Internet."""
28
+
26
29
 
27
- _locks = {'pipes': RLock(), 'connector': RLock(), 'uvicorn_config': RLock()}
30
+ _locks = defaultdict(lambda: RLock())
28
31
 
29
32
  ### Skip verifying packages in the docker image.
30
33
  CHECK_UPDATE = os.environ.get(STATIC_CONFIG['environment']['runtime'], None) != 'docker'
@@ -58,6 +61,7 @@ uv = attempt_import('uv', lazy=False, check_update=CHECK_UPDATE)
58
61
  venv=None,
59
62
  )
60
63
  from meerschaum.api._chain import check_allow_chaining, DISALLOW_CHAINING_MESSAGE
64
+ from meerschaum.api._exceptions import APIPermissionError
61
65
  uvicorn_config_path = API_UVICORN_RESOURCES_PATH / SERVER_ID / 'config.json'
62
66
 
63
67
  uvicorn_config = None
@@ -78,13 +82,11 @@ def get_uvicorn_config() -> Dict[str, Any]:
78
82
  with open(uvicorn_config_path, 'r', encoding='utf-8') as f:
79
83
  uvicorn_config = json.load(f)
80
84
  _uvicorn_config = uvicorn_config
81
- except Exception as e:
85
+ except Exception:
82
86
  _uvicorn_config = sys_config.get('uvicorn', None)
83
87
 
84
88
  if _uvicorn_config is None:
85
89
  _uvicorn_config = {}
86
-
87
- ### Default: main SQL connector
88
90
  if 'mrsm_instance' not in _uvicorn_config:
89
91
  _uvicorn_config['mrsm_instance'] = get_config('meerschaum', 'api_instance')
90
92
  return _uvicorn_config
@@ -95,22 +97,47 @@ no_auth = get_uvicorn_config().get('no_auth', False)
95
97
  private = get_uvicorn_config().get('private', False)
96
98
  production = get_uvicorn_config().get('production', False)
97
99
  _include_dash = (not no_dash)
100
+ docs_enabled = not production or sys_config.get('endpoints', {}).get('docs_in_production', True)
98
101
 
99
102
  connector = None
103
+ default_instance_keys = None
104
+ _instance_connectors = defaultdict(lambda: None)
100
105
  def get_api_connector(instance_keys: Optional[str] = None):
101
- """Create the instance connector."""
102
- global connector
103
- with _locks['connector']:
104
- if connector is None:
105
- if instance_keys is None:
106
- instance_keys = get_uvicorn_config().get('mrsm_instance', None)
106
+ """Create the instance connectors."""
107
+ global default_instance_keys
108
+ if instance_keys is None:
109
+ if default_instance_keys is None:
110
+ default_instance_keys = get_uvicorn_config().get('mrsm_instance', None)
111
+ instance_keys = default_instance_keys
112
+
113
+ allow_multiple_instances = permissions_config.get(
114
+ 'instances', {}
115
+ ).get('allow_multiple_instances', False)
116
+ if not allow_multiple_instances and instance_keys != default_instance_keys:
117
+ raise APIPermissionError(
118
+ "This API instance does not allow for accessing additional instances."
119
+ )
120
+
121
+ allowed_instance_keys = permissions_config.get(
122
+ 'instance', {}
123
+ ).get(
124
+ 'allowed_instance_keys',
125
+ ['*']
126
+ )
127
+ if allowed_instance_keys != ['*'] and instance_keys not in allowed_instance_keys:
128
+ raise APIPermissionError(
129
+ f"Instance keys '{instance_keys}' not in list of allowed instances."
130
+ )
107
131
 
132
+ with _locks[f'instance-{instance_keys}']:
133
+ connector = _instance_connectors[instance_keys]
134
+ if connector is None:
108
135
  from meerschaum.connectors.parse import parse_instance_keys
109
136
  connector = parse_instance_keys(instance_keys, debug=debug)
110
- if debug:
111
- dprint(f"API instance connector: {connector}")
137
+ _instance_connectors[instance_keys] = connector
112
138
  return connector
113
139
 
140
+
114
141
  cache_connector = None
115
142
  def get_cache_connector(connector_keys: Optional[str] = None):
116
143
  """Return the `valkey` connector if running in production."""
@@ -146,28 +173,35 @@ def get_cache_connector(connector_keys: Optional[str] = None):
146
173
  return cache_connector
147
174
 
148
175
 
149
- _pipes = None
150
- def pipes(refresh=False):
176
+ _instance_pipes = defaultdict(lambda: None)
177
+ def pipes(instance_keys: Optional[str] = None, refresh: bool = False) -> PipesDict:
151
178
  """
152
- Manage the global pipes dictionary.
179
+ Manage the global pipes dictionaries.
153
180
  """
154
- global _pipes
155
- with _locks['pipes']:
156
- if _pipes is None or refresh:
157
- _pipes = _get_pipes(mrsm_instance=get_api_connector())
158
- return _pipes
159
-
160
-
161
- def get_pipe(connector_keys, metric_key, location_key, refresh=False):
181
+ instance_keys = str(get_api_connector(instance_keys))
182
+ with _locks['pipes-' + instance_keys]:
183
+ pipes = _instance_pipes[instance_keys]
184
+ if pipes is None or refresh:
185
+ pipes = _get_pipes(mrsm_instance=instance_keys)
186
+ _instance_pipes[instance_keys] = pipes
187
+ return pipes
188
+
189
+
190
+ def get_pipe(
191
+ connector_keys: str,
192
+ metric_key: str,
193
+ location_key: Optional[str],
194
+ instance_keys: Optional[str] = None,
195
+ refresh: bool = False
196
+ ) -> mrsm.Pipe:
162
197
  """Index the pipes dictionary or create a new Pipe object."""
163
- from meerschaum.utils.misc import is_pipe_registered
164
- from meerschaum import Pipe
165
198
  if location_key in ('[None]', 'None', 'null'):
166
199
  location_key = None
167
- p = Pipe(connector_keys, metric_key, location_key, mrsm_instance=get_api_connector())
168
- if is_pipe_registered(p, pipes()):
169
- return pipes(refresh=refresh)[connector_keys][metric_key][location_key]
170
- return p
200
+ instance_keys = str(get_api_connector(instance_keys))
201
+ pipe = mrsm.Pipe(connector_keys, metric_key, location_key, mrsm_instance=instance_keys)
202
+ if is_pipe_registered(pipe, pipes(instance_keys)):
203
+ return pipes(instance_keys, refresh=refresh)[connector_keys][metric_key][location_key]
204
+ return pipe
171
205
 
172
206
 
173
207
  app = fastapi.FastAPI(
@@ -182,6 +216,9 @@ app = fastapi.FastAPI(
182
216
  'name': 'Apache 2.0',
183
217
  'url': 'https://www.apache.org/licenses/LICENSE-2.0.html',
184
218
  },
219
+ docs_url=(None if not docs_enabled else endpoints['docs']),
220
+ redoc_url=(None if not docs_enabled else endpoints['redoc']),
221
+ openapi_url=endpoints['openapi'],
185
222
  open_api_tags=[
186
223
  {
187
224
  'name': 'Pipes',
@@ -193,7 +230,7 @@ app = fastapi.FastAPI(
193
230
  },
194
231
  {
195
232
  'name': 'Connectors',
196
- 'description': 'Get information about the registered connectors.'
233
+ 'description': 'Get information about the registered connectors.',
197
234
  },
198
235
  {
199
236
  'name': 'Users',
@@ -209,8 +246,8 @@ app = fastapi.FastAPI(
209
246
  },
210
247
  {
211
248
  'name': 'Version',
212
- 'description': 'Version information.'
213
- }
249
+ 'description': 'Version information.',
250
+ },
214
251
  ],
215
252
  )
216
253
 
@@ -228,7 +265,7 @@ app = fastapi.FastAPI(
228
265
  HTMLResponse = fastapi_responses.HTMLResponse
229
266
  Request = fastapi.Request
230
267
 
231
- from meerschaum.config._paths import API_RESOURCES_PATH, API_STATIC_PATH, API_TEMPLATES_PATH
268
+ from meerschaum.config.paths import API_RESOURCES_PATH, API_STATIC_PATH, API_TEMPLATES_PATH
232
269
  app.mount('/static', fastapi_staticfiles.StaticFiles(directory=str(API_STATIC_PATH)), name='static')
233
270
 
234
271
  _custom_kwargs = {'mrsm_instance'}
@@ -252,7 +289,6 @@ if _include_dash:
252
289
  import meerschaum.api.dash
253
290
 
254
291
  ### Execute the API plugins functions.
255
- import meerschaum as mrsm
256
292
  for module_name, functions_list in _api_plugins.items():
257
293
  plugin_name = module_name.split('.')[-1] if module_name.startswith('plugins.') else None
258
294
  plugin = mrsm.Plugin(plugin_name) if plugin_name else None
@@ -0,0 +1,18 @@
1
+ #! /usr/bin/env python3
2
+ # vim:fenc=utf-8
3
+
4
+ """
5
+ Define custom API exceptions.
6
+ """
7
+
8
+ import meerschaum as mrsm
9
+
10
+ _ = mrsm.attempt_import('fastapi', lazy=False)
11
+ from fastapi import HTTPException
12
+
13
+
14
+ class APIPermissionError(HTTPException):
15
+ """Raise if the configured Meerschaum API permissions disallow an action."""
16
+
17
+ def __init__(self, detail: str = "Permission denied.", status_code: int = 403):
18
+ super().__init__(status_code=status_code, detail=detail)
@@ -7,10 +7,12 @@ Build the Dash app to be hooked into FastAPI.
7
7
  """
8
8
 
9
9
  from __future__ import annotations
10
- import uuid
11
10
 
12
11
  from meerschaum.utils.packages import (
13
- attempt_import, import_dcc, import_html, _monkey_patch_get_distribution
12
+ attempt_import,
13
+ import_dcc,
14
+ import_html,
15
+ _monkey_patch_get_distribution,
14
16
  )
15
17
  flask_compress = attempt_import('flask_compress', lazy=False)
16
18
  _monkey_patch_get_distribution('flask-compress', flask_compress.__version__)
@@ -665,7 +665,8 @@ dash_app.clientside_callback(
665
665
 
666
666
  iframe.contentWindow.postMessage(
667
667
  {
668
- action: "__TMUX_NEW_WINDOW"
668
+ action: "__TMUX_NEW_WINDOW",
669
+ instance: window.instance
669
670
  },
670
671
  url
671
672
  );
@@ -692,6 +693,34 @@ dash_app.clientside_callback(
692
693
  State('mrsm-location', 'href'),
693
694
  )
694
695
 
696
+ dash_app.clientside_callback(
697
+ """
698
+ function(n_clicks){
699
+ console.log('fullscreen');
700
+ if (!n_clicks) { return dash_clientside.no_update; }
701
+ iframe = document.getElementById('webterm-iframe');
702
+ if (!iframe){ return dash_clientside.no_update; }
703
+ const leftCol = document.getElementById('content-col-left');
704
+ const rightCol = document.getElementById('content-col-right');
705
+ const button = document.getElementById('webterm-fullscreen-button');
706
+
707
+ if (leftCol.style.display === 'none') {
708
+ leftCol.style.display = '';
709
+ rightCol.className = 'col-6';
710
+ button.innerHTML = "Full View";
711
+ } else {
712
+ leftCol.style.display = 'none';
713
+ rightCol.className = 'col-12';
714
+ button.innerHTML = "Side-by-side View";
715
+ }
716
+
717
+ return dash_clientside.no_update;
718
+ }
719
+ """,
720
+ Output('webterm-fullscreen-button', 'n_clicks'),
721
+ Input('webterm-fullscreen-button', 'n_clicks'),
722
+ )
723
+
695
724
  @dash_app.callback(
696
725
  Output(component_id='connector-keys-input', component_property='value'),
697
726
  Input(component_id='clear-connector-keys-input-button', component_property='n_clicks'),
@@ -13,7 +13,7 @@ from meerschaum.utils.typing import SuccessTuple, List
13
13
  from meerschaum.config.static import STATIC_CONFIG
14
14
  from meerschaum.utils.misc import remove_ansi
15
15
  from meerschaum._internal.shell.Shell import get_shell_intro
16
- from meerschaum.api import endpoints, CHECK_UPDATE
16
+ from meerschaum.api import endpoints, CHECK_UPDATE, docs_enabled
17
17
  from meerschaum.connectors import instance_types, _load_builtin_custom_connectors
18
18
  from meerschaum.utils.misc import get_connector_labels
19
19
  from meerschaum.config import __doc__ as doc
@@ -127,7 +127,7 @@ navbar = dbc.Navbar(
127
127
  align='center',
128
128
  className='g-0 navbar-logo-row',
129
129
  ),
130
- href='/docs',
130
+ href=('/docs' if docs_enabled else '#'),
131
131
  style={"textDecoration": "none"},
132
132
  ),
133
133
  dbc.NavbarToggler(id="navbar-toggler", n_clicks=0),
@@ -7,6 +7,8 @@ Functions for interacting with the Webterm via the dashboard.
7
7
  """
8
8
 
9
9
  import time
10
+
11
+ import meerschaum as mrsm
10
12
  from meerschaum.api import CHECK_UPDATE, get_api_connector
11
13
  from meerschaum.api.dash.sessions import is_session_authenticated, get_username_from_session
12
14
  from meerschaum.api.dash.components import alert_from_success_tuple, console_div
@@ -19,7 +21,9 @@ dcc, html = import_dcc(check_update=CHECK_UPDATE), import_html(check_update=CHEC
19
21
  dbc = attempt_import('dash_bootstrap_components', lazy=False, check_update=CHECK_UPDATE)
20
22
 
21
23
  MAX_WEBTERM_ATTEMPTS: int = 10
22
- TMUX_IS_AVAILABLE: bool = is_tmux_available()
24
+ TMUX_IS_ENABLED: bool = (
25
+ is_tmux_available() and mrsm.get_config('system', 'webterm', 'tmux', 'enabled')
26
+ )
23
27
 
24
28
  _locks = {'webterm_thread': RLock()}
25
29
 
@@ -48,10 +52,25 @@ def get_webterm(state: WebState) -> Tuple[Any, Any]:
48
52
  [
49
53
  html.Div(
50
54
  [
51
- dbc.Button('Refresh', color='black', id='webterm-refresh-button'),
52
- dbc.Button('New Tab', color='black', id='webterm-new-tab-button'),
53
- ],
55
+ dbc.Button(
56
+ 'Refresh',
57
+ color='black',
58
+ id='webterm-refresh-button',
59
+ ),
60
+ dbc.Button(
61
+ 'Full View',
62
+ color='black',
63
+ id='webterm-fullscreen-button',
64
+ ),
65
+ ] + [
66
+ dbc.Button(
67
+ 'New Tab',
68
+ color='black',
69
+ id='webterm-new-tab-button',
70
+ ),
71
+ ] if TMUX_IS_ENABLED else [],
54
72
  id='webterm-controls-div',
73
+ style={'text-align': 'right'},
55
74
  ),
56
75
  html.Iframe(
57
76
  src=f"/webterm/{session_id}",
@@ -0,0 +1,21 @@
1
+ #! /usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # vim:fenc=utf-8
4
+
5
+ """
6
+ Pydantic model for a pipe's keys.
7
+ """
8
+
9
+ from __future__ import annotations
10
+
11
+ import meerschaum as mrsm
12
+ from meerschaum.utils.typing import Optional
13
+
14
+ pydantic = mrsm.attempt_import('pydantic', warn=False, lazy=False)
15
+
16
+
17
+ class MetaPipe(pydantic.BaseModel):
18
+ connector_keys: str
19
+ metric_key: str
20
+ location_key: Optional[str] = None
21
+ instance_keys: Optional[str] = None
@@ -24,8 +24,8 @@ a {
24
24
  }
25
25
  #webterm-iframe {
26
26
  width: 102%;
27
- height: 85vh !important;
28
- max-height: 85vh;
27
+ height: 83vh !important;
28
+ max-height: 83vh;
29
29
  }
30
30
  .codeblock {
31
31
  background-color: var(--bs-secondary) !important;
@@ -88,7 +88,11 @@ window.addEventListener(
88
88
  if (action_str === "__TMUX_NEW_WINDOW") {
89
89
  line = "\x02:";
90
90
  window.terminal.socket.send(JSON.stringify(["stdin", line]));
91
- line = "new-window python3 -m meerschaum\r";
91
+ line = "new-window python3 -m meerschaum";
92
+ if (instance.length > 0) {
93
+ line += " -i " + instance;
94
+ }
95
+ line += "\r"
92
96
  window.terminal.socket.send(JSON.stringify(["stdin", line]));
93
97
  return;
94
98
  }
@@ -0,0 +1,22 @@
1
+ #! /usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # vim:fenc=utf-8
4
+
5
+ """
6
+ Import the routes submodules to register them to the FastAPI app.
7
+ """
8
+
9
+ import meerschaum.api.routes._login
10
+ import meerschaum.api.routes._actions
11
+ import meerschaum.api.routes._jobs
12
+ import meerschaum.api.routes._connectors
13
+ import meerschaum.api.routes._index
14
+ import meerschaum.api.routes._misc
15
+ import meerschaum.api.routes._pipes
16
+ import meerschaum.api.routes._plugins
17
+ import meerschaum.api.routes._users
18
+ import meerschaum.api.routes._version
19
+
20
+ from meerschaum.api import _include_dash
21
+ if _include_dash:
22
+ import meerschaum.api.routes._webterm