meerschaum 2.7.5__tar.gz → 2.7.7__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (280) hide show
  1. {meerschaum-2.7.5/meerschaum.egg-info → meerschaum-2.7.7}/PKG-INFO +17 -5
  2. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/shell/Shell.py +4 -6
  3. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/shell/ShellCompleter.py +6 -5
  4. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/clear.py +6 -3
  5. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/copy.py +33 -27
  6. meerschaum-2.7.7/meerschaum/actions/drop.py +164 -0
  7. meerschaum-2.7.7/meerschaum/actions/index.py +71 -0
  8. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/register.py +8 -12
  9. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/sql.py +1 -1
  10. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/sync.py +22 -18
  11. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/pipes.py +2 -3
  12. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_pipes.py +18 -0
  13. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_plugins.py +1 -1
  14. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_users.py +62 -61
  15. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_default.py +5 -0
  16. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_version.py +1 -1
  17. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_misc.py +3 -2
  18. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_pipes.py +28 -9
  19. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_SQLConnector.py +7 -3
  20. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_create_engine.py +1 -1
  21. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_fetch.py +4 -9
  22. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_instance.py +3 -3
  23. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_pipes.py +292 -76
  24. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_plugins.py +11 -16
  25. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_sql.py +13 -9
  26. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_uri.py +9 -9
  27. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_users.py +10 -12
  28. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/tables/__init__.py +13 -14
  29. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/__init__.py +12 -2
  30. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_attributes.py +32 -38
  31. meerschaum-2.7.7/meerschaum/core/Pipe/_drop.py +118 -0
  32. meerschaum-2.7.7/meerschaum/core/Pipe/_index.py +68 -0
  33. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/jobs/_Job.py +1 -0
  34. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/plugins/__init__.py +7 -3
  35. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/daemon/Daemon.py +5 -1
  36. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/daemon/__init__.py +2 -2
  37. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/dtypes/sql.py +2 -2
  38. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/misc.py +7 -6
  39. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/packages/__init__.py +31 -27
  40. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/packages/_packages.py +1 -1
  41. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/prompt.py +54 -36
  42. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/sql.py +80 -34
  43. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/venv/__init__.py +12 -3
  44. {meerschaum-2.7.5 → meerschaum-2.7.7/meerschaum.egg-info}/PKG-INFO +17 -5
  45. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum.egg-info/SOURCES.txt +2 -0
  46. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum.egg-info/requires.txt +3 -3
  47. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_pipes_dtypes.py +0 -1
  48. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_sync.py +100 -0
  49. meerschaum-2.7.5/meerschaum/actions/drop.py +0 -86
  50. meerschaum-2.7.5/meerschaum/core/Pipe/_drop.py +0 -47
  51. {meerschaum-2.7.5 → meerschaum-2.7.7}/LICENSE +0 -0
  52. {meerschaum-2.7.5 → meerschaum-2.7.7}/NOTICE +0 -0
  53. {meerschaum-2.7.5 → meerschaum-2.7.7}/README.md +0 -0
  54. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/__init__.py +0 -0
  55. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/__main__.py +0 -0
  56. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/__init__.py +0 -0
  57. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/arguments/__init__.py +0 -0
  58. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/arguments/_parse_arguments.py +0 -0
  59. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/arguments/_parser.py +0 -0
  60. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/docs/__init__.py +0 -0
  61. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/docs/index.py +0 -0
  62. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/entry.py +0 -0
  63. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/gui/__init__.py +0 -0
  64. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/gui/app/__init__.py +0 -0
  65. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/gui/app/_windows.py +0 -0
  66. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/gui/app/actions.py +0 -0
  67. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/gui/app/pipes.py +0 -0
  68. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/shell/ValidAutoSuggest.py +0 -0
  69. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/shell/__init__.py +0 -0
  70. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/shell/resources/__init__.py +0 -0
  71. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/shell/updates.py +0 -0
  72. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/term/TermPageHandler.py +0 -0
  73. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/term/__init__.py +0 -0
  74. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/_internal/term/tools.py +0 -0
  75. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/__init__.py +0 -0
  76. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/api.py +0 -0
  77. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/attach.py +0 -0
  78. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/bootstrap.py +0 -0
  79. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/deduplicate.py +0 -0
  80. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/delete.py +0 -0
  81. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/edit.py +0 -0
  82. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/install.py +0 -0
  83. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/login.py +0 -0
  84. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/os.py +0 -0
  85. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/pause.py +0 -0
  86. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/python.py +0 -0
  87. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/reload.py +0 -0
  88. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/restart.py +0 -0
  89. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/setup.py +0 -0
  90. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/sh.py +0 -0
  91. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/show.py +0 -0
  92. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/stack.py +0 -0
  93. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/start.py +0 -0
  94. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/stop.py +0 -0
  95. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/tag.py +0 -0
  96. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/uninstall.py +0 -0
  97. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/upgrade.py +0 -0
  98. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/actions/verify.py +0 -0
  99. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/__init__.py +0 -0
  100. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/_chain.py +0 -0
  101. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/_events.py +0 -0
  102. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/_oauth2.py +0 -0
  103. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/_websockets.py +0 -0
  104. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/__init__.py +0 -0
  105. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/assets/__init__.py +0 -0
  106. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/assets/ansi_up.js +0 -0
  107. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/assets/banner_1920x320.png +0 -0
  108. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/assets/favicon.ico +0 -0
  109. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/assets/logo_48x48.png +0 -0
  110. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/assets/logo_500x500.png +0 -0
  111. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/callbacks/__init__.py +0 -0
  112. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/callbacks/custom.py +0 -0
  113. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/callbacks/dashboard.py +0 -0
  114. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/callbacks/jobs.py +0 -0
  115. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/callbacks/login.py +0 -0
  116. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/callbacks/pipes.py +0 -0
  117. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/callbacks/plugins.py +0 -0
  118. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/callbacks/register.py +0 -0
  119. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/components.py +0 -0
  120. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/connectors.py +0 -0
  121. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/graphs.py +0 -0
  122. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/jobs.py +0 -0
  123. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/keys.py +0 -0
  124. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/pages/__init__.py +0 -0
  125. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/pages/dashboard.py +0 -0
  126. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/pages/error.py +0 -0
  127. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/pages/job.py +0 -0
  128. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/pages/login.py +0 -0
  129. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/pages/pipes.py +0 -0
  130. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/pages/plugins.py +0 -0
  131. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/pages/register.py +0 -0
  132. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/plugins.py +0 -0
  133. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/sessions.py +0 -0
  134. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/sync.py +0 -0
  135. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/users.py +0 -0
  136. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/websockets.py +0 -0
  137. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/dash/webterm.py +0 -0
  138. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/models/__init__.py +0 -0
  139. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/models/_interfaces.py +0 -0
  140. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/models/_locations.py +0 -0
  141. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/models/_metrics.py +0 -0
  142. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/models/_pipes.py +0 -0
  143. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/__init__.py +0 -0
  144. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/__init__.py +0 -0
  145. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/css/__init__.py +0 -0
  146. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/css/bootstrap.min.css +0 -0
  147. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/css/dash.css +0 -0
  148. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/css/dbc_dark.css +0 -0
  149. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/css/styles.css +0 -0
  150. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/css/xterm.css +0 -0
  151. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/ico/__init__.py +0 -0
  152. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/ico/logo.ico +0 -0
  153. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/js/__init__.py +0 -0
  154. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/js/action_button.js +0 -0
  155. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/js/main.js +0 -0
  156. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/js/terminado.js +0 -0
  157. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/js/xterm.js +0 -0
  158. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/static/png/__init__.py +0 -0
  159. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/templates/__init__.py +0 -0
  160. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/templates/index.html +0 -0
  161. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/templates/old_index.html +0 -0
  162. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/templates/secret.html +0 -0
  163. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/resources/templates/termpage.html +0 -0
  164. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/__init__.py +0 -0
  165. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_actions.py +0 -0
  166. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_connectors.py +0 -0
  167. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_index.py +0 -0
  168. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_jobs.py +0 -0
  169. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_login.py +0 -0
  170. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_misc.py +0 -0
  171. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_version.py +0 -0
  172. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/routes/_webterm.py +0 -0
  173. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/api/tables/__init__.py +0 -0
  174. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/__init__.py +0 -0
  175. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_dash.py +0 -0
  176. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_edit.py +0 -0
  177. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_environment.py +0 -0
  178. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_formatting.py +0 -0
  179. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_jobs.py +0 -0
  180. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_patch.py +0 -0
  181. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_paths.py +0 -0
  182. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_preprocess.py +0 -0
  183. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_read_config.py +0 -0
  184. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_shell.py +0 -0
  185. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/_sync.py +0 -0
  186. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/paths.py +0 -0
  187. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/resources/__init__.py +0 -0
  188. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/stack/__init__.py +0 -0
  189. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/stack/grafana/__init__.py +0 -0
  190. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/stack/mosquitto/__init__.py +0 -0
  191. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/stack/mosquitto/resources/__init__.py +0 -0
  192. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/stack/resources/__init__.py +0 -0
  193. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/config/static/__init__.py +0 -0
  194. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/_Connector.py +0 -0
  195. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/__init__.py +0 -0
  196. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_APIConnector.py +0 -0
  197. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/__init__.py +0 -0
  198. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_actions.py +0 -0
  199. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_fetch.py +0 -0
  200. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_jobs.py +0 -0
  201. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_login.py +0 -0
  202. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_plugins.py +0 -0
  203. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_request.py +0 -0
  204. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_uri.py +0 -0
  205. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/api/_users.py +0 -0
  206. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/parse.py +0 -0
  207. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/plugin/PluginConnector.py +0 -0
  208. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/plugin/__init__.py +0 -0
  209. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/poll.py +0 -0
  210. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/__init__.py +0 -0
  211. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/_cli.py +0 -0
  212. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/tables/types.py +0 -0
  213. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/sql/tools.py +0 -0
  214. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/valkey/_ValkeyConnector.py +0 -0
  215. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/valkey/__init__.py +0 -0
  216. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/valkey/_fetch.py +0 -0
  217. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/valkey/_pipes.py +0 -0
  218. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/valkey/_plugins.py +0 -0
  219. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/connectors/valkey/_users.py +0 -0
  220. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_bootstrap.py +0 -0
  221. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_clear.py +0 -0
  222. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_copy.py +0 -0
  223. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_data.py +0 -0
  224. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_deduplicate.py +0 -0
  225. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_delete.py +0 -0
  226. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_dtypes.py +0 -0
  227. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_edit.py +0 -0
  228. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_fetch.py +0 -0
  229. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_register.py +0 -0
  230. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_show.py +0 -0
  231. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_sync.py +0 -0
  232. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Pipe/_verify.py +0 -0
  233. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/Plugin/__init__.py +0 -0
  234. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/User/_User.py +0 -0
  235. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/User/__init__.py +0 -0
  236. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/core/__init__.py +0 -0
  237. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/jobs/_Executor.py +0 -0
  238. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/jobs/__init__.py +0 -0
  239. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/jobs/systemd.py +0 -0
  240. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/plugins/_Plugin.py +0 -0
  241. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/plugins/bootstrap.py +0 -0
  242. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/__init__.py +0 -0
  243. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/_get_pipes.py +0 -0
  244. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/daemon/FileDescriptorInterceptor.py +0 -0
  245. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/daemon/RotatingFile.py +0 -0
  246. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/daemon/StdinFile.py +0 -0
  247. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/daemon/_names.py +0 -0
  248. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/dataframe.py +0 -0
  249. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/debug.py +0 -0
  250. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/dtypes/__init__.py +0 -0
  251. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/formatting/__init__.py +0 -0
  252. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/formatting/_jobs.py +0 -0
  253. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/formatting/_pipes.py +0 -0
  254. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/formatting/_pprint.py +0 -0
  255. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/formatting/_shell.py +0 -0
  256. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/interactive.py +0 -0
  257. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/networking.py +0 -0
  258. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/packages/lazy_loader.py +0 -0
  259. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/pool.py +0 -0
  260. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/process.py +0 -0
  261. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/schedule.py +0 -0
  262. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/threading.py +0 -0
  263. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/typing.py +0 -0
  264. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/venv/_Venv.py +0 -0
  265. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/warnings.py +0 -0
  266. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum/utils/yaml.py +0 -0
  267. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum.egg-info/dependency_links.txt +0 -0
  268. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum.egg-info/entry_points.txt +0 -0
  269. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum.egg-info/top_level.txt +0 -0
  270. {meerschaum-2.7.5 → meerschaum-2.7.7}/meerschaum.egg-info/zip-safe +0 -0
  271. {meerschaum-2.7.5 → meerschaum-2.7.7}/setup.cfg +0 -0
  272. {meerschaum-2.7.5 → meerschaum-2.7.7}/setup.py +0 -0
  273. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_actions.py +0 -0
  274. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_arguments.py +0 -0
  275. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_deduplicate.py +0 -0
  276. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_jobs.py +0 -0
  277. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_pipe_data.py +0 -0
  278. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_sql.py +0 -0
  279. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_users.py +0 -0
  280. {meerschaum-2.7.5 → meerschaum-2.7.7}/tests/test_verify.py +0 -0
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.1
1
+ Metadata-Version: 2.2
2
2
  Name: meerschaum
3
- Version: 2.7.5
3
+ Version: 2.7.7
4
4
  Summary: Sync Time-Series Pipes with Meerschaum
5
5
  Home-page: https://meerschaum.io
6
6
  Author: Bennett Meares
@@ -127,7 +127,7 @@ Provides-Extra: sql
127
127
  Requires-Dist: numpy>=1.18.5; extra == "sql"
128
128
  Requires-Dist: pandas[parquet]>=2.0.1; extra == "sql"
129
129
  Requires-Dist: pyarrow>=16.1.0; extra == "sql"
130
- Requires-Dist: dask[complete]>=2024.5.1; extra == "sql"
130
+ Requires-Dist: dask[complete]>=2024.12.1; extra == "sql"
131
131
  Requires-Dist: partd>=1.4.2; extra == "sql"
132
132
  Requires-Dist: pytz; extra == "sql"
133
133
  Requires-Dist: joblib>=0.17.0; extra == "sql"
@@ -187,7 +187,7 @@ Requires-Dist: valkey>=6.0.0; extra == "api"
187
187
  Requires-Dist: numpy>=1.18.5; extra == "api"
188
188
  Requires-Dist: pandas[parquet]>=2.0.1; extra == "api"
189
189
  Requires-Dist: pyarrow>=16.1.0; extra == "api"
190
- Requires-Dist: dask[complete]>=2024.5.1; extra == "api"
190
+ Requires-Dist: dask[complete]>=2024.12.1; extra == "api"
191
191
  Requires-Dist: partd>=1.4.2; extra == "api"
192
192
  Requires-Dist: pytz; extra == "api"
193
193
  Requires-Dist: joblib>=0.17.0; extra == "api"
@@ -292,7 +292,7 @@ Requires-Dist: pycparser>=2.21.0; extra == "full"
292
292
  Requires-Dist: numpy>=1.18.5; extra == "full"
293
293
  Requires-Dist: pandas[parquet]>=2.0.1; extra == "full"
294
294
  Requires-Dist: pyarrow>=16.1.0; extra == "full"
295
- Requires-Dist: dask[complete]>=2024.5.1; extra == "full"
295
+ Requires-Dist: dask[complete]>=2024.12.1; extra == "full"
296
296
  Requires-Dist: partd>=1.4.2; extra == "full"
297
297
  Requires-Dist: pytz; extra == "full"
298
298
  Requires-Dist: joblib>=0.17.0; extra == "full"
@@ -318,6 +318,18 @@ Requires-Dist: python-multipart>=0.0.9; extra == "full"
318
318
  Requires-Dist: httpx>=0.27.2; extra == "full"
319
319
  Requires-Dist: httpcore>=1.0.6; extra == "full"
320
320
  Requires-Dist: valkey>=6.0.0; extra == "full"
321
+ Dynamic: author
322
+ Dynamic: author-email
323
+ Dynamic: classifier
324
+ Dynamic: description
325
+ Dynamic: description-content-type
326
+ Dynamic: home-page
327
+ Dynamic: license
328
+ Dynamic: maintainer-email
329
+ Dynamic: project-url
330
+ Dynamic: provides-extra
331
+ Dynamic: requires-python
332
+ Dynamic: summary
321
333
 
322
334
  <img src="https://meerschaum.io/assets/banner_1920x320.png" alt="Meerschaum banner" style="width: 100%"/>
323
335
 
@@ -742,8 +742,7 @@ class Shell(cmd.Cmd):
742
742
  """
743
743
  from meerschaum import get_connector
744
744
  from meerschaum.connectors.parse import parse_instance_keys
745
- from meerschaum.utils.warnings import warn, info
746
- from meerschaum.utils.misc import remove_ansi
745
+ from meerschaum.utils.warnings import info
747
746
 
748
747
  if action is None:
749
748
  action = []
@@ -829,7 +828,7 @@ class Shell(cmd.Cmd):
829
828
  """
830
829
  from meerschaum import get_connector
831
830
  from meerschaum.connectors.parse import parse_repo_keys
832
- from meerschaum.utils.warnings import warn, info
831
+ from meerschaum.utils.warnings import info
833
832
 
834
833
  if action is None:
835
834
  action = []
@@ -878,7 +877,6 @@ class Shell(cmd.Cmd):
878
877
 
879
878
  Note that executors are API instances.
880
879
  """
881
- from meerschaum import get_connector
882
880
  from meerschaum.connectors.parse import parse_executor_keys
883
881
  from meerschaum.utils.warnings import warn, info
884
882
  from meerschaum.jobs import get_executor_keys_from_context
@@ -894,7 +892,7 @@ class Shell(cmd.Cmd):
894
892
  executor_keys = get_executor_keys_from_context()
895
893
 
896
894
  if executor_keys == 'systemd' and get_executor_keys_from_context() != 'systemd':
897
- warn(f"Cannot execute via `systemd`, falling back to `local`...", stack=False)
895
+ warn("Cannot execute via `systemd`, falling back to `local`...", stack=False)
898
896
  executor_keys = 'local'
899
897
 
900
898
  conn = parse_executor_keys(executor_keys, debug=debug)
@@ -935,7 +933,7 @@ class Shell(cmd.Cmd):
935
933
  if args['action'][0] not in shell_attrs['_actions']:
936
934
  try:
937
935
  print(textwrap.dedent(getattr(self, f"do_{args['action'][0]}").__doc__))
938
- except Exception as e:
936
+ except Exception:
939
937
  print(f"No help on '{args['action'][0]}'.")
940
938
  return ""
941
939
  parse_help(args)
@@ -7,13 +7,15 @@ Implement the prompt_toolkit Completer base class.
7
7
  """
8
8
 
9
9
  from __future__ import annotations
10
- from prompt_toolkit.completion import Completer, Completion
11
- from meerschaum.utils.typing import Optional
12
- from meerschaum.actions import get_shell, get_completer, get_main_action_name, get_action
10
+ from meerschaum.actions import get_shell, get_main_action_name, get_action
13
11
  from meerschaum._internal.arguments import parse_line
14
12
 
15
13
  from meerschaum.utils.packages import attempt_import, ensure_readline
16
- prompt_toolkit = attempt_import('prompt_toolkit', lazy=False, install=True)
14
+
15
+ prompt_toolkit_completion = attempt_import('prompt_toolkit.completion', lazy=False, install=True)
16
+ Completer = prompt_toolkit_completion.Completer
17
+ Completion = prompt_toolkit_completion.Completion
18
+
17
19
 
18
20
  class ShellCompleter(Completer):
19
21
  """
@@ -30,7 +32,6 @@ class ShellCompleter(Completer):
30
32
  yielded = []
31
33
  ensure_readline()
32
34
  parts = document.text.split('-')
33
- ends_with_space = parts[0].endswith(' ')
34
35
  last_action_line = parts[0].split('+')[-1]
35
36
  part_0_subbed_spaces = last_action_line.replace(' ', '_')
36
37
  parsed_text = (part_0_subbed_spaces + '-'.join(parts[1:]))
@@ -130,12 +130,15 @@ def _ask_with_rowcounts(
130
130
  )
131
131
 
132
132
 
133
- pipes_rowcounts = {p: p.get_rowcount(begin=begin, end=end, debug=debug) for p in pipes}
133
+ pipes_rowcounts = {
134
+ pipe: pipe.get_rowcount(begin=begin, end=end, debug=debug)
135
+ for pipe in pipes
136
+ }
134
137
  print_options(
135
- [str(p) + f'\n{rc}\n' for p, rc in pipes_rowcounts.items()],
138
+ [str(pipe) + f'\n{rowcount:,}\n' for pipe, rowcount in pipes_rowcounts.items()],
136
139
  header='Number of Rows to be Deleted'
137
140
  )
138
- total_num_rows = sum([rc for p, rc in pipes_rowcounts.items()])
141
+ total_num_rows = sum([rowcount for rowcount in pipes_rowcounts.values()])
139
142
  question = (
140
143
  f"Are you sure you want to delete {total_num_rows:,} rows across {len(pipes)} pipe"
141
144
  + ('s' if len(pipes) != 1 else '')
@@ -7,7 +7,7 @@ Functions for copying elements.
7
7
  """
8
8
 
9
9
  from __future__ import annotations
10
- from meerschaum.utils.typing import Union, Any, Sequence, SuccessTuple, Optional, Tuple, List
10
+ from meerschaum.utils.typing import Any, SuccessTuple, Optional, List
11
11
 
12
12
  def copy(
13
13
  action: Optional[List[str]] = None,
@@ -69,44 +69,53 @@ def _copy_pipes(
69
69
  Copy pipes' attributes and make new pipes.
70
70
  """
71
71
  from meerschaum import get_pipes, Pipe
72
- from meerschaum.utils.prompt import prompt, yes_no
72
+ from meerschaum.utils.prompt import prompt, yes_no, get_connectors_completer
73
73
  from meerschaum.utils.warnings import warn
74
74
  from meerschaum.utils.formatting import print_tuple
75
75
  from meerschaum.utils.formatting._shell import clear_screen
76
76
  pipes = get_pipes(as_list=True, **kw)
77
77
  successes = 0
78
- for p in pipes:
79
- ck = prompt(f"Connector keys for copy of {p}:", default=p.connector_keys)
80
- mk = prompt(f"Metric key for copy of {p}:", default=p.metric_key)
81
- lk = prompt(f"Location key for copy of {p} ('None' to omit):", default=str(p.location_key))
78
+ for pipe in pipes:
79
+ ck = prompt(
80
+ f"Connector keys for copy of {pipe}:",
81
+ default=pipe.connector_keys,
82
+ completer=get_connectors_completer(),
83
+ )
84
+ mk = prompt(f"Metric key for copy of {pipe}:", default=pipe.metric_key)
85
+ lk = prompt(
86
+ f"Location key for copy of {pipe} ('None' to omit):",
87
+ default=str(pipe.location_key),
88
+ )
82
89
  if lk in ('', 'None', '[None]'):
83
90
  lk = None
84
- _new_pipe = Pipe(
85
- ck, mk, lk,
86
- parameters=p.parameters.copy(),
87
- )
91
+
88
92
  instance_keys = prompt(
89
- f"Meerschaum instance to store the new {_new_pipe}:",
90
- default=p.instance_keys
93
+ f"Meerschaum instance for copy of {pipe}:",
94
+ default=pipe.instance_keys
91
95
  )
92
- _new_pipe.instance_keys = instance_keys
93
- if _new_pipe.get_id(debug=debug) is not None:
94
- warn(f"New {_new_pipe} already exists. Skipping...", stack=False)
96
+ new_pipe = Pipe(
97
+ ck, mk, lk,
98
+ instance=instance_keys,
99
+ parameters=pipe.parameters.copy(),
100
+ )
101
+
102
+ if new_pipe.get_id(debug=debug) is not None:
103
+ warn(f"{new_pipe} already exists. Skipping...", stack=False)
95
104
  continue
96
- _register_success_tuple = _new_pipe.register(debug=debug)
105
+ _register_success_tuple = new_pipe.register(debug=debug)
97
106
  if not _register_success_tuple[0]:
98
- warn(f"Failed to register new {_new_pipe}.", stack=False)
107
+ warn(f"Failed to register new {new_pipe}.", stack=False)
99
108
  continue
100
109
 
101
110
  clear_screen(debug=debug)
102
111
  successes += 1
103
112
  print_tuple(
104
- (True, f"Successfully copied attributes of {p} " + f" into {_new_pipe}.")
113
+ (True, f"Successfully copied attributes of {pipe} " + f" into {new_pipe}.")
105
114
  )
106
115
  if (
107
116
  force or yes_no(
108
117
  (
109
- f"Do you want to copy data from {p} into {_new_pipe}?\n\n"
118
+ f"Do you want to copy data from {pipe} into {new_pipe}?\n\n"
110
119
  + "If you specified `--begin`, `--end` or `--params`, data will be filtered."
111
120
  ),
112
121
  noask=noask,
@@ -114,8 +123,8 @@ def _copy_pipes(
114
123
  default='n',
115
124
  )
116
125
  ):
117
- _new_pipe.sync(
118
- p.get_data(
126
+ new_pipe.sync(
127
+ pipe.get_data(
119
128
  debug=debug,
120
129
  as_iterator=True,
121
130
  **kw
@@ -142,17 +151,14 @@ def _copy_connectors(
142
151
  ) -> SuccessTuple:
143
152
  """
144
153
  Create a new connector from an existing one.
145
-
146
154
  """
147
- import os, pathlib
148
155
  from meerschaum.utils.prompt import yes_no, prompt
149
156
  from meerschaum.connectors.parse import parse_connector_keys
150
157
  from meerschaum.config import _config, get_config
151
- from meerschaum.config._edit import write_config
152
- from meerschaum.utils.warnings import info, warn
158
+ from meerschaum.utils.warnings import info
153
159
  from meerschaum.utils.formatting import pprint
154
160
  from meerschaum.actions import get_action
155
- cf = _config()
161
+ _ = _config()
156
162
  if action is None:
157
163
  action = []
158
164
  if connector_keys is None:
@@ -170,7 +176,7 @@ def _copy_connectors(
170
176
 
171
177
  try:
172
178
  conn = parse_connector_keys(ck)
173
- except Exception as e:
179
+ except Exception:
174
180
  return False, f"Unable to parse connector '{ck}'."
175
181
 
176
182
  if len(_keys) == 2:
@@ -0,0 +1,164 @@
1
+ #! /usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # vim:fenc=utf-8
4
+ """
5
+ Functions for dropping elements
6
+ """
7
+
8
+ from __future__ import annotations
9
+ from meerschaum.utils.typing import SuccessTuple, Any, Optional, List
10
+
11
+
12
+ def drop(
13
+ action: Optional[List[str]] = None,
14
+ **kw: Any
15
+ ) -> SuccessTuple:
16
+ """
17
+ Drop pipe data (maintaining registration) or tables.
18
+ """
19
+ from meerschaum.actions import choose_subaction
20
+ options = {
21
+ 'pipes' : _drop_pipes,
22
+ 'indices': _drop_indices,
23
+ 'index': _drop_indices,
24
+ 'indexes': _drop_indices,
25
+ }
26
+ return choose_subaction(action, options, **kw)
27
+
28
+
29
+ def _drop_pipes(
30
+ action: Optional[List[str]] = None,
31
+ yes: bool = False,
32
+ force: bool = False,
33
+ noask: bool = False,
34
+ debug: bool = False,
35
+ **kw: Any
36
+ ) -> SuccessTuple:
37
+ """
38
+ Drop pipes' tables but keep pipe metadata registration.
39
+ """
40
+ from meerschaum.utils.prompt import yes_no
41
+ from meerschaum import get_pipes
42
+ from meerschaum.utils.warnings import warn
43
+ from meerschaum.utils.debug import dprint
44
+ from meerschaum.utils.formatting import pprint
45
+
46
+ pipes = get_pipes(as_list=True, debug=debug, **kw)
47
+ if len(pipes) == 0:
48
+ return False, "No pipes to drop."
49
+
50
+ question = (
51
+ "Are you sure you want to drop these tables?\n "
52
+ "Data will be lost and will need to be resynced.\n\n"
53
+ )
54
+ seen_targets = set()
55
+ for pipe in pipes:
56
+ target = pipe.target
57
+ if target in seen_targets:
58
+ continue
59
+ question += f" - {target}" + "\n"
60
+ seen_targets.add(target)
61
+
62
+ question += '\n'
63
+ if force:
64
+ answer = True
65
+ else:
66
+ answer = yes_no(question, default='n', noask=noask, yes=yes)
67
+
68
+ if not answer:
69
+ return False, "No pipes were dropped."
70
+
71
+ success_dict = {}
72
+ successes, fails = 0, 0
73
+ msg = ""
74
+
75
+ for pipe in pipes:
76
+ drop_success, drop_msg = pipe.drop(debug=debug)
77
+ success_dict[pipe] = drop_msg
78
+ if drop_success:
79
+ successes += 1
80
+ else:
81
+ fails += 1
82
+ warn(drop_msg, stack=False)
83
+
84
+ if debug:
85
+ dprint("Results for dropping pipes.")
86
+ pprint(success_dict)
87
+
88
+ msg = (
89
+ f"Finished dropping {len(pipes)} pipes"
90
+ + ('s' if len(pipes) != 1 else '')
91
+ + f"\n ({successes} succeeded, {fails} failed)."
92
+ )
93
+ return successes > 0, msg
94
+
95
+
96
+ def _drop_indices(
97
+ action: Optional[List[str]] = None,
98
+ yes: bool = False,
99
+ force: bool = False,
100
+ noask: bool = False,
101
+ debug: bool = False,
102
+ **kw: Any
103
+ ) -> SuccessTuple:
104
+ """
105
+ Drop pipes' tables but keep pipe metadata registration.
106
+ """
107
+ from meerschaum.utils.prompt import yes_no
108
+ from meerschaum import get_pipes
109
+ from meerschaum.utils.warnings import warn
110
+ from meerschaum.utils.debug import dprint
111
+ from meerschaum.utils.formatting import pprint
112
+
113
+ pipes = get_pipes(as_list=True, debug=debug, **kw)
114
+ if len(pipes) == 0:
115
+ return False, "No pipes to drop."
116
+
117
+ question = "Are you sure you want to drop these indices?\n"
118
+ for pipe in pipes:
119
+ indices = pipe.get_indices()
120
+ if not indices:
121
+ continue
122
+ question += f"\n{pipe}\n"
123
+ for ix_key, index_name in indices.items():
124
+ question += f" - {index_name}\n"
125
+
126
+ question += '\n'
127
+ if force:
128
+ answer = True
129
+ else:
130
+ answer = yes_no(question, default='n', noask=noask, yes=yes)
131
+
132
+ if not answer:
133
+ return False, "No pipes were dropped."
134
+
135
+ success_dict = {}
136
+ successes, fails = 0, 0
137
+ msg = ""
138
+
139
+ for pipe in pipes:
140
+ drop_success, drop_msg = pipe.drop_indices(debug=debug)
141
+ success_dict[pipe] = drop_msg
142
+ if drop_success:
143
+ successes += 1
144
+ else:
145
+ fails += 1
146
+ warn(drop_msg, stack=False)
147
+
148
+ if debug:
149
+ dprint("Results for dropping indices.")
150
+ pprint(success_dict)
151
+
152
+ msg = (
153
+ f"Finished dropping indices for {len(pipes)} pipe"
154
+ + ('s' if len(pipes) != 1 else '')
155
+ + f"\n ({successes} succeeded, {fails} failed)."
156
+ )
157
+ return successes > 0, msg
158
+
159
+
160
+ ### NOTE: This must be the final statement of the module.
161
+ ### Any subactions added below these lines will not
162
+ ### be added to the `help` docstring.
163
+ from meerschaum.actions import choices_docstring as _choices_docstring
164
+ drop.__doc__ += _choices_docstring('drop')
@@ -0,0 +1,71 @@
1
+ #! /usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # vim:fenc=utf-8
4
+
5
+ """
6
+ Functions for indexing tables.
7
+ """
8
+
9
+ from __future__ import annotations
10
+ from meerschaum.utils.typing import SuccessTuple, Any, Optional, List
11
+
12
+
13
+ def index(
14
+ action: Optional[List[str]] = None,
15
+ **kw: Any
16
+ ) -> SuccessTuple:
17
+ """
18
+ Create pipes' indices.
19
+ """
20
+ from meerschaum.actions import choose_subaction
21
+ options = {
22
+ 'pipes' : _index_pipes,
23
+ }
24
+ return choose_subaction(action, options, **kw)
25
+
26
+
27
+ def _index_pipes(
28
+ action: Optional[List[str]] = None,
29
+ yes: bool = False,
30
+ force: bool = False,
31
+ noask: bool = False,
32
+ debug: bool = False,
33
+ **kw: Any
34
+ ) -> SuccessTuple:
35
+ """
36
+ Create pipes' indices.
37
+ """
38
+ from meerschaum import get_pipes
39
+ from meerschaum.utils.warnings import warn, info
40
+
41
+ pipes = get_pipes(as_list=True, debug=debug, **kw)
42
+ if len(pipes) == 0:
43
+ return False, "No pipes to index."
44
+
45
+ success_dict = {}
46
+ successes, fails = 0, 0
47
+ msg = ""
48
+
49
+ for pipe in pipes:
50
+ info(f"Creating indices for {pipe}...")
51
+ index_success, index_msg = pipe.create_indices(debug=debug)
52
+ success_dict[pipe] = index_msg
53
+ if index_success:
54
+ successes += 1
55
+ else:
56
+ fails += 1
57
+ warn(index_msg, stack=False)
58
+
59
+ msg = (
60
+ f"Finished indexing {len(pipes)} pipes"
61
+ + ('s' if len(pipes) != 1 else '')
62
+ + f"\n ({successes} succeeded, {fails} failed)."
63
+ )
64
+ return successes > 0, msg
65
+
66
+
67
+ ### NOTE: This must be the final statement of the module.
68
+ ### Any subactions added below these lines will not
69
+ ### be added to the `help` docstring.
70
+ from meerschaum.actions import choices_docstring as _choices_docstring
71
+ index.__doc__ += _choices_docstring('index')
@@ -10,6 +10,7 @@ from __future__ import annotations
10
10
  import meerschaum as mrsm
11
11
  from meerschaum.utils.typing import SuccessTuple, Any, List, Optional, Dict
12
12
 
13
+
13
14
  def register(
14
15
  action: Optional[List[str]] = None,
15
16
  **kw: Any
@@ -70,10 +71,9 @@ def _register_pipes(
70
71
  `connector_keys` and `metric_keys`.
71
72
  If `location_keys` is empty, assume [`None`].
72
73
  """
73
- from meerschaum import get_pipes, get_connector
74
+ from meerschaum import get_pipes
74
75
  from meerschaum.utils.debug import dprint
75
- from meerschaum.utils.warnings import warn, info
76
- from meerschaum.utils.misc import items_str
76
+ from meerschaum.utils.warnings import warn
77
77
  from meerschaum.config._patch import apply_patch_to_config
78
78
 
79
79
  if connector_keys is None:
@@ -164,10 +164,8 @@ def _register_plugins(
164
164
  from meerschaum.utils.debug import dprint
165
165
  from meerschaum.plugins import reload_plugins, get_plugins_names
166
166
  from meerschaum.connectors.parse import parse_repo_keys
167
- from meerschaum.config import get_config
168
- from meerschaum.utils.warnings import warn, error, info
167
+ from meerschaum.utils.warnings import warn, info
169
168
  from meerschaum.core import Plugin
170
- from meerschaum import get_connector
171
169
  from meerschaum.utils.formatting import print_tuple
172
170
  from meerschaum.utils.prompt import prompt, yes_no
173
171
 
@@ -179,7 +177,7 @@ def _register_plugins(
179
177
  repo_connector = parse_repo_keys(repository)
180
178
  if repo_connector.__dict__.get('type', None) != 'api':
181
179
  return False, (
182
- f"Can only upload plugins to the Meerschaum API." +
180
+ "Can only upload plugins to the Meerschaum API." +
183
181
  f"Connector '{repo_connector}' is of type " +
184
182
  f"'{repo_connector.get('type', type(repo_connector))}'."
185
183
  )
@@ -283,13 +281,11 @@ def _register_users(
283
281
  """
284
282
  from meerschaum.config import get_config
285
283
  from meerschaum.config.static import STATIC_CONFIG
286
- from meerschaum import get_connector
287
284
  from meerschaum.connectors.parse import parse_instance_keys
288
- from meerschaum.utils.debug import dprint
289
- from meerschaum.utils.warnings import warn, error, info
285
+ from meerschaum.utils.warnings import warn, info
290
286
  from meerschaum.core import User
291
287
  from meerschaum.utils.formatting import print_tuple
292
- from meerschaum.utils.prompt import prompt, get_password, get_email
288
+ from meerschaum.utils.prompt import get_password, get_email
293
289
  if mrsm_instance is None:
294
290
  mrsm_instance = get_config('meerschaum', 'instance')
295
291
  instance_connector = parse_instance_keys(mrsm_instance)
@@ -325,7 +321,7 @@ def _register_users(
325
321
  minimum_length = STATIC_CONFIG['users']['min_password_length']
326
322
  )
327
323
  email = get_email(username, allow_omit=True)
328
- except Exception as e:
324
+ except Exception:
329
325
  return False, (
330
326
  "Aborted registering users " +
331
327
  ', '.join(
@@ -127,7 +127,7 @@ def sql(
127
127
 
128
128
  from meerschaum.utils.packages import attempt_import
129
129
  from meerschaum.utils.formatting import print_tuple, pprint
130
- _ = attempt_import('sqlalchemy.engine.result')
130
+ _ = attempt_import('sqlalchemy.engine.result', lazy=False)
131
131
  if 'sqlalchemy' in str(type(result)):
132
132
  if not nopretty:
133
133
  print_tuple((True, f"Successfully executed query:\n\n{query}"))
@@ -275,12 +275,14 @@ def _sync_pipes(
275
275
  import time
276
276
  import os
277
277
  import contextlib
278
+ from datetime import timedelta
278
279
 
279
280
  from meerschaum.utils.warnings import warn, info
280
281
  from meerschaum.utils.formatting._shell import progress
281
282
  from meerschaum.utils.formatting._shell import clear_screen
282
283
  from meerschaum.utils.formatting import print_pipes_results
283
284
  from meerschaum.config.static import STATIC_CONFIG
285
+ from meerschaum.utils.misc import interval_str
284
286
 
285
287
  noninteractive_val = os.environ.get(STATIC_CONFIG['environment']['noninteractive'], None)
286
288
  noninteractive = str(noninteractive_val).lower() in ('1', 'true', 'yes')
@@ -321,7 +323,7 @@ def _sync_pipes(
321
323
  for pipe, (_success, _msg) in results_dict.items()
322
324
  if not _success
323
325
  ]
324
- except Exception as e:
326
+ except Exception:
325
327
  import traceback
326
328
  traceback.print_exc()
327
329
  warn(
@@ -351,9 +353,9 @@ def _sync_pipes(
351
353
  success_msg = (
352
354
  "Successfully spawned threads for pipes:"
353
355
  if unblock
354
- else f"Successfully synced pipes:"
356
+ else "Successfully synced pipes:"
355
357
  )
356
- fail_msg = f"Failed to sync pipes:"
358
+ fail_msg = "Failed to sync pipes:"
357
359
  if results_dict:
358
360
  print_pipes_results(
359
361
  results_dict,
@@ -362,8 +364,10 @@ def _sync_pipes(
362
364
  nopretty = nopretty,
363
365
  )
364
366
 
367
+ lap_duration_text = interval_str(timedelta(seconds=(lap_end - lap_begin)))
368
+
365
369
  msg = (
366
- f"It took {round(lap_end - lap_begin, 2)} seconds to sync " +
370
+ f"It took {lap_duration_text} to sync " +
367
371
  f"{len(success_pipes) + len(failure_pipes)} pipe" +
368
372
  ("s" if (len(success_pipes) + len(failure_pipes)) != 1 else "") + "\n" +
369
373
  f" ({len(success_pipes)} succeeded, {len(failure_pipes)} failed)."
@@ -385,26 +389,26 @@ def _sync_pipes(
385
389
 
386
390
 
387
391
  def _wrap_pipe(
388
- pipe,
389
- unblock: bool = False,
390
- force: bool = False,
391
- debug: bool = False,
392
- min_seconds: int = 1,
393
- workers = None,
394
- verify: bool = False,
395
- deduplicate: bool = False,
396
- bounded: Optional[bool] = None,
397
- chunk_interval: Union[timedelta, int, None] = None,
398
- **kw
399
- ):
392
+ pipe,
393
+ unblock: bool = False,
394
+ force: bool = False,
395
+ debug: bool = False,
396
+ min_seconds: int = 1,
397
+ workers = None,
398
+ verify: bool = False,
399
+ deduplicate: bool = False,
400
+ bounded: Optional[bool] = None,
401
+ chunk_interval: Union[timedelta, int, None] = None,
402
+ **kw
403
+ ):
400
404
  """
401
405
  Wrapper function for handling exceptions.
402
406
  """
403
407
  import time
404
408
  import traceback
405
- from datetime import datetime, timedelta, timezone
409
+ from datetime import datetime, timezone
406
410
  import meerschaum as mrsm
407
- from meerschaum.utils.typing import is_success_tuple, SuccessTuple
411
+ from meerschaum.utils.typing import is_success_tuple
408
412
  from meerschaum.connectors import get_connector_plugin
409
413
  from meerschaum.utils.venv import Venv
410
414
  from meerschaum.plugins import _pre_sync_hooks, _post_sync_hooks