paasta-tools 1.21.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (348) hide show
  1. k8s_itests/__init__.py +0 -0
  2. k8s_itests/test_autoscaling.py +23 -0
  3. k8s_itests/utils.py +38 -0
  4. paasta_tools/__init__.py +20 -0
  5. paasta_tools/adhoc_tools.py +142 -0
  6. paasta_tools/api/__init__.py +13 -0
  7. paasta_tools/api/api.py +330 -0
  8. paasta_tools/api/api_docs/swagger.json +2323 -0
  9. paasta_tools/api/client.py +106 -0
  10. paasta_tools/api/settings.py +33 -0
  11. paasta_tools/api/tweens/__init__.py +6 -0
  12. paasta_tools/api/tweens/auth.py +125 -0
  13. paasta_tools/api/tweens/profiling.py +108 -0
  14. paasta_tools/api/tweens/request_logger.py +124 -0
  15. paasta_tools/api/views/__init__.py +13 -0
  16. paasta_tools/api/views/autoscaler.py +100 -0
  17. paasta_tools/api/views/exception.py +45 -0
  18. paasta_tools/api/views/flink.py +73 -0
  19. paasta_tools/api/views/instance.py +395 -0
  20. paasta_tools/api/views/pause_autoscaler.py +71 -0
  21. paasta_tools/api/views/remote_run.py +113 -0
  22. paasta_tools/api/views/resources.py +76 -0
  23. paasta_tools/api/views/service.py +35 -0
  24. paasta_tools/api/views/version.py +25 -0
  25. paasta_tools/apply_external_resources.py +79 -0
  26. paasta_tools/async_utils.py +109 -0
  27. paasta_tools/autoscaling/__init__.py +0 -0
  28. paasta_tools/autoscaling/autoscaling_service_lib.py +57 -0
  29. paasta_tools/autoscaling/forecasting.py +106 -0
  30. paasta_tools/autoscaling/max_all_k8s_services.py +41 -0
  31. paasta_tools/autoscaling/pause_service_autoscaler.py +77 -0
  32. paasta_tools/autoscaling/utils.py +52 -0
  33. paasta_tools/bounce_lib.py +184 -0
  34. paasta_tools/broadcast_log_to_services.py +62 -0
  35. paasta_tools/cassandracluster_tools.py +210 -0
  36. paasta_tools/check_autoscaler_max_instances.py +212 -0
  37. paasta_tools/check_cassandracluster_services_replication.py +35 -0
  38. paasta_tools/check_flink_services_health.py +203 -0
  39. paasta_tools/check_kubernetes_api.py +57 -0
  40. paasta_tools/check_kubernetes_services_replication.py +141 -0
  41. paasta_tools/check_oom_events.py +244 -0
  42. paasta_tools/check_services_replication_tools.py +324 -0
  43. paasta_tools/check_spark_jobs.py +234 -0
  44. paasta_tools/cleanup_kubernetes_cr.py +138 -0
  45. paasta_tools/cleanup_kubernetes_crd.py +145 -0
  46. paasta_tools/cleanup_kubernetes_jobs.py +344 -0
  47. paasta_tools/cleanup_tron_namespaces.py +96 -0
  48. paasta_tools/cli/__init__.py +13 -0
  49. paasta_tools/cli/authentication.py +85 -0
  50. paasta_tools/cli/cli.py +260 -0
  51. paasta_tools/cli/cmds/__init__.py +13 -0
  52. paasta_tools/cli/cmds/autoscale.py +143 -0
  53. paasta_tools/cli/cmds/check.py +334 -0
  54. paasta_tools/cli/cmds/cook_image.py +147 -0
  55. paasta_tools/cli/cmds/get_docker_image.py +76 -0
  56. paasta_tools/cli/cmds/get_image_version.py +172 -0
  57. paasta_tools/cli/cmds/get_latest_deployment.py +93 -0
  58. paasta_tools/cli/cmds/info.py +155 -0
  59. paasta_tools/cli/cmds/itest.py +117 -0
  60. paasta_tools/cli/cmds/list.py +66 -0
  61. paasta_tools/cli/cmds/list_clusters.py +42 -0
  62. paasta_tools/cli/cmds/list_deploy_queue.py +171 -0
  63. paasta_tools/cli/cmds/list_namespaces.py +84 -0
  64. paasta_tools/cli/cmds/local_run.py +1396 -0
  65. paasta_tools/cli/cmds/logs.py +1601 -0
  66. paasta_tools/cli/cmds/mark_for_deployment.py +1988 -0
  67. paasta_tools/cli/cmds/mesh_status.py +174 -0
  68. paasta_tools/cli/cmds/pause_service_autoscaler.py +107 -0
  69. paasta_tools/cli/cmds/push_to_registry.py +275 -0
  70. paasta_tools/cli/cmds/remote_run.py +252 -0
  71. paasta_tools/cli/cmds/rollback.py +347 -0
  72. paasta_tools/cli/cmds/secret.py +549 -0
  73. paasta_tools/cli/cmds/security_check.py +59 -0
  74. paasta_tools/cli/cmds/spark_run.py +1400 -0
  75. paasta_tools/cli/cmds/start_stop_restart.py +401 -0
  76. paasta_tools/cli/cmds/status.py +2302 -0
  77. paasta_tools/cli/cmds/validate.py +1012 -0
  78. paasta_tools/cli/cmds/wait_for_deployment.py +275 -0
  79. paasta_tools/cli/fsm/__init__.py +13 -0
  80. paasta_tools/cli/fsm/autosuggest.py +82 -0
  81. paasta_tools/cli/fsm/template/README.md +8 -0
  82. paasta_tools/cli/fsm/template/cookiecutter.json +7 -0
  83. paasta_tools/cli/fsm/template/{{cookiecutter.service}}/kubernetes-PROD.yaml +91 -0
  84. paasta_tools/cli/fsm/template/{{cookiecutter.service}}/monitoring.yaml +20 -0
  85. paasta_tools/cli/fsm/template/{{cookiecutter.service}}/service.yaml +8 -0
  86. paasta_tools/cli/fsm/template/{{cookiecutter.service}}/smartstack.yaml +6 -0
  87. paasta_tools/cli/fsm_cmd.py +121 -0
  88. paasta_tools/cli/paasta_tabcomplete.sh +23 -0
  89. paasta_tools/cli/schemas/adhoc_schema.json +199 -0
  90. paasta_tools/cli/schemas/autoscaling_schema.json +91 -0
  91. paasta_tools/cli/schemas/autotuned_defaults/cassandracluster_schema.json +37 -0
  92. paasta_tools/cli/schemas/autotuned_defaults/kubernetes_schema.json +89 -0
  93. paasta_tools/cli/schemas/deploy_schema.json +173 -0
  94. paasta_tools/cli/schemas/eks_schema.json +970 -0
  95. paasta_tools/cli/schemas/kubernetes_schema.json +970 -0
  96. paasta_tools/cli/schemas/rollback_schema.json +160 -0
  97. paasta_tools/cli/schemas/service_schema.json +25 -0
  98. paasta_tools/cli/schemas/smartstack_schema.json +322 -0
  99. paasta_tools/cli/schemas/tron_schema.json +699 -0
  100. paasta_tools/cli/utils.py +1118 -0
  101. paasta_tools/clusterman.py +21 -0
  102. paasta_tools/config_utils.py +385 -0
  103. paasta_tools/contrib/__init__.py +0 -0
  104. paasta_tools/contrib/bounce_log_latency_parser.py +68 -0
  105. paasta_tools/contrib/check_manual_oapi_changes.sh +24 -0
  106. paasta_tools/contrib/check_orphans.py +306 -0
  107. paasta_tools/contrib/create_dynamodb_table.py +35 -0
  108. paasta_tools/contrib/create_paasta_playground.py +105 -0
  109. paasta_tools/contrib/emit_allocated_cpu_metrics.py +50 -0
  110. paasta_tools/contrib/get_running_task_allocation.py +346 -0
  111. paasta_tools/contrib/habitat_fixer.py +86 -0
  112. paasta_tools/contrib/ide_helper.py +316 -0
  113. paasta_tools/contrib/is_pod_healthy_in_proxy.py +139 -0
  114. paasta_tools/contrib/is_pod_healthy_in_smartstack.py +50 -0
  115. paasta_tools/contrib/kill_bad_containers.py +109 -0
  116. paasta_tools/contrib/mass-deploy-tag.sh +44 -0
  117. paasta_tools/contrib/mock_patch_checker.py +86 -0
  118. paasta_tools/contrib/paasta_update_soa_memcpu.py +520 -0
  119. paasta_tools/contrib/render_template.py +129 -0
  120. paasta_tools/contrib/rightsizer_soaconfigs_update.py +348 -0
  121. paasta_tools/contrib/service_shard_remove.py +157 -0
  122. paasta_tools/contrib/service_shard_update.py +373 -0
  123. paasta_tools/contrib/shared_ip_check.py +77 -0
  124. paasta_tools/contrib/timeouts_metrics_prom.py +64 -0
  125. paasta_tools/delete_kubernetes_deployments.py +89 -0
  126. paasta_tools/deployment_utils.py +44 -0
  127. paasta_tools/docker_wrapper.py +234 -0
  128. paasta_tools/docker_wrapper_imports.py +13 -0
  129. paasta_tools/drain_lib.py +351 -0
  130. paasta_tools/dump_locally_running_services.py +71 -0
  131. paasta_tools/eks_tools.py +119 -0
  132. paasta_tools/envoy_tools.py +373 -0
  133. paasta_tools/firewall.py +504 -0
  134. paasta_tools/firewall_logging.py +154 -0
  135. paasta_tools/firewall_update.py +172 -0
  136. paasta_tools/flink_tools.py +345 -0
  137. paasta_tools/flinkeks_tools.py +90 -0
  138. paasta_tools/frameworks/__init__.py +0 -0
  139. paasta_tools/frameworks/adhoc_scheduler.py +71 -0
  140. paasta_tools/frameworks/constraints.py +87 -0
  141. paasta_tools/frameworks/native_scheduler.py +652 -0
  142. paasta_tools/frameworks/native_service_config.py +301 -0
  143. paasta_tools/frameworks/task_store.py +245 -0
  144. paasta_tools/generate_all_deployments +9 -0
  145. paasta_tools/generate_authenticating_services.py +94 -0
  146. paasta_tools/generate_deployments_for_service.py +255 -0
  147. paasta_tools/generate_services_file.py +114 -0
  148. paasta_tools/generate_services_yaml.py +30 -0
  149. paasta_tools/hacheck.py +76 -0
  150. paasta_tools/instance/__init__.py +0 -0
  151. paasta_tools/instance/hpa_metrics_parser.py +122 -0
  152. paasta_tools/instance/kubernetes.py +1362 -0
  153. paasta_tools/iptables.py +240 -0
  154. paasta_tools/kafkacluster_tools.py +143 -0
  155. paasta_tools/kubernetes/__init__.py +0 -0
  156. paasta_tools/kubernetes/application/__init__.py +0 -0
  157. paasta_tools/kubernetes/application/controller_wrappers.py +476 -0
  158. paasta_tools/kubernetes/application/tools.py +90 -0
  159. paasta_tools/kubernetes/bin/__init__.py +0 -0
  160. paasta_tools/kubernetes/bin/kubernetes_remove_evicted_pods.py +164 -0
  161. paasta_tools/kubernetes/bin/paasta_cleanup_remote_run_resources.py +135 -0
  162. paasta_tools/kubernetes/bin/paasta_cleanup_stale_nodes.py +181 -0
  163. paasta_tools/kubernetes/bin/paasta_secrets_sync.py +758 -0
  164. paasta_tools/kubernetes/remote_run.py +558 -0
  165. paasta_tools/kubernetes_tools.py +4679 -0
  166. paasta_tools/list_kubernetes_service_instances.py +128 -0
  167. paasta_tools/list_tron_namespaces.py +60 -0
  168. paasta_tools/long_running_service_tools.py +678 -0
  169. paasta_tools/mac_address.py +44 -0
  170. paasta_tools/marathon_dashboard.py +0 -0
  171. paasta_tools/mesos/__init__.py +0 -0
  172. paasta_tools/mesos/cfg.py +46 -0
  173. paasta_tools/mesos/cluster.py +60 -0
  174. paasta_tools/mesos/exceptions.py +59 -0
  175. paasta_tools/mesos/framework.py +77 -0
  176. paasta_tools/mesos/log.py +48 -0
  177. paasta_tools/mesos/master.py +306 -0
  178. paasta_tools/mesos/mesos_file.py +169 -0
  179. paasta_tools/mesos/parallel.py +52 -0
  180. paasta_tools/mesos/slave.py +115 -0
  181. paasta_tools/mesos/task.py +94 -0
  182. paasta_tools/mesos/util.py +69 -0
  183. paasta_tools/mesos/zookeeper.py +37 -0
  184. paasta_tools/mesos_maintenance.py +848 -0
  185. paasta_tools/mesos_tools.py +1051 -0
  186. paasta_tools/metrics/__init__.py +0 -0
  187. paasta_tools/metrics/metastatus_lib.py +1110 -0
  188. paasta_tools/metrics/metrics_lib.py +217 -0
  189. paasta_tools/monitoring/__init__.py +13 -0
  190. paasta_tools/monitoring/check_k8s_api_performance.py +110 -0
  191. paasta_tools/monitoring_tools.py +652 -0
  192. paasta_tools/monkrelaycluster_tools.py +146 -0
  193. paasta_tools/nrtsearchservice_tools.py +143 -0
  194. paasta_tools/nrtsearchserviceeks_tools.py +68 -0
  195. paasta_tools/oom_logger.py +321 -0
  196. paasta_tools/paasta_deploy_tron_jobs +3 -0
  197. paasta_tools/paasta_execute_docker_command.py +123 -0
  198. paasta_tools/paasta_native_serviceinit.py +21 -0
  199. paasta_tools/paasta_service_config_loader.py +201 -0
  200. paasta_tools/paastaapi/__init__.py +29 -0
  201. paasta_tools/paastaapi/api/__init__.py +3 -0
  202. paasta_tools/paastaapi/api/autoscaler_api.py +302 -0
  203. paasta_tools/paastaapi/api/default_api.py +569 -0
  204. paasta_tools/paastaapi/api/remote_run_api.py +604 -0
  205. paasta_tools/paastaapi/api/resources_api.py +157 -0
  206. paasta_tools/paastaapi/api/service_api.py +1736 -0
  207. paasta_tools/paastaapi/api_client.py +818 -0
  208. paasta_tools/paastaapi/apis/__init__.py +22 -0
  209. paasta_tools/paastaapi/configuration.py +455 -0
  210. paasta_tools/paastaapi/exceptions.py +137 -0
  211. paasta_tools/paastaapi/model/__init__.py +5 -0
  212. paasta_tools/paastaapi/model/adhoc_launch_history.py +176 -0
  213. paasta_tools/paastaapi/model/autoscaler_count_msg.py +176 -0
  214. paasta_tools/paastaapi/model/deploy_queue.py +178 -0
  215. paasta_tools/paastaapi/model/deploy_queue_service_instance.py +194 -0
  216. paasta_tools/paastaapi/model/envoy_backend.py +185 -0
  217. paasta_tools/paastaapi/model/envoy_location.py +184 -0
  218. paasta_tools/paastaapi/model/envoy_status.py +181 -0
  219. paasta_tools/paastaapi/model/flink_cluster_overview.py +188 -0
  220. paasta_tools/paastaapi/model/flink_config.py +173 -0
  221. paasta_tools/paastaapi/model/flink_job.py +186 -0
  222. paasta_tools/paastaapi/model/flink_job_details.py +192 -0
  223. paasta_tools/paastaapi/model/flink_jobs.py +175 -0
  224. paasta_tools/paastaapi/model/float_and_error.py +173 -0
  225. paasta_tools/paastaapi/model/hpa_metric.py +176 -0
  226. paasta_tools/paastaapi/model/inline_object.py +170 -0
  227. paasta_tools/paastaapi/model/inline_response200.py +170 -0
  228. paasta_tools/paastaapi/model/inline_response2001.py +170 -0
  229. paasta_tools/paastaapi/model/instance_bounce_status.py +200 -0
  230. paasta_tools/paastaapi/model/instance_mesh_status.py +186 -0
  231. paasta_tools/paastaapi/model/instance_status.py +220 -0
  232. paasta_tools/paastaapi/model/instance_status_adhoc.py +187 -0
  233. paasta_tools/paastaapi/model/instance_status_cassandracluster.py +173 -0
  234. paasta_tools/paastaapi/model/instance_status_flink.py +173 -0
  235. paasta_tools/paastaapi/model/instance_status_kafkacluster.py +173 -0
  236. paasta_tools/paastaapi/model/instance_status_kubernetes.py +263 -0
  237. paasta_tools/paastaapi/model/instance_status_kubernetes_autoscaling_status.py +187 -0
  238. paasta_tools/paastaapi/model/instance_status_kubernetes_v2.py +197 -0
  239. paasta_tools/paastaapi/model/instance_status_tron.py +204 -0
  240. paasta_tools/paastaapi/model/instance_tasks.py +182 -0
  241. paasta_tools/paastaapi/model/integer_and_error.py +173 -0
  242. paasta_tools/paastaapi/model/kubernetes_container.py +178 -0
  243. paasta_tools/paastaapi/model/kubernetes_container_v2.py +219 -0
  244. paasta_tools/paastaapi/model/kubernetes_healthcheck.py +176 -0
  245. paasta_tools/paastaapi/model/kubernetes_pod.py +201 -0
  246. paasta_tools/paastaapi/model/kubernetes_pod_event.py +176 -0
  247. paasta_tools/paastaapi/model/kubernetes_pod_v2.py +213 -0
  248. paasta_tools/paastaapi/model/kubernetes_replica_set.py +185 -0
  249. paasta_tools/paastaapi/model/kubernetes_version.py +202 -0
  250. paasta_tools/paastaapi/model/remote_run_outcome.py +189 -0
  251. paasta_tools/paastaapi/model/remote_run_start.py +185 -0
  252. paasta_tools/paastaapi/model/remote_run_stop.py +176 -0
  253. paasta_tools/paastaapi/model/remote_run_token.py +173 -0
  254. paasta_tools/paastaapi/model/resource.py +187 -0
  255. paasta_tools/paastaapi/model/resource_item.py +187 -0
  256. paasta_tools/paastaapi/model/resource_value.py +176 -0
  257. paasta_tools/paastaapi/model/smartstack_backend.py +191 -0
  258. paasta_tools/paastaapi/model/smartstack_location.py +181 -0
  259. paasta_tools/paastaapi/model/smartstack_status.py +181 -0
  260. paasta_tools/paastaapi/model/task_tail_lines.py +176 -0
  261. paasta_tools/paastaapi/model_utils.py +1879 -0
  262. paasta_tools/paastaapi/models/__init__.py +62 -0
  263. paasta_tools/paastaapi/rest.py +287 -0
  264. paasta_tools/prune_completed_pods.py +220 -0
  265. paasta_tools/puppet_service_tools.py +59 -0
  266. paasta_tools/py.typed +1 -0
  267. paasta_tools/remote_git.py +127 -0
  268. paasta_tools/run-paasta-api-in-dev-mode.py +57 -0
  269. paasta_tools/run-paasta-api-playground.py +51 -0
  270. paasta_tools/secret_providers/__init__.py +66 -0
  271. paasta_tools/secret_providers/vault.py +214 -0
  272. paasta_tools/secret_tools.py +277 -0
  273. paasta_tools/setup_istio_mesh.py +353 -0
  274. paasta_tools/setup_kubernetes_cr.py +412 -0
  275. paasta_tools/setup_kubernetes_crd.py +138 -0
  276. paasta_tools/setup_kubernetes_internal_crd.py +154 -0
  277. paasta_tools/setup_kubernetes_job.py +353 -0
  278. paasta_tools/setup_prometheus_adapter_config.py +1028 -0
  279. paasta_tools/setup_tron_namespace.py +248 -0
  280. paasta_tools/slack.py +75 -0
  281. paasta_tools/smartstack_tools.py +676 -0
  282. paasta_tools/spark_tools.py +283 -0
  283. paasta_tools/synapse_srv_namespaces_fact.py +42 -0
  284. paasta_tools/tron/__init__.py +0 -0
  285. paasta_tools/tron/client.py +158 -0
  286. paasta_tools/tron/tron_command_context.py +194 -0
  287. paasta_tools/tron/tron_timeutils.py +101 -0
  288. paasta_tools/tron_tools.py +1448 -0
  289. paasta_tools/utils.py +4307 -0
  290. paasta_tools/yaml_tools.py +44 -0
  291. paasta_tools-1.21.3.data/scripts/apply_external_resources.py +79 -0
  292. paasta_tools-1.21.3.data/scripts/bounce_log_latency_parser.py +68 -0
  293. paasta_tools-1.21.3.data/scripts/check_autoscaler_max_instances.py +212 -0
  294. paasta_tools-1.21.3.data/scripts/check_cassandracluster_services_replication.py +35 -0
  295. paasta_tools-1.21.3.data/scripts/check_flink_services_health.py +203 -0
  296. paasta_tools-1.21.3.data/scripts/check_kubernetes_api.py +57 -0
  297. paasta_tools-1.21.3.data/scripts/check_kubernetes_services_replication.py +141 -0
  298. paasta_tools-1.21.3.data/scripts/check_manual_oapi_changes.sh +24 -0
  299. paasta_tools-1.21.3.data/scripts/check_oom_events.py +244 -0
  300. paasta_tools-1.21.3.data/scripts/check_orphans.py +306 -0
  301. paasta_tools-1.21.3.data/scripts/check_spark_jobs.py +234 -0
  302. paasta_tools-1.21.3.data/scripts/cleanup_kubernetes_cr.py +138 -0
  303. paasta_tools-1.21.3.data/scripts/cleanup_kubernetes_crd.py +145 -0
  304. paasta_tools-1.21.3.data/scripts/cleanup_kubernetes_jobs.py +344 -0
  305. paasta_tools-1.21.3.data/scripts/create_dynamodb_table.py +35 -0
  306. paasta_tools-1.21.3.data/scripts/create_paasta_playground.py +105 -0
  307. paasta_tools-1.21.3.data/scripts/delete_kubernetes_deployments.py +89 -0
  308. paasta_tools-1.21.3.data/scripts/emit_allocated_cpu_metrics.py +50 -0
  309. paasta_tools-1.21.3.data/scripts/generate_all_deployments +9 -0
  310. paasta_tools-1.21.3.data/scripts/generate_authenticating_services.py +94 -0
  311. paasta_tools-1.21.3.data/scripts/generate_deployments_for_service.py +255 -0
  312. paasta_tools-1.21.3.data/scripts/generate_services_file.py +114 -0
  313. paasta_tools-1.21.3.data/scripts/generate_services_yaml.py +30 -0
  314. paasta_tools-1.21.3.data/scripts/get_running_task_allocation.py +346 -0
  315. paasta_tools-1.21.3.data/scripts/habitat_fixer.py +86 -0
  316. paasta_tools-1.21.3.data/scripts/ide_helper.py +316 -0
  317. paasta_tools-1.21.3.data/scripts/is_pod_healthy_in_proxy.py +139 -0
  318. paasta_tools-1.21.3.data/scripts/is_pod_healthy_in_smartstack.py +50 -0
  319. paasta_tools-1.21.3.data/scripts/kill_bad_containers.py +109 -0
  320. paasta_tools-1.21.3.data/scripts/kubernetes_remove_evicted_pods.py +164 -0
  321. paasta_tools-1.21.3.data/scripts/mass-deploy-tag.sh +44 -0
  322. paasta_tools-1.21.3.data/scripts/mock_patch_checker.py +86 -0
  323. paasta_tools-1.21.3.data/scripts/paasta_cleanup_remote_run_resources.py +135 -0
  324. paasta_tools-1.21.3.data/scripts/paasta_cleanup_stale_nodes.py +181 -0
  325. paasta_tools-1.21.3.data/scripts/paasta_deploy_tron_jobs +3 -0
  326. paasta_tools-1.21.3.data/scripts/paasta_execute_docker_command.py +123 -0
  327. paasta_tools-1.21.3.data/scripts/paasta_secrets_sync.py +758 -0
  328. paasta_tools-1.21.3.data/scripts/paasta_tabcomplete.sh +23 -0
  329. paasta_tools-1.21.3.data/scripts/paasta_update_soa_memcpu.py +520 -0
  330. paasta_tools-1.21.3.data/scripts/render_template.py +129 -0
  331. paasta_tools-1.21.3.data/scripts/rightsizer_soaconfigs_update.py +348 -0
  332. paasta_tools-1.21.3.data/scripts/service_shard_remove.py +157 -0
  333. paasta_tools-1.21.3.data/scripts/service_shard_update.py +373 -0
  334. paasta_tools-1.21.3.data/scripts/setup_istio_mesh.py +353 -0
  335. paasta_tools-1.21.3.data/scripts/setup_kubernetes_cr.py +412 -0
  336. paasta_tools-1.21.3.data/scripts/setup_kubernetes_crd.py +138 -0
  337. paasta_tools-1.21.3.data/scripts/setup_kubernetes_internal_crd.py +154 -0
  338. paasta_tools-1.21.3.data/scripts/setup_kubernetes_job.py +353 -0
  339. paasta_tools-1.21.3.data/scripts/setup_prometheus_adapter_config.py +1028 -0
  340. paasta_tools-1.21.3.data/scripts/shared_ip_check.py +77 -0
  341. paasta_tools-1.21.3.data/scripts/synapse_srv_namespaces_fact.py +42 -0
  342. paasta_tools-1.21.3.data/scripts/timeouts_metrics_prom.py +64 -0
  343. paasta_tools-1.21.3.dist-info/LICENSE +201 -0
  344. paasta_tools-1.21.3.dist-info/METADATA +74 -0
  345. paasta_tools-1.21.3.dist-info/RECORD +348 -0
  346. paasta_tools-1.21.3.dist-info/WHEEL +5 -0
  347. paasta_tools-1.21.3.dist-info/entry_points.txt +20 -0
  348. paasta_tools-1.21.3.dist-info/top_level.txt +2 -0
@@ -0,0 +1,22 @@
1
+ # coding: utf-8
2
+
3
+ # flake8: noqa
4
+
5
+ # Import all APIs into this package.
6
+ # If you have many APIs here with many many models used in each API this may
7
+ # raise a `RecursionError`.
8
+ # In order to avoid this, import only the API that you directly need like:
9
+ #
10
+ # from .api.autoscaler_api import AutoscalerApi
11
+ #
12
+ # or import this package, but before doing it, use:
13
+ #
14
+ # import sys
15
+ # sys.setrecursionlimit(n)
16
+
17
+ # Import APIs into API package:
18
+ from paasta_tools.paastaapi.api.autoscaler_api import AutoscalerApi
19
+ from paasta_tools.paastaapi.api.default_api import DefaultApi
20
+ from paasta_tools.paastaapi.api.remote_run_api import RemoteRunApi
21
+ from paasta_tools.paastaapi.api.resources_api import ResourcesApi
22
+ from paasta_tools.paastaapi.api.service_api import ServiceApi
@@ -0,0 +1,455 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ Paasta API
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator) # noqa: E501
7
+
8
+ The version of the OpenAPI document: 1.2.0
9
+ Generated by: https://openapi-generator.tech
10
+ """
11
+
12
+
13
+ import copy
14
+ import logging
15
+ import multiprocessing
16
+ import sys
17
+ import urllib3
18
+
19
+ from http import client as http_client
20
+ from paasta_tools.paastaapi.exceptions import ApiValueError
21
+
22
+
23
+ JSON_SCHEMA_VALIDATION_KEYWORDS = {
24
+ 'multipleOf', 'maximum', 'exclusiveMaximum',
25
+ 'minimum', 'exclusiveMinimum', 'maxLength',
26
+ 'minLength', 'pattern', 'maxItems', 'minItems'
27
+ }
28
+
29
+ class Configuration(object):
30
+ """NOTE: This class is auto generated by OpenAPI Generator
31
+
32
+ Ref: https://openapi-generator.tech
33
+ Do not edit the class manually.
34
+
35
+ :param host: Base url
36
+ :param api_key: Dict to store API key(s).
37
+ Each entry in the dict specifies an API key.
38
+ The dict key is the name of the security scheme in the OAS specification.
39
+ The dict value is the API key secret.
40
+ :param api_key_prefix: Dict to store API prefix (e.g. Bearer)
41
+ The dict key is the name of the security scheme in the OAS specification.
42
+ The dict value is an API key prefix when generating the auth data.
43
+ :param username: Username for HTTP basic authentication
44
+ :param password: Password for HTTP basic authentication
45
+ :param discard_unknown_keys: Boolean value indicating whether to discard
46
+ unknown properties. A server may send a response that includes additional
47
+ properties that are not known by the client in the following scenarios:
48
+ 1. The OpenAPI document is incomplete, i.e. it does not match the server
49
+ implementation.
50
+ 2. The client was generated using an older version of the OpenAPI document
51
+ and the server has been upgraded since then.
52
+ If a schema in the OpenAPI document defines the additionalProperties attribute,
53
+ then all undeclared properties received by the server are injected into the
54
+ additional properties map. In that case, there are undeclared properties, and
55
+ nothing to discard.
56
+ :param disabled_client_side_validations (string): Comma-separated list of
57
+ JSON schema validation keywords to disable JSON schema structural validation
58
+ rules. The following keywords may be specified: multipleOf, maximum,
59
+ exclusiveMaximum, minimum, exclusiveMinimum, maxLength, minLength, pattern,
60
+ maxItems, minItems.
61
+ By default, the validation is performed for data generated locally by the client
62
+ and data received from the server, independent of any validation performed by
63
+ the server side. If the input data does not satisfy the JSON schema validation
64
+ rules specified in the OpenAPI document, an exception is raised.
65
+ If disabled_client_side_validations is set, structural validation is
66
+ disabled. This can be useful to troubleshoot data validation problem, such as
67
+ when the OpenAPI document validation rules do not match the actual API data
68
+ received by the server.
69
+ :param server_index: Index to servers configuration.
70
+ :param server_variables: Mapping with string values to replace variables in
71
+ templated server configuration. The validation of enums is performed for
72
+ variables with defined enum values before.
73
+ :param server_operation_index: Mapping from operation ID to an index to server
74
+ configuration.
75
+ :param server_operation_variables: Mapping from operation ID to a mapping with
76
+ string values to replace variables in templated server configuration.
77
+ The validation of enums is performed for variables with defined enum values before.
78
+
79
+ """
80
+
81
+ _default = None
82
+
83
+ def __init__(self, host=None,
84
+ api_key=None, api_key_prefix=None,
85
+ username=None, password=None,
86
+ discard_unknown_keys=False,
87
+ disabled_client_side_validations="",
88
+ server_index=None, server_variables=None,
89
+ server_operation_index=None, server_operation_variables=None,
90
+ ):
91
+ """Constructor
92
+ """
93
+ self._base_path = "http://localhost/v1" if host is None else host
94
+ """Default Base url
95
+ """
96
+ self.server_index = 0 if server_index is None and host is None else server_index
97
+ self.server_operation_index = server_operation_index or {}
98
+ """Default server index
99
+ """
100
+ self.server_variables = server_variables or {}
101
+ self.server_operation_variables = server_operation_variables or {}
102
+ """Default server variables
103
+ """
104
+ self.temp_folder_path = None
105
+ """Temp file folder for downloading files
106
+ """
107
+ # Authentication Settings
108
+ self.api_key = {}
109
+ if api_key:
110
+ self.api_key = api_key
111
+ """dict to store API key(s)
112
+ """
113
+ self.api_key_prefix = {}
114
+ if api_key_prefix:
115
+ self.api_key_prefix = api_key_prefix
116
+ """dict to store API prefix (e.g. Bearer)
117
+ """
118
+ self.refresh_api_key_hook = None
119
+ """function hook to refresh API key if expired
120
+ """
121
+ self.username = username
122
+ """Username for HTTP basic authentication
123
+ """
124
+ self.password = password
125
+ """Password for HTTP basic authentication
126
+ """
127
+ self.discard_unknown_keys = discard_unknown_keys
128
+ self.disabled_client_side_validations = disabled_client_side_validations
129
+ self.logger = {}
130
+ """Logging Settings
131
+ """
132
+ self.logger["package_logger"] = logging.getLogger("paasta_tools.paastaapi")
133
+ self.logger["urllib3_logger"] = logging.getLogger("urllib3")
134
+ self.logger_format = '%(asctime)s %(levelname)s %(message)s'
135
+ """Log format
136
+ """
137
+ self.logger_stream_handler = None
138
+ """Log stream handler
139
+ """
140
+ self.logger_file_handler = None
141
+ """Log file handler
142
+ """
143
+ self.logger_file = None
144
+ """Debug file location
145
+ """
146
+ self.debug = False
147
+ """Debug switch
148
+ """
149
+
150
+ self.verify_ssl = True
151
+ """SSL/TLS verification
152
+ Set this to false to skip verifying SSL certificate when calling API
153
+ from https server.
154
+ """
155
+ self.ssl_ca_cert = None
156
+ """Set this to customize the certificate file to verify the peer.
157
+ """
158
+ self.cert_file = None
159
+ """client certificate file
160
+ """
161
+ self.key_file = None
162
+ """client key file
163
+ """
164
+ self.assert_hostname = None
165
+ """Set this to True/False to enable/disable SSL hostname verification.
166
+ """
167
+
168
+ self.connection_pool_maxsize = multiprocessing.cpu_count() * 5
169
+ """urllib3 connection pool's maximum number of connections saved
170
+ per pool. urllib3 uses 1 connection as default value, but this is
171
+ not the best value when you are making a lot of possibly parallel
172
+ requests to the same host, which is often the case here.
173
+ cpu_count * 5 is used as default value to increase performance.
174
+ """
175
+
176
+ self.proxy = None
177
+ """Proxy URL
178
+ """
179
+ self.proxy_headers = None
180
+ """Proxy headers
181
+ """
182
+ self.safe_chars_for_path_param = ''
183
+ """Safe chars for path_param
184
+ """
185
+ self.retries = None
186
+ """Adding retries to override urllib3 default value 3
187
+ """
188
+ # Enable client side validation
189
+ self.client_side_validation = True
190
+
191
+ def __deepcopy__(self, memo):
192
+ cls = self.__class__
193
+ result = cls.__new__(cls)
194
+ memo[id(self)] = result
195
+ for k, v in self.__dict__.items():
196
+ if k not in ('logger', 'logger_file_handler'):
197
+ setattr(result, k, copy.deepcopy(v, memo))
198
+ # shallow copy of loggers
199
+ result.logger = copy.copy(self.logger)
200
+ # use setters to configure loggers
201
+ result.logger_file = self.logger_file
202
+ result.debug = self.debug
203
+ return result
204
+
205
+ def __setattr__(self, name, value):
206
+ object.__setattr__(self, name, value)
207
+ if name == 'disabled_client_side_validations':
208
+ s = set(filter(None, value.split(',')))
209
+ for v in s:
210
+ if v not in JSON_SCHEMA_VALIDATION_KEYWORDS:
211
+ raise ApiValueError(
212
+ "Invalid keyword: '{0}''".format(v))
213
+ self._disabled_client_side_validations = s
214
+
215
+ @classmethod
216
+ def set_default(cls, default):
217
+ """Set default instance of configuration.
218
+
219
+ It stores default configuration, which can be
220
+ returned by get_default_copy method.
221
+
222
+ :param default: object of Configuration
223
+ """
224
+ cls._default = copy.deepcopy(default)
225
+
226
+ @classmethod
227
+ def get_default_copy(cls):
228
+ """Return new instance of configuration.
229
+
230
+ This method returns newly created, based on default constructor,
231
+ object of Configuration class or returns a copy of default
232
+ configuration passed by the set_default method.
233
+
234
+ :return: The configuration object.
235
+ """
236
+ if cls._default is not None:
237
+ return copy.deepcopy(cls._default)
238
+ return Configuration()
239
+
240
+ @property
241
+ def logger_file(self):
242
+ """The logger file.
243
+
244
+ If the logger_file is None, then add stream handler and remove file
245
+ handler. Otherwise, add file handler and remove stream handler.
246
+
247
+ :param value: The logger_file path.
248
+ :type: str
249
+ """
250
+ return self.__logger_file
251
+
252
+ @logger_file.setter
253
+ def logger_file(self, value):
254
+ """The logger file.
255
+
256
+ If the logger_file is None, then add stream handler and remove file
257
+ handler. Otherwise, add file handler and remove stream handler.
258
+
259
+ :param value: The logger_file path.
260
+ :type: str
261
+ """
262
+ self.__logger_file = value
263
+ if self.__logger_file:
264
+ # If set logging file,
265
+ # then add file handler and remove stream handler.
266
+ self.logger_file_handler = logging.FileHandler(self.__logger_file)
267
+ self.logger_file_handler.setFormatter(self.logger_formatter)
268
+ for _, logger in self.logger.items():
269
+ logger.addHandler(self.logger_file_handler)
270
+
271
+ @property
272
+ def debug(self):
273
+ """Debug status
274
+
275
+ :param value: The debug status, True or False.
276
+ :type: bool
277
+ """
278
+ return self.__debug
279
+
280
+ @debug.setter
281
+ def debug(self, value):
282
+ """Debug status
283
+
284
+ :param value: The debug status, True or False.
285
+ :type: bool
286
+ """
287
+ self.__debug = value
288
+ if self.__debug:
289
+ # if debug status is True, turn on debug logging
290
+ for _, logger in self.logger.items():
291
+ logger.setLevel(logging.DEBUG)
292
+ # turn on http_client debug
293
+ http_client.HTTPConnection.debuglevel = 1
294
+ else:
295
+ # if debug status is False, turn off debug logging,
296
+ # setting log level to default `logging.WARNING`
297
+ for _, logger in self.logger.items():
298
+ logger.setLevel(logging.WARNING)
299
+ # turn off http_client debug
300
+ http_client.HTTPConnection.debuglevel = 0
301
+
302
+ @property
303
+ def logger_format(self):
304
+ """The logger format.
305
+
306
+ The logger_formatter will be updated when sets logger_format.
307
+
308
+ :param value: The format string.
309
+ :type: str
310
+ """
311
+ return self.__logger_format
312
+
313
+ @logger_format.setter
314
+ def logger_format(self, value):
315
+ """The logger format.
316
+
317
+ The logger_formatter will be updated when sets logger_format.
318
+
319
+ :param value: The format string.
320
+ :type: str
321
+ """
322
+ self.__logger_format = value
323
+ self.logger_formatter = logging.Formatter(self.__logger_format)
324
+
325
+ def get_api_key_with_prefix(self, identifier, alias=None):
326
+ """Gets API key (with prefix if set).
327
+
328
+ :param identifier: The identifier of apiKey.
329
+ :param alias: The alternative identifier of apiKey.
330
+ :return: The token for api key authentication.
331
+ """
332
+ if self.refresh_api_key_hook is not None:
333
+ self.refresh_api_key_hook(self)
334
+ key = self.api_key.get(identifier, self.api_key.get(alias) if alias is not None else None)
335
+ if key:
336
+ prefix = self.api_key_prefix.get(identifier)
337
+ if prefix:
338
+ return "%s %s" % (prefix, key)
339
+ else:
340
+ return key
341
+
342
+ def get_basic_auth_token(self):
343
+ """Gets HTTP basic authentication header (string).
344
+
345
+ :return: The token for basic HTTP authentication.
346
+ """
347
+ username = ""
348
+ if self.username is not None:
349
+ username = self.username
350
+ password = ""
351
+ if self.password is not None:
352
+ password = self.password
353
+ return urllib3.util.make_headers(
354
+ basic_auth=username + ':' + password
355
+ ).get('authorization')
356
+
357
+ def auth_settings(self):
358
+ """Gets Auth Settings dict for api client.
359
+
360
+ :return: The Auth Settings information dict.
361
+ """
362
+ auth = {}
363
+ return auth
364
+
365
+ def to_debug_report(self):
366
+ """Gets the essential information for debugging.
367
+
368
+ :return: The report for debugging.
369
+ """
370
+ return "Python SDK Debug Report:\n"\
371
+ "OS: {env}\n"\
372
+ "Python Version: {pyversion}\n"\
373
+ "Version of the API: 1.2.0\n"\
374
+ "SDK Package Version: 1.0.0".\
375
+ format(env=sys.platform, pyversion=sys.version)
376
+
377
+ def get_host_settings(self):
378
+ """Gets an array of host settings
379
+
380
+ :return: An array of host settings
381
+ """
382
+ return [
383
+ {
384
+ 'url': "{scheme}://{host}/{basePath}",
385
+ 'description': "No description provided",
386
+ 'variables': {
387
+ 'basePath': {
388
+ 'description': "No description provided",
389
+ 'default_value': "v1",
390
+ },
391
+ 'host': {
392
+ 'description': "No description provided",
393
+ 'default_value': "localhost",
394
+ },
395
+ 'scheme': {
396
+ 'description': "No description provided",
397
+ 'default_value': "http",
398
+ 'enum_values': [
399
+ "http",
400
+ "https"
401
+ ]
402
+ }
403
+ }
404
+ }
405
+ ]
406
+
407
+ def get_host_from_settings(self, index, variables=None, servers=None):
408
+ """Gets host URL based on the index and variables
409
+ :param index: array index of the host settings
410
+ :param variables: hash of variable and the corresponding value
411
+ :param servers: an array of host settings or None
412
+ :return: URL based on host settings
413
+ """
414
+ if index is None:
415
+ return self._base_path
416
+
417
+ variables = {} if variables is None else variables
418
+ servers = self.get_host_settings() if servers is None else servers
419
+
420
+ try:
421
+ server = servers[index]
422
+ except IndexError:
423
+ raise ValueError(
424
+ "Invalid index {0} when selecting the host settings. "
425
+ "Must be less than {1}".format(index, len(servers)))
426
+
427
+ url = server['url']
428
+
429
+ # go through variables and replace placeholders
430
+ for variable_name, variable in server.get('variables', {}).items():
431
+ used_value = variables.get(
432
+ variable_name, variable['default_value'])
433
+
434
+ if 'enum_values' in variable \
435
+ and used_value not in variable['enum_values']:
436
+ raise ValueError(
437
+ "The variable `{0}` in the host URL has invalid value "
438
+ "{1}. Must be {2}.".format(
439
+ variable_name, variables[variable_name],
440
+ variable['enum_values']))
441
+
442
+ url = url.replace("{" + variable_name + "}", used_value)
443
+
444
+ return url
445
+
446
+ @property
447
+ def host(self):
448
+ """Return generated host."""
449
+ return self.get_host_from_settings(self.server_index, variables=self.server_variables)
450
+
451
+ @host.setter
452
+ def host(self, value):
453
+ """Fix base path."""
454
+ self._base_path = value
455
+ self.server_index = None
@@ -0,0 +1,137 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ Paasta API
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator) # noqa: E501
7
+
8
+ The version of the OpenAPI document: 1.2.0
9
+ Generated by: https://openapi-generator.tech
10
+ """
11
+
12
+
13
+
14
+ class OpenApiException(Exception):
15
+ """The base exception class for all OpenAPIExceptions"""
16
+
17
+
18
+ class ApiTypeError(OpenApiException, TypeError):
19
+ def __init__(self, msg, path_to_item=None, valid_classes=None,
20
+ key_type=None):
21
+ """ Raises an exception for TypeErrors
22
+
23
+ Args:
24
+ msg (str): the exception message
25
+
26
+ Keyword Args:
27
+ path_to_item (list): a list of keys an indices to get to the
28
+ current_item
29
+ None if unset
30
+ valid_classes (tuple): the primitive classes that current item
31
+ should be an instance of
32
+ None if unset
33
+ key_type (bool): False if our value is a value in a dict
34
+ True if it is a key in a dict
35
+ False if our item is an item in a list
36
+ None if unset
37
+ """
38
+ self.path_to_item = path_to_item
39
+ self.valid_classes = valid_classes
40
+ self.key_type = key_type
41
+ full_msg = msg
42
+ if path_to_item:
43
+ full_msg = "{0} at {1}".format(msg, render_path(path_to_item))
44
+ super(ApiTypeError, self).__init__(full_msg)
45
+
46
+
47
+ class ApiValueError(OpenApiException, ValueError):
48
+ def __init__(self, msg, path_to_item=None):
49
+ """
50
+ Args:
51
+ msg (str): the exception message
52
+
53
+ Keyword Args:
54
+ path_to_item (list) the path to the exception in the
55
+ received_data dict. None if unset
56
+ """
57
+
58
+ self.path_to_item = path_to_item
59
+ full_msg = msg
60
+ if path_to_item:
61
+ full_msg = "{0} at {1}".format(msg, render_path(path_to_item))
62
+ super(ApiValueError, self).__init__(full_msg)
63
+
64
+
65
+ class ApiAttributeError(OpenApiException, AttributeError):
66
+ def __init__(self, msg, path_to_item=None):
67
+ """
68
+ Raised when an attribute reference or assignment fails.
69
+
70
+ Args:
71
+ msg (str): the exception message
72
+
73
+ Keyword Args:
74
+ path_to_item (None/list) the path to the exception in the
75
+ received_data dict
76
+ """
77
+ self.path_to_item = path_to_item
78
+ full_msg = msg
79
+ if path_to_item:
80
+ full_msg = "{0} at {1}".format(msg, render_path(path_to_item))
81
+ super(ApiAttributeError, self).__init__(full_msg)
82
+
83
+
84
+ class ApiKeyError(OpenApiException, KeyError):
85
+ def __init__(self, msg, path_to_item=None):
86
+ """
87
+ Args:
88
+ msg (str): the exception message
89
+
90
+ Keyword Args:
91
+ path_to_item (None/list) the path to the exception in the
92
+ received_data dict
93
+ """
94
+ self.path_to_item = path_to_item
95
+ full_msg = msg
96
+ if path_to_item:
97
+ full_msg = "{0} at {1}".format(msg, render_path(path_to_item))
98
+ super(ApiKeyError, self).__init__(full_msg)
99
+
100
+
101
+ class ApiException(OpenApiException):
102
+
103
+ def __init__(self, status=None, reason=None, http_resp=None):
104
+ if http_resp:
105
+ self.status = http_resp.status
106
+ self.reason = http_resp.reason
107
+ self.body = http_resp.data
108
+ self.headers = http_resp.getheaders()
109
+ else:
110
+ self.status = status
111
+ self.reason = reason
112
+ self.body = None
113
+ self.headers = None
114
+
115
+ def __str__(self):
116
+ """Custom error messages for exception"""
117
+ error_message = "({0})\n"\
118
+ "Reason: {1}\n".format(self.status, self.reason)
119
+ if self.headers:
120
+ error_message += "HTTP response headers: {0}\n".format(
121
+ self.headers)
122
+
123
+ if self.body:
124
+ error_message += "HTTP response body: {0}\n".format(self.body)
125
+
126
+ return error_message
127
+
128
+
129
+ def render_path(path_to_item):
130
+ """Returns a string representation of a path"""
131
+ result = ""
132
+ for pth in path_to_item:
133
+ if isinstance(pth, int):
134
+ result += "[{0}]".format(pth)
135
+ else:
136
+ result += "['{0}']".format(pth)
137
+ return result
@@ -0,0 +1,5 @@
1
+ # we can not import model classes here because that would create a circular
2
+ # reference which would not work in python2
3
+ # do not import all models into this module because that uses a lot of memory and stack frames
4
+ # if you need the ability to import all models from one package, import them with
5
+ # from {{packageName}.models import ModelA, ModelB