mongo-charms-single-kernel 1.8.6__tar.gz → 1.8.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mongo-charms-single-kernel might be problematic. Click here for more details.

Files changed (97) hide show
  1. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/PKG-INFO +2 -1
  2. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/pyproject.toml +9 -2
  3. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/abstract_charm.py +8 -0
  4. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/config/literals.py +2 -23
  5. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/config/models.py +12 -0
  6. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/config/relations.py +0 -1
  7. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/config/statuses.py +10 -57
  8. mongo_charms_single_kernel-1.8.8/single_kernel_mongo/core/abstract_upgrades_v3.py +149 -0
  9. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/core/k8s_workload.py +2 -2
  10. mongo_charms_single_kernel-1.8.8/single_kernel_mongo/core/kubernetes_upgrades_v3.py +17 -0
  11. mongo_charms_single_kernel-1.8.8/single_kernel_mongo/core/machine_upgrades_v3.py +54 -0
  12. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/core/operator.py +86 -5
  13. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/core/version_checker.py +7 -6
  14. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/core/vm_workload.py +30 -13
  15. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/core/workload.py +17 -19
  16. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/events/backups.py +3 -3
  17. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/events/cluster.py +1 -1
  18. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/events/database.py +1 -1
  19. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/events/lifecycle.py +5 -4
  20. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/events/tls.py +7 -4
  21. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/exceptions.py +4 -24
  22. mongo_charms_single_kernel-1.8.8/single_kernel_mongo/lib/charms/operator_libs_linux/v1/systemd.py +288 -0
  23. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/cluster.py +8 -8
  24. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/config.py +5 -3
  25. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/ldap.py +2 -1
  26. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/mongo.py +48 -9
  27. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/mongodb_operator.py +199 -96
  28. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/mongos_operator.py +97 -35
  29. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/sharding.py +4 -4
  30. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/tls.py +54 -27
  31. mongo_charms_single_kernel-1.8.8/single_kernel_mongo/managers/upgrade_v3.py +452 -0
  32. mongo_charms_single_kernel-1.8.8/single_kernel_mongo/managers/upgrade_v3_status.py +133 -0
  33. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/app_peer_state.py +12 -2
  34. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/charm_state.py +31 -141
  35. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/config_server_state.py +0 -33
  36. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/unit_peer_state.py +10 -0
  37. mongo_charms_single_kernel-1.8.8/single_kernel_mongo/templates/enable-transparent-huge-pages.service.j2 +14 -0
  38. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/utils/helpers.py +0 -6
  39. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/utils/mongo_config.py +32 -8
  40. mongo_charms_single_kernel-1.8.6/single_kernel_mongo/core/abstract_upgrades.py +0 -890
  41. mongo_charms_single_kernel-1.8.6/single_kernel_mongo/core/kubernetes_upgrades.py +0 -194
  42. mongo_charms_single_kernel-1.8.6/single_kernel_mongo/core/machine_upgrades.py +0 -188
  43. mongo_charms_single_kernel-1.8.6/single_kernel_mongo/events/upgrades.py +0 -157
  44. mongo_charms_single_kernel-1.8.6/single_kernel_mongo/managers/upgrade.py +0 -334
  45. mongo_charms_single_kernel-1.8.6/single_kernel_mongo/state/upgrade_state.py +0 -134
  46. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/LICENSE +0 -0
  47. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/README.md +0 -0
  48. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/__init__.py +0 -0
  49. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/config/__init__.py +0 -0
  50. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/core/__init__.py +0 -0
  51. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/core/secrets.py +0 -0
  52. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/core/structured_config.py +0 -0
  53. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/events/__init__.py +0 -0
  54. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/events/ldap.py +0 -0
  55. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/events/primary_action.py +0 -0
  56. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/events/sharding.py +0 -0
  57. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/certificate_transfer_interface/v0/certificate_transfer.py +0 -0
  58. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/data_platform_libs/v0/data_interfaces.py +0 -0
  59. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/data_platform_libs/v0/s3.py +0 -0
  60. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/glauth_k8s/v0/ldap.py +0 -0
  61. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/grafana_agent/v0/cos_agent.py +0 -0
  62. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/grafana_k8s/v0/grafana_dashboard.py +0 -0
  63. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/loki_k8s/v0/loki_push_api.py +0 -0
  64. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/operator_libs_linux/v0/sysctl.py +0 -0
  65. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/operator_libs_linux/v2/snap.py +0 -0
  66. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/prometheus_k8s/v0/prometheus_scrape.py +0 -0
  67. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/lib/charms/tls_certificates_interface/v3/tls_certificates.py +0 -0
  68. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/__init__.py +0 -0
  69. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/backups.py +0 -0
  70. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/k8s.py +0 -0
  71. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/managers/observability.py +0 -0
  72. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/observability_rules/__init__.py +0 -0
  73. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/observability_rules/grafana_dashboards/MongoDB_Cluster_Summary.json +0 -0
  74. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/observability_rules/grafana_dashboards/MongoDB_ReplSet_Summary.json +0 -0
  75. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/observability_rules/k8s_prometheus_alert_rules/percona-mongodb-exporter.rule +0 -0
  76. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/observability_rules/loki/.gitkeep +0 -0
  77. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/observability_rules/vm_prometheus_alert_rules/percona-mongodb-exporter.yml +0 -0
  78. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/__init__.py +0 -0
  79. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/abstract_state.py +0 -0
  80. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/cluster_state.py +0 -0
  81. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/ldap_state.py +0 -0
  82. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/models.py +0 -0
  83. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/state/tls_state.py +0 -0
  84. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/templates/__init__.py +0 -0
  85. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/templates/ldap.conf.j2 +0 -0
  86. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/templates/logrotate.j2 +0 -0
  87. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/utils/__init__.py +0 -0
  88. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/utils/event_helpers.py +0 -0
  89. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/utils/mongo_connection.py +0 -0
  90. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/utils/mongo_error_codes.py +0 -0
  91. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/utils/mongodb_users.py +0 -0
  92. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/workload/__init__.py +0 -0
  93. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/workload/backup_workload.py +0 -0
  94. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/workload/log_rotate_workload.py +0 -0
  95. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/workload/mongodb_workload.py +0 -0
  96. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/workload/mongos_workload.py +0 -0
  97. {mongo_charms_single_kernel-1.8.6 → mongo_charms_single_kernel-1.8.8}/single_kernel_mongo/workload/monitor_workload.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: mongo-charms-single-kernel
3
- Version: 1.8.6
3
+ Version: 1.8.8
4
4
  Summary: Shared and reusable code for Mongo-related charms
5
5
  License-Expression: Apache-2.0
6
6
  License-File: LICENSE
@@ -12,6 +12,7 @@ Classifier: Intended Audience :: Developers
12
12
  Classifier: Intended Audience :: System Administrators
13
13
  Classifier: Operating System :: POSIX :: Linux
14
14
  Requires-Dist: boto3 (>=1.37.12,<1.38.0)
15
+ Requires-Dist: charm-refresh (>=3.1.0.2,<4.0.0.0)
15
16
  Requires-Dist: cosl
16
17
  Requires-Dist: cryptography
17
18
  Requires-Dist: dacite (>=1.9.0,<1.10.0)
@@ -37,9 +37,10 @@ dependencies = [
37
37
  "deepmerge (>=2.0)",
38
38
  "boto3 (~=1.37.12)",
39
39
  "mypy-boto3-s3 (~=1.37.0)",
40
- "python-ldap"
40
+ "python-ldap",
41
+ "charm-refresh (>=3.1.0.2,<4.0.0.0)",
41
42
  ]
42
- version = "1.8.6"
43
+ version = "1.8.8"
43
44
 
44
45
  [project.urls]
45
46
  homepage = "https://github.com/canonical/mongo-single-kernel-library"
@@ -136,6 +137,12 @@ httpx = "*"
136
137
  boto3 = "^1.37.12"
137
138
  mypy-boto3-s3 = "^1.37.0"
138
139
 
140
+ [tool.poetry.group.build-refresh-version]
141
+ optional = true
142
+
143
+ [tool.poetry.group.build-refresh-version.dependencies]
144
+ charm-refresh-build-version = "^0.4.0"
145
+
139
146
  [tool.ruff]
140
147
  target-version = "py310"
141
148
  line-length = 100
@@ -26,6 +26,7 @@ a DB Engine and storage), and the main peer relation name will be
26
26
  import logging
27
27
  from typing import ClassVar, Generic, TypeVar
28
28
 
29
+ import ops.log
29
30
  from data_platform_helpers.advanced_statuses.handler import StatusHandler
30
31
  from data_platform_helpers.advanced_statuses.models import StatusObject
31
32
  from data_platform_helpers.advanced_statuses.protocol import ManagerStatusProtocol
@@ -43,6 +44,8 @@ T = TypeVar("T", bound=MongoConfigModel)
43
44
  U = TypeVar("U", bound=OperatorProtocol)
44
45
 
45
46
  logger = logging.getLogger(__name__)
47
+ logging.getLogger("httpx").setLevel(logging.WARNING)
48
+ logging.getLogger("httpcore").setLevel(logging.WARNING)
46
49
 
47
50
 
48
51
  class AbstractMongoCharm(ManagerStatusProtocol, Generic[T, U], CharmBase):
@@ -69,6 +72,11 @@ class AbstractMongoCharm(ManagerStatusProtocol, Generic[T, U], CharmBase):
69
72
  # Init the Juju object Object
70
73
  super(Generic, self).__init__(*args)
71
74
 
75
+ root_logger = logging.getLogger()
76
+ for handler in root_logger.handlers:
77
+ if isinstance(handler, ops.log.JujuLogHandler):
78
+ handler.setFormatter(logging.Formatter("{name}:{message}", style="{"))
79
+
72
80
  # Create the operator instance (one of MongoDBOperator or MongosOperator)
73
81
  self.operator = self.operator_type(self)
74
82
  self.state = self.operator.state
@@ -50,28 +50,9 @@ class InternalUsernames(str, Enum):
50
50
  LOGROTATE = "logrotate"
51
51
 
52
52
 
53
- class UnitState(str, Enum):
54
- """Unit upgrade state."""
55
-
56
- HEALTHY = "healthy"
57
- RESTARTING = "restarting" # Kubernetes only
58
- UPGRADING = "upgrading" # Machines only
59
- OUTDATED = "outdated" # Machines only
60
-
61
-
62
53
  SECRETS_APP = [f"{user}-password" for user in InternalUsernames] + ["keyfile"]
63
54
 
64
-
65
- @dataclass(frozen=True)
66
- class Snap:
67
- """The Snap related information."""
68
-
69
- name: str = "charmed-mongodb"
70
- channel: str = "8/edge"
71
- revision: str = "133"
72
-
73
-
74
- SNAP = Snap(channel="8/edge", revision="133")
55
+ VERSIONS_FILE = Path("refresh_versions.toml")
75
56
 
76
57
  T = TypeVar("T", bound=str | int)
77
58
 
@@ -112,9 +93,7 @@ PBM_RESTART_DELAY = 5
112
93
  FEATURE_VERSION = "8.0"
113
94
 
114
95
 
115
- OS_REQUIREMENTS = {
116
- "vm.max_map_count": "262144",
117
- }
96
+ OS_REQUIREMENTS = {"vm.max_map_count": "262144", "vm.overcommit_memory": "1"}
118
97
 
119
98
  TRUST_STORE_PATH = Path("/usr/local/share/ca-certificates")
120
99
 
@@ -62,6 +62,18 @@ class LdapConfig:
62
62
  LDAP_CONFIG = LdapConfig()
63
63
 
64
64
 
65
+ @dataclass(frozen=True)
66
+ class THPConfig:
67
+ """Configuration for transparent huge tables."""
68
+
69
+ service_template: Traversable = TEMPLATE_DIRECTORY / "enable-transparent-huge-pages.service.j2"
70
+ service_file_path: Path = Path("/etc/systemd/system/enable-transparent-huge-pages.service")
71
+ service_name = "enable-transparent-huge-pages"
72
+
73
+
74
+ THP_CONFIG = THPConfig()
75
+
76
+
65
77
  @dataclass(frozen=True)
66
78
  class AuditLogConfig:
67
79
  """Audit log related configuration."""
@@ -23,7 +23,6 @@ class RelationNames(str, Enum):
23
23
  CONFIG_SERVER = "config-server"
24
24
  CLUSTER = "cluster"
25
25
  MONGOS_PROXY = "mongos_proxy"
26
- UPGRADE_VERSION = "upgrade-version-a"
27
26
 
28
27
 
29
28
  class Scopes(str, Enum):
@@ -139,16 +139,16 @@ class MongosStatuses(Enum):
139
139
  check="Relation validation failed.",
140
140
  action="Verify the certificates relations. Use the same CA for all cluster components.",
141
141
  )
142
-
143
- # Running statuses:
142
+ MONGOS_NOT_STARTED = StatusObject(status="waiting", message="Waiting to start mongos...")
144
143
  MISSING_CONF_SERVER_REL = StatusObject(
145
144
  status="blocked",
146
145
  message="The cluster relation with the config-server is missing.",
147
146
  short_message="Missing cluster relation.",
148
147
  check="Relation validation failed.",
149
148
  action="Add the cluster relation (config-server interface) to mongos.",
150
- running="async",
151
149
  )
150
+
151
+ # Running statuses:
152
152
  STARTING_MONGOS = StatusObject(
153
153
  status="maintenance", message="Starting mongos.", running="blocking"
154
154
  )
@@ -437,66 +437,19 @@ class UpgradeStatuses(Enum):
437
437
  """Upgrade statuses."""
438
438
 
439
439
  ACTIVE_IDLE = StatusObject(status="active", message="")
440
- WAITING_POST_UPGRADE_STATUS = StatusObject(
441
- status="waiting", message="Waiting for post upgrade checks..."
442
- )
443
- UNHEALTHY_UPGRADE = StatusObject(
444
- status="blocked",
445
- message="Unhealthy after refresh. Rollback to previous revision with `juju refresh`.",
446
- approved_critical_component=True,
447
- )
448
- INCOMPATIBLE_UPGRADE = StatusObject(
449
- status="blocked",
450
- message="Refresh incompatible. Rollback to previous revision with `juju refresh`.",
440
+ HEALTH_CHECK_FAILED = StatusObject(
441
+ status="maintenance",
442
+ message="MongoDB is not running after upgrade",
443
+ action="check logs for extra information.",
451
444
  approved_critical_component=True,
452
445
  )
453
- REFRESH_IN_PROGRESS = StatusObject(
446
+ CLUSTER_CHECK_FAILED = StatusObject(
454
447
  status="maintenance",
455
- message="Refreshing...",
456
- action="To rollback, run `juju refresh` to the previous revision.",
448
+ message="Cluster is not healthy after upgrade",
449
+ action="check logs for extra information.",
457
450
  approved_critical_component=True,
458
451
  )
459
452
 
460
- @staticmethod
461
- def vm_active_upgrade(
462
- unit_workload_version: str | None,
463
- unit_workload_container_version: str | None,
464
- current_versions: str,
465
- outdated: bool = False,
466
- ) -> StatusObject:
467
- """Returns the active status for a vm unit."""
468
- outdated_str = " (outdated)" if outdated else ""
469
- return StatusObject(
470
- status="active",
471
- message=f"MongoDB {unit_workload_version} running; "
472
- f"Snap revision {unit_workload_container_version}{outdated_str}; "
473
- f"Charm revision {current_versions}.",
474
- approved_critical_component=True,
475
- )
476
-
477
- @staticmethod
478
- def k8s_active_upgrade(
479
- workload_version: str, charm_version: str, outdated=False
480
- ) -> StatusObject:
481
- """Returns the active status for a k8s unit."""
482
- outdated_str = " (restart pending)" if outdated else ""
483
- return StatusObject(
484
- status="active",
485
- message=f"MongoDB {workload_version} running{outdated_str}; Charm revision {charm_version}.",
486
- approved_critical_component=True,
487
- )
488
-
489
- @staticmethod
490
- def refreshing_needs_resume(
491
- resume_string: str,
492
- ) -> StatusObject:
493
- """Returns refreshing status."""
494
- return StatusObject(
495
- status="blocked",
496
- message=f"Refreshing. {resume_string}To rollback, `juju refresh` to last revision.",
497
- approved_critical_component=True,
498
- )
499
-
500
453
 
501
454
  class LdapStatuses(Enum):
502
455
  """Ldap Statuses."""
@@ -0,0 +1,149 @@
1
+ """Common code for upgrades."""
2
+
3
+ import abc
4
+ import dataclasses
5
+ import logging
6
+
7
+ import charm_refresh
8
+ import poetry.core.constraints.version as poetry_version
9
+ from tenacity import RetryError
10
+ from typing_extensions import override
11
+
12
+ from single_kernel_mongo.config.literals import CharmKind
13
+ from single_kernel_mongo.config.models import BackupState
14
+ from single_kernel_mongo.core.operator import OperatorProtocol
15
+ from single_kernel_mongo.exceptions import (
16
+ FailedToMovePrimaryError,
17
+ )
18
+ from single_kernel_mongo.managers.upgrade_v3 import MongoDBUpgradesManager
19
+ from single_kernel_mongo.state.charm_state import CharmState
20
+
21
+ logger = logging.getLogger()
22
+
23
+
24
+ @dataclasses.dataclass(eq=False)
25
+ class MongoDBRefresh(charm_refresh.CharmSpecificCommon, abc.ABC):
26
+ """Common code for MongoDB Refreshes."""
27
+
28
+ dependent: OperatorProtocol
29
+ upgrades_manager: MongoDBUpgradesManager
30
+ state: CharmState
31
+
32
+ @classmethod
33
+ @override
34
+ def is_compatible(
35
+ cls,
36
+ *,
37
+ old_charm_version: charm_refresh.CharmVersion,
38
+ new_charm_version: charm_refresh.CharmVersion,
39
+ old_workload_version: str,
40
+ new_workload_version: str,
41
+ ) -> bool:
42
+ # Check charm version compatibility
43
+ if not super().is_compatible(
44
+ old_charm_version=old_charm_version,
45
+ new_charm_version=new_charm_version,
46
+ old_workload_version=old_workload_version,
47
+ new_workload_version=new_workload_version,
48
+ ):
49
+ return False
50
+ return cls.is_workload_compatible(
51
+ old_workload_version=old_workload_version, new_workload_version=new_workload_version
52
+ )
53
+
54
+ @staticmethod
55
+ def is_workload_compatible(
56
+ old_workload_version: str,
57
+ new_workload_version: str,
58
+ ) -> bool:
59
+ """Check if the workload versions are compatible.
60
+
61
+ This method is called on the new charm code version. This means that it is responsible for
62
+ determining which versions the charm code supports refreshing from - not refreshing to.
63
+ """
64
+ try:
65
+ old_version = poetry_version.Version.parse(old_workload_version)
66
+ new_version = poetry_version.Version.parse(new_workload_version)
67
+ except ValueError:
68
+ # Not enough values to unpack or cannot convert
69
+ logger.error(
70
+ "Unable to parse workload versions."
71
+ f"Got {old_workload_version} to {new_workload_version}"
72
+ )
73
+ return False
74
+
75
+ if old_version.major != new_version.major:
76
+ logger.info(
77
+ "Refreshing to a different major version workload is not supported. "
78
+ f"Got {old_version.major} to {new_version.major}"
79
+ )
80
+ return False
81
+
82
+ if old_version > new_version:
83
+ logger.info(
84
+ "Refreshing to an older minor version workload is not supported. "
85
+ f"Got {old_version} to {new_version}"
86
+ )
87
+ return False
88
+
89
+ return True
90
+
91
+ def _mongodb_checks(self) -> None:
92
+ """MongoDB specific checks."""
93
+ try:
94
+ self.upgrades_manager.wait_for_cluster_healthy()
95
+ except RetryError as e:
96
+ logger.error(
97
+ "Cannot proceed with refresh. Failed to check cluster health, error: %s", e
98
+ )
99
+ raise charm_refresh.PrecheckFailed("Cluster is not healthy")
100
+
101
+ try:
102
+ self.upgrades_manager.move_primary_to_last_upgrade_unit()
103
+ except FailedToMovePrimaryError:
104
+ logger.error("Cluster failed to move primary before re-election.")
105
+ raise charm_refresh.PrecheckFailed("Primary switchover failed")
106
+
107
+ if not self.upgrades_manager.is_cluster_able_to_read_write():
108
+ logger.error("Cluster cannot read/write to replicas")
109
+ raise charm_refresh.PrecheckFailed("Cluster is not able to read/write to replicas")
110
+
111
+ fcv = self.state.app_peer_data.feature_compatibility_version
112
+ if not self.upgrades_manager.is_feature_compatibility_version(fcv):
113
+ logger.info(
114
+ "Not all replicas have the expected feature compatibility: %s",
115
+ fcv,
116
+ )
117
+ raise charm_refresh.PrecheckFailed(f"Not all replicas have the expected FCV {fcv}.")
118
+
119
+ def run_pre_refresh_checks_after_1_unit_refreshed(self):
120
+ """Implement pre-refresh checks."""
121
+ if not self.state.db_initialised:
122
+ return
123
+
124
+ if self.dependent.name == CharmKind.MONGOS:
125
+ if not self.upgrades_manager.is_mongos_able_to_read_write():
126
+ raise charm_refresh.PrecheckFailed("mongos is not able to read/write")
127
+ return
128
+
129
+ backup_state = self.dependent.backup_manager.backup_state()
130
+
131
+ if backup_state == BackupState.BACKUP_RUNNING:
132
+ raise charm_refresh.PrecheckFailed("Backup in progress.")
133
+ if backup_state == BackupState.RESTORE_RUNNING:
134
+ raise charm_refresh.PrecheckFailed("Restore in progress.")
135
+
136
+ self._mongodb_checks()
137
+
138
+ if not self.upgrades_manager.are_pre_upgrade_operations_config_server_successful():
139
+ raise charm_refresh.PrecheckFailed("Failed to disabled balancer.")
140
+
141
+ def run_pre_refresh_checks_before_any_units_refreshed(self):
142
+ """Runs before the upgrade."""
143
+ if not self.state.db_initialised:
144
+ return
145
+ if self.dependent.name == CharmKind.MONGOD:
146
+ if not self.dependent.mongo_manager.mongod_ready():
147
+ logger.error("Cannot proceed with refresh. Service mongod is not running.")
148
+ raise charm_refresh.PrecheckFailed("mongod is not running")
149
+ self.run_pre_refresh_checks_after_1_unit_refreshed()
@@ -39,8 +39,8 @@ class KubernetesWorkload(WorkloadBase):
39
39
  return self.container.can_connect()
40
40
 
41
41
  @override
42
- def install(self) -> None:
43
- return None
42
+ def install(self, revision: str | None = None, retry_and_raise: bool = True) -> bool:
43
+ return True
44
44
 
45
45
  @override
46
46
  def start(self) -> None:
@@ -0,0 +1,17 @@
1
+ """Kubernetes code for upgrades."""
2
+
3
+ import dataclasses
4
+
5
+ import charm_refresh
6
+
7
+ from single_kernel_mongo.core.abstract_upgrades_v3 import MongoDBRefresh
8
+
9
+
10
+ @dataclasses.dataclass(eq=False)
11
+ class KubernetesMongoDBRefresh(
12
+ MongoDBRefresh,
13
+ charm_refresh.CharmSpecificKubernetes,
14
+ ):
15
+ """Kubernetes specific refresh code."""
16
+
17
+ pass
@@ -0,0 +1,54 @@
1
+ """Machine code for upgrades."""
2
+
3
+ import dataclasses
4
+ import logging
5
+
6
+ import charm_refresh
7
+
8
+ from single_kernel_mongo.config.literals import CharmKind
9
+ from single_kernel_mongo.core.abstract_upgrades_v3 import MongoDBRefresh
10
+ from single_kernel_mongo.exceptions import FailedToElectNewPrimaryError, MongoDBUpgradeError
11
+
12
+ logger = logging.getLogger(__name__)
13
+
14
+
15
+ @dataclasses.dataclass(eq=False)
16
+ class MachineMongoDBRefresh(
17
+ MongoDBRefresh,
18
+ charm_refresh.CharmSpecificMachines,
19
+ ):
20
+ """Machine specific refresh code."""
21
+
22
+ def refresh_snap(
23
+ self, *, snap_name: str, snap_revision: str, refresh: charm_refresh.Machines
24
+ ) -> None:
25
+ """Refreshes a snap."""
26
+ self.dependent.stop_charm_services()
27
+
28
+ if self.dependent.name == CharmKind.MONGOD:
29
+ try:
30
+ if self.dependent.charm.unit.name == self.dependent.primary_unit_name:
31
+ self.dependent.mongo_manager.step_down_primary_and_wait_reelection()
32
+ except FailedToElectNewPrimaryError:
33
+ logger.error("Failed to reelect primary before upgrading unit.")
34
+ return
35
+
36
+ revision_before_refresh = self.dependent.workload.snap_revision()
37
+ assert (
38
+ snap_revision != revision_before_refresh
39
+ ), "current snap revision and target revision are equal"
40
+
41
+ logger.info("Updating snap installation")
42
+ if not self.dependent.workload.install(revision=snap_revision, retry_and_raise=False):
43
+ logger.exception("Snap refresh failed")
44
+
45
+ if self.charm.workload.snap_revision() == revision_before_refresh:
46
+ self.dependent.start_charm_services()
47
+ else:
48
+ refresh.update_snap_revision()
49
+
50
+ # Ensures that the unit receives another juju event.
51
+ raise MongoDBUpgradeError("Snap Refresh failed.")
52
+
53
+ refresh.update_snap_revision()
54
+ logger.info(f"Updated snap to revision {snap_revision}")
@@ -21,6 +21,8 @@ from logging import getLogger
21
21
  from pathlib import Path
22
22
  from typing import TYPE_CHECKING, ClassVar, TypeAlias
23
23
 
24
+ import charm_refresh
25
+ import jinja2
24
26
  from data_platform_helpers.advanced_statuses.models import StatusObject
25
27
  from data_platform_helpers.advanced_statuses.protocol import ManagerStatusProtocol
26
28
  from ops.charm import RelationDepartedEvent
@@ -28,17 +30,26 @@ from ops.framework import Object
28
30
  from ops.model import Relation, Unit
29
31
 
30
32
  from single_kernel_mongo.config.literals import (
33
+ OS_REQUIREMENTS,
31
34
  TRUST_STORE_PATH,
32
35
  Scope,
33
36
  Substrates,
34
37
  TrustStoreFiles,
35
38
  )
36
- from single_kernel_mongo.config.models import CharmSpec, LogRotateConfig
39
+ from single_kernel_mongo.config.models import SNAP_NAME, THP_CONFIG, CharmSpec, LogRotateConfig
37
40
  from single_kernel_mongo.events.ldap import LDAPEventHandler
38
41
  from single_kernel_mongo.exceptions import (
39
42
  DeferrableFailedHookChecksError,
40
43
  NonDeferrableFailedHookChecksError,
41
44
  )
45
+ from single_kernel_mongo.lib.charms.operator_libs_linux.v0 import sysctl
46
+ from single_kernel_mongo.lib.charms.operator_libs_linux.v1.systemd import (
47
+ SystemdError,
48
+ daemon_reload,
49
+ service_disable,
50
+ service_enable,
51
+ service_start,
52
+ )
42
53
  from single_kernel_mongo.managers.config import FileBasedConfigManager
43
54
  from single_kernel_mongo.managers.mongo import MongoManager
44
55
  from single_kernel_mongo.state.charm_state import CharmState
@@ -49,10 +60,11 @@ if TYPE_CHECKING:
49
60
  from single_kernel_mongo.abstract_charm import AbstractMongoCharm
50
61
  from single_kernel_mongo.events.database import DatabaseEventsHandler
51
62
  from single_kernel_mongo.events.tls import TLSEventsHandler
52
- from single_kernel_mongo.events.upgrades import UpgradeEventHandler
63
+ from single_kernel_mongo.lib.charms.operator_libs_linux.v0.sysctl import Config
53
64
  from single_kernel_mongo.managers.ldap import LDAPManager
54
65
  from single_kernel_mongo.managers.tls import TLSManager
55
- from single_kernel_mongo.managers.upgrade import MongoUpgradeManager
66
+ from single_kernel_mongo.managers.upgrade_v3 import MongoDBUpgradesManager
67
+ from single_kernel_mongo.managers.upgrade_v3_status import MongoDBUpgradesStatusManager
56
68
 
57
69
  logger = getLogger(__name__)
58
70
 
@@ -79,14 +91,16 @@ class OperatorProtocol(ABC, Object, ManagerStatusProtocol):
79
91
  config_manager: FileBasedConfigManager
80
92
  tls_manager: TLSManager
81
93
  state: CharmState
94
+ refresh: charm_refresh.Common | None
82
95
  mongo_manager: MongoManager
83
- upgrade_manager: MongoUpgradeManager
96
+ upgrades_manager: MongoDBUpgradesManager
97
+ upgrades_status_manager: MongoDBUpgradesStatusManager
84
98
  ldap_manager: LDAPManager
85
99
  workload: MainWorkloadType
86
100
  client_events: DatabaseEventsHandler
87
101
  tls_events: TLSEventsHandler
88
- upgrade_events: UpgradeEventHandler
89
102
  ldap_events: LDAPEventHandler
103
+ sysctl_config: Config
90
104
 
91
105
  if TYPE_CHECKING:
92
106
 
@@ -215,6 +229,13 @@ class OperatorProtocol(ABC, Object, ManagerStatusProtocol):
215
229
  "Scaling down the application, no need to process removed relation in broken hook."
216
230
  )
217
231
 
232
+ @property
233
+ def refresh_in_progress(self) -> bool:
234
+ """Check if charm-refresh is currently in progress."""
235
+ # If charm_refresh.UnitTearDown or charm_refresh.PeerRelationNotReady
236
+ # we consider a refresh to be in progress.
237
+ return not self.refresh or self.refresh.in_progress
238
+
218
239
  def handle_licenses(self) -> None:
219
240
  """Pull / Push licenses.
220
241
 
@@ -271,6 +292,17 @@ class OperatorProtocol(ABC, Object, ManagerStatusProtocol):
271
292
  f"{path}",
272
293
  ]
273
294
  )
295
+
296
+ if self.substrate == Substrates.VM:
297
+ self.workload.exec(
298
+ [
299
+ "chown",
300
+ "-R",
301
+ f"{self.workload.users.user}:{self.workload.users.group}",
302
+ f"{self.workload.paths.common_path}",
303
+ ]
304
+ )
305
+
274
306
  for path in (
275
307
  self.workload.paths.config_file,
276
308
  self.workload.paths.mongos_config_file,
@@ -305,3 +337,52 @@ class OperatorProtocol(ABC, Object, ManagerStatusProtocol):
305
337
  self.workload.exec(["update-ca-certificates"])
306
338
  # Restart the service
307
339
  self.restart_charm_services(force=True)
340
+
341
+ def write_thp_config_file(self):
342
+ """Writes the unit file to enable Transparent Huge Pages."""
343
+ data = THP_CONFIG.service_template.read_text()
344
+ template = jinja2.Template(data)
345
+
346
+ rendered_template = template.render(
347
+ service_file=f"snap.{SNAP_NAME}.{self.workload.service}.service"
348
+ )
349
+ self.workload.write(path=THP_CONFIG.service_file_path, content=rendered_template)
350
+ daemon_reload()
351
+ service_enable(THP_CONFIG.service_name)
352
+ service_start(THP_CONFIG.service_name)
353
+
354
+ def _set_os_config(self) -> None:
355
+ """Sets sysctl config for mongodb."""
356
+ try:
357
+ self.sysctl_config.configure(OS_REQUIREMENTS)
358
+ except (sysctl.ApplyError, sysctl.ValidationError, sysctl.CommandError) as e:
359
+ # we allow events to continue in the case that we are not able to correctly configure
360
+ # sysctl config, since we can still run the workload with wrong sysctl parameters
361
+ # even if it is not optimal.
362
+ logger.error(f"Error setting values on sysctl parameters: {e.message}")
363
+ # containers share the kernel with the host system, and some sysctl parameters are
364
+ # set at kernel level.
365
+ logger.warning("sysctl params cannot be set. Is the machine running on a container?")
366
+ try:
367
+ self.write_thp_config_file()
368
+ except SystemdError as e:
369
+ # we allow events to continue in the case that we are not able to correctly configure
370
+ # sysctl config, since we can still run the workload with wrong kernel parameters
371
+ # even if it is not optimal.
372
+ logger.error(f"Error setting values on kernel parameters: {e.args}")
373
+ # containers share the kernel with the host system, and some sysctl parameters are
374
+ # set at kernel level.
375
+ logger.warning("kernel params cannot be set. Is the machine running on a container?")
376
+ service_disable(THP_CONFIG.service_name)
377
+
378
+ def build_local_tls_directory(self) -> None:
379
+ """On Kubernetes, we need the local configuration directory.
380
+
381
+ This will store the certificates locally, which allows to construct the
382
+ same URIS to connect locally and on the sidecar container running
383
+ mongodb.
384
+ """
385
+ if self.substrate == Substrates.VM:
386
+ return
387
+
388
+ Path(self.state.paths.conf_path).mkdir(exist_ok=True)
@@ -36,19 +36,20 @@ class VersionChecker:
36
36
  # revision 88 and a config-server running on revision 110
37
37
  current_charms_version = get_charm_revision(
38
38
  self.charm.unit,
39
- local_version=self.dependent.workload.get_internal_revision(),
39
+ local_version=self.dependent.workload.get_charm_revision(),
40
40
  )
41
41
  local_identifier = (
42
42
  "-locally built" if self.version_checker.is_local_charm(self.charm.app.name) else ""
43
43
  )
44
44
  try:
45
- # This part needs some explanation: If we are running this during
46
- # the pre-refresh hook that happens after the upgrade, we want to
47
- # check our version against the already upgraded config server, so
45
+ # This part needs some explanation: On VM, if we are running this
46
+ # during the pre-refresh hook that happens after the upgrade, all
47
+ # charm codes have been refreshed.
48
+ # We want to check our version against the already upgraded config server, so
48
49
  # we use the current revision that stores the revision of the
49
- # former charm until the charm is fully upgraded.
50
+ # former charm until that unit is fully upgraded.
50
51
  old_version = self.version_checker.version
51
- self.version_checker.version = self.state.unit_upgrade_peer_data.current_revision
52
+ self.version_checker.version = self.state.unit_peer_data.current_revision
52
53
  if self.version_checker.are_related_apps_valid():
53
54
  return None
54
55
  except NoVersionError as e: