couchbase 3.3.0 → 3.4.0

data/ext/couchbase/core/bucket.cxx

@@ -0,0 +1,891 @@
+/* -*- Mode: C++; tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- */
+/*
+ *   Copyright 2020-2021 Couchbase, Inc.
+ *
+ *   Licensed under the Apache License, Version 2.0 (the "License");
+ *   you may not use this file except in compliance with the License.
+ *   You may obtain a copy of the License at
+ *
+ *       http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *   Unless required by applicable law or agreed to in writing, software
+ *   distributed under the License is distributed on an "AS IS" BASIS,
+ *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *   See the License for the specific language governing permissions and
+ *   limitations under the License.
+ */
+
+#include "bucket.hxx"
+
+#include "collection_id_cache_entry.hxx"
+#include "core/mcbp/big_endian.hxx"
+#include "core/mcbp/codec.hxx"
+#include "dispatcher.hxx"
+#include "impl/bootstrap_state_listener.hxx"
+#include "mcbp/completion_token.hxx"
+#include "mcbp/operation_queue.hxx"
+#include "mcbp/queue_request.hxx"
+#include "mcbp/queue_response.hxx"
+#include "origin.hxx"
+#include "ping_collector.hxx"
+#include "retry_orchestrator.hxx"
+
+#include <couchbase/metrics/meter.hxx>
+#include <couchbase/tracing/request_tracer.hxx>
+
+#include <fmt/chrono.h>
+
+#include <mutex>
+#include <queue>
+#include <spdlog/fmt/bin_to_hex.h>
+
+namespace couchbase::core
+{
+/**
+ * copies nodes from rhs that are not in lhs to output vector
+ */
+static void
+diff_nodes(const std::vector<topology::configuration::node>& lhs,
+           const std::vector<topology::configuration::node>& rhs,
+           std::vector<topology::configuration::node>& output)
+{
+    for (const auto& re : rhs) {
+        bool known = false;
+        for (const auto& le : lhs) {
+            if (le.hostname == re.hostname && le.services_plain.management.value_or(0) == re.services_plain.management.value_or(0)) {
+                known = true;
+                break;
+            }
+        }
+        if (!known) {
+            output.push_back(re);
+        }
+    }
+}
+
+class bucket_impl
+  : public std::enable_shared_from_this<bucket_impl>
+  , public config_listener
+  , public response_handler
+{
+  public:
+    bucket_impl(std::string client_id,
+                std::string name,
+                couchbase::core::origin origin,
+                std::shared_ptr<couchbase::tracing::request_tracer> tracer,
+                std::shared_ptr<couchbase::metrics::meter> meter,
+                std::vector<protocol::hello_feature> known_features,
+                std::shared_ptr<impl::bootstrap_state_listener> state_listener,
+                asio::io_context& ctx,
+                asio::ssl::context& tls)
+      : client_id_{ std::move(client_id) }
+      , name_{ std::move(name) }
+      , log_prefix_{ fmt::format("[{}/{}]", client_id_, name_) }
+      , origin_{ std::move(origin) }
+      , tracer_{ std::move(tracer) }
+      , meter_{ std::move(meter) }
+      , known_features_{ std::move(known_features) }
+      , state_listener_{ std::move(state_listener) }
+      , codec_{ { known_features_.begin(), known_features_.end() } }
+      , ctx_{ ctx }
+      , tls_{ tls }
+    {
+    }
+
+    auto resolve_response(std::shared_ptr<mcbp::queue_request> req,
+                          std::shared_ptr<mcbp::queue_response> resp,
+                          std::error_code ec,
+                          retry_reason reason,
+                          std::optional<key_value_error_map_info> error_info)
+    {
+        // TODO: copy from mcbp_command, subject to refactor later
+        static std::string meter_name = "db.couchbase.operations";
+        static std::map<std::string, std::string> tags = {
+            { "db.couchbase.service", "kv" },
+            { "db.operation", fmt::format("{}", req->command_) },
+        };
+        meter_->get_value_recorder(meter_name, tags)
+          ->record_value(
+            std::chrono::duration_cast<std::chrono::microseconds>(std::chrono::steady_clock::now() - req->dispatched_time_).count());
+
+        if (ec == asio::error::operation_aborted) {
+            // TODO: fix tracing
+            //  self->span_->add_tag(tracing::attributes::orphan, "aborted");
+            return req->try_callback(resp, req->idempotent() ? errc::common::unambiguous_timeout : errc::common::ambiguous_timeout);
+        }
+        if (ec == errc::common::request_canceled) {
+            if (reason == retry_reason::do_not_retry) {
+                // TODO: fix tracing
+                // self->span_->add_tag(tracing::attributes::orphan, "canceled");
+                return req->try_callback(resp, ec);
+            }
+            backoff_and_retry(req, retry_reason::node_not_available);
+            return;
+        }
+        key_value_status_code status{ key_value_status_code::unknown };
+        if (resp) {
+            status = resp->status_code_;
+        }
+        if (status == key_value_status_code::not_my_vbucket) {
+            reason = retry_reason::key_value_not_my_vbucket;
+        }
+        if (status == key_value_status_code::unknown && error_info && error_info.value().has_retry_attribute()) {
+            reason = retry_reason::key_value_error_map_retry_indicated;
+        } else {
+            switch (status) {
+                case key_value_status_code::locked:
+                    if (req->command_ != protocol::client_opcode::unlock) {
+                        /**
+                         * special case for unlock command, when it should not be retried, because it does not make sense
+                         * (someone else unlocked the document)
+                         */
+                        reason = retry_reason::key_value_locked;
+                    }
+                    break;
+                case key_value_status_code::temporary_failure:
+                    reason = retry_reason::key_value_temporary_failure;
+                    break;
+                case key_value_status_code::sync_write_in_progress:
+                    reason = retry_reason::key_value_sync_write_in_progress;
+                    break;
+                case key_value_status_code::sync_write_re_commit_in_progress:
+                    reason = retry_reason::key_value_sync_write_re_commit_in_progress;
+                    break;
+                default:
+                    break;
+            }
+        }
+        if (reason == retry_reason::do_not_retry || !backoff_and_retry(req, reason)) {
+            return req->try_callback(resp, ec);
+        }
+    }
+
+    void handle_response(std::shared_ptr<mcbp::queue_request> req,
+                         std::error_code error,
+                         retry_reason reason,
+                         io::mcbp_message msg,
+                         std::optional<key_value_error_map_info> error_info) override
+    {
+        std::shared_ptr<mcbp::queue_response> resp{};
+        auto header = msg.header_data();
+        auto [packet, size, err] = codec_.decode_packet(gsl::span(header.data(), header.size()), msg.body);
+        if (err) {
+            error = errc::network::protocol_error;
+        } else {
+            resp = std::make_shared<mcbp::queue_response>(std::move(packet));
+        }
+        resolve_response(req, resp, error, reason, std::move(error_info));
+    }
+
+    auto direct_dispatch(std::shared_ptr<mcbp::queue_request> req) -> std::error_code
+    {
+        if (closed_) {
+            req->cancel(errc::network::bucket_closed);
+            return errc::network::bucket_closed;
+        }
+        if (!configured_) {
+            return defer_command([self = shared_from_this(), req]() { self->direct_dispatch(req); });
+        }
+
+        req->dispatched_time_ = std::chrono::steady_clock::now();
+
+        auto session = route_request(req);
+        if (!session || !session->has_config()) {
+            return defer_command([self = shared_from_this(), req]() mutable { self->direct_dispatch(std::move(req)); });
+        }
+        if (session->is_stopped()) {
+            if (backoff_and_retry(req, retry_reason::node_not_available)) {
+                return {};
+            }
+            return errc::common::service_not_available;
+        }
+        req->opaque_ = session->next_opaque();
+        session->write_and_subscribe(req, shared_from_this());
+        return {};
+    }
+
+    auto direct_re_queue(std::shared_ptr<mcbp::queue_request> req, bool is_retry) -> std::error_code
+    {
+        auto handle_error = [is_retry, req](std::error_code ec) {
+            // We only want to log an error on retries if the error isn't cancelled.
+            if (!is_retry || (is_retry && ec != errc::common::request_canceled)) {
+                CB_LOG_ERROR("reschedule failed, failing request ({})", ec.message());
+            }
+
+            req->try_callback({}, ec);
+        };
+
+        CB_LOG_DEBUG("request being re-queued. opaque={}, opcode={}", req->opaque_, req->command_);
+
+        auto session = route_request(req);
+        if (!session || !session->has_config()) {
+            return defer_command([self = shared_from_this(), req]() { self->direct_dispatch(std::move(req)); });
+        }
+        if (session->is_stopped()) {
+            if (backoff_and_retry(req, retry_reason::node_not_available)) {
+                return {};
+            }
+            handle_error(errc::common::service_not_available);
+            return errc::common::service_not_available;
+        }
+        req->opaque_ = session->next_opaque();
+        auto data = codec_.encode_packet(*req);
+        if (!data) {
+            CB_LOG_DEBUG("unable to encode packet. ec={}", data.error().message());
+            handle_error(data.error());
+            return data.error();
+        }
+        session->write_and_subscribe(
+          req->opaque_,
+          std::move(data.value()),
+          [self = shared_from_this(), req, session](
+            std::error_code error, retry_reason reason, io::mcbp_message msg, std::optional<key_value_error_map_info> error_info) {
+              std::shared_ptr<mcbp::queue_response> resp{};
+              auto header = msg.header_data();
+              auto [packet, size, err] = self->codec_.decode_packet(gsl::span(header.data(), header.size()), msg.body);
+              if (err) {
+                  error = errc::network::protocol_error;
+              } else {
+                  resp = std::make_shared<mcbp::queue_response>(std::move(packet));
+              }
+              return self->resolve_response(req, resp, error, reason, std::move(error_info));
+          });
+        return {};
+    }
+
+    auto backoff_and_retry(std::shared_ptr<mcbp::queue_request> request, retry_reason reason) -> bool
+    {
+        auto action = retry_orchestrator::should_retry(request, reason);
+        auto retried = action.need_to_retry();
+        if (retried) {
+            auto timer = std::make_shared<asio::steady_timer>(ctx_);
+            timer->expires_after(action.duration());
+            timer->async_wait([self = shared_from_this(), request](auto error) {
+                if (error == asio::error::operation_aborted) {
+                    return;
+                }
+                self->direct_re_queue(request, true);
+            });
+            request->set_retry_backoff(timer);
+        }
+        return retried;
+    }
+
+    auto route_request(std::shared_ptr<mcbp::queue_request> req) -> std::optional<io::mcbp_session>
+    {
+        if (req->key_.empty()) {
+            if (auto server = server_by_vbucket(req->vbucket_, req->replica_index_); server) {
+                return find_session_by_index(server.value());
+            }
+        } else if (auto [partition, server] = map_id(req->key_, req->replica_index_); server) {
+            req->vbucket_ = partition;
+            return find_session_by_index(server.value());
+        }
+        return {};
+    }
+
+    [[nodiscard]] auto server_by_vbucket(std::uint16_t vbucket, std::size_t node_index) -> std::optional<std::size_t>
+    {
+        std::scoped_lock lock(config_mutex_);
+        return config_->server_by_vbucket(vbucket, node_index);
+    }
+
+    [[nodiscard]] auto map_id(const document_id& id) -> std::pair<std::uint16_t, std::optional<std::size_t>>
+    {
+        std::scoped_lock lock(config_mutex_);
+        return config_->map_key(id.key(), id.node_index());
+    }
+
+    [[nodiscard]] auto map_id(const std::vector<std::byte>& key, std::size_t node_index)
+      -> std::pair<std::uint16_t, std::optional<std::size_t>>
+    {
+        std::scoped_lock lock(config_mutex_);
+        return config_->map_key(key, node_index);
+    }
+
+    void restart_node(std::size_t index, const std::string& hostname, const std::string& port)
+    {
+        if (closed_) {
+            CB_LOG_DEBUG(R"({} requested to restart session, but the bucket has been closed already. idx={}, address="{}:{}")",
+                         log_prefix_,
+                         index,
+                         hostname,
+                         port);
+            return;
+        }
+        {
+            std::scoped_lock lock(config_mutex_);
+            if (!config_->has_node_with_hostname(hostname)) {
+                CB_LOG_TRACE(
+                  R"({} requested to restart session, but the node has been ejected from current configuration already. idx={}, address="{}:{}")",
+                  log_prefix_,
+                  index,
+                  hostname,
+                  port);
+                return;
+            }
+        }
+        couchbase::core::origin origin(origin_.credentials(), hostname, port, origin_.options());
+
+        io::mcbp_session session = origin_.options().enable_tls
+                                     ? io::mcbp_session(client_id_, ctx_, tls_, origin, state_listener_, name_, known_features_)
+                                     : io::mcbp_session(client_id_, ctx_, origin, state_listener_, name_, known_features_);
+
+        std::scoped_lock lock(sessions_mutex_);
+        if (auto ptr = sessions_.find(index); ptr == sessions_.end()) {
+            CB_LOG_DEBUG(R"({} requested to restart session idx={}, which does not exist yet, initiate new one id="{}", address="{}:{}")",
+                         log_prefix_,
+                         index,
+                         session.id(),
+                         hostname,
+                         port);
+        } else {
+            const auto& old_session = ptr->second;
+            auto old_id = old_session.id();
+            sessions_.erase(ptr);
+            Expects(sessions_.count(index) == 0);
+            CB_LOG_DEBUG(R"({} restarting session idx={}, id=("{}" -> "{}"), address="{}:{}")",
+                         log_prefix_,
+                         index,
+                         old_id,
+                         session.id(),
+                         hostname,
+                         port);
+        }
+
+        session.bootstrap(
+          [self = shared_from_this(), session, this_index = index, hostname, port](std::error_code ec,
+                                                                                   const topology::configuration& config) mutable {
+              if (self->closed_) {
+                  asio::post(asio::bind_executor(
+                    self->ctx_, [session = std::move(session)]() mutable { return session.stop(retry_reason::do_not_retry); }));
+                  return;
+              }
+              if (ec) {
+                  CB_LOG_WARNING(R"({} failed to restart session idx={}, ec={})", session.log_prefix(), this_index, ec.message());
+                  self->restart_node(this_index, hostname, port);
+                  return;
+              }
+              session.on_configuration_update(self);
+              session.on_stop([this_index, hostname, port, self](retry_reason reason) {
+                  if (reason == retry_reason::socket_closed_while_in_flight) {
+                      self->restart_node(this_index, hostname, port);
+                  }
+              });
+
+              self->update_config(config);
+              self->drain_deferred_queue();
+          },
+          true);
+        sessions_.insert_or_assign(index, std::move(session));
+    }
+
+    void bootstrap(utils::movable_function<void(std::error_code, topology::configuration)>&& handler)
+    {
+        if (state_listener_) {
+            state_listener_->register_config_listener(shared_from_this());
+        }
+        io::mcbp_session new_session = origin_.options().enable_tls
+                                         ? io::mcbp_session(client_id_, ctx_, tls_, origin_, state_listener_, name_, known_features_)
+                                         : io::mcbp_session(client_id_, ctx_, origin_, state_listener_, name_, known_features_);
+        new_session.bootstrap([self = shared_from_this(), new_session, h = std::move(handler)](std::error_code ec,
+                                                                                               topology::configuration cfg) mutable {
+            if (ec) {
+                CB_LOG_WARNING(R"({} failed to bootstrap session ec={}, bucket="{}")", new_session.log_prefix(), ec.message(), self->name_);
+            } else {
+                const std::size_t this_index = new_session.index();
+                new_session.on_configuration_update(self);
+                new_session.on_stop([this_index, hostname = new_session.bootstrap_hostname(), port = new_session.bootstrap_port(), self](
+                                      retry_reason reason) {
+                    if (reason == retry_reason::socket_closed_while_in_flight) {
+                        self->restart_node(this_index, hostname, port);
+                    }
+                });
+
+                {
+                    std::scoped_lock lock(self->sessions_mutex_);
+                    self->sessions_.insert_or_assign(this_index, std::move(new_session));
+                }
+                self->update_config(cfg);
+                self->drain_deferred_queue();
+            }
+            asio::post(asio::bind_executor(self->ctx_, [h = std::move(h), ec, cfg = std::move(cfg)]() mutable { h(ec, cfg); }));
+        });
+    }
+
+    void with_configuration(utils::movable_function<void(std::error_code, topology::configuration)>&& handler)
+    {
+        if (closed_) {
+            return handler(errc::network::configuration_not_available, topology::configuration{});
+        }
+        if (configured_) {
+            std::optional<topology::configuration> config{};
+            {
+                std::scoped_lock config_lock(config_mutex_);
+                config = config_;
+            }
+            if (config) {
+                return handler({}, config.value());
+            }
+            return handler(errc::network::configuration_not_available, topology::configuration{});
+        }
+        std::scoped_lock lock(deferred_commands_mutex_);
+        deferred_commands_.emplace([self = shared_from_this(), handler = std::move(handler)]() mutable {
+            if (self->closed_ || !self->configured_) {
+                return handler(errc::network::configuration_not_available, topology::configuration{});
+            }
+
+            std::optional<topology::configuration> config{};
+            {
+                std::scoped_lock config_lock(self->config_mutex_);
+                config = self->config_;
+            }
+            if (config) {
+                return handler({}, config.value());
+            }
+            return handler(errc::network::configuration_not_available, topology::configuration{});
+        });
+    }
+
+    void drain_deferred_queue()
+    {
+        std::queue<utils::movable_function<void()>> commands{};
+        {
+            std::scoped_lock lock(deferred_commands_mutex_);
+            std::swap(deferred_commands_, commands);
+        }
+        while (!commands.empty()) {
+            commands.front()();
+            commands.pop();
+        }
+    }
+
+    void close()
+    {
+        if (closed_) {
+            return;
+        }
+        closed_ = true;
+
+        drain_deferred_queue();
+
+        if (state_listener_ != nullptr) {
+            state_listener_->unregister_config_listener(shared_from_this());
+        }
+
+        {
+            std::scoped_lock lock(config_listeners_mutex_);
+            config_listeners_.clear();
+        }
+
+        std::map<size_t, io::mcbp_session> old_sessions;
+        {
+            std::scoped_lock lock(sessions_mutex_);
+            std::swap(old_sessions, sessions_);
+        }
+        for (auto& [index, session] : old_sessions) {
+            session.stop(retry_reason::do_not_retry);
+        }
+    }
+
+    void update_config(topology::configuration config) override
+    {
+        bool forced_config = false;
+        std::vector<topology::configuration::node> added{};
+        std::vector<topology::configuration::node> removed{};
+        {
+            std::scoped_lock lock(config_mutex_);
+            if (!config_) {
+                CB_LOG_DEBUG("{} initialize configuration rev={}", log_prefix_, config.rev_str());
+            } else if (config.force) {
+                CB_LOG_DEBUG("{} forced to accept configuration rev={}", log_prefix_, config.rev_str());
+                forced_config = true;
+            } else if (!config.vbmap) {
+                CB_LOG_DEBUG("{} will not update the configuration old={} -> new={}, because new config does not have partition map",
+                             log_prefix_,
+                             config_->rev_str(),
+                             config.rev_str());
+                return;
+            } else if (config_ < config) {
+                CB_LOG_DEBUG("{} will update the configuration old={} -> new={}", log_prefix_, config_->rev_str(), config.rev_str());
+            } else {
+                return;
+            }
+
+            if (config_) {
+                diff_nodes(config_->nodes, config.nodes, added);
+                diff_nodes(config.nodes, config_->nodes, removed);
+            } else {
+                added = config.nodes;
+            }
+            config_ = config;
+            configured_ = true;
+
+            {
+                std::scoped_lock listeners_lock(config_listeners_mutex_);
+                for (const auto& listener : config_listeners_) {
+                    listener->update_config(*config_);
+                }
+            }
+        }
+        if (!added.empty() || !removed.empty()) {
+            std::scoped_lock lock(sessions_mutex_);
+            std::map<size_t, io::mcbp_session> new_sessions{};
+
+            for (auto& [index, session] : sessions_) {
+                std::size_t new_index = config.nodes.size() + 1;
+                for (const auto& node : config.nodes) {
+                    if (session.bootstrap_hostname() == node.hostname_for(origin_.options().network) &&
+                        session.bootstrap_port() ==
+                          std::to_string(
+                            node.port_or(origin_.options().network, service_type::key_value, origin_.options().enable_tls, 0))) {
+                        new_index = node.index;
+                        break;
+                    }
+                }
+                if (new_index < config.nodes.size()) {
+                    CB_LOG_DEBUG(R"({} rev={}, preserve session="{}", address="{}:{}", index={}->{})",
+                                 log_prefix_,
+                                 config.rev_str(),
+                                 session.id(),
+                                 session.bootstrap_hostname(),
+                                 session.bootstrap_port(),
+                                 index,
+                                 new_index);
+                    new_sessions.insert_or_assign(new_index, std::move(session));
+                } else {
+                    CB_LOG_DEBUG(R"({} rev={}, drop session="{}", address="{}:{}", index={})",
+                                 log_prefix_,
+                                 config.rev_str(),
+                                 session.id(),
+                                 session.bootstrap_hostname(),
+                                 session.bootstrap_port(),
+                                 index);
+                    asio::post(asio::bind_executor(
+                      ctx_, [session = std::move(session)]() mutable { return session.stop(retry_reason::do_not_retry); }));
+                }
+            }
+
+            for (const auto& node : config.nodes) {
+                if (new_sessions.find(node.index) != new_sessions.end()) {
+                    continue;
+                }
+
+                const auto& hostname = node.hostname_for(origin_.options().network);
+                auto port = node.port_or(origin_.options().network, service_type::key_value, origin_.options().enable_tls, 0);
+                if (port == 0) {
+                    continue;
+                }
+                couchbase::core::origin origin(origin_.credentials(), hostname, port, origin_.options());
+                io::mcbp_session session = origin_.options().enable_tls
+                                             ? io::mcbp_session(client_id_, ctx_, tls_, origin, state_listener_, name_, known_features_)
+                                             : io::mcbp_session(client_id_, ctx_, origin, state_listener_, name_, known_features_);
+                CB_LOG_DEBUG(
+                  R"({} rev={}, add session="{}", address="{}:{}")", log_prefix_, config.rev_str(), session.id(), hostname, port);
+                session.bootstrap(
+                  [self = shared_from_this(), session, forced_config, idx = node.index](std::error_code err,
+                                                                                        topology::configuration cfg) mutable {
+                      if (!err) {
+                          self->update_config(std::move(cfg));
+                          session.on_configuration_update(self);
+                          session.on_stop(
+                            [index = session.index(), hostname = session.bootstrap_hostname(), port = session.bootstrap_port(), self](
+                              retry_reason reason) {
+                                if (reason == retry_reason::socket_closed_while_in_flight) {
+                                    self->restart_node(index, hostname, port);
+                                }
+                            });
+                          self->drain_deferred_queue();
+                      } else if (err == errc::common::unambiguous_timeout && forced_config) {
+                          self->restart_node(idx, session.bootstrap_hostname(), session.bootstrap_port());
+                      }
+                  },
+                  true);
+                new_sessions.insert_or_assign(node.index, std::move(session));
+            }
+            sessions_ = new_sessions;
+        }
+    }
+
+    [[nodiscard]] auto find_session_by_index(std::size_t index) const -> std::optional<io::mcbp_session>
+    {
+        std::scoped_lock lock(sessions_mutex_);
+        if (auto ptr = sessions_.find(index); ptr != sessions_.end()) {
+            return ptr->second;
+        }
+        return {};
+    }
+
+    [[nodiscard]] auto next_session_index() -> std::size_t
+    {
+        std::scoped_lock lock(sessions_mutex_);
+
+        if (auto index = round_robin_next_.fetch_add(1); index < sessions_.size()) {
+            return index;
+        }
+        round_robin_next_ = 0;
+        return 0;
+    }
+
+    [[nodiscard]] auto default_timeout() const -> std::chrono::milliseconds
+    {
+        return origin_.options().default_timeout_for(service_type::key_value);
+    }
+
+    [[nodiscard]] auto name() const -> const std::string&
+    {
+        return name_;
+    }
+
+    [[nodiscard]] auto log_prefix() const -> const std::string&
+    {
+        return client_id_;
+    }
+
+    [[nodiscard]] auto is_closed() const -> bool
+    {
+        return closed_;
+    }
+
+    [[nodiscard]] auto is_configured() const -> bool
+    {
+        return configured_;
+    }
+
+    [[nodiscard]] auto tracer() const -> std::shared_ptr<couchbase::tracing::request_tracer>
+    {
+        return tracer_;
+    }
+
+    [[nodiscard]] auto meter() const -> std::shared_ptr<couchbase::metrics::meter>
+    {
+        return meter_;
+    }
+
+    void export_diag_info(diag::diagnostics_result& res) const
+    {
+        std::map<size_t, io::mcbp_session> sessions;
+        {
+            std::scoped_lock lock(sessions_mutex_);
+            sessions = sessions_;
+        }
+        for (const auto& [index, session] : sessions) {
+            res.services[service_type::key_value].emplace_back(session.diag_info());
+        }
+    }
+
+    void ping(std::shared_ptr<diag::ping_collector> collector)
+    {
+        std::map<size_t, io::mcbp_session> sessions;
+        {
+            std::scoped_lock lock(sessions_mutex_);
+            sessions = sessions_;
+        }
+        for (const auto& [index, session] : sessions) {
+            session.ping(collector->build_reporter());
+        }
+    }
+
+    auto default_retry_strategy() const -> std::shared_ptr<couchbase::retry_strategy>
+    {
+        return origin_.options().default_retry_strategy_;
+    }
+
+    void on_configuration_update(std::shared_ptr<config_listener> handler)
+    {
+        std::scoped_lock lock(config_listeners_mutex_);
+        config_listeners_.emplace_back(std::move(handler));
+    }
+
+    auto defer_command(utils::movable_function<void()> command) -> std::error_code
+    {
+        std::scoped_lock lock_for_deferred_commands(deferred_commands_mutex_);
+        deferred_commands_.emplace(std::move(command));
+        return {};
+    }
+
+  private:
+    const std::string client_id_;
+    const std::string name_;
+    const std::string log_prefix_;
+    const origin origin_;
+    const std::shared_ptr<couchbase::tracing::request_tracer> tracer_;
+    const std::shared_ptr<couchbase::metrics::meter> meter_;
+    const std::vector<protocol::hello_feature> known_features_;
+    const std::shared_ptr<impl::bootstrap_state_listener> state_listener_;
+    mcbp::codec codec_;
+
+    asio::io_context& ctx_;
+    asio::ssl::context& tls_;
+
+    std::atomic_bool closed_{ false };
+    std::atomic_bool configured_{ false };
+
+    std::optional<topology::configuration> config_{};
+    mutable std::mutex config_mutex_{};
+
+    std::vector<std::shared_ptr<config_listener>> config_listeners_{};
+    std::mutex config_listeners_mutex_{};
+
+    std::queue<utils::movable_function<void()>> deferred_commands_{};
+    std::mutex deferred_commands_mutex_{};
+
+    std::map<size_t, io::mcbp_session> sessions_{};
+    mutable std::mutex sessions_mutex_{};
+    std::atomic_size_t round_robin_next_{ 0 };
+};
+
+bucket::bucket(std::string client_id,
+               asio::io_context& ctx,
+               asio::ssl::context& tls,
+               std::shared_ptr<couchbase::tracing::request_tracer> tracer,
+               std::shared_ptr<couchbase::metrics::meter> meter,
+               std::string name,
+               couchbase::core::origin origin,
+               std::vector<protocol::hello_feature> known_features,
+               std::shared_ptr<impl::bootstrap_state_listener> state_listener)
+
+  : ctx_(ctx)
+  , impl_{ std::make_shared<bucket_impl>(std::move(client_id),
+                                         std::move(name),
+                                         std::move(origin),
+                                         std::move(tracer),
+                                         std::move(meter),
+                                         std::move(known_features),
+                                         std::move(state_listener),
+                                         ctx,
+                                         tls) }
+{
+}
+
+bucket::~bucket()
+{
+    impl_->close();
+}
+
+void
+bucket::export_diag_info(diag::diagnostics_result& res) const
+{
+    return impl_->export_diag_info(res);
+}
+
+void
+bucket::ping(std::shared_ptr<diag::ping_collector> collector)
+{
+    return impl_->ping(std::move(collector));
+}
+
+void
+bucket::update_config(topology::configuration config)
+{
+    return impl_->update_config(std::move(config));
+}
+
+const std::string&
+bucket::name() const
+{
+    return impl_->name();
+}
+
+void
+bucket::close()
+{
+    return impl_->close();
+}
+
+const std::string&
+bucket::log_prefix() const
+{
+    return impl_->log_prefix();
+}
+
+auto
+bucket::tracer() const -> std::shared_ptr<couchbase::tracing::request_tracer>
+{
+    return impl_->tracer();
+}
+
+auto
+bucket::meter() const -> std::shared_ptr<couchbase::metrics::meter>
+{
+    return impl_->meter();
+}
+
+auto
+bucket::default_retry_strategy() const -> std::shared_ptr<couchbase::retry_strategy>
+{
+    return impl_->default_retry_strategy();
+}
+
+void
+bucket::on_configuration_update(std::shared_ptr<config_listener> handler)
+{
+    return impl_->on_configuration_update(std::move(handler));
+}
+
+void
+bucket::bootstrap(utils::movable_function<void(std::error_code, topology::configuration)>&& handler)
+{
+    return impl_->bootstrap(std::move(handler));
+}
+
+void
+bucket::with_configuration(utils::movable_function<void(std::error_code, topology::configuration)>&& handler)
+{
+    return impl_->with_configuration(std::move(handler));
+}
+
+auto
+bucket::is_closed() const -> bool
+{
+    return impl_->is_closed();
+}
+
+auto
+bucket::is_configured() const -> bool
+{
+    return impl_->is_configured();
+}
+
+void
+bucket::defer_command(utils::movable_function<void()> command)
+{
+    impl_->defer_command(std::move(command));
+}
+
+auto
+bucket::default_timeout() const -> std::chrono::milliseconds
+{
+    return impl_->default_timeout();
+}
+
+auto
+bucket::find_session_by_index(std::size_t index) const -> std::optional<io::mcbp_session>
+{
+    return impl_->find_session_by_index(index);
+}
+
+auto
+bucket::next_session_index() -> std::size_t
+{
+    return impl_->next_session_index();
+}
+
+auto
+bucket::map_id(const document_id& id) -> std::pair<std::uint16_t, std::optional<std::size_t>>
+{
+    return impl_->map_id(id);
+}
+
+auto
+bucket::direct_dispatch(std::shared_ptr<mcbp::queue_request> req) -> std::error_code
+{
+    return impl_->direct_dispatch(std::move(req));
+}
+
+auto
+bucket::direct_re_queue(std::shared_ptr<mcbp::queue_request> req, bool is_retry) -> std::error_code
+{
+    return impl_->direct_re_queue(std::move(req), is_retry);
+}
+} // namespace couchbase::core