couchbase 3.4.0 → 3.4.2

data/ext/couchbase/test/test_integration_search.cxx

@@ -0,0 +1,601 @@
+/* -*- Mode: C++; tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- */
+/*
+ *   Copyright 2020-2021 Couchbase, Inc.
+ *
+ *   Licensed under the Apache License, Version 2.0 (the "License");
+ *   you may not use this file except in compliance with the License.
+ *   You may obtain a copy of the License at
+ *
+ *       http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *   Unless required by applicable law or agreed to in writing, software
+ *   distributed under the License is distributed on an "AS IS" BASIS,
+ *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *   See the License for the specific language governing permissions and
+ *   limitations under the License.
+ */
+
+#include "test_helper_integration.hxx"
+
+#include "core/operations/management/collection_create.hxx"
+#include "core/operations/management/search_index_drop.hxx"
+#include "core/operations/management/search_index_upsert.hxx"
+
+using Catch::Matchers::StartsWith;
+
+TEST_CASE("integration: search query")
+{
+    test::utils::integration_test_guard integration;
+
+    test::utils::open_bucket(integration.cluster, integration.ctx.bucket);
+
+    {
+        auto sample_data =
+          couchbase::core::utils::json::parse(couchbase::core::json_string(test::utils::read_test_data("search_beers_dataset.json")));
+        auto const& o = sample_data.get_object();
+        for (const auto& [key, value] : o) {
+            couchbase::core::document_id id(integration.ctx.bucket, "_default", "_default", key);
+            couchbase::core::operations::upsert_request req{ id, couchbase::core::utils::json::generate_binary(value) };
+            auto resp = test::utils::execute(integration.cluster, req);
+            REQUIRE_SUCCESS(resp.ctx.ec());
+        }
+    }
+
+    std::string index_name = test::utils::uniq_id("beer-search-index");
+
+    {
+        auto params = test::utils::read_test_data("search_beers_index_params.json");
+
+        couchbase::core::management::search::index index{};
+        index.name = index_name;
+        index.params_json = params;
+        index.type = "fulltext-index";
+        index.source_name = integration.ctx.bucket;
+        index.source_type = "couchbase";
+        if (integration.cluster_version().requires_search_replicas()) {
+            index.plan_params_json = couchbase::core::utils::json::generate({
+              { "indexPartitions", 1 },
+              { "numReplicas", 1 },
+            });
+        }
+        couchbase::core::operations::management::search_index_upsert_request req{};
+        req.index = index;
+
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE((!resp.ctx.ec || resp.ctx.ec == couchbase::errc::common::index_exists));
+        if (index_name != resp.name) {
+            CB_LOG_INFO("update index name \"{}\" -> \"{}\"", index_name, resp.name);
+        }
+        index_name = resp.name;
+    }
+
+    couchbase::core::json_string simple_query(R"({"query": "description:belgian"})");
+
+    std::uint64_t beer_sample_doc_count = 5;
+    // Wait until expected documents are indexed
+    {
+        REQUIRE(test::utils::wait_until_indexed(integration.cluster, index_name, beer_sample_doc_count));
+        auto ok = test::utils::wait_until(
+          [&]() {
+              couchbase::core::operations::search_request req{};
+              req.index_name = index_name;
+              req.query = simple_query;
+              auto resp = test::utils::execute(integration.cluster, req);
+              REQUIRE_SUCCESS(resp.ctx.ec);
+              return resp.rows.size() == beer_sample_doc_count;
+          },
+          std::chrono::minutes(5));
+        REQUIRE(ok);
+    }
+
+    SECTION("simple query")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.sort_specs.emplace_back(couchbase::core::utils::json::generate("_id"));
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows.size() == 5);
+        REQUIRE(resp.rows[0].id == "avery_brewing_company-reverend_the");
+        REQUIRE(resp.rows[0].score > 0);
+        REQUIRE_THAT(resp.rows[0].index, StartsWith(index_name));
+        REQUIRE(resp.rows[0].locations.empty());
+        REQUIRE(resp.rows[0].explanation.empty());
+        REQUIRE(resp.rows[0].fields.empty());
+        REQUIRE(resp.rows[0].fragments.empty());
+        REQUIRE(resp.meta.metrics.max_score > 0);
+        REQUIRE(resp.meta.metrics.total_rows == 5);
+        REQUIRE(resp.meta.metrics.took > std::chrono::nanoseconds(0));
+    }
+
+    SECTION("limit")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.limit = 1;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows.size() == 1);
+    }
+
+    SECTION("skip")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.skip = 1;
+        req.sort_specs.emplace_back(couchbase::core::utils::json::generate("_id"));
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows.size() == beer_sample_doc_count - 1);
+        REQUIRE(resp.rows[0].id == "bear_republic_brewery-red_rocket_ale");
+    }
+
+    SECTION("explain")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.explain = true;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE_FALSE(resp.rows[0].explanation.empty());
+    }
+
+    if (integration.cluster_version().supports_search_disable_scoring()) {
+        SECTION("disable scoring")
+        {
+            couchbase::core::operations::search_request req{};
+            req.index_name = index_name;
+            req.query = simple_query;
+            req.disable_scoring = true;
+            auto resp = test::utils::execute(integration.cluster, req);
+            REQUIRE_SUCCESS(resp.ctx.ec);
+            REQUIRE(resp.rows[0].score == 0);
+            REQUIRE(resp.meta.metrics.max_score == 0);
+        }
+    }
+
+    SECTION("include locations")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.sort_specs.emplace_back(couchbase::core::utils::json::generate("_id"));
+        req.include_locations = true;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows[0].locations.size() == 1);
+        REQUIRE(resp.rows[0].locations[0].field == "description");
+        REQUIRE(resp.rows[0].locations[0].term == "belgian");
+        REQUIRE(resp.rows[0].locations[0].position == 1);
+        REQUIRE(resp.rows[0].locations[0].start_offset == 0);
+        REQUIRE(resp.rows[0].locations[0].end_offset == 7);
+    }
+
+    SECTION("highlight fields default highlight style")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.sort_specs.emplace_back(couchbase::core::utils::json::generate("_id"));
+        req.highlight_fields = { "description" };
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows[0].fragments["description"][0] == "<mark>Belgian</mark>-Style Quadrupel Ale");
+    }
+
+    SECTION("highlight style")
+    {
+        {
+            couchbase::core::operations::search_request req{};
+            req.index_name = index_name;
+            req.query = simple_query;
+            req.sort_specs.emplace_back(couchbase::core::utils::json::generate("_id"));
+            req.highlight_fields = { "description" };
+            req.highlight_style = couchbase::core::search_highlight_style::html;
+            auto resp = test::utils::execute(integration.cluster, req);
+            REQUIRE_SUCCESS(resp.ctx.ec);
+            REQUIRE(resp.rows[0].fragments["description"][0] == "<mark>Belgian</mark>-Style Quadrupel Ale");
+        }
+
+        {
+            couchbase::core::operations::search_request req{};
+            req.index_name = index_name;
+            req.query = simple_query;
+            req.sort_specs.emplace_back(couchbase::core::utils::json::generate("_id"));
+            req.highlight_fields = { "description" };
+            req.highlight_style = couchbase::core::search_highlight_style::ansi;
+            auto resp = test::utils::execute(integration.cluster, req);
+            REQUIRE_SUCCESS(resp.ctx.ec);
+            // TODO: is there a better way to compare ansi strings?
+            std::string snippet = resp.rows[0].fragments["description"][0];
+            std::string open = "\x1b[43m";
+            std::string close = "\x1b[0m";
+            snippet.replace(snippet.find(open), open.size(), "<mark>");
+            snippet.replace(snippet.find(close), close.size(), "</mark>");
+            REQUIRE(snippet == "<mark>Belgian</mark>-Style Quadrupel Ale");
+        }
+    }
+
+    SECTION("fields")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.sort_specs.emplace_back(couchbase::core::utils::json::generate("_id"));
+        req.fields.emplace_back("description");
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        auto fields = couchbase::core::utils::json::parse(resp.rows[0].fields).get_object();
+        REQUIRE(fields.at("description").get_string() == "Belgian-Style Quadrupel Ale");
+    }
+
+    SECTION("sort")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.sort_specs.emplace_back(couchbase::core::utils::json::generate("_score"));
+        req.timeout = std::chrono::seconds(1);
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows[0].id == "bear_republic_brewery-red_rocket_ale");
+    }
+
+    SECTION("term facet")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.facets.insert(std::make_pair("type", R"({"field": "type", "size": 1})"));
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.facets.size() == 1);
+        REQUIRE(resp.facets[0].name == "type");
+        REQUIRE(resp.facets[0].field == "type");
+        REQUIRE(resp.facets[0].total == 5);
+        REQUIRE(resp.facets[0].missing == 0);
+        REQUIRE(resp.facets[0].other == 0);
+        REQUIRE(resp.facets[0].terms.size() == 1);
+        REQUIRE(resp.facets[0].terms[0].term == "beer");
+        REQUIRE(resp.facets[0].terms[0].count == 5);
+    }
+
+    SECTION("date range facet")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.facets.insert(std::make_pair(
+          "updated",
+          R"({"field": "updated", "size": 2, "date_ranges": [{"name": "old", "end": "2010-08-01"},{"name": "new", "start": "2010-08-01"}]})"));
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.facets.size() == 1);
+        REQUIRE(resp.facets[0].name == "updated");
+        REQUIRE(resp.facets[0].field == "updated");
+        REQUIRE(resp.facets[0].total == 5);
+        REQUIRE(resp.facets[0].missing == 0);
+        REQUIRE(resp.facets[0].other == 0);
+        REQUIRE(resp.facets[0].date_ranges.size() == 2);
+        REQUIRE(resp.facets[0].date_ranges[0].name == "old");
+        REQUIRE(resp.facets[0].date_ranges[0].count == 4);
+        REQUIRE_FALSE(resp.facets[0].date_ranges[0].start.has_value());
+        REQUIRE(resp.facets[0].date_ranges[0].end == "2010-08-01T00:00:00Z");
+        REQUIRE(resp.facets[0].date_ranges[1].name == "new");
+        REQUIRE(resp.facets[0].date_ranges[1].count == 1);
+        REQUIRE(resp.facets[0].date_ranges[1].start == "2010-08-01T00:00:00Z");
+        REQUIRE_FALSE(resp.facets[0].date_ranges[1].end.has_value());
+    }
+
+    SECTION("numeric range facet")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.facets.insert(std::make_pair(
+          "abv", R"({"field": "abv", "size": 2, "numeric_ranges": [{"name": "high", "min": 7},{"name": "low", "max": 7}]})"));
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.facets.size() == 1);
+        REQUIRE(resp.facets[0].name == "abv");
+        REQUIRE(resp.facets[0].field == "abv");
+        REQUIRE(resp.facets[0].total == 5);
+        REQUIRE(resp.facets[0].missing == 0);
+        REQUIRE(resp.facets[0].other == 0);
+        REQUIRE(resp.facets[0].numeric_ranges.size() == 2);
+        auto high_range = std::find_if(resp.facets[0].numeric_ranges.begin(), resp.facets[0].numeric_ranges.end(), [](const auto& range) {
+            return range.name == "high";
+        });
+        REQUIRE(high_range != resp.facets[0].numeric_ranges.end());
+        REQUIRE(high_range->count == 2);
+        REQUIRE(std::get<std::uint64_t>(high_range->min) == 7);
+        REQUIRE(std::holds_alternative<std::monostate>(high_range->max));
+        auto low_range = std::find_if(resp.facets[0].numeric_ranges.begin(), resp.facets[0].numeric_ranges.end(), [](const auto& range) {
+            return range.name == "low";
+        });
+        REQUIRE(low_range != resp.facets[0].numeric_ranges.end());
+        REQUIRE(low_range->count == 3);
+        REQUIRE(std::holds_alternative<std::monostate>(low_range->min));
+        REQUIRE(std::get<std::uint64_t>(low_range->max) == 7);
+    }
+
+    SECTION("raw")
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        std::map<std::string, couchbase::core::json_string> raw{};
+        raw.insert(std::make_pair("size", couchbase::core::json_string("1")));
+        req.raw = raw;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows.size() == 1);
+    }
+
+    {
+        couchbase::core::operations::management::search_index_drop_request req{};
+        req.index_name = index_name;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+    }
+}
+
+TEST_CASE("integration: search query consistency", "[integration]")
+{
+    test::utils::integration_test_guard integration;
+
+    test::utils::open_bucket(integration.cluster, integration.ctx.bucket);
+
+    const std::string params =
+      R"(
+            {
+                "mapping": {
+                    "default_mapping": {
+                        "enabled": true,
+                        "dynamic": true
+                    },
+                    "default_type": "_default",
+                    "default_analyzer": "standard",
+                    "default_field": "_all"
+                },
+                "doc_config": {
+                    "mode": "type_field",
+                    "type_field": "_type"
+                }
+            }
+        )";
+
+    auto index_name = test::utils::uniq_id("search_index");
+
+    {
+        couchbase::core::management::search::index index{};
+        index.name = index_name;
+        index.params_json = params;
+        index.type = "fulltext-index";
+        index.source_name = integration.ctx.bucket;
+        index.source_type = "couchbase";
+        if (integration.cluster_version().requires_search_replicas()) {
+            index.plan_params_json = couchbase::core::utils::json::generate({
+              { "indexPartitions", 1 },
+              { "numReplicas", 1 },
+            });
+        }
+        couchbase::core::operations::management::search_index_upsert_request req{};
+        req.index = index;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        if (index_name != resp.name) {
+            CB_LOG_INFO("update index name \"{}\" -> \"{}\"", index_name, resp.name);
+        }
+        index_name = resp.name;
+    }
+
+    REQUIRE(test::utils::wait_for_search_pindexes_ready(integration.cluster, integration.ctx.bucket, index_name));
+
+    auto value = test::utils::uniq_id("value");
+    auto id = couchbase::core::document_id(integration.ctx.bucket, "_default", "_default", test::utils::uniq_id("key"));
+
+    // FIXME: MB-55920, consistency checks is broken in all known versions of the servers at the moment,
+    //                  it might return empty results without waiting for the mutation. We cannot workaround it in any way.
+    //                  We know that doing a mutation, and then query with consistency checks in the loop is not proper test,
+    //                  but at least it will check the payload format for now, and later when the issue is fixed, the loop
+    //                  has to be removed.
+    couchbase::mutation_token token;
+    {
+        // now update the document and use its mutation token in query later
+        auto resp = test::utils::execute(integration.cluster,
+                                         couchbase::core::operations::upsert_request{
+                                           id,
+                                           couchbase::core::utils::json::generate_binary(tao::json::value{
+                                             { "_type", "test_doc" },
+                                             { "value", value },
+                                           }),
+                                         });
+        REQUIRE_SUCCESS(resp.ctx.ec());
+        token = resp.token;
+    }
+
+    /*
+     * Retry query with consistency check until it will succeed or reach 20 attempts.
+     *
+     * FTS might return empty results. See MB-55920.
+     */
+    int attempt = 0;
+    bool done = false;
+    while (!done) {
+        const tao::json::value query{ { "query", fmt::format("value:{}", value) } };
+        auto query_json = couchbase::core::json_string(couchbase::core::utils::json::generate(query));
+
+        {
+            couchbase::core::operations::search_request req{};
+            req.index_name = index_name;
+            req.query = query_json;
+            req.mutation_state.emplace_back(token);
+            auto resp = test::utils::execute(integration.cluster, req);
+            if (resp.ctx.ec == couchbase::errc::search::consistency_mismatch) {
+                // FIXME(MB-55920): ignore "err: bleve: pindex_consistency mismatched partition"
+                CB_LOG_INFO("ignore consistency_mismatch: {}", resp.ctx.http_body);
+                continue;
+            }
+            INFO(resp.ctx.http_body)
+            REQUIRE_SUCCESS(resp.ctx.ec);
+            switch (resp.rows.size()) {
+                case 1:
+                    done = true;
+                    break;
+
+                case 0:
+                    if (attempt > 20) {
+                        FAIL("Unable to use search query with consistency. Giving up.");
+                    }
+                    ++attempt;
+                    break;
+
+                default:
+                    REQUIRE(resp.rows.size() == 1);
+                    break;
+            }
+        }
+    }
+
+    {
+        couchbase::core::operations::management::search_index_drop_request req{};
+        req.index_name = index_name;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+    }
+}
+
+TEST_CASE("integration: search query collections")
+{
+    test::utils::integration_test_guard integration;
+
+    if (!integration.cluster_version().supports_collections()) {
+        return;
+    }
+
+    test::utils::open_bucket(integration.cluster, integration.ctx.bucket);
+
+    auto index_name = test::utils::uniq_id("search_index");
+    auto collection1_name = test::utils::uniq_id("collection");
+    auto collection2_name = test::utils::uniq_id("collection");
+    std::string doc = R"({"name": "test"})";
+
+    for (const auto& collection : { collection1_name, collection2_name }) {
+        {
+            couchbase::core::operations::management::collection_create_request req{ integration.ctx.bucket, "_default", collection };
+            auto resp = test::utils::execute(integration.cluster, req);
+            REQUIRE_SUCCESS(resp.ctx.ec);
+            auto created = test::utils::wait_until_collection_manifest_propagated(integration.cluster, integration.ctx.bucket, resp.uid);
+            REQUIRE(created);
+        }
+
+        {
+            auto key = test::utils::uniq_id("key");
+            auto id = couchbase::core::document_id(integration.ctx.bucket, "_default", collection, key);
+            couchbase::core::operations::upsert_request req{ id, couchbase::core::utils::to_binary(doc) };
+            auto resp = test::utils::execute(integration.cluster, req);
+            REQUIRE_SUCCESS(resp.ctx.ec());
+        }
+    }
+
+    {
+        // clang-format off
+        std::string params =
+          R"(
+            {
+                "mapping": {
+                    "types": {
+                        "_default.)" + collection1_name + R"(": {
+                            "enabled": true,
+                            "dynamic": true
+                        },
+                        "_default.)" + collection2_name + R"(": {
+                            "enabled": true,
+                            "dynamic": true
+                        }
+                    },
+                    "default_mapping": {
+                        "enabled": false
+                    },
+                    "default_type": "_default",
+                    "default_analyzer": "standard",
+                    "default_field": "_all"
+                },
+                "doc_config": {
+                    "mode": "scope.collection.type_field"
+                }
+            }
+        )";
+        // clang-format on
+
+        couchbase::core::management::search::index index{};
+        index.name = index_name;
+        index.params_json = params;
+        index.type = "fulltext-index";
+        index.source_name = integration.ctx.bucket;
+        index.source_type = "couchbase";
+        if (integration.cluster_version().requires_search_replicas()) {
+            index.plan_params_json = couchbase::core::utils::json::generate({
+              { "indexPartitions", 1 },
+              { "numReplicas", 1 },
+            });
+        }
+        couchbase::core::operations::management::search_index_upsert_request req{};
+        req.index = index;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        if (index_name != resp.name) {
+            CB_LOG_INFO("update index name \"{}\" -> \"{}\"", index_name, resp.name);
+        }
+        index_name = resp.name;
+    }
+
+    REQUIRE(test::utils::wait_until_indexed(integration.cluster, index_name, 2));
+
+    couchbase::core::json_string simple_query(R"({"query": "name:test"})");
+
+    // no collection parameter - both docs returned
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows.size() == 2);
+    }
+
+    // one collection - only docs from that collection returned
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.collections.emplace_back(collection1_name);
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows.size() == 1);
+    }
+
+    // two collections - both docs returned
+    {
+        couchbase::core::operations::search_request req{};
+        req.index_name = index_name;
+        req.query = simple_query;
+        req.collections.emplace_back(collection1_name);
+        req.collections.emplace_back(collection2_name);
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+        REQUIRE(resp.rows.size() == 2);
+    }
+
+    {
+        couchbase::core::operations::management::search_index_drop_request req{};
+        req.index_name = index_name;
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec);
+    }
+}

data/ext/couchbase/test/test_transaction_transaction_simple.cxx

@@ -896,4 +896,77 @@ TEST_CASE("transactions: atr and client_record are binary documents", "[transact
         REQUIRE_SUCCESS(resp.ctx.ec());
         REQUIRE(resp.value == binary_null);
     }
+}
+TEST_CASE("transactions: get non-existent doc fails txn", "[transactions]")
+{
+    test::utils::integration_test_guard integration;
+    auto cluster = integration.cluster;
+    transactions txn(cluster, get_conf());
+    couchbase::core::document_id id{ integration.ctx.bucket, "_default", "_default", test::utils::uniq_id("txn") };
+    REQUIRE_THROWS_AS(txn.run([id](attempt_context& ctx) { ctx.get(id); }), transaction_exception);
+}
+
+TEST_CASE("transactions: get_optional on non-existent doc doesn't fail txn", "[transactions]")
+{
+    test::utils::integration_test_guard integration;
+    auto cluster = integration.cluster;
+    transactions txn(cluster, get_conf());
+    couchbase::core::document_id id{ integration.ctx.bucket, "_default", "_default", test::utils::uniq_id("txn") };
+    REQUIRE_NOTHROW(txn.run([id](attempt_context& ctx) { ctx.get_optional(id); }));
+}
+TEST_CASE("transactions: get after query behaves same as before a query", "[transactions]")
+{
+    test::utils::integration_test_guard integration;
+    auto cluster = integration.cluster;
+    transactions txn(cluster, get_conf());
+    couchbase::core::document_id id{ integration.ctx.bucket, "_default", "_default", test::utils::uniq_id("txn") };
+    REQUIRE_THROWS_AS(txn.run([id](attempt_context& ctx) {
+        ctx.query("select * from `default` limit 1");
+        ctx.get(id);
+    }),
+                      transaction_exception);
+}
+
+TEST_CASE("transactions: get_optional after query behaves same as before a query", "[transactions]")
+{
+    test::utils::integration_test_guard integration;
+    auto cluster = integration.cluster;
+    transactions txn(cluster, get_conf());
+    couchbase::core::document_id id{ integration.ctx.bucket, "_default", "_default", test::utils::uniq_id("txn") };
+    REQUIRE_NOTHROW(txn.run([id](attempt_context& ctx) {
+        ctx.query("select * from `default` limit 1");
+        ctx.get_optional(id);
+    }));
+}
+TEST_CASE("transactions: sergey example", "[transactions]")
+{
+    test::utils::integration_test_guard integration;
+    auto cluster = integration.cluster;
+    transactions txn(cluster, get_conf());
+    couchbase::core::document_id id_to_remove{ integration.ctx.bucket, "_default", "_default", test::utils::uniq_id("txn") };
+    couchbase::core::document_id id_to_replace{ integration.ctx.bucket, "_default", "_default", test::utils::uniq_id("txn") };
+    couchbase::core::document_id id_to_insert{ integration.ctx.bucket, "_default", "_default", test::utils::uniq_id("txn") };
+    {
+        couchbase::core::operations::upsert_request req{ id_to_remove, content_json };
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec());
+    }
+    {
+        couchbase::core::operations::upsert_request req{ id_to_replace, content_json };
+        auto resp = test::utils::execute(integration.cluster, req);
+        REQUIRE_SUCCESS(resp.ctx.ec());
+    }
+
+    REQUIRE_NOTHROW(txn.run([&](attempt_context& ctx) {
+        ctx.query(fmt::format(
+          "INSERT INTO `default` (KEY, VALUE) VALUES ('{}', {})", id_to_insert.key(), couchbase::core::utils::json::generate(content)));
+        ctx.query(fmt::format("UPDATE `default` USE KEYS '{}' SET `some_number` = 10 ", id_to_replace.key()));
+        ctx.query(fmt::format("DELETE FROM `default` WHERE META().id = '{}'", id_to_remove.key()));
+        auto insert_res = ctx.get(id_to_insert);
+        CHECK(insert_res.content<tao::json::value>() == content);
+        auto replace_res = ctx.get(id_to_replace);
+        CHECK(replace_res.content<tao::json::value>()["some_number"] == 10);
+        auto remove_res = ctx.get_optional(id_to_remove);
+        CHECK_FALSE(remove_res.has_value());
+    }));
 }