nucliadb 4.0.0.post542__py3-none-any.whl → 6.2.1.post2777__py3-none-any.whl

nucliadb/standalone/tests/unit/test_auth.py

@@ -1,169 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-
-import time
-from unittest.mock import Mock
-
-import orjson
-import pytest
-from jwcrypto import jwe, jwk  # type: ignore
-
-from nucliadb.standalone import auth
-from nucliadb.standalone.settings import AuthPolicy, NucliaDBRoles, Settings
-
-
-@pytest.fixture()
-def http_request():
-    yield Mock(headers={}, query_params={})
-
-
-def test_get_mapped_roles():
-    settings = Settings(
-        auth_policy_user_default_roles=[NucliaDBRoles.READER],
-        auth_policy_role_mapping={
-            "group": {"managers": [NucliaDBRoles.MANAGER]},
-            "other": {"other": [NucliaDBRoles.READER]},
-        },
-    )
-
-    assert set(
-        auth.get_mapped_roles(settings=settings, data={"group": "managers"})
-    ) == set(
-        [
-            NucliaDBRoles.READER.value,
-            NucliaDBRoles.MANAGER.value,
-        ]
-    )
-
-    # no values
-    assert (
-        auth.get_mapped_roles(
-            settings=Settings(auth_policy_user_default_roles=[]), data={}
-        )
-        == []
-    )
-
-
-@pytest.mark.asyncio
-async def test_auth_header_backend(http_request):
-    backend = auth.get_auth_backend(
-        Settings(
-            auth_policy=AuthPolicy.UPSTREAM_AUTH_HEADER,
-            auth_policy_user_header="X-User",
-            auth_policy_user_default_roles=[NucliaDBRoles.READER],
-        )
-    )
-
-    http_request.headers["X-User"] = "test"
-    auth_creds, nuclia_user = await backend.authenticate(http_request)
-
-    assert nuclia_user.display_name == "test"
-    assert auth_creds.scopes == [NucliaDBRoles.READER.value]
-
-    # no user header
-    http_request.headers = {}
-    assert await backend.authenticate(http_request) is None
-
-
-@pytest.mark.asyncio
-async def test_oauth2_backend(http_request):
-    backend = auth.get_auth_backend(
-        settings=Settings(
-            auth_policy=AuthPolicy.UPSTREAM_OAUTH2,
-            auth_policy_user_default_roles=[NucliaDBRoles.READER],
-        )
-    )
-
-    http_request.headers["Authorization"] = (
-        "Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIxMjM0NTY3ODkwIiwibmFtZSI6IkpvaG4gRG9lIiwiaWF0IjoxNTE2MjM5MDIyfQ.SflKxwRJSMeKKF2QT4fwpMeJf36POk6yJV_adQssw5c"  # noqa
-    )
-    auth_creds, nuclia_user = await backend.authenticate(http_request)
-
-    assert nuclia_user.display_name == "1234567890"
-    assert auth_creds.scopes == [NucliaDBRoles.READER.value]
-
-    # no auth header
-    http_request.headers = {}
-    assert await backend.authenticate(http_request) is None
-
-    # bad auth header
-    http_request.headers = {"Authorization": "lsdkf"}
-    assert await backend.authenticate(http_request) is None
-
-    # bad jwt header
-    http_request.headers = {"Authorization": "Bearer lsdkf"}
-    assert await backend.authenticate(http_request) is None
-
-    http_request.headers = {"Authorization": "Bearer bad.jwt.token"}
-    assert await backend.authenticate(http_request) is None
-
-
-@pytest.mark.asyncio
-async def test_basic_backend(http_request):
-    backend = auth.get_auth_backend(
-        settings=Settings(
-            auth_policy=AuthPolicy.UPSTREAM_BASICAUTH,
-            auth_policy_user_default_roles=[NucliaDBRoles.READER],
-        )
-    )
-
-    http_request.headers["Authorization"] = "Basic am9obkBkb2UuY29tOmxzZGZramxrc2RqZmw="
-    auth_creds, nuclia_user = await backend.authenticate(http_request)
-
-    assert nuclia_user.display_name == "john@doe.com"
-    assert auth_creds.scopes == [NucliaDBRoles.READER.value]
-
-    # no auth header
-    http_request.headers = {}
-    assert await backend.authenticate(http_request) is None
-
-    # bad auth header
-    http_request.headers = {"Authorization": "lsdkf"}
-    assert await backend.authenticate(http_request) is None
-
-
-@pytest.mark.asyncio
-async def test_auth_token_backend(http_request):
-    jwk_key = orjson.dumps(jwk.JWK.generate(kty="oct", size=256, kid="dyn")).decode(
-        "utf-8"
-    )
-    backend = auth.get_auth_backend(
-        settings=Settings(
-            auth_policy=AuthPolicy.UPSTREAM_BASICAUTH,
-            auth_policy_user_default_roles=[NucliaDBRoles.READER],
-            jwk_key=jwk_key,
-        )
-    )
-
-    claims = {
-        "iat": int(time.time()),
-        "exp": int(time.time() + 30),
-        "scopes": ["READER"],
-        "username": "display_name",
-    }
-    payload = orjson.dumps(claims)
-    jwetoken = jwe.JWE(payload, orjson.dumps({"alg": "A256KW", "enc": "A256CBC-HS512"}))
-    jwetoken.add_recipient(jwk.JWK(**orjson.loads(jwk_key)))
-    token = jwetoken.serialize(compact=True)
-
-    http_request.query_params["eph-token"] = token
-    auth_creds, nuclia_user = await backend.authenticate(http_request)
-
-    assert nuclia_user.display_name == "display_name"
-    assert auth_creds.scopes == [NucliaDBRoles.READER.value]

nucliadb/standalone/tests/unit/test_introspect.py

@@ -1,35 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-
-from nucliadb.standalone.introspect import remove_sensitive_settings
-from nucliadb.standalone.settings import Settings
-
-
-def test_remove_sensitive_settings():
-    sensitive = dict(
-        nua_api_key="secret",
-        jwk_key="secret",
-        gcs_base64_creds="secret",
-        s3_client_secret="secret",
-        driver_pg_url="secret",
-    )
-    settings = Settings(**sensitive)
-    remove_sensitive_settings(settings)
-    for key in sensitive:
-        assert getattr(settings, key) == "********"

nucliadb/standalone/tests/unit/test_migrations.py

@@ -1,63 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-from unittest import mock
-
-import pytest
-
-from nucliadb.common import locking
-from nucliadb.standalone.migrations import run_migrations
-
-STANDALONE_MIGRATIONS = "nucliadb.standalone.migrations"
-
-
-@pytest.fixture(scope="function")
-def is_worker_node():
-    with mock.patch(
-        f"{STANDALONE_MIGRATIONS}.is_worker_node", return_value=True
-    ) as mocked:
-        yield mocked
-
-
-@pytest.fixture(scope="function")
-def run_migrator():
-    with mock.patch(f"{STANDALONE_MIGRATIONS}.run_migrator") as mocked:
-        yield mocked
-
-
-def test_run_migrations_runs_on_worker_nodes_only(is_worker_node, run_migrator):
-    is_worker_node.return_value = False
-
-    run_migrations()
-
-    run_migrator.assert_not_called()
-
-    is_worker_node.return_value = True
-
-    run_migrations()
-
-    run_migrator.assert_called_once()
-
-
-def test_run_migrations_waits_for_lock(is_worker_node, run_migrator):
-    run_migrator.side_effect = [locking.ResourceLocked(key="migrations"), None]
-
-    run_migrations()
-
-    assert run_migrator.call_count == 2

nucliadb/standalone/tests/unit/test_versions.py

@@ -1,68 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-
-from unittest import mock
-
-import pkg_resources
-import pytest
-
-from nucliadb.standalone.versions import (
-    get_latest_version,
-    installed_nucliadb,
-    is_newer_release,
-    latest_nucliadb,
-)
-
-
-@pytest.mark.parametrize(
-    "installed,latest,expected",
-    [
-        ("1.1.1", "1.1.1.post1", False),
-        ("1.1.1", "1.1.1", False),
-        ("1.1.1", "1.1.0", False),
-        ("1.1.1", "1.0.1", False),
-        ("1.1.1", "0.1.1", False),
-        ("1.1.1", "1.1.2", True),
-        ("1.1.1", "1.2.1", True),
-        ("1.1.1", "2.1.1", True),
-    ],
-)
-def test_is_newer_release(installed, latest, expected):
-    assert is_newer_release(installed, latest) is expected
-
-
-def test_installed_nucliadb():
-    pkg_resources.parse_version(installed_nucliadb())
-
-
-@pytest.fixture()
-def pypi_mock():
-    version = "1.0.0"
-    with mock.patch(
-        "nucliadb.standalone.versions._get_latest_version", return_value=version
-    ):
-        yield
-
-
-async def test_latest_nucliadb(pypi_mock):
-    assert await latest_nucliadb() == "1.0.0"
-
-
-async def test_get_latest_version(pypi_mock):
-    assert await get_latest_version("foobar") == "1.0.0"

nucliadb/tests/benchmarks/__init__.py

@@ -1,19 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#

nucliadb/tests/benchmarks/test_search.py

@@ -1,99 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-import time
-from unittest.mock import AsyncMock, Mock
-
-import pytest
-from httpx import AsyncClient
-from nucliadb_protos.writer_pb2_grpc import WriterStub
-
-from nucliadb.tests.integration.search.test_search import (
-    broker_resource_with_classifications,
-)
-from nucliadb.tests.utils import inject_message
-from nucliadb_utils.tests.asyncbenchmark import AsyncBenchmarkFixture
-from nucliadb_utils.utilities import Utility, set_utility
-
-
-@pytest.mark.benchmark(
-    group="search",
-    min_time=0.1,
-    max_time=0.5,
-    min_rounds=5,
-    timer=time.time,
-    disable_gc=True,
-    warmup=False,
-)
-@pytest.mark.asyncio
-@pytest.mark.parametrize("knowledgebox", ["STABLE", "EXPERIMENTAL"], indirect=True)
-async def test_search_returns_labels(
-    nucliadb_reader: AsyncClient,
-    nucliadb_writer: AsyncClient,
-    nucliadb_grpc: WriterStub,
-    knowledgebox,
-    asyncbenchmark: AsyncBenchmarkFixture,
-):
-    bm = broker_resource_with_classifications(knowledgebox)
-    await inject_message(nucliadb_grpc, bm)
-
-    resp = await asyncbenchmark(
-        nucliadb_reader.get,
-        f"/kb/{knowledgebox}/search?query=Some&show=extracted&extracted=metadata",
-    )
-    assert resp.status_code == 200
-
-
-@pytest.mark.benchmark(
-    group="search",
-    min_time=0.1,
-    max_time=0.5,
-    min_rounds=5,
-    timer=time.time,
-    disable_gc=True,
-    warmup=False,
-)
-@pytest.mark.asyncio
-@pytest.mark.parametrize("knowledgebox", ["STABLE", "EXPERIMENTAL"], indirect=True)
-async def test_search_relations(
-    nucliadb_reader: AsyncClient,
-    nucliadb_writer: AsyncClient,
-    nucliadb_grpc: WriterStub,
-    knowledgebox,
-    knowledge_graph,
-    asyncbenchmark: AsyncBenchmarkFixture,
-):
-    relation_nodes, relation_edges = knowledge_graph
-
-    predict_mock = Mock()
-    set_utility(Utility.PREDICT, predict_mock)
-
-    predict_mock.detect_entities = AsyncMock(
-        return_value=[relation_nodes["Becquer"], relation_nodes["Newton"]]
-    )
-
-    resp = await asyncbenchmark(
-        nucliadb_reader.get,
-        f"/kb/{knowledgebox}/search",
-        params={
-            "features": "relations",
-            "query": "What relates Newton and Becquer?",
-        },
-    )
-    assert resp.status_code == 200

nucliadb/tests/conftest.py

@@ -1,32 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-pytest_plugins = [
-    "pytest_docker_fixtures",
-    "nucliadb.tests.fixtures",
-    "nucliadb.tests.knowledgeboxes",
-    "nucliadb_utils.tests.asyncbenchmark",
-    "nucliadb_utils.tests.nats",
-    "nucliadb.tests.fixtures",
-    "nucliadb.tests.tikv",
-    "nucliadb.search.tests.node",
-    "nucliadb.ingest.tests.fixtures",
-    "nucliadb_utils.tests.conftest",
-    "nucliadb_utils.tests.gcs",
-]