airbyte-cdk 0.72.1__py3-none-any.whl → 6.17.1.dev1__py3-none-any.whl

unit_tests/sources/test_http_logger.py

@@ -1,252 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-import pytest
-import requests
-from airbyte_cdk.sources.http_logger import format_http_message
-
-A_TITLE = "a title"
-A_DESCRIPTION = "a description"
-A_STREAM_NAME = "a stream name"
-ANY_REQUEST = requests.Request(method="POST", url="http://a-url.com", headers={}, params={}).prepare()
-
-
-class ResponseBuilder:
-    def __init__(self):
-        self._body_content = ""
-        self._headers = {}
-        self._request = ANY_REQUEST
-        self._status_code = 100
-
-    def body_content(self, body_content: bytes) -> "ResponseBuilder":
-        self._body_content = body_content
-        return self
-
-    def headers(self, headers: dict) -> "ResponseBuilder":
-        self._headers = headers
-        return self
-
-    def request(self, request: requests.PreparedRequest) -> "ResponseBuilder":
-        self._request = request
-        return self
-
-    def status_code(self, status_code: int) -> "ResponseBuilder":
-        self._status_code = status_code
-        return self
-
-    def build(self):
-        response = requests.Response()
-        response._content = self._body_content
-        response.headers = self._headers
-        response.request = self._request
-        response.status_code = self._status_code
-        return response
-
-
-EMPTY_RESPONSE = {"body": {"content": ""}, "headers": {}, "status_code": 100}
-
-
-@pytest.mark.parametrize(
-    "test_name, http_method, url, headers, params, body_json, body_data, expected_airbyte_message",
-    [
-        (
-            "test_basic_get_request",
-            "GET",
-            "https://airbyte.io",
-            {},
-            {},
-            {},
-            {},
-            {
-                "airbyte_cdk": {"stream": {"name": A_STREAM_NAME}},
-                "http": {
-                    "title": A_TITLE,
-                    "description": A_DESCRIPTION,
-                    "request": {"method": "GET", "body": {"content": None}, "headers": {}},
-                    "response": EMPTY_RESPONSE,
-                },
-                "log": {"level": "debug"},
-                "url": {"full": "https://airbyte.io/"},
-            },
-        ),
-        (
-            "test_get_request_with_headers",
-            "GET",
-            "https://airbyte.io",
-            {"h1": "v1", "h2": "v2"},
-            {},
-            {},
-            {},
-            {
-                "airbyte_cdk": {"stream": {"name": A_STREAM_NAME}},
-                "http": {
-                    "title": A_TITLE,
-                    "description": A_DESCRIPTION,
-                    "request": {"method": "GET", "body": {"content": None}, "headers": {"h1": "v1", "h2": "v2"}},
-                    "response": EMPTY_RESPONSE,
-                },
-                "log": {"level": "debug"},
-                "url": {"full": "https://airbyte.io/"},
-            },
-        ),
-        (
-            "test_get_request_with_request_params",
-            "GET",
-            "https://airbyte.io",
-            {},
-            {"p1": "v1", "p2": "v2"},
-            {},
-            {},
-            {
-                "airbyte_cdk": {"stream": {"name": A_STREAM_NAME}},
-                "http": {
-                    "title": A_TITLE,
-                    "description": A_DESCRIPTION,
-                    "request": {"method": "GET", "body": {"content": None}, "headers": {}},
-                    "response": EMPTY_RESPONSE,
-                },
-                "log": {"level": "debug"},
-                "url": {"full": "https://airbyte.io/?p1=v1&p2=v2"},
-            },
-        ),
-        (
-            "test_get_request_with_request_body_json",
-            "GET",
-            "https://airbyte.io",
-            {"Content-Type": "application/json"},
-            {},
-            {"b1": "v1", "b2": "v2"},
-            {},
-            {
-                "airbyte_cdk": {"stream": {"name": A_STREAM_NAME}},
-                "http": {
-                    "title": A_TITLE,
-                    "description": A_DESCRIPTION,
-                    "request": {
-                        "method": "GET",
-                        "body": {"content": '{"b1": "v1", "b2": "v2"}'},
-                        "headers": {"Content-Type": "application/json", "Content-Length": "24"},
-                    },
-                    "response": EMPTY_RESPONSE,
-                },
-                "log": {"level": "debug"},
-                "url": {"full": "https://airbyte.io/"},
-            },
-        ),
-        (
-            "test_get_request_with_headers_params_and_body",
-            "GET",
-            "https://airbyte.io",
-            {"Content-Type": "application/json", "h1": "v1"},
-            {"p1": "v1", "p2": "v2"},
-            {"b1": "v1", "b2": "v2"},
-            {},
-            {
-                "airbyte_cdk": {"stream": {"name": A_STREAM_NAME}},
-                "http": {
-                    "title": A_TITLE,
-                    "description": A_DESCRIPTION,
-                    "request": {
-                        "method": "GET",
-                        "body": {"content": '{"b1": "v1", "b2": "v2"}'},
-                        "headers": {"Content-Type": "application/json", "Content-Length": "24", "h1": "v1"},
-                    },
-                    "response": EMPTY_RESPONSE,
-                },
-                "log": {"level": "debug"},
-                "url": {"full": "https://airbyte.io/?p1=v1&p2=v2"},
-            },
-        ),
-        (
-            "test_get_request_with_request_body_data",
-            "GET",
-            "https://airbyte.io",
-            {"Content-Type": "application/x-www-form-urlencoded"},
-            {},
-            {},
-            {"b1": "v1", "b2": "v2"},
-            {
-                "airbyte_cdk": {"stream": {"name": A_STREAM_NAME}},
-                "http": {
-                    "title": A_TITLE,
-                    "description": A_DESCRIPTION,
-                    "request": {
-                        "method": "GET",
-                        "body": {"content": "b1=v1&b2=v2"},
-                        "headers": {"Content-Type": "application/x-www-form-urlencoded", "Content-Length": "11"},
-                    },
-                    "response": EMPTY_RESPONSE,
-                },
-                "log": {"level": "debug"},
-                "url": {"full": "https://airbyte.io/"},
-            },
-        ),
-        (
-            "test_basic_post_request",
-            "POST",
-            "https://airbyte.io",
-            {},
-            {},
-            {},
-            {},
-            {
-                "airbyte_cdk": {"stream": {"name": A_STREAM_NAME}},
-                "http": {
-                    "title": A_TITLE,
-                    "description": A_DESCRIPTION,
-                    "request": {"method": "POST", "body": {"content": None}, "headers": {"Content-Length": "0"}},
-                    "response": EMPTY_RESPONSE,
-                },
-                "log": {"level": "debug"},
-                "url": {"full": "https://airbyte.io/"},
-            },
-        ),
-    ],
-)
-def test_prepared_request_to_airbyte_message(test_name, http_method, url, headers, params, body_json, body_data, expected_airbyte_message):
-    request = requests.Request(method=http_method, url=url, headers=headers, params=params)
-    if body_json:
-        request.json = body_json
-    if body_data:
-        request.data = body_data
-    prepared_request = request.prepare()
-
-    actual_airbyte_message = format_http_message(ResponseBuilder().request(prepared_request).build(), A_TITLE, A_DESCRIPTION, A_STREAM_NAME)
-
-    assert actual_airbyte_message == expected_airbyte_message
-
-
-@pytest.mark.parametrize(
-    "test_name, response_body, response_headers, status_code, expected_airbyte_message",
-    [
-        ("test_response_no_body_no_headers", b"", {}, 200, {"body": {"content": ""}, "headers": {}, "status_code": 200}),
-        (
-            "test_response_no_body_with_headers",
-            b"",
-            {"h1": "v1", "h2": "v2"},
-            200,
-            {"body": {"content": ""}, "headers": {"h1": "v1", "h2": "v2"}, "status_code": 200},
-        ),
-        (
-            "test_response_with_body_no_headers",
-            b'{"b1": "v1", "b2": "v2"}',
-            {},
-            200,
-            {"body": {"content": '{"b1": "v1", "b2": "v2"}'}, "headers": {}, "status_code": 200},
-        ),
-        (
-            "test_response_with_body_and_headers",
-            b'{"b1": "v1", "b2": "v2"}',
-            {"h1": "v1", "h2": "v2"},
-            200,
-            {"body": {"content": '{"b1": "v1", "b2": "v2"}'}, "headers": {"h1": "v1", "h2": "v2"}, "status_code": 200},
-        ),
-    ],
-)
-def test_response_to_airbyte_message(test_name, response_body, response_headers, status_code, expected_airbyte_message):
-    response = ResponseBuilder().body_content(response_body).headers(response_headers).status_code(status_code).build()
-
-    actual_airbyte_message = format_http_message(response, A_TITLE, A_DESCRIPTION, A_STREAM_NAME)
-
-    assert actual_airbyte_message["http"]["response"] == expected_airbyte_message

unit_tests/sources/test_integration_source.py

@@ -1,86 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-import json
-import os
-from typing import Any, List, Mapping
-from unittest import mock
-from unittest.mock import patch
-
-import pytest
-import requests
-from airbyte_cdk.entrypoint import launch
-from airbyte_cdk.utils import AirbyteTracedException
-from unit_tests.sources.fixtures.source_test_fixture import (
-    HttpTestStream,
-    SourceFixtureOauthAuthenticator,
-    SourceTestFixture,
-    fixture_mock_send,
-)
-
-
-@pytest.mark.parametrize(
-    "deployment_mode, url_base, expected_records, expected_error",
-    [
-        pytest.param("CLOUD", "https://airbyte.com/api/v1/", [], None, id="test_cloud_read_with_public_endpoint"),
-        pytest.param("CLOUD", "http://unsecured.com/api/v1/", [], "system_error", id="test_cloud_read_with_unsecured_url"),
-        pytest.param("CLOUD", "https://172.20.105.99/api/v1/", [], "config_error", id="test_cloud_read_with_private_endpoint"),
-        pytest.param("CLOUD", "https://localhost:80/api/v1/", [], "config_error", id="test_cloud_read_with_localhost"),
-        pytest.param("OSS", "https://airbyte.com/api/v1/", [], None, id="test_oss_read_with_public_endpoint"),
-        pytest.param("OSS", "https://172.20.105.99/api/v1/", [], None, id="test_oss_read_with_private_endpoint"),
-    ],
-)
-@patch.object(requests.Session, "send", fixture_mock_send)
-def test_external_request_source(capsys, deployment_mode, url_base, expected_records, expected_error):
-    source = SourceTestFixture()
-
-    with mock.patch.dict(os.environ, {"DEPLOYMENT_MODE": deployment_mode}, clear=False):  # clear=True clears the existing os.environ dict
-        with mock.patch.object(HttpTestStream, "url_base", url_base):
-            args = ["read", "--config", "config.json", "--catalog", "configured_catalog.json"]
-            if expected_error:
-                with pytest.raises(AirbyteTracedException):
-                    launch(source, args)
-                    messages = [json.loads(line) for line in capsys.readouterr().out.splitlines()]
-                    assert contains_error_trace_message(messages, expected_error)
-            else:
-                launch(source, args)
-
-
-@pytest.mark.parametrize(
-    "deployment_mode, token_refresh_url, expected_records, expected_error",
-    [
-        pytest.param("CLOUD", "https://airbyte.com/api/v1/", [], None, id="test_cloud_read_with_public_endpoint"),
-        pytest.param("CLOUD", "http://unsecured.com/api/v1/", [], "system_error", id="test_cloud_read_with_unsecured_url"),
-        pytest.param("CLOUD", "https://172.20.105.99/api/v1/", [], "config_error", id="test_cloud_read_with_private_endpoint"),
-        pytest.param("OSS", "https://airbyte.com/api/v1/", [], None, id="test_oss_read_with_public_endpoint"),
-        pytest.param("OSS", "https://172.20.105.99/api/v1/", [], None, id="test_oss_read_with_private_endpoint"),
-    ],
-)
-@patch.object(requests.Session, "send", fixture_mock_send)
-def test_external_oauth_request_source(capsys, deployment_mode, token_refresh_url, expected_records, expected_error):
-    oauth_authenticator = SourceFixtureOauthAuthenticator(
-        client_id="nora", client_secret="hae_sung", refresh_token="arthur", token_refresh_endpoint=token_refresh_url
-    )
-    source = SourceTestFixture(authenticator=oauth_authenticator)
-
-    with mock.patch.dict(os.environ, {"DEPLOYMENT_MODE": deployment_mode}, clear=False):  # clear=True clears the existing os.environ dict
-        args = ["read", "--config", "config.json", "--catalog", "configured_catalog.json"]
-        if expected_error:
-            with pytest.raises(AirbyteTracedException):
-                launch(source, args)
-                messages = [json.loads(line) for line in capsys.readouterr().out.splitlines()]
-                assert contains_error_trace_message(messages, expected_error)
-        else:
-            launch(source, args)
-
-
-def contains_error_trace_message(messages: List[Mapping[str, Any]], expected_error: str) -> bool:
-    for message in messages:
-        if message.get("type") != "TRACE":
-            continue
-        elif message.get("trace").get("type") != "ERROR":
-            continue
-        elif message.get("trace").get("error").get("failure_type") == expected_error:
-            return True
-    return False