airbyte-cdk 0.72.1__py3-none-any.whl → 6.17.1.dev1__py3-none-any.whl

unit_tests/sources/declarative/requesters/paginators/test_page_increment.py

@@ -1,70 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-import json
-from typing import Any, Optional
-
-import pytest
-import requests
-from airbyte_cdk.sources.declarative.requesters.paginators.strategies.page_increment import PageIncrement
-
-
-@pytest.mark.parametrize(
-    "page_size, start_from, last_records, expected_next_page_token, expected_offset",
-    [
-        pytest.param(2, 1, [{"id": 0}, {"id": 1}], 2, 2, id="test_same_page_size_start_from_0"),
-        pytest.param(3, 1, [{"id": 0}, {"id": 1}], None, 1, id="test_larger_page_size_start_from_0"),
-        pytest.param(2, 0, [{"id": 0}, {"id": 1}], 1, 1, id="test_same_page_size_start_from_1"),
-        pytest.param(3, 0, [{"id": 0}, {"id": 1}], None, 0, id="test_larger_page_size_start_from_0"),
-        pytest.param(None, 0, [], None, 0, id="test_no_page_size"),
-        pytest.param("2", 0, [{"id": 0}, {"id": 1}], 1, 1, id="test_page_size_from_string"),
-        pytest.param("{{ config['value'] }}", 0, [{"id": 0}, {"id": 1}], 1, 1, id="test_page_size_from_config"),
-    ],
-)
-def test_page_increment_paginator_strategy(page_size, start_from, last_records, expected_next_page_token, expected_offset):
-    paginator_strategy = PageIncrement(page_size=page_size, parameters={}, start_from_page=start_from, config={"value": 2})
-    assert paginator_strategy._page == start_from
-
-    response = requests.Response()
-
-    response.headers = {"A_HEADER": "HEADER_VALUE"}
-    response_body = {"next": "https://airbyte.io/next_url"}
-    response._content = json.dumps(response_body).encode("utf-8")
-
-    next_page_token = paginator_strategy.next_page_token(response, last_records)
-    assert expected_next_page_token == next_page_token
-    assert expected_offset == paginator_strategy._page
-
-    paginator_strategy.reset()
-    assert start_from == paginator_strategy._page
-
-
-@pytest.mark.parametrize(
-    "page_size",
-    [
-        pytest.param("{{ config['value'] }}"),
-        pytest.param("not-an-integer")
-    ]
-)
-def test_page_increment_paginator_strategy_malformed_page_size(page_size):
-    with pytest.raises(Exception, match=".* is of type <class '.*'>. Expected <class 'int'>"):
-        PageIncrement(page_size=page_size, parameters={}, start_from_page=0, config={"value": "not-an-integer"})
-
-
-@pytest.mark.parametrize(
-    "inject_on_first_request, start_from_page, expected_initial_token",
-    [
-        pytest.param(True, 0, 0, id="test_with_inject_offset_page_start_from_0"),
-        pytest.param(True, 12, 12, id="test_with_inject_offset_page_start_from_12"),
-        pytest.param(False, 2, None, id="test_without_inject_offset"),
-    ],
-)
-def test_page_increment_paginator_strategy_initial_token(
-    inject_on_first_request: bool, start_from_page: int, expected_initial_token: Optional[Any]
-):
-    paginator_strategy = PageIncrement(
-        page_size=20, parameters={}, start_from_page=start_from_page, inject_on_first_request=inject_on_first_request, config={}
-    )
-
-    assert paginator_strategy.initial_token == expected_initial_token

unit_tests/sources/declarative/requesters/paginators/test_request_option.py

@@ -1,43 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-import pytest
-from airbyte_cdk.sources.declarative.requesters.request_option import RequestOption, RequestOptionType
-
-
-@pytest.mark.parametrize(
-    "option_type, field_name, expected_field_name",
-    [
-        (RequestOptionType.request_parameter, "field", "field"),
-        (RequestOptionType.header, "field", "field"),
-        (RequestOptionType.body_data, "field", "field"),
-        (RequestOptionType.body_json, "field", "field"),
-        (RequestOptionType.request_parameter, "since_{{ parameters['cursor_field'] }}", "since_updated_at"),
-        (RequestOptionType.header, "since_{{ parameters['cursor_field'] }}", "since_updated_at"),
-        (RequestOptionType.body_data, "since_{{ parameters['cursor_field'] }}", "since_updated_at"),
-        (RequestOptionType.body_json, "since_{{ parameters['cursor_field'] }}", "since_updated_at"),
-        (RequestOptionType.request_parameter, "since_{{ config['cursor_field'] }}", "since_created_at"),
-        (RequestOptionType.header, "since_{{ config['cursor_field'] }}", "since_created_at"),
-        (RequestOptionType.body_data, "since_{{ config['cursor_field'] }}", "since_created_at"),
-        (RequestOptionType.body_json, "since_{{ config['cursor_field'] }}", "since_created_at"),
-    ],
-    ids=[
-        "test_limit_param_with_field_name",
-        "test_limit_header_with_field_name",
-        "test_limit_data_with_field_name",
-        "test_limit_json_with_field_name",
-        "test_limit_param_with_parameters_interpolation",
-        "test_limit_header_with_parameters_interpolation",
-        "test_limit_data_with_parameters_interpolation",
-        "test_limit_json_with_parameters_interpolation",
-        "test_limit_param_with_config_interpolation",
-        "test_limit_header_with_config_interpolation",
-        "test_limit_data_with_config_interpolation",
-        "test_limit_json_with_config_interpolation",
-    ],
-)
-def test_request_option(option_type: RequestOptionType, field_name: str, expected_field_name: str):
-    request_option = RequestOption(inject_into=option_type, field_name=field_name, parameters={"cursor_field": "updated_at"})
-    assert request_option.field_name.eval({"cursor_field": "created_at"}) == expected_field_name
-    assert request_option.inject_into == option_type

unit_tests/sources/declarative/requesters/paginators/test_stop_condition.py

@@ -1,105 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-from unittest.mock import Mock, call
-
-from airbyte_cdk.sources.declarative.incremental import Cursor
-from airbyte_cdk.sources.declarative.requesters.paginators.strategies.pagination_strategy import PaginationStrategy
-from airbyte_cdk.sources.declarative.requesters.paginators.strategies.stop_condition import (
-    CursorStopCondition,
-    PaginationStopCondition,
-    StopConditionPaginationStrategyDecorator,
-)
-from airbyte_cdk.sources.declarative.types import Record
-from pytest import fixture
-
-ANY_RECORD = Mock()
-NO_RECORDS = []
-ANY_RESPONSE = Mock()
-
-
-@fixture
-def mocked_cursor():
-    return Mock(spec=Cursor)
-
-
-@fixture
-def mocked_pagination_strategy():
-    return Mock(spec=PaginationStrategy)
-
-
-@fixture
-def mocked_stop_condition():
-    return Mock(spec=PaginationStopCondition)
-
-
-def test_given_record_should_be_synced_when_is_met_return_false(mocked_cursor):
-    mocked_cursor.should_be_synced.return_value = True
-    assert not CursorStopCondition(mocked_cursor).is_met(ANY_RECORD)
-
-
-def test_given_record_should_not_be_synced_when_is_met_return_true(mocked_cursor):
-    mocked_cursor.should_be_synced.return_value = False
-    assert CursorStopCondition(mocked_cursor).is_met(ANY_RECORD)
-
-
-def test_given_stop_condition_is_met_when_next_page_token_then_return_none(mocked_pagination_strategy, mocked_stop_condition):
-    mocked_stop_condition.is_met.side_effect = [False, True]
-    first_record = Mock(spec=Record)
-    last_record = Mock(spec=Record)
-
-    decorator = StopConditionPaginationStrategyDecorator(mocked_pagination_strategy, mocked_stop_condition)
-
-    assert not decorator.next_page_token(ANY_RESPONSE, [first_record, last_record])
-    mocked_stop_condition.is_met.assert_has_calls([call(last_record), call(first_record)])
-
-
-def test_given_last_record_meets_condition_when_next_page_token_then_do_not_check_for_other_records(
-    mocked_pagination_strategy, mocked_stop_condition
-):
-    mocked_stop_condition.is_met.return_value = True
-    last_record = Mock(spec=Record)
-
-    StopConditionPaginationStrategyDecorator(mocked_pagination_strategy, mocked_stop_condition).next_page_token(
-        ANY_RESPONSE, [Mock(spec=Record), last_record]
-    )
-
-    mocked_stop_condition.is_met.assert_called_once_with(last_record)
-
-
-def test_given_stop_condition_is_not_met_when_next_page_token_then_delegate(mocked_pagination_strategy, mocked_stop_condition):
-    mocked_stop_condition.is_met.return_value = False
-    first_record = Mock(spec=Record)
-    last_record = Mock(spec=Record)
-    decorator = StopConditionPaginationStrategyDecorator(mocked_pagination_strategy, mocked_stop_condition)
-
-    next_page_token = decorator.next_page_token(ANY_RESPONSE, [first_record, last_record])
-
-    assert next_page_token == mocked_pagination_strategy.next_page_token.return_value
-    mocked_pagination_strategy.next_page_token.assert_called_once_with(ANY_RESPONSE, [first_record, last_record])
-    mocked_stop_condition.is_met.assert_has_calls([call(last_record), call(first_record)])
-
-
-def test_given_no_records_when_next_page_token_then_delegate(mocked_pagination_strategy, mocked_stop_condition):
-    decorator = StopConditionPaginationStrategyDecorator(mocked_pagination_strategy, mocked_stop_condition)
-
-    next_page_token = decorator.next_page_token(ANY_RESPONSE, NO_RECORDS)
-
-    assert next_page_token == mocked_pagination_strategy.next_page_token.return_value
-    mocked_pagination_strategy.next_page_token.assert_called_once_with(ANY_RESPONSE, NO_RECORDS)
-
-
-def test_when_reset_then_delegate(mocked_pagination_strategy, mocked_stop_condition):
-    decorator = StopConditionPaginationStrategyDecorator(mocked_pagination_strategy, mocked_stop_condition)
-    decorator.reset()
-    mocked_pagination_strategy.reset.assert_called_once_with()
-
-
-def test_when_get_page_size_then_delegate(mocked_pagination_strategy, mocked_stop_condition):
-    decorator = StopConditionPaginationStrategyDecorator(mocked_pagination_strategy, mocked_stop_condition)
-
-    page_size = decorator.get_page_size()
-
-    assert page_size == mocked_pagination_strategy.get_page_size.return_value
-    mocked_pagination_strategy.get_page_size.assert_called_once_with()

unit_tests/sources/declarative/requesters/request_options/__init__.py

@@ -1,3 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#

unit_tests/sources/declarative/requesters/request_options/test_interpolated_request_options_provider.py

@@ -1,101 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-import pytest
-from airbyte_cdk.sources.declarative.requesters.request_options.interpolated_request_options_provider import (
-    InterpolatedRequestOptionsProvider,
-)
-
-state = {"date": "2021-01-01"}
-stream_slice = {"start_date": "2020-01-01"}
-next_page_token = {"offset": 12345, "page": 27}
-config = {"option": "OPTION"}
-
-
-@pytest.mark.parametrize(
-    "test_name, input_request_params, expected_request_params",
-    [
-        ("test_static_param", {"a_static_request_param": "a_static_value"}, {"a_static_request_param": "a_static_value"}),
-        ("test_value_depends_on_state", {"read_from_state": "{{ stream_state['date'] }}"}, {"read_from_state": "2021-01-01"}),
-        ("test_value_depends_on_stream_slice", {"read_from_slice": "{{ stream_slice['start_date'] }}"}, {"read_from_slice": "2020-01-01"}),
-        ("test_value_depends_on_next_page_token", {"read_from_token": "{{ next_page_token['offset'] }}"}, {"read_from_token": "12345"}),
-        ("test_value_depends_on_config", {"read_from_config": "{{ config['option'] }}"}, {"read_from_config": "OPTION"}),
-        (
-            "test_parameter_is_interpolated",
-            {"{{ stream_state['date'] }} - {{stream_slice['start_date']}} - {{next_page_token['offset']}} - {{config['option']}}": "ABC"},
-            {"2021-01-01 - 2020-01-01 - 12345 - OPTION": "ABC"},
-        ),
-        ("test_boolean_false_value", {"boolean_false": "{{ False }}"}, {"boolean_false": "False"}),
-        ("test_integer_falsy_value", {"integer_falsy": "{{ 0 }}"}, {"integer_falsy": "0"}),
-        ("test_number_falsy_value", {"number_falsy": "{{ 0.0 }}"}, {"number_falsy": "0.0"}),
-        ("test_string_falsy_value", {"string_falsy": "{{ '' }}"}, {}),
-        ("test_none_value", {"none_value": "{{ None }}"}, {"none_value": "None"}),
-    ],
-)
-def test_interpolated_request_params(test_name, input_request_params, expected_request_params):
-    provider = InterpolatedRequestOptionsProvider(config=config, request_parameters=input_request_params, parameters={})
-
-    actual_request_params = provider.get_request_params(stream_state=state, stream_slice=stream_slice, next_page_token=next_page_token)
-
-    assert actual_request_params == expected_request_params
-
-
-@pytest.mark.parametrize(
-    "test_name, input_request_json, expected_request_json",
-    [
-        ("test_static_json", {"a_static_request_param": "a_static_value"}, {"a_static_request_param": "a_static_value"}),
-        ("test_value_depends_on_state", {"read_from_state": "{{ stream_state['date'] }}"}, {"read_from_state": "2021-01-01"}),
-        ("test_value_depends_on_stream_slice", {"read_from_slice": "{{ stream_slice['start_date'] }}"}, {"read_from_slice": "2020-01-01"}),
-        ("test_value_depends_on_next_page_token", {"read_from_token": "{{ next_page_token['offset'] }}"}, {"read_from_token": 12345}),
-        ("test_value_depends_on_config", {"read_from_config": "{{ config['option'] }}"}, {"read_from_config": "OPTION"}),
-        (
-            "test_interpolated_keys",
-            {"{{ stream_state['date'] }}": 123, "{{ config['option'] }}": "ABC"},
-            {"2021-01-01": 123, "OPTION": "ABC"},
-        ),
-        ("test_boolean_false_value", {"boolean_false": "{{ False }}"}, {"boolean_false": False}),
-        ("test_integer_falsy_value", {"integer_falsy": "{{ 0 }}"}, {"integer_falsy": 0}),
-        ("test_number_falsy_value", {"number_falsy": "{{ 0.0 }}"}, {"number_falsy": 0.0}),
-        ("test_string_falsy_value", {"string_falsy": "{{ '' }}"}, {}),
-        ("test_none_value", {"none_value": "{{ None }}"}, {}),
-        ("test_string", """{"nested": { "key": "{{ config['option'] }}" }}""", {"nested": {"key": "OPTION"}}),
-        ("test_nested_objects", {"nested": {"key": "{{ config['option'] }}"}}, {"nested": {"key": "OPTION"}}),
-        (
-            "test_nested_objects_interpolated keys",
-            {"nested": {"{{ stream_state['date'] }}": "{{ config['option'] }}"}},
-            {"nested": {"2021-01-01": "OPTION"}},
-        ),
-    ],
-)
-def test_interpolated_request_json(test_name, input_request_json, expected_request_json):
-    provider = InterpolatedRequestOptionsProvider(config=config, request_body_json=input_request_json, parameters={})
-
-    actual_request_json = provider.get_request_body_json(stream_state=state, stream_slice=stream_slice, next_page_token=next_page_token)
-
-    assert actual_request_json == expected_request_json
-
-
-@pytest.mark.parametrize(
-    "test_name, input_request_data, expected_request_data",
-    [
-        ("test_static_map_data", {"a_static_request_param": "a_static_value"}, {"a_static_request_param": "a_static_value"}),
-        ("test_map_depends_on_stream_slice", {"read_from_slice": "{{ stream_slice['start_date'] }}"}, {"read_from_slice": "2020-01-01"}),
-        ("test_map_depends_on_config", {"read_from_config": "{{ config['option'] }}"}, {"read_from_config": "OPTION"}),
-        ("test_defaults_to_empty_dict", None, {}),
-        ("test_interpolated_keys", {"{{ stream_state['date'] }} - {{ next_page_token['offset'] }}": "ABC"}, {"2021-01-01 - 12345": "ABC"}),
-    ],
-)
-def test_interpolated_request_data(test_name, input_request_data, expected_request_data):
-    provider = InterpolatedRequestOptionsProvider(config=config, request_body_data=input_request_data, parameters={})
-
-    actual_request_data = provider.get_request_body_data(stream_state=state, stream_slice=stream_slice, next_page_token=next_page_token)
-
-    assert actual_request_data == expected_request_data
-
-
-def test_error_on_create_for_both_request_json_and_data():
-    request_json = {"body_key": "{{ stream_slice['start_date'] }}"}
-    request_data = "interpolate_me=5&invalid={{ config['option'] }}"
-    with pytest.raises(ValueError):
-        InterpolatedRequestOptionsProvider(config=config, request_body_json=request_json, request_body_data=request_data, parameters={})