airbyte-source-rki-covid 0.1.2__py3-none-any.whl → 0.1.4__py3-none-any.whl

integration_tests/invalid_config.json

@@ -1,3 +0,0 @@
-{
-  "start_date": "20220426"
-}

integration_tests/sample_config.json

@@ -1,3 +0,0 @@
-{
-  "start_date": "2022-01-01"
-}

integration_tests/sample_state.json

@@ -1,18 +0,0 @@
-{
-  "germany_history_cases": {
-    "date": "2024-01-01T00:00:00.000Z"
-  },
-  "german_history_incidence": {
-    "date": "2024-01-01T00:00:00.000Z"
-  },
-  "german_history_deaths": {
-    "date": "2024-01-01T00:00:00.000Z"
-  },
-  "german_history_recovered": {
-    "date": "2024-01-01T00:00:00.000Z"
-  },
-  "german_history_hospitalization": {
-    "date": "2024-01-01T00:00:00.000Z"
-  },
-  "german_history_frozen_incidence": {}
-}

unit_tests/__init__.py

@@ -1,3 +0,0 @@
-#
-# Copyright (c) 2021 Airbyte, Inc., all rights reserved.
-#

unit_tests/test_cached_stream_state.py

@@ -1,5 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-#

unit_tests/test_incremental_germanhistorycases.py

@@ -1,56 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime
-
-import requests
-from pytest import fixture
-from source_rki_covid.source import GermanyHistoryCases
-
-
-@fixture
-def patch_incremental_german_history_cases(mocker):
-    # Mock abstract methods to enable instantiating abstract class.
-    mocker.patch.object(GermanyHistoryCases, "primary_key", None)
-
-
-def test_cursor_field(patch_incremental_german_history_cases):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanyHistoryCases(config)
-    expected_cursor_field = "date"
-    assert stream.cursor_field == expected_cursor_field
-
-
-def test_parse_response(patch_incremental_german_history_cases):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanyHistoryCases(config)
-    response = requests.get("https://api.corona-zahlen.org/germany/history/cases/1")
-    if response.json().get("data"):
-        expected_response = response.json().get("data")
-        assert stream.parse_response(response) == expected_response
-    else:
-        expected_response = [{}]
-        assert stream.parse_response(response) == expected_response
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_incremental_german_history_cases):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanyHistoryCases(config)
-    expected_stream_path = "germany/history/cases/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path
-
-
-def test_parse_without_cases(patch_incremental_german_history_cases):
-    config = {}
-    stream = GermanyHistoryCases(config)
-    expected_stream_path = "germany/history/cases/"
-    assert stream.path() == expected_stream_path

unit_tests/test_incremental_germanhistorydeaths.py

@@ -1,66 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime, timedelta
-
-import requests
-from pytest import fixture
-from source_rki_covid.source import GermanHistoryDeaths
-
-
-@fixture
-def patch_incremental_german_history_deaths(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(GermanHistoryDeaths, "primary_key", None)
-
-
-def test_cursor_field(patch_incremental_german_history_deaths):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryDeaths(config)
-    expected_cursor_field = "date"
-    assert stream.cursor_field == expected_cursor_field
-
-
-def test_get_updated_state(patch_incremental_german_history_deaths):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryDeaths(config)
-    d = datetime.date(datetime.today()) - timedelta(days=1)
-    date = {stream.cursor_field: str(d)}
-    inputs = {"current_stream_state": date, "latest_record": date}
-    expected_state = {stream.cursor_field: str(d)}
-    assert stream.get_updated_state(**inputs) == expected_state
-
-
-def test_parse_response(patch_incremental_german_history_deaths):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryDeaths(config)
-    response = requests.get("https://api.corona-zahlen.org/germany/history/deaths/1")
-    if response.json().get("data"):
-        expected_response = response.json().get("data")
-        assert stream.parse_response(response) == expected_response
-    else:
-        expected_response = [{}]
-        assert stream.parse_response(response) == expected_response
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_incremental_german_history_deaths):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryDeaths(config)
-    expected_stream_path = "germany/history/deaths/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path
-
-
-def test_parse_without_cases(patch_incremental_german_history_deaths):
-    config = {}
-    stream = GermanHistoryDeaths(config)
-    expected_stream_path = "germany/history/deaths/"
-    assert stream.path() == expected_stream_path

unit_tests/test_incremental_germanhistoryfrozenIncidence.py

@@ -1,66 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime, timedelta
-
-import requests
-from pytest import fixture
-from source_rki_covid.source import GermanHistoryFrozenIncidence
-
-
-@fixture
-def patch_incremental_german_history_frozenInc(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(GermanHistoryFrozenIncidence, "primary_key", None)
-
-
-def test_cursor_field(patch_incremental_german_history_frozenInc):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryFrozenIncidence(config)
-    expected_cursor_field = "date"
-    assert stream.cursor_field == expected_cursor_field
-
-
-def test_get_updated_state(patch_incremental_german_history_frozenInc):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryFrozenIncidence(config)
-    d = datetime.date(datetime.today()) - timedelta(days=1)
-    date = {stream.cursor_field: str(d)}
-    inputs = {"current_stream_state": date, "latest_record": date}
-    expected_state = {stream.cursor_field: str(d)}
-    assert stream.get_updated_state(**inputs) == expected_state
-
-
-def test_parse_response(patch_incremental_german_history_frozenInc):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryFrozenIncidence(config)
-    response = requests.get("https://api.corona-zahlen.org/germany/history/frozen-incidence/1")
-    if response.json().get("data").get("history"):
-        expected_response = response.json().get("data").get("history")
-        assert stream.parse_response(response) == expected_response
-    else:
-        expected_response = []
-        assert stream.parse_response(response) == expected_response
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_incremental_german_history_frozenInc):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryFrozenIncidence(config)
-    expected_stream_path = "germany/history/frozen-incidence/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path
-
-
-def test_parse_without_cases(patch_incremental_german_history_frozenInc):
-    config = {}
-    stream = GermanHistoryFrozenIncidence(config)
-    expected_stream_path = "germany/history/frozen-incidence/"
-    assert stream.path() == expected_stream_path

unit_tests/test_incremental_germanhistoryhospitalization.py

@@ -1,66 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime, timedelta
-
-import requests
-from pytest import fixture
-from source_rki_covid.source import GermanHistoryHospitalization
-
-
-@fixture
-def patch_incremental_german_history_hospitalization(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(GermanHistoryHospitalization, "primary_key", None)
-
-
-def test_cursor_field(patch_incremental_german_history_hospitalization):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryHospitalization(config)
-    expected_cursor_field = "date"
-    assert stream.cursor_field == expected_cursor_field
-
-
-def test_get_updated_state(patch_incremental_german_history_hospitalization):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryHospitalization(config)
-    d = datetime.date(datetime.today()) - timedelta(days=1)
-    date = {stream.cursor_field: str(d)}
-    inputs = {"current_stream_state": date, "latest_record": date}
-    expected_state = {stream.cursor_field: str(d)}
-    assert stream.get_updated_state(**inputs) == expected_state
-
-
-def test_parse_response(patch_incremental_german_history_hospitalization):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryHospitalization(config)
-    response = requests.get("https://api.corona-zahlen.org/germany/history/hospitalization/1")
-    if response.json().get("data"):
-        expected_response = response.json().get("data")
-        assert stream.parse_response(response) == expected_response
-    else:
-        expected_response = [{}]
-        assert stream.parse_response(response) == expected_response
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_incremental_german_history_hospitalization):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryHospitalization(config)
-    expected_stream_path = "germany/history/hospitalization/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path
-
-
-def test_parse_without_cases(patch_incremental_german_history_hospitalization):
-    config = {}
-    stream = GermanHistoryHospitalization(config)
-    expected_stream_path = "germany/history/hospitalization/"
-    assert stream.path() == expected_stream_path

unit_tests/test_incremental_germanhistoryincidence.py

@@ -1,66 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime, timedelta
-
-import requests
-from pytest import fixture
-from source_rki_covid.source import GermanHistoryIncidence
-
-
-@fixture
-def patch_incremental_german_history_incidence(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(GermanHistoryIncidence, "primary_key", None)
-
-
-def test_cursor_field(patch_incremental_german_history_incidence):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryIncidence(config)
-    expected_cursor_field = "date"
-    assert stream.cursor_field == expected_cursor_field
-
-
-def test_get_updated_state(patch_incremental_german_history_incidence):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryIncidence(config)
-    d = datetime.date(datetime.today()) - timedelta(days=1)
-    date = {stream.cursor_field: str(d)}
-    inputs = {"current_stream_state": date, "latest_record": date}
-    expected_state = {stream.cursor_field: str(d)}
-    assert stream.get_updated_state(**inputs) == expected_state
-
-
-def test_parse_response(patch_incremental_german_history_incidence):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryIncidence(config)
-    response = requests.get("https://api.corona-zahlen.org/germany/history/incidence/1")
-    if response.json().get("data"):
-        expected_response = response.json().get("data")
-        assert stream.parse_response(response) == expected_response
-    else:
-        expected_response = [{}]
-        assert stream.parse_response(response) == expected_response
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_incremental_german_history_incidence):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryIncidence(config)
-    expected_stream_path = "germany/history/incidence/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path
-
-
-def test_parse_without_cases(patch_incremental_german_history_incidence):
-    config = {}
-    stream = GermanHistoryIncidence(config)
-    expected_stream_path = "germany/history/incidence/"
-    assert stream.path() == expected_stream_path

unit_tests/test_incremental_germanhistoryrecovered.py

@@ -1,66 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime, timedelta
-
-import requests
-from pytest import fixture
-from source_rki_covid.source import GermanHistoryRecovered
-
-
-@fixture
-def patch_incremental_german_history_recovered(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(GermanHistoryRecovered, "primary_key", None)
-
-
-def test_cursor_field(patch_incremental_german_history_recovered):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryRecovered(config)
-    expected_cursor_field = "date"
-    assert stream.cursor_field == expected_cursor_field
-
-
-def test_get_updated_state(patch_incremental_german_history_recovered):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryRecovered(config)
-    d = datetime.date(datetime.today()) - timedelta(days=1)
-    date = {stream.cursor_field: str(d)}
-    inputs = {"current_stream_state": date, "latest_record": date}
-    expected_state = {stream.cursor_field: str(d)}
-    assert stream.get_updated_state(**inputs) == expected_state
-
-
-def test_parse_response(patch_incremental_german_history_recovered):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryRecovered(config)
-    response = requests.get("https://api.corona-zahlen.org/germany/history/recovered/1")
-    if response.json().get("data"):
-        expected_response = response.json().get("data")
-        assert stream.parse_response(response) == expected_response
-    else:
-        expected_response = [{}]
-        assert stream.parse_response(response) == expected_response
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_incremental_german_history_recovered):
-    config = {"start_date": "2022-04-27"}
-    stream = GermanHistoryRecovered(config)
-    expected_stream_path = "germany/history/recovered/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path
-
-
-def test_parse_without_cases(patch_incremental_german_history_recovered):
-    config = {}
-    stream = GermanHistoryRecovered(config)
-    expected_stream_path = "germany/history/recovered/"
-    assert stream.path() == expected_stream_path

unit_tests/test_incremental_streams.py

@@ -1,52 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from airbyte_cdk.models import SyncMode
-from pytest import fixture
-from source_rki_covid.source import IncrementalRkiCovidStream
-
-
-@fixture
-def patch_incremental_base_class(mocker):
-    mocker.patch.object(IncrementalRkiCovidStream, "path", "v0/example_endpoint")
-    mocker.patch.object(IncrementalRkiCovidStream, "primary_key", "test_primary_key")
-    mocker.patch.object(IncrementalRkiCovidStream, "__abstractmethods__", set())
-
-
-def test_cursor_field(patch_incremental_base_class):
-    stream = IncrementalRkiCovidStream()
-    expected_cursor_field = []
-    assert stream.cursor_field == expected_cursor_field
-
-
-def test_get_updated_state(patch_incremental_base_class):
-    stream = IncrementalRkiCovidStream()
-    inputs = {"current_stream_state": None, "latest_record": None}
-    expected_state = {}
-    assert stream.get_updated_state(**inputs) == expected_state
-
-
-def test_stream_slices(patch_incremental_base_class):
-    stream = IncrementalRkiCovidStream()
-    inputs = {"sync_mode": SyncMode.incremental, "cursor_field": [], "stream_state": {}}
-    expected_stream_slice = [None]
-    assert stream.stream_slices(**inputs) == expected_stream_slice
-
-
-def test_supports_incremental(patch_incremental_base_class, mocker):
-    mocker.patch.object(IncrementalRkiCovidStream, "cursor_field", "dummy_field")
-    stream = IncrementalRkiCovidStream()
-    assert stream.supports_incremental
-
-
-def test_source_defined_cursor(patch_incremental_base_class):
-    stream = IncrementalRkiCovidStream()
-    assert stream.source_defined_cursor
-
-
-def test_stream_checkpoint_interval(patch_incremental_base_class):
-    stream = IncrementalRkiCovidStream()
-    expected_checkpoint_interval = None
-    assert stream.state_checkpoint_interval == expected_checkpoint_interval

unit_tests/test_source.py

@@ -1,21 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-from unittest.mock import MagicMock
-
-from source_rki_covid.source import SourceRkiCovid
-
-
-def test_check_connection(mocker):
-    source = SourceRkiCovid()
-    logger_mock, config_mock = MagicMock(), MagicMock()
-    assert source.check_connection(logger_mock, config_mock) == (True, None)
-
-
-def test_streams(mocker):
-    source = SourceRkiCovid()
-    config_mock = MagicMock()
-    streams = source.streams(config_mock)
-    expected_streams_number = 16
-    assert len(streams) == expected_streams_number

unit_tests/test_stateshistorycases.py

@@ -1,29 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime
-
-from pytest import fixture
-from source_rki_covid.source import StatesHistoryCases
-
-
-@fixture
-def patch_states_history_cases(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(StatesHistoryCases, "primary_key", None)
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_states_history_cases):
-    config = {"start_date": "2022-04-27"}
-    stream = StatesHistoryCases(config)
-    expected_stream_path = "states/history/cases/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path

unit_tests/test_stateshistorydeaths.py

@@ -1,29 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime
-
-from pytest import fixture
-from source_rki_covid.source import StatesHistoryDeaths
-
-
-@fixture
-def patch_states_history_deaths(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(StatesHistoryDeaths, "primary_key", None)
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_states_history_deaths):
-    config = {"start_date": "2022-04-27"}
-    stream = StatesHistoryDeaths(config)
-    expected_stream_path = "states/history/deaths/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path

unit_tests/test_stateshistoryfrozenincidence.py

@@ -1,29 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime
-
-from pytest import fixture
-from source_rki_covid.source import StatesHistoryFrozenIncidence
-
-
-@fixture
-def patch_states_history_frozenincidence(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(StatesHistoryFrozenIncidence, "primary_key", None)
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_states_history_frozenincidence):
-    config = {"start_date": "2022-04-27"}
-    stream = StatesHistoryFrozenIncidence(config)
-    expected_stream_path = "states/history/frozen-incidence/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path

unit_tests/test_stateshistoryhospitalization.py

@@ -1,29 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime
-
-from pytest import fixture
-from source_rki_covid.source import StatesHistoryHospitalization
-
-
-@fixture
-def patch_states_history_hospitalization(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(StatesHistoryHospitalization, "primary_key", None)
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_states_history_hospitalization):
-    config = {"start_date": "2022-04-27"}
-    stream = StatesHistoryHospitalization(config)
-    expected_stream_path = "states/history/hospitalization/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path

unit_tests/test_stateshistoryincidence.py

@@ -1,29 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from datetime import datetime
-
-from pytest import fixture
-from source_rki_covid.source import StatesHistoryIncidence
-
-
-@fixture
-def patch_states_history_incidence(mocker):
-    # Mock abstract methods to enable instantiating abstract class
-    mocker.patch.object(StatesHistoryIncidence, "primary_key", None)
-
-
-def check_diff(start_date):
-    diff = datetime.now() - datetime.strptime(start_date, "%Y-%m-%d")
-    if diff.days <= 0:
-        return str(1)
-    return str(diff.days)
-
-
-def test_parse_with_cases(patch_states_history_incidence):
-    config = {"start_date": "2022-04-27"}
-    stream = StatesHistoryIncidence(config)
-    expected_stream_path = "states/history/incidence/" + check_diff(config.get("start_date"))
-    assert stream.path() == expected_stream_path