PyFunceble-dev 4.3.1__py3-none-any.whl → 4.4.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- PyFunceble/__init__.py +1 -1
- PyFunceble/checker/__init__.py +1 -1
- PyFunceble/checker/availability/__init__.py +1 -1
- PyFunceble/checker/availability/base.py +12 -4
- PyFunceble/checker/availability/domain.py +4 -2
- PyFunceble/checker/availability/domain_and_ip.py +3 -1
- PyFunceble/checker/availability/extras/__init__.py +1 -1
- PyFunceble/checker/availability/extras/base.py +1 -1
- PyFunceble/checker/availability/extras/dns.py +1 -1
- PyFunceble/checker/availability/extras/etoxic.py +1 -1
- PyFunceble/checker/availability/extras/external.py +1 -1
- PyFunceble/checker/availability/extras/parked.py +1 -1
- PyFunceble/checker/availability/extras/rules.py +1 -1
- PyFunceble/checker/availability/extras/subject_switch.py +1 -1
- PyFunceble/checker/availability/ip.py +1 -1
- PyFunceble/checker/availability/params.py +1 -1
- PyFunceble/checker/availability/status.py +1 -1
- PyFunceble/checker/availability/url.py +1 -1
- PyFunceble/checker/base.py +14 -2
- PyFunceble/checker/complex_json_encoder.py +1 -1
- PyFunceble/checker/params_base.py +1 -1
- PyFunceble/checker/reputation/__init__.py +1 -1
- PyFunceble/checker/reputation/base.py +11 -3
- PyFunceble/checker/reputation/domain.py +1 -1
- PyFunceble/checker/reputation/domain_and_ip.py +1 -1
- PyFunceble/checker/reputation/ip.py +1 -1
- PyFunceble/checker/reputation/params.py +1 -1
- PyFunceble/checker/reputation/status.py +1 -1
- PyFunceble/checker/reputation/url.py +1 -1
- PyFunceble/checker/status_base.py +1 -1
- PyFunceble/checker/syntax/__init__.py +1 -1
- PyFunceble/checker/syntax/base.py +6 -3
- PyFunceble/checker/syntax/domain.py +1 -1
- PyFunceble/checker/syntax/domain_and_ip.py +1 -1
- PyFunceble/checker/syntax/domain_base.py +1 -1
- PyFunceble/checker/syntax/ip.py +1 -1
- PyFunceble/checker/syntax/ipv4.py +1 -1
- PyFunceble/checker/syntax/ipv6.py +1 -1
- PyFunceble/checker/syntax/params.py +1 -1
- PyFunceble/checker/syntax/second_lvl_domain.py +1 -1
- PyFunceble/checker/syntax/status.py +1 -1
- PyFunceble/checker/syntax/subdomain.py +1 -1
- PyFunceble/checker/syntax/url.py +1 -1
- PyFunceble/checker/utils/__init__.py +1 -1
- PyFunceble/checker/utils/whois.py +8 -4
- PyFunceble/cli/__init__.py +1 -1
- PyFunceble/cli/continuous_integration/__init__.py +1 -1
- PyFunceble/cli/continuous_integration/base.py +1 -1
- PyFunceble/cli/continuous_integration/exceptions.py +1 -1
- PyFunceble/cli/continuous_integration/github_actions.py +1 -1
- PyFunceble/cli/continuous_integration/gitlab_ci.py +1 -1
- PyFunceble/cli/continuous_integration/jenkins.py +1 -1
- PyFunceble/cli/continuous_integration/standalone.py +1 -1
- PyFunceble/cli/continuous_integration/travis_ci.py +1 -1
- PyFunceble/cli/continuous_integration/utils.py +1 -1
- PyFunceble/cli/credential_loader.py +1 -1
- PyFunceble/cli/entry_points/__init__.py +1 -1
- PyFunceble/cli/entry_points/clean.py +1 -1
- PyFunceble/cli/entry_points/iana.py +1 -1
- PyFunceble/cli/entry_points/production.py +1 -1
- PyFunceble/cli/entry_points/public_suffix.py +1 -1
- PyFunceble/cli/entry_points/pyfunceble/__init__.py +1 -1
- PyFunceble/cli/entry_points/pyfunceble/argsparser.py +1 -1
- PyFunceble/cli/entry_points/pyfunceble/cli.py +5 -10
- PyFunceble/cli/execution_time.py +1 -1
- PyFunceble/cli/facility.py +1 -1
- PyFunceble/cli/factory.py +1 -1
- PyFunceble/cli/file_preloader.py +1 -1
- PyFunceble/cli/filesystem/__init__.py +1 -1
- PyFunceble/cli/filesystem/cleanup.py +1 -1
- PyFunceble/cli/filesystem/counter.py +1 -1
- PyFunceble/cli/filesystem/dir_base.py +1 -1
- PyFunceble/cli/filesystem/dir_structure/__init__.py +1 -1
- PyFunceble/cli/filesystem/dir_structure/backup.py +1 -1
- PyFunceble/cli/filesystem/dir_structure/base.py +1 -1
- PyFunceble/cli/filesystem/dir_structure/restore.py +1 -1
- PyFunceble/cli/filesystem/json_base.py +1 -1
- PyFunceble/cli/filesystem/printer/__init__.py +1 -1
- PyFunceble/cli/filesystem/printer/base.py +1 -1
- PyFunceble/cli/filesystem/printer/file.py +1 -1
- PyFunceble/cli/filesystem/printer/stdout.py +3 -1
- PyFunceble/cli/filesystem/registrar_counter.py +1 -1
- PyFunceble/cli/filesystem/status_file.py +1 -1
- PyFunceble/cli/migrators/__init__.py +1 -1
- PyFunceble/cli/migrators/alembic.py +1 -1
- PyFunceble/cli/migrators/base.py +1 -1
- PyFunceble/cli/migrators/csv_file/__init__.py +1 -1
- PyFunceble/cli/migrators/csv_file/base.py +1 -1
- PyFunceble/cli/migrators/csv_file/inactive_source_delete.py +1 -1
- PyFunceble/cli/migrators/csv_file/whois_registrar_add.py +1 -1
- PyFunceble/cli/migrators/db_base.py +1 -1
- PyFunceble/cli/migrators/file_cleanup/__init__.py +1 -1
- PyFunceble/cli/migrators/file_cleanup/base.py +1 -1
- PyFunceble/cli/migrators/file_cleanup/hashes_file.py +1 -1
- PyFunceble/cli/migrators/file_cleanup/mining_file.py +1 -1
- PyFunceble/cli/migrators/file_cleanup/production_config_file.py +1 -1
- PyFunceble/cli/migrators/json2csv/__init__.py +1 -1
- PyFunceble/cli/migrators/json2csv/base.py +1 -1
- PyFunceble/cli/migrators/json2csv/inactive.py +1 -1
- PyFunceble/cli/migrators/json2csv/whois.py +1 -1
- PyFunceble/cli/migrators/mariadb/__init__.py +1 -1
- PyFunceble/cli/migrators/mariadb/base.py +1 -1
- PyFunceble/cli/migrators/mariadb/file_and_status.py +1 -1
- PyFunceble/cli/migrators/mariadb/whois_record_idna_subject.py +1 -1
- PyFunceble/cli/processes/__init__.py +1 -1
- PyFunceble/cli/processes/base.py +8 -1
- PyFunceble/cli/processes/chancy_producer.py +1 -1
- PyFunceble/cli/processes/chancy_tester.py +1 -1
- PyFunceble/cli/processes/dir_files_sorter.py +1 -1
- PyFunceble/cli/processes/file_sorter.py +1 -1
- PyFunceble/cli/processes/migrator.py +1 -1
- PyFunceble/cli/processes/miner.py +1 -1
- PyFunceble/cli/processes/producer.py +1 -1
- PyFunceble/cli/processes/tester.py +1 -1
- PyFunceble/cli/processes/workers/__init__.py +1 -1
- PyFunceble/cli/processes/workers/base.py +1 -1
- PyFunceble/cli/processes/workers/chancy_producer.py +1 -1
- PyFunceble/cli/processes/workers/chancy_tester.py +1 -1
- PyFunceble/cli/processes/workers/dir_files_sorter.py +1 -1
- PyFunceble/cli/processes/workers/file_sorter.py +1 -1
- PyFunceble/cli/processes/workers/file_sorter_base.py +1 -1
- PyFunceble/cli/processes/workers/migrator.py +1 -1
- PyFunceble/cli/processes/workers/miner.py +1 -1
- PyFunceble/cli/processes/workers/producer.py +10 -4
- PyFunceble/cli/processes/workers/tester.py +6 -6
- PyFunceble/cli/scripts/__init__.py +1 -1
- PyFunceble/cli/scripts/iana.py +1 -1
- PyFunceble/cli/scripts/production.py +1 -1
- PyFunceble/cli/scripts/public_suffix.py +1 -1
- PyFunceble/cli/storage.py +1 -1
- PyFunceble/cli/storage_facility.py +1 -1
- PyFunceble/cli/system/__init__.py +1 -1
- PyFunceble/cli/system/base.py +1 -1
- PyFunceble/cli/system/integrator.py +1 -1
- PyFunceble/cli/system/launcher.py +19 -6
- PyFunceble/cli/utils/__init__.py +1 -1
- PyFunceble/cli/utils/ascii_logo.py +1 -1
- PyFunceble/cli/utils/sort.py +1 -1
- PyFunceble/cli/utils/stdout.py +1 -1
- PyFunceble/cli/utils/testing.py +10 -4
- PyFunceble/cli/utils/version.py +1 -1
- PyFunceble/config/__init__.py +1 -1
- PyFunceble/config/compare.py +1 -1
- PyFunceble/config/loader.py +1 -1
- PyFunceble/converter/__init__.py +1 -1
- PyFunceble/converter/adblock_input_line2subject.py +1 -1
- PyFunceble/converter/base.py +1 -1
- PyFunceble/converter/cidr2subject.py +1 -1
- PyFunceble/converter/input_line2subject.py +1 -1
- PyFunceble/converter/internal_url.py +1 -1
- PyFunceble/converter/rpz_input_line2subject.py +2 -1
- PyFunceble/converter/rpz_policy2subject.py +2 -1
- PyFunceble/converter/subject2complements.py +2 -1
- PyFunceble/converter/url2netloc.py +1 -1
- PyFunceble/converter/wildcard2subject.py +2 -1
- PyFunceble/data/alembic/__init__.py +1 -1
- PyFunceble/data/alembic/mysql/__init__.py +1 -1
- PyFunceble/data/alembic/mysql/env.py +1 -1
- PyFunceble/data/alembic/mysql/versions/__init__.py +1 -1
- PyFunceble/data/alembic/postgresql/__init__.py +1 -1
- PyFunceble/data/alembic/postgresql/env.py +1 -1
- PyFunceble/data/alembic/postgresql/versions/__init__.py +1 -1
- PyFunceble/database/__init__.py +1 -1
- PyFunceble/database/credential/__init__.py +1 -1
- PyFunceble/database/credential/base.py +2 -2
- PyFunceble/database/credential/mariadb.py +1 -1
- PyFunceble/database/credential/mysql.py +1 -1
- PyFunceble/database/credential/postgresql.py +1 -1
- PyFunceble/database/schemas/__init__.py +1 -1
- PyFunceble/database/schemas/autocontinue.py +1 -1
- PyFunceble/database/schemas/inactive.py +1 -1
- PyFunceble/database/schemas/status.py +1 -1
- PyFunceble/database/schemas/whois_record.py +1 -1
- PyFunceble/database/session.py +1 -1
- PyFunceble/database/sqlalchemy/__init__.py +1 -1
- PyFunceble/database/sqlalchemy/all_schemas.py +1 -1
- PyFunceble/database/sqlalchemy/base_schema.py +1 -1
- PyFunceble/dataset/__init__.py +1 -1
- PyFunceble/dataset/autocontinue/__init__.py +1 -1
- PyFunceble/dataset/autocontinue/base.py +1 -1
- PyFunceble/dataset/autocontinue/csv.py +16 -2
- PyFunceble/dataset/autocontinue/sql.py +1 -1
- PyFunceble/dataset/base.py +26 -1
- PyFunceble/dataset/csv_base.py +4 -1
- PyFunceble/dataset/db_base.py +15 -1
- PyFunceble/dataset/iana.py +7 -2
- PyFunceble/dataset/inactive/__init__.py +1 -1
- PyFunceble/dataset/inactive/base.py +1 -1
- PyFunceble/dataset/inactive/csv.py +1 -1
- PyFunceble/dataset/inactive/sql.py +1 -1
- PyFunceble/dataset/ipv4_reputation.py +8 -2
- PyFunceble/dataset/public_suffix.py +7 -2
- PyFunceble/dataset/sql_base.py +1 -1
- PyFunceble/dataset/user_agent.py +7 -2
- PyFunceble/dataset/whois/__init__.py +1 -1
- PyFunceble/dataset/whois/base.py +1 -1
- PyFunceble/dataset/whois/csv.py +1 -1
- PyFunceble/dataset/whois/sql.py +1 -1
- PyFunceble/downloader/__init__.py +1 -1
- PyFunceble/downloader/base.py +1 -1
- PyFunceble/downloader/exceptions.py +1 -1
- PyFunceble/downloader/iana.py +1 -1
- PyFunceble/downloader/ipv4_reputation.py +1 -1
- PyFunceble/downloader/public_suffix.py +1 -1
- PyFunceble/downloader/user_agents.py +1 -1
- PyFunceble/exceptions.py +1 -1
- PyFunceble/facility.py +1 -1
- PyFunceble/factory.py +1 -1
- PyFunceble/helpers/__init__.py +1 -1
- PyFunceble/helpers/command.py +2 -2
- PyFunceble/helpers/dict.py +1 -1
- PyFunceble/helpers/directory.py +1 -1
- PyFunceble/helpers/download.py +1 -1
- PyFunceble/helpers/environment_variable.py +1 -1
- PyFunceble/helpers/exceptions.py +1 -1
- PyFunceble/helpers/file.py +1 -1
- PyFunceble/helpers/hash.py +1 -1
- PyFunceble/helpers/list.py +1 -1
- PyFunceble/helpers/merge.py +1 -1
- PyFunceble/helpers/regex.py +1 -1
- PyFunceble/logger.py +1 -1
- PyFunceble/query/__init__.py +1 -1
- PyFunceble/query/dns/__init__.py +1 -1
- PyFunceble/query/dns/nameserver.py +1 -1
- PyFunceble/query/dns/query_tool.py +1 -1
- PyFunceble/query/dns/resolver.py +1 -1
- PyFunceble/query/http_status_code.py +1 -1
- PyFunceble/query/netinfo/__init__.py +1 -1
- PyFunceble/query/netinfo/address.py +1 -1
- PyFunceble/query/netinfo/base.py +1 -1
- PyFunceble/query/netinfo/hostbyaddr.py +1 -1
- PyFunceble/query/platform.py +1 -1
- PyFunceble/query/record/__init__.py +1 -1
- PyFunceble/query/record/base.py +1 -1
- PyFunceble/query/record/dns.py +1 -1
- PyFunceble/query/record/whois.py +1 -1
- PyFunceble/query/requests/__init__.py +1 -1
- PyFunceble/query/requests/adapter/__init__.py +1 -1
- PyFunceble/query/requests/adapter/base.py +1 -1
- PyFunceble/query/requests/adapter/http.py +1 -1
- PyFunceble/query/requests/adapter/https.py +1 -1
- PyFunceble/query/requests/requester.py +1 -1
- PyFunceble/query/whois/__init__.py +1 -1
- PyFunceble/query/whois/converter/__init__.py +1 -1
- PyFunceble/query/whois/converter/base.py +1 -1
- PyFunceble/query/whois/converter/digit2digits.py +1 -1
- PyFunceble/query/whois/converter/expiration_date.py +1 -1
- PyFunceble/query/whois/converter/month2unified.py +1 -1
- PyFunceble/query/whois/converter/registrar.py +1 -1
- PyFunceble/query/whois/query_tool.py +1 -1
- PyFunceble/sessions.py +1 -1
- PyFunceble/storage.py +2 -2
- PyFunceble/storage_facility.py +1 -1
- PyFunceble/utils/__init__.py +1 -1
- PyFunceble/utils/platform.py +1 -1
- PyFunceble/utils/profile.py +1 -1
- PyFunceble/utils/version.py +1 -1
- {pyfunceble_dev-4.3.1.dist-info → pyfunceble_dev-4.4.1.dist-info}/METADATA +115 -115
- pyfunceble_dev-4.4.1.dist-info/RECORD +284 -0
- {pyfunceble_dev-4.3.1.dist-info → pyfunceble_dev-4.4.1.dist-info}/WHEEL +1 -1
- {pyfunceble_dev-4.3.1.dist-info → pyfunceble_dev-4.4.1.dist-info}/licenses/LICENSE +1 -1
- pyfunceble_dev-4.3.1.dist-info/RECORD +0 -284
- {pyfunceble_dev-4.3.1.dist-info → pyfunceble_dev-4.4.1.dist-info}/entry_points.txt +0 -0
- {pyfunceble_dev-4.3.1.dist-info → pyfunceble_dev-4.4.1.dist-info}/top_level.txt +0 -0
PyFunceble/config/loader.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
PyFunceble/converter/__init__.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -36,7 +36,7 @@ License:
|
|
|
36
36
|
::
|
|
37
37
|
|
|
38
38
|
|
|
39
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
39
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
40
40
|
|
|
41
41
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
42
42
|
you may not use this file except in compliance with the License.
|
PyFunceble/converter/base.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -36,7 +36,7 @@ License:
|
|
|
36
36
|
::
|
|
37
37
|
|
|
38
38
|
|
|
39
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
39
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
40
40
|
|
|
41
41
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
42
42
|
you may not use this file except in compliance with the License.
|
|
@@ -36,7 +36,7 @@ License:
|
|
|
36
36
|
::
|
|
37
37
|
|
|
38
38
|
|
|
39
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
39
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
40
40
|
|
|
41
41
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
42
42
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -36,7 +36,7 @@ License:
|
|
|
36
36
|
::
|
|
37
37
|
|
|
38
38
|
|
|
39
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
39
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
40
40
|
|
|
41
41
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
42
42
|
you may not use this file except in compliance with the License.
|
|
@@ -50,6 +50,7 @@ License:
|
|
|
50
50
|
See the License for the specific language governing permissions and
|
|
51
51
|
limitations under the License.
|
|
52
52
|
"""
|
|
53
|
+
|
|
53
54
|
# pylint: enable=line-too-long
|
|
54
55
|
|
|
55
56
|
from typing import Any, List
|
|
@@ -36,7 +36,7 @@ License:
|
|
|
36
36
|
::
|
|
37
37
|
|
|
38
38
|
|
|
39
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
39
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
40
40
|
|
|
41
41
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
42
42
|
you may not use this file except in compliance with the License.
|
|
@@ -50,6 +50,7 @@ License:
|
|
|
50
50
|
See the License for the specific language governing permissions and
|
|
51
51
|
limitations under the License.
|
|
52
52
|
"""
|
|
53
|
+
|
|
53
54
|
# pylint: enable=line-too-long
|
|
54
55
|
|
|
55
56
|
from typing import Any, List, Optional
|
|
@@ -36,7 +36,7 @@ License:
|
|
|
36
36
|
::
|
|
37
37
|
|
|
38
38
|
|
|
39
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
39
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
40
40
|
|
|
41
41
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
42
42
|
you may not use this file except in compliance with the License.
|
|
@@ -50,6 +50,7 @@ License:
|
|
|
50
50
|
See the License for the specific language governing permissions and
|
|
51
51
|
limitations under the License.
|
|
52
52
|
"""
|
|
53
|
+
|
|
53
54
|
# pylint: enable=line-too-long
|
|
54
55
|
|
|
55
56
|
from typing import Any, List, Optional
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -36,7 +36,7 @@ License:
|
|
|
36
36
|
::
|
|
37
37
|
|
|
38
38
|
|
|
39
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
39
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
40
40
|
|
|
41
41
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
42
42
|
you may not use this file except in compliance with the License.
|
|
@@ -50,6 +50,7 @@ License:
|
|
|
50
50
|
See the License for the specific language governing permissions and
|
|
51
51
|
limitations under the License.
|
|
52
52
|
"""
|
|
53
|
+
|
|
53
54
|
# pylint: enable=line-too-long
|
|
54
55
|
|
|
55
56
|
from typing import Any, Optional
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
PyFunceble/database/__init__.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -75,7 +75,7 @@ class CredentialBase:
|
|
|
75
75
|
"port": "PYFUNCEBLE_DB_PORT",
|
|
76
76
|
"name": "PYFUNCEBLE_DB_NAME",
|
|
77
77
|
"username": "PYFUNCEBLE_DB_USERNAME",
|
|
78
|
-
"password": "PYFUNCEBLE_DB_PASSWORD",
|
|
78
|
+
"password": "PYFUNCEBLE_DB_PASSWORD", # nosec: B105 # var name not password.
|
|
79
79
|
"charset": "PYFUNCEBLE_DB_CHARSET",
|
|
80
80
|
}
|
|
81
81
|
"""
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
PyFunceble/database/session.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
PyFunceble/dataset/__init__.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -66,6 +66,17 @@ class CSVContinueDataset(CSVDatasetBase, ContinueDatasetBase):
|
|
|
66
66
|
"""
|
|
67
67
|
Provides the interface for the management of the continue
|
|
68
68
|
CSV file.
|
|
69
|
+
|
|
70
|
+
:param bool authorized:
|
|
71
|
+
Optional, Authorizes/Disables the usage of this dataset.
|
|
72
|
+
If not set, :code:`STD_AUTHORIZED` is used.
|
|
73
|
+
:param bool remove_unneeded_fields:
|
|
74
|
+
Optional, Activates/Deactivates the removal of unneeded fields.
|
|
75
|
+
If not set, :code:`STD_REMOVE_UNNEEDED_FIELDS` is used.
|
|
76
|
+
:param str base_directory:
|
|
77
|
+
Optional, The base directory to use.
|
|
78
|
+
:param Any shared_lock:
|
|
79
|
+
Optional, The shared lock to use to access shared resources.
|
|
69
80
|
"""
|
|
70
81
|
|
|
71
82
|
source_file: Optional[str] = None
|
|
@@ -78,12 +89,15 @@ class CSVContinueDataset(CSVDatasetBase, ContinueDatasetBase):
|
|
|
78
89
|
authorized: Optional[bool] = None,
|
|
79
90
|
remove_unneeded_fields: Optional[bool] = None,
|
|
80
91
|
base_directory: Optional[str] = None,
|
|
92
|
+
shared_lock: Optional[Any] = None,
|
|
81
93
|
) -> None:
|
|
82
94
|
if base_directory is not None:
|
|
83
95
|
self.set_base_directory(base_directory)
|
|
84
96
|
|
|
85
97
|
super().__init__(
|
|
86
|
-
authorized=authorized,
|
|
98
|
+
authorized=authorized,
|
|
99
|
+
remove_unneeded_fields=remove_unneeded_fields,
|
|
100
|
+
shared_lock=shared_lock,
|
|
87
101
|
)
|
|
88
102
|
|
|
89
103
|
def __contains__(self, value: str) -> bool:
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
PyFunceble/dataset/base.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -57,11 +57,15 @@ import PyFunceble.storage
|
|
|
57
57
|
from PyFunceble.downloader.base import DownloaderBase
|
|
58
58
|
from PyFunceble.helpers.dict import DictHelper
|
|
59
59
|
from PyFunceble.helpers.file import FileHelper
|
|
60
|
+
from PyFunceble.utils.platform import PlatformUtility
|
|
60
61
|
|
|
61
62
|
|
|
62
63
|
class DatasetBase:
|
|
63
64
|
"""
|
|
64
65
|
Provides the base of all dataset.
|
|
66
|
+
|
|
67
|
+
:param Any shared_lock:
|
|
68
|
+
Optional, The shared lock to use to access shared resources.
|
|
65
69
|
"""
|
|
66
70
|
|
|
67
71
|
STORAGE_INDEX: Optional[str] = None
|
|
@@ -69,6 +73,12 @@ class DatasetBase:
|
|
|
69
73
|
|
|
70
74
|
source_file: Optional[str] = None
|
|
71
75
|
|
|
76
|
+
shared_lock: Optional[Any] = None
|
|
77
|
+
|
|
78
|
+
def __init__(self, *, shared_lock: Optional[Any] = None) -> None:
|
|
79
|
+
if shared_lock is not None:
|
|
80
|
+
self.shared_lock = shared_lock
|
|
81
|
+
|
|
72
82
|
def __contains__(self, value: Any): # pragma: no cover
|
|
73
83
|
raise NotImplementedError()
|
|
74
84
|
|
|
@@ -110,7 +120,22 @@ class DatasetBase:
|
|
|
110
120
|
|
|
111
121
|
return wrapper
|
|
112
122
|
|
|
123
|
+
def autolock(func): # pylint: disable=no-self-argument
|
|
124
|
+
"""
|
|
125
|
+
A decorator to automatically lock and unlock the shared lock.
|
|
126
|
+
"""
|
|
127
|
+
|
|
128
|
+
@functools.wraps(func)
|
|
129
|
+
def wrapper(self, *args, **kwargs):
|
|
130
|
+
if PlatformUtility.is_windows() and self.shared_lock is not None:
|
|
131
|
+
with self.shared_lock:
|
|
132
|
+
return func(self, *args, **kwargs) # pylint: disable=not-callable
|
|
133
|
+
return func(self, *args, **kwargs) # pylint: disable=not-callable
|
|
134
|
+
|
|
135
|
+
return wrapper
|
|
136
|
+
|
|
113
137
|
@ensure_source_file_exists
|
|
138
|
+
@autolock
|
|
114
139
|
def get_content(self) -> Optional[dict]:
|
|
115
140
|
"""
|
|
116
141
|
Provides the cached or the real contend of the dataset (after caching)
|
PyFunceble/dataset/csv_base.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -118,6 +118,7 @@ class CSVDatasetBase(DBDatasetBase):
|
|
|
118
118
|
|
|
119
119
|
@DBDatasetBase.ensure_source_file_exists
|
|
120
120
|
@DBDatasetBase.execute_if_authorized(None)
|
|
121
|
+
@DBDatasetBase.autolock
|
|
121
122
|
def add(self, row: dict) -> "CSVDatasetBase":
|
|
122
123
|
"""
|
|
123
124
|
Adds the given dataset into the CSV file.
|
|
@@ -151,6 +152,7 @@ class CSVDatasetBase(DBDatasetBase):
|
|
|
151
152
|
|
|
152
153
|
@DBDatasetBase.ensure_source_file_exists
|
|
153
154
|
@DBDatasetBase.execute_if_authorized(None)
|
|
155
|
+
@DBDatasetBase.autolock
|
|
154
156
|
def remove(self, row: dict) -> "CSVDatasetBase":
|
|
155
157
|
"""
|
|
156
158
|
Removes the given dataset from the CSV file.
|
|
@@ -194,6 +196,7 @@ class CSVDatasetBase(DBDatasetBase):
|
|
|
194
196
|
|
|
195
197
|
@DBDatasetBase.ensure_source_file_exists
|
|
196
198
|
@DBDatasetBase.execute_if_authorized(None)
|
|
199
|
+
@DBDatasetBase.autolock
|
|
197
200
|
def get_content(self) -> Generator[Optional[dict], None, None]:
|
|
198
201
|
"""
|
|
199
202
|
Provides a generator which provides the next line to read.
|
PyFunceble/dataset/db_base.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -60,6 +60,17 @@ from PyFunceble.dataset.base import DatasetBase
|
|
|
60
60
|
class DBDatasetBase(DatasetBase):
|
|
61
61
|
"""
|
|
62
62
|
Provides the base of all datasets which acts as database interface.
|
|
63
|
+
|
|
64
|
+
:param bool authorized:
|
|
65
|
+
Optional, Whether we are authorized to process or not.
|
|
66
|
+
If not set, :code:`STD_AUTHORIZED` is used.
|
|
67
|
+
:param bool remove_unneeded_fields:
|
|
68
|
+
Optional, Whether we should remove unneeded fields or not.
|
|
69
|
+
If not set, :code:`STD_REMOVE_UNNEEDED_FIELDS` is used.
|
|
70
|
+
:param str config_dir:
|
|
71
|
+
Optional, The configuration directory to use.
|
|
72
|
+
:param Any shared_lock:
|
|
73
|
+
Optional, The shared lock to use to access shared resources.
|
|
63
74
|
"""
|
|
64
75
|
|
|
65
76
|
STD_REMOVE_UNNEEDED_FIELDS: bool = True
|
|
@@ -79,6 +90,7 @@ class DBDatasetBase(DatasetBase):
|
|
|
79
90
|
authorized: Optional[bool] = None,
|
|
80
91
|
remove_unneeded_fields: Optional[bool] = None,
|
|
81
92
|
config_dir: Optional[str] = None,
|
|
93
|
+
shared_lock: Optional[Any] = None,
|
|
82
94
|
) -> None:
|
|
83
95
|
if config_dir is not None:
|
|
84
96
|
self.config_dir = config_dir
|
|
@@ -91,6 +103,8 @@ class DBDatasetBase(DatasetBase):
|
|
|
91
103
|
if remove_unneeded_fields is not None:
|
|
92
104
|
self.set_remove_unneeded_fields(remove_unneeded_fields)
|
|
93
105
|
|
|
106
|
+
super().__init__(shared_lock=shared_lock)
|
|
107
|
+
|
|
94
108
|
self.__post_init__()
|
|
95
109
|
|
|
96
110
|
def __post_init__(self) -> None:
|
PyFunceble/dataset/iana.py
CHANGED
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|
|
@@ -59,15 +59,20 @@ from PyFunceble.downloader.iana import IANADownloader
|
|
|
59
59
|
class IanaDataset(DatasetBase):
|
|
60
60
|
"""
|
|
61
61
|
Provides the dataset handler for the IANA dataset.
|
|
62
|
+
|
|
63
|
+
:param Any shared_lock:
|
|
64
|
+
Optional, The shared lock to use to access shared resources.
|
|
62
65
|
"""
|
|
63
66
|
|
|
64
67
|
STORAGE_INDEX: str = "IANA"
|
|
65
68
|
downloader: Optional[IANADownloader] = None
|
|
66
69
|
|
|
67
|
-
def __init__(self) -> None:
|
|
70
|
+
def __init__(self, *, shared_lock: Optional[Any] = None) -> None:
|
|
68
71
|
self.downloader = IANADownloader()
|
|
69
72
|
self.source_file = self.downloader.destination
|
|
70
73
|
|
|
74
|
+
super().__init__(shared_lock=shared_lock)
|
|
75
|
+
|
|
71
76
|
def __contains__(self, value: Any) -> bool:
|
|
72
77
|
if value.startswith("."):
|
|
73
78
|
value = value[1:]
|
|
@@ -35,7 +35,7 @@ License:
|
|
|
35
35
|
::
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025 Nissar Chababy
|
|
38
|
+
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024, 2025, 2026 Nissar Chababy
|
|
39
39
|
|
|
40
40
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
41
41
|
you may not use this file except in compliance with the License.
|