castor-extractor 0.24.15__tar.gz → 0.24.21__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of castor-extractor might be problematic. Click here for more details.
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/CHANGELOG.md +24 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/PKG-INFO +25 -1
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_looker_studio.py +6 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_powerbi.py +2 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/assets.py +2 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/client.py +57 -3
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/client_test.py +30 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/endpoints.py +18 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/extract.py +11 -0
- castor_extractor-0.24.21/castor_extractor/knowledge/confluence/utils.py +12 -0
- castor_extractor-0.24.21/castor_extractor/knowledge/confluence/utils_test.py +30 -0
- {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/client_test.py +1 -3
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/__init__.py +1 -1
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/validation.py +2 -2
- castor_extractor-0.24.21/castor_extractor/visualization/looker_studio/assets.py +11 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/admin_sdk_client.py +1 -2
- castor_extractor-0.24.21/castor_extractor/visualization/looker_studio/client/credentials.py +46 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/looker_studio_api_client.py +2 -2
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/extract.py +13 -2
- castor_extractor-0.24.21/castor_extractor/visualization/powerbi/__init__.py +9 -0
- castor_extractor-0.24.21/castor_extractor/visualization/powerbi/client/__init__.py +7 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/authentication.py +5 -1
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/client.py +13 -9
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/client_test.py +12 -7
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/credentials.py +15 -0
- castor_extractor-0.24.21/castor_extractor/visualization/powerbi/client/endpoints.py +55 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/client/client.py +1 -3
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/pyproject.toml +2 -2
- castor_extractor-0.24.15/castor_extractor/visualization/looker_studio/assets.py +0 -7
- castor_extractor-0.24.15/castor_extractor/visualization/looker_studio/client/credentials.py +0 -25
- castor_extractor-0.24.15/castor_extractor/visualization/looker_studio/client/scopes.py +0 -6
- castor_extractor-0.24.15/castor_extractor/visualization/powerbi/__init__.py +0 -3
- castor_extractor-0.24.15/castor_extractor/visualization/powerbi/client/__init__.py +0 -2
- castor_extractor-0.24.15/castor_extractor/visualization/powerbi/client/endpoints.py +0 -65
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/Dockerfile +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/DockerfileUsage.md +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/LICENCE +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/README.md +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_bigquery.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_confluence.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_databricks.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_domo.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_looker.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_metabase_api.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_metabase_db.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_mode.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_mysql.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_notion.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_postgres.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_qlik.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_redshift.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_salesforce.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_salesforce_reporting.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_sigma.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_snowflake.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_sqlserver.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_strategy.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_tableau.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_thoughtspot.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/file_check.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/upload.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/column.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/column_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/enums.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/file.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/file_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/file_test_users.csv +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/file_test_users_valid.csv +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/templates/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/templates/generic_warehouse.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/endpoints.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/logger.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/endpoints.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/endpoint.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/type.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/utils.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/utils_test.py +0 -0
- {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/__init__.py +0 -0
- {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/assets.py +0 -0
- {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/client.py +0 -0
- {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/types.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/constant.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/env.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/env_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/settings.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/upload.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/upload_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/utils.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/argument_parser.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/argument_parser_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/batch.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/batch_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/abstract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/auth.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/auth_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/pagination_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/safe_request.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/safe_request_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/utils.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/utils_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/postgres.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/query.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/uri.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/uri_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/collection.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/collection_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/deprecate.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/env.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/files.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/files_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/formatter.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/formatter_test.csv +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/formatter_test.json +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/formatter_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/json_stream_write.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/load.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/object.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/object_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/pager.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/pager_on_id.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/pager_on_id_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/pager_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/retry.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/retry_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/safe.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/safe_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/credentials_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/store.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/string.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/string_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/time.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/time_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/type.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/validation_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/write.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/endpoints.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/pagination_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/extraction_parameters.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/sdk.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/sdk_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/utils.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/constant.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/fields.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/fields_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/multithreading.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/endpoints.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/enums.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/queries/query.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/api/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/api/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/api/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/api/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/.sqlfluff +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/base_url.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/card.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/collection.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/dashboard.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/dashboard_cards.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/database.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/table.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/user.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/decryption.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/decryption_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/shared.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/errors.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/types.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/client_test.json +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/errors.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/credentials_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/error.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/error_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/json_rpc.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/json_rpc_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/websocket.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/master.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/rest.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/rest_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/client/rest.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/client/soql.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/endpoints.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client_metadata_api.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client_metadata_api_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client_rest_api.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client_tsc.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/errors.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/gql_queries.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/rest_fields.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/assets.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/endpoints.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/asset.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/asset_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/query.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/time_filter.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/time_filter_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/.sqlfluff +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/column.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/cte/sharded.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/database.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/query.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/schema.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/table.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/table_with_tags.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/user.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/view_ddl.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/query.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/types.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/api_client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/api_client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/endpoints.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/enums.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/format.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/format_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/lineage.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/lineage_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/sql_client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/types.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/utils.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/utils_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/.sqlfluff +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/column.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/database.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/query.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/schema.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/table.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/user.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/view_ddl.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/query.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/.sqlfluff +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/column.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/database.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/group.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/schema.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/table.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/user.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/query.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/extract_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/.sqlfluff +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/column.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/database.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/group.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/query.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/query_serverless.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/schema.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/table.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/table_freshness.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/user.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/view_ddl.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/query.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/constants.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/format.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/format_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/pagination.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/soql.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/client_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/credentials.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/credentials_test.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/.sqlfluff +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/column.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/column_lineage.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/database.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/function.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/grant_to_role.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/grant_to_user.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/query.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/role.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/schema.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/table.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/user.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/view_ddl.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/query.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/__init__.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/client.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/extract.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/.sqlfluff +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/column.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/database.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/schema.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/table.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/user.sql +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/query.py +0 -0
- {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/synapse/queries/column.sql +0 -0
|
@@ -1,5 +1,29 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.24.21 - 2025-05-26
|
|
4
|
+
|
|
5
|
+
* Looker Studio: add option to skip the extraction of view activity logs
|
|
6
|
+
|
|
7
|
+
## 0.24.20 - 2025-05-19
|
|
8
|
+
|
|
9
|
+
* Powerbi: allow custom api base and login url
|
|
10
|
+
|
|
11
|
+
## 0.24.19 - 2025-05-14
|
|
12
|
+
|
|
13
|
+
* Confluence: extract databases
|
|
14
|
+
|
|
15
|
+
## 0.24.18 - 2025-05-13
|
|
16
|
+
|
|
17
|
+
* Improve folder organisation for transformation tools
|
|
18
|
+
|
|
19
|
+
## 0.24.17 - 2025-05-13
|
|
20
|
+
|
|
21
|
+
* Strategy: fix dashboard URL format
|
|
22
|
+
|
|
23
|
+
## 0.24.16 - 2025-05-12
|
|
24
|
+
|
|
25
|
+
* Confluence: extract folders to complete the page hierarchy
|
|
26
|
+
|
|
3
27
|
## 0.24.15 - 2025-05-12
|
|
4
28
|
|
|
5
29
|
* Tableau: Add argument to skip columns extraction
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: castor-extractor
|
|
3
|
-
Version: 0.24.
|
|
3
|
+
Version: 0.24.21
|
|
4
4
|
Summary: Extract your metadata assets.
|
|
5
5
|
Home-page: https://www.castordoc.com/
|
|
6
6
|
License: EULA
|
|
@@ -215,6 +215,30 @@ For any questions or bug report, contact us at [support@coalesce.io](mailto:supp
|
|
|
215
215
|
|
|
216
216
|
# Changelog
|
|
217
217
|
|
|
218
|
+
## 0.24.21 - 2025-05-26
|
|
219
|
+
|
|
220
|
+
* Looker Studio: add option to skip the extraction of view activity logs
|
|
221
|
+
|
|
222
|
+
## 0.24.20 - 2025-05-19
|
|
223
|
+
|
|
224
|
+
* Powerbi: allow custom api base and login url
|
|
225
|
+
|
|
226
|
+
## 0.24.19 - 2025-05-14
|
|
227
|
+
|
|
228
|
+
* Confluence: extract databases
|
|
229
|
+
|
|
230
|
+
## 0.24.18 - 2025-05-13
|
|
231
|
+
|
|
232
|
+
* Improve folder organisation for transformation tools
|
|
233
|
+
|
|
234
|
+
## 0.24.17 - 2025-05-13
|
|
235
|
+
|
|
236
|
+
* Strategy: fix dashboard URL format
|
|
237
|
+
|
|
238
|
+
## 0.24.16 - 2025-05-12
|
|
239
|
+
|
|
240
|
+
* Confluence: extract folders to complete the page hierarchy
|
|
241
|
+
|
|
218
242
|
## 0.24.15 - 2025-05-12
|
|
219
243
|
|
|
220
244
|
* Tableau: Add argument to skip columns extraction
|
|
@@ -24,6 +24,12 @@ def main():
|
|
|
24
24
|
"This can be the same file path as for Looker Studio."
|
|
25
25
|
),
|
|
26
26
|
)
|
|
27
|
+
parser.add_argument(
|
|
28
|
+
"--skip-view-activity-logs",
|
|
29
|
+
action="store_true",
|
|
30
|
+
default=False,
|
|
31
|
+
help="Skips the extraction of activity logs",
|
|
32
|
+
)
|
|
27
33
|
|
|
28
34
|
parser.add_argument("-o", "--output", help="Directory to write to")
|
|
29
35
|
|
{castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_powerbi.py
RENAMED
|
@@ -20,5 +20,7 @@ def main():
|
|
|
20
20
|
nargs="*",
|
|
21
21
|
)
|
|
22
22
|
parser.add_argument("-o", "--output", help="Directory to write to")
|
|
23
|
+
parser.add_argument("-l", "--login_url", help="Login url (Optional)")
|
|
24
|
+
parser.add_argument("-a", "--api_base", help="REST API base (Optional)")
|
|
23
25
|
|
|
24
26
|
powerbi.extract_all(**parse_filled_arguments(parser))
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
+
import logging
|
|
1
2
|
from collections.abc import Iterator
|
|
2
3
|
from functools import partial
|
|
3
|
-
from typing import Optional
|
|
4
|
+
from typing import Iterable, Optional
|
|
4
5
|
|
|
5
6
|
from ....utils import (
|
|
6
7
|
APIClient,
|
|
@@ -14,6 +15,8 @@ from .credentials import ConfluenceCredentials
|
|
|
14
15
|
from .endpoints import ConfluenceEndpointFactory
|
|
15
16
|
from .pagination import ConfluencePagination
|
|
16
17
|
|
|
18
|
+
logger = logging.getLogger(__name__)
|
|
19
|
+
|
|
17
20
|
_HEADERS = {
|
|
18
21
|
"Accept": "application/json",
|
|
19
22
|
"Content-Type": "application/json",
|
|
@@ -46,6 +49,43 @@ class ConfluenceClient(APIClient):
|
|
|
46
49
|
self.space_ids_allowed = space_ids_allowed or set()
|
|
47
50
|
self.space_ids_blocked = space_ids_blocked or set()
|
|
48
51
|
|
|
52
|
+
def databases(self, database_ids: Iterable[str]) -> Iterator[dict]:
|
|
53
|
+
"""
|
|
54
|
+
Extracts all given databases
|
|
55
|
+
"""
|
|
56
|
+
for _id in database_ids:
|
|
57
|
+
database = self._get(
|
|
58
|
+
endpoint=ConfluenceEndpointFactory.database(_id),
|
|
59
|
+
)
|
|
60
|
+
yield database
|
|
61
|
+
|
|
62
|
+
def folders(self, folder_ids: Iterable[str]) -> Iterator[dict]:
|
|
63
|
+
"""
|
|
64
|
+
Extracts all given folders and their parent folders.
|
|
65
|
+
"""
|
|
66
|
+
candidate_ids = set(folder_ids)
|
|
67
|
+
seen = set()
|
|
68
|
+
|
|
69
|
+
while candidate_ids:
|
|
70
|
+
folder_id = candidate_ids.pop()
|
|
71
|
+
if folder_id in seen:
|
|
72
|
+
continue
|
|
73
|
+
|
|
74
|
+
seen.add(folder_id)
|
|
75
|
+
folder = self._get(
|
|
76
|
+
endpoint=ConfluenceEndpointFactory.folder(folder_id),
|
|
77
|
+
)
|
|
78
|
+
yield folder
|
|
79
|
+
|
|
80
|
+
parent_type = folder.get("parentType")
|
|
81
|
+
if parent_type == "folder":
|
|
82
|
+
folder_id = folder["parentId"]
|
|
83
|
+
if folder_id not in seen:
|
|
84
|
+
candidate_ids.add(folder["parentId"])
|
|
85
|
+
|
|
86
|
+
if not parent_type:
|
|
87
|
+
logger.info(f"folder with unknown parent: {folder_id}")
|
|
88
|
+
|
|
49
89
|
def pages(self):
|
|
50
90
|
"""Extracts all pages from all relevant Spaces."""
|
|
51
91
|
for space in self.spaces():
|
|
@@ -106,9 +146,23 @@ class ConfluenceClient(APIClient):
|
|
|
106
146
|
)
|
|
107
147
|
yield from fetch_all_pages(request, ConfluencePagination)
|
|
108
148
|
|
|
109
|
-
def fetch(
|
|
149
|
+
def fetch(
|
|
150
|
+
self,
|
|
151
|
+
asset: ConfluenceAsset,
|
|
152
|
+
*,
|
|
153
|
+
folder_ids: Optional[Iterator[str]] = None,
|
|
154
|
+
database_ids: Optional[Iterator[str]] = None,
|
|
155
|
+
) -> Iterator[dict]:
|
|
110
156
|
"""Returns the needed metadata for the queried asset"""
|
|
111
|
-
if asset == ConfluenceAsset.
|
|
157
|
+
if asset == ConfluenceAsset.FOLDERS:
|
|
158
|
+
assert folder_ids is not None
|
|
159
|
+
yield from self.folders(folder_ids)
|
|
160
|
+
|
|
161
|
+
elif asset == ConfluenceAsset.DATABASES:
|
|
162
|
+
assert database_ids is not None
|
|
163
|
+
yield from self.databases(database_ids)
|
|
164
|
+
|
|
165
|
+
elif asset == ConfluenceAsset.PAGES:
|
|
112
166
|
yield from self.pages()
|
|
113
167
|
|
|
114
168
|
elif asset == ConfluenceAsset.USERS:
|
|
@@ -3,6 +3,36 @@ from unittest.mock import MagicMock, patch
|
|
|
3
3
|
from .client import ConfluenceClient
|
|
4
4
|
|
|
5
5
|
|
|
6
|
+
def test_ConfluenceClient_folders():
|
|
7
|
+
"""
|
|
8
|
+
Folder 1 -> Page A -> Folder 2 -> Folder 3 -> Folder 4 -> Page B
|
|
9
|
+
-> Page C -> Folder 5 -> Page D
|
|
10
|
+
|
|
11
|
+
After extracting the pages, we should have all IDs of folders that are
|
|
12
|
+
immediate parents of pages. We still need to look out for nested folders.
|
|
13
|
+
"""
|
|
14
|
+
folder_ids = {"1", "3", "4", "5"}
|
|
15
|
+
mock_responses = {
|
|
16
|
+
"1": {"id": "1", "parentType": None, "parentId": None},
|
|
17
|
+
"2": {"id": "2", "parentType": "page", "parentId": "A"},
|
|
18
|
+
"3": {"id": "3", "parentType": "folder", "parentId": "2"},
|
|
19
|
+
"4": {"id": "4", "parentType": "folder", "parentId": "3"},
|
|
20
|
+
"5": {"id": "5", "parentType": "page", "parentId": "C"},
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
def mock_get(endpoint):
|
|
24
|
+
folder_id = endpoint.split("/")[-1]
|
|
25
|
+
return mock_responses[folder_id]
|
|
26
|
+
|
|
27
|
+
client = ConfluenceClient(credentials=MagicMock())
|
|
28
|
+
|
|
29
|
+
with patch.object(client, "_get", side_effect=mock_get):
|
|
30
|
+
result = list(client.folders(folder_ids))
|
|
31
|
+
|
|
32
|
+
assert len(result) == 5
|
|
33
|
+
assert {folder["id"] for folder in result} == set(mock_responses.keys())
|
|
34
|
+
|
|
35
|
+
|
|
6
36
|
def test_ConfluenceClient_filtered_spaces_with_allowlist():
|
|
7
37
|
both_blocked_and_allowed_space_id = "789"
|
|
8
38
|
archived_space_id = "934"
|
|
@@ -5,10 +5,28 @@ class ConfluenceEndpointFactory:
|
|
|
5
5
|
"""
|
|
6
6
|
|
|
7
7
|
API = "wiki/api/v2/"
|
|
8
|
+
DATABASE = "databases"
|
|
9
|
+
FOLDERS = "folders"
|
|
8
10
|
PAGES = "pages"
|
|
9
11
|
SPACES = "spaces"
|
|
10
12
|
USERS = "users-bulk"
|
|
11
13
|
|
|
14
|
+
@classmethod
|
|
15
|
+
def database(cls, database_id: str) -> str:
|
|
16
|
+
"""
|
|
17
|
+
Endpoint to fetch a database by id.
|
|
18
|
+
More: https://developer.atlassian.com/cloud/confluence/rest/v2/api-group-database/#api-databases-id-get
|
|
19
|
+
"""
|
|
20
|
+
return f"{cls.API}{cls.DATABASE}/{database_id}"
|
|
21
|
+
|
|
22
|
+
@classmethod
|
|
23
|
+
def folder(cls, folder_id: str) -> str:
|
|
24
|
+
"""
|
|
25
|
+
Endpoint to fetch a folder by id.
|
|
26
|
+
More: https://developer.atlassian.com/cloud/confluence/rest/v2/api-group-folder/#api-folders-id-get
|
|
27
|
+
"""
|
|
28
|
+
return f"{cls.API}{cls.FOLDERS}/{folder_id}"
|
|
29
|
+
|
|
12
30
|
@classmethod
|
|
13
31
|
def pages(cls, space_id: str) -> str:
|
|
14
32
|
"""
|
|
@@ -13,6 +13,7 @@ from ...utils import (
|
|
|
13
13
|
)
|
|
14
14
|
from .assets import ConfluenceAsset
|
|
15
15
|
from .client import ConfluenceClient, ConfluenceCredentials
|
|
16
|
+
from .utils import pages_to_database_ids, pages_to_folder_ids
|
|
16
17
|
|
|
17
18
|
logger = logging.getLogger(__name__)
|
|
18
19
|
|
|
@@ -32,6 +33,16 @@ def iterate_all_data(
|
|
|
32
33
|
yield ConfluenceAsset.PAGES, pages
|
|
33
34
|
logger.info(f"Extracted {len(pages)} pages from API")
|
|
34
35
|
|
|
36
|
+
folder_ids = pages_to_folder_ids(pages)
|
|
37
|
+
logger.info("Extracting FOLDERS from API")
|
|
38
|
+
folders = list(deep_serialize(client.folders(folder_ids)))
|
|
39
|
+
yield ConfluenceAsset.FOLDERS, folders
|
|
40
|
+
|
|
41
|
+
database_ids = pages_to_database_ids(pages)
|
|
42
|
+
logger.info("Extracting DATABASES from API")
|
|
43
|
+
databases = list(deep_serialize(client.databases(database_ids)))
|
|
44
|
+
yield ConfluenceAsset.DATABASES, databases
|
|
45
|
+
|
|
35
46
|
|
|
36
47
|
def extract_all(**kwargs) -> None:
|
|
37
48
|
"""
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
def pages_to_folder_ids(pages: list[dict]) -> set:
|
|
2
|
+
"""Returns all unique folder parents."""
|
|
3
|
+
return {
|
|
4
|
+
page["parentId"] for page in pages if page["parentType"] == "folder"
|
|
5
|
+
}
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
def pages_to_database_ids(pages: list[dict]) -> set:
|
|
9
|
+
"""Returns all unique database parents."""
|
|
10
|
+
return {
|
|
11
|
+
page["parentId"] for page in pages if page["parentType"] == "database"
|
|
12
|
+
}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
from .utils import pages_to_database_ids, pages_to_folder_ids
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
def test_pages_to_folder_ids():
|
|
5
|
+
"""Test the pages_to_folder_ids function."""
|
|
6
|
+
pages = [
|
|
7
|
+
{"id": "9", "parentId": None, "parentType": None},
|
|
8
|
+
{"id": "8", "parentId": "2", "parentType": "folder"},
|
|
9
|
+
{"id": "7", "parentId": "9", "parentType": "page"},
|
|
10
|
+
{"id": "6", "parentId": "4", "parentType": "folder"},
|
|
11
|
+
{"id": "5", "parentId": "4", "parentType": "folder"},
|
|
12
|
+
]
|
|
13
|
+
expected = {"2", "4"}
|
|
14
|
+
result = pages_to_folder_ids(pages)
|
|
15
|
+
assert result == expected
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
def test_pages_to_database_id():
|
|
19
|
+
"""Test the pages_to_database_id function."""
|
|
20
|
+
pages = [
|
|
21
|
+
{"id": "1", "parentId": "db1", "parentType": "database"},
|
|
22
|
+
{"id": "2", "parentId": "db2", "parentType": "database"},
|
|
23
|
+
{"id": "3", "parentId": "4", "parentType": "folder"},
|
|
24
|
+
{"id": "4", "parentId": None, "parentType": None},
|
|
25
|
+
{"id": "5", "parentId": "db1", "parentType": "database"},
|
|
26
|
+
{"id": "6", "parentId": "9", "parentType": "page"},
|
|
27
|
+
]
|
|
28
|
+
expected = {"db1", "db2"}
|
|
29
|
+
result = pages_to_database_ids(pages)
|
|
30
|
+
assert result == expected
|
|
@@ -9,9 +9,7 @@ from dateutil.tz import tzutc
|
|
|
9
9
|
from .client import ContentType, DbtClient, DbtRun, _account_url # type: ignore
|
|
10
10
|
from .credentials import DbtCredentials
|
|
11
11
|
|
|
12
|
-
_DBT_CLIENT_PATH =
|
|
13
|
-
"source.packages.extractor.castor_extractor.utils.dbt.client.DbtClient"
|
|
14
|
-
)
|
|
12
|
+
_DBT_CLIENT_PATH = "source.packages.extractor.castor_extractor.transformation.dbt.client.DbtClient"
|
|
15
13
|
_OLD_DATE = datetime(2023, 7, 10, 12, 6, 23, 109171, tzinfo=tzutc())
|
|
16
14
|
_OLD_DATE_STR = "2023-07-10 12:06:23.109171+00:00"
|
|
17
15
|
_RECENT_DATE = datetime(2023, 10, 6, 5, 9, 31, 731991, tzinfo=tzutc())
|
|
@@ -52,7 +52,7 @@ from .time import (
|
|
|
52
52
|
yesterday,
|
|
53
53
|
)
|
|
54
54
|
from .type import Callback, Getter, JsonType, SerializedAsset
|
|
55
|
-
from .validation import validate_baseurl
|
|
55
|
+
from .validation import clean_path, validate_baseurl
|
|
56
56
|
from .write import (
|
|
57
57
|
get_output_filename,
|
|
58
58
|
get_summary_filename,
|
|
@@ -14,7 +14,7 @@ def _preprocess_url(base_url: str) -> str:
|
|
|
14
14
|
return base_url.strip()
|
|
15
15
|
|
|
16
16
|
|
|
17
|
-
def
|
|
17
|
+
def clean_path(path: str) -> str:
|
|
18
18
|
return path.rstrip("/")
|
|
19
19
|
|
|
20
20
|
|
|
@@ -44,7 +44,7 @@ def _urlsplit(base_url: str) -> tuple[str, str, str, str, str, str]:
|
|
|
44
44
|
url = urlsplit(base_url)
|
|
45
45
|
|
|
46
46
|
hostname, port = _get_hostname_port(url.netloc)
|
|
47
|
-
path =
|
|
47
|
+
path = clean_path(url.path)
|
|
48
48
|
|
|
49
49
|
return url.scheme, hostname, path, port, url.query, url.fragment
|
|
50
50
|
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
from ...types import ExternalAsset, classproperty
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
class LookerStudioAsset(ExternalAsset):
|
|
5
|
+
ASSETS = "assets"
|
|
6
|
+
SOURCE_QUERIES = "source_queries"
|
|
7
|
+
VIEW_ACTIVITY = "view_activity"
|
|
8
|
+
|
|
9
|
+
@classproperty
|
|
10
|
+
def optional(cls) -> set["LookerStudioAsset"]:
|
|
11
|
+
return {LookerStudioAsset.VIEW_ACTIVITY}
|
|
@@ -12,7 +12,6 @@ from ....utils import (
|
|
|
12
12
|
)
|
|
13
13
|
from .credentials import LookerStudioCredentials
|
|
14
14
|
from .pagination import LookerStudioPagination
|
|
15
|
-
from .scopes import SCOPES
|
|
16
15
|
|
|
17
16
|
USER_EMAIL_FIELD = "primaryEmail"
|
|
18
17
|
|
|
@@ -26,7 +25,7 @@ class AdminSDKClient:
|
|
|
26
25
|
def __init__(self, credentials: LookerStudioCredentials):
|
|
27
26
|
self._credentials = Credentials.from_service_account_info(
|
|
28
27
|
credentials.model_dump(),
|
|
29
|
-
scopes=
|
|
28
|
+
scopes=credentials.scopes,
|
|
30
29
|
subject=credentials.admin_email, # impersonates an admin
|
|
31
30
|
)
|
|
32
31
|
self.directory_api = discovery.build(
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
from typing import Optional
|
|
2
|
+
|
|
3
|
+
from pydantic import BaseModel, SecretStr, field_serializer
|
|
4
|
+
|
|
5
|
+
SCOPES_NO_ACTIVITY: tuple[str, ...] = (
|
|
6
|
+
"https://www.googleapis.com/auth/datastudio",
|
|
7
|
+
"https://www.googleapis.com/auth/userinfo.profile",
|
|
8
|
+
"https://www.googleapis.com/auth/admin.directory.user.readonly",
|
|
9
|
+
)
|
|
10
|
+
|
|
11
|
+
DEFAULT_SCOPES: tuple[str, ...] = (
|
|
12
|
+
*SCOPES_NO_ACTIVITY,
|
|
13
|
+
"https://www.googleapis.com/auth/admin.reports.audit.readonly",
|
|
14
|
+
)
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
class LookerStudioCredentials(BaseModel):
|
|
18
|
+
"""
|
|
19
|
+
Looker Studio Credentials match the Service Account credentials JSON
|
|
20
|
+
but with an additional admin_email field.
|
|
21
|
+
"""
|
|
22
|
+
|
|
23
|
+
admin_email: str
|
|
24
|
+
auth_provider_x509_cert_url: str
|
|
25
|
+
auth_uri: str
|
|
26
|
+
client_email: str
|
|
27
|
+
client_id: str
|
|
28
|
+
client_x509_cert_url: str
|
|
29
|
+
private_key: SecretStr
|
|
30
|
+
private_key_id: str
|
|
31
|
+
project_id: str
|
|
32
|
+
token_uri: str
|
|
33
|
+
type: str
|
|
34
|
+
|
|
35
|
+
has_view_activity_logs: Optional[bool] = True
|
|
36
|
+
scopes: Optional[tuple] = DEFAULT_SCOPES
|
|
37
|
+
|
|
38
|
+
def model_post_init(self, __context):
|
|
39
|
+
"""Set scopes based on has_view_activity_logs after initialization"""
|
|
40
|
+
if self.has_view_activity_logs is False:
|
|
41
|
+
self.scopes = SCOPES_NO_ACTIVITY
|
|
42
|
+
|
|
43
|
+
@field_serializer("private_key")
|
|
44
|
+
def dump_secret(self, pk):
|
|
45
|
+
"""When using model_dump, show private_key value"""
|
|
46
|
+
return pk.get_secret_value()
|
|
@@ -16,7 +16,6 @@ from .credentials import LookerStudioCredentials
|
|
|
16
16
|
from .endpoints import LookerStudioAPIEndpoint
|
|
17
17
|
from .enums import LookerStudioAssetType
|
|
18
18
|
from .pagination import LookerStudioPagination
|
|
19
|
-
from .scopes import SCOPES
|
|
20
19
|
|
|
21
20
|
|
|
22
21
|
@contextmanager
|
|
@@ -47,7 +46,8 @@ class LookerStudioAPIAuth(BearerAuth):
|
|
|
47
46
|
that user and make requests on that user's behalf.
|
|
48
47
|
"""
|
|
49
48
|
self._credentials = Credentials.from_service_account_info(
|
|
50
|
-
credentials.model_dump(),
|
|
49
|
+
credentials.model_dump(),
|
|
50
|
+
scopes=credentials.scopes,
|
|
51
51
|
)
|
|
52
52
|
if subject:
|
|
53
53
|
self._credentials = self._credentials.with_subject(subject)
|
|
@@ -23,8 +23,14 @@ LOOKER_STUDIO_ADMIN_EMAIL = "CASTOR_LOOKER_STUDIO_ADMIN_EMAIL"
|
|
|
23
23
|
|
|
24
24
|
def iterate_all_data(
|
|
25
25
|
client: LookerStudioClient,
|
|
26
|
+
has_view_activity_logs: bool = True,
|
|
26
27
|
) -> Iterable[tuple[LookerStudioAsset, Union[list, dict]]]:
|
|
27
|
-
|
|
28
|
+
assets_to_extract = LookerStudioAsset.mandatory
|
|
29
|
+
|
|
30
|
+
if has_view_activity_logs:
|
|
31
|
+
assets_to_extract.add(LookerStudioAsset.VIEW_ACTIVITY)
|
|
32
|
+
|
|
33
|
+
for asset in assets_to_extract:
|
|
28
34
|
logger.info(f"Extracting {asset.name} from API")
|
|
29
35
|
data = list(deep_serialize(client.fetch(asset)))
|
|
30
36
|
yield asset, data
|
|
@@ -45,6 +51,8 @@ def _credentials(params: dict) -> LookerStudioCredentials:
|
|
|
45
51
|
LOOKER_STUDIO_ADMIN_EMAIL
|
|
46
52
|
)
|
|
47
53
|
credentials["admin_email"] = admin_email
|
|
54
|
+
has_view_activity_logs = not params["skip_view_activity_logs"]
|
|
55
|
+
credentials["has_view_activity_logs"] = has_view_activity_logs
|
|
48
56
|
return LookerStudioCredentials(**credentials)
|
|
49
57
|
|
|
50
58
|
|
|
@@ -68,7 +76,10 @@ def extract_all(**kwargs) -> None:
|
|
|
68
76
|
the given output_directory.
|
|
69
77
|
"""
|
|
70
78
|
output_directory = kwargs.get("output") or from_env(OUTPUT_DIR)
|
|
79
|
+
|
|
71
80
|
credentials = _credentials(kwargs)
|
|
81
|
+
has_view_activity_logs = bool(credentials.has_view_activity_logs)
|
|
82
|
+
|
|
72
83
|
bigquery_credentials = _bigquery_credentials_or_none(kwargs)
|
|
73
84
|
|
|
74
85
|
client = LookerStudioClient(
|
|
@@ -77,7 +88,7 @@ def extract_all(**kwargs) -> None:
|
|
|
77
88
|
)
|
|
78
89
|
ts = current_timestamp()
|
|
79
90
|
|
|
80
|
-
for key, data in iterate_all_data(client):
|
|
91
|
+
for key, data in iterate_all_data(client, has_view_activity_logs):
|
|
81
92
|
filename = get_output_filename(key.name.lower(), output_directory, ts)
|
|
82
93
|
write_json(filename, data)
|
|
83
94
|
|
|
@@ -9,7 +9,11 @@ from .endpoints import PowerBiEndpointFactory
|
|
|
9
9
|
class PowerBiBearerAuth(BearerAuth):
|
|
10
10
|
def __init__(self, credentials: PowerbiCredentials):
|
|
11
11
|
self.credentials = credentials
|
|
12
|
-
|
|
12
|
+
endpoint_factory = PowerBiEndpointFactory(
|
|
13
|
+
login_url=self.credentials.login_url,
|
|
14
|
+
api_base=self.credentials.api_base,
|
|
15
|
+
)
|
|
16
|
+
authority = endpoint_factory.authority(self.credentials.tenant_id)
|
|
13
17
|
self.app = msal.ConfidentialClientApplication(
|
|
14
18
|
client_id=self.credentials.client_id,
|
|
15
19
|
authority=authority,
|
|
@@ -40,6 +40,10 @@ class PowerbiClient(APIClient):
|
|
|
40
40
|
auth=auth,
|
|
41
41
|
timeout=POWERBI_DEFAULT_TIMEOUT_S,
|
|
42
42
|
)
|
|
43
|
+
self.endpoint_factory = PowerBiEndpointFactory(
|
|
44
|
+
login_url=credentials.login_url,
|
|
45
|
+
api_base=credentials.api_base,
|
|
46
|
+
)
|
|
43
47
|
|
|
44
48
|
def _activity_events(self, day: Optional[date] = None) -> Iterator[dict]:
|
|
45
49
|
"""
|
|
@@ -49,7 +53,7 @@ class PowerbiClient(APIClient):
|
|
|
49
53
|
"""
|
|
50
54
|
request = partial(
|
|
51
55
|
self._get,
|
|
52
|
-
endpoint=
|
|
56
|
+
endpoint=self.endpoint_factory.activity_events(day),
|
|
53
57
|
)
|
|
54
58
|
yield from fetch_all_pages(request, PowerBiPagination)
|
|
55
59
|
|
|
@@ -58,28 +62,28 @@ class PowerbiClient(APIClient):
|
|
|
58
62
|
Returns a list of datasets for the organization.
|
|
59
63
|
https://learn.microsoft.com/en-us/rest/api/power-bi/admin/datasets-get-datasets-as-admin
|
|
60
64
|
"""
|
|
61
|
-
yield from self._get(
|
|
65
|
+
yield from self._get(self.endpoint_factory.datasets())[Keys.VALUE]
|
|
62
66
|
|
|
63
67
|
def _dashboards(self) -> Iterator[dict]:
|
|
64
68
|
"""
|
|
65
69
|
Returns a list of dashboards for the organization.
|
|
66
70
|
https://learn.microsoft.com/en-us/rest/api/power-bi/admin/dashboards-get-dashboards-as-admin
|
|
67
71
|
"""
|
|
68
|
-
yield from self._get(
|
|
72
|
+
yield from self._get(self.endpoint_factory.dashboards())[Keys.VALUE]
|
|
69
73
|
|
|
70
74
|
def _reports(self) -> Iterator[dict]:
|
|
71
75
|
"""
|
|
72
76
|
Returns a list of reports for the organization.
|
|
73
77
|
https://learn.microsoft.com/en-us/rest/api/power-bi/admin/reports-get-reports-as-admin
|
|
74
78
|
"""
|
|
75
|
-
reports_endpoint =
|
|
79
|
+
reports_endpoint = self.endpoint_factory.reports()
|
|
76
80
|
reports = self._get(reports_endpoint)[Keys.VALUE]
|
|
77
81
|
|
|
78
82
|
for report in reports:
|
|
79
83
|
report_id = report.get(Keys.ID)
|
|
80
84
|
|
|
81
85
|
try:
|
|
82
|
-
pages_endpoint =
|
|
86
|
+
pages_endpoint = self.endpoint_factory.pages(report_id)
|
|
83
87
|
pages = self._get(pages_endpoint)[Keys.VALUE]
|
|
84
88
|
report["pages"] = pages
|
|
85
89
|
except (requests.HTTPError, requests.exceptions.Timeout) as e:
|
|
@@ -99,14 +103,14 @@ class PowerbiClient(APIClient):
|
|
|
99
103
|
}
|
|
100
104
|
|
|
101
105
|
response = self._get(
|
|
102
|
-
|
|
106
|
+
self.endpoint_factory.workspace_ids(),
|
|
103
107
|
params=params,
|
|
104
108
|
)
|
|
105
109
|
|
|
106
110
|
return [x[Keys.ID] for x in response]
|
|
107
111
|
|
|
108
112
|
def _get_scan_result(self, scan_id: int) -> Iterator[dict]:
|
|
109
|
-
endpoint =
|
|
113
|
+
endpoint = self.endpoint_factory.metadata_scan_result(scan_id)
|
|
110
114
|
yield from self._get(endpoint)[Keys.WORKSPACES]
|
|
111
115
|
|
|
112
116
|
def _wait_for_scan_result(self, scan_id: int) -> bool:
|
|
@@ -114,7 +118,7 @@ class PowerbiClient(APIClient):
|
|
|
114
118
|
Periodically checks the status of the metadata scan until the results
|
|
115
119
|
are ready.
|
|
116
120
|
"""
|
|
117
|
-
endpoint =
|
|
121
|
+
endpoint = self.endpoint_factory.metadata_scan_status(scan_id)
|
|
118
122
|
total_waiting_time_s = 0
|
|
119
123
|
|
|
120
124
|
while total_waiting_time_s < POWERBI_DEFAULT_TIMEOUT_S:
|
|
@@ -152,7 +156,7 @@ class PowerbiClient(APIClient):
|
|
|
152
156
|
}
|
|
153
157
|
request_body = {"workspaces": workspaces_ids}
|
|
154
158
|
scan_id = self._post(
|
|
155
|
-
|
|
159
|
+
self.endpoint_factory.metadata_create_scan(),
|
|
156
160
|
params=params,
|
|
157
161
|
data=request_body,
|
|
158
162
|
)
|