castor-extractor 0.24.15__tar.gz → 0.24.21__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of castor-extractor might be problematic. Click here for more details.

Files changed (435) hide show
  1. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/CHANGELOG.md +24 -0
  2. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/PKG-INFO +25 -1
  3. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_looker_studio.py +6 -0
  4. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_powerbi.py +2 -0
  5. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/assets.py +2 -0
  6. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/client.py +57 -3
  7. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/client_test.py +30 -0
  8. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/endpoints.py +18 -0
  9. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/extract.py +11 -0
  10. castor_extractor-0.24.21/castor_extractor/knowledge/confluence/utils.py +12 -0
  11. castor_extractor-0.24.21/castor_extractor/knowledge/confluence/utils_test.py +30 -0
  12. {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/client_test.py +1 -3
  13. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/__init__.py +1 -1
  14. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/validation.py +2 -2
  15. castor_extractor-0.24.21/castor_extractor/visualization/looker_studio/assets.py +11 -0
  16. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/admin_sdk_client.py +1 -2
  17. castor_extractor-0.24.21/castor_extractor/visualization/looker_studio/client/credentials.py +46 -0
  18. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/looker_studio_api_client.py +2 -2
  19. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/extract.py +13 -2
  20. castor_extractor-0.24.21/castor_extractor/visualization/powerbi/__init__.py +9 -0
  21. castor_extractor-0.24.21/castor_extractor/visualization/powerbi/client/__init__.py +7 -0
  22. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/authentication.py +5 -1
  23. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/client.py +13 -9
  24. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/client_test.py +12 -7
  25. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/credentials.py +15 -0
  26. castor_extractor-0.24.21/castor_extractor/visualization/powerbi/client/endpoints.py +55 -0
  27. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/client/client.py +1 -3
  28. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/pyproject.toml +2 -2
  29. castor_extractor-0.24.15/castor_extractor/visualization/looker_studio/assets.py +0 -7
  30. castor_extractor-0.24.15/castor_extractor/visualization/looker_studio/client/credentials.py +0 -25
  31. castor_extractor-0.24.15/castor_extractor/visualization/looker_studio/client/scopes.py +0 -6
  32. castor_extractor-0.24.15/castor_extractor/visualization/powerbi/__init__.py +0 -3
  33. castor_extractor-0.24.15/castor_extractor/visualization/powerbi/client/__init__.py +0 -2
  34. castor_extractor-0.24.15/castor_extractor/visualization/powerbi/client/endpoints.py +0 -65
  35. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/Dockerfile +0 -0
  36. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/DockerfileUsage.md +0 -0
  37. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/LICENCE +0 -0
  38. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/README.md +0 -0
  39. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/__init__.py +0 -0
  40. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/__init__.py +0 -0
  41. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_bigquery.py +0 -0
  42. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_confluence.py +0 -0
  43. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_databricks.py +0 -0
  44. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_domo.py +0 -0
  45. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_looker.py +0 -0
  46. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_metabase_api.py +0 -0
  47. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_metabase_db.py +0 -0
  48. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_mode.py +0 -0
  49. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_mysql.py +0 -0
  50. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_notion.py +0 -0
  51. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_postgres.py +0 -0
  52. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_qlik.py +0 -0
  53. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_redshift.py +0 -0
  54. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_salesforce.py +0 -0
  55. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_salesforce_reporting.py +0 -0
  56. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_sigma.py +0 -0
  57. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_snowflake.py +0 -0
  58. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_sqlserver.py +0 -0
  59. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_strategy.py +0 -0
  60. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_tableau.py +0 -0
  61. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/extract_thoughtspot.py +0 -0
  62. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/file_check.py +0 -0
  63. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/commands/upload.py +0 -0
  64. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/__init__.py +0 -0
  65. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/column.py +0 -0
  66. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/column_test.py +0 -0
  67. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/constants.py +0 -0
  68. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/enums.py +0 -0
  69. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/file.py +0 -0
  70. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/file_test.py +0 -0
  71. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/file_test_users.csv +0 -0
  72. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/file_test_users_valid.csv +0 -0
  73. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/templates/__init__.py +0 -0
  74. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/file_checker/templates/generic_warehouse.py +0 -0
  75. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/__init__.py +0 -0
  76. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/__init__.py +0 -0
  77. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/__init__.py +0 -0
  78. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/credentials.py +0 -0
  79. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/confluence/client/pagination.py +0 -0
  80. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/__init__.py +0 -0
  81. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/assets.py +0 -0
  82. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/__init__.py +0 -0
  83. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/client.py +0 -0
  84. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/client_test.py +0 -0
  85. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/constants.py +0 -0
  86. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/credentials.py +0 -0
  87. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/endpoints.py +0 -0
  88. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/client/pagination.py +0 -0
  89. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/knowledge/notion/extract.py +0 -0
  90. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/logger.py +0 -0
  91. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/__init__.py +0 -0
  92. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/__init__.py +0 -0
  93. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/assets.py +0 -0
  94. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/__init__.py +0 -0
  95. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/client.py +0 -0
  96. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/credentials.py +0 -0
  97. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/endpoints.py +0 -0
  98. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/quality/soda/client/pagination.py +0 -0
  99. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/__init__.py +0 -0
  100. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/__init__.py +0 -0
  101. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/assets.py +0 -0
  102. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/__init__.py +0 -0
  103. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/client.py +0 -0
  104. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/credentials.py +0 -0
  105. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/endpoint.py +0 -0
  106. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/type.py +0 -0
  107. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/utils.py +0 -0
  108. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/transformation/coalesce/client/utils_test.py +0 -0
  109. {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/__init__.py +0 -0
  110. {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/assets.py +0 -0
  111. {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/client.py +0 -0
  112. {castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.21/castor_extractor/transformation}/dbt/credentials.py +0 -0
  113. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/types.py +0 -0
  114. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/__init__.py +0 -0
  115. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/constant.py +0 -0
  116. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/env.py +0 -0
  117. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/env_test.py +0 -0
  118. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/settings.py +0 -0
  119. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/upload.py +0 -0
  120. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/upload_test.py +0 -0
  121. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/uploader/utils.py +0 -0
  122. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/argument_parser.py +0 -0
  123. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/argument_parser_test.py +0 -0
  124. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/batch.py +0 -0
  125. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/batch_test.py +0 -0
  126. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/__init__.py +0 -0
  127. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/abstract.py +0 -0
  128. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/__init__.py +0 -0
  129. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/auth.py +0 -0
  130. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/auth_test.py +0 -0
  131. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/client.py +0 -0
  132. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/client_test.py +0 -0
  133. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/pagination.py +0 -0
  134. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/pagination_test.py +0 -0
  135. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/safe_request.py +0 -0
  136. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/safe_request_test.py +0 -0
  137. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/utils.py +0 -0
  138. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/api/utils_test.py +0 -0
  139. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/postgres.py +0 -0
  140. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/query.py +0 -0
  141. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/uri.py +0 -0
  142. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/client/uri_test.py +0 -0
  143. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/collection.py +0 -0
  144. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/collection_test.py +0 -0
  145. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/constants.py +0 -0
  146. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/deprecate.py +0 -0
  147. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/env.py +0 -0
  148. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/files.py +0 -0
  149. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/files_test.py +0 -0
  150. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/formatter.py +0 -0
  151. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/formatter_test.csv +0 -0
  152. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/formatter_test.json +0 -0
  153. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/formatter_test.py +0 -0
  154. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/json_stream_write.py +0 -0
  155. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/load.py +0 -0
  156. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/object.py +0 -0
  157. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/object_test.py +0 -0
  158. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/__init__.py +0 -0
  159. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/pager.py +0 -0
  160. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/pager_on_id.py +0 -0
  161. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/pager_on_id_test.py +0 -0
  162. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/pager/pager_test.py +0 -0
  163. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/retry.py +0 -0
  164. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/retry_test.py +0 -0
  165. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/safe.py +0 -0
  166. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/safe_test.py +0 -0
  167. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/__init__.py +0 -0
  168. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/client.py +0 -0
  169. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/client_test.py +0 -0
  170. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/constants.py +0 -0
  171. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/credentials.py +0 -0
  172. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/credentials_test.py +0 -0
  173. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/salesforce/pagination.py +0 -0
  174. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/store.py +0 -0
  175. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/string.py +0 -0
  176. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/string_test.py +0 -0
  177. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/time.py +0 -0
  178. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/time_test.py +0 -0
  179. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/type.py +0 -0
  180. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/validation_test.py +0 -0
  181. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/utils/write.py +0 -0
  182. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/__init__.py +0 -0
  183. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/__init__.py +0 -0
  184. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/assets.py +0 -0
  185. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/__init__.py +0 -0
  186. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/client.py +0 -0
  187. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/credentials.py +0 -0
  188. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/endpoints.py +0 -0
  189. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/pagination.py +0 -0
  190. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/client/pagination_test.py +0 -0
  191. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/domo/extract.py +0 -0
  192. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/__init__.py +0 -0
  193. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/__init__.py +0 -0
  194. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/client.py +0 -0
  195. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/client_test.py +0 -0
  196. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/constants.py +0 -0
  197. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/credentials.py +0 -0
  198. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/extraction_parameters.py +0 -0
  199. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/sdk.py +0 -0
  200. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/sdk_test.py +0 -0
  201. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/api/utils.py +0 -0
  202. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/assets.py +0 -0
  203. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/constant.py +0 -0
  204. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/constants.py +0 -0
  205. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/extract.py +0 -0
  206. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/fields.py +0 -0
  207. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/fields_test.py +0 -0
  208. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker/multithreading.py +0 -0
  209. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/__init__.py +0 -0
  210. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/__init__.py +0 -0
  211. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/client.py +0 -0
  212. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/endpoints.py +0 -0
  213. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/enums.py +0 -0
  214. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/pagination.py +0 -0
  215. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/queries/query.sql +0 -0
  216. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/__init__.py +0 -0
  217. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/assets.py +0 -0
  218. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/__init__.py +0 -0
  219. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/api/__init__.py +0 -0
  220. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/api/client.py +0 -0
  221. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/api/client_test.py +0 -0
  222. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/api/credentials.py +0 -0
  223. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/__init__.py +0 -0
  224. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/client.py +0 -0
  225. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/credentials.py +0 -0
  226. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/.sqlfluff +0 -0
  227. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/base_url.sql +0 -0
  228. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/card.sql +0 -0
  229. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/collection.sql +0 -0
  230. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/dashboard.sql +0 -0
  231. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/dashboard_cards.sql +0 -0
  232. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/database.sql +0 -0
  233. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/table.sql +0 -0
  234. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/db/queries/user.sql +0 -0
  235. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/decryption.py +0 -0
  236. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/decryption_test.py +0 -0
  237. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/client/shared.py +0 -0
  238. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/errors.py +0 -0
  239. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/extract.py +0 -0
  240. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/metabase/types.py +0 -0
  241. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/__init__.py +0 -0
  242. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/assets.py +0 -0
  243. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/__init__.py +0 -0
  244. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/client.py +0 -0
  245. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/client_test.json +0 -0
  246. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/client_test.py +0 -0
  247. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/constants.py +0 -0
  248. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/client/credentials.py +0 -0
  249. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/errors.py +0 -0
  250. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/mode/extract.py +0 -0
  251. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/assets.py +0 -0
  252. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/constants.py +0 -0
  253. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/credentials_test.py +0 -0
  254. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/client/pagination.py +0 -0
  255. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/powerbi/extract.py +0 -0
  256. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/__init__.py +0 -0
  257. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/assets.py +0 -0
  258. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/__init__.py +0 -0
  259. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/constants.py +0 -0
  260. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/__init__.py +0 -0
  261. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/client.py +0 -0
  262. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/constants.py +0 -0
  263. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/credentials.py +0 -0
  264. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/error.py +0 -0
  265. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/error_test.py +0 -0
  266. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/json_rpc.py +0 -0
  267. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/json_rpc_test.py +0 -0
  268. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/engine/websocket.py +0 -0
  269. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/master.py +0 -0
  270. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/rest.py +0 -0
  271. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/client/rest_test.py +0 -0
  272. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/qlik/extract.py +0 -0
  273. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/__init__.py +0 -0
  274. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/assets.py +0 -0
  275. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/client/__init__.py +0 -0
  276. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/client/rest.py +0 -0
  277. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/client/soql.py +0 -0
  278. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/salesforce_reporting/extract.py +0 -0
  279. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/__init__.py +0 -0
  280. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/assets.py +0 -0
  281. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/__init__.py +0 -0
  282. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/client.py +0 -0
  283. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/credentials.py +0 -0
  284. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/endpoints.py +0 -0
  285. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/client/pagination.py +0 -0
  286. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/sigma/extract.py +0 -0
  287. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/__init__.py +0 -0
  288. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/assets.py +0 -0
  289. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/client/__init__.py +0 -0
  290. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/client/credentials.py +0 -0
  291. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/strategy/extract.py +0 -0
  292. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/__init__.py +0 -0
  293. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/assets.py +0 -0
  294. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/__init__.py +0 -0
  295. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client.py +0 -0
  296. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client_metadata_api.py +0 -0
  297. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client_metadata_api_test.py +0 -0
  298. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client_rest_api.py +0 -0
  299. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/client_tsc.py +0 -0
  300. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/credentials.py +0 -0
  301. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/errors.py +0 -0
  302. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/gql_queries.py +0 -0
  303. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/client/rest_fields.py +0 -0
  304. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/constants.py +0 -0
  305. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/tableau/extract.py +0 -0
  306. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/__init__.py +0 -0
  307. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/assets.py +0 -0
  308. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/__init__.py +0 -0
  309. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/client.py +0 -0
  310. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/credentials.py +0 -0
  311. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/endpoints.py +0 -0
  312. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/client/pagination.py +0 -0
  313. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/visualization/thoughtspot/extract.py +0 -0
  314. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/__init__.py +0 -0
  315. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/__init__.py +0 -0
  316. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/asset.py +0 -0
  317. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/asset_test.py +0 -0
  318. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/extract.py +0 -0
  319. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/query.py +0 -0
  320. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/time_filter.py +0 -0
  321. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/abstract/time_filter_test.py +0 -0
  322. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/__init__.py +0 -0
  323. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/client.py +0 -0
  324. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/client_test.py +0 -0
  325. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/credentials.py +0 -0
  326. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/extract.py +0 -0
  327. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/.sqlfluff +0 -0
  328. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/column.sql +0 -0
  329. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/cte/sharded.sql +0 -0
  330. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/database.sql +0 -0
  331. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/query.sql +0 -0
  332. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/schema.sql +0 -0
  333. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/table.sql +0 -0
  334. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/table_with_tags.sql +0 -0
  335. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/user.sql +0 -0
  336. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/queries/view_ddl.sql +0 -0
  337. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/query.py +0 -0
  338. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/bigquery/types.py +0 -0
  339. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/__init__.py +0 -0
  340. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/api_client.py +0 -0
  341. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/api_client_test.py +0 -0
  342. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/client.py +0 -0
  343. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/client_test.py +0 -0
  344. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/credentials.py +0 -0
  345. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/endpoints.py +0 -0
  346. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/enums.py +0 -0
  347. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/extract.py +0 -0
  348. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/format.py +0 -0
  349. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/format_test.py +0 -0
  350. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/lineage.py +0 -0
  351. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/lineage_test.py +0 -0
  352. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/pagination.py +0 -0
  353. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/sql_client.py +0 -0
  354. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/types.py +0 -0
  355. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/utils.py +0 -0
  356. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/databricks/utils_test.py +0 -0
  357. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/__init__.py +0 -0
  358. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/client.py +0 -0
  359. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/client_test.py +0 -0
  360. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/extract.py +0 -0
  361. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/.sqlfluff +0 -0
  362. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/column.sql +0 -0
  363. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/database.sql +0 -0
  364. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/query.sql +0 -0
  365. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/schema.sql +0 -0
  366. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/table.sql +0 -0
  367. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/user.sql +0 -0
  368. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/queries/view_ddl.sql +0 -0
  369. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/mysql/query.py +0 -0
  370. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/__init__.py +0 -0
  371. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/extract.py +0 -0
  372. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/.sqlfluff +0 -0
  373. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/column.sql +0 -0
  374. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/database.sql +0 -0
  375. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/group.sql +0 -0
  376. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/schema.sql +0 -0
  377. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/table.sql +0 -0
  378. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/queries/user.sql +0 -0
  379. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/postgres/query.py +0 -0
  380. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/__init__.py +0 -0
  381. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/client.py +0 -0
  382. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/client_test.py +0 -0
  383. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/extract.py +0 -0
  384. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/extract_test.py +0 -0
  385. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/.sqlfluff +0 -0
  386. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/column.sql +0 -0
  387. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/database.sql +0 -0
  388. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/group.sql +0 -0
  389. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/query.sql +0 -0
  390. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/query_serverless.sql +0 -0
  391. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/schema.sql +0 -0
  392. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/table.sql +0 -0
  393. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/table_freshness.sql +0 -0
  394. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/user.sql +0 -0
  395. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/queries/view_ddl.sql +0 -0
  396. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/redshift/query.py +0 -0
  397. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/__init__.py +0 -0
  398. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/client.py +0 -0
  399. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/constants.py +0 -0
  400. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/extract.py +0 -0
  401. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/format.py +0 -0
  402. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/format_test.py +0 -0
  403. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/pagination.py +0 -0
  404. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/salesforce/soql.py +0 -0
  405. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/__init__.py +0 -0
  406. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/client.py +0 -0
  407. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/client_test.py +0 -0
  408. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/credentials.py +0 -0
  409. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/credentials_test.py +0 -0
  410. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/extract.py +0 -0
  411. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/.sqlfluff +0 -0
  412. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/column.sql +0 -0
  413. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/column_lineage.sql +0 -0
  414. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/database.sql +0 -0
  415. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/function.sql +0 -0
  416. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/grant_to_role.sql +0 -0
  417. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/grant_to_user.sql +0 -0
  418. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/query.sql +0 -0
  419. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/role.sql +0 -0
  420. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/schema.sql +0 -0
  421. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/table.sql +0 -0
  422. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/user.sql +0 -0
  423. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/queries/view_ddl.sql +0 -0
  424. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/snowflake/query.py +0 -0
  425. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/__init__.py +0 -0
  426. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/client.py +0 -0
  427. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/extract.py +0 -0
  428. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/.sqlfluff +0 -0
  429. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/column.sql +0 -0
  430. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/database.sql +0 -0
  431. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/schema.sql +0 -0
  432. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/table.sql +0 -0
  433. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/queries/user.sql +0 -0
  434. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/sqlserver/query.py +0 -0
  435. {castor_extractor-0.24.15 → castor_extractor-0.24.21}/castor_extractor/warehouse/synapse/queries/column.sql +0 -0
@@ -1,5 +1,29 @@
1
1
  # Changelog
2
2
 
3
+ ## 0.24.21 - 2025-05-26
4
+
5
+ * Looker Studio: add option to skip the extraction of view activity logs
6
+
7
+ ## 0.24.20 - 2025-05-19
8
+
9
+ * Powerbi: allow custom api base and login url
10
+
11
+ ## 0.24.19 - 2025-05-14
12
+
13
+ * Confluence: extract databases
14
+
15
+ ## 0.24.18 - 2025-05-13
16
+
17
+ * Improve folder organisation for transformation tools
18
+
19
+ ## 0.24.17 - 2025-05-13
20
+
21
+ * Strategy: fix dashboard URL format
22
+
23
+ ## 0.24.16 - 2025-05-12
24
+
25
+ * Confluence: extract folders to complete the page hierarchy
26
+
3
27
  ## 0.24.15 - 2025-05-12
4
28
 
5
29
  * Tableau: Add argument to skip columns extraction
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: castor-extractor
3
- Version: 0.24.15
3
+ Version: 0.24.21
4
4
  Summary: Extract your metadata assets.
5
5
  Home-page: https://www.castordoc.com/
6
6
  License: EULA
@@ -215,6 +215,30 @@ For any questions or bug report, contact us at [support@coalesce.io](mailto:supp
215
215
 
216
216
  # Changelog
217
217
 
218
+ ## 0.24.21 - 2025-05-26
219
+
220
+ * Looker Studio: add option to skip the extraction of view activity logs
221
+
222
+ ## 0.24.20 - 2025-05-19
223
+
224
+ * Powerbi: allow custom api base and login url
225
+
226
+ ## 0.24.19 - 2025-05-14
227
+
228
+ * Confluence: extract databases
229
+
230
+ ## 0.24.18 - 2025-05-13
231
+
232
+ * Improve folder organisation for transformation tools
233
+
234
+ ## 0.24.17 - 2025-05-13
235
+
236
+ * Strategy: fix dashboard URL format
237
+
238
+ ## 0.24.16 - 2025-05-12
239
+
240
+ * Confluence: extract folders to complete the page hierarchy
241
+
218
242
  ## 0.24.15 - 2025-05-12
219
243
 
220
244
  * Tableau: Add argument to skip columns extraction
@@ -24,6 +24,12 @@ def main():
24
24
  "This can be the same file path as for Looker Studio."
25
25
  ),
26
26
  )
27
+ parser.add_argument(
28
+ "--skip-view-activity-logs",
29
+ action="store_true",
30
+ default=False,
31
+ help="Skips the extraction of activity logs",
32
+ )
27
33
 
28
34
  parser.add_argument("-o", "--output", help="Directory to write to")
29
35
 
@@ -20,5 +20,7 @@ def main():
20
20
  nargs="*",
21
21
  )
22
22
  parser.add_argument("-o", "--output", help="Directory to write to")
23
+ parser.add_argument("-l", "--login_url", help="Login url (Optional)")
24
+ parser.add_argument("-a", "--api_base", help="REST API base (Optional)")
23
25
 
24
26
  powerbi.extract_all(**parse_filled_arguments(parser))
@@ -4,5 +4,7 @@ from ...types import ExternalAsset
4
4
  class ConfluenceAsset(ExternalAsset):
5
5
  """Confluence assets"""
6
6
 
7
+ DATABASES = "databases"
8
+ FOLDERS = "folders"
7
9
  PAGES = "pages"
8
10
  USERS = "users"
@@ -1,6 +1,7 @@
1
+ import logging
1
2
  from collections.abc import Iterator
2
3
  from functools import partial
3
- from typing import Optional
4
+ from typing import Iterable, Optional
4
5
 
5
6
  from ....utils import (
6
7
  APIClient,
@@ -14,6 +15,8 @@ from .credentials import ConfluenceCredentials
14
15
  from .endpoints import ConfluenceEndpointFactory
15
16
  from .pagination import ConfluencePagination
16
17
 
18
+ logger = logging.getLogger(__name__)
19
+
17
20
  _HEADERS = {
18
21
  "Accept": "application/json",
19
22
  "Content-Type": "application/json",
@@ -46,6 +49,43 @@ class ConfluenceClient(APIClient):
46
49
  self.space_ids_allowed = space_ids_allowed or set()
47
50
  self.space_ids_blocked = space_ids_blocked or set()
48
51
 
52
+ def databases(self, database_ids: Iterable[str]) -> Iterator[dict]:
53
+ """
54
+ Extracts all given databases
55
+ """
56
+ for _id in database_ids:
57
+ database = self._get(
58
+ endpoint=ConfluenceEndpointFactory.database(_id),
59
+ )
60
+ yield database
61
+
62
+ def folders(self, folder_ids: Iterable[str]) -> Iterator[dict]:
63
+ """
64
+ Extracts all given folders and their parent folders.
65
+ """
66
+ candidate_ids = set(folder_ids)
67
+ seen = set()
68
+
69
+ while candidate_ids:
70
+ folder_id = candidate_ids.pop()
71
+ if folder_id in seen:
72
+ continue
73
+
74
+ seen.add(folder_id)
75
+ folder = self._get(
76
+ endpoint=ConfluenceEndpointFactory.folder(folder_id),
77
+ )
78
+ yield folder
79
+
80
+ parent_type = folder.get("parentType")
81
+ if parent_type == "folder":
82
+ folder_id = folder["parentId"]
83
+ if folder_id not in seen:
84
+ candidate_ids.add(folder["parentId"])
85
+
86
+ if not parent_type:
87
+ logger.info(f"folder with unknown parent: {folder_id}")
88
+
49
89
  def pages(self):
50
90
  """Extracts all pages from all relevant Spaces."""
51
91
  for space in self.spaces():
@@ -106,9 +146,23 @@ class ConfluenceClient(APIClient):
106
146
  )
107
147
  yield from fetch_all_pages(request, ConfluencePagination)
108
148
 
109
- def fetch(self, asset: ConfluenceAsset) -> Iterator[dict]:
149
+ def fetch(
150
+ self,
151
+ asset: ConfluenceAsset,
152
+ *,
153
+ folder_ids: Optional[Iterator[str]] = None,
154
+ database_ids: Optional[Iterator[str]] = None,
155
+ ) -> Iterator[dict]:
110
156
  """Returns the needed metadata for the queried asset"""
111
- if asset == ConfluenceAsset.PAGES:
157
+ if asset == ConfluenceAsset.FOLDERS:
158
+ assert folder_ids is not None
159
+ yield from self.folders(folder_ids)
160
+
161
+ elif asset == ConfluenceAsset.DATABASES:
162
+ assert database_ids is not None
163
+ yield from self.databases(database_ids)
164
+
165
+ elif asset == ConfluenceAsset.PAGES:
112
166
  yield from self.pages()
113
167
 
114
168
  elif asset == ConfluenceAsset.USERS:
@@ -3,6 +3,36 @@ from unittest.mock import MagicMock, patch
3
3
  from .client import ConfluenceClient
4
4
 
5
5
 
6
+ def test_ConfluenceClient_folders():
7
+ """
8
+ Folder 1 -> Page A -> Folder 2 -> Folder 3 -> Folder 4 -> Page B
9
+ -> Page C -> Folder 5 -> Page D
10
+
11
+ After extracting the pages, we should have all IDs of folders that are
12
+ immediate parents of pages. We still need to look out for nested folders.
13
+ """
14
+ folder_ids = {"1", "3", "4", "5"}
15
+ mock_responses = {
16
+ "1": {"id": "1", "parentType": None, "parentId": None},
17
+ "2": {"id": "2", "parentType": "page", "parentId": "A"},
18
+ "3": {"id": "3", "parentType": "folder", "parentId": "2"},
19
+ "4": {"id": "4", "parentType": "folder", "parentId": "3"},
20
+ "5": {"id": "5", "parentType": "page", "parentId": "C"},
21
+ }
22
+
23
+ def mock_get(endpoint):
24
+ folder_id = endpoint.split("/")[-1]
25
+ return mock_responses[folder_id]
26
+
27
+ client = ConfluenceClient(credentials=MagicMock())
28
+
29
+ with patch.object(client, "_get", side_effect=mock_get):
30
+ result = list(client.folders(folder_ids))
31
+
32
+ assert len(result) == 5
33
+ assert {folder["id"] for folder in result} == set(mock_responses.keys())
34
+
35
+
6
36
  def test_ConfluenceClient_filtered_spaces_with_allowlist():
7
37
  both_blocked_and_allowed_space_id = "789"
8
38
  archived_space_id = "934"
@@ -5,10 +5,28 @@ class ConfluenceEndpointFactory:
5
5
  """
6
6
 
7
7
  API = "wiki/api/v2/"
8
+ DATABASE = "databases"
9
+ FOLDERS = "folders"
8
10
  PAGES = "pages"
9
11
  SPACES = "spaces"
10
12
  USERS = "users-bulk"
11
13
 
14
+ @classmethod
15
+ def database(cls, database_id: str) -> str:
16
+ """
17
+ Endpoint to fetch a database by id.
18
+ More: https://developer.atlassian.com/cloud/confluence/rest/v2/api-group-database/#api-databases-id-get
19
+ """
20
+ return f"{cls.API}{cls.DATABASE}/{database_id}"
21
+
22
+ @classmethod
23
+ def folder(cls, folder_id: str) -> str:
24
+ """
25
+ Endpoint to fetch a folder by id.
26
+ More: https://developer.atlassian.com/cloud/confluence/rest/v2/api-group-folder/#api-folders-id-get
27
+ """
28
+ return f"{cls.API}{cls.FOLDERS}/{folder_id}"
29
+
12
30
  @classmethod
13
31
  def pages(cls, space_id: str) -> str:
14
32
  """
@@ -13,6 +13,7 @@ from ...utils import (
13
13
  )
14
14
  from .assets import ConfluenceAsset
15
15
  from .client import ConfluenceClient, ConfluenceCredentials
16
+ from .utils import pages_to_database_ids, pages_to_folder_ids
16
17
 
17
18
  logger = logging.getLogger(__name__)
18
19
 
@@ -32,6 +33,16 @@ def iterate_all_data(
32
33
  yield ConfluenceAsset.PAGES, pages
33
34
  logger.info(f"Extracted {len(pages)} pages from API")
34
35
 
36
+ folder_ids = pages_to_folder_ids(pages)
37
+ logger.info("Extracting FOLDERS from API")
38
+ folders = list(deep_serialize(client.folders(folder_ids)))
39
+ yield ConfluenceAsset.FOLDERS, folders
40
+
41
+ database_ids = pages_to_database_ids(pages)
42
+ logger.info("Extracting DATABASES from API")
43
+ databases = list(deep_serialize(client.databases(database_ids)))
44
+ yield ConfluenceAsset.DATABASES, databases
45
+
35
46
 
36
47
  def extract_all(**kwargs) -> None:
37
48
  """
@@ -0,0 +1,12 @@
1
+ def pages_to_folder_ids(pages: list[dict]) -> set:
2
+ """Returns all unique folder parents."""
3
+ return {
4
+ page["parentId"] for page in pages if page["parentType"] == "folder"
5
+ }
6
+
7
+
8
+ def pages_to_database_ids(pages: list[dict]) -> set:
9
+ """Returns all unique database parents."""
10
+ return {
11
+ page["parentId"] for page in pages if page["parentType"] == "database"
12
+ }
@@ -0,0 +1,30 @@
1
+ from .utils import pages_to_database_ids, pages_to_folder_ids
2
+
3
+
4
+ def test_pages_to_folder_ids():
5
+ """Test the pages_to_folder_ids function."""
6
+ pages = [
7
+ {"id": "9", "parentId": None, "parentType": None},
8
+ {"id": "8", "parentId": "2", "parentType": "folder"},
9
+ {"id": "7", "parentId": "9", "parentType": "page"},
10
+ {"id": "6", "parentId": "4", "parentType": "folder"},
11
+ {"id": "5", "parentId": "4", "parentType": "folder"},
12
+ ]
13
+ expected = {"2", "4"}
14
+ result = pages_to_folder_ids(pages)
15
+ assert result == expected
16
+
17
+
18
+ def test_pages_to_database_id():
19
+ """Test the pages_to_database_id function."""
20
+ pages = [
21
+ {"id": "1", "parentId": "db1", "parentType": "database"},
22
+ {"id": "2", "parentId": "db2", "parentType": "database"},
23
+ {"id": "3", "parentId": "4", "parentType": "folder"},
24
+ {"id": "4", "parentId": None, "parentType": None},
25
+ {"id": "5", "parentId": "db1", "parentType": "database"},
26
+ {"id": "6", "parentId": "9", "parentType": "page"},
27
+ ]
28
+ expected = {"db1", "db2"}
29
+ result = pages_to_database_ids(pages)
30
+ assert result == expected
@@ -9,9 +9,7 @@ from dateutil.tz import tzutc
9
9
  from .client import ContentType, DbtClient, DbtRun, _account_url # type: ignore
10
10
  from .credentials import DbtCredentials
11
11
 
12
- _DBT_CLIENT_PATH = (
13
- "source.packages.extractor.castor_extractor.utils.dbt.client.DbtClient"
14
- )
12
+ _DBT_CLIENT_PATH = "source.packages.extractor.castor_extractor.transformation.dbt.client.DbtClient"
15
13
  _OLD_DATE = datetime(2023, 7, 10, 12, 6, 23, 109171, tzinfo=tzutc())
16
14
  _OLD_DATE_STR = "2023-07-10 12:06:23.109171+00:00"
17
15
  _RECENT_DATE = datetime(2023, 10, 6, 5, 9, 31, 731991, tzinfo=tzutc())
@@ -52,7 +52,7 @@ from .time import (
52
52
  yesterday,
53
53
  )
54
54
  from .type import Callback, Getter, JsonType, SerializedAsset
55
- from .validation import validate_baseurl
55
+ from .validation import clean_path, validate_baseurl
56
56
  from .write import (
57
57
  get_output_filename,
58
58
  get_summary_filename,
@@ -14,7 +14,7 @@ def _preprocess_url(base_url: str) -> str:
14
14
  return base_url.strip()
15
15
 
16
16
 
17
- def _clean_path(path: str) -> str:
17
+ def clean_path(path: str) -> str:
18
18
  return path.rstrip("/")
19
19
 
20
20
 
@@ -44,7 +44,7 @@ def _urlsplit(base_url: str) -> tuple[str, str, str, str, str, str]:
44
44
  url = urlsplit(base_url)
45
45
 
46
46
  hostname, port = _get_hostname_port(url.netloc)
47
- path = _clean_path(url.path)
47
+ path = clean_path(url.path)
48
48
 
49
49
  return url.scheme, hostname, path, port, url.query, url.fragment
50
50
 
@@ -0,0 +1,11 @@
1
+ from ...types import ExternalAsset, classproperty
2
+
3
+
4
+ class LookerStudioAsset(ExternalAsset):
5
+ ASSETS = "assets"
6
+ SOURCE_QUERIES = "source_queries"
7
+ VIEW_ACTIVITY = "view_activity"
8
+
9
+ @classproperty
10
+ def optional(cls) -> set["LookerStudioAsset"]:
11
+ return {LookerStudioAsset.VIEW_ACTIVITY}
@@ -12,7 +12,6 @@ from ....utils import (
12
12
  )
13
13
  from .credentials import LookerStudioCredentials
14
14
  from .pagination import LookerStudioPagination
15
- from .scopes import SCOPES
16
15
 
17
16
  USER_EMAIL_FIELD = "primaryEmail"
18
17
 
@@ -26,7 +25,7 @@ class AdminSDKClient:
26
25
  def __init__(self, credentials: LookerStudioCredentials):
27
26
  self._credentials = Credentials.from_service_account_info(
28
27
  credentials.model_dump(),
29
- scopes=SCOPES,
28
+ scopes=credentials.scopes,
30
29
  subject=credentials.admin_email, # impersonates an admin
31
30
  )
32
31
  self.directory_api = discovery.build(
@@ -0,0 +1,46 @@
1
+ from typing import Optional
2
+
3
+ from pydantic import BaseModel, SecretStr, field_serializer
4
+
5
+ SCOPES_NO_ACTIVITY: tuple[str, ...] = (
6
+ "https://www.googleapis.com/auth/datastudio",
7
+ "https://www.googleapis.com/auth/userinfo.profile",
8
+ "https://www.googleapis.com/auth/admin.directory.user.readonly",
9
+ )
10
+
11
+ DEFAULT_SCOPES: tuple[str, ...] = (
12
+ *SCOPES_NO_ACTIVITY,
13
+ "https://www.googleapis.com/auth/admin.reports.audit.readonly",
14
+ )
15
+
16
+
17
+ class LookerStudioCredentials(BaseModel):
18
+ """
19
+ Looker Studio Credentials match the Service Account credentials JSON
20
+ but with an additional admin_email field.
21
+ """
22
+
23
+ admin_email: str
24
+ auth_provider_x509_cert_url: str
25
+ auth_uri: str
26
+ client_email: str
27
+ client_id: str
28
+ client_x509_cert_url: str
29
+ private_key: SecretStr
30
+ private_key_id: str
31
+ project_id: str
32
+ token_uri: str
33
+ type: str
34
+
35
+ has_view_activity_logs: Optional[bool] = True
36
+ scopes: Optional[tuple] = DEFAULT_SCOPES
37
+
38
+ def model_post_init(self, __context):
39
+ """Set scopes based on has_view_activity_logs after initialization"""
40
+ if self.has_view_activity_logs is False:
41
+ self.scopes = SCOPES_NO_ACTIVITY
42
+
43
+ @field_serializer("private_key")
44
+ def dump_secret(self, pk):
45
+ """When using model_dump, show private_key value"""
46
+ return pk.get_secret_value()
@@ -16,7 +16,6 @@ from .credentials import LookerStudioCredentials
16
16
  from .endpoints import LookerStudioAPIEndpoint
17
17
  from .enums import LookerStudioAssetType
18
18
  from .pagination import LookerStudioPagination
19
- from .scopes import SCOPES
20
19
 
21
20
 
22
21
  @contextmanager
@@ -47,7 +46,8 @@ class LookerStudioAPIAuth(BearerAuth):
47
46
  that user and make requests on that user's behalf.
48
47
  """
49
48
  self._credentials = Credentials.from_service_account_info(
50
- credentials.model_dump(), scopes=SCOPES
49
+ credentials.model_dump(),
50
+ scopes=credentials.scopes,
51
51
  )
52
52
  if subject:
53
53
  self._credentials = self._credentials.with_subject(subject)
@@ -23,8 +23,14 @@ LOOKER_STUDIO_ADMIN_EMAIL = "CASTOR_LOOKER_STUDIO_ADMIN_EMAIL"
23
23
 
24
24
  def iterate_all_data(
25
25
  client: LookerStudioClient,
26
+ has_view_activity_logs: bool = True,
26
27
  ) -> Iterable[tuple[LookerStudioAsset, Union[list, dict]]]:
27
- for asset in LookerStudioAsset:
28
+ assets_to_extract = LookerStudioAsset.mandatory
29
+
30
+ if has_view_activity_logs:
31
+ assets_to_extract.add(LookerStudioAsset.VIEW_ACTIVITY)
32
+
33
+ for asset in assets_to_extract:
28
34
  logger.info(f"Extracting {asset.name} from API")
29
35
  data = list(deep_serialize(client.fetch(asset)))
30
36
  yield asset, data
@@ -45,6 +51,8 @@ def _credentials(params: dict) -> LookerStudioCredentials:
45
51
  LOOKER_STUDIO_ADMIN_EMAIL
46
52
  )
47
53
  credentials["admin_email"] = admin_email
54
+ has_view_activity_logs = not params["skip_view_activity_logs"]
55
+ credentials["has_view_activity_logs"] = has_view_activity_logs
48
56
  return LookerStudioCredentials(**credentials)
49
57
 
50
58
 
@@ -68,7 +76,10 @@ def extract_all(**kwargs) -> None:
68
76
  the given output_directory.
69
77
  """
70
78
  output_directory = kwargs.get("output") or from_env(OUTPUT_DIR)
79
+
71
80
  credentials = _credentials(kwargs)
81
+ has_view_activity_logs = bool(credentials.has_view_activity_logs)
82
+
72
83
  bigquery_credentials = _bigquery_credentials_or_none(kwargs)
73
84
 
74
85
  client = LookerStudioClient(
@@ -77,7 +88,7 @@ def extract_all(**kwargs) -> None:
77
88
  )
78
89
  ts = current_timestamp()
79
90
 
80
- for key, data in iterate_all_data(client):
91
+ for key, data in iterate_all_data(client, has_view_activity_logs):
81
92
  filename = get_output_filename(key.name.lower(), output_directory, ts)
82
93
  write_json(filename, data)
83
94
 
@@ -0,0 +1,9 @@
1
+ from .assets import PowerBiAsset
2
+ from .client import (
3
+ CLIENT_APP_BASE,
4
+ DEFAULT_SCOPE,
5
+ REST_API_BASE_PATH,
6
+ PowerbiClient,
7
+ PowerbiCredentials,
8
+ )
9
+ from .extract import extract_all
@@ -0,0 +1,7 @@
1
+ from .client import PowerbiClient
2
+ from .credentials import (
3
+ CLIENT_APP_BASE,
4
+ DEFAULT_SCOPE,
5
+ REST_API_BASE_PATH,
6
+ PowerbiCredentials,
7
+ )
@@ -9,7 +9,11 @@ from .endpoints import PowerBiEndpointFactory
9
9
  class PowerBiBearerAuth(BearerAuth):
10
10
  def __init__(self, credentials: PowerbiCredentials):
11
11
  self.credentials = credentials
12
- authority = PowerBiEndpointFactory.authority(self.credentials.tenant_id)
12
+ endpoint_factory = PowerBiEndpointFactory(
13
+ login_url=self.credentials.login_url,
14
+ api_base=self.credentials.api_base,
15
+ )
16
+ authority = endpoint_factory.authority(self.credentials.tenant_id)
13
17
  self.app = msal.ConfidentialClientApplication(
14
18
  client_id=self.credentials.client_id,
15
19
  authority=authority,
@@ -40,6 +40,10 @@ class PowerbiClient(APIClient):
40
40
  auth=auth,
41
41
  timeout=POWERBI_DEFAULT_TIMEOUT_S,
42
42
  )
43
+ self.endpoint_factory = PowerBiEndpointFactory(
44
+ login_url=credentials.login_url,
45
+ api_base=credentials.api_base,
46
+ )
43
47
 
44
48
  def _activity_events(self, day: Optional[date] = None) -> Iterator[dict]:
45
49
  """
@@ -49,7 +53,7 @@ class PowerbiClient(APIClient):
49
53
  """
50
54
  request = partial(
51
55
  self._get,
52
- endpoint=PowerBiEndpointFactory.activity_events(day),
56
+ endpoint=self.endpoint_factory.activity_events(day),
53
57
  )
54
58
  yield from fetch_all_pages(request, PowerBiPagination)
55
59
 
@@ -58,28 +62,28 @@ class PowerbiClient(APIClient):
58
62
  Returns a list of datasets for the organization.
59
63
  https://learn.microsoft.com/en-us/rest/api/power-bi/admin/datasets-get-datasets-as-admin
60
64
  """
61
- yield from self._get(PowerBiEndpointFactory.datasets())[Keys.VALUE]
65
+ yield from self._get(self.endpoint_factory.datasets())[Keys.VALUE]
62
66
 
63
67
  def _dashboards(self) -> Iterator[dict]:
64
68
  """
65
69
  Returns a list of dashboards for the organization.
66
70
  https://learn.microsoft.com/en-us/rest/api/power-bi/admin/dashboards-get-dashboards-as-admin
67
71
  """
68
- yield from self._get(PowerBiEndpointFactory.dashboards())[Keys.VALUE]
72
+ yield from self._get(self.endpoint_factory.dashboards())[Keys.VALUE]
69
73
 
70
74
  def _reports(self) -> Iterator[dict]:
71
75
  """
72
76
  Returns a list of reports for the organization.
73
77
  https://learn.microsoft.com/en-us/rest/api/power-bi/admin/reports-get-reports-as-admin
74
78
  """
75
- reports_endpoint = PowerBiEndpointFactory.reports()
79
+ reports_endpoint = self.endpoint_factory.reports()
76
80
  reports = self._get(reports_endpoint)[Keys.VALUE]
77
81
 
78
82
  for report in reports:
79
83
  report_id = report.get(Keys.ID)
80
84
 
81
85
  try:
82
- pages_endpoint = PowerBiEndpointFactory.pages(report_id)
86
+ pages_endpoint = self.endpoint_factory.pages(report_id)
83
87
  pages = self._get(pages_endpoint)[Keys.VALUE]
84
88
  report["pages"] = pages
85
89
  except (requests.HTTPError, requests.exceptions.Timeout) as e:
@@ -99,14 +103,14 @@ class PowerbiClient(APIClient):
99
103
  }
100
104
 
101
105
  response = self._get(
102
- PowerBiEndpointFactory.workspace_ids(),
106
+ self.endpoint_factory.workspace_ids(),
103
107
  params=params,
104
108
  )
105
109
 
106
110
  return [x[Keys.ID] for x in response]
107
111
 
108
112
  def _get_scan_result(self, scan_id: int) -> Iterator[dict]:
109
- endpoint = PowerBiEndpointFactory.metadata_scan_result(scan_id)
113
+ endpoint = self.endpoint_factory.metadata_scan_result(scan_id)
110
114
  yield from self._get(endpoint)[Keys.WORKSPACES]
111
115
 
112
116
  def _wait_for_scan_result(self, scan_id: int) -> bool:
@@ -114,7 +118,7 @@ class PowerbiClient(APIClient):
114
118
  Periodically checks the status of the metadata scan until the results
115
119
  are ready.
116
120
  """
117
- endpoint = PowerBiEndpointFactory.metadata_scan_status(scan_id)
121
+ endpoint = self.endpoint_factory.metadata_scan_status(scan_id)
118
122
  total_waiting_time_s = 0
119
123
 
120
124
  while total_waiting_time_s < POWERBI_DEFAULT_TIMEOUT_S:
@@ -152,7 +156,7 @@ class PowerbiClient(APIClient):
152
156
  }
153
157
  request_body = {"workspaces": workspaces_ids}
154
158
  scan_id = self._post(
155
- PowerBiEndpointFactory.metadata_create_scan(),
159
+ self.endpoint_factory.metadata_create_scan(),
156
160
  params=params,
157
161
  data=request_body,
158
162
  )