castor-extractor 0.20.0__tar.gz → 0.20.5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of castor-extractor might be problematic. Click here for more details.

Files changed (428) hide show
  1. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/CHANGELOG.md +20 -0
  2. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/PKG-INFO +21 -1
  3. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_redshift.py +6 -0
  4. castor_extractor-0.20.5/castor_extractor/commands/extract_thoughtspot.py +18 -0
  5. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/client.py +7 -2
  6. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/safe_request.py +6 -3
  7. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/api/constants.py +0 -4
  8. castor_extractor-0.20.5/castor_extractor/visualization/powerbi/__init__.py +3 -0
  9. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/powerbi/assets.py +7 -1
  10. castor_extractor-0.20.5/castor_extractor/visualization/powerbi/client/__init__.py +2 -0
  11. castor_extractor-0.20.5/castor_extractor/visualization/powerbi/client/authentication.py +27 -0
  12. castor_extractor-0.20.5/castor_extractor/visualization/powerbi/client/client.py +207 -0
  13. castor_extractor-0.20.5/castor_extractor/visualization/powerbi/client/client_test.py +173 -0
  14. castor_extractor-0.20.5/castor_extractor/visualization/powerbi/client/constants.py +11 -0
  15. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/powerbi/client/credentials.py +3 -4
  16. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/powerbi/client/credentials_test.py +3 -4
  17. castor_extractor-0.20.5/castor_extractor/visualization/powerbi/client/endpoints.py +65 -0
  18. castor_extractor-0.20.5/castor_extractor/visualization/powerbi/client/pagination.py +32 -0
  19. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/powerbi/extract.py +14 -9
  20. castor_extractor-0.20.5/castor_extractor/visualization/thoughtspot/__init__.py +3 -0
  21. castor_extractor-0.20.5/castor_extractor/visualization/thoughtspot/assets.py +9 -0
  22. castor_extractor-0.20.5/castor_extractor/visualization/thoughtspot/client/__init__.py +2 -0
  23. castor_extractor-0.20.5/castor_extractor/visualization/thoughtspot/client/client.py +120 -0
  24. castor_extractor-0.20.5/castor_extractor/visualization/thoughtspot/client/credentials.py +18 -0
  25. castor_extractor-0.20.5/castor_extractor/visualization/thoughtspot/client/endpoints.py +12 -0
  26. castor_extractor-0.20.5/castor_extractor/visualization/thoughtspot/client/utils.py +25 -0
  27. castor_extractor-0.20.5/castor_extractor/visualization/thoughtspot/client/utils_test.py +57 -0
  28. castor_extractor-0.20.5/castor_extractor/visualization/thoughtspot/extract.py +49 -0
  29. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/extract.py +10 -1
  30. castor_extractor-0.20.5/castor_extractor/warehouse/redshift/extract_test.py +26 -0
  31. castor_extractor-0.20.5/castor_extractor/warehouse/redshift/queries/query_serverless.sql +69 -0
  32. castor_extractor-0.20.5/castor_extractor/warehouse/redshift/query.py +35 -0
  33. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/salesforce/client.py +1 -1
  34. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/salesforce/format.py +40 -30
  35. castor_extractor-0.20.5/castor_extractor/warehouse/salesforce/format_test.py +116 -0
  36. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/pyproject.toml +2 -1
  37. castor_extractor-0.20.0/castor_extractor/visualization/powerbi/__init__.py +0 -3
  38. castor_extractor-0.20.0/castor_extractor/visualization/powerbi/client/__init__.py +0 -3
  39. castor_extractor-0.20.0/castor_extractor/visualization/powerbi/client/constants.py +0 -78
  40. castor_extractor-0.20.0/castor_extractor/visualization/powerbi/client/rest.py +0 -305
  41. castor_extractor-0.20.0/castor_extractor/visualization/powerbi/client/rest_test.py +0 -290
  42. castor_extractor-0.20.0/castor_extractor/visualization/powerbi/client/utils.py +0 -19
  43. castor_extractor-0.20.0/castor_extractor/visualization/powerbi/client/utils_test.py +0 -24
  44. castor_extractor-0.20.0/castor_extractor/warehouse/redshift/query.py +0 -24
  45. castor_extractor-0.20.0/castor_extractor/warehouse/salesforce/format_test.py +0 -79
  46. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/Dockerfile +0 -0
  47. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/DockerfileUsage.md +0 -0
  48. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/LICENCE +0 -0
  49. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/README.md +0 -0
  50. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/__init__.py +0 -0
  51. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/__init__.py +0 -0
  52. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_bigquery.py +0 -0
  53. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_databricks.py +0 -0
  54. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_domo.py +0 -0
  55. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_looker.py +0 -0
  56. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_metabase_api.py +0 -0
  57. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_metabase_db.py +0 -0
  58. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_mode.py +0 -0
  59. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_mysql.py +0 -0
  60. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_notion.py +0 -0
  61. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_postgres.py +0 -0
  62. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_powerbi.py +0 -0
  63. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_qlik.py +0 -0
  64. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_salesforce.py +0 -0
  65. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_salesforce_reporting.py +0 -0
  66. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_sigma.py +0 -0
  67. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_snowflake.py +0 -0
  68. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_sqlserver.py +0 -0
  69. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/extract_tableau.py +0 -0
  70. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/file_check.py +0 -0
  71. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/commands/upload.py +0 -0
  72. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/__init__.py +0 -0
  73. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/column.py +0 -0
  74. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/column_test.py +0 -0
  75. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/constants.py +0 -0
  76. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/enums.py +0 -0
  77. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/file.py +0 -0
  78. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/file_test.py +0 -0
  79. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/file_test_users.csv +0 -0
  80. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/file_test_users_valid.csv +0 -0
  81. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/templates/__init__.py +0 -0
  82. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/file_checker/templates/generic_warehouse.py +0 -0
  83. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/__init__.py +0 -0
  84. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/__init__.py +0 -0
  85. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/assets.py +0 -0
  86. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/client/__init__.py +0 -0
  87. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/client/client.py +0 -0
  88. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/client/client_test.py +0 -0
  89. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/client/constants.py +0 -0
  90. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/client/credentials.py +0 -0
  91. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/client/endpoints.py +0 -0
  92. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/client/pagination.py +0 -0
  93. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/knowledge/notion/extract.py +0 -0
  94. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/logger.py +0 -0
  95. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/quality/__init__.py +0 -0
  96. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/quality/soda/__init__.py +0 -0
  97. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/quality/soda/assets.py +0 -0
  98. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/quality/soda/client/__init__.py +0 -0
  99. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/quality/soda/client/client.py +0 -0
  100. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/quality/soda/client/credentials.py +0 -0
  101. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/quality/soda/client/endpoints.py +0 -0
  102. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/quality/soda/client/pagination.py +0 -0
  103. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/types.py +0 -0
  104. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/uploader/__init__.py +0 -0
  105. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/uploader/constant.py +0 -0
  106. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/uploader/env.py +0 -0
  107. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/uploader/env_test.py +0 -0
  108. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/uploader/upload.py +0 -0
  109. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/uploader/upload_test.py +0 -0
  110. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/uploader/utils.py +0 -0
  111. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/__init__.py +0 -0
  112. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/argument_parser.py +0 -0
  113. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/argument_parser_test.py +0 -0
  114. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/__init__.py +0 -0
  115. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/abstract.py +0 -0
  116. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/__init__.py +0 -0
  117. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/auth.py +0 -0
  118. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/auth_test.py +0 -0
  119. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/client_test.py +0 -0
  120. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/pagination.py +0 -0
  121. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/pagination_test.py +0 -0
  122. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/safe_request_test.py +0 -0
  123. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/utils.py +0 -0
  124. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/api/utils_test.py +0 -0
  125. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/postgres.py +0 -0
  126. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/query.py +0 -0
  127. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/uri.py +0 -0
  128. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/client/uri_test.py +0 -0
  129. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/collection.py +0 -0
  130. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/collection_test.py +0 -0
  131. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/constants.py +0 -0
  132. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/dbt/__init__.py +0 -0
  133. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/dbt/assets.py +0 -0
  134. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/dbt/client.py +0 -0
  135. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/dbt/client_test.py +0 -0
  136. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/dbt/credentials.py +0 -0
  137. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/deprecate.py +0 -0
  138. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/env.py +0 -0
  139. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/files.py +0 -0
  140. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/files_test.py +0 -0
  141. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/formatter.py +0 -0
  142. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/formatter_test.csv +0 -0
  143. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/formatter_test.json +0 -0
  144. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/formatter_test.py +0 -0
  145. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/json_stream_write.py +0 -0
  146. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/load.py +0 -0
  147. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/object.py +0 -0
  148. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/object_test.py +0 -0
  149. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/pager/__init__.py +0 -0
  150. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/pager/pager.py +0 -0
  151. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/pager/pager_on_id.py +0 -0
  152. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/pager/pager_on_id_test.py +0 -0
  153. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/pager/pager_test.py +0 -0
  154. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/retry.py +0 -0
  155. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/retry_test.py +0 -0
  156. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/safe.py +0 -0
  157. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/safe_test.py +0 -0
  158. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/salesforce/__init__.py +0 -0
  159. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/salesforce/client.py +0 -0
  160. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/salesforce/client_test.py +0 -0
  161. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/salesforce/constants.py +0 -0
  162. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/salesforce/credentials.py +0 -0
  163. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/salesforce/credentials_test.py +0 -0
  164. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/salesforce/pagination.py +0 -0
  165. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/store.py +0 -0
  166. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/string.py +0 -0
  167. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/string_test.py +0 -0
  168. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/time.py +0 -0
  169. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/time_test.py +0 -0
  170. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/type.py +0 -0
  171. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/validation.py +0 -0
  172. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/validation_test.py +0 -0
  173. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/utils/write.py +0 -0
  174. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/__init__.py +0 -0
  175. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/domo/__init__.py +0 -0
  176. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/domo/assets.py +0 -0
  177. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/domo/client/__init__.py +0 -0
  178. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/domo/client/client.py +0 -0
  179. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/domo/client/credentials.py +0 -0
  180. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/domo/client/endpoints.py +0 -0
  181. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/domo/client/pagination.py +0 -0
  182. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/domo/client/pagination_test.py +0 -0
  183. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/domo/extract.py +0 -0
  184. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/__init__.py +0 -0
  185. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/api/__init__.py +0 -0
  186. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/api/client.py +0 -0
  187. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/api/client_test.py +0 -0
  188. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/api/credentials.py +0 -0
  189. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/api/extraction_parameters.py +0 -0
  190. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/api/sdk.py +0 -0
  191. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/api/sdk_test.py +0 -0
  192. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/api/utils.py +0 -0
  193. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/assets.py +0 -0
  194. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/constant.py +0 -0
  195. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/constants.py +0 -0
  196. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/extract.py +0 -0
  197. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/fields.py +0 -0
  198. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/fields_test.py +0 -0
  199. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/looker/multithreading.py +0 -0
  200. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/__init__.py +0 -0
  201. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/assets.py +0 -0
  202. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/__init__.py +0 -0
  203. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/api/__init__.py +0 -0
  204. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/api/client.py +0 -0
  205. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/api/client_test.py +0 -0
  206. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/api/credentials.py +0 -0
  207. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/__init__.py +0 -0
  208. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/client.py +0 -0
  209. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/credentials.py +0 -0
  210. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/queries/.sqlfluff +0 -0
  211. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/queries/base_url.sql +0 -0
  212. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/queries/card.sql +0 -0
  213. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/queries/collection.sql +0 -0
  214. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/queries/dashboard.sql +0 -0
  215. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/queries/dashboard_cards.sql +0 -0
  216. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/queries/database.sql +0 -0
  217. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/queries/table.sql +0 -0
  218. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/db/queries/user.sql +0 -0
  219. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/decryption.py +0 -0
  220. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/decryption_test.py +0 -0
  221. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/client/shared.py +0 -0
  222. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/errors.py +0 -0
  223. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/extract.py +0 -0
  224. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/metabase/types.py +0 -0
  225. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/__init__.py +0 -0
  226. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/assets.py +0 -0
  227. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/client/__init__.py +0 -0
  228. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/client/client.py +0 -0
  229. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/client/client_test.json +0 -0
  230. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/client/client_test.py +0 -0
  231. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/client/constants.py +0 -0
  232. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/client/credentials.py +0 -0
  233. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/errors.py +0 -0
  234. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/mode/extract.py +0 -0
  235. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/__init__.py +0 -0
  236. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/assets.py +0 -0
  237. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/__init__.py +0 -0
  238. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/constants.py +0 -0
  239. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/engine/__init__.py +0 -0
  240. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/engine/client.py +0 -0
  241. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/engine/constants.py +0 -0
  242. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/engine/credentials.py +0 -0
  243. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/engine/error.py +0 -0
  244. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/engine/error_test.py +0 -0
  245. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/engine/json_rpc.py +0 -0
  246. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/engine/json_rpc_test.py +0 -0
  247. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/engine/websocket.py +0 -0
  248. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/master.py +0 -0
  249. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/rest.py +0 -0
  250. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/client/rest_test.py +0 -0
  251. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/qlik/extract.py +0 -0
  252. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/salesforce_reporting/__init__.py +0 -0
  253. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/salesforce_reporting/assets.py +0 -0
  254. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/salesforce_reporting/client/__init__.py +0 -0
  255. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/salesforce_reporting/client/rest.py +0 -0
  256. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/salesforce_reporting/client/soql.py +0 -0
  257. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/salesforce_reporting/extract.py +0 -0
  258. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/sigma/__init__.py +0 -0
  259. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/sigma/assets.py +0 -0
  260. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/sigma/client/__init__.py +0 -0
  261. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/sigma/client/client.py +0 -0
  262. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/sigma/client/credentials.py +0 -0
  263. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/sigma/client/endpoints.py +0 -0
  264. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/sigma/client/pagination.py +0 -0
  265. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/sigma/extract.py +0 -0
  266. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/__init__.py +0 -0
  267. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/assets.py +0 -0
  268. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/client/__init__.py +0 -0
  269. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/client/client.py +0 -0
  270. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/client/client_utils.py +0 -0
  271. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/client/credentials.py +0 -0
  272. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/client/project.py +0 -0
  273. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/client/safe_mode.py +0 -0
  274. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/constants.py +0 -0
  275. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/errors.py +0 -0
  276. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/extract.py +0 -0
  277. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/gql_fields.py +0 -0
  278. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/__init__.py +0 -0
  279. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/__init__.py +0 -0
  280. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/assets/graphql/metadata/metadata_1_get.json +0 -0
  281. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/assets/graphql/metadata/metadata_2_get.json +0 -0
  282. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/assets/rest_api/auth.xml +0 -0
  283. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/assets/rest_api/project_get.xml +0 -0
  284. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/assets/rest_api/user_get.xml +0 -0
  285. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/assets/rest_api/view_get_usage.xml +0 -0
  286. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/assets/rest_api/workbook_get.xml +0 -0
  287. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/graphql/__init__.py +0 -0
  288. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/graphql/paginated_object_test.py +0 -0
  289. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/rest_api/__init__.py +0 -0
  290. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/rest_api/auth_test.py +0 -0
  291. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/rest_api/credentials_test.py +0 -0
  292. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/rest_api/projects_test.py +0 -0
  293. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/rest_api/usages_test.py +0 -0
  294. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/rest_api/users_test.py +0 -0
  295. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/rest_api/workbooks_test.py +0 -0
  296. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/utils/__init__.py +0 -0
  297. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tests/unit/utils/env_key.py +0 -0
  298. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/tsc_fields.py +0 -0
  299. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/types.py +0 -0
  300. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau/usage.py +0 -0
  301. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/__init__.py +0 -0
  302. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/assets.py +0 -0
  303. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/client/__init__.py +0 -0
  304. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/client/client.py +0 -0
  305. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/client/client_metadata_api.py +0 -0
  306. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/client/client_rest_api.py +0 -0
  307. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/client/client_tsc.py +0 -0
  308. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/client/credentials.py +0 -0
  309. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/client/errors.py +0 -0
  310. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/client/gql_queries.py +0 -0
  311. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/client/rest_fields.py +0 -0
  312. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/constants.py +0 -0
  313. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/visualization/tableau_revamp/extract.py +0 -0
  314. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/__init__.py +0 -0
  315. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/abstract/__init__.py +0 -0
  316. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/abstract/asset.py +0 -0
  317. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/abstract/asset_test.py +0 -0
  318. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/abstract/extract.py +0 -0
  319. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/abstract/query.py +0 -0
  320. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/abstract/time_filter.py +0 -0
  321. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/abstract/time_filter_test.py +0 -0
  322. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/__init__.py +0 -0
  323. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/client.py +0 -0
  324. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/client_test.py +0 -0
  325. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/credentials.py +0 -0
  326. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/extract.py +0 -0
  327. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/.sqlfluff +0 -0
  328. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/column.sql +0 -0
  329. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/cte/sharded.sql +0 -0
  330. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/database.sql +0 -0
  331. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/query.sql +0 -0
  332. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/schema.sql +0 -0
  333. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/table.sql +0 -0
  334. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/table_with_tags.sql +0 -0
  335. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/user.sql +0 -0
  336. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/queries/view_ddl.sql +0 -0
  337. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/query.py +0 -0
  338. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/bigquery/types.py +0 -0
  339. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/__init__.py +0 -0
  340. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/api_client.py +0 -0
  341. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/api_client_test.py +0 -0
  342. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/client.py +0 -0
  343. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/client_test.py +0 -0
  344. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/credentials.py +0 -0
  345. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/endpoints.py +0 -0
  346. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/extract.py +0 -0
  347. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/format.py +0 -0
  348. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/format_test.py +0 -0
  349. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/lineage.py +0 -0
  350. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/lineage_test.py +0 -0
  351. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/pagination.py +0 -0
  352. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/sql_client.py +0 -0
  353. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/test_constants.py +0 -0
  354. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/types.py +0 -0
  355. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/utils.py +0 -0
  356. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/databricks/utils_test.py +0 -0
  357. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/__init__.py +0 -0
  358. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/client.py +0 -0
  359. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/client_test.py +0 -0
  360. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/extract.py +0 -0
  361. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/queries/.sqlfluff +0 -0
  362. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/queries/column.sql +0 -0
  363. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/queries/database.sql +0 -0
  364. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/queries/query.sql +0 -0
  365. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/queries/schema.sql +0 -0
  366. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/queries/table.sql +0 -0
  367. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/queries/user.sql +0 -0
  368. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/queries/view_ddl.sql +0 -0
  369. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/mysql/query.py +0 -0
  370. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/__init__.py +0 -0
  371. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/extract.py +0 -0
  372. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/queries/.sqlfluff +0 -0
  373. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/queries/column.sql +0 -0
  374. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/queries/database.sql +0 -0
  375. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/queries/group.sql +0 -0
  376. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/queries/schema.sql +0 -0
  377. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/queries/table.sql +0 -0
  378. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/queries/user.sql +0 -0
  379. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/postgres/query.py +0 -0
  380. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/__init__.py +0 -0
  381. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/client.py +0 -0
  382. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/client_test.py +0 -0
  383. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/.sqlfluff +0 -0
  384. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/column.sql +0 -0
  385. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/database.sql +0 -0
  386. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/group.sql +0 -0
  387. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/query.sql +0 -0
  388. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/schema.sql +0 -0
  389. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/table.sql +0 -0
  390. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/table_freshness.sql +0 -0
  391. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/user.sql +0 -0
  392. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/redshift/queries/view_ddl.sql +0 -0
  393. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/salesforce/__init__.py +0 -0
  394. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/salesforce/constants.py +0 -0
  395. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/salesforce/extract.py +0 -0
  396. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/salesforce/pagination.py +0 -0
  397. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/salesforce/soql.py +0 -0
  398. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/__init__.py +0 -0
  399. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/client.py +0 -0
  400. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/client_test.py +0 -0
  401. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/credentials.py +0 -0
  402. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/credentials_test.py +0 -0
  403. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/extract.py +0 -0
  404. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/.sqlfluff +0 -0
  405. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/column.sql +0 -0
  406. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/column_lineage.sql +0 -0
  407. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/database.sql +0 -0
  408. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/function.sql +0 -0
  409. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/grant_to_role.sql +0 -0
  410. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/grant_to_user.sql +0 -0
  411. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/query.sql +0 -0
  412. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/role.sql +0 -0
  413. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/schema.sql +0 -0
  414. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/table.sql +0 -0
  415. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/user.sql +0 -0
  416. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/queries/view_ddl.sql +0 -0
  417. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/snowflake/query.py +0 -0
  418. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/__init__.py +0 -0
  419. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/client.py +0 -0
  420. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/extract.py +0 -0
  421. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/queries/.sqlfluff +0 -0
  422. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/queries/column.sql +0 -0
  423. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/queries/database.sql +0 -0
  424. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/queries/schema.sql +0 -0
  425. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/queries/table.sql +0 -0
  426. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/queries/user.sql +0 -0
  427. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/sqlserver/query.py +0 -0
  428. {castor_extractor-0.20.0 → castor_extractor-0.20.5}/castor_extractor/warehouse/synapse/queries/column.sql +0 -0
@@ -1,6 +1,26 @@
1
1
 
2
2
  # Changelog
3
3
 
4
+ ## 0.20.5 - 2024-10-09
5
+
6
+ * Redshift: enable extraction from a Redshift Serverless instance
7
+
8
+ ## 0.20.4 - 2024-10-09
9
+
10
+ * Salesforce warehouse: `Labels` instead of `api_names` for columns
11
+
12
+ ## 0.20.3 - 2024-10-03
13
+
14
+ * Looker: no longer extract `as_html` dashboard elements
15
+
16
+ ## 0.20.2 - 2024-09-24
17
+
18
+ * Thoughtspot: Adding connector
19
+
20
+ ## 0.20.1 - 2024-09-23
21
+
22
+ * Power BI: Improved client based on APIClient
23
+
4
24
  ## 0.20.0 - 2024-09-23
5
25
 
6
26
  * Switch to Tableau revamped connector
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: castor-extractor
3
- Version: 0.20.0
3
+ Version: 0.20.5
4
4
  Summary: Extract your metadata assets.
5
5
  Home-page: https://www.castordoc.com/
6
6
  License: EULA
@@ -208,6 +208,26 @@ For any questions or bug report, contact us at [support@castordoc.com](mailto:su
208
208
 
209
209
  # Changelog
210
210
 
211
+ ## 0.20.5 - 2024-10-09
212
+
213
+ * Redshift: enable extraction from a Redshift Serverless instance
214
+
215
+ ## 0.20.4 - 2024-10-09
216
+
217
+ * Salesforce warehouse: `Labels` instead of `api_names` for columns
218
+
219
+ ## 0.20.3 - 2024-10-03
220
+
221
+ * Looker: no longer extract `as_html` dashboard elements
222
+
223
+ ## 0.20.2 - 2024-09-24
224
+
225
+ * Thoughtspot: Adding connector
226
+
227
+ ## 0.20.1 - 2024-09-23
228
+
229
+ * Power BI: Improved client based on APIClient
230
+
211
231
  ## 0.20.0 - 2024-09-23
212
232
 
213
233
  * Switch to Tableau revamped connector
@@ -23,6 +23,11 @@ def main():
23
23
  action="store_true",
24
24
  help="Skips files already extracted instead of replacing them",
25
25
  )
26
+ parser.add_argument(
27
+ "--serverless",
28
+ action="store_true",
29
+ help="Enables extraction for Redshift Serverless",
30
+ )
26
31
  parser.set_defaults(skip_existing=False)
27
32
 
28
33
  args = parser.parse_args()
@@ -34,5 +39,6 @@ def main():
34
39
  user=args.user,
35
40
  password=args.password,
36
41
  output_directory=args.output,
42
+ serverless=args.serverless,
37
43
  skip_existing=args.skip_existing,
38
44
  )
@@ -0,0 +1,18 @@
1
+ import logging
2
+ from argparse import ArgumentParser
3
+
4
+ from castor_extractor.utils import parse_filled_arguments # type: ignore
5
+ from castor_extractor.visualization import thoughtspot # type: ignore
6
+
7
+ logging.basicConfig(level=logging.INFO, format="%(levelname)s - %(message)s")
8
+
9
+
10
+ def main():
11
+ parser = ArgumentParser()
12
+
13
+ parser.add_argument("-b", "--base_url", help="base url")
14
+ parser.add_argument("-u", "--username", help="username")
15
+ parser.add_argument("-p", "--password", help="password")
16
+ parser.add_argument("-o", "--output", help="Directory to write to")
17
+
18
+ thoughtspot.extract_all(**parse_filled_arguments(parser))
@@ -1,6 +1,6 @@
1
1
  import logging
2
2
  from http import HTTPStatus
3
- from typing import Dict, Literal, Optional, Tuple
3
+ from typing import Callable, Dict, Literal, Optional, Tuple
4
4
 
5
5
  import requests
6
6
  from requests import Response
@@ -137,12 +137,15 @@ class APIClient:
137
137
  endpoint: str,
138
138
  *,
139
139
  headers: Headers = None,
140
+ params: Optional[dict] = None,
140
141
  data: Optional[dict] = None,
141
142
  pagination_params: Optional[dict] = None,
143
+ handler: Optional[Callable] = None,
142
144
  ):
143
145
  response = self._call(
144
146
  method="POST",
145
147
  endpoint=endpoint,
148
+ params=params,
146
149
  data=data,
147
150
  pagination_params=pagination_params,
148
151
  headers=headers,
@@ -150,4 +153,6 @@ class APIClient:
150
153
  if response.status_code == HTTPStatus.UNAUTHORIZED:
151
154
  self._auth.refresh_token()
152
155
 
153
- return handle_response(response, safe_mode=self._safe_mode)
156
+ return handle_response(
157
+ response, safe_mode=self._safe_mode, handler=handler
158
+ )
@@ -1,5 +1,5 @@
1
1
  import logging
2
- from typing import Any, List, Optional, Tuple, Union
2
+ from typing import Any, Callable, List, Optional, Tuple, Union
3
3
 
4
4
  from requests import HTTPError, Response
5
5
 
@@ -41,9 +41,10 @@ class RequestSafeMode:
41
41
  def handle_response(
42
42
  response: Response,
43
43
  safe_mode: Optional[RequestSafeMode] = None,
44
+ handler: Optional[Callable] = None,
44
45
  ) -> Any:
45
46
  """
46
- Util to handle a HTTP Response based on the response status code and the
47
+ Util to handle HTTP Response based on the response status code and the
47
48
  safe mode used
48
49
  """
49
50
  safe_mode = safe_mode if safe_mode else RequestSafeMode()
@@ -56,4 +57,6 @@ def handle_response(
56
57
  logger.error(f"Safe mode : skip request with error {e}")
57
58
  logger.debug(e, exc_info=True)
58
59
  return {}
59
- return response.json()
60
+ if not handler:
61
+ return response.json()
62
+ return handler(response)
@@ -32,14 +32,10 @@ DASHBOARD_FILTERS = (
32
32
  DASHBOARD_ELEMENTS = (
33
33
  "id",
34
34
  "body_text",
35
- "body_text_as_html",
36
35
  "note_text",
37
- "note_text_as_html",
38
36
  "subtitle_text",
39
- "subtitle_text_as_html",
40
37
  "title",
41
38
  "title_text",
42
- "title_text_as_html",
43
39
  "title_hidden",
44
40
  "type",
45
41
  {
@@ -0,0 +1,3 @@
1
+ from .assets import PowerBiAsset
2
+ from .client import DEFAULT_SCOPE, PowerbiClient, PowerbiCredentials
3
+ from .extract import extract_all
@@ -11,16 +11,19 @@ class PowerBiAsset(ExternalAsset):
11
11
  DATASETS = "datasets"
12
12
  DATASET_FIELDS = "dataset_fields"
13
13
  METADATA = "metadata"
14
+ PAGES = "pages"
14
15
  REPORTS = "reports"
15
16
  TABLES = "tables"
17
+ TILES = "tiles"
16
18
  USERS = "users"
17
19
 
18
20
  @classproperty
19
21
  def optional(cls) -> Set["PowerBiAsset"]:
20
22
  return {
21
- PowerBiAsset.DASHBOARDS,
22
23
  PowerBiAsset.DATASET_FIELDS,
24
+ PowerBiAsset.PAGES,
23
25
  PowerBiAsset.TABLES,
26
+ PowerBiAsset.TILES,
24
27
  PowerBiAsset.USERS,
25
28
  }
26
29
 
@@ -30,5 +33,8 @@ class PowerBiAsset(ExternalAsset):
30
33
  METADATA_ASSETS = (
31
34
  PowerBiAsset.DATASET_FIELDS,
32
35
  PowerBiAsset.TABLES,
36
+ PowerBiAsset.TILES,
33
37
  PowerBiAsset.USERS,
34
38
  )
39
+
40
+ REPORTS_ASSETS = (PowerBiAsset.PAGES,)
@@ -0,0 +1,2 @@
1
+ from .client import PowerbiClient
2
+ from .credentials import DEFAULT_SCOPE, PowerbiCredentials
@@ -0,0 +1,27 @@
1
+ import msal # type: ignore
2
+
3
+ from ....utils import BearerAuth
4
+ from .constants import Keys
5
+ from .credentials import PowerbiCredentials
6
+ from .endpoints import PowerBiEndpointFactory
7
+
8
+
9
+ class PowerBiBearerAuth(BearerAuth):
10
+ def __init__(self, credentials: PowerbiCredentials):
11
+ self.credentials = credentials
12
+ authority = PowerBiEndpointFactory.authority(self.credentials.tenant_id)
13
+ self.app = msal.ConfidentialClientApplication(
14
+ client_id=self.credentials.client_id,
15
+ authority=authority,
16
+ client_credential=self.credentials.secret,
17
+ )
18
+
19
+ def fetch_token(self):
20
+ token = self.app.acquire_token_for_client(
21
+ scopes=self.credentials.scopes
22
+ )
23
+
24
+ if Keys.ACCESS_TOKEN not in token:
25
+ raise ValueError(f"No access token in token response: {token}")
26
+
27
+ return token[Keys.ACCESS_TOKEN]
@@ -0,0 +1,207 @@
1
+ import logging
2
+ from datetime import date
3
+ from functools import partial
4
+ from time import sleep
5
+ from typing import Dict, Iterator, List, Optional, Union
6
+
7
+ import requests
8
+ from requests import HTTPError
9
+
10
+ from ....utils import (
11
+ APIClient,
12
+ fetch_all_pages,
13
+ )
14
+ from ..assets import PowerBiAsset
15
+ from .authentication import PowerBiBearerAuth
16
+ from .constants import Keys
17
+ from .credentials import PowerbiCredentials
18
+ from .endpoints import PowerBiEndpointFactory
19
+ from .pagination import PowerBiPagination
20
+
21
+ POWERBI_DEFAULT_TIMEOUT_S = 30
22
+ # The route we use to fetch workspaces info can retrieve a maximum of
23
+ # 100 workspaces per call
24
+ # More: https://learn.microsoft.com/en-us/rest/api/power-bi/admin/workspace-info-post-workspace-info#request-body
25
+ METADATA_BATCH_SIZE = 100
26
+ POWERBI_SCAN_STATUS_DONE = "Succeeded"
27
+ POWERBI_SCAN_SLEEP_S = 1
28
+
29
+ logger = logging.getLogger(__name__)
30
+
31
+
32
+ class PowerbiClient(APIClient):
33
+ def __init__(
34
+ self,
35
+ credentials: PowerbiCredentials,
36
+ ):
37
+ auth = PowerBiBearerAuth(credentials=credentials)
38
+ super().__init__(
39
+ auth=auth,
40
+ timeout=POWERBI_DEFAULT_TIMEOUT_S,
41
+ )
42
+
43
+ def _activity_events(self, day: Optional[date] = None) -> Iterator[Dict]:
44
+ """
45
+ Returns a list of activity events for the organization.
46
+ https://learn.microsoft.com/en-us/power-bi/admin/service-admin-auditing#activityevents-rest-api
47
+ - when no day is specified, fallback is yesterday
48
+ """
49
+ request = partial(
50
+ self._get,
51
+ endpoint=PowerBiEndpointFactory.activity_events(day),
52
+ )
53
+ yield from fetch_all_pages(request, PowerBiPagination)
54
+
55
+ def _datasets(self) -> Iterator[Dict]:
56
+ """
57
+ Returns a list of datasets for the organization.
58
+ https://learn.microsoft.com/en-us/rest/api/power-bi/admin/datasets-get-datasets-as-admin
59
+ """
60
+ yield from self._get(PowerBiEndpointFactory.datasets())[Keys.VALUE]
61
+
62
+ def _dashboards(self) -> Iterator[Dict]:
63
+ """
64
+ Returns a list of dashboards for the organization.
65
+ https://learn.microsoft.com/en-us/rest/api/power-bi/admin/dashboards-get-dashboards-as-admin
66
+ """
67
+ yield from self._get(PowerBiEndpointFactory.dashboards())[Keys.VALUE]
68
+
69
+ def _reports(self) -> Iterator[Dict]:
70
+ """
71
+ Returns a list of reports for the organization.
72
+ https://learn.microsoft.com/en-us/rest/api/power-bi/admin/reports-get-reports-as-admin
73
+ """
74
+ reports_endpoint = PowerBiEndpointFactory.reports()
75
+ reports = self._get(reports_endpoint)[Keys.VALUE]
76
+
77
+ for report in reports:
78
+ report_id = report.get(Keys.ID)
79
+
80
+ try:
81
+ pages_endpoint = PowerBiEndpointFactory.pages(report_id)
82
+ pages = self._get(pages_endpoint)[Keys.VALUE]
83
+ report["pages"] = pages
84
+ except (requests.HTTPError, requests.exceptions.Timeout) as e:
85
+ logger.debug(e)
86
+ continue
87
+
88
+ return reports
89
+
90
+ def _workspace_ids(self) -> List[str]:
91
+ """
92
+ Get workspaces ids from powerBI admin API.
93
+ more: https://learn.microsoft.com/en-us/rest/api/power-bi/admin/workspace-info-get-modified-workspaces
94
+ """
95
+ params: Dict[str, Union[bool, str]] = {
96
+ Keys.INACTIVE_WORKSPACES: True,
97
+ Keys.PERSONAL_WORKSPACES: True,
98
+ }
99
+
100
+ response = self._get(
101
+ PowerBiEndpointFactory.workspace_ids(),
102
+ params=params,
103
+ )
104
+
105
+ return [x[Keys.ID] for x in response]
106
+
107
+ def _get_scan_result(self, scan_id: int) -> Iterator[Dict]:
108
+ endpoint = PowerBiEndpointFactory.metadata_scan_result(scan_id)
109
+ yield from self._get(endpoint)[Keys.WORKSPACES]
110
+
111
+ def _wait_for_scan_result(self, scan_id: int) -> bool:
112
+ """
113
+ Periodically checks the status of the metadata scan until the results
114
+ are ready.
115
+ """
116
+ endpoint = PowerBiEndpointFactory.metadata_scan_status(scan_id)
117
+ total_waiting_time_s = 0
118
+
119
+ while total_waiting_time_s < POWERBI_DEFAULT_TIMEOUT_S:
120
+ try:
121
+ result = self._get(endpoint)
122
+ except HTTPError as e:
123
+ logger.error(f"Scan {scan_id} failed. Error: {e}")
124
+ return False
125
+
126
+ if result[Keys.STATUS] == POWERBI_SCAN_STATUS_DONE:
127
+ logger.info(f"scan {scan_id} ready")
128
+ return True
129
+
130
+ total_waiting_time_s += POWERBI_SCAN_SLEEP_S
131
+ logger.info(
132
+ f"Waiting {POWERBI_SCAN_SLEEP_S} sec for scan {scan_id} to be ready…",
133
+ )
134
+ sleep(POWERBI_SCAN_SLEEP_S)
135
+
136
+ logger.warning(f"Scan {scan_id} timed out")
137
+ return False
138
+
139
+ def _create_scan(self, workspaces_ids: List[str]) -> int:
140
+ """
141
+ Tells the Power BI API to start an asynchronous metadata scan.
142
+ Returns the scan's ID.
143
+ https://learn.microsoft.com/en-us/rest/api/power-bi/admin/workspace-info-post-workspace-info
144
+ """
145
+ params = {
146
+ "datasetExpressions": True,
147
+ "datasetSchema": True,
148
+ "datasourceDetails": True,
149
+ "getArtifactUsers": True,
150
+ "lineage": True,
151
+ }
152
+ request_body = {"workspaces": workspaces_ids}
153
+ scan_id = self._post(
154
+ PowerBiEndpointFactory.metadata_create_scan(),
155
+ params=params,
156
+ data=request_body,
157
+ )
158
+ return scan_id[Keys.ID]
159
+
160
+ def _metadata(self) -> Iterator[Dict]:
161
+ """
162
+ Fetch metadata by workspace. The metadata scanning is asynchronous and
163
+ requires the following steps:
164
+ - create the asynchronous scan
165
+ - periodically check the scan status to know when it's finished
166
+ - get the actual scan results
167
+ https://learn.microsoft.com/en-us/power-bi/enterprise/service-admin-metadata-scanning
168
+ """
169
+ ids = self._workspace_ids()
170
+
171
+ for index in range(0, len(ids), METADATA_BATCH_SIZE):
172
+ batch_ids = ids[index : index + METADATA_BATCH_SIZE]
173
+ scan_id = self._create_scan(batch_ids)
174
+ self._wait_for_scan_result(scan_id)
175
+ yield from self._get_scan_result(scan_id)
176
+
177
+ def test_connection(self) -> None:
178
+ """Use credentials & verify requesting the API doesn't raise an error"""
179
+ self._auth.refresh_token()
180
+
181
+ def fetch(
182
+ self,
183
+ asset: PowerBiAsset,
184
+ *,
185
+ day: Optional[date] = None,
186
+ ) -> Iterator[Dict]:
187
+ """
188
+ Given a PowerBi asset, returns the corresponding data using the
189
+ appropriate client.
190
+ """
191
+ if asset == PowerBiAsset.ACTIVITY_EVENTS:
192
+ yield from self._activity_events(day=day)
193
+
194
+ elif asset == PowerBiAsset.DATASETS:
195
+ yield from self._datasets()
196
+
197
+ elif asset == PowerBiAsset.DASHBOARDS:
198
+ yield from self._dashboards()
199
+
200
+ elif asset == PowerBiAsset.REPORTS:
201
+ yield from self._reports()
202
+
203
+ elif asset == PowerBiAsset.METADATA:
204
+ yield from self._metadata()
205
+
206
+ else:
207
+ raise ValueError(f"This asset {asset} is unknown")
@@ -0,0 +1,173 @@
1
+ from datetime import date
2
+ from unittest.mock import Mock, call, patch
3
+
4
+ import pytest
5
+
6
+ from .authentication import msal
7
+ from .client import PowerbiClient
8
+ from .constants import Keys
9
+ from .credentials import PowerbiCredentials
10
+ from .endpoints import PowerBiEndpointFactory
11
+
12
+ FAKE_TENANT_ID = "IamFake"
13
+ FAKE_CLIENT_ID = "MeTwo"
14
+ FAKE_SECRET = "MeThree"
15
+
16
+
17
+ @pytest.fixture
18
+ def mock_msal():
19
+ with patch.object(msal, "ConfidentialClientApplication") as mock_app:
20
+ mock_app.return_value.acquire_token_for_client.return_value = {
21
+ "access_token": "fake_token"
22
+ }
23
+ yield mock_app
24
+
25
+
26
+ @pytest.fixture
27
+ def power_bi_client(mock_msal):
28
+ creds = PowerbiCredentials(
29
+ tenant_id=FAKE_TENANT_ID,
30
+ client_id=FAKE_CLIENT_ID,
31
+ secret=FAKE_SECRET,
32
+ )
33
+ return PowerbiClient(creds)
34
+
35
+
36
+ def test__access_token(power_bi_client, mock_msal):
37
+ # Valid token scenario
38
+ valid_token = "mock_token"
39
+ mock_response = {"access_token": valid_token}
40
+ returning_valid_token = Mock(return_value=mock_response)
41
+ mock_msal.return_value.acquire_token_for_client = returning_valid_token
42
+
43
+ assert power_bi_client._auth.fetch_token() == valid_token
44
+
45
+ # Invalid token scenario
46
+ invalid_response = {"not_access_token": "666"}
47
+ returning_invalid_token = Mock(return_value=invalid_response)
48
+ mock_msal.return_value.acquire_token_for_client = returning_invalid_token
49
+
50
+ with pytest.raises(ValueError):
51
+ power_bi_client._auth.fetch_token()
52
+
53
+
54
+ def test__datasets(power_bi_client):
55
+ with patch.object(power_bi_client, "_get") as mocked_get:
56
+ mocked_get.return_value = {"value": [{"id": 1, "type": "dataset"}]}
57
+ datasets = list(power_bi_client._datasets())
58
+ mocked_get.assert_called_with(PowerBiEndpointFactory.datasets())
59
+ assert datasets == [{"id": 1, "type": "dataset"}]
60
+
61
+
62
+ def test__dashboards(power_bi_client):
63
+ with patch.object(power_bi_client, "_get") as mocked_get:
64
+ mocked_get.return_value = {"value": [{"id": 1, "type": "dashboard"}]}
65
+ dashboards = list(power_bi_client._dashboards())
66
+ mocked_get.assert_called_with(PowerBiEndpointFactory.dashboards())
67
+ assert dashboards == [{"id": 1, "type": "dashboard"}]
68
+
69
+
70
+ def test__reports(power_bi_client):
71
+ with patch.object(power_bi_client, "_get") as mocked_get:
72
+ mocked_get.side_effect = [
73
+ {"value": [{"id": 1, "type": "report"}]},
74
+ {
75
+ "value": [
76
+ {"name": "page_name", "displayName": "page", "order": 0}
77
+ ]
78
+ },
79
+ ]
80
+ reports = list(power_bi_client._reports())
81
+ calls = [
82
+ call(PowerBiEndpointFactory.reports()),
83
+ call(PowerBiEndpointFactory.pages("1")),
84
+ ]
85
+ mocked_get.assert_has_calls(calls)
86
+ assert reports == [
87
+ {
88
+ "id": 1,
89
+ "type": "report",
90
+ "pages": [
91
+ {"name": "page_name", "displayName": "page", "order": 0}
92
+ ],
93
+ }
94
+ ]
95
+
96
+
97
+ def test__workspace_ids(power_bi_client):
98
+ with patch.object(power_bi_client, "_get") as mocked_get:
99
+ mocked_get.return_value = [{"id": 1000}, {"id": 1001}, {"id": 1003}]
100
+
101
+ ids = power_bi_client._workspace_ids()
102
+ assert ids == [1000, 1001, 1003]
103
+
104
+ params = {
105
+ Keys.INACTIVE_WORKSPACES: True,
106
+ Keys.PERSONAL_WORKSPACES: True,
107
+ }
108
+
109
+ mocked_get.assert_called_with(
110
+ PowerBiEndpointFactory.workspace_ids(),
111
+ params=params,
112
+ )
113
+
114
+
115
+ @patch.object(PowerbiClient, "_get_scan_result")
116
+ @patch.object(PowerbiClient, "_wait_for_scan_result")
117
+ @patch.object(PowerbiClient, "_create_scan")
118
+ @patch.object(PowerbiClient, "_workspace_ids")
119
+ def test__metadata(
120
+ mock_workspace_ids,
121
+ mock_create_scan,
122
+ mock_wait_for_scan,
123
+ mock_get_scan_result,
124
+ power_bi_client,
125
+ ):
126
+ mock_workspace_ids.return_value = list(range(200))
127
+ mock_create_scan.return_value = 314
128
+ mock_wait_for_scan.return_value = True
129
+ mock_get_scan_result.return_value = [{"workspace_id": 1871}]
130
+
131
+ result = list(power_bi_client._metadata())
132
+
133
+ assert result == [{"workspace_id": 1871}, {"workspace_id": 1871}]
134
+
135
+
136
+ def test__activity_events(power_bi_client):
137
+ day = date.today()
138
+ mocked_get_results = [
139
+ {
140
+ Keys.ACTIVITY_EVENT_ENTITIES: ["foo", "bar"],
141
+ Keys.LAST_RESULT_SET: False,
142
+ Keys.CONTINUATION_URI: "https://next-call-1",
143
+ },
144
+ {
145
+ Keys.ACTIVITY_EVENT_ENTITIES: ["baz"],
146
+ Keys.LAST_RESULT_SET: False,
147
+ Keys.CONTINUATION_URI: "https://next-call-2",
148
+ },
149
+ {
150
+ Keys.ACTIVITY_EVENT_ENTITIES: ["biz"],
151
+ Keys.LAST_RESULT_SET: True,
152
+ Keys.CONTINUATION_URI: None,
153
+ },
154
+ ]
155
+
156
+ with patch.object(power_bi_client, "_get") as mocked_get:
157
+ mocked_get.side_effect = mocked_get_results
158
+
159
+ result = list(power_bi_client._activity_events(day=day))
160
+ assert result == ["foo", "bar", "baz", "biz"]
161
+
162
+ expected_calls = [
163
+ call(endpoint=PowerBiEndpointFactory.activity_events(day=day)),
164
+ call(endpoint="https://next-call-1"),
165
+ call(endpoint="https://next-call-2"),
166
+ ]
167
+ mocked_get.assert_has_calls(expected_calls)
168
+
169
+
170
+ def test_test_connection(power_bi_client):
171
+ with patch.object(power_bi_client._auth, "refresh_token") as mock_refresh:
172
+ power_bi_client.test_connection()
173
+ mock_refresh.assert_called_once()
@@ -0,0 +1,11 @@
1
+ class Keys:
2
+ ACCESS_TOKEN = "access_token" # noqa: S105
3
+ ACTIVITY_EVENT_ENTITIES = "activityEventEntities"
4
+ CONTINUATION_URI = "continuationUri"
5
+ ID = "id"
6
+ INACTIVE_WORKSPACES = "excludeInActiveWorkspaces"
7
+ LAST_RESULT_SET = "lastResultSet"
8
+ PERSONAL_WORKSPACES = "excludePersonalWorkspaces"
9
+ STATUS = "status"
10
+ VALUE = "value"
11
+ WORKSPACES = "workspaces"
@@ -3,8 +3,7 @@ from typing import List, Optional
3
3
  from pydantic import Field, field_validator
4
4
  from pydantic_settings import BaseSettings, SettingsConfigDict
5
5
 
6
- from .constants import Urls
7
-
6
+ DEFAULT_SCOPE = "https://analysis.windows.net/powerbi/api/.default"
8
7
  POWERBI_ENV_PREFIX = "CASTOR_POWERBI_"
9
8
 
10
9
 
@@ -20,9 +19,9 @@ class PowerbiCredentials(BaseSettings):
20
19
  client_id: str
21
20
  tenant_id: str
22
21
  secret: str = Field(repr=False)
23
- scopes: List[str] = [Urls.DEFAULT_SCOPE]
22
+ scopes: List[str] = [DEFAULT_SCOPE]
24
23
 
25
24
  @field_validator("scopes", mode="before")
26
25
  @classmethod
27
26
  def _check_scopes(cls, scopes: Optional[List[str]]) -> List[str]:
28
- return scopes if scopes is not None else [Urls.DEFAULT_SCOPE]
27
+ return scopes if scopes is not None else [DEFAULT_SCOPE]
@@ -1,5 +1,4 @@
1
- from .constants import Urls
2
- from .credentials import PowerbiCredentials
1
+ from .credentials import DEFAULT_SCOPE, PowerbiCredentials
3
2
 
4
3
 
5
4
  def test_credentials():
@@ -13,7 +12,7 @@ def test_credentials():
13
12
  client_id=client_id,
14
13
  secret=secret,
15
14
  )
16
- assert credentials.scopes == [Urls.DEFAULT_SCOPE]
15
+ assert credentials.scopes == [DEFAULT_SCOPE]
17
16
 
18
17
  credentials = PowerbiCredentials(
19
18
  tenant_id=tenant_id,
@@ -21,7 +20,7 @@ def test_credentials():
21
20
  secret=secret,
22
21
  scopes=None,
23
22
  )
24
- assert credentials.scopes == [Urls.DEFAULT_SCOPE]
23
+ assert credentials.scopes == [DEFAULT_SCOPE]
25
24
 
26
25
  # empty scopes
27
26
  credentials = PowerbiCredentials(