lakana-core 0.12.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (337) hide show
  1. lakana_core-0.12.0/.gitignore +25 -0
  2. lakana_core-0.12.0/PKG-INFO +48 -0
  3. lakana_core-0.12.0/README.md +9 -0
  4. lakana_core-0.12.0/alembic.ini +151 -0
  5. lakana_core-0.12.0/pyproject.toml +87 -0
  6. lakana_core-0.12.0/src/lakana_core/__init__.py +1 -0
  7. lakana_core-0.12.0/src/lakana_core/artifacts/__init__.py +1 -0
  8. lakana_core-0.12.0/src/lakana_core/artifacts/manifest.py +541 -0
  9. lakana_core-0.12.0/src/lakana_core/artifacts/service.py +2826 -0
  10. lakana_core-0.12.0/src/lakana_core/artifacts/store.py +709 -0
  11. lakana_core-0.12.0/src/lakana_core/artifacts/sweep.py +1208 -0
  12. lakana_core-0.12.0/src/lakana_core/audit/__init__.py +1 -0
  13. lakana_core-0.12.0/src/lakana_core/audit/authorization.py +246 -0
  14. lakana_core-0.12.0/src/lakana_core/audit/denial_limiter.py +165 -0
  15. lakana_core-0.12.0/src/lakana_core/audit/service.py +196 -0
  16. lakana_core-0.12.0/src/lakana_core/auth.py +470 -0
  17. lakana_core-0.12.0/src/lakana_core/bootstrap.py +348 -0
  18. lakana_core-0.12.0/src/lakana_core/catalog/__init__.py +6 -0
  19. lakana_core-0.12.0/src/lakana_core/catalog/append.py +399 -0
  20. lakana_core-0.12.0/src/lakana_core/catalog/commit.py +99 -0
  21. lakana_core-0.12.0/src/lakana_core/catalog/datafiles.py +171 -0
  22. lakana_core-0.12.0/src/lakana_core/catalog/external_location.py +259 -0
  23. lakana_core-0.12.0/src/lakana_core/catalog/identity.py +212 -0
  24. lakana_core-0.12.0/src/lakana_core/catalog/json_schema.py +204 -0
  25. lakana_core-0.12.0/src/lakana_core/catalog/lineage_graph.py +364 -0
  26. lakana_core-0.12.0/src/lakana_core/catalog/maintenance.py +334 -0
  27. lakana_core-0.12.0/src/lakana_core/catalog/metadata.py +269 -0
  28. lakana_core-0.12.0/src/lakana_core/catalog/query_service.py +1043 -0
  29. lakana_core-0.12.0/src/lakana_core/catalog/schema_compat.py +484 -0
  30. lakana_core-0.12.0/src/lakana_core/catalog/schema_inference.py +57 -0
  31. lakana_core-0.12.0/src/lakana_core/catalog/service.py +5687 -0
  32. lakana_core-0.12.0/src/lakana_core/catalog/watermark.py +305 -0
  33. lakana_core-0.12.0/src/lakana_core/catalog/writes.py +549 -0
  34. lakana_core-0.12.0/src/lakana_core/config.py +1272 -0
  35. lakana_core-0.12.0/src/lakana_core/db.py +284 -0
  36. lakana_core-0.12.0/src/lakana_core/errors.py +170 -0
  37. lakana_core-0.12.0/src/lakana_core/grants/__init__.py +1 -0
  38. lakana_core-0.12.0/src/lakana_core/grants/admin.py +273 -0
  39. lakana_core-0.12.0/src/lakana_core/grants/authorization.py +559 -0
  40. lakana_core-0.12.0/src/lakana_core/grants/revocation.py +188 -0
  41. lakana_core-0.12.0/src/lakana_core/grants/roles.py +50 -0
  42. lakana_core-0.12.0/src/lakana_core/grants/service.py +609 -0
  43. lakana_core-0.12.0/src/lakana_core/iceberg_json.py +143 -0
  44. lakana_core-0.12.0/src/lakana_core/identifiers.py +333 -0
  45. lakana_core-0.12.0/src/lakana_core/identity/__init__.py +1 -0
  46. lakana_core-0.12.0/src/lakana_core/identity/groups.py +361 -0
  47. lakana_core-0.12.0/src/lakana_core/identity/pats.py +359 -0
  48. lakana_core-0.12.0/src/lakana_core/identity/principals.py +166 -0
  49. lakana_core-0.12.0/src/lakana_core/identity/task_tokens.py +965 -0
  50. lakana_core-0.12.0/src/lakana_core/identity/tokens.py +120 -0
  51. lakana_core-0.12.0/src/lakana_core/jobs/__init__.py +1 -0
  52. lakana_core-0.12.0/src/lakana_core/jobs/audit.py +48 -0
  53. lakana_core-0.12.0/src/lakana_core/jobs/cron.py +635 -0
  54. lakana_core-0.12.0/src/lakana_core/jobs/scheduler.py +676 -0
  55. lakana_core-0.12.0/src/lakana_core/jobs/service.py +1385 -0
  56. lakana_core-0.12.0/src/lakana_core/jobs/tz.py +65 -0
  57. lakana_core-0.12.0/src/lakana_core/kept_mark.py +41 -0
  58. lakana_core-0.12.0/src/lakana_core/lineage.py +68 -0
  59. lakana_core-0.12.0/src/lakana_core/log_setup.py +220 -0
  60. lakana_core-0.12.0/src/lakana_core/migrate.py +72 -0
  61. lakana_core-0.12.0/src/lakana_core/migrations/README +1 -0
  62. lakana_core-0.12.0/src/lakana_core/migrations/env.py +93 -0
  63. lakana_core-0.12.0/src/lakana_core/migrations/script.py.mako +28 -0
  64. lakana_core-0.12.0/src/lakana_core/migrations/versions/0001_initial.py +115 -0
  65. lakana_core-0.12.0/src/lakana_core/migrations/versions/0002_query_runs.py +61 -0
  66. lakana_core-0.12.0/src/lakana_core/migrations/versions/0003_table_external_config.py +28 -0
  67. lakana_core-0.12.0/src/lakana_core/migrations/versions/0004_principal_is_active.py +31 -0
  68. lakana_core-0.12.0/src/lakana_core/migrations/versions/0005_groups.py +55 -0
  69. lakana_core-0.12.0/src/lakana_core/migrations/versions/0006_credentials.py +73 -0
  70. lakana_core-0.12.0/src/lakana_core/migrations/versions/0007_grants.py +122 -0
  71. lakana_core-0.12.0/src/lakana_core/migrations/versions/0008_row_filters_and_column_masks.py +115 -0
  72. lakana_core-0.12.0/src/lakana_core/migrations/versions/0009_secrets.py +64 -0
  73. lakana_core-0.12.0/src/lakana_core/migrations/versions/0010_audit_events.py +79 -0
  74. lakana_core-0.12.0/src/lakana_core/migrations/versions/0011_m3f_security.py +387 -0
  75. lakana_core-0.12.0/src/lakana_core/migrations/versions/0012_m5a_materialization.py +128 -0
  76. lakana_core-0.12.0/src/lakana_core/migrations/versions/0013_m5b_projects_deploy.py +201 -0
  77. lakana_core-0.12.0/src/lakana_core/migrations/versions/0014_m5c1_run_engine.py +248 -0
  78. lakana_core-0.12.0/src/lakana_core/migrations/versions/0015_task_run_claim_count.py +38 -0
  79. lakana_core-0.12.0/src/lakana_core/migrations/versions/0016_bound_task_tokens.py +57 -0
  80. lakana_core-0.12.0/src/lakana_core/migrations/versions/0017_query_run_error_cause.py +33 -0
  81. lakana_core-0.12.0/src/lakana_core/migrations/versions/0018_artifact_store.py +153 -0
  82. lakana_core-0.12.0/src/lakana_core/migrations/versions/0019_secret_format_and_key_id.py +54 -0
  83. lakana_core-0.12.0/src/lakana_core/migrations/versions/0020_package_indexes.py +74 -0
  84. lakana_core-0.12.0/src/lakana_core/migrations/versions/0021_query_run_cancel.py +50 -0
  85. lakana_core-0.12.0/src/lakana_core/migrations/versions/0022_workers.py +62 -0
  86. lakana_core-0.12.0/src/lakana_core/migrations/versions/0023_worker_takes.py +40 -0
  87. lakana_core-0.12.0/src/lakana_core/migrations/versions/0024_checks.py +155 -0
  88. lakana_core-0.12.0/src/lakana_core/migrations/versions/0025_kept_after_check.py +40 -0
  89. lakana_core-0.12.0/src/lakana_core/migrations/versions/0026_query_run_check_result.py +37 -0
  90. lakana_core-0.12.0/src/lakana_core/migrations/versions/0027_task_run_setting_back.py +40 -0
  91. lakana_core-0.12.0/src/lakana_core/migrations/versions/0028_jobs.py +121 -0
  92. lakana_core-0.12.0/src/lakana_core/migrations/versions/0029_notification_deliveries.py +89 -0
  93. lakana_core-0.12.0/src/lakana_core/migrations/versions/0030_table_kept_unchecked.py +37 -0
  94. lakana_core-0.12.0/src/lakana_core/migrations/versions/0031_table_kept_earlier.py +51 -0
  95. lakana_core-0.12.0/src/lakana_core/migrations/versions/0032_table_kept_unknown.py +37 -0
  96. lakana_core-0.12.0/src/lakana_core/models/__init__.py +101 -0
  97. lakana_core-0.12.0/src/lakana_core/models/artifact.py +114 -0
  98. lakana_core-0.12.0/src/lakana_core/models/audit_event.py +134 -0
  99. lakana_core-0.12.0/src/lakana_core/models/base.py +123 -0
  100. lakana_core-0.12.0/src/lakana_core/models/check_result.py +84 -0
  101. lakana_core-0.12.0/src/lakana_core/models/column_mask.py +81 -0
  102. lakana_core-0.12.0/src/lakana_core/models/credential.py +76 -0
  103. lakana_core-0.12.0/src/lakana_core/models/deploy.py +130 -0
  104. lakana_core-0.12.0/src/lakana_core/models/environment.py +39 -0
  105. lakana_core-0.12.0/src/lakana_core/models/grant.py +69 -0
  106. lakana_core-0.12.0/src/lakana_core/models/group.py +42 -0
  107. lakana_core-0.12.0/src/lakana_core/models/job.py +70 -0
  108. lakana_core-0.12.0/src/lakana_core/models/lineage_edge.py +41 -0
  109. lakana_core-0.12.0/src/lakana_core/models/namespace.py +32 -0
  110. lakana_core-0.12.0/src/lakana_core/models/notification.py +73 -0
  111. lakana_core-0.12.0/src/lakana_core/models/package_index.py +33 -0
  112. lakana_core-0.12.0/src/lakana_core/models/principal.py +32 -0
  113. lakana_core-0.12.0/src/lakana_core/models/query_run.py +156 -0
  114. lakana_core-0.12.0/src/lakana_core/models/repository.py +52 -0
  115. lakana_core-0.12.0/src/lakana_core/models/row_filter.py +87 -0
  116. lakana_core-0.12.0/src/lakana_core/models/run.py +263 -0
  117. lakana_core-0.12.0/src/lakana_core/models/secret.py +58 -0
  118. lakana_core-0.12.0/src/lakana_core/models/table.py +179 -0
  119. lakana_core-0.12.0/src/lakana_core/models/worker.py +32 -0
  120. lakana_core-0.12.0/src/lakana_core/notifications/__init__.py +1 -0
  121. lakana_core-0.12.0/src/lakana_core/notifications/events.py +180 -0
  122. lakana_core-0.12.0/src/lakana_core/notifications/payload.py +449 -0
  123. lakana_core-0.12.0/src/lakana_core/notifications/views.py +113 -0
  124. lakana_core-0.12.0/src/lakana_core/policy/__init__.py +1 -0
  125. lakana_core-0.12.0/src/lakana_core/policy/column_masks.py +425 -0
  126. lakana_core-0.12.0/src/lakana_core/policy/columns.py +168 -0
  127. lakana_core-0.12.0/src/lakana_core/policy/expressions.py +252 -0
  128. lakana_core-0.12.0/src/lakana_core/policy/resolver.py +254 -0
  129. lakana_core-0.12.0/src/lakana_core/policy/row_filters.py +424 -0
  130. lakana_core-0.12.0/src/lakana_core/projects/__init__.py +7 -0
  131. lakana_core-0.12.0/src/lakana_core/projects/asset_model.py +79 -0
  132. lakana_core-0.12.0/src/lakana_core/projects/checks.py +1068 -0
  133. lakana_core-0.12.0/src/lakana_core/projects/code_sweep.py +471 -0
  134. lakana_core-0.12.0/src/lakana_core/projects/dag.py +172 -0
  135. lakana_core-0.12.0/src/lakana_core/projects/deploys.py +2751 -0
  136. lakana_core-0.12.0/src/lakana_core/projects/diff.py +205 -0
  137. lakana_core-0.12.0/src/lakana_core/projects/discovery.py +488 -0
  138. lakana_core-0.12.0/src/lakana_core/projects/frontmatter.py +412 -0
  139. lakana_core-0.12.0/src/lakana_core/projects/git_input.py +260 -0
  140. lakana_core-0.12.0/src/lakana_core/projects/issues.py +52 -0
  141. lakana_core-0.12.0/src/lakana_core/projects/jobs.py +72 -0
  142. lakana_core-0.12.0/src/lakana_core/projects/limits.py +58 -0
  143. lakana_core-0.12.0/src/lakana_core/projects/lockfile.py +962 -0
  144. lakana_core-0.12.0/src/lakana_core/projects/lookups.py +100 -0
  145. lakana_core-0.12.0/src/lakana_core/projects/manifest.py +584 -0
  146. lakana_core-0.12.0/src/lakana_core/projects/package_indexes.py +464 -0
  147. lakana_core-0.12.0/src/lakana_core/projects/package_sources.py +464 -0
  148. lakana_core-0.12.0/src/lakana_core/projects/parse.py +237 -0
  149. lakana_core-0.12.0/src/lakana_core/projects/project_config.py +988 -0
  150. lakana_core-0.12.0/src/lakana_core/projects/python_assets.py +718 -0
  151. lakana_core-0.12.0/src/lakana_core/projects/repositories.py +399 -0
  152. lakana_core-0.12.0/src/lakana_core/projects/run_policy.py +210 -0
  153. lakana_core-0.12.0/src/lakana_core/projects/yaml_loader.py +233 -0
  154. lakana_core-0.12.0/src/lakana_core/query_rewrite.py +1372 -0
  155. lakana_core-0.12.0/src/lakana_core/runs/__init__.py +6 -0
  156. lakana_core-0.12.0/src/lakana_core/runs/check_rows.py +208 -0
  157. lakana_core-0.12.0/src/lakana_core/runs/checks.py +1959 -0
  158. lakana_core-0.12.0/src/lakana_core/runs/kept.py +1164 -0
  159. lakana_core-0.12.0/src/lakana_core/runs/leader.py +294 -0
  160. lakana_core-0.12.0/src/lakana_core/runs/lockdown.py +1054 -0
  161. lakana_core-0.12.0/src/lakana_core/runs/pools.py +357 -0
  162. lakana_core-0.12.0/src/lakana_core/runs/scheduler.py +627 -0
  163. lakana_core-0.12.0/src/lakana_core/runs/selection.py +316 -0
  164. lakana_core-0.12.0/src/lakana_core/runs/service.py +2070 -0
  165. lakana_core-0.12.0/src/lakana_core/runs/store.py +1644 -0
  166. lakana_core-0.12.0/src/lakana_core/runs/tasks.py +922 -0
  167. lakana_core-0.12.0/src/lakana_core/runs/waiting.py +865 -0
  168. lakana_core-0.12.0/src/lakana_core/runs/workers.py +240 -0
  169. lakana_core-0.12.0/src/lakana_core/secrets/__init__.py +1 -0
  170. lakana_core-0.12.0/src/lakana_core/secrets/crypto.py +491 -0
  171. lakana_core-0.12.0/src/lakana_core/secrets/keys.py +286 -0
  172. lakana_core-0.12.0/src/lakana_core/secrets/service.py +304 -0
  173. lakana_core-0.12.0/src/lakana_core/sql_syntax.py +254 -0
  174. lakana_core-0.12.0/src/lakana_core/statement_limit.py +52 -0
  175. lakana_core-0.12.0/src/lakana_core/storage/__init__.py +15 -0
  176. lakana_core-0.12.0/src/lakana_core/storage/base.py +313 -0
  177. lakana_core-0.12.0/src/lakana_core/storage/fsspec_storage.py +720 -0
  178. lakana_core-0.12.0/src/lakana_core/storage/resolver.py +694 -0
  179. lakana_core-0.12.0/tests/conftest.py +86 -0
  180. lakana_core-0.12.0/tests/core_test_helpers.py +1082 -0
  181. lakana_core-0.12.0/tests/notification_golden/json_failed.json +1 -0
  182. lakana_core-0.12.0/tests/notification_golden/json_failed_check.json +1 -0
  183. lakana_core-0.12.0/tests/notification_golden/json_recovered.json +1 -0
  184. lakana_core-0.12.0/tests/notification_golden/json_test.json +1 -0
  185. lakana_core-0.12.0/tests/notification_golden/slack_failed.json +1 -0
  186. lakana_core-0.12.0/tests/notification_golden/slack_failed_check.json +1 -0
  187. lakana_core-0.12.0/tests/notification_golden/slack_recovered.json +1 -0
  188. lakana_core-0.12.0/tests/notification_golden/slack_test.json +1 -0
  189. lakana_core-0.12.0/tests/notification_golden/teams_failed.json +1 -0
  190. lakana_core-0.12.0/tests/notification_golden/teams_failed_check.json +1 -0
  191. lakana_core-0.12.0/tests/notification_golden/teams_recovered.json +1 -0
  192. lakana_core-0.12.0/tests/notification_golden/teams_test.json +1 -0
  193. lakana_core-0.12.0/tests/test_admin_only_call_sites.py +769 -0
  194. lakana_core-0.12.0/tests/test_append.py +855 -0
  195. lakana_core-0.12.0/tests/test_arrow_writes.py +346 -0
  196. lakana_core-0.12.0/tests/test_artifact_abort.py +326 -0
  197. lakana_core-0.12.0/tests/test_artifact_delete_report.py +322 -0
  198. lakana_core-0.12.0/tests/test_artifact_lineage.py +357 -0
  199. lakana_core-0.12.0/tests/test_artifact_list_uploads.py +276 -0
  200. lakana_core-0.12.0/tests/test_artifact_refusals.py +834 -0
  201. lakana_core-0.12.0/tests/test_artifact_service_authorization.py +902 -0
  202. lakana_core-0.12.0/tests/test_artifacts_deletion.py +1820 -0
  203. lakana_core-0.12.0/tests/test_artifacts_manifest.py +625 -0
  204. lakana_core-0.12.0/tests/test_artifacts_release_log.py +22 -0
  205. lakana_core-0.12.0/tests/test_artifacts_service.py +2214 -0
  206. lakana_core-0.12.0/tests/test_artifacts_store.py +369 -0
  207. lakana_core-0.12.0/tests/test_artifacts_sweep.py +1150 -0
  208. lakana_core-0.12.0/tests/test_artifacts_sweep_evidence.py +1618 -0
  209. lakana_core-0.12.0/tests/test_audit_authorization.py +467 -0
  210. lakana_core-0.12.0/tests/test_audit_coverage.py +484 -0
  211. lakana_core-0.12.0/tests/test_audit_service.py +349 -0
  212. lakana_core-0.12.0/tests/test_auth.py +146 -0
  213. lakana_core-0.12.0/tests/test_base.py +60 -0
  214. lakana_core-0.12.0/tests/test_bootstrap.py +494 -0
  215. lakana_core-0.12.0/tests/test_catalog_check_rows.py +1196 -0
  216. lakana_core-0.12.0/tests/test_catalog_commit_answer.py +1074 -0
  217. lakana_core-0.12.0/tests/test_catalog_kept.py +1137 -0
  218. lakana_core-0.12.0/tests/test_catalog_rollback.py +2586 -0
  219. lakana_core-0.12.0/tests/test_code_sweep.py +601 -0
  220. lakana_core-0.12.0/tests/test_commit.py +222 -0
  221. lakana_core-0.12.0/tests/test_config.py +955 -0
  222. lakana_core-0.12.0/tests/test_conventions.py +56 -0
  223. lakana_core-0.12.0/tests/test_datafiles.py +36 -0
  224. lakana_core-0.12.0/tests/test_db.py +459 -0
  225. lakana_core-0.12.0/tests/test_denial_audit_limiter.py +110 -0
  226. lakana_core-0.12.0/tests/test_deploy_hold_sqlite.py +201 -0
  227. lakana_core-0.12.0/tests/test_describe_table.py +331 -0
  228. lakana_core-0.12.0/tests/test_environments.py +889 -0
  229. lakana_core-0.12.0/tests/test_external_location.py +610 -0
  230. lakana_core-0.12.0/tests/test_external_tables.py +252 -0
  231. lakana_core-0.12.0/tests/test_grants_admin.py +207 -0
  232. lakana_core-0.12.0/tests/test_grants_admin_only.py +750 -0
  233. lakana_core-0.12.0/tests/test_grants_authorization.py +1476 -0
  234. lakana_core-0.12.0/tests/test_grants_authorization_bound.py +550 -0
  235. lakana_core-0.12.0/tests/test_grants_roles.py +52 -0
  236. lakana_core-0.12.0/tests/test_grants_service.py +447 -0
  237. lakana_core-0.12.0/tests/test_iceberg_json.py +92 -0
  238. lakana_core-0.12.0/tests/test_identifiers.py +172 -0
  239. lakana_core-0.12.0/tests/test_identity_bound_task_tokens.py +702 -0
  240. lakana_core-0.12.0/tests/test_identity_groups.py +384 -0
  241. lakana_core-0.12.0/tests/test_identity_pats.py +328 -0
  242. lakana_core-0.12.0/tests/test_identity_principals.py +123 -0
  243. lakana_core-0.12.0/tests/test_identity_task_tokens.py +420 -0
  244. lakana_core-0.12.0/tests/test_identity_tokens.py +53 -0
  245. lakana_core-0.12.0/tests/test_jobs_cron.py +455 -0
  246. lakana_core-0.12.0/tests/test_jobs_scheduler.py +1300 -0
  247. lakana_core-0.12.0/tests/test_jobs_service.py +1435 -0
  248. lakana_core-0.12.0/tests/test_jobs_tz.py +54 -0
  249. lakana_core-0.12.0/tests/test_json_schema.py +106 -0
  250. lakana_core-0.12.0/tests/test_lifecycle_integration.py +153 -0
  251. lakana_core-0.12.0/tests/test_lineage.py +59 -0
  252. lakana_core-0.12.0/tests/test_lineage_graph.py +655 -0
  253. lakana_core-0.12.0/tests/test_lineage_graph_task_token.py +127 -0
  254. lakana_core-0.12.0/tests/test_log_escaping.py +409 -0
  255. lakana_core-0.12.0/tests/test_log_setup.py +253 -0
  256. lakana_core-0.12.0/tests/test_log_untrusted_names.py +230 -0
  257. lakana_core-0.12.0/tests/test_maintenance.py +1437 -0
  258. lakana_core-0.12.0/tests/test_metadata.py +307 -0
  259. lakana_core-0.12.0/tests/test_migrate.py +105 -0
  260. lakana_core-0.12.0/tests/test_migration_tests_pin_their_revision.py +212 -0
  261. lakana_core-0.12.0/tests/test_migrations.py +2547 -0
  262. lakana_core-0.12.0/tests/test_migrations_base_round_trip_postgres_integration.py +311 -0
  263. lakana_core-0.12.0/tests/test_migrations_postgres_integration.py +1489 -0
  264. lakana_core-0.12.0/tests/test_models.py +345 -0
  265. lakana_core-0.12.0/tests/test_models_audit_event.py +110 -0
  266. lakana_core-0.12.0/tests/test_models_grant.py +89 -0
  267. lakana_core-0.12.0/tests/test_models_jobs.py +228 -0
  268. lakana_core-0.12.0/tests/test_models_m5a.py +210 -0
  269. lakana_core-0.12.0/tests/test_models_m5b.py +218 -0
  270. lakana_core-0.12.0/tests/test_models_m5c1.py +306 -0
  271. lakana_core-0.12.0/tests/test_models_m5c2b.py +152 -0
  272. lakana_core-0.12.0/tests/test_models_m5c2c.py +99 -0
  273. lakana_core-0.12.0/tests/test_models_policy.py +111 -0
  274. lakana_core-0.12.0/tests/test_models_secret.py +154 -0
  275. lakana_core-0.12.0/tests/test_namespaces.py +612 -0
  276. lakana_core-0.12.0/tests/test_notifications_events.py +378 -0
  277. lakana_core-0.12.0/tests/test_notifications_payload.py +271 -0
  278. lakana_core-0.12.0/tests/test_packaging_deps.py +15 -0
  279. lakana_core-0.12.0/tests/test_policy_column_masks.py +1001 -0
  280. lakana_core-0.12.0/tests/test_policy_expressions.py +404 -0
  281. lakana_core-0.12.0/tests/test_policy_resolver.py +785 -0
  282. lakana_core-0.12.0/tests/test_policy_row_filters.py +1111 -0
  283. lakana_core-0.12.0/tests/test_postgres_integration.py +279 -0
  284. lakana_core-0.12.0/tests/test_projects_checks.py +1375 -0
  285. lakana_core-0.12.0/tests/test_projects_config.py +797 -0
  286. lakana_core-0.12.0/tests/test_projects_dag.py +228 -0
  287. lakana_core-0.12.0/tests/test_projects_deploys.py +3829 -0
  288. lakana_core-0.12.0/tests/test_projects_diff.py +346 -0
  289. lakana_core-0.12.0/tests/test_projects_discovery.py +718 -0
  290. lakana_core-0.12.0/tests/test_projects_frontmatter.py +298 -0
  291. lakana_core-0.12.0/tests/test_projects_git_input.py +306 -0
  292. lakana_core-0.12.0/tests/test_projects_jobs.py +69 -0
  293. lakana_core-0.12.0/tests/test_projects_lockfile.py +1013 -0
  294. lakana_core-0.12.0/tests/test_projects_manifest.py +626 -0
  295. lakana_core-0.12.0/tests/test_projects_package_indexes.py +719 -0
  296. lakana_core-0.12.0/tests/test_projects_package_sources.py +375 -0
  297. lakana_core-0.12.0/tests/test_projects_parse.py +411 -0
  298. lakana_core-0.12.0/tests/test_projects_python_assets.py +836 -0
  299. lakana_core-0.12.0/tests/test_projects_repositories.py +511 -0
  300. lakana_core-0.12.0/tests/test_projects_run_as.py +414 -0
  301. lakana_core-0.12.0/tests/test_projects_run_policy.py +143 -0
  302. lakana_core-0.12.0/tests/test_projects_yaml.py +143 -0
  303. lakana_core-0.12.0/tests/test_query_rewrite.py +1008 -0
  304. lakana_core-0.12.0/tests/test_query_rewrite_views.py +280 -0
  305. lakana_core-0.12.0/tests/test_query_runs.py +82 -0
  306. lakana_core-0.12.0/tests/test_query_service.py +2376 -0
  307. lakana_core-0.12.0/tests/test_query_service_writes.py +358 -0
  308. lakana_core-0.12.0/tests/test_resolver.py +967 -0
  309. lakana_core-0.12.0/tests/test_revocation_on_drop.py +451 -0
  310. lakana_core-0.12.0/tests/test_runs_check_rows.py +1101 -0
  311. lakana_core-0.12.0/tests/test_runs_checks.py +1728 -0
  312. lakana_core-0.12.0/tests/test_runs_kept.py +1534 -0
  313. lakana_core-0.12.0/tests/test_runs_leader.py +426 -0
  314. lakana_core-0.12.0/tests/test_runs_lockdown.py +3075 -0
  315. lakana_core-0.12.0/tests/test_runs_pools.py +521 -0
  316. lakana_core-0.12.0/tests/test_runs_scheduler.py +917 -0
  317. lakana_core-0.12.0/tests/test_runs_selection.py +230 -0
  318. lakana_core-0.12.0/tests/test_runs_service.py +2342 -0
  319. lakana_core-0.12.0/tests/test_runs_store.py +3456 -0
  320. lakana_core-0.12.0/tests/test_runs_tasks.py +1882 -0
  321. lakana_core-0.12.0/tests/test_runs_waiting.py +1107 -0
  322. lakana_core-0.12.0/tests/test_runs_workers.py +356 -0
  323. lakana_core-0.12.0/tests/test_schema_compat.py +314 -0
  324. lakana_core-0.12.0/tests/test_schema_inference.py +30 -0
  325. lakana_core-0.12.0/tests/test_secrets_crypto.py +546 -0
  326. lakana_core-0.12.0/tests/test_secrets_keys.py +107 -0
  327. lakana_core-0.12.0/tests/test_secrets_service.py +640 -0
  328. lakana_core-0.12.0/tests/test_sql_syntax.py +232 -0
  329. lakana_core-0.12.0/tests/test_storage.py +756 -0
  330. lakana_core-0.12.0/tests/test_storage_integration.py +109 -0
  331. lakana_core-0.12.0/tests/test_table_writes.py +1235 -0
  332. lakana_core-0.12.0/tests/test_tables.py +1522 -0
  333. lakana_core-0.12.0/tests/test_version.py +8 -0
  334. lakana_core-0.12.0/tests/test_views.py +365 -0
  335. lakana_core-0.12.0/tests/test_watermark.py +311 -0
  336. lakana_core-0.12.0/tests/test_write_lost_acknowledgement.py +526 -0
  337. lakana_core-0.12.0/tests/test_write_pins.py +339 -0
@@ -0,0 +1,25 @@
1
+ __pycache__/
2
+ *.py[cod]
3
+ .venv/
4
+ venv/
5
+ .env
6
+ *.egg-info/
7
+ dist/
8
+ build/
9
+ .pytest_cache/
10
+ .ruff_cache/
11
+ .mypy_cache/
12
+ .import_linter_cache/
13
+ .coverage
14
+ coverage.json
15
+ mutants/
16
+ htmlcov/
17
+ .DS_Store
18
+ node_modules/
19
+ .idea/
20
+ .vscode/
21
+ .superpowers/
22
+ docs/superpowers/
23
+ graphify-out/
24
+ .worktrees/
25
+ site-build/
@@ -0,0 +1,48 @@
1
+ Metadata-Version: 2.5
2
+ Name: lakana-core
3
+ Version: 0.12.0
4
+ Summary: Lakana domain and persistence layer.
5
+ Project-URL: Homepage, https://github.com/chrschy/lakana
6
+ Project-URL: Documentation, https://github.com/chrschy/lakana/tree/main/docs/site
7
+ Project-URL: Repository, https://github.com/chrschy/lakana
8
+ Project-URL: Issues, https://github.com/chrschy/lakana/issues
9
+ Project-URL: Changelog, https://github.com/chrschy/lakana/blob/main/CHANGELOG.md
10
+ Author: Christopher Schymura
11
+ License-Expression: Apache-2.0
12
+ Keywords: data-platform,duckdb,iceberg,lakehouse
13
+ Classifier: Development Status :: 2 - Pre-Alpha
14
+ Classifier: Intended Audience :: Developers
15
+ Classifier: License :: OSI Approved :: Apache Software License
16
+ Classifier: Operating System :: OS Independent
17
+ Classifier: Programming Language :: Python :: 3
18
+ Classifier: Programming Language :: Python :: 3 :: Only
19
+ Classifier: Programming Language :: Python :: 3.11
20
+ Classifier: Programming Language :: Python :: 3.12
21
+ Classifier: Programming Language :: Python :: 3.13
22
+ Classifier: Programming Language :: Python :: 3.14
23
+ Classifier: Topic :: Database
24
+ Requires-Python: >=3.11
25
+ Requires-Dist: alembic>=1.13
26
+ Requires-Dist: cryptography>=50.0.2
27
+ Requires-Dist: fsspec>=2026.9.0
28
+ Requires-Dist: pg8000>=1.31
29
+ Requires-Dist: pyarrow>=26.0.0
30
+ Requires-Dist: pydantic-settings>=2.3
31
+ Requires-Dist: pydantic>=2.7
32
+ Requires-Dist: pyiceberg>=0.12
33
+ Requires-Dist: pyyaml>=6.0.3
34
+ Requires-Dist: s3fs>=2026.9.0
35
+ Requires-Dist: sqlalchemy>=2.1.3
36
+ Requires-Dist: sqlglot>=30.21.0
37
+ Requires-Dist: tzdata>=2026.5
38
+ Description-Content-Type: text/markdown
39
+
40
+ # lakana-core
41
+
42
+ > **Pre-beta.** Lakana is published as a 0.x pre-beta: the API and the data layout may change
43
+ > between releases, and it is not ready for production data yet. See the
44
+ > [project README](https://github.com/chrschy/lakana#readme).
45
+
46
+ Lakana domain and persistence layer.
47
+
48
+ Part of [Lakana](https://github.com/chrschy/lakana). You normally install `lakana` (the SDK and CLI), not this package.
@@ -0,0 +1,9 @@
1
+ # lakana-core
2
+
3
+ > **Pre-beta.** Lakana is published as a 0.x pre-beta: the API and the data layout may change
4
+ > between releases, and it is not ready for production data yet. See the
5
+ > [project README](https://github.com/chrschy/lakana#readme).
6
+
7
+ Lakana domain and persistence layer.
8
+
9
+ Part of [Lakana](https://github.com/chrschy/lakana). You normally install `lakana` (the SDK and CLI), not this package.
@@ -0,0 +1,151 @@
1
+ # A generic, single database configuration.
2
+
3
+ [alembic]
4
+ # path to migration scripts.
5
+ # this is typically a path given in POSIX (e.g. forward slashes)
6
+ # format, relative to the token %(here)s which refers to the location of this
7
+ # ini file
8
+ script_location = %(here)s/src/lakana_core/migrations
9
+
10
+ # template used to generate migration file names; The default value is %%(rev)s_%%(slug)s
11
+ # Uncomment the line below if you want the files to be prepended with date and time
12
+ # see https://alembic.sqlalchemy.org/en/latest/tutorial.html#editing-the-ini-file
13
+ # for all available tokens
14
+ # file_template = %%(year)d_%%(month).2d_%%(day).2d_%%(hour).2d%%(minute).2d-%%(rev)s_%%(slug)s
15
+ # Or organize into date-based subdirectories (requires recursive_version_locations = true)
16
+ # file_template = %%(year)d/%%(month).2d/%%(day).2d_%%(hour).2d%%(minute).2d_%%(second).2d_%%(rev)s_%%(slug)s
17
+
18
+ # sys.path path, will be prepended to sys.path if present.
19
+ # defaults to the current working directory. for multiple paths, the path separator
20
+ # is defined by "path_separator" below.
21
+ prepend_sys_path = .
22
+
23
+
24
+ # timezone to use when rendering the date within the migration file
25
+ # as well as the filename.
26
+ # If specified, requires the tzdata library which can be installed by adding
27
+ # `alembic[tz]` to the pip requirements.
28
+ # string value is passed to ZoneInfo()
29
+ # leave blank for localtime
30
+ # timezone =
31
+
32
+ # max length of characters to apply to the "slug" field
33
+ # truncate_slug_length = 40
34
+
35
+ # set to 'true' to run the environment during
36
+ # the 'revision' command, regardless of autogenerate
37
+ # revision_environment = false
38
+
39
+ # set to 'true' to allow .pyc and .pyo files without
40
+ # a source .py file to be detected as revisions in the
41
+ # versions/ directory
42
+ # sourceless = false
43
+
44
+ # version location specification; This defaults
45
+ # to <script_location>/versions. When using multiple version
46
+ # directories, initial revisions must be specified with --version-path.
47
+ # The path separator used here should be the separator specified by "path_separator"
48
+ # below.
49
+ # version_locations = %(here)s/bar:%(here)s/bat:%(here)s/alembic/versions
50
+
51
+ # path_separator; This indicates what character is used to split lists of file
52
+ # paths, including version_locations and prepend_sys_path within configparser
53
+ # files such as alembic.ini.
54
+ # The default rendered in new alembic.ini files is "os", which uses os.pathsep
55
+ # to provide os-dependent path splitting.
56
+ #
57
+ # Note that in order to support legacy alembic.ini files, this default does NOT
58
+ # take place if path_separator is not present in alembic.ini. If this
59
+ # option is omitted entirely, fallback logic is as follows:
60
+ #
61
+ # 1. Parsing of the version_locations option falls back to using the legacy
62
+ # "version_path_separator" key, which if absent then falls back to the legacy
63
+ # behavior of splitting on spaces and/or commas.
64
+ # 2. Parsing of the prepend_sys_path option falls back to the legacy
65
+ # behavior of splitting on spaces, commas, or colons.
66
+ #
67
+ # Valid values for path_separator are:
68
+ #
69
+ # path_separator = :
70
+ # path_separator = ;
71
+ # path_separator = space
72
+ # path_separator = newline
73
+ #
74
+ # Use os.pathsep. Default configuration used for new projects.
75
+ path_separator = os
76
+
77
+ # set to 'true' to search source files recursively
78
+ # in each "version_locations" directory
79
+ # new in Alembic version 1.10
80
+ # recursive_version_locations = false
81
+
82
+ # the output encoding used when revision files
83
+ # are written from script.py.mako
84
+ # output_encoding = utf-8
85
+
86
+ # database URL. This is consumed by the user-maintained env.py script only.
87
+ # other means of configuring database URLs may be customized within the env.py
88
+ # file.
89
+ # Lakana does not hard-code a URL here: env.py reads it from lakana_core.config.Settings,
90
+ # which resolves LAKANA_DATABASE__URL.
91
+ # sqlalchemy.url = driver://user:pass@localhost/dbname
92
+
93
+
94
+ [post_write_hooks]
95
+ # post_write_hooks defines scripts or Python functions that are run
96
+ # on newly generated revision scripts. See the documentation for further
97
+ # detail and examples
98
+
99
+ # format using "black" - use the console_scripts runner, against the "black" entrypoint
100
+ # hooks = black
101
+ # black.type = console_scripts
102
+ # black.entrypoint = black
103
+ # black.options = -l 79 REVISION_SCRIPT_FILENAME
104
+
105
+ # lint with attempts to fix using "ruff" - use the module runner, against the "ruff" module
106
+ # hooks = ruff
107
+ # ruff.type = module
108
+ # ruff.module = ruff
109
+ # ruff.options = check --fix REVISION_SCRIPT_FILENAME
110
+
111
+ # Alternatively, use the exec runner to execute a binary found on your PATH
112
+ # hooks = ruff
113
+ # ruff.type = exec
114
+ # ruff.executable = ruff
115
+ # ruff.options = check --fix REVISION_SCRIPT_FILENAME
116
+
117
+ # Logging configuration. This is also consumed by the user-maintained
118
+ # env.py script only.
119
+ [loggers]
120
+ keys = root,sqlalchemy,alembic
121
+
122
+ [handlers]
123
+ keys = console
124
+
125
+ [formatters]
126
+ keys = generic
127
+
128
+ [logger_root]
129
+ level = WARNING
130
+ handlers = console
131
+ qualname =
132
+
133
+ [logger_sqlalchemy]
134
+ level = WARNING
135
+ handlers =
136
+ qualname = sqlalchemy.engine
137
+
138
+ [logger_alembic]
139
+ level = INFO
140
+ handlers =
141
+ qualname = alembic
142
+
143
+ [handler_console]
144
+ class = StreamHandler
145
+ args = (sys.stderr,)
146
+ level = NOTSET
147
+ formatter = generic
148
+
149
+ [formatter_generic]
150
+ format = %(levelname)-5.5s [%(name)s] %(message)s
151
+ datefmt = %H:%M:%S
@@ -0,0 +1,87 @@
1
+ [build-system]
2
+ requires = ["hatchling", "hatch-vcs"]
3
+ build-backend = "hatchling.build"
4
+
5
+ [project]
6
+ name = "lakana-core"
7
+ description = "Lakana domain and persistence layer."
8
+ readme = "README.md"
9
+ requires-python = ">=3.11"
10
+ license = "Apache-2.0"
11
+ authors = [{ name = "Christopher Schymura" }]
12
+ keywords = ["lakehouse", "duckdb", "iceberg", "data-platform"]
13
+ classifiers = [
14
+ "Development Status :: 2 - Pre-Alpha",
15
+ "License :: OSI Approved :: Apache Software License",
16
+ "Intended Audience :: Developers",
17
+ "Operating System :: OS Independent",
18
+ "Programming Language :: Python :: 3",
19
+ "Programming Language :: Python :: 3 :: Only",
20
+ "Programming Language :: Python :: 3.11",
21
+ "Programming Language :: Python :: 3.12",
22
+ "Programming Language :: Python :: 3.13",
23
+ "Programming Language :: Python :: 3.14",
24
+ "Topic :: Database",
25
+ ]
26
+ urls = { Homepage = "https://github.com/chrschy/lakana", Documentation = "https://github.com/chrschy/lakana/tree/main/docs/site", Repository = "https://github.com/chrschy/lakana", Issues = "https://github.com/chrschy/lakana/issues", Changelog = "https://github.com/chrschy/lakana/blob/main/CHANGELOG.md" }
27
+ dynamic = ["version"]
28
+ dependencies = [
29
+ "sqlalchemy>=2.1.3",
30
+ "alembic>=1.13",
31
+ "pydantic>=2.7",
32
+ "pydantic-settings>=2.3",
33
+ "pyiceberg>=0.12",
34
+ "fsspec>=2026.9.0",
35
+ # pyiceberg's PyArrowFileIO needs pyarrow, but pyarrow only arrives
36
+ # transitively through pyiceberg's optional "pyarrow" extra, which this
37
+ # package does not request. Without it, build_file_io logs an error on
38
+ # every call and silently falls back to FsspecFileIO, so a deployment
39
+ # (which also lacks pyarrow unless something else pulls it in) runs a
40
+ # different FileIO implementation than the tests exercise. Apache-2.0,
41
+ # same as the rest of this dependency set.
42
+ "pyarrow>=26.0.0",
43
+ # `StorageConfig.scheme` promises "s3", and `StorageResolver.for_environment`
44
+ # builds `FsspecStorage` eagerly through `fsspec.core.url_to_fs`, which
45
+ # raises ImportError for the s3 scheme without this installed — before any
46
+ # table operation gets a chance to use pyiceberg's own (pyarrow-backed)
47
+ # S3 support. BSD-3-Clause.
48
+ "s3fs>=2026.9.0",
49
+ # MIT. SQL parsing, identifier resolution, lineage extraction, and the
50
+ # rewrite that replaces a qualified table reference with a scoped read —
51
+ # one dependency for all four.
52
+ "sqlglot>=30.21.0",
53
+ # Apache-2.0 OR BSD-3-Clause. Envelope encryption for secrets: AES-256-GCM
54
+ # via AESGCM, verified directly against this exact version during
55
+ # plan-writing (see this plan's Global Constraints).
56
+ "cryptography>=50.0.2",
57
+ # Postgres driver for team mode (`postgresql+pg8000://`). BSD-3, pure
58
+ # Python. psycopg is LGPL-3.0 and forbidden (CLAUDE.md rule 4).
59
+ "pg8000>=1.31",
60
+ # MIT. Loads `lakana.yaml` and SQL front-matter from deployed repositories
61
+ # through an alias-refusing SafeLoader subclass
62
+ # (`lakana_core.projects.yaml_loader`).
63
+ "pyyaml>=6.0.3",
64
+ # Apache-2.0. The one source of time zone rules (`lakana_core.jobs.tz`), so that the deploy
65
+ # check and the scheduler agree on every machine and a slim container needs no system
66
+ # database.
67
+ "tzdata>=2026.5",
68
+ ]
69
+
70
+ [tool.hatch.version]
71
+ source = "vcs"
72
+ raw-options = { root = "../.." }
73
+
74
+ [tool.hatch.build.targets.wheel]
75
+ packages = ["src/lakana_core"]
76
+
77
+ [tool.mutmut]
78
+ source_paths = ["src/lakana_core"]
79
+ only_mutate = [
80
+ "src/lakana_core/grants/authorization.py",
81
+ "src/lakana_core/policy/*",
82
+ "src/lakana_core/audit/authorization.py",
83
+ "src/lakana_core/catalog/external_location.py",
84
+ ]
85
+ pytest_add_cli_args_test_selection = ["tests/"]
86
+ pytest_add_cli_args = ["-m", "not integration", "-p", "no:cacheprovider"]
87
+ also_copy = ["tests/", "alembic.ini"]
@@ -0,0 +1 @@
1
+ """Lakana domain and persistence layer."""
@@ -0,0 +1 @@
1
+ """The artifact store."""