lakana-core 0.12.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- lakana_core-0.12.0/.gitignore +25 -0
- lakana_core-0.12.0/PKG-INFO +48 -0
- lakana_core-0.12.0/README.md +9 -0
- lakana_core-0.12.0/alembic.ini +151 -0
- lakana_core-0.12.0/pyproject.toml +87 -0
- lakana_core-0.12.0/src/lakana_core/__init__.py +1 -0
- lakana_core-0.12.0/src/lakana_core/artifacts/__init__.py +1 -0
- lakana_core-0.12.0/src/lakana_core/artifacts/manifest.py +541 -0
- lakana_core-0.12.0/src/lakana_core/artifacts/service.py +2826 -0
- lakana_core-0.12.0/src/lakana_core/artifacts/store.py +709 -0
- lakana_core-0.12.0/src/lakana_core/artifacts/sweep.py +1208 -0
- lakana_core-0.12.0/src/lakana_core/audit/__init__.py +1 -0
- lakana_core-0.12.0/src/lakana_core/audit/authorization.py +246 -0
- lakana_core-0.12.0/src/lakana_core/audit/denial_limiter.py +165 -0
- lakana_core-0.12.0/src/lakana_core/audit/service.py +196 -0
- lakana_core-0.12.0/src/lakana_core/auth.py +470 -0
- lakana_core-0.12.0/src/lakana_core/bootstrap.py +348 -0
- lakana_core-0.12.0/src/lakana_core/catalog/__init__.py +6 -0
- lakana_core-0.12.0/src/lakana_core/catalog/append.py +399 -0
- lakana_core-0.12.0/src/lakana_core/catalog/commit.py +99 -0
- lakana_core-0.12.0/src/lakana_core/catalog/datafiles.py +171 -0
- lakana_core-0.12.0/src/lakana_core/catalog/external_location.py +259 -0
- lakana_core-0.12.0/src/lakana_core/catalog/identity.py +212 -0
- lakana_core-0.12.0/src/lakana_core/catalog/json_schema.py +204 -0
- lakana_core-0.12.0/src/lakana_core/catalog/lineage_graph.py +364 -0
- lakana_core-0.12.0/src/lakana_core/catalog/maintenance.py +334 -0
- lakana_core-0.12.0/src/lakana_core/catalog/metadata.py +269 -0
- lakana_core-0.12.0/src/lakana_core/catalog/query_service.py +1043 -0
- lakana_core-0.12.0/src/lakana_core/catalog/schema_compat.py +484 -0
- lakana_core-0.12.0/src/lakana_core/catalog/schema_inference.py +57 -0
- lakana_core-0.12.0/src/lakana_core/catalog/service.py +5687 -0
- lakana_core-0.12.0/src/lakana_core/catalog/watermark.py +305 -0
- lakana_core-0.12.0/src/lakana_core/catalog/writes.py +549 -0
- lakana_core-0.12.0/src/lakana_core/config.py +1272 -0
- lakana_core-0.12.0/src/lakana_core/db.py +284 -0
- lakana_core-0.12.0/src/lakana_core/errors.py +170 -0
- lakana_core-0.12.0/src/lakana_core/grants/__init__.py +1 -0
- lakana_core-0.12.0/src/lakana_core/grants/admin.py +273 -0
- lakana_core-0.12.0/src/lakana_core/grants/authorization.py +559 -0
- lakana_core-0.12.0/src/lakana_core/grants/revocation.py +188 -0
- lakana_core-0.12.0/src/lakana_core/grants/roles.py +50 -0
- lakana_core-0.12.0/src/lakana_core/grants/service.py +609 -0
- lakana_core-0.12.0/src/lakana_core/iceberg_json.py +143 -0
- lakana_core-0.12.0/src/lakana_core/identifiers.py +333 -0
- lakana_core-0.12.0/src/lakana_core/identity/__init__.py +1 -0
- lakana_core-0.12.0/src/lakana_core/identity/groups.py +361 -0
- lakana_core-0.12.0/src/lakana_core/identity/pats.py +359 -0
- lakana_core-0.12.0/src/lakana_core/identity/principals.py +166 -0
- lakana_core-0.12.0/src/lakana_core/identity/task_tokens.py +965 -0
- lakana_core-0.12.0/src/lakana_core/identity/tokens.py +120 -0
- lakana_core-0.12.0/src/lakana_core/jobs/__init__.py +1 -0
- lakana_core-0.12.0/src/lakana_core/jobs/audit.py +48 -0
- lakana_core-0.12.0/src/lakana_core/jobs/cron.py +635 -0
- lakana_core-0.12.0/src/lakana_core/jobs/scheduler.py +676 -0
- lakana_core-0.12.0/src/lakana_core/jobs/service.py +1385 -0
- lakana_core-0.12.0/src/lakana_core/jobs/tz.py +65 -0
- lakana_core-0.12.0/src/lakana_core/kept_mark.py +41 -0
- lakana_core-0.12.0/src/lakana_core/lineage.py +68 -0
- lakana_core-0.12.0/src/lakana_core/log_setup.py +220 -0
- lakana_core-0.12.0/src/lakana_core/migrate.py +72 -0
- lakana_core-0.12.0/src/lakana_core/migrations/README +1 -0
- lakana_core-0.12.0/src/lakana_core/migrations/env.py +93 -0
- lakana_core-0.12.0/src/lakana_core/migrations/script.py.mako +28 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0001_initial.py +115 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0002_query_runs.py +61 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0003_table_external_config.py +28 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0004_principal_is_active.py +31 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0005_groups.py +55 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0006_credentials.py +73 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0007_grants.py +122 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0008_row_filters_and_column_masks.py +115 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0009_secrets.py +64 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0010_audit_events.py +79 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0011_m3f_security.py +387 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0012_m5a_materialization.py +128 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0013_m5b_projects_deploy.py +201 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0014_m5c1_run_engine.py +248 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0015_task_run_claim_count.py +38 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0016_bound_task_tokens.py +57 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0017_query_run_error_cause.py +33 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0018_artifact_store.py +153 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0019_secret_format_and_key_id.py +54 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0020_package_indexes.py +74 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0021_query_run_cancel.py +50 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0022_workers.py +62 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0023_worker_takes.py +40 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0024_checks.py +155 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0025_kept_after_check.py +40 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0026_query_run_check_result.py +37 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0027_task_run_setting_back.py +40 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0028_jobs.py +121 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0029_notification_deliveries.py +89 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0030_table_kept_unchecked.py +37 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0031_table_kept_earlier.py +51 -0
- lakana_core-0.12.0/src/lakana_core/migrations/versions/0032_table_kept_unknown.py +37 -0
- lakana_core-0.12.0/src/lakana_core/models/__init__.py +101 -0
- lakana_core-0.12.0/src/lakana_core/models/artifact.py +114 -0
- lakana_core-0.12.0/src/lakana_core/models/audit_event.py +134 -0
- lakana_core-0.12.0/src/lakana_core/models/base.py +123 -0
- lakana_core-0.12.0/src/lakana_core/models/check_result.py +84 -0
- lakana_core-0.12.0/src/lakana_core/models/column_mask.py +81 -0
- lakana_core-0.12.0/src/lakana_core/models/credential.py +76 -0
- lakana_core-0.12.0/src/lakana_core/models/deploy.py +130 -0
- lakana_core-0.12.0/src/lakana_core/models/environment.py +39 -0
- lakana_core-0.12.0/src/lakana_core/models/grant.py +69 -0
- lakana_core-0.12.0/src/lakana_core/models/group.py +42 -0
- lakana_core-0.12.0/src/lakana_core/models/job.py +70 -0
- lakana_core-0.12.0/src/lakana_core/models/lineage_edge.py +41 -0
- lakana_core-0.12.0/src/lakana_core/models/namespace.py +32 -0
- lakana_core-0.12.0/src/lakana_core/models/notification.py +73 -0
- lakana_core-0.12.0/src/lakana_core/models/package_index.py +33 -0
- lakana_core-0.12.0/src/lakana_core/models/principal.py +32 -0
- lakana_core-0.12.0/src/lakana_core/models/query_run.py +156 -0
- lakana_core-0.12.0/src/lakana_core/models/repository.py +52 -0
- lakana_core-0.12.0/src/lakana_core/models/row_filter.py +87 -0
- lakana_core-0.12.0/src/lakana_core/models/run.py +263 -0
- lakana_core-0.12.0/src/lakana_core/models/secret.py +58 -0
- lakana_core-0.12.0/src/lakana_core/models/table.py +179 -0
- lakana_core-0.12.0/src/lakana_core/models/worker.py +32 -0
- lakana_core-0.12.0/src/lakana_core/notifications/__init__.py +1 -0
- lakana_core-0.12.0/src/lakana_core/notifications/events.py +180 -0
- lakana_core-0.12.0/src/lakana_core/notifications/payload.py +449 -0
- lakana_core-0.12.0/src/lakana_core/notifications/views.py +113 -0
- lakana_core-0.12.0/src/lakana_core/policy/__init__.py +1 -0
- lakana_core-0.12.0/src/lakana_core/policy/column_masks.py +425 -0
- lakana_core-0.12.0/src/lakana_core/policy/columns.py +168 -0
- lakana_core-0.12.0/src/lakana_core/policy/expressions.py +252 -0
- lakana_core-0.12.0/src/lakana_core/policy/resolver.py +254 -0
- lakana_core-0.12.0/src/lakana_core/policy/row_filters.py +424 -0
- lakana_core-0.12.0/src/lakana_core/projects/__init__.py +7 -0
- lakana_core-0.12.0/src/lakana_core/projects/asset_model.py +79 -0
- lakana_core-0.12.0/src/lakana_core/projects/checks.py +1068 -0
- lakana_core-0.12.0/src/lakana_core/projects/code_sweep.py +471 -0
- lakana_core-0.12.0/src/lakana_core/projects/dag.py +172 -0
- lakana_core-0.12.0/src/lakana_core/projects/deploys.py +2751 -0
- lakana_core-0.12.0/src/lakana_core/projects/diff.py +205 -0
- lakana_core-0.12.0/src/lakana_core/projects/discovery.py +488 -0
- lakana_core-0.12.0/src/lakana_core/projects/frontmatter.py +412 -0
- lakana_core-0.12.0/src/lakana_core/projects/git_input.py +260 -0
- lakana_core-0.12.0/src/lakana_core/projects/issues.py +52 -0
- lakana_core-0.12.0/src/lakana_core/projects/jobs.py +72 -0
- lakana_core-0.12.0/src/lakana_core/projects/limits.py +58 -0
- lakana_core-0.12.0/src/lakana_core/projects/lockfile.py +962 -0
- lakana_core-0.12.0/src/lakana_core/projects/lookups.py +100 -0
- lakana_core-0.12.0/src/lakana_core/projects/manifest.py +584 -0
- lakana_core-0.12.0/src/lakana_core/projects/package_indexes.py +464 -0
- lakana_core-0.12.0/src/lakana_core/projects/package_sources.py +464 -0
- lakana_core-0.12.0/src/lakana_core/projects/parse.py +237 -0
- lakana_core-0.12.0/src/lakana_core/projects/project_config.py +988 -0
- lakana_core-0.12.0/src/lakana_core/projects/python_assets.py +718 -0
- lakana_core-0.12.0/src/lakana_core/projects/repositories.py +399 -0
- lakana_core-0.12.0/src/lakana_core/projects/run_policy.py +210 -0
- lakana_core-0.12.0/src/lakana_core/projects/yaml_loader.py +233 -0
- lakana_core-0.12.0/src/lakana_core/query_rewrite.py +1372 -0
- lakana_core-0.12.0/src/lakana_core/runs/__init__.py +6 -0
- lakana_core-0.12.0/src/lakana_core/runs/check_rows.py +208 -0
- lakana_core-0.12.0/src/lakana_core/runs/checks.py +1959 -0
- lakana_core-0.12.0/src/lakana_core/runs/kept.py +1164 -0
- lakana_core-0.12.0/src/lakana_core/runs/leader.py +294 -0
- lakana_core-0.12.0/src/lakana_core/runs/lockdown.py +1054 -0
- lakana_core-0.12.0/src/lakana_core/runs/pools.py +357 -0
- lakana_core-0.12.0/src/lakana_core/runs/scheduler.py +627 -0
- lakana_core-0.12.0/src/lakana_core/runs/selection.py +316 -0
- lakana_core-0.12.0/src/lakana_core/runs/service.py +2070 -0
- lakana_core-0.12.0/src/lakana_core/runs/store.py +1644 -0
- lakana_core-0.12.0/src/lakana_core/runs/tasks.py +922 -0
- lakana_core-0.12.0/src/lakana_core/runs/waiting.py +865 -0
- lakana_core-0.12.0/src/lakana_core/runs/workers.py +240 -0
- lakana_core-0.12.0/src/lakana_core/secrets/__init__.py +1 -0
- lakana_core-0.12.0/src/lakana_core/secrets/crypto.py +491 -0
- lakana_core-0.12.0/src/lakana_core/secrets/keys.py +286 -0
- lakana_core-0.12.0/src/lakana_core/secrets/service.py +304 -0
- lakana_core-0.12.0/src/lakana_core/sql_syntax.py +254 -0
- lakana_core-0.12.0/src/lakana_core/statement_limit.py +52 -0
- lakana_core-0.12.0/src/lakana_core/storage/__init__.py +15 -0
- lakana_core-0.12.0/src/lakana_core/storage/base.py +313 -0
- lakana_core-0.12.0/src/lakana_core/storage/fsspec_storage.py +720 -0
- lakana_core-0.12.0/src/lakana_core/storage/resolver.py +694 -0
- lakana_core-0.12.0/tests/conftest.py +86 -0
- lakana_core-0.12.0/tests/core_test_helpers.py +1082 -0
- lakana_core-0.12.0/tests/notification_golden/json_failed.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/json_failed_check.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/json_recovered.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/json_test.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/slack_failed.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/slack_failed_check.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/slack_recovered.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/slack_test.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/teams_failed.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/teams_failed_check.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/teams_recovered.json +1 -0
- lakana_core-0.12.0/tests/notification_golden/teams_test.json +1 -0
- lakana_core-0.12.0/tests/test_admin_only_call_sites.py +769 -0
- lakana_core-0.12.0/tests/test_append.py +855 -0
- lakana_core-0.12.0/tests/test_arrow_writes.py +346 -0
- lakana_core-0.12.0/tests/test_artifact_abort.py +326 -0
- lakana_core-0.12.0/tests/test_artifact_delete_report.py +322 -0
- lakana_core-0.12.0/tests/test_artifact_lineage.py +357 -0
- lakana_core-0.12.0/tests/test_artifact_list_uploads.py +276 -0
- lakana_core-0.12.0/tests/test_artifact_refusals.py +834 -0
- lakana_core-0.12.0/tests/test_artifact_service_authorization.py +902 -0
- lakana_core-0.12.0/tests/test_artifacts_deletion.py +1820 -0
- lakana_core-0.12.0/tests/test_artifacts_manifest.py +625 -0
- lakana_core-0.12.0/tests/test_artifacts_release_log.py +22 -0
- lakana_core-0.12.0/tests/test_artifacts_service.py +2214 -0
- lakana_core-0.12.0/tests/test_artifacts_store.py +369 -0
- lakana_core-0.12.0/tests/test_artifacts_sweep.py +1150 -0
- lakana_core-0.12.0/tests/test_artifacts_sweep_evidence.py +1618 -0
- lakana_core-0.12.0/tests/test_audit_authorization.py +467 -0
- lakana_core-0.12.0/tests/test_audit_coverage.py +484 -0
- lakana_core-0.12.0/tests/test_audit_service.py +349 -0
- lakana_core-0.12.0/tests/test_auth.py +146 -0
- lakana_core-0.12.0/tests/test_base.py +60 -0
- lakana_core-0.12.0/tests/test_bootstrap.py +494 -0
- lakana_core-0.12.0/tests/test_catalog_check_rows.py +1196 -0
- lakana_core-0.12.0/tests/test_catalog_commit_answer.py +1074 -0
- lakana_core-0.12.0/tests/test_catalog_kept.py +1137 -0
- lakana_core-0.12.0/tests/test_catalog_rollback.py +2586 -0
- lakana_core-0.12.0/tests/test_code_sweep.py +601 -0
- lakana_core-0.12.0/tests/test_commit.py +222 -0
- lakana_core-0.12.0/tests/test_config.py +955 -0
- lakana_core-0.12.0/tests/test_conventions.py +56 -0
- lakana_core-0.12.0/tests/test_datafiles.py +36 -0
- lakana_core-0.12.0/tests/test_db.py +459 -0
- lakana_core-0.12.0/tests/test_denial_audit_limiter.py +110 -0
- lakana_core-0.12.0/tests/test_deploy_hold_sqlite.py +201 -0
- lakana_core-0.12.0/tests/test_describe_table.py +331 -0
- lakana_core-0.12.0/tests/test_environments.py +889 -0
- lakana_core-0.12.0/tests/test_external_location.py +610 -0
- lakana_core-0.12.0/tests/test_external_tables.py +252 -0
- lakana_core-0.12.0/tests/test_grants_admin.py +207 -0
- lakana_core-0.12.0/tests/test_grants_admin_only.py +750 -0
- lakana_core-0.12.0/tests/test_grants_authorization.py +1476 -0
- lakana_core-0.12.0/tests/test_grants_authorization_bound.py +550 -0
- lakana_core-0.12.0/tests/test_grants_roles.py +52 -0
- lakana_core-0.12.0/tests/test_grants_service.py +447 -0
- lakana_core-0.12.0/tests/test_iceberg_json.py +92 -0
- lakana_core-0.12.0/tests/test_identifiers.py +172 -0
- lakana_core-0.12.0/tests/test_identity_bound_task_tokens.py +702 -0
- lakana_core-0.12.0/tests/test_identity_groups.py +384 -0
- lakana_core-0.12.0/tests/test_identity_pats.py +328 -0
- lakana_core-0.12.0/tests/test_identity_principals.py +123 -0
- lakana_core-0.12.0/tests/test_identity_task_tokens.py +420 -0
- lakana_core-0.12.0/tests/test_identity_tokens.py +53 -0
- lakana_core-0.12.0/tests/test_jobs_cron.py +455 -0
- lakana_core-0.12.0/tests/test_jobs_scheduler.py +1300 -0
- lakana_core-0.12.0/tests/test_jobs_service.py +1435 -0
- lakana_core-0.12.0/tests/test_jobs_tz.py +54 -0
- lakana_core-0.12.0/tests/test_json_schema.py +106 -0
- lakana_core-0.12.0/tests/test_lifecycle_integration.py +153 -0
- lakana_core-0.12.0/tests/test_lineage.py +59 -0
- lakana_core-0.12.0/tests/test_lineage_graph.py +655 -0
- lakana_core-0.12.0/tests/test_lineage_graph_task_token.py +127 -0
- lakana_core-0.12.0/tests/test_log_escaping.py +409 -0
- lakana_core-0.12.0/tests/test_log_setup.py +253 -0
- lakana_core-0.12.0/tests/test_log_untrusted_names.py +230 -0
- lakana_core-0.12.0/tests/test_maintenance.py +1437 -0
- lakana_core-0.12.0/tests/test_metadata.py +307 -0
- lakana_core-0.12.0/tests/test_migrate.py +105 -0
- lakana_core-0.12.0/tests/test_migration_tests_pin_their_revision.py +212 -0
- lakana_core-0.12.0/tests/test_migrations.py +2547 -0
- lakana_core-0.12.0/tests/test_migrations_base_round_trip_postgres_integration.py +311 -0
- lakana_core-0.12.0/tests/test_migrations_postgres_integration.py +1489 -0
- lakana_core-0.12.0/tests/test_models.py +345 -0
- lakana_core-0.12.0/tests/test_models_audit_event.py +110 -0
- lakana_core-0.12.0/tests/test_models_grant.py +89 -0
- lakana_core-0.12.0/tests/test_models_jobs.py +228 -0
- lakana_core-0.12.0/tests/test_models_m5a.py +210 -0
- lakana_core-0.12.0/tests/test_models_m5b.py +218 -0
- lakana_core-0.12.0/tests/test_models_m5c1.py +306 -0
- lakana_core-0.12.0/tests/test_models_m5c2b.py +152 -0
- lakana_core-0.12.0/tests/test_models_m5c2c.py +99 -0
- lakana_core-0.12.0/tests/test_models_policy.py +111 -0
- lakana_core-0.12.0/tests/test_models_secret.py +154 -0
- lakana_core-0.12.0/tests/test_namespaces.py +612 -0
- lakana_core-0.12.0/tests/test_notifications_events.py +378 -0
- lakana_core-0.12.0/tests/test_notifications_payload.py +271 -0
- lakana_core-0.12.0/tests/test_packaging_deps.py +15 -0
- lakana_core-0.12.0/tests/test_policy_column_masks.py +1001 -0
- lakana_core-0.12.0/tests/test_policy_expressions.py +404 -0
- lakana_core-0.12.0/tests/test_policy_resolver.py +785 -0
- lakana_core-0.12.0/tests/test_policy_row_filters.py +1111 -0
- lakana_core-0.12.0/tests/test_postgres_integration.py +279 -0
- lakana_core-0.12.0/tests/test_projects_checks.py +1375 -0
- lakana_core-0.12.0/tests/test_projects_config.py +797 -0
- lakana_core-0.12.0/tests/test_projects_dag.py +228 -0
- lakana_core-0.12.0/tests/test_projects_deploys.py +3829 -0
- lakana_core-0.12.0/tests/test_projects_diff.py +346 -0
- lakana_core-0.12.0/tests/test_projects_discovery.py +718 -0
- lakana_core-0.12.0/tests/test_projects_frontmatter.py +298 -0
- lakana_core-0.12.0/tests/test_projects_git_input.py +306 -0
- lakana_core-0.12.0/tests/test_projects_jobs.py +69 -0
- lakana_core-0.12.0/tests/test_projects_lockfile.py +1013 -0
- lakana_core-0.12.0/tests/test_projects_manifest.py +626 -0
- lakana_core-0.12.0/tests/test_projects_package_indexes.py +719 -0
- lakana_core-0.12.0/tests/test_projects_package_sources.py +375 -0
- lakana_core-0.12.0/tests/test_projects_parse.py +411 -0
- lakana_core-0.12.0/tests/test_projects_python_assets.py +836 -0
- lakana_core-0.12.0/tests/test_projects_repositories.py +511 -0
- lakana_core-0.12.0/tests/test_projects_run_as.py +414 -0
- lakana_core-0.12.0/tests/test_projects_run_policy.py +143 -0
- lakana_core-0.12.0/tests/test_projects_yaml.py +143 -0
- lakana_core-0.12.0/tests/test_query_rewrite.py +1008 -0
- lakana_core-0.12.0/tests/test_query_rewrite_views.py +280 -0
- lakana_core-0.12.0/tests/test_query_runs.py +82 -0
- lakana_core-0.12.0/tests/test_query_service.py +2376 -0
- lakana_core-0.12.0/tests/test_query_service_writes.py +358 -0
- lakana_core-0.12.0/tests/test_resolver.py +967 -0
- lakana_core-0.12.0/tests/test_revocation_on_drop.py +451 -0
- lakana_core-0.12.0/tests/test_runs_check_rows.py +1101 -0
- lakana_core-0.12.0/tests/test_runs_checks.py +1728 -0
- lakana_core-0.12.0/tests/test_runs_kept.py +1534 -0
- lakana_core-0.12.0/tests/test_runs_leader.py +426 -0
- lakana_core-0.12.0/tests/test_runs_lockdown.py +3075 -0
- lakana_core-0.12.0/tests/test_runs_pools.py +521 -0
- lakana_core-0.12.0/tests/test_runs_scheduler.py +917 -0
- lakana_core-0.12.0/tests/test_runs_selection.py +230 -0
- lakana_core-0.12.0/tests/test_runs_service.py +2342 -0
- lakana_core-0.12.0/tests/test_runs_store.py +3456 -0
- lakana_core-0.12.0/tests/test_runs_tasks.py +1882 -0
- lakana_core-0.12.0/tests/test_runs_waiting.py +1107 -0
- lakana_core-0.12.0/tests/test_runs_workers.py +356 -0
- lakana_core-0.12.0/tests/test_schema_compat.py +314 -0
- lakana_core-0.12.0/tests/test_schema_inference.py +30 -0
- lakana_core-0.12.0/tests/test_secrets_crypto.py +546 -0
- lakana_core-0.12.0/tests/test_secrets_keys.py +107 -0
- lakana_core-0.12.0/tests/test_secrets_service.py +640 -0
- lakana_core-0.12.0/tests/test_sql_syntax.py +232 -0
- lakana_core-0.12.0/tests/test_storage.py +756 -0
- lakana_core-0.12.0/tests/test_storage_integration.py +109 -0
- lakana_core-0.12.0/tests/test_table_writes.py +1235 -0
- lakana_core-0.12.0/tests/test_tables.py +1522 -0
- lakana_core-0.12.0/tests/test_version.py +8 -0
- lakana_core-0.12.0/tests/test_views.py +365 -0
- lakana_core-0.12.0/tests/test_watermark.py +311 -0
- lakana_core-0.12.0/tests/test_write_lost_acknowledgement.py +526 -0
- lakana_core-0.12.0/tests/test_write_pins.py +339 -0
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
__pycache__/
|
|
2
|
+
*.py[cod]
|
|
3
|
+
.venv/
|
|
4
|
+
venv/
|
|
5
|
+
.env
|
|
6
|
+
*.egg-info/
|
|
7
|
+
dist/
|
|
8
|
+
build/
|
|
9
|
+
.pytest_cache/
|
|
10
|
+
.ruff_cache/
|
|
11
|
+
.mypy_cache/
|
|
12
|
+
.import_linter_cache/
|
|
13
|
+
.coverage
|
|
14
|
+
coverage.json
|
|
15
|
+
mutants/
|
|
16
|
+
htmlcov/
|
|
17
|
+
.DS_Store
|
|
18
|
+
node_modules/
|
|
19
|
+
.idea/
|
|
20
|
+
.vscode/
|
|
21
|
+
.superpowers/
|
|
22
|
+
docs/superpowers/
|
|
23
|
+
graphify-out/
|
|
24
|
+
.worktrees/
|
|
25
|
+
site-build/
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
Metadata-Version: 2.5
|
|
2
|
+
Name: lakana-core
|
|
3
|
+
Version: 0.12.0
|
|
4
|
+
Summary: Lakana domain and persistence layer.
|
|
5
|
+
Project-URL: Homepage, https://github.com/chrschy/lakana
|
|
6
|
+
Project-URL: Documentation, https://github.com/chrschy/lakana/tree/main/docs/site
|
|
7
|
+
Project-URL: Repository, https://github.com/chrschy/lakana
|
|
8
|
+
Project-URL: Issues, https://github.com/chrschy/lakana/issues
|
|
9
|
+
Project-URL: Changelog, https://github.com/chrschy/lakana/blob/main/CHANGELOG.md
|
|
10
|
+
Author: Christopher Schymura
|
|
11
|
+
License-Expression: Apache-2.0
|
|
12
|
+
Keywords: data-platform,duckdb,iceberg,lakehouse
|
|
13
|
+
Classifier: Development Status :: 2 - Pre-Alpha
|
|
14
|
+
Classifier: Intended Audience :: Developers
|
|
15
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
|
16
|
+
Classifier: Operating System :: OS Independent
|
|
17
|
+
Classifier: Programming Language :: Python :: 3
|
|
18
|
+
Classifier: Programming Language :: Python :: 3 :: Only
|
|
19
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
20
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
21
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
22
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
23
|
+
Classifier: Topic :: Database
|
|
24
|
+
Requires-Python: >=3.11
|
|
25
|
+
Requires-Dist: alembic>=1.13
|
|
26
|
+
Requires-Dist: cryptography>=50.0.2
|
|
27
|
+
Requires-Dist: fsspec>=2026.9.0
|
|
28
|
+
Requires-Dist: pg8000>=1.31
|
|
29
|
+
Requires-Dist: pyarrow>=26.0.0
|
|
30
|
+
Requires-Dist: pydantic-settings>=2.3
|
|
31
|
+
Requires-Dist: pydantic>=2.7
|
|
32
|
+
Requires-Dist: pyiceberg>=0.12
|
|
33
|
+
Requires-Dist: pyyaml>=6.0.3
|
|
34
|
+
Requires-Dist: s3fs>=2026.9.0
|
|
35
|
+
Requires-Dist: sqlalchemy>=2.1.3
|
|
36
|
+
Requires-Dist: sqlglot>=30.21.0
|
|
37
|
+
Requires-Dist: tzdata>=2026.5
|
|
38
|
+
Description-Content-Type: text/markdown
|
|
39
|
+
|
|
40
|
+
# lakana-core
|
|
41
|
+
|
|
42
|
+
> **Pre-beta.** Lakana is published as a 0.x pre-beta: the API and the data layout may change
|
|
43
|
+
> between releases, and it is not ready for production data yet. See the
|
|
44
|
+
> [project README](https://github.com/chrschy/lakana#readme).
|
|
45
|
+
|
|
46
|
+
Lakana domain and persistence layer.
|
|
47
|
+
|
|
48
|
+
Part of [Lakana](https://github.com/chrschy/lakana). You normally install `lakana` (the SDK and CLI), not this package.
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
# lakana-core
|
|
2
|
+
|
|
3
|
+
> **Pre-beta.** Lakana is published as a 0.x pre-beta: the API and the data layout may change
|
|
4
|
+
> between releases, and it is not ready for production data yet. See the
|
|
5
|
+
> [project README](https://github.com/chrschy/lakana#readme).
|
|
6
|
+
|
|
7
|
+
Lakana domain and persistence layer.
|
|
8
|
+
|
|
9
|
+
Part of [Lakana](https://github.com/chrschy/lakana). You normally install `lakana` (the SDK and CLI), not this package.
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
# A generic, single database configuration.
|
|
2
|
+
|
|
3
|
+
[alembic]
|
|
4
|
+
# path to migration scripts.
|
|
5
|
+
# this is typically a path given in POSIX (e.g. forward slashes)
|
|
6
|
+
# format, relative to the token %(here)s which refers to the location of this
|
|
7
|
+
# ini file
|
|
8
|
+
script_location = %(here)s/src/lakana_core/migrations
|
|
9
|
+
|
|
10
|
+
# template used to generate migration file names; The default value is %%(rev)s_%%(slug)s
|
|
11
|
+
# Uncomment the line below if you want the files to be prepended with date and time
|
|
12
|
+
# see https://alembic.sqlalchemy.org/en/latest/tutorial.html#editing-the-ini-file
|
|
13
|
+
# for all available tokens
|
|
14
|
+
# file_template = %%(year)d_%%(month).2d_%%(day).2d_%%(hour).2d%%(minute).2d-%%(rev)s_%%(slug)s
|
|
15
|
+
# Or organize into date-based subdirectories (requires recursive_version_locations = true)
|
|
16
|
+
# file_template = %%(year)d/%%(month).2d/%%(day).2d_%%(hour).2d%%(minute).2d_%%(second).2d_%%(rev)s_%%(slug)s
|
|
17
|
+
|
|
18
|
+
# sys.path path, will be prepended to sys.path if present.
|
|
19
|
+
# defaults to the current working directory. for multiple paths, the path separator
|
|
20
|
+
# is defined by "path_separator" below.
|
|
21
|
+
prepend_sys_path = .
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
# timezone to use when rendering the date within the migration file
|
|
25
|
+
# as well as the filename.
|
|
26
|
+
# If specified, requires the tzdata library which can be installed by adding
|
|
27
|
+
# `alembic[tz]` to the pip requirements.
|
|
28
|
+
# string value is passed to ZoneInfo()
|
|
29
|
+
# leave blank for localtime
|
|
30
|
+
# timezone =
|
|
31
|
+
|
|
32
|
+
# max length of characters to apply to the "slug" field
|
|
33
|
+
# truncate_slug_length = 40
|
|
34
|
+
|
|
35
|
+
# set to 'true' to run the environment during
|
|
36
|
+
# the 'revision' command, regardless of autogenerate
|
|
37
|
+
# revision_environment = false
|
|
38
|
+
|
|
39
|
+
# set to 'true' to allow .pyc and .pyo files without
|
|
40
|
+
# a source .py file to be detected as revisions in the
|
|
41
|
+
# versions/ directory
|
|
42
|
+
# sourceless = false
|
|
43
|
+
|
|
44
|
+
# version location specification; This defaults
|
|
45
|
+
# to <script_location>/versions. When using multiple version
|
|
46
|
+
# directories, initial revisions must be specified with --version-path.
|
|
47
|
+
# The path separator used here should be the separator specified by "path_separator"
|
|
48
|
+
# below.
|
|
49
|
+
# version_locations = %(here)s/bar:%(here)s/bat:%(here)s/alembic/versions
|
|
50
|
+
|
|
51
|
+
# path_separator; This indicates what character is used to split lists of file
|
|
52
|
+
# paths, including version_locations and prepend_sys_path within configparser
|
|
53
|
+
# files such as alembic.ini.
|
|
54
|
+
# The default rendered in new alembic.ini files is "os", which uses os.pathsep
|
|
55
|
+
# to provide os-dependent path splitting.
|
|
56
|
+
#
|
|
57
|
+
# Note that in order to support legacy alembic.ini files, this default does NOT
|
|
58
|
+
# take place if path_separator is not present in alembic.ini. If this
|
|
59
|
+
# option is omitted entirely, fallback logic is as follows:
|
|
60
|
+
#
|
|
61
|
+
# 1. Parsing of the version_locations option falls back to using the legacy
|
|
62
|
+
# "version_path_separator" key, which if absent then falls back to the legacy
|
|
63
|
+
# behavior of splitting on spaces and/or commas.
|
|
64
|
+
# 2. Parsing of the prepend_sys_path option falls back to the legacy
|
|
65
|
+
# behavior of splitting on spaces, commas, or colons.
|
|
66
|
+
#
|
|
67
|
+
# Valid values for path_separator are:
|
|
68
|
+
#
|
|
69
|
+
# path_separator = :
|
|
70
|
+
# path_separator = ;
|
|
71
|
+
# path_separator = space
|
|
72
|
+
# path_separator = newline
|
|
73
|
+
#
|
|
74
|
+
# Use os.pathsep. Default configuration used for new projects.
|
|
75
|
+
path_separator = os
|
|
76
|
+
|
|
77
|
+
# set to 'true' to search source files recursively
|
|
78
|
+
# in each "version_locations" directory
|
|
79
|
+
# new in Alembic version 1.10
|
|
80
|
+
# recursive_version_locations = false
|
|
81
|
+
|
|
82
|
+
# the output encoding used when revision files
|
|
83
|
+
# are written from script.py.mako
|
|
84
|
+
# output_encoding = utf-8
|
|
85
|
+
|
|
86
|
+
# database URL. This is consumed by the user-maintained env.py script only.
|
|
87
|
+
# other means of configuring database URLs may be customized within the env.py
|
|
88
|
+
# file.
|
|
89
|
+
# Lakana does not hard-code a URL here: env.py reads it from lakana_core.config.Settings,
|
|
90
|
+
# which resolves LAKANA_DATABASE__URL.
|
|
91
|
+
# sqlalchemy.url = driver://user:pass@localhost/dbname
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
[post_write_hooks]
|
|
95
|
+
# post_write_hooks defines scripts or Python functions that are run
|
|
96
|
+
# on newly generated revision scripts. See the documentation for further
|
|
97
|
+
# detail and examples
|
|
98
|
+
|
|
99
|
+
# format using "black" - use the console_scripts runner, against the "black" entrypoint
|
|
100
|
+
# hooks = black
|
|
101
|
+
# black.type = console_scripts
|
|
102
|
+
# black.entrypoint = black
|
|
103
|
+
# black.options = -l 79 REVISION_SCRIPT_FILENAME
|
|
104
|
+
|
|
105
|
+
# lint with attempts to fix using "ruff" - use the module runner, against the "ruff" module
|
|
106
|
+
# hooks = ruff
|
|
107
|
+
# ruff.type = module
|
|
108
|
+
# ruff.module = ruff
|
|
109
|
+
# ruff.options = check --fix REVISION_SCRIPT_FILENAME
|
|
110
|
+
|
|
111
|
+
# Alternatively, use the exec runner to execute a binary found on your PATH
|
|
112
|
+
# hooks = ruff
|
|
113
|
+
# ruff.type = exec
|
|
114
|
+
# ruff.executable = ruff
|
|
115
|
+
# ruff.options = check --fix REVISION_SCRIPT_FILENAME
|
|
116
|
+
|
|
117
|
+
# Logging configuration. This is also consumed by the user-maintained
|
|
118
|
+
# env.py script only.
|
|
119
|
+
[loggers]
|
|
120
|
+
keys = root,sqlalchemy,alembic
|
|
121
|
+
|
|
122
|
+
[handlers]
|
|
123
|
+
keys = console
|
|
124
|
+
|
|
125
|
+
[formatters]
|
|
126
|
+
keys = generic
|
|
127
|
+
|
|
128
|
+
[logger_root]
|
|
129
|
+
level = WARNING
|
|
130
|
+
handlers = console
|
|
131
|
+
qualname =
|
|
132
|
+
|
|
133
|
+
[logger_sqlalchemy]
|
|
134
|
+
level = WARNING
|
|
135
|
+
handlers =
|
|
136
|
+
qualname = sqlalchemy.engine
|
|
137
|
+
|
|
138
|
+
[logger_alembic]
|
|
139
|
+
level = INFO
|
|
140
|
+
handlers =
|
|
141
|
+
qualname = alembic
|
|
142
|
+
|
|
143
|
+
[handler_console]
|
|
144
|
+
class = StreamHandler
|
|
145
|
+
args = (sys.stderr,)
|
|
146
|
+
level = NOTSET
|
|
147
|
+
formatter = generic
|
|
148
|
+
|
|
149
|
+
[formatter_generic]
|
|
150
|
+
format = %(levelname)-5.5s [%(name)s] %(message)s
|
|
151
|
+
datefmt = %H:%M:%S
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
[build-system]
|
|
2
|
+
requires = ["hatchling", "hatch-vcs"]
|
|
3
|
+
build-backend = "hatchling.build"
|
|
4
|
+
|
|
5
|
+
[project]
|
|
6
|
+
name = "lakana-core"
|
|
7
|
+
description = "Lakana domain and persistence layer."
|
|
8
|
+
readme = "README.md"
|
|
9
|
+
requires-python = ">=3.11"
|
|
10
|
+
license = "Apache-2.0"
|
|
11
|
+
authors = [{ name = "Christopher Schymura" }]
|
|
12
|
+
keywords = ["lakehouse", "duckdb", "iceberg", "data-platform"]
|
|
13
|
+
classifiers = [
|
|
14
|
+
"Development Status :: 2 - Pre-Alpha",
|
|
15
|
+
"License :: OSI Approved :: Apache Software License",
|
|
16
|
+
"Intended Audience :: Developers",
|
|
17
|
+
"Operating System :: OS Independent",
|
|
18
|
+
"Programming Language :: Python :: 3",
|
|
19
|
+
"Programming Language :: Python :: 3 :: Only",
|
|
20
|
+
"Programming Language :: Python :: 3.11",
|
|
21
|
+
"Programming Language :: Python :: 3.12",
|
|
22
|
+
"Programming Language :: Python :: 3.13",
|
|
23
|
+
"Programming Language :: Python :: 3.14",
|
|
24
|
+
"Topic :: Database",
|
|
25
|
+
]
|
|
26
|
+
urls = { Homepage = "https://github.com/chrschy/lakana", Documentation = "https://github.com/chrschy/lakana/tree/main/docs/site", Repository = "https://github.com/chrschy/lakana", Issues = "https://github.com/chrschy/lakana/issues", Changelog = "https://github.com/chrschy/lakana/blob/main/CHANGELOG.md" }
|
|
27
|
+
dynamic = ["version"]
|
|
28
|
+
dependencies = [
|
|
29
|
+
"sqlalchemy>=2.1.3",
|
|
30
|
+
"alembic>=1.13",
|
|
31
|
+
"pydantic>=2.7",
|
|
32
|
+
"pydantic-settings>=2.3",
|
|
33
|
+
"pyiceberg>=0.12",
|
|
34
|
+
"fsspec>=2026.9.0",
|
|
35
|
+
# pyiceberg's PyArrowFileIO needs pyarrow, but pyarrow only arrives
|
|
36
|
+
# transitively through pyiceberg's optional "pyarrow" extra, which this
|
|
37
|
+
# package does not request. Without it, build_file_io logs an error on
|
|
38
|
+
# every call and silently falls back to FsspecFileIO, so a deployment
|
|
39
|
+
# (which also lacks pyarrow unless something else pulls it in) runs a
|
|
40
|
+
# different FileIO implementation than the tests exercise. Apache-2.0,
|
|
41
|
+
# same as the rest of this dependency set.
|
|
42
|
+
"pyarrow>=26.0.0",
|
|
43
|
+
# `StorageConfig.scheme` promises "s3", and `StorageResolver.for_environment`
|
|
44
|
+
# builds `FsspecStorage` eagerly through `fsspec.core.url_to_fs`, which
|
|
45
|
+
# raises ImportError for the s3 scheme without this installed — before any
|
|
46
|
+
# table operation gets a chance to use pyiceberg's own (pyarrow-backed)
|
|
47
|
+
# S3 support. BSD-3-Clause.
|
|
48
|
+
"s3fs>=2026.9.0",
|
|
49
|
+
# MIT. SQL parsing, identifier resolution, lineage extraction, and the
|
|
50
|
+
# rewrite that replaces a qualified table reference with a scoped read —
|
|
51
|
+
# one dependency for all four.
|
|
52
|
+
"sqlglot>=30.21.0",
|
|
53
|
+
# Apache-2.0 OR BSD-3-Clause. Envelope encryption for secrets: AES-256-GCM
|
|
54
|
+
# via AESGCM, verified directly against this exact version during
|
|
55
|
+
# plan-writing (see this plan's Global Constraints).
|
|
56
|
+
"cryptography>=50.0.2",
|
|
57
|
+
# Postgres driver for team mode (`postgresql+pg8000://`). BSD-3, pure
|
|
58
|
+
# Python. psycopg is LGPL-3.0 and forbidden (CLAUDE.md rule 4).
|
|
59
|
+
"pg8000>=1.31",
|
|
60
|
+
# MIT. Loads `lakana.yaml` and SQL front-matter from deployed repositories
|
|
61
|
+
# through an alias-refusing SafeLoader subclass
|
|
62
|
+
# (`lakana_core.projects.yaml_loader`).
|
|
63
|
+
"pyyaml>=6.0.3",
|
|
64
|
+
# Apache-2.0. The one source of time zone rules (`lakana_core.jobs.tz`), so that the deploy
|
|
65
|
+
# check and the scheduler agree on every machine and a slim container needs no system
|
|
66
|
+
# database.
|
|
67
|
+
"tzdata>=2026.5",
|
|
68
|
+
]
|
|
69
|
+
|
|
70
|
+
[tool.hatch.version]
|
|
71
|
+
source = "vcs"
|
|
72
|
+
raw-options = { root = "../.." }
|
|
73
|
+
|
|
74
|
+
[tool.hatch.build.targets.wheel]
|
|
75
|
+
packages = ["src/lakana_core"]
|
|
76
|
+
|
|
77
|
+
[tool.mutmut]
|
|
78
|
+
source_paths = ["src/lakana_core"]
|
|
79
|
+
only_mutate = [
|
|
80
|
+
"src/lakana_core/grants/authorization.py",
|
|
81
|
+
"src/lakana_core/policy/*",
|
|
82
|
+
"src/lakana_core/audit/authorization.py",
|
|
83
|
+
"src/lakana_core/catalog/external_location.py",
|
|
84
|
+
]
|
|
85
|
+
pytest_add_cli_args_test_selection = ["tests/"]
|
|
86
|
+
pytest_add_cli_args = ["-m", "not integration", "-p", "no:cacheprovider"]
|
|
87
|
+
also_copy = ["tests/", "alembic.ini"]
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"""Lakana domain and persistence layer."""
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"""The artifact store."""
|