streamwright 0.1.10__tar.gz → 0.1.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {streamwright-0.1.10/src/streamwright.egg-info → streamwright-0.1.12}/PKG-INFO +1 -1
- {streamwright-0.1.10 → streamwright-0.1.12}/pyproject.toml +1 -1
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/commands/source.py +5 -14
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/main.py +3 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/parser.py +4 -3
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/cli.py +55 -5
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/refs.py +9 -1
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/components.py +22 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/__init__.py +4 -1
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/summary.py +20 -0
- {streamwright-0.1.10 → streamwright-0.1.12/src/streamwright.egg-info}/PKG-INFO +1 -1
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_cli_subcommands.py +2 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_connectors.py +11 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_logging.py +2 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/LICENSE +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/README.md +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/setup.cfg +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/setup.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/catalog.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/__main__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/commands/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/commands/connectors.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/commands/jobs.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/jobs.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/log_options.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/config/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/config/inputs.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/config/loader.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/config/reader.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/bookmarks.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/builders.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/errors.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/execution.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/factories.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/partitions.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/planning.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/queries.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/readers.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/responses.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/rules.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/runner.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/session.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/compilation.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/list_parameters.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/ordering.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/plans.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/sandbox.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/stream_plan.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/tables.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/types.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/values.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/writers.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/graph.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/api_calls.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/capabilities.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/database_connections.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/database_rules.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/databases.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/file_formats.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/file_rules.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/files.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/http.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/local.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/locations.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/queries.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/sandbox.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/store_reader.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/calls.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/connections.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/dependencies.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/findings.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/names.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/outputs.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/refs.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/rules.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/runtime.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/secrets.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/sections.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/spec.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/steps.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/structure.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/adapter.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/definition_adapter.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/engine.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/executor.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/guide.md +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/loading.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/plugin.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/reads.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/rules.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/session.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/steps.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/writers/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/writers/tables.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/engine.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/fields.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/ingest/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/ingest/column_rules.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/ingest/formats.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/ingest/headers.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/ingest/mapped.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/ingest/model.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/ingest/plain.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/inputs.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/manifest.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/naming.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/plan.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/policy.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/runner.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/schema.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/state/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/state/dialects.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/state/migrations.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/state/protocol.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/state/store.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/types.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/validate.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/write_rules.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/net/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/net/auth.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/net/downloads.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/net/encoding.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/net/errors.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/net/http.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/net/paginators.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/net/policies.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/base.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/dlt_columns.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/dlt_output.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/ducklake.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/file_names.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/files.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/loading.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/output.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/staging.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/outputs/warehouse.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/py.typed +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/connector_types.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/constants.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/contract.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/contract_declarations.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/contract_guide.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/contract_terms.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/contract_validation.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/definitions.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/formatting.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/handlers.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/lines.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/metrics.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/network.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/record_factory.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/redaction.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/logs/setup.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/plugins.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/redact.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/source_connectors.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/templates.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/runtime/testing.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/constants.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/contract.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/engines/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/engines/duckdb.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/engines/source.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/messaging.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/network.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/operations/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/operations/databases.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/operations/files.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/operations/http.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/operations/messages.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/operations/tables.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/py.typed +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/testing/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/testing/contract.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/testing/helpers.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sdk/testing/storage.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sql/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sql/analysis.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sql/conditions.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/sql/quote.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/auth.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/checker.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/engine.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/issues.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/job_manifests.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/json_schemas.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/marked_yaml.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/partitions.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/requests.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/schema.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/__init__.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/async_jobs.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/document.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/partitions.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/references.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/request_partitions.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/requests.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/spec.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/stream_context.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/streams.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/tables.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/sections/templates.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/source.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/streams.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/validation/vocabulary.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright.egg-info/SOURCES.txt +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright.egg-info/dependency_links.txt +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright.egg-info/entry_points.txt +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright.egg-info/requires.txt +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright.egg-info/top_level.txt +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_catalog.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_conditions.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_connector_api_family.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_connector_contract.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_dlt_output.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_engine_reach.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_exact_decimals.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_graph.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_http_engine.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_output_contract.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_output_formats.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_plugin_contract_gate.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_runner.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_sdk_plugins.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_sql.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_sql_quote.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_transform.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_validation.py +0 -0
- {streamwright-0.1.10 → streamwright-0.1.12}/tests/test_warehouse_output.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: streamwright
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.12
|
|
4
4
|
Summary: Declarative data connectors — pull from APIs, files and databases with YAML, shape with SQL, write anywhere.
|
|
5
5
|
Author-email: Karthick Jaganathan <kjaganathan.sde@gmail.com>
|
|
6
6
|
License: Apache-2.0
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "streamwright"
|
|
7
|
-
version = "0.1.
|
|
7
|
+
version = "0.1.12"
|
|
8
8
|
description = "Declarative data connectors — pull from APIs, files and databases with YAML, shape with SQL, write anywhere."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = {text = "Apache-2.0"}
|
|
@@ -102,18 +102,6 @@ def _load_state(path):
|
|
|
102
102
|
return state.get("value", state) if state.get("type") == "STATE" else state
|
|
103
103
|
|
|
104
104
|
|
|
105
|
-
def _summary_problem(path):
|
|
106
|
-
"""Why --summary FILE cannot be written (checked before the run starts), or None."""
|
|
107
|
-
if not path:
|
|
108
|
-
return None
|
|
109
|
-
if os.path.isdir(path):
|
|
110
|
-
return "--summary %s is a folder" % path
|
|
111
|
-
folder = os.path.dirname(os.path.abspath(path))
|
|
112
|
-
if not os.path.isdir(folder):
|
|
113
|
-
return "--summary %s: the folder %s does not exist" % (path, folder)
|
|
114
|
-
return None
|
|
115
|
-
|
|
116
|
-
|
|
117
105
|
def run(args, logging_setup=None):
|
|
118
106
|
"""
|
|
119
107
|
streamwright run. Whatever the outcome, a run that started logs its end (RunMetrics.finish), and --summary FILE is
|
|
@@ -121,7 +109,7 @@ def run(args, logging_setup=None):
|
|
|
121
109
|
the loggers' levels and handlers can drop - redacted and cut as log lines are. `logging_setup`: the command's
|
|
122
110
|
logs.LogSetup, which gets the run's Redactor and the network loggers of the source's connector.
|
|
123
111
|
"""
|
|
124
|
-
problem =
|
|
112
|
+
problem = logs.summary_problem(getattr(args, "summary", None))
|
|
125
113
|
if problem:
|
|
126
114
|
LOG.error("%s", problem)
|
|
127
115
|
return 2
|
|
@@ -150,7 +138,10 @@ def run(args, logging_setup=None):
|
|
|
150
138
|
messages.append(message)
|
|
151
139
|
metrics.error = "; ".join(messages) or None
|
|
152
140
|
try:
|
|
153
|
-
|
|
141
|
+
if args.summary == logs.LOG_SUMMARY: # a bare --summary: a log line (stdout carries the records)
|
|
142
|
+
logs.log_summary(LOG, metrics.summary())
|
|
143
|
+
else:
|
|
144
|
+
logs.write_summary(args.summary, metrics.summary())
|
|
154
145
|
except (OSError, TypeError, ValueError) as exc:
|
|
155
146
|
LOG.error("could not write the summary %s: %s", args.summary, exc)
|
|
156
147
|
code = 1 if code == 0 else code
|
|
@@ -52,6 +52,9 @@ def _extract_all_paths(args, command="run"):
|
|
|
52
52
|
value = args[index + 1]
|
|
53
53
|
if value:
|
|
54
54
|
paths.append(value)
|
|
55
|
+
if action.nargs == "?" and not equals and (index + 1 >= len(args) or args[index + 1].startswith("-")):
|
|
56
|
+
index += 1 # an optional value that is not given (a bare --summary)
|
|
57
|
+
continue
|
|
55
58
|
if not equals and action.nargs != 0:
|
|
56
59
|
index += 1
|
|
57
60
|
if action.nargs in ("+", "*"):
|
|
@@ -23,7 +23,7 @@ from streamwright.core.cli.commands import jobs
|
|
|
23
23
|
from streamwright.core.cli.jobs import JOB_OPTION, add_job_arguments
|
|
24
24
|
from streamwright.core.cli.log_options import add_log_options, key_value
|
|
25
25
|
from streamwright.core.config.inputs import SECRET_ENV_PREFIX
|
|
26
|
-
from streamwright.core.runtime import plugins
|
|
26
|
+
from streamwright.core.runtime import logs, plugins
|
|
27
27
|
from streamwright.core.validation import engine
|
|
28
28
|
|
|
29
29
|
|
|
@@ -83,10 +83,11 @@ def build_parser():
|
|
|
83
83
|
"EXPORT.TIMESTAMP.UNIQUE.jsonl, or .csv, .tsv, .parquet)")
|
|
84
84
|
run.add_argument("--allow-connector", action="append", dest="allowed_connectors", metavar="NAME",
|
|
85
85
|
help="allow only this connector (repeatable); by default any installed connector can be used")
|
|
86
|
-
run.add_argument("--summary", metavar="FILE",
|
|
86
|
+
run.add_argument("--summary", nargs="?", const=logs.LOG_SUMMARY, metavar="FILE",
|
|
87
87
|
help="also write the run's summary as JSON to FILE, atomically, whatever the outcome: status "
|
|
88
88
|
"(ok or failed), times, the streams' counts (partitions, windows, pages, requests, retries, "
|
|
89
|
-
"records read and written), the outputs written, the state's bookmarks and the error"
|
|
89
|
+
"records read and written), the outputs written, the state's bookmarks and the error; a "
|
|
90
|
+
"bare --summary logs it instead, as one INFO line of compact JSON (event run_summary)")
|
|
90
91
|
add_log_options(run)
|
|
91
92
|
|
|
92
93
|
conn = commands.add_parser("connectors",
|
|
@@ -20,7 +20,7 @@ The DuckDBJob command line (registered for `kind: DuckDBJob` in the `streamwrigh
|
|
|
20
20
|
|
|
21
21
|
validate JOB [--graph]
|
|
22
22
|
plan JOB
|
|
23
|
-
run JOB [--secrets FILE] [--dry-run]
|
|
23
|
+
run JOB [--secrets FILE] [--dry-run] [--summary FILE]
|
|
24
24
|
state list|retry|abandon JOB [--batch ID] [--secrets FILE]
|
|
25
25
|
(every command: --config FILE, --set NAME=VALUE, --overlay FILE, --allow-connector NAME, --strict, and the logging
|
|
26
26
|
options of `streamwright run`: --log-level, --log NAME=LEVEL, --log-format, --log-config, --log-max-chars)
|
|
@@ -30,6 +30,7 @@ job or failed run, 2 usage or input error. Validation and planning never need se
|
|
|
30
30
|
"""
|
|
31
31
|
|
|
32
32
|
import argparse
|
|
33
|
+
import logging
|
|
33
34
|
import sys
|
|
34
35
|
|
|
35
36
|
from streamwright.core.cli.jobs import FAILURE, INVALID_INPUT, SUCCESS, add_job_arguments, resolve_job
|
|
@@ -40,9 +41,13 @@ from streamwright.core.jobs.inputs import read_config_values
|
|
|
40
41
|
from streamwright.core.jobs.manifest import JobError
|
|
41
42
|
from streamwright.core.jobs.runner import owner_id
|
|
42
43
|
from streamwright.core.jobs.state import StateError
|
|
44
|
+
from streamwright.core.runtime import logs
|
|
45
|
+
from streamwright.core.runtime.logs.lines import iso_time, utc_now
|
|
43
46
|
|
|
44
47
|
__all__ = ["main"]
|
|
45
48
|
|
|
49
|
+
LOG = logging.getLogger("streamwright.duckdb")
|
|
50
|
+
|
|
46
51
|
|
|
47
52
|
def _err(text):
|
|
48
53
|
sys.stderr.write(text + "\n")
|
|
@@ -91,13 +96,54 @@ def _cmd_plan(args):
|
|
|
91
96
|
return SUCCESS
|
|
92
97
|
|
|
93
98
|
|
|
99
|
+
def _run_summary(args, result, started_at, failure):
|
|
100
|
+
"""The --summary of a job run: status, times, job, batches, each output's rows and files, and the error."""
|
|
101
|
+
finished_at = utc_now()
|
|
102
|
+
outputs = [{"name": name, "rows": rows, "files": [location for location in result.locations.get(name, ())
|
|
103
|
+
if location],
|
|
104
|
+
"already_committed": name in result.skipped}
|
|
105
|
+
for name, rows in sorted(result.outputs.items())] if result is not None else []
|
|
106
|
+
summary = {"status": "ok" if failure is None and result is not None and not result.exit_code else "failed",
|
|
107
|
+
"started_at": iso_time(started_at), "finished_at": iso_time(finished_at),
|
|
108
|
+
"duration_s": round((finished_at - started_at).total_seconds(), 3),
|
|
109
|
+
"job": result.job_name if result else None, "manifest": args.job, "dry_run": args.dry_run,
|
|
110
|
+
"batches": list(result.batches) if result else [], "outputs": outputs}
|
|
111
|
+
if summary["status"] != "ok":
|
|
112
|
+
if failure is not None and not isinstance(failure, Exception):
|
|
113
|
+
error = "interrupted"
|
|
114
|
+
elif failure is not None:
|
|
115
|
+
error = "%s: %s" % (type(failure).__name__, failure)
|
|
116
|
+
else:
|
|
117
|
+
error = result.error or "the run failed"
|
|
118
|
+
summary["error"] = args.log_setup.message(error)
|
|
119
|
+
return summary
|
|
120
|
+
|
|
121
|
+
|
|
94
122
|
def _cmd_run(args):
|
|
95
|
-
|
|
96
|
-
|
|
123
|
+
problem = logs.summary_problem(args.summary)
|
|
124
|
+
if problem:
|
|
125
|
+
_err("Error: %s" % problem)
|
|
126
|
+
return INVALID_INPUT
|
|
127
|
+
started_at, result, failure, summary_written = utc_now(), None, None, True
|
|
128
|
+
try:
|
|
129
|
+
result = run_job(args.job, config=_config(args), secrets=_secrets(args), overlays=args.overlay,
|
|
130
|
+
allowed_connectors=_allowed(args), dry_run=args.dry_run, strict=args.strict)
|
|
131
|
+
except BaseException as exc:
|
|
132
|
+
failure = exc
|
|
133
|
+
raise
|
|
134
|
+
finally:
|
|
135
|
+
if args.summary == logs.LOG_SUMMARY: # a bare --summary: a log line, whatever the outcome
|
|
136
|
+
logs.log_summary(LOG, _run_summary(args, result, started_at, failure))
|
|
137
|
+
elif args.summary:
|
|
138
|
+
try:
|
|
139
|
+
logs.write_summary(args.summary, _run_summary(args, result, started_at, failure))
|
|
140
|
+
except (OSError, TypeError, ValueError) as exc:
|
|
141
|
+
_err("Error: could not write the summary %s: %s" % (args.summary, exc))
|
|
142
|
+
summary_written = False
|
|
97
143
|
sys.stdout.write("Job: %s\n" % result.job_name)
|
|
98
144
|
if args.dry_run:
|
|
99
145
|
sys.stdout.write(result.plan + "\n")
|
|
100
|
-
return SUCCESS
|
|
146
|
+
return SUCCESS if summary_written else FAILURE
|
|
101
147
|
for name, rows in sorted(result.outputs.items()):
|
|
102
148
|
if name in result.skipped:
|
|
103
149
|
sys.stdout.write(" %-28s already committed in an earlier attempt\n" % name)
|
|
@@ -113,7 +159,7 @@ def _cmd_run(args):
|
|
|
113
159
|
sys.stdout.writelines(" %s\n" % location for location in locations)
|
|
114
160
|
if result.exit_code:
|
|
115
161
|
_err("Run failed: %s" % (result.error or "see the log"))
|
|
116
|
-
return result.exit_code
|
|
162
|
+
return result.exit_code or (SUCCESS if summary_written else FAILURE)
|
|
117
163
|
|
|
118
164
|
|
|
119
165
|
def _cmd_state(args):
|
|
@@ -167,6 +213,10 @@ def _build_parser(prog):
|
|
|
167
213
|
plan.set_defaults(func=_cmd_plan, parser=plan)
|
|
168
214
|
run = sub.add_parser("run", allow_abbrev=False, help="run a DuckDBJob (unfinished batches resume first)")
|
|
169
215
|
run.add_argument("--dry-run", action="store_true", help="check and plan, write nothing")
|
|
216
|
+
run.add_argument("--summary", nargs="?", const=logs.LOG_SUMMARY, metavar="FILE",
|
|
217
|
+
help="also write the run's summary as JSON to FILE, atomically, whatever the outcome: status (ok "
|
|
218
|
+
"or failed), times, the batches, each output's rows and files, and the error; a bare "
|
|
219
|
+
"--summary logs it instead, as one INFO line of compact JSON (event run_summary)")
|
|
170
220
|
_inputs(run, secrets=True)
|
|
171
221
|
run.set_defaults(func=_cmd_run, parser=run)
|
|
172
222
|
state = sub.add_parser("state", allow_abbrev=False, help="list, retry or abandon a job's batches (runtime.state)")
|
|
@@ -18,7 +18,9 @@
|
|
|
18
18
|
"""
|
|
19
19
|
`{{ ... }}` references in job manifests.
|
|
20
20
|
|
|
21
|
-
* `{{ config.NAME }}` / `{{ secrets.NAME }}`: inputs, substituted once by `resolve` before a job is checked or run.
|
|
21
|
+
* `{{ config.NAME }}` / `{{ secrets.NAME }}`: inputs, substituted once by `resolve` before a job is checked or run. A
|
|
22
|
+
value that is only the reference takes the input's value as it is (a list stays a list, e.g. for a query builder's
|
|
23
|
+
`IN`); inside other text the value is written as text.
|
|
22
24
|
* `{{ step }}` / `{{ step.column }}`: values from an earlier step's data. In SQL fragments (table-format predicates, for
|
|
23
25
|
example) they are rendered by `substitute` as escaped SQL *literals* from pinned values, never spliced as text.
|
|
24
26
|
Values are pinned in the batch manifest in a type-tagged JSON form (`encode_value`) so a replay renders the same
|
|
@@ -111,6 +113,12 @@ def resolve(job, config=None, secrets=None):
|
|
|
111
113
|
|
|
112
114
|
def walk(node):
|
|
113
115
|
if isinstance(node, str):
|
|
116
|
+
whole = MOUSTACHE.fullmatch(node.strip())
|
|
117
|
+
hit = INPUT_REF.match(whole.group(1)) if whole else None
|
|
118
|
+
if hit: # a value that is one input reference keeps the input's type (a list, a number), as in sources
|
|
119
|
+
values = config if hit.group(1) == "config" else secrets
|
|
120
|
+
if values.get(hit.group(2)) is not None:
|
|
121
|
+
return values[hit.group(2)]
|
|
114
122
|
return substitute_inputs(node)
|
|
115
123
|
if isinstance(node, list):
|
|
116
124
|
return [walk(item) for item in node]
|
|
@@ -32,10 +32,13 @@ Source files can only use installed (and allowed) connectors; a source can call
|
|
|
32
32
|
it may use. Nothing is imported before the allow-list admits it.
|
|
33
33
|
"""
|
|
34
34
|
|
|
35
|
+
import importlib.util
|
|
36
|
+
|
|
35
37
|
from streamwright.core.engine import queries
|
|
36
38
|
from streamwright.core.runtime import plugins, source_connectors
|
|
37
39
|
from streamwright.core.runtime.connector_types import ComponentLoadError, ConnectorContext, ConnectorError, QueryBuilder
|
|
38
40
|
from streamwright.core.runtime.contract import AdapterLoadError, ConnectorDefinition
|
|
41
|
+
from streamwright.core.runtime.contract_guide import guide_text
|
|
39
42
|
from streamwright.core.runtime.definitions import load_definition
|
|
40
43
|
|
|
41
44
|
__all__ = [
|
|
@@ -52,6 +55,7 @@ __all__ = [
|
|
|
52
55
|
"component_problems",
|
|
53
56
|
"declared_auth",
|
|
54
57
|
"describe",
|
|
58
|
+
"guide",
|
|
55
59
|
"load",
|
|
56
60
|
"load_query_builder",
|
|
57
61
|
"path_text",
|
|
@@ -164,6 +168,24 @@ def load(name, allowed=None, registry=None):
|
|
|
164
168
|
return definition
|
|
165
169
|
|
|
166
170
|
|
|
171
|
+
def guide(name, capabilities=(), registry=None):
|
|
172
|
+
"""
|
|
173
|
+
The user guide installed connector `name` ships (its `guide.md`, with the tables generated from its definition;
|
|
174
|
+
`capabilities`: the engines to show), or None when it ships none. Only the connector's spec is imported.
|
|
175
|
+
"""
|
|
176
|
+
definition = load(name, registry=registry)
|
|
177
|
+
entry = next((item for item in _entry_points() if item.name == name), None)
|
|
178
|
+
if entry is None: # registered in-process: no package
|
|
179
|
+
return None
|
|
180
|
+
module = entry.value.partition(":")[0]
|
|
181
|
+
spec = importlib.util.find_spec(module)
|
|
182
|
+
package = module if spec is not None and spec.submodule_search_locations else module.rpartition(".")[0]
|
|
183
|
+
try:
|
|
184
|
+
return guide_text(definition, package, capabilities)
|
|
185
|
+
except (FileNotFoundError, ModuleNotFoundError):
|
|
186
|
+
return None
|
|
187
|
+
|
|
188
|
+
|
|
167
189
|
def query_builders(allowed=None, registry=None):
|
|
168
190
|
"""
|
|
169
191
|
{query builder name: the ConnectorDefinition that lists it} of the connectors a source may use (the allowed ones;
|
|
@@ -57,7 +57,7 @@ from streamwright.core.runtime.logs.metrics import RunMetrics, StreamMetrics
|
|
|
57
57
|
from streamwright.core.runtime.logs.network import http_details, http_summary, request_details, sdk_summary
|
|
58
58
|
from streamwright.core.runtime.logs.redaction import mask_form, mask_headers, mask_text, mask_url, sensitive
|
|
59
59
|
from streamwright.core.runtime.logs.setup import LogSetup
|
|
60
|
-
from streamwright.core.runtime.logs.summary import write_summary
|
|
60
|
+
from streamwright.core.runtime.logs.summary import LOG_SUMMARY, log_summary, summary_problem, write_summary
|
|
61
61
|
|
|
62
62
|
__all__ = [
|
|
63
63
|
"DEFAULT_MAX_CHARS",
|
|
@@ -65,6 +65,7 @@ __all__ = [
|
|
|
65
65
|
"FORMATS",
|
|
66
66
|
"LEVELS",
|
|
67
67
|
"LOG",
|
|
68
|
+
"LOG_SUMMARY",
|
|
68
69
|
"NETWORK",
|
|
69
70
|
"PROGRESS_PAGES",
|
|
70
71
|
"PROGRESS_SECONDS",
|
|
@@ -78,6 +79,7 @@ __all__ = [
|
|
|
78
79
|
"http_details",
|
|
79
80
|
"http_summary",
|
|
80
81
|
"level_number",
|
|
82
|
+
"log_summary",
|
|
81
83
|
"mask_form",
|
|
82
84
|
"mask_headers",
|
|
83
85
|
"mask_text",
|
|
@@ -85,6 +87,7 @@ __all__ = [
|
|
|
85
87
|
"request_details",
|
|
86
88
|
"sdk_summary",
|
|
87
89
|
"sensitive",
|
|
90
|
+
"summary_problem",
|
|
88
91
|
"write_summary",
|
|
89
92
|
]
|
|
90
93
|
|
|
@@ -22,6 +22,26 @@ import json
|
|
|
22
22
|
import os
|
|
23
23
|
import tempfile
|
|
24
24
|
|
|
25
|
+
LOG_SUMMARY = "-" # a bare --summary: the summary as a log line
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
def log_summary(logger, summary):
|
|
29
|
+
"""The run summary as one INFO log line of compact JSON (event `run_summary`), on the command's log handlers."""
|
|
30
|
+
logger.info("run summary: %s", json.dumps(summary, separators=(",", ":"), default=str),
|
|
31
|
+
extra={"event": "run_summary"})
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
def summary_problem(path):
|
|
35
|
+
"""Why --summary FILE cannot be written (checked before a run starts), or None."""
|
|
36
|
+
if not path or path == LOG_SUMMARY:
|
|
37
|
+
return None
|
|
38
|
+
if os.path.isdir(path):
|
|
39
|
+
return "--summary %s is a folder" % path
|
|
40
|
+
folder = os.path.dirname(os.path.abspath(path))
|
|
41
|
+
if not os.path.isdir(folder):
|
|
42
|
+
return "--summary %s: the folder %s does not exist" % (path, folder)
|
|
43
|
+
return None
|
|
44
|
+
|
|
25
45
|
|
|
26
46
|
def write_summary(path, summary):
|
|
27
47
|
"""Writes the run summary as JSON to `path`, atomically (a temporary file in its folder, then renamed)."""
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: streamwright
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.12
|
|
4
4
|
Summary: Declarative data connectors — pull from APIs, files and databases with YAML, shape with SQL, write anywhere.
|
|
5
5
|
Author-email: Karthick Jaganathan <kjaganathan.sde@gmail.com>
|
|
6
6
|
License: Apache-2.0
|
|
@@ -82,6 +82,8 @@ def test_job_option_routes_like_the_job_path(tmp_path, capsys, monkeypatch):
|
|
|
82
82
|
for argv in (["run", "--job", str(manifest)], ["validate", "-j", str(manifest)],
|
|
83
83
|
["plan", "--job=%s" % manifest], ["run", str(manifest), "--job", str(manifest)]):
|
|
84
84
|
assert cli.main(argv) == 0 and received[-1] == argv
|
|
85
|
+
for argv in (["run", "--summary", "--job", str(manifest)], ["run", "--job", str(manifest), "--summary"]):
|
|
86
|
+
assert cli.main(argv) == 0 and received[-1] == argv # a bare --summary takes no path
|
|
85
87
|
source = tmp_path / "source.yaml"
|
|
86
88
|
source.write_text("kind: source\n")
|
|
87
89
|
assert cli.main(["run", "--job", str(source)]) == 2
|
|
@@ -600,3 +600,14 @@ def test_downloads_are_read_in_pages():
|
|
|
600
600
|
list(downloads.read(io.BytesIO(b"{oops\n"), "jsonl"))
|
|
601
601
|
with pytest.raises(downloads.DownloadError, match=r"\(gzip\)"):
|
|
602
602
|
list(downloads.read(io.BytesIO(gzip.compress(b"a,b\n1,2\n")[:15]), "csv", "gzip"))
|
|
603
|
+
|
|
604
|
+
|
|
605
|
+
def test_an_installed_connector_guide_comes_with_its_generated_tables():
|
|
606
|
+
guide = components.guide("files")
|
|
607
|
+
assert guide.startswith("# ") and "\n## Connection\n" in guide and "| `roots` |" in guide
|
|
608
|
+
components.register(ConnectorDefinition("in_process", "In process", "test", connection=(), operations=(),
|
|
609
|
+
adapters={}))
|
|
610
|
+
try:
|
|
611
|
+
assert components.guide("in_process") is None # registered in-process: no package, no guide
|
|
612
|
+
finally:
|
|
613
|
+
components.unregister("in_process")
|
|
@@ -931,6 +931,8 @@ def test_the_summary_of_a_run_that_cannot_start(api, tmp_path, monkeypatch, caps
|
|
|
931
931
|
|
|
932
932
|
code, _, err = run_cli(capsys, path, "--summary", tmp_path / "nowhere" / "run.json")
|
|
933
933
|
assert code == 2 and "the folder %s does not exist" % (tmp_path / "nowhere") in err and api.requests == []
|
|
934
|
+
code, _, err = run_cli(capsys, path, "--summary") # bare: a log line (a source's stdout carries its records)
|
|
935
|
+
assert code == 2 and 'run summary: {"status":"failed"' in err and api.requests == []
|
|
934
936
|
|
|
935
937
|
|
|
936
938
|
# * ----------------------------------
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/cli/commands/connectors.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/engine/sql/list_parameters.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/io/database_connections.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/check/dependencies.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/definition_adapter.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/writers/__init__.py
RENAMED
|
File without changes
|
{streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/duckdb/writers/tables.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{streamwright-0.1.10 → streamwright-0.1.12}/src/streamwright/core/jobs/ingest/column_rules.py
RENAMED
|
File without changes
|