rust-data-processing 0.3.3__tar.gz → 0.3.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (392) hide show
  1. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/CHANGELOG.md +7 -0
  2. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/Cargo.lock +2 -2
  3. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/Cargo.toml +1 -1
  4. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/PKG-INFO +1 -1
  5. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/RELEASE_CHECKLIST.md +6 -2
  6. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/pyproject.toml +1 -1
  7. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/Cargo.lock +2 -2
  8. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/Cargo.toml +1 -1
  9. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/uv.lock +1 -1
  10. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/.cargo/audit.toml +0 -0
  11. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/.cargo/config.toml +0 -0
  12. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/.gitignore +0 -0
  13. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/API.md +0 -0
  14. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/CONTRIBUTING.md +0 -0
  15. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/LICENSE-APACHE +0 -0
  16. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/LICENSE-MIT +0 -0
  17. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/README_CRATE.md +0 -0
  18. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/README_DEV.md +0 -0
  19. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/README_PYPI.md +0 -0
  20. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/SECURITY.md +0 -0
  21. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/benches/ingestion.rs +0 -0
  22. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/benches/map_reduce.rs +0 -0
  23. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/benches/outliers.rs +0 -0
  24. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/benches/pipelines.rs +0 -0
  25. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/benches/profiling.rs +0 -0
  26. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/benches/validation.rs +0 -0
  27. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/build_all_java.log +0 -0
  28. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/build_all_run.sh +0 -0
  29. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/AMAZON_S3.md +0 -0
  30. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/AZURE_ADLS.md +0 -0
  31. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/CI_DEPLOY_POLICY.md +0 -0
  32. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/CLOUD_AUTH.md +0 -0
  33. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/CONNECTORS.md +0 -0
  34. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/DOCUMENTATION.md +0 -0
  35. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/ENGINE_STRATEGY.md +0 -0
  36. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/How_TO_deploy.md +0 -0
  37. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/ISSUE_TRIAGE.md +0 -0
  38. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/KAFKA_ELT.md +0 -0
  39. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/LAKE_TABLE_READ.md +0 -0
  40. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/OUTREACH.md +0 -0
  41. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/REDUCE_AGG_SEMANTICS.md +0 -0
  42. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/SFT_DATA_FORMATS.md +0 -0
  43. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/SNOWFLAKE.md +0 -0
  44. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/adr/003-jvm-panama-ffi-spike.md +0 -0
  45. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/adr/004-jvm-bindings-build-parity.md +0 -0
  46. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/adr/005-jvm-panama-production-policy.md +0 -0
  47. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/adr/006-jvm-orchestration-pipeline-json.md +0 -0
  48. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/adr/007-kafka-streaming-elt.md +0 -0
  49. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/images/phase-1-scope-overview.png +0 -0
  50. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/images/phase-2-scope-overview.png +0 -0
  51. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/images/phase-3-scope-overview.png +0 -0
  52. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/ARROW_FFI_JVM.md +0 -0
  53. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/EXAMPLES.md +0 -0
  54. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/FFI_API_SLICE.md +0 -0
  55. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/FFI_MANIFEST_JAVA_USAGE.md +0 -0
  56. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/JEXTRACT.md +0 -0
  57. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/JIRA_INTEGRATION.md +0 -0
  58. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/MAVEN_CENTRAL_PUBLISHING.md +0 -0
  59. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/NATIVE_ARTIFACT_PACKAGING.md +0 -0
  60. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/RELEASE.md +0 -0
  61. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/SONATYPE_NAMESPACE_CHECKLIST.md +0 -0
  62. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/CdcBoundaryExample.java +0 -0
  63. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/CookbookTransformsExample.java +0 -0
  64. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/DataFrameCentricPipeline.java +0 -0
  65. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/DbReadPipelineExample.java +0 -0
  66. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/DeltaLakeHandoff.java +0 -0
  67. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ExcelSnippets.java +0 -0
  68. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ExecutionEngineNoteExample.java +0 -0
  69. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ExportFilterRowsMaxUtf8Chars.java +0 -0
  70. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ExportJsonlTrainTest.java +0 -0
  71. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/GhcnJsonXmlParquetPipeline.java +0 -0
  72. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/GroupByAggregatesExample.java +0 -0
  73. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/InferredSchemaIngestExample.java +0 -0
  74. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/IngestObservabilityExample.java +0 -0
  75. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/IngestValidateJsonlEndToEnd.java +0 -0
  76. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/JsonParquetExcelSnippets.java +0 -0
  77. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/KafkaEltLoadExample.java +0 -0
  78. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/KafkaEltStreamExample.java +0 -0
  79. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/MedianReduceAndDataFrame.java +0 -0
  80. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ObjectStoreUrlsExample.java +0 -0
  81. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/OrderedPaths.java +0 -0
  82. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/OutlierDetectionExample.java +0 -0
  83. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ParquetSnippets.java +0 -0
  84. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/PartitionDiscoveryExample.java +0 -0
  85. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/PathFromDirectoryScan.java +0 -0
  86. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/PlatformConnectorsPipelineExample.java +0 -0
  87. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/PrivacyDiffReports.java +0 -0
  88. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ProcessingReduceExample.java +0 -0
  89. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ProfilingExample.java +0 -0
  90. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/QuickStartIngestExample.java +0 -0
  91. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/RDPOnlyETLExample.java +0 -0
  92. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ReportsTruncateUtf8.java +0 -0
  93. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/SQLQueries.java +0 -0
  94. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/SftpFtpConnectorsExample.java +0 -0
  95. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/SparkParquetHandoffExample.java +0 -0
  96. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/SqlJoinPipelineExample.java +0 -0
  97. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/TransformUtf8Masking.java +0 -0
  98. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/ValidationUtf8Length.java +0 -0
  99. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/examples/WarehouseExportHandoffExample.java +0 -0
  100. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/java/gradle.md +0 -0
  101. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/examples/airflow/minimal_dag.py +0 -0
  102. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/examples/dbt/models/example_rdp.py +0 -0
  103. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/examples/file_transfer_ingest.rs +0 -0
  104. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/examples/kafka_elt_byo_load.rs +0 -0
  105. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/examples/kafka_elt_stream.rs +0 -0
  106. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/examples/sft/sample_alpaca.ndjson +0 -0
  107. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/.gitignore +0 -0
  108. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/.env.example +0 -0
  109. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/cloud_common.py +0 -0
  110. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/docker-compose.yml +0 -0
  111. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/fixtures/fake-gcs-sa.json +0 -0
  112. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/java/pom.xml +0 -0
  113. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/CloudImportIntegrationTest.java +0 -0
  114. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/run_cloud_tests.py +0 -0
  115. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/tests/test_cloud_import.py +0 -0
  116. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Databricks/.env.example +0 -0
  117. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Databricks/databricks_common.py +0 -0
  118. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Databricks/docker-compose.yml +0 -0
  119. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Databricks/java/pom.xml +0 -0
  120. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Databricks/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/DatabricksImportIntegrationTest.java +0 -0
  121. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Databricks/run_databricks_tests.py +0 -0
  122. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Databricks/tests/conftest.py +0 -0
  123. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Databricks/tests/test_databricks_import.py +0 -0
  124. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Kafka/.env.example +0 -0
  125. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Kafka/docker-compose.yml +0 -0
  126. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Kafka/java/pom.xml +0 -0
  127. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Kafka/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/KafkaStreamIntegrationTest.java +0 -0
  128. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Kafka/kafka_common.py +0 -0
  129. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Kafka/run_kafka_tests.py +0 -0
  130. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Kafka/tests/test_kafka_stream.py +0 -0
  131. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/MinIO/.env.example +0 -0
  132. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/MinIO/docker-compose.yml +0 -0
  133. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Oracle/.env.example +0 -0
  134. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Oracle/docker-compose.yml +0 -0
  135. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Oracle/java/pom.xml +0 -0
  136. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Oracle/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/OracleImportIntegrationTest.java +0 -0
  137. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Oracle/oracle_common.py +0 -0
  138. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Oracle/oracle_notes.txt +0 -0
  139. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Oracle/run_oracle_tests.py +0 -0
  140. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Oracle/tests/conftest.py +0 -0
  141. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Oracle/tests/test_oracle_import.py +0 -0
  142. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/.env.example +0 -0
  143. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/docker-compose.yml +0 -0
  144. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/java/pom.xml +0 -0
  145. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/PostgreSQLImportIntegrationTest.java +0 -0
  146. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/postgresql_common.py +0 -0
  147. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/postgresql_notes.txt +0 -0
  148. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/run_tests.py +0 -0
  149. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/tests/conftest.py +0 -0
  150. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/tests/test_postgresql_import.py +0 -0
  151. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/SQLServer/.env.example +0 -0
  152. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/SQLServer/docker-compose.yml +0 -0
  153. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/SQLServer/init/01-create-db.sql +0 -0
  154. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/SQLServer/java/pom.xml +0 -0
  155. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/SQLServer/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/MssqlImportIntegrationTest.java +0 -0
  156. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/SQLServer/mssql_common.py +0 -0
  157. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/SQLServer/run_mssql_tests.py +0 -0
  158. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/SQLServer/tests/conftest.py +0 -0
  159. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/SQLServer/tests/test_mssql_import.py +0 -0
  160. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Snowflake/.env.example +0 -0
  161. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Snowflake/docker-compose.yml +0 -0
  162. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Snowflake/java/pom.xml +0 -0
  163. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Snowflake/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/SnowflakeImportIntegrationTest.java +0 -0
  164. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Snowflake/run_snowflake_tests.py +0 -0
  165. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Snowflake/snowflake_common.py +0 -0
  166. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Snowflake/tests/conftest.py +0 -0
  167. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Snowflake/tests/test_snowflake_import.py +0 -0
  168. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Spark/.env.example +0 -0
  169. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Spark/conf/spark-defaults.conf +0 -0
  170. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Spark/docker-compose.yml +0 -0
  171. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Spark/java/pom.xml +0 -0
  172. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Spark/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/SparkImportIntegrationTest.java +0 -0
  173. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Spark/run_spark_tests.py +0 -0
  174. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Spark/spark_common.py +0 -0
  175. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Spark/tests/conftest.py +0 -0
  176. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/Spark/tests/test_spark_import.py +0 -0
  177. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/data/.gitignore +0 -0
  178. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/integration_testing_details.md +0 -0
  179. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/libs/.gitignore +0 -0
  180. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/schema/uber_pickups.schema.json +0 -0
  181. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/integration_testing/schema/uber_pickups.table.json +0 -0
  182. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/notebooks/ml_qa.ipynb +0 -0
  183. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/notebooks/quickstart.ipynb +0 -0
  184. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/.cargo/config.toml +0 -0
  185. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/.gitignore +0 -0
  186. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/API.md +0 -0
  187. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/PARITY.md +0 -0
  188. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/README.md +0 -0
  189. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/README_DEV.md +0 -0
  190. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/README_PYPI.md +0 -0
  191. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/index.html +0 -0
  192. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/rust_data_processing/cdc.html +0 -0
  193. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/rust_data_processing/examples.html +0 -0
  194. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/rust_data_processing.html +0 -0
  195. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/search.js +0 -0
  196. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/docs/README.md +0 -0
  197. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/scripts/README.md +0 -0
  198. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/scripts/Run-BenchmarkTests.ps1 +0 -0
  199. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/scripts/Run-DeepTests.ps1 +0 -0
  200. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/scripts/Run-UnitTests.ps1 +0 -0
  201. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/src/convert.rs +0 -0
  202. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/src/lib.rs +0 -0
  203. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/src/observer_bridge.rs +0 -0
  204. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/__init__.py +0 -0
  205. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/conftest.py +0 -0
  206. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/helpers.py +0 -0
  207. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/pipeline_fixture_support.py +0 -0
  208. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_benchmarks.py +0 -0
  209. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_bindings.py +0 -0
  210. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_dataframe_centric_pipeline_fixtures.py +0 -0
  211. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_deep_parity.py +0 -0
  212. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_excel_snippets_fixtures.py +0 -0
  213. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_file_transfer.py +0 -0
  214. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_ghcn_json_xml_parquet_pipeline_fixtures.py +0 -0
  215. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_ghcn_pipeline_fixtures.py +0 -0
  216. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_ingestion_fixtures.py +0 -0
  217. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_json_parquet_excel_snippets_fixtures.py +0 -0
  218. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_kafka_elt_load.py +0 -0
  219. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_mapping_spec.py +0 -0
  220. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_observability_parity.py +0 -0
  221. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_parquet_snippets_fixtures.py +0 -0
  222. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_partition_discovery.py +0 -0
  223. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_path_from_directory_scan_fixtures.py +0 -0
  224. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_phase2.py +0 -0
  225. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_pipeline_fixture_schemas.py +0 -0
  226. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_sft_sample.py +0 -0
  227. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_smoke.py +0 -0
  228. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_sql_parity.py +0 -0
  229. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_sql_queries_fixtures.py +0 -0
  230. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_student_etl_fixtures.py +0 -0
  231. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/tests/test_watermark_ingestion.py +0 -0
  232. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/rust-toolchain.toml +0 -0
  233. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/rust_data_processing/__init__.py +0 -0
  234. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/rust_data_processing/cdc.py +0 -0
  235. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/rust_data_processing/examples.py +0 -0
  236. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/bin/generate_people_xlsx_fixture.rs +0 -0
  237. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/cdc/mod.rs +0 -0
  238. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/error.rs +0 -0
  239. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/execution/mod.rs +0 -0
  240. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/execution/observer.rs +0 -0
  241. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/execution/semaphore.rs +0 -0
  242. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/export.rs +0 -0
  243. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/builder.rs +0 -0
  244. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/csv.rs +0 -0
  245. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/db.rs +0 -0
  246. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/delta_lake.rs +0 -0
  247. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/excel.rs +0 -0
  248. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/file_transfer.rs +0 -0
  249. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/json.rs +0 -0
  250. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/mod.rs +0 -0
  251. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/object_store.rs +0 -0
  252. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/observability.rs +0 -0
  253. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/parquet.rs +0 -0
  254. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/partition.rs +0 -0
  255. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/polars_bridge.rs +0 -0
  256. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/snowflake.rs +0 -0
  257. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/unified.rs +0 -0
  258. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/watermark.rs +0 -0
  259. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/ingestion/xml.rs +0 -0
  260. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/kafka/builder.rs +0 -0
  261. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/kafka/consumer.rs +0 -0
  262. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/kafka/load.rs +0 -0
  263. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/kafka/mod.rs +0 -0
  264. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/kafka/producer.rs +0 -0
  265. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/kafka/record.rs +0 -0
  266. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/lib.rs +0 -0
  267. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/main.rs +0 -0
  268. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/outliers/mod.rs +0 -0
  269. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/pipeline/mod.rs +0 -0
  270. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/pipeline_spec.rs +0 -0
  271. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/privacy.rs +0 -0
  272. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/processing/filter.rs +0 -0
  273. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/processing/map.rs +0 -0
  274. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/processing/mod.rs +0 -0
  275. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/processing/multi.rs +0 -0
  276. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/processing/reduce.rs +0 -0
  277. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/profiling/mod.rs +0 -0
  278. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/reports.rs +0 -0
  279. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/sql/mod.rs +0 -0
  280. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/transform.rs +0 -0
  281. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/types.rs +0 -0
  282. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/src/validation/mod.rs +0 -0
  283. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/arrow_record_batches.rs +0 -0
  284. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/csv_ingestion.rs +0 -0
  285. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/dataframe_centric_pipeline_fixtures.rs +0 -0
  286. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/deep_tests.rs +0 -0
  287. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/excel_ingestion.rs +0 -0
  288. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/excel_snippets_fixtures.rs +0 -0
  289. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/file_transfer_ftp_integration.rs +0 -0
  290. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/SOURCES.md +0 -0
  291. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/cloud/azure-style/incoming/two_rows.json +0 -0
  292. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/cloud/gcs-style/incoming/two_rows.json +0 -0
  293. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/cloud/s3-style/incoming/two_rows.json +0 -0
  294. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/data/two_rows.json +0 -0
  295. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/pipelines/object_store_sources_only.pipeline.json +0 -0
  296. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/pipelines/oracle_db_read.pipeline.json +0 -0
  297. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/pipelines/platform_connectors.pipeline.json +0 -0
  298. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/schemas/id_name.schema.json +0 -0
  299. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/deep/SOURCES.md +0 -0
  300. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/deep/job_runs_sample.json +0 -0
  301. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/deep/rle-dict-snappy-checksum.parquet +0 -0
  302. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/deep/schemas/job_runs.schema.json +0 -0
  303. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/deep/schemas/seattle.schema.json +0 -0
  304. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/deep/seattle-weather.csv +0 -0
  305. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/file_transfer/SOURCES.md +0 -0
  306. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/file_transfer/data/two_rows.json +0 -0
  307. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/file_transfer/pipelines/ftp_sources_only.pipeline.json +0 -0
  308. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/file_transfer/schemas/id_name.schema.json +0 -0
  309. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/SOURCES.md +0 -0
  310. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/ghcn_stations_intermediate.xml +0 -0
  311. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/ghcn_stations_sample.json +0 -0
  312. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/pipelines/json_to_xml.pipeline.json +0 -0
  313. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/pipelines/xml_to_parquet.pipeline.json +0 -0
  314. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/schemas/json_source.schema.json +0 -0
  315. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/schemas/parquet_lake.schema.json +0 -0
  316. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/schemas/xml_intermediate.schema.json +0 -0
  317. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/hive_partitioned/at_root.csv +0 -0
  318. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/hive_partitioned/dt=2024-01-01/region=eu/events.csv +0 -0
  319. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/hive_partitioned/dt=2024-01-01/region=us/events.csv +0 -0
  320. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/hive_partitioned_skip/staging/data.csv +0 -0
  321. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/SOURCES.md +0 -0
  322. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/data/three_rows.json +0 -0
  323. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/payloads/ordered_paths_arrow_ipc_temp.payload.json +0 -0
  324. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/payloads/ordered_paths_dataset.payload.json +0 -0
  325. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/payloads/ordered_paths_parquet_temp.payload.json +0 -0
  326. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/payloads/ordered_paths_truncate.payload.json +0 -0
  327. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/pipelines/dataframe_centric_sql.pipeline.json +0 -0
  328. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/pipelines/ordered_json_to_parquet.pipeline.json +0 -0
  329. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/pipelines/sql_query_dataset.pipeline.json +0 -0
  330. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/schemas/id_name.schema.json +0 -0
  331. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/schemas/three_rows.schema.json +0 -0
  332. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_ordered_part_a.csv +0 -0
  333. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_ordered_part_b.csv +0 -0
  334. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_pipeline_part_01.json +0 -0
  335. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_pipeline_part_02.json +0 -0
  336. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_three_rows.json +0 -0
  337. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/kafka/stream_records.json +0 -0
  338. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/SOURCES.md +0 -0
  339. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/csv_path_dataset.payload.json +0 -0
  340. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/csv_path_ingest.options.json +0 -0
  341. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/excel_sheet_dataset.payload.json +0 -0
  342. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/json_path_dataset.payload.json +0 -0
  343. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/json_path_ingest.options.json +0 -0
  344. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/pipelines/csv_to_parquet.pipeline.json +0 -0
  345. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/schemas/people_csv.schema.json +0 -0
  346. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/schemas/people_flat.schema.json +0 -0
  347. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/schemas/people_json.schema.json +0 -0
  348. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people/schemas/tabular_5col.schema.json +0 -0
  349. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people.csv +0 -0
  350. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people.json +0 -0
  351. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/people.xlsx +0 -0
  352. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/SOURCES.md +0 -0
  353. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/data/join_left.json +0 -0
  354. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/data/join_right.json +0 -0
  355. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/queries/join_people_scores.sql.json +0 -0
  356. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/schemas/join_left.schema.json +0 -0
  357. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/schemas/join_right.schema.json +0 -0
  358. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/SOURCES.md +0 -0
  359. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/data/example_s3_json_source_paths.json +0 -0
  360. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/data/part-00000.json +0 -0
  361. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/data/part-00001.json +0 -0
  362. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/data/part-00002.json +0 -0
  363. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/payloads/ordered_ingest_dataset.payload.json +0 -0
  364. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/payloads/ordered_ingest_dataset_2paths.payload.json +0 -0
  365. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/pipelines/legacy_student_etl.pipeline.json +0 -0
  366. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/pipelines/legacy_student_etl_three_paths.pipeline.json +0 -0
  367. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/schemas/lake_grade_stats.schema.json +0 -0
  368. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/schemas/postgres_courses.schema.json +0 -0
  369. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/schemas/student_source.schema.json +0 -0
  370. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/watermark/SOURCES.md +0 -0
  371. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/watermark/payloads/csv_watermark_dataset.options.json +0 -0
  372. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/watermark/payloads/csv_watermark_dataset.response.json +0 -0
  373. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/watermark/payloads/csv_watermark_ingest.body.json +0 -0
  374. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/watermark/payloads/directory_scan_two_csv.payload.json +0 -0
  375. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/watermark/schemas/events.schema.json +0 -0
  376. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/watermark_events.csv +0 -0
  377. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/fixtures/watermark_events.json +0 -0
  378. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/ghcn_json_xml_parquet_pipeline_fixtures.rs +0 -0
  379. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/ingestion_observability.rs +0 -0
  380. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/json_ingestion.rs +0 -0
  381. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/json_parquet_excel_snippets_fixtures.rs +0 -0
  382. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/kafka_elt_load.rs +0 -0
  383. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/mapping_spec.rs +0 -0
  384. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/ordered_batch_ingestion.rs +0 -0
  385. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/parquet_ingestion.rs +0 -0
  386. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/parquet_snippets_fixtures.rs +0 -0
  387. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/partition_discovery.rs +0 -0
  388. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/path_from_directory_scan_fixtures.rs +0 -0
  389. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/sql.rs +0 -0
  390. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/student_etl_fixtures.rs +0 -0
  391. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/unified_ingestion.rs +0 -0
  392. {rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/tests/watermark_incremental.rs +0 -0
{rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/CHANGELOG.md RENAMED
@@ -23,6 +23,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
23
23
  - **Phase 2 (batch):** `ReduceOp::Median` / `Agg::Median`; UTF-8 privacy `TransformStep`s (`Utf8Truncate`, `Utf8Sha256Hex`, `Utf8RedactMiddle`); validation `Check::Utf8LenCharsBetween`; modules **`export`** (JSONL + deterministic train/test indices), **`privacy`** (UTF-8 diff summaries), **`reports`** (byte-safe truncation); Arrow **`record_batches_to_dataset`** + `LargeUtf8` support; Python bindings `export_dataset_jsonl`, `privacy_summarize_utf8_changes_json`, `reports_truncate_utf8_bytes`.
24
24
  - **Docs & examples:** lake read ADR + user guide, SFT format guide, outreach shortlist, ML reduce gap audit, P2-E6 policy + P2-E7 deferral notes, vector export recipe, `examples/{dbt,airflow,tabular_nn,llm_prep}/`, `notebooks/` index + starter notebooks.
25
25
 
26
+ ## [0.3.4] - 2026-06-17
27
+
28
+ ### Changed
29
+
30
+ - (summarize this release)
31
+
26
32
  ## [0.3.3] - 2026-06-17
27
33
 
28
34
  ### Changed
@@ -135,6 +141,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
135
141
  - `profiling`, `validation`, `outliers`, `transform` (TransformSpec), `cdc` boundary types.
136
142
  - Optional `db_connectorx` for DB → Arrow → `DataSet` ingestion.
137
143
 
144
+ [0.3.4]: https://github.com/scorpio-datalake/rust-data-processing/releases/tag/v0.3.4
138
145
  [0.3.3]: https://github.com/scorpio-datalake/rust-data-processing/releases/tag/v0.3.3
139
146
  [0.3.2]: https://github.com/scorpio-datalake/rust-data-processing/releases/tag/v0.3.2
140
147
  [0.3.1]: https://github.com/scorpio-datalake/rust-data-processing/releases/tag/v0.3.1
{rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/Cargo.lock RENAMED
@@ -5052,7 +5052,7 @@ dependencies = [
5052
5052
 
5053
5053
  [[package]]
5054
5054
  name = "rust-data-processing"
5055
- version = "0.3.3"
5055
+ version = "0.3.4"
5056
5056
  dependencies = [
5057
5057
  "arrow",
5058
5058
  "calamine",
@@ -5087,7 +5087,7 @@ dependencies = [
5087
5087
 
5088
5088
  [[package]]
5089
5089
  name = "rust_data_processing_py"
5090
- version = "0.3.3"
5090
+ version = "0.3.4"
5091
5091
  dependencies = [
5092
5092
  "pyo3",
5093
5093
  "rust-data-processing",
{rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/Cargo.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [package]
2
2
  name = "rust-data-processing"
3
- version = "0.3.3"
3
+ version = "0.3.4"
4
4
  edition = "2024"
5
5
  rust-version = "1.85"
6
6
  description = "Schema-first ingestion (CSV, JSON, Parquet, Excel) into an in-memory DataSet, plus Polars-backed pipelines, SQL, profiling, validation, and map/reduce-style processing."
{rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rust-data-processing
3
- Version: 0.3.3
3
+ Version: 0.3.4
4
4
  Classifier: Programming Language :: Python
5
5
  Classifier: Programming Language :: Python :: 3.10
6
6
  Classifier: Programming Language :: Python :: 3.11
{rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/docs/RELEASE_CHECKLIST.md RENAMED
@@ -4,15 +4,18 @@ Use this when shipping **both** the Rust crate and the **Python** package (`pyth
4
4
 
5
5
  ## 1) Version alignment (do this first)
6
6
 
7
- Bump **all** of these to the **same** SemVer (e.g. `0.2.0`):
7
+ Bump **all** of these to the **same** SemVer (e.g. `0.3.3`):
8
8
 
9
9
  | File | Field |
10
10
  |------|--------|
11
11
  | **`Cargo.toml`** (repo root) | `[package] version` |
12
12
  | **`python-wrapper/pyproject.toml`** | `[project] version` |
13
13
  | **`python-wrapper/Cargo.toml`** | `[package] version` |
14
+ | **`bindings/java/VERSION`** | single line (no `-SNAPSHOT` at release) |
15
+ | **`bindings/java/rust-data-processing-jvm/pom.xml`** | `<version>` (main artifact) |
16
+ | **`bindings/java/rust-data-processing-jvm/gradle.properties`** | `version=` |
14
17
 
15
- The release script **`scripts/release.py`** (or **`./scripts/release_tag.sh`** / **`./scripts/release_tag.ps1`**) updates these plus **`Cargo.lock`** (root + **`python-wrapper/`**), **`python-wrapper/uv.lock`**, and inserts a **`CHANGELOG.md`** stub. Edit the changelog body after the script runs.
18
+ The release script **`scripts/release.py`** (or **`./scripts/release_tag.sh`** / **`./scripts/release_tag.ps1`**) updates all of the above plus **`Cargo.lock`** (root + **`python-wrapper/`**), **`python-wrapper/uv.lock`**, and inserts a **`CHANGELOG.md`** stub. Edit the changelog body after the script runs (before confirming), or edit on `main` before the next release.
16
19
 
17
20
  PyPI uses **`pyproject.toml`** as the distribution version; the extension crate version should match for maintainability.
18
21
 
@@ -120,6 +123,7 @@ Use **one** flow: complete steps **1–2** (changelog + merge to **`main`**), th
120
123
  4. **Actions** runs:
121
124
  - **`rust_release.yml`** — verifies the tag is on **`origin/main`**, then **`cargo publish --locked`**.
122
125
  - **`python_release.yml`** — same guard, then builds wheels and uploads to **PyPI**.
126
+ - **`jvm_maven_central_release.yml`** — when the script publishes a **GitHub Release** for **`v{VERSION}`** (requires **`gh`** CLI locally: `gh auth login`). Deploys **`rust-data-processing-jvm`** to **Maven Central** when **`bindings/java/VERSION`** matches the tag (no `-SNAPSHOT`). Use **`--skip-github-release`** to tag only and publish the GitHub Release manually later.
123
127
 
124
128
  Tags pointing at commits **not** on **`main`** are rejected (no publish).
125
129
 
{rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "maturin"
4
4
 
5
5
  [project]
6
6
  name = "rust-data-processing"
7
- version = "0.3.3"
7
+ version = "0.3.4"
8
8
  description = "Python bindings for rust-data-processing: schema-first CSV/JSON/Parquet/Excel ingestion into an in-memory DataSet."
9
9
  readme = "README_PYPI.md"
10
10
  requires-python = ">=3.10"
{rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/Cargo.lock RENAMED
@@ -4695,7 +4695,7 @@ dependencies = [
4695
4695
 
4696
4696
  [[package]]
4697
4697
  name = "rust-data-processing"
4698
- version = "0.3.3"
4698
+ version = "0.3.4"
4699
4699
  dependencies = [
4700
4700
  "arrow",
4701
4701
  "calamine",
@@ -4724,7 +4724,7 @@ dependencies = [
4724
4724
 
4725
4725
  [[package]]
4726
4726
  name = "rust_data_processing_py"
4727
- version = "0.3.3"
4727
+ version = "0.3.4"
4728
4728
  dependencies = [
4729
4729
  "pyo3",
4730
4730
  "rust-data-processing",
{rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/Cargo.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [package]
2
2
  name = "rust_data_processing_py"
3
- version = "0.3.3"
3
+ version = "0.3.4"
4
4
  edition = "2024"
5
5
  rust-version = "1.85"
6
6
  description = "PyO3 extension for rust-data-processing (Python package build via maturin)."
{rust_data_processing-0.3.3 → rust_data_processing-0.3.4}/python-wrapper/uv.lock RENAMED
@@ -318,7 +318,7 @@ wheels = [
318
318
 
319
319
  [[package]]
320
320
  name = "rust-data-processing"
321
- version = "0.3.3"
321
+ version = "0.3.4"
322
322
  source = { editable = "." }
323
323
 
324
324
  [package.dev-dependencies]