rust-data-processing 0.3.2__tar.gz → 0.3.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (392) hide show
  1. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/CHANGELOG.md +14 -0
  2. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/Cargo.lock +53 -214
  3. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/Cargo.toml +1 -1
  4. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/PKG-INFO +1 -1
  5. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/RELEASE_CHECKLIST.md +6 -2
  6. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/pyproject.toml +9 -2
  7. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/Cargo.lock +2 -2
  8. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/Cargo.toml +1 -1
  9. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/README_DEV.md +6 -0
  10. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/uv.lock +13 -7
  11. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/.cargo/audit.toml +0 -0
  12. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/.cargo/config.toml +0 -0
  13. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/.gitignore +0 -0
  14. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/API.md +0 -0
  15. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/CONTRIBUTING.md +0 -0
  16. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/LICENSE-APACHE +0 -0
  17. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/LICENSE-MIT +0 -0
  18. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/README_CRATE.md +0 -0
  19. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/README_DEV.md +0 -0
  20. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/README_PYPI.md +0 -0
  21. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/SECURITY.md +0 -0
  22. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/benches/ingestion.rs +0 -0
  23. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/benches/map_reduce.rs +0 -0
  24. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/benches/outliers.rs +0 -0
  25. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/benches/pipelines.rs +0 -0
  26. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/benches/profiling.rs +0 -0
  27. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/benches/validation.rs +0 -0
  28. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/build_all_java.log +0 -0
  29. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/build_all_run.sh +0 -0
  30. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/AMAZON_S3.md +0 -0
  31. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/AZURE_ADLS.md +0 -0
  32. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/CI_DEPLOY_POLICY.md +0 -0
  33. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/CLOUD_AUTH.md +0 -0
  34. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/CONNECTORS.md +0 -0
  35. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/DOCUMENTATION.md +0 -0
  36. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/ENGINE_STRATEGY.md +0 -0
  37. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/How_TO_deploy.md +0 -0
  38. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/ISSUE_TRIAGE.md +0 -0
  39. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/KAFKA_ELT.md +0 -0
  40. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/LAKE_TABLE_READ.md +0 -0
  41. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/OUTREACH.md +0 -0
  42. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/REDUCE_AGG_SEMANTICS.md +0 -0
  43. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/SFT_DATA_FORMATS.md +0 -0
  44. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/SNOWFLAKE.md +0 -0
  45. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/adr/003-jvm-panama-ffi-spike.md +0 -0
  46. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/adr/004-jvm-bindings-build-parity.md +0 -0
  47. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/adr/005-jvm-panama-production-policy.md +0 -0
  48. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/adr/006-jvm-orchestration-pipeline-json.md +0 -0
  49. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/adr/007-kafka-streaming-elt.md +0 -0
  50. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/images/phase-1-scope-overview.png +0 -0
  51. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/images/phase-2-scope-overview.png +0 -0
  52. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/images/phase-3-scope-overview.png +0 -0
  53. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/ARROW_FFI_JVM.md +0 -0
  54. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/EXAMPLES.md +0 -0
  55. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/FFI_API_SLICE.md +0 -0
  56. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/FFI_MANIFEST_JAVA_USAGE.md +0 -0
  57. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/JEXTRACT.md +0 -0
  58. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/JIRA_INTEGRATION.md +0 -0
  59. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/MAVEN_CENTRAL_PUBLISHING.md +0 -0
  60. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/NATIVE_ARTIFACT_PACKAGING.md +0 -0
  61. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/RELEASE.md +0 -0
  62. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/SONATYPE_NAMESPACE_CHECKLIST.md +0 -0
  63. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/CdcBoundaryExample.java +0 -0
  64. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/CookbookTransformsExample.java +0 -0
  65. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/DataFrameCentricPipeline.java +0 -0
  66. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/DbReadPipelineExample.java +0 -0
  67. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/DeltaLakeHandoff.java +0 -0
  68. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ExcelSnippets.java +0 -0
  69. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ExecutionEngineNoteExample.java +0 -0
  70. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ExportFilterRowsMaxUtf8Chars.java +0 -0
  71. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ExportJsonlTrainTest.java +0 -0
  72. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/GhcnJsonXmlParquetPipeline.java +0 -0
  73. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/GroupByAggregatesExample.java +0 -0
  74. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/InferredSchemaIngestExample.java +0 -0
  75. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/IngestObservabilityExample.java +0 -0
  76. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/IngestValidateJsonlEndToEnd.java +0 -0
  77. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/JsonParquetExcelSnippets.java +0 -0
  78. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/KafkaEltLoadExample.java +0 -0
  79. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/KafkaEltStreamExample.java +0 -0
  80. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/MedianReduceAndDataFrame.java +0 -0
  81. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ObjectStoreUrlsExample.java +0 -0
  82. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/OrderedPaths.java +0 -0
  83. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/OutlierDetectionExample.java +0 -0
  84. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ParquetSnippets.java +0 -0
  85. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/PartitionDiscoveryExample.java +0 -0
  86. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/PathFromDirectoryScan.java +0 -0
  87. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/PlatformConnectorsPipelineExample.java +0 -0
  88. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/PrivacyDiffReports.java +0 -0
  89. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ProcessingReduceExample.java +0 -0
  90. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ProfilingExample.java +0 -0
  91. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/QuickStartIngestExample.java +0 -0
  92. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/RDPOnlyETLExample.java +0 -0
  93. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ReportsTruncateUtf8.java +0 -0
  94. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/SQLQueries.java +0 -0
  95. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/SftpFtpConnectorsExample.java +0 -0
  96. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/SparkParquetHandoffExample.java +0 -0
  97. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/SqlJoinPipelineExample.java +0 -0
  98. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/TransformUtf8Masking.java +0 -0
  99. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/ValidationUtf8Length.java +0 -0
  100. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/examples/WarehouseExportHandoffExample.java +0 -0
  101. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/docs/java/gradle.md +0 -0
  102. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/examples/airflow/minimal_dag.py +0 -0
  103. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/examples/dbt/models/example_rdp.py +0 -0
  104. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/examples/file_transfer_ingest.rs +0 -0
  105. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/examples/kafka_elt_byo_load.rs +0 -0
  106. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/examples/kafka_elt_stream.rs +0 -0
  107. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/examples/sft/sample_alpaca.ndjson +0 -0
  108. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/.gitignore +0 -0
  109. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/.env.example +0 -0
  110. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/cloud_common.py +0 -0
  111. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/docker-compose.yml +0 -0
  112. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/fixtures/fake-gcs-sa.json +0 -0
  113. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/java/pom.xml +0 -0
  114. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/CloudImportIntegrationTest.java +0 -0
  115. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/run_cloud_tests.py +0 -0
  116. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/CloudConnectors/tests/test_cloud_import.py +0 -0
  117. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Databricks/.env.example +0 -0
  118. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Databricks/databricks_common.py +0 -0
  119. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Databricks/docker-compose.yml +0 -0
  120. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Databricks/java/pom.xml +0 -0
  121. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Databricks/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/DatabricksImportIntegrationTest.java +0 -0
  122. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Databricks/run_databricks_tests.py +0 -0
  123. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Databricks/tests/conftest.py +0 -0
  124. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Databricks/tests/test_databricks_import.py +0 -0
  125. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Kafka/.env.example +0 -0
  126. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Kafka/docker-compose.yml +0 -0
  127. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Kafka/java/pom.xml +0 -0
  128. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Kafka/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/KafkaStreamIntegrationTest.java +0 -0
  129. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Kafka/kafka_common.py +0 -0
  130. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Kafka/run_kafka_tests.py +0 -0
  131. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Kafka/tests/test_kafka_stream.py +0 -0
  132. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/MinIO/.env.example +0 -0
  133. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/MinIO/docker-compose.yml +0 -0
  134. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Oracle/.env.example +0 -0
  135. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Oracle/docker-compose.yml +0 -0
  136. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Oracle/java/pom.xml +0 -0
  137. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Oracle/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/OracleImportIntegrationTest.java +0 -0
  138. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Oracle/oracle_common.py +0 -0
  139. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Oracle/oracle_notes.txt +0 -0
  140. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Oracle/run_oracle_tests.py +0 -0
  141. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Oracle/tests/conftest.py +0 -0
  142. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Oracle/tests/test_oracle_import.py +0 -0
  143. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/.env.example +0 -0
  144. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/docker-compose.yml +0 -0
  145. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/java/pom.xml +0 -0
  146. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/PostgreSQLImportIntegrationTest.java +0 -0
  147. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/postgresql_common.py +0 -0
  148. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/postgresql_notes.txt +0 -0
  149. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/run_tests.py +0 -0
  150. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/tests/conftest.py +0 -0
  151. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/PostgreSQL/tests/test_postgresql_import.py +0 -0
  152. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/SQLServer/.env.example +0 -0
  153. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/SQLServer/docker-compose.yml +0 -0
  154. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/SQLServer/init/01-create-db.sql +0 -0
  155. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/SQLServer/java/pom.xml +0 -0
  156. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/SQLServer/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/MssqlImportIntegrationTest.java +0 -0
  157. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/SQLServer/mssql_common.py +0 -0
  158. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/SQLServer/run_mssql_tests.py +0 -0
  159. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/SQLServer/tests/conftest.py +0 -0
  160. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/SQLServer/tests/test_mssql_import.py +0 -0
  161. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Snowflake/.env.example +0 -0
  162. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Snowflake/docker-compose.yml +0 -0
  163. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Snowflake/java/pom.xml +0 -0
  164. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Snowflake/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/SnowflakeImportIntegrationTest.java +0 -0
  165. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Snowflake/run_snowflake_tests.py +0 -0
  166. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Snowflake/snowflake_common.py +0 -0
  167. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Snowflake/tests/conftest.py +0 -0
  168. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Snowflake/tests/test_snowflake_import.py +0 -0
  169. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Spark/.env.example +0 -0
  170. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Spark/conf/spark-defaults.conf +0 -0
  171. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Spark/docker-compose.yml +0 -0
  172. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Spark/java/pom.xml +0 -0
  173. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Spark/java/src/test/java/io/github/scorpio_datalake/rust_data_processing/integration/SparkImportIntegrationTest.java +0 -0
  174. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Spark/run_spark_tests.py +0 -0
  175. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Spark/spark_common.py +0 -0
  176. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Spark/tests/conftest.py +0 -0
  177. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/Spark/tests/test_spark_import.py +0 -0
  178. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/data/.gitignore +0 -0
  179. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/integration_testing_details.md +0 -0
  180. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/libs/.gitignore +0 -0
  181. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/schema/uber_pickups.schema.json +0 -0
  182. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/integration_testing/schema/uber_pickups.table.json +0 -0
  183. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/notebooks/ml_qa.ipynb +0 -0
  184. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/notebooks/quickstart.ipynb +0 -0
  185. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/.cargo/config.toml +0 -0
  186. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/.gitignore +0 -0
  187. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/API.md +0 -0
  188. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/PARITY.md +0 -0
  189. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/README.md +0 -0
  190. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/README_PYPI.md +0 -0
  191. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/index.html +0 -0
  192. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/rust_data_processing/cdc.html +0 -0
  193. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/rust_data_processing/examples.html +0 -0
  194. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/rust_data_processing.html +0 -0
  195. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/_verify_pdoc/search.js +0 -0
  196. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/docs/README.md +0 -0
  197. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/scripts/README.md +0 -0
  198. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/scripts/Run-BenchmarkTests.ps1 +0 -0
  199. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/scripts/Run-DeepTests.ps1 +0 -0
  200. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/scripts/Run-UnitTests.ps1 +0 -0
  201. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/src/convert.rs +0 -0
  202. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/src/lib.rs +0 -0
  203. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/src/observer_bridge.rs +0 -0
  204. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/__init__.py +0 -0
  205. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/conftest.py +0 -0
  206. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/helpers.py +0 -0
  207. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/pipeline_fixture_support.py +0 -0
  208. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_benchmarks.py +0 -0
  209. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_bindings.py +0 -0
  210. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_dataframe_centric_pipeline_fixtures.py +0 -0
  211. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_deep_parity.py +0 -0
  212. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_excel_snippets_fixtures.py +0 -0
  213. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_file_transfer.py +0 -0
  214. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_ghcn_json_xml_parquet_pipeline_fixtures.py +0 -0
  215. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_ghcn_pipeline_fixtures.py +0 -0
  216. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_ingestion_fixtures.py +0 -0
  217. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_json_parquet_excel_snippets_fixtures.py +0 -0
  218. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_kafka_elt_load.py +0 -0
  219. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_mapping_spec.py +0 -0
  220. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_observability_parity.py +0 -0
  221. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_parquet_snippets_fixtures.py +0 -0
  222. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_partition_discovery.py +0 -0
  223. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_path_from_directory_scan_fixtures.py +0 -0
  224. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_phase2.py +0 -0
  225. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_pipeline_fixture_schemas.py +0 -0
  226. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_sft_sample.py +0 -0
  227. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_smoke.py +0 -0
  228. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_sql_parity.py +0 -0
  229. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_sql_queries_fixtures.py +0 -0
  230. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_student_etl_fixtures.py +0 -0
  231. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/python-wrapper/tests/test_watermark_ingestion.py +0 -0
  232. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/rust-toolchain.toml +0 -0
  233. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/rust_data_processing/__init__.py +0 -0
  234. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/rust_data_processing/cdc.py +0 -0
  235. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/rust_data_processing/examples.py +0 -0
  236. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/bin/generate_people_xlsx_fixture.rs +0 -0
  237. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/cdc/mod.rs +0 -0
  238. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/error.rs +0 -0
  239. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/execution/mod.rs +0 -0
  240. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/execution/observer.rs +0 -0
  241. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/execution/semaphore.rs +0 -0
  242. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/export.rs +0 -0
  243. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/builder.rs +0 -0
  244. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/csv.rs +0 -0
  245. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/db.rs +0 -0
  246. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/delta_lake.rs +0 -0
  247. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/excel.rs +0 -0
  248. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/file_transfer.rs +0 -0
  249. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/json.rs +0 -0
  250. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/mod.rs +0 -0
  251. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/object_store.rs +0 -0
  252. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/observability.rs +0 -0
  253. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/parquet.rs +0 -0
  254. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/partition.rs +0 -0
  255. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/polars_bridge.rs +0 -0
  256. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/snowflake.rs +0 -0
  257. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/unified.rs +0 -0
  258. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/watermark.rs +0 -0
  259. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/ingestion/xml.rs +0 -0
  260. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/kafka/builder.rs +0 -0
  261. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/kafka/consumer.rs +0 -0
  262. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/kafka/load.rs +0 -0
  263. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/kafka/mod.rs +0 -0
  264. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/kafka/producer.rs +0 -0
  265. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/kafka/record.rs +0 -0
  266. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/lib.rs +0 -0
  267. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/main.rs +0 -0
  268. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/outliers/mod.rs +0 -0
  269. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/pipeline/mod.rs +0 -0
  270. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/pipeline_spec.rs +0 -0
  271. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/privacy.rs +0 -0
  272. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/processing/filter.rs +0 -0
  273. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/processing/map.rs +0 -0
  274. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/processing/mod.rs +0 -0
  275. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/processing/multi.rs +0 -0
  276. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/processing/reduce.rs +0 -0
  277. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/profiling/mod.rs +0 -0
  278. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/reports.rs +0 -0
  279. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/sql/mod.rs +0 -0
  280. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/transform.rs +0 -0
  281. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/types.rs +0 -0
  282. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/src/validation/mod.rs +0 -0
  283. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/arrow_record_batches.rs +0 -0
  284. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/csv_ingestion.rs +0 -0
  285. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/dataframe_centric_pipeline_fixtures.rs +0 -0
  286. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/deep_tests.rs +0 -0
  287. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/excel_ingestion.rs +0 -0
  288. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/excel_snippets_fixtures.rs +0 -0
  289. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/file_transfer_ftp_integration.rs +0 -0
  290. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/SOURCES.md +0 -0
  291. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/cloud/azure-style/incoming/two_rows.json +0 -0
  292. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/cloud/gcs-style/incoming/two_rows.json +0 -0
  293. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/cloud/s3-style/incoming/two_rows.json +0 -0
  294. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/data/two_rows.json +0 -0
  295. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/pipelines/object_store_sources_only.pipeline.json +0 -0
  296. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/pipelines/oracle_db_read.pipeline.json +0 -0
  297. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/pipelines/platform_connectors.pipeline.json +0 -0
  298. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/cloud_connectors/schemas/id_name.schema.json +0 -0
  299. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/deep/SOURCES.md +0 -0
  300. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/deep/job_runs_sample.json +0 -0
  301. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/deep/rle-dict-snappy-checksum.parquet +0 -0
  302. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/deep/schemas/job_runs.schema.json +0 -0
  303. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/deep/schemas/seattle.schema.json +0 -0
  304. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/deep/seattle-weather.csv +0 -0
  305. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/file_transfer/SOURCES.md +0 -0
  306. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/file_transfer/data/two_rows.json +0 -0
  307. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/file_transfer/pipelines/ftp_sources_only.pipeline.json +0 -0
  308. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/file_transfer/schemas/id_name.schema.json +0 -0
  309. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/SOURCES.md +0 -0
  310. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/ghcn_stations_intermediate.xml +0 -0
  311. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/ghcn_stations_sample.json +0 -0
  312. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/pipelines/json_to_xml.pipeline.json +0 -0
  313. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/pipelines/xml_to_parquet.pipeline.json +0 -0
  314. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/schemas/json_source.schema.json +0 -0
  315. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/schemas/parquet_lake.schema.json +0 -0
  316. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/ghcn/schemas/xml_intermediate.schema.json +0 -0
  317. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/hive_partitioned/at_root.csv +0 -0
  318. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/hive_partitioned/dt=2024-01-01/region=eu/events.csv +0 -0
  319. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/hive_partitioned/dt=2024-01-01/region=us/events.csv +0 -0
  320. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/hive_partitioned_skip/staging/data.csv +0 -0
  321. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/SOURCES.md +0 -0
  322. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/data/three_rows.json +0 -0
  323. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/payloads/ordered_paths_arrow_ipc_temp.payload.json +0 -0
  324. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/payloads/ordered_paths_dataset.payload.json +0 -0
  325. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/payloads/ordered_paths_parquet_temp.payload.json +0 -0
  326. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/payloads/ordered_paths_truncate.payload.json +0 -0
  327. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/pipelines/dataframe_centric_sql.pipeline.json +0 -0
  328. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/pipelines/ordered_json_to_parquet.pipeline.json +0 -0
  329. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/pipelines/sql_query_dataset.pipeline.json +0 -0
  330. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/schemas/id_name.schema.json +0 -0
  331. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract/schemas/three_rows.schema.json +0 -0
  332. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_ordered_part_a.csv +0 -0
  333. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_ordered_part_b.csv +0 -0
  334. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_pipeline_part_01.json +0 -0
  335. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_pipeline_part_02.json +0 -0
  336. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/jvm_contract_three_rows.json +0 -0
  337. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/kafka/stream_records.json +0 -0
  338. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/SOURCES.md +0 -0
  339. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/csv_path_dataset.payload.json +0 -0
  340. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/csv_path_ingest.options.json +0 -0
  341. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/excel_sheet_dataset.payload.json +0 -0
  342. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/json_path_dataset.payload.json +0 -0
  343. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/payloads/json_path_ingest.options.json +0 -0
  344. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/pipelines/csv_to_parquet.pipeline.json +0 -0
  345. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/schemas/people_csv.schema.json +0 -0
  346. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/schemas/people_flat.schema.json +0 -0
  347. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/schemas/people_json.schema.json +0 -0
  348. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people/schemas/tabular_5col.schema.json +0 -0
  349. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people.csv +0 -0
  350. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people.json +0 -0
  351. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/people.xlsx +0 -0
  352. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/SOURCES.md +0 -0
  353. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/data/join_left.json +0 -0
  354. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/data/join_right.json +0 -0
  355. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/queries/join_people_scores.sql.json +0 -0
  356. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/schemas/join_left.schema.json +0 -0
  357. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/sql_parity/schemas/join_right.schema.json +0 -0
  358. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/SOURCES.md +0 -0
  359. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/data/example_s3_json_source_paths.json +0 -0
  360. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/data/part-00000.json +0 -0
  361. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/data/part-00001.json +0 -0
  362. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/data/part-00002.json +0 -0
  363. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/payloads/ordered_ingest_dataset.payload.json +0 -0
  364. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/payloads/ordered_ingest_dataset_2paths.payload.json +0 -0
  365. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/pipelines/legacy_student_etl.pipeline.json +0 -0
  366. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/pipelines/legacy_student_etl_three_paths.pipeline.json +0 -0
  367. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/schemas/lake_grade_stats.schema.json +0 -0
  368. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/schemas/postgres_courses.schema.json +0 -0
  369. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/student_etl/schemas/student_source.schema.json +0 -0
  370. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/watermark/SOURCES.md +0 -0
  371. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/watermark/payloads/csv_watermark_dataset.options.json +0 -0
  372. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/watermark/payloads/csv_watermark_dataset.response.json +0 -0
  373. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/watermark/payloads/csv_watermark_ingest.body.json +0 -0
  374. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/watermark/payloads/directory_scan_two_csv.payload.json +0 -0
  375. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/watermark/schemas/events.schema.json +0 -0
  376. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/watermark_events.csv +0 -0
  377. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/fixtures/watermark_events.json +0 -0
  378. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/ghcn_json_xml_parquet_pipeline_fixtures.rs +0 -0
  379. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/ingestion_observability.rs +0 -0
  380. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/json_ingestion.rs +0 -0
  381. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/json_parquet_excel_snippets_fixtures.rs +0 -0
  382. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/kafka_elt_load.rs +0 -0
  383. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/mapping_spec.rs +0 -0
  384. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/ordered_batch_ingestion.rs +0 -0
  385. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/parquet_ingestion.rs +0 -0
  386. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/parquet_snippets_fixtures.rs +0 -0
  387. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/partition_discovery.rs +0 -0
  388. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/path_from_directory_scan_fixtures.rs +0 -0
  389. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/sql.rs +0 -0
  390. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/student_etl_fixtures.rs +0 -0
  391. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/unified_ingestion.rs +0 -0
  392. {rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/tests/watermark_incremental.rs +0 -0
{rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/CHANGELOG.md RENAMED
@@ -23,6 +23,18 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
23
23
  - **Phase 2 (batch):** `ReduceOp::Median` / `Agg::Median`; UTF-8 privacy `TransformStep`s (`Utf8Truncate`, `Utf8Sha256Hex`, `Utf8RedactMiddle`); validation `Check::Utf8LenCharsBetween`; modules **`export`** (JSONL + deterministic train/test indices), **`privacy`** (UTF-8 diff summaries), **`reports`** (byte-safe truncation); Arrow **`record_batches_to_dataset`** + `LargeUtf8` support; Python bindings `export_dataset_jsonl`, `privacy_summarize_utf8_changes_json`, `reports_truncate_utf8_bytes`.
24
24
  - **Docs & examples:** lake read ADR + user guide, SFT format guide, outreach shortlist, ML reduce gap audit, P2-E6 policy + P2-E7 deferral notes, vector export recipe, `examples/{dbt,airflow,tabular_nn,llm_prep}/`, `notebooks/` index + starter notebooks.
25
25
 
26
+ ## [0.3.4] - 2026-06-17
27
+
28
+ ### Changed
29
+
30
+ - (summarize this release)
31
+
32
+ ## [0.3.3] - 2026-06-17
33
+
34
+ ### Changed
35
+
36
+ - (summarize this release)
37
+
26
38
  ## [0.3.2] - 2026-06-17
27
39
 
28
40
  ### Changed
@@ -129,6 +141,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
129
141
  - `profiling`, `validation`, `outliers`, `transform` (TransformSpec), `cdc` boundary types.
130
142
  - Optional `db_connectorx` for DB → Arrow → `DataSet` ingestion.
131
143
 
144
+ [0.3.4]: https://github.com/scorpio-datalake/rust-data-processing/releases/tag/v0.3.4
145
+ [0.3.3]: https://github.com/scorpio-datalake/rust-data-processing/releases/tag/v0.3.3
132
146
  [0.3.2]: https://github.com/scorpio-datalake/rust-data-processing/releases/tag/v0.3.2
133
147
  [0.3.1]: https://github.com/scorpio-datalake/rust-data-processing/releases/tag/v0.3.1
134
148
  [0.3.0]: https://github.com/scorpio-datalake/rust-data-processing/releases/tag/v0.3.0
{rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/Cargo.lock RENAMED
@@ -508,7 +508,7 @@ checksum = "c7c24de15d275a1ecfd47a380fb4d5ec9bfe0933f309ed5e705b775596a3574d"
508
508
  dependencies = [
509
509
  "proc-macro2",
510
510
  "quote",
511
- "syn 2.0.117",
511
+ "syn 2.0.118",
512
512
  ]
513
513
 
514
514
  [[package]]
@@ -519,7 +519,7 @@ checksum = "9035ad2d096bed7955a320ee7e2230574d28fd3c3a0f186cbea1ff3c7eed5dbb"
519
519
  dependencies = [
520
520
  "proc-macro2",
521
521
  "quote",
522
- "syn 2.0.117",
522
+ "syn 2.0.118",
523
523
  ]
524
524
 
525
525
  [[package]]
@@ -700,7 +700,7 @@ dependencies = [
700
700
  "regex",
701
701
  "rustc-hash 2.1.2",
702
702
  "shlex 1.3.0",
703
- "syn 2.0.117",
703
+ "syn 2.0.118",
704
704
  ]
705
705
 
706
706
  [[package]]
@@ -783,7 +783,7 @@ dependencies = [
783
783
  "proc-macro-crate",
784
784
  "proc-macro2",
785
785
  "quote",
786
- "syn 2.0.117",
786
+ "syn 2.0.118",
787
787
  ]
788
788
 
789
789
  [[package]]
@@ -873,7 +873,7 @@ checksum = "f9abbd1bc6865053c427f7198e6af43bfdedc55ab791faed4fbd361d789575ff"
873
873
  dependencies = [
874
874
  "proc-macro2",
875
875
  "quote",
876
- "syn 2.0.117",
876
+ "syn 2.0.118",
877
877
  ]
878
878
 
879
879
  [[package]]
@@ -1487,7 +1487,7 @@ dependencies = [
1487
1487
  "proc-macro2",
1488
1488
  "quote",
1489
1489
  "strsim 0.11.1",
1490
- "syn 2.0.117",
1490
+ "syn 2.0.118",
1491
1491
  ]
1492
1492
 
1493
1493
  [[package]]
@@ -1509,7 +1509,7 @@ checksum = "fc34b93ccb385b40dc71c6fceac4b2ad23662c7eeb248cf10d529b7e055b6ead"
1509
1509
  dependencies = [
1510
1510
  "darling_core 0.20.11",
1511
1511
  "quote",
1512
- "syn 2.0.117",
1512
+ "syn 2.0.118",
1513
1513
  ]
1514
1514
 
1515
1515
  [[package]]
@@ -1532,7 +1532,7 @@ checksum = "362f47930db19fe7735f527e6595e4900316b893ebf6d48ad3d31be928d57dd6"
1532
1532
  dependencies = [
1533
1533
  "proc-macro2",
1534
1534
  "quote",
1535
- "syn 2.0.117",
1535
+ "syn 2.0.118",
1536
1536
  ]
1537
1537
 
1538
1538
  [[package]]
@@ -1565,7 +1565,7 @@ checksum = "1ac70aa55017e108007fbaf5aa0f54b021c98f92ff8af59d42eda9da96e3dd4f"
1565
1565
  dependencies = [
1566
1566
  "proc-macro2",
1567
1567
  "quote",
1568
- "syn 2.0.117",
1568
+ "syn 2.0.118",
1569
1569
  ]
1570
1570
 
1571
1571
  [[package]]
@@ -1679,7 +1679,7 @@ checksum = "67c78a4d8fdf9953a5c9d458f9efe940fd97a0cab0941c075a813ac594733827"
1679
1679
  dependencies = [
1680
1680
  "proc-macro2",
1681
1681
  "quote",
1682
- "syn 2.0.117",
1682
+ "syn 2.0.118",
1683
1683
  ]
1684
1684
 
1685
1685
  [[package]]
@@ -1900,7 +1900,7 @@ checksum = "a0b4095fc99e1d858e5b8c7125d2638372ec85aa0fe6c807105cf10b0265ca6c"
1900
1900
  dependencies = [
1901
1901
  "frunk_proc_macro_helpers",
1902
1902
  "quote",
1903
- "syn 2.0.117",
1903
+ "syn 2.0.118",
1904
1904
  ]
1905
1905
 
1906
1906
  [[package]]
@@ -1912,7 +1912,7 @@ dependencies = [
1912
1912
  "frunk_core",
1913
1913
  "proc-macro2",
1914
1914
  "quote",
1915
- "syn 2.0.117",
1915
+ "syn 2.0.118",
1916
1916
  ]
1917
1917
 
1918
1918
  [[package]]
@@ -1924,7 +1924,7 @@ dependencies = [
1924
1924
  "frunk_core",
1925
1925
  "frunk_proc_macro_helpers",
1926
1926
  "quote",
1927
- "syn 2.0.117",
1927
+ "syn 2.0.118",
1928
1928
  ]
1929
1929
 
1930
1930
  [[package]]
@@ -2012,7 +2012,7 @@ checksum = "e835b70203e41293343137df5c0664546da5745f82ec9b84d40be8336958447b"
2012
2012
  dependencies = [
2013
2013
  "proc-macro2",
2014
2014
  "quote",
2015
- "syn 2.0.117",
2015
+ "syn 2.0.118",
2016
2016
  ]
2017
2017
 
2018
2018
  [[package]]
@@ -2094,16 +2094,14 @@ dependencies = [
2094
2094
 
2095
2095
  [[package]]
2096
2096
  name = "getrandom"
2097
- version = "0.4.2"
2097
+ version = "0.4.3"
2098
2098
  source = "registry+https://github.com/rust-lang/crates.io-index"
2099
- checksum = "0de51e6874e94e7bf76d726fc5d13ba782deca734ff60d5bb2fb2607c7406555"
2099
+ checksum = "300e883d756b2e4ec94e02791f39b04b522276138852cfc41d9fb7e904106099"
2100
2100
  dependencies = [
2101
2101
  "cfg-if",
2102
2102
  "libc",
2103
2103
  "r-efi 6.0.0",
2104
2104
  "rand_core 0.10.1",
2105
- "wasip2",
2106
- "wasip3",
2107
2105
  ]
2108
2106
 
2109
2107
  [[package]]
@@ -2460,12 +2458,6 @@ dependencies = [
2460
2458
  "zerovec",
2461
2459
  ]
2462
2460
 
2463
- [[package]]
2464
- name = "id-arena"
2465
- version = "2.3.0"
2466
- source = "registry+https://github.com/rust-lang/crates.io-index"
2467
- checksum = "3d3067d79b975e8844ca9eb072e16b31c3c1c36928edf9c6789548c524d0d954"
2468
-
2469
2461
  [[package]]
2470
2462
  name = "ident_case"
2471
2463
  version = "1.0.1"
@@ -2631,7 +2623,7 @@ dependencies = [
2631
2623
  "proc-macro2",
2632
2624
  "quote",
2633
2625
  "regex",
2634
- "syn 2.0.117",
2626
+ "syn 2.0.118",
2635
2627
  ]
2636
2628
 
2637
2629
  [[package]]
@@ -2646,12 +2638,6 @@ version = "1.3.0"
2646
2638
  source = "registry+https://github.com/rust-lang/crates.io-index"
2647
2639
  checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55"
2648
2640
 
2649
- [[package]]
2650
- name = "leb128fmt"
2651
- version = "0.1.0"
2652
- source = "registry+https://github.com/rust-lang/crates.io-index"
2653
- checksum = "09edd9e8b54e49e587e4f6295a7d29c3ea94d469cb40ab8ca70b288248a81db2"
2654
-
2655
2641
  [[package]]
2656
2642
  name = "lexical-core"
2657
2643
  version = "1.0.6"
@@ -2991,7 +2977,7 @@ dependencies = [
2991
2977
  "proc-macro-error2",
2992
2978
  "proc-macro2",
2993
2979
  "quote",
2994
- "syn 2.0.117",
2980
+ "syn 2.0.118",
2995
2981
  "termcolor",
2996
2982
  "thiserror 1.0.69",
2997
2983
  ]
@@ -3128,7 +3114,7 @@ checksum = "ed3955f1a9c7c0c15e092f9c887db08b1fc683305fdf6eb6684f22555355e202"
3128
3114
  dependencies = [
3129
3115
  "proc-macro2",
3130
3116
  "quote",
3131
- "syn 2.0.117",
3117
+ "syn 2.0.118",
3132
3118
  ]
3133
3119
 
3134
3120
  [[package]]
@@ -3191,7 +3177,7 @@ dependencies = [
3191
3177
  "proc-macro-crate",
3192
3178
  "proc-macro2",
3193
3179
  "quote",
3194
- "syn 2.0.117",
3180
+ "syn 2.0.118",
3195
3181
  ]
3196
3182
 
3197
3183
  [[package]]
@@ -3304,7 +3290,7 @@ checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c"
3304
3290
  dependencies = [
3305
3291
  "proc-macro2",
3306
3292
  "quote",
3307
- "syn 2.0.117",
3293
+ "syn 2.0.118",
3308
3294
  ]
3309
3295
 
3310
3296
  [[package]]
@@ -4311,16 +4297,6 @@ version = "0.3.0"
4311
4297
  source = "registry+https://github.com/rust-lang/crates.io-index"
4312
4298
  checksum = "c6fa0831dd7cc608c38a5e323422a0077678fa5744aa2be4ad91c4ece8eec8d5"
4313
4299
 
4314
- [[package]]
4315
- name = "prettyplease"
4316
- version = "0.2.37"
4317
- source = "registry+https://github.com/rust-lang/crates.io-index"
4318
- checksum = "479ca8adacdd7ce8f1fb39ce9ecccbfe93a3f1344b3d0d97f20bc0196208f62b"
4319
- dependencies = [
4320
- "proc-macro2",
4321
- "syn 2.0.117",
4322
- ]
4323
-
4324
4300
  [[package]]
4325
4301
  name = "proc-macro-crate"
4326
4302
  version = "3.5.0"
@@ -4349,7 +4325,7 @@ dependencies = [
4349
4325
  "proc-macro-error-attr2",
4350
4326
  "proc-macro2",
4351
4327
  "quote",
4352
- "syn 2.0.117",
4328
+ "syn 2.0.118",
4353
4329
  ]
4354
4330
 
4355
4331
  [[package]]
@@ -4433,7 +4409,7 @@ dependencies = [
4433
4409
  "proc-macro2",
4434
4410
  "pyo3-macros-backend",
4435
4411
  "quote",
4436
- "syn 2.0.117",
4412
+ "syn 2.0.118",
4437
4413
  ]
4438
4414
 
4439
4415
  [[package]]
@@ -4445,7 +4421,7 @@ dependencies = [
4445
4421
  "heck",
4446
4422
  "proc-macro2",
4447
4423
  "quote",
4448
- "syn 2.0.117",
4424
+ "syn 2.0.118",
4449
4425
  ]
4450
4426
 
4451
4427
  [[package]]
@@ -4641,7 +4617,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
4641
4617
  checksum = "d2e8e8bcc7961af1fdac401278c6a831614941f6164ee3bf4ce61b7edb162207"
4642
4618
  dependencies = [
4643
4619
  "chacha20",
4644
- "getrandom 0.4.2",
4620
+ "getrandom 0.4.3",
4645
4621
  "rand_core 0.10.1",
4646
4622
  ]
4647
4623
 
@@ -4891,7 +4867,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
4891
4867
  checksum = "76009fbe0614077fc1a2ce255e3a1881a2e3a3527097d5dc6d8212c585e7e38b"
4892
4868
  dependencies = [
4893
4869
  "quote",
4894
- "syn 2.0.117",
4870
+ "syn 2.0.118",
4895
4871
  ]
4896
4872
 
4897
4873
  [[package]]
@@ -4929,7 +4905,7 @@ checksum = "b7186006dcb21920990093f30e3dea63b7d6e977bf1256be20c3563a5db070da"
4929
4905
  dependencies = [
4930
4906
  "proc-macro2",
4931
4907
  "quote",
4932
- "syn 2.0.117",
4908
+ "syn 2.0.118",
4933
4909
  ]
4934
4910
 
4935
4911
  [[package]]
@@ -5076,7 +5052,7 @@ dependencies = [
5076
5052
 
5077
5053
  [[package]]
5078
5054
  name = "rust-data-processing"
5079
- version = "0.3.2"
5055
+ version = "0.3.4"
5080
5056
  dependencies = [
5081
5057
  "arrow",
5082
5058
  "calamine",
@@ -5111,7 +5087,7 @@ dependencies = [
5111
5087
 
5112
5088
  [[package]]
5113
5089
  name = "rust_data_processing_py"
5114
- version = "0.3.2"
5090
+ version = "0.3.4"
5115
5091
  dependencies = [
5116
5092
  "pyo3",
5117
5093
  "rust-data-processing",
@@ -5143,7 +5119,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
5143
5119
  checksum = "74a5a6f027e892c7a035c6fddb50435a1fbf5a734ffc0c2a9fed4d0221440519"
5144
5120
  dependencies = [
5145
5121
  "quote",
5146
- "syn 2.0.117",
5122
+ "syn 2.0.118",
5147
5123
  ]
5148
5124
 
5149
5125
  [[package]]
@@ -5384,7 +5360,7 @@ checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79"
5384
5360
  dependencies = [
5385
5361
  "proc-macro2",
5386
5362
  "quote",
5387
- "syn 2.0.117",
5363
+ "syn 2.0.118",
5388
5364
  ]
5389
5365
 
5390
5366
  [[package]]
@@ -5598,7 +5574,7 @@ checksum = "028e551d5e270b31b9f3ea271778d9d827148d4287a5d96167b6bb9787f5cc38"
5598
5574
  dependencies = [
5599
5575
  "proc-macro2",
5600
5576
  "quote",
5601
- "syn 2.0.117",
5577
+ "syn 2.0.118",
5602
5578
  ]
5603
5579
 
5604
5580
  [[package]]
@@ -5697,7 +5673,7 @@ dependencies = [
5697
5673
  "heck",
5698
5674
  "proc-macro2",
5699
5675
  "quote",
5700
- "syn 2.0.117",
5676
+ "syn 2.0.118",
5701
5677
  ]
5702
5678
 
5703
5679
  [[package]]
@@ -5743,9 +5719,9 @@ dependencies = [
5743
5719
 
5744
5720
  [[package]]
5745
5721
  name = "syn"
5746
- version = "2.0.117"
5722
+ version = "2.0.118"
5747
5723
  source = "registry+https://github.com/rust-lang/crates.io-index"
5748
- checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
5724
+ checksum = "1b9ae57f904213ebb649ce6895b8a66c66f0203b9319718f69a5612a065b1422"
5749
5725
  dependencies = [
5750
5726
  "proc-macro2",
5751
5727
  "quote",
@@ -5769,7 +5745,7 @@ checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2"
5769
5745
  dependencies = [
5770
5746
  "proc-macro2",
5771
5747
  "quote",
5772
- "syn 2.0.117",
5748
+ "syn 2.0.118",
5773
5749
  ]
5774
5750
 
5775
5751
  [[package]]
@@ -5791,7 +5767,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
5791
5767
  checksum = "32497e9a4c7b38532efcdebeef879707aa9f794296a4f0244f6f69e9bc8574bd"
5792
5768
  dependencies = [
5793
5769
  "fastrand",
5794
- "getrandom 0.4.2",
5770
+ "getrandom 0.4.3",
5795
5771
  "once_cell",
5796
5772
  "rustix 1.1.4",
5797
5773
  "windows-sys 0.61.2",
@@ -5841,7 +5817,7 @@ checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1"
5841
5817
  dependencies = [
5842
5818
  "proc-macro2",
5843
5819
  "quote",
5844
- "syn 2.0.117",
5820
+ "syn 2.0.118",
5845
5821
  ]
5846
5822
 
5847
5823
  [[package]]
@@ -5852,7 +5828,7 @@ checksum = "ebc4ee7f67670e9b64d05fa4253e753e016c6c95ff35b89b7941d6b856dec1d5"
5852
5828
  dependencies = [
5853
5829
  "proc-macro2",
5854
5830
  "quote",
5855
- "syn 2.0.117",
5831
+ "syn 2.0.118",
5856
5832
  ]
5857
5833
 
5858
5834
  [[package]]
@@ -6020,7 +5996,7 @@ checksum = "385a6cb71ab9ab790c5fe8d67f1645e6c450a7ce006a33de03daa956cf70a496"
6020
5996
  dependencies = [
6021
5997
  "proc-macro2",
6022
5998
  "quote",
6023
- "syn 2.0.117",
5999
+ "syn 2.0.118",
6024
6000
  ]
6025
6001
 
6026
6002
  [[package]]
@@ -6204,7 +6180,7 @@ checksum = "7490cfa5ec963746568740651ac6781f701c9c5ea257c58e057f3ba8cf69e8da"
6204
6180
  dependencies = [
6205
6181
  "proc-macro2",
6206
6182
  "quote",
6207
- "syn 2.0.117",
6183
+ "syn 2.0.118",
6208
6184
  ]
6209
6185
 
6210
6186
  [[package]]
@@ -6305,12 +6281,6 @@ version = "0.2.2"
6305
6281
  source = "registry+https://github.com/rust-lang/crates.io-index"
6306
6282
  checksum = "b4ac048d71ede7ee76d585517add45da530660ef4390e49b098733c6e897f254"
6307
6283
 
6308
- [[package]]
6309
- name = "unicode-xid"
6310
- version = "0.2.6"
6311
- source = "registry+https://github.com/rust-lang/crates.io-index"
6312
- checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853"
6313
-
6314
6284
  [[package]]
6315
6285
  name = "untrusted"
6316
6286
  version = "0.9.0"
@@ -6371,7 +6341,7 @@ version = "1.23.3"
6371
6341
  source = "registry+https://github.com/rust-lang/crates.io-index"
6372
6342
  checksum = "144d6b123cef80b301b8f72a9e2ca4370ddec21950d0a103dd22c437006d2db7"
6373
6343
  dependencies = [
6374
- "getrandom 0.4.2",
6344
+ "getrandom 0.4.3",
6375
6345
  "js-sys",
6376
6346
  "serde_core",
6377
6347
  "wasm-bindgen",
@@ -6459,16 +6429,7 @@ version = "1.0.4+wasi-0.2.12"
6459
6429
  source = "registry+https://github.com/rust-lang/crates.io-index"
6460
6430
  checksum = "b67efb37e106e55ce722a510d6b5f9c17f083e5fc79afc2badeb12cc313d9487"
6461
6431
  dependencies = [
6462
- "wit-bindgen 0.57.1",
6463
- ]
6464
-
6465
- [[package]]
6466
- name = "wasip3"
6467
- version = "0.4.0+wasi-0.3.0-rc-2026-01-06"
6468
- source = "registry+https://github.com/rust-lang/crates.io-index"
6469
- checksum = "5428f8bf88ea5ddc08faddef2ac4a67e390b88186c703ce6dbd955e1c145aca5"
6470
- dependencies = [
6471
- "wit-bindgen 0.51.0",
6432
+ "wit-bindgen",
6472
6433
  ]
6473
6434
 
6474
6435
  [[package]]
@@ -6523,7 +6484,7 @@ dependencies = [
6523
6484
  "bumpalo",
6524
6485
  "proc-macro2",
6525
6486
  "quote",
6526
- "syn 2.0.117",
6487
+ "syn 2.0.118",
6527
6488
  "wasm-bindgen-shared",
6528
6489
  ]
6529
6490
 
@@ -6536,28 +6497,6 @@ dependencies = [
6536
6497
  "unicode-ident",
6537
6498
  ]
6538
6499
 
6539
- [[package]]
6540
- name = "wasm-encoder"
6541
- version = "0.244.0"
6542
- source = "registry+https://github.com/rust-lang/crates.io-index"
6543
- checksum = "990065f2fe63003fe337b932cfb5e3b80e0b4d0f5ff650e6985b1048f62c8319"
6544
- dependencies = [
6545
- "leb128fmt",
6546
- "wasmparser",
6547
- ]
6548
-
6549
- [[package]]
6550
- name = "wasm-metadata"
6551
- version = "0.244.0"
6552
- source = "registry+https://github.com/rust-lang/crates.io-index"
6553
- checksum = "bb0e353e6a2fbdc176932bbaab493762eb1255a7900fe0fea1a2f96c296cc909"
6554
- dependencies = [
6555
- "anyhow",
6556
- "indexmap",
6557
- "wasm-encoder",
6558
- "wasmparser",
6559
- ]
6560
-
6561
6500
  [[package]]
6562
6501
  name = "wasm-streams"
6563
6502
  version = "0.4.2"
@@ -6571,18 +6510,6 @@ dependencies = [
6571
6510
  "web-sys",
6572
6511
  ]
6573
6512
 
6574
- [[package]]
6575
- name = "wasmparser"
6576
- version = "0.244.0"
6577
- source = "registry+https://github.com/rust-lang/crates.io-index"
6578
- checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe"
6579
- dependencies = [
6580
- "bitflags 2.13.0",
6581
- "hashbrown 0.15.5",
6582
- "indexmap",
6583
- "semver",
6584
- ]
6585
-
6586
6513
  [[package]]
6587
6514
  name = "web-sys"
6588
6515
  version = "0.3.102"
@@ -6609,14 +6536,14 @@ version = "0.26.11"
6609
6536
  source = "registry+https://github.com/rust-lang/crates.io-index"
6610
6537
  checksum = "521bc38abb08001b01866da9f51eb7c5d647a19260e00054a8c7fd5f9e57f7a9"
6611
6538
  dependencies = [
6612
- "webpki-roots 1.0.7",
6539
+ "webpki-roots 1.0.8",
6613
6540
  ]
6614
6541
 
6615
6542
  [[package]]
6616
6543
  name = "webpki-roots"
6617
- version = "1.0.7"
6544
+ version = "1.0.8"
6618
6545
  source = "registry+https://github.com/rust-lang/crates.io-index"
6619
- checksum = "52f5ee44c96cf55f1b349600768e3ece3a8f26010c05265ab73f945bb1a2eb9d"
6546
+ checksum = "bf85cb06032201fa7c6f829d7db5a7e5aa45bcc0655327713065f6f0576731bf"
6620
6547
  dependencies = [
6621
6548
  "rustls-pki-types",
6622
6549
  ]
@@ -6711,7 +6638,7 @@ checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf"
6711
6638
  dependencies = [
6712
6639
  "proc-macro2",
6713
6640
  "quote",
6714
- "syn 2.0.117",
6641
+ "syn 2.0.118",
6715
6642
  ]
6716
6643
 
6717
6644
  [[package]]
@@ -6722,7 +6649,7 @@ checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358"
6722
6649
  dependencies = [
6723
6650
  "proc-macro2",
6724
6651
  "quote",
6725
- "syn 2.0.117",
6652
+ "syn 2.0.118",
6726
6653
  ]
6727
6654
 
6728
6655
  [[package]]
@@ -6929,100 +6856,12 @@ dependencies = [
6929
6856
  "memchr",
6930
6857
  ]
6931
6858
 
6932
- [[package]]
6933
- name = "wit-bindgen"
6934
- version = "0.51.0"
6935
- source = "registry+https://github.com/rust-lang/crates.io-index"
6936
- checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5"
6937
- dependencies = [
6938
- "wit-bindgen-rust-macro",
6939
- ]
6940
-
6941
6859
  [[package]]
6942
6860
  name = "wit-bindgen"
6943
6861
  version = "0.57.1"
6944
6862
  source = "registry+https://github.com/rust-lang/crates.io-index"
6945
6863
  checksum = "1ebf944e87a7c253233ad6766e082e3cd714b5d03812acc24c318f549614536e"
6946
6864
 
6947
- [[package]]
6948
- name = "wit-bindgen-core"
6949
- version = "0.51.0"
6950
- source = "registry+https://github.com/rust-lang/crates.io-index"
6951
- checksum = "ea61de684c3ea68cb082b7a88508a8b27fcc8b797d738bfc99a82facf1d752dc"
6952
- dependencies = [
6953
- "anyhow",
6954
- "heck",
6955
- "wit-parser",
6956
- ]
6957
-
6958
- [[package]]
6959
- name = "wit-bindgen-rust"
6960
- version = "0.51.0"
6961
- source = "registry+https://github.com/rust-lang/crates.io-index"
6962
- checksum = "b7c566e0f4b284dd6561c786d9cb0142da491f46a9fbed79ea69cdad5db17f21"
6963
- dependencies = [
6964
- "anyhow",
6965
- "heck",
6966
- "indexmap",
6967
- "prettyplease",
6968
- "syn 2.0.117",
6969
- "wasm-metadata",
6970
- "wit-bindgen-core",
6971
- "wit-component",
6972
- ]
6973
-
6974
- [[package]]
6975
- name = "wit-bindgen-rust-macro"
6976
- version = "0.51.0"
6977
- source = "registry+https://github.com/rust-lang/crates.io-index"
6978
- checksum = "0c0f9bfd77e6a48eccf51359e3ae77140a7f50b1e2ebfe62422d8afdaffab17a"
6979
- dependencies = [
6980
- "anyhow",
6981
- "prettyplease",
6982
- "proc-macro2",
6983
- "quote",
6984
- "syn 2.0.117",
6985
- "wit-bindgen-core",
6986
- "wit-bindgen-rust",
6987
- ]
6988
-
6989
- [[package]]
6990
- name = "wit-component"
6991
- version = "0.244.0"
6992
- source = "registry+https://github.com/rust-lang/crates.io-index"
6993
- checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2"
6994
- dependencies = [
6995
- "anyhow",
6996
- "bitflags 2.13.0",
6997
- "indexmap",
6998
- "log",
6999
- "serde",
7000
- "serde_derive",
7001
- "serde_json",
7002
- "wasm-encoder",
7003
- "wasm-metadata",
7004
- "wasmparser",
7005
- "wit-parser",
7006
- ]
7007
-
7008
- [[package]]
7009
- name = "wit-parser"
7010
- version = "0.244.0"
7011
- source = "registry+https://github.com/rust-lang/crates.io-index"
7012
- checksum = "ecc8ac4bc1dc3381b7f59c34f00b67e18f910c2c0f50015669dde7def656a736"
7013
- dependencies = [
7014
- "anyhow",
7015
- "id-arena",
7016
- "indexmap",
7017
- "log",
7018
- "semver",
7019
- "serde",
7020
- "serde_derive",
7021
- "serde_json",
7022
- "unicode-xid",
7023
- "wasmparser",
7024
- ]
7025
-
7026
6865
  [[package]]
7027
6866
  name = "writeable"
7028
6867
  version = "0.6.3"
@@ -7063,7 +6902,7 @@ checksum = "de844c262c8848816172cef550288e7dc6c7b7814b4ee56b3e1553f275f1858e"
7063
6902
  dependencies = [
7064
6903
  "proc-macro2",
7065
6904
  "quote",
7066
- "syn 2.0.117",
6905
+ "syn 2.0.118",
7067
6906
  "synstructure",
7068
6907
  ]
7069
6908
 
@@ -7084,7 +6923,7 @@ checksum = "1ae7f38b72ec2a254e2b87ef277cf2cd4fb97cbebf944faa6f33354da0867930"
7084
6923
  dependencies = [
7085
6924
  "proc-macro2",
7086
6925
  "quote",
7087
- "syn 2.0.117",
6926
+ "syn 2.0.118",
7088
6927
  ]
7089
6928
 
7090
6929
  [[package]]
@@ -7104,7 +6943,7 @@ checksum = "11532158c46691caf0f2593ea8358fed6bbf68a0315e80aae9bd41fbade684a1"
7104
6943
  dependencies = [
7105
6944
  "proc-macro2",
7106
6945
  "quote",
7107
- "syn 2.0.117",
6946
+ "syn 2.0.118",
7108
6947
  "synstructure",
7109
6948
  ]
7110
6949
 
@@ -7144,7 +6983,7 @@ checksum = "625dc425cab0dca6dc3c3319506e6593dcb08a9f387ea3b284dbd52a92c40555"
7144
6983
  dependencies = [
7145
6984
  "proc-macro2",
7146
6985
  "quote",
7147
- "syn 2.0.117",
6986
+ "syn 2.0.118",
7148
6987
  ]
7149
6988
 
7150
6989
  [[package]]
{rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/Cargo.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [package]
2
2
  name = "rust-data-processing"
3
- version = "0.3.2"
3
+ version = "0.3.4"
4
4
  edition = "2024"
5
5
  rust-version = "1.85"
6
6
  description = "Schema-first ingestion (CSV, JSON, Parquet, Excel) into an in-memory DataSet, plus Polars-backed pipelines, SQL, profiling, validation, and map/reduce-style processing."
{rust_data_processing-0.3.2 → rust_data_processing-0.3.4}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rust-data-processing
3
- Version: 0.3.2
3
+ Version: 0.3.4
4
4
  Classifier: Programming Language :: Python
5
5
  Classifier: Programming Language :: Python :: 3.10
6
6
  Classifier: Programming Language :: Python :: 3.11