datago 2025.3.9__tar.gz → 2025.3.10__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (28) hide show
  1. {datago-2025.3.9 → datago-2025.3.10}/Cargo.lock +3 -3
  2. {datago-2025.3.9 → datago-2025.3.10}/Cargo.toml +4 -3
  3. {datago-2025.3.9 → datago-2025.3.10}/PKG-INFO +1 -1
  4. {datago-2025.3.9 → datago-2025.3.10}/src/client.rs +3 -3
  5. {datago-2025.3.9 → datago-2025.3.10}/src/generator_files.rs +0 -1
  6. {datago-2025.3.9 → datago-2025.3.10}/src/generator_http.rs +1 -7
  7. {datago-2025.3.9 → datago-2025.3.10}/src/worker_files.rs +1 -1
  8. {datago-2025.3.9 → datago-2025.3.10}/src/worker_http.rs +1 -1
  9. {datago-2025.3.9 → datago-2025.3.10}/.github/workflows/ci-cd.yml +0 -0
  10. {datago-2025.3.9 → datago-2025.3.10}/.github/workflows/rust.yml +0 -0
  11. {datago-2025.3.9 → datago-2025.3.10}/.gitignore +0 -0
  12. {datago-2025.3.9 → datago-2025.3.10}/.pre-commit-config.yaml +0 -0
  13. {datago-2025.3.9 → datago-2025.3.10}/LICENSE +0 -0
  14. {datago-2025.3.9 → datago-2025.3.10}/README.md +0 -0
  15. {datago-2025.3.9 → datago-2025.3.10}/pyproject.toml +0 -0
  16. {datago-2025.3.9 → datago-2025.3.10}/python/benchmark_db.py +0 -0
  17. {datago-2025.3.9 → datago-2025.3.10}/python/benchmark_filesystem.py +0 -0
  18. {datago-2025.3.9 → datago-2025.3.10}/python/dataset.py +0 -0
  19. {datago-2025.3.9 → datago-2025.3.10}/python/raw_types.py +0 -0
  20. {datago-2025.3.9 → datago-2025.3.10}/python/test_datago_db.py +0 -0
  21. {datago-2025.3.9 → datago-2025.3.10}/python/test_datago_filesystem.py +0 -0
  22. {datago-2025.3.9 → datago-2025.3.10}/requirements-tests.txt +0 -0
  23. {datago-2025.3.9 → datago-2025.3.10}/requirements.txt +0 -0
  24. {datago-2025.3.9 → datago-2025.3.10}/src/image_processing.rs +0 -0
  25. {datago-2025.3.9 → datago-2025.3.10}/src/lib.rs +0 -0
  26. {datago-2025.3.9 → datago-2025.3.10}/src/main.rs +0 -0
  27. {datago-2025.3.9 → datago-2025.3.10}/src/structs.rs +0 -0
  28. {datago-2025.3.9 → datago-2025.3.10}/tests/client_test.rs +0 -0
@@ -387,7 +387,7 @@ dependencies = [
387
387
 
388
388
  [[package]]
389
389
  name = "datago"
390
- version = "2025.3.9"
390
+ version = "2025.3.10"
391
391
  dependencies = [
392
392
  "clap",
393
393
  "image",
@@ -1124,9 +1124,9 @@ dependencies = [
1124
1124
 
1125
1125
  [[package]]
1126
1126
  name = "kanal"
1127
- version = "0.1.0-pre8"
1127
+ version = "0.1.0"
1128
1128
  source = "registry+https://github.com/rust-lang/crates.io-index"
1129
- checksum = "b05d55519627edaf7fd0f29981f6dc03fb52df3f5b257130eb8d0bf2801ea1d7"
1129
+ checksum = "8b13526b910349296b1d3537ae62d5f83def9b6d6974e26d62b80ee2bb1b4794"
1130
1130
  dependencies = [
1131
1131
  "futures-core",
1132
1132
  "lock_api",
@@ -1,7 +1,7 @@
1
1
  [package]
2
2
  name = "datago"
3
3
  edition = "2021"
4
- version = "2025.3.9"
4
+ version = "2025.3.10"
5
5
 
6
6
  [lib]
7
7
  # exposed by pyo3
@@ -19,7 +19,7 @@ reqwest = { version = "0.12.12", features = ["blocking"] }
19
19
  serde = { version = "1.0", features = ["derive"] }
20
20
  serde_json = "1.0"
21
21
  url = "2.5.4"
22
- kanal = "0.1.0-pre8"
22
+ kanal = "0.1"
23
23
  clap = { version = "4.5.27", features = ["derive"] }
24
24
  tokio = { version = "1.43.0", features = ["rt-multi-thread", "macros"] }
25
25
  prettytable-rs = "0.10.0"
@@ -34,4 +34,5 @@ rand = "0.9.0"
34
34
 
35
35
  [profile.release]
36
36
  opt-level = 3 # Optimize for speed
37
- lto = true # Enable link-time optimization
37
+ lto = "fat" # Enable link-time optimization
38
+ codegen-units = 1
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: datago
3
- Version: 2025.3.9
3
+ Version: 2025.3.10
4
4
  Classifier: Programming Language :: Rust
5
5
  Classifier: Programming Language :: Python :: Implementation :: CPython
6
6
  Classifier: Programming Language :: Python :: Implementation :: PyPy
@@ -224,9 +224,9 @@ impl DatagoClient {
224
224
  return;
225
225
  }
226
226
 
227
- self.samples_meta_rx.close();
228
- self.pages_rx.close();
229
- self.samples_tx.close();
227
+ let _ = self.samples_meta_rx.close();
228
+ let _ = self.pages_rx.close();
229
+ let _ = self.samples_tx.close();
230
230
 
231
231
  if let Some(pinger) = self.pinger.take() {
232
232
  if pinger.join().is_err() {
@@ -94,7 +94,6 @@ pub fn ping_files(
94
94
 
95
95
  // Push the page to the channel
96
96
  if pages_tx.send(page_json).is_err() {
97
- println!("ping_pages: stream already closed, wrapping up");
98
97
  break;
99
98
  }
100
99
  filepaths.clear();
@@ -303,7 +303,6 @@ async fn async_ping_pages(
303
303
  while count < max_submitted_samples {
304
304
  // Push the page to the channel
305
305
  if pages_tx.send(response_json.clone()).is_err() {
306
- println!("ping_pages: stream already closed, wrapping up");
307
306
  break;
308
307
  }
309
308
  count += source_config.page_size;
@@ -397,11 +396,7 @@ pub fn dispatch_pages(
397
396
  let sample_json = serde_json::from_value(sample.clone()).unwrap();
398
397
 
399
398
  // Push the sample to the channel
400
- if let Err(e) = samples_meta_tx.send(sample_json) {
401
- println!(
402
- "dispatch_pages: stream already closed, wrapping up {}",
403
- e
404
- );
399
+ if samples_meta_tx.send(sample_json).is_err() {
405
400
  keep_going = false;
406
401
  break;
407
402
  }
@@ -425,7 +420,6 @@ pub fn dispatch_pages(
425
420
  }
426
421
  }
427
422
  Err(_) => {
428
- println!("dispatch_pages: stream already closed, wrapping up");
429
423
  break; // already in the outer loop
430
424
  }
431
425
  }
@@ -139,7 +139,7 @@ async fn async_pull_samples(
139
139
  while let Ok(received) = samples_meta_rx.recv() {
140
140
  if received == serde_json::Value::Null {
141
141
  println!("file_worker: end of stream received, stopping there");
142
- samples_meta_rx.close();
142
+ let _ = samples_meta_rx.close();
143
143
  break;
144
144
  }
145
145
 
@@ -322,7 +322,7 @@ async fn async_pull_samples(
322
322
  while let Ok(received) = samples_meta_rx.recv() {
323
323
  if received == serde_json::Value::Null {
324
324
  println!("http_worker: end of stream received, stopping there");
325
- samples_meta_rx.close();
325
+ let _ = samples_meta_rx.close();
326
326
  break;
327
327
  }
328
328
 
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes