datago 2025.3.9__tar.gz → 2025.3.10__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {datago-2025.3.9 → datago-2025.3.10}/Cargo.lock +3 -3
- {datago-2025.3.9 → datago-2025.3.10}/Cargo.toml +4 -3
- {datago-2025.3.9 → datago-2025.3.10}/PKG-INFO +1 -1
- {datago-2025.3.9 → datago-2025.3.10}/src/client.rs +3 -3
- {datago-2025.3.9 → datago-2025.3.10}/src/generator_files.rs +0 -1
- {datago-2025.3.9 → datago-2025.3.10}/src/generator_http.rs +1 -7
- {datago-2025.3.9 → datago-2025.3.10}/src/worker_files.rs +1 -1
- {datago-2025.3.9 → datago-2025.3.10}/src/worker_http.rs +1 -1
- {datago-2025.3.9 → datago-2025.3.10}/.github/workflows/ci-cd.yml +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/.github/workflows/rust.yml +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/.gitignore +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/.pre-commit-config.yaml +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/LICENSE +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/README.md +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/pyproject.toml +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/python/benchmark_db.py +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/python/benchmark_filesystem.py +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/python/dataset.py +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/python/raw_types.py +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/python/test_datago_db.py +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/python/test_datago_filesystem.py +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/requirements-tests.txt +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/requirements.txt +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/src/image_processing.rs +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/src/lib.rs +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/src/main.rs +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/src/structs.rs +0 -0
- {datago-2025.3.9 → datago-2025.3.10}/tests/client_test.rs +0 -0
|
@@ -387,7 +387,7 @@ dependencies = [
|
|
|
387
387
|
|
|
388
388
|
[[package]]
|
|
389
389
|
name = "datago"
|
|
390
|
-
version = "2025.3.
|
|
390
|
+
version = "2025.3.10"
|
|
391
391
|
dependencies = [
|
|
392
392
|
"clap",
|
|
393
393
|
"image",
|
|
@@ -1124,9 +1124,9 @@ dependencies = [
|
|
|
1124
1124
|
|
|
1125
1125
|
[[package]]
|
|
1126
1126
|
name = "kanal"
|
|
1127
|
-
version = "0.1.0
|
|
1127
|
+
version = "0.1.0"
|
|
1128
1128
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1129
|
-
checksum = "
|
|
1129
|
+
checksum = "8b13526b910349296b1d3537ae62d5f83def9b6d6974e26d62b80ee2bb1b4794"
|
|
1130
1130
|
dependencies = [
|
|
1131
1131
|
"futures-core",
|
|
1132
1132
|
"lock_api",
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "datago"
|
|
3
3
|
edition = "2021"
|
|
4
|
-
version = "2025.3.
|
|
4
|
+
version = "2025.3.10"
|
|
5
5
|
|
|
6
6
|
[lib]
|
|
7
7
|
# exposed by pyo3
|
|
@@ -19,7 +19,7 @@ reqwest = { version = "0.12.12", features = ["blocking"] }
|
|
|
19
19
|
serde = { version = "1.0", features = ["derive"] }
|
|
20
20
|
serde_json = "1.0"
|
|
21
21
|
url = "2.5.4"
|
|
22
|
-
kanal = "0.1
|
|
22
|
+
kanal = "0.1"
|
|
23
23
|
clap = { version = "4.5.27", features = ["derive"] }
|
|
24
24
|
tokio = { version = "1.43.0", features = ["rt-multi-thread", "macros"] }
|
|
25
25
|
prettytable-rs = "0.10.0"
|
|
@@ -34,4 +34,5 @@ rand = "0.9.0"
|
|
|
34
34
|
|
|
35
35
|
[profile.release]
|
|
36
36
|
opt-level = 3 # Optimize for speed
|
|
37
|
-
lto =
|
|
37
|
+
lto = "fat" # Enable link-time optimization
|
|
38
|
+
codegen-units = 1
|
|
@@ -224,9 +224,9 @@ impl DatagoClient {
|
|
|
224
224
|
return;
|
|
225
225
|
}
|
|
226
226
|
|
|
227
|
-
self.samples_meta_rx.close();
|
|
228
|
-
self.pages_rx.close();
|
|
229
|
-
self.samples_tx.close();
|
|
227
|
+
let _ = self.samples_meta_rx.close();
|
|
228
|
+
let _ = self.pages_rx.close();
|
|
229
|
+
let _ = self.samples_tx.close();
|
|
230
230
|
|
|
231
231
|
if let Some(pinger) = self.pinger.take() {
|
|
232
232
|
if pinger.join().is_err() {
|
|
@@ -303,7 +303,6 @@ async fn async_ping_pages(
|
|
|
303
303
|
while count < max_submitted_samples {
|
|
304
304
|
// Push the page to the channel
|
|
305
305
|
if pages_tx.send(response_json.clone()).is_err() {
|
|
306
|
-
println!("ping_pages: stream already closed, wrapping up");
|
|
307
306
|
break;
|
|
308
307
|
}
|
|
309
308
|
count += source_config.page_size;
|
|
@@ -397,11 +396,7 @@ pub fn dispatch_pages(
|
|
|
397
396
|
let sample_json = serde_json::from_value(sample.clone()).unwrap();
|
|
398
397
|
|
|
399
398
|
// Push the sample to the channel
|
|
400
|
-
if
|
|
401
|
-
println!(
|
|
402
|
-
"dispatch_pages: stream already closed, wrapping up {}",
|
|
403
|
-
e
|
|
404
|
-
);
|
|
399
|
+
if samples_meta_tx.send(sample_json).is_err() {
|
|
405
400
|
keep_going = false;
|
|
406
401
|
break;
|
|
407
402
|
}
|
|
@@ -425,7 +420,6 @@ pub fn dispatch_pages(
|
|
|
425
420
|
}
|
|
426
421
|
}
|
|
427
422
|
Err(_) => {
|
|
428
|
-
println!("dispatch_pages: stream already closed, wrapping up");
|
|
429
423
|
break; // already in the outer loop
|
|
430
424
|
}
|
|
431
425
|
}
|
|
@@ -139,7 +139,7 @@ async fn async_pull_samples(
|
|
|
139
139
|
while let Ok(received) = samples_meta_rx.recv() {
|
|
140
140
|
if received == serde_json::Value::Null {
|
|
141
141
|
println!("file_worker: end of stream received, stopping there");
|
|
142
|
-
samples_meta_rx.close();
|
|
142
|
+
let _ = samples_meta_rx.close();
|
|
143
143
|
break;
|
|
144
144
|
}
|
|
145
145
|
|
|
@@ -322,7 +322,7 @@ async fn async_pull_samples(
|
|
|
322
322
|
while let Ok(received) = samples_meta_rx.recv() {
|
|
323
323
|
if received == serde_json::Value::Null {
|
|
324
324
|
println!("http_worker: end of stream received, stopping there");
|
|
325
|
-
samples_meta_rx.close();
|
|
325
|
+
let _ = samples_meta_rx.close();
|
|
326
326
|
break;
|
|
327
327
|
}
|
|
328
328
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|