caption-flow 0.6.0__tar.gz → 0.6.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. {caption_flow-0.6.0 → caption_flow-0.6.1}/PKG-INFO +4 -4
  2. {caption_flow-0.6.0 → caption_flow-0.6.1}/README.md +1 -1
  3. {caption_flow-0.6.0 → caption_flow-0.6.1}/setup.py +2 -2
  4. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/__init__.py +1 -1
  5. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow.egg-info/PKG-INFO +4 -4
  6. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow.egg-info/requires.txt +2 -2
  7. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_webshart_dependency.py +3 -2
  8. {caption_flow-0.6.0 → caption_flow-0.6.1}/LICENSE +0 -0
  9. {caption_flow-0.6.0 → caption_flow-0.6.1}/pyproject.toml +0 -0
  10. {caption_flow-0.6.0 → caption_flow-0.6.1}/setup.cfg +0 -0
  11. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/cli.py +0 -0
  12. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/models.py +0 -0
  13. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/monitor.py +0 -0
  14. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/orchestrator.py +0 -0
  15. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/processors/__init__.py +0 -0
  16. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/processors/base.py +0 -0
  17. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/processors/huggingface.py +0 -0
  18. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/processors/local_filesystem.py +0 -0
  19. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/processors/webdataset.py +0 -0
  20. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/storage/__init__.py +0 -0
  21. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/storage/exporter.py +0 -0
  22. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/storage/manager.py +0 -0
  23. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/__init__.py +0 -0
  24. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/auth.py +0 -0
  25. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/caption_utils.py +0 -0
  26. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/certificates.py +0 -0
  27. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/checkpoint_tracker.py +0 -0
  28. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/chunk_tracker.py +0 -0
  29. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/image_processor.py +0 -0
  30. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/json_utils.py +0 -0
  31. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/output_policy.py +0 -0
  32. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/prompt_template.py +0 -0
  33. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/retry_queue.py +0 -0
  34. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/unicode_utils.py +0 -0
  35. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/utils/vllm_config.py +0 -0
  36. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/viewer.py +0 -0
  37. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/workers/base.py +0 -0
  38. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/workers/caption.py +0 -0
  39. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/workers/data.py +0 -0
  40. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/workers/openai_compatible.py +0 -0
  41. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow/workers/pipeline.py +0 -0
  42. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow.egg-info/SOURCES.txt +0 -0
  43. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow.egg-info/dependency_links.txt +0 -0
  44. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow.egg-info/entry_points.txt +0 -0
  45. {caption_flow-0.6.0 → caption_flow-0.6.1}/src/caption_flow.egg-info/top_level.txt +0 -0
  46. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_caption_pipeline.py +0 -0
  47. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_caption_utils.py +0 -0
  48. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_certificates.py +0 -0
  49. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_chunk_completion_index.py +0 -0
  50. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_cli.py +0 -0
  51. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_config_reload.py +0 -0
  52. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_dependency_config.py +0 -0
  53. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_duplicate_job_assignments.py +0 -0
  54. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_exporter.py +0 -0
  55. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_fix_verification.py +0 -0
  56. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_huggingface_ranges.py +0 -0
  57. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_image_processor.py +0 -0
  58. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_json_utils.py +0 -0
  59. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_main.py +0 -0
  60. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_monitor.py +0 -0
  61. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_openai_compatible_worker.py +0 -0
  62. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_orchestrator_storage_order.py +0 -0
  63. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_processors.py +0 -0
  64. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_range_level_distribution.py +0 -0
  65. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_result_acceptance.py +0 -0
  66. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_retry_queue.py +0 -0
  67. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_storage_components.py +0 -0
  68. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_unicode_utils.py +0 -0
  69. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_viewer.py +0 -0
  70. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_vllm_config.py +0 -0
  71. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_webdataset_cache_wait.py +0 -0
  72. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_webdataset_prefetch.py +0 -0
  73. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_webdataset_ranges.py +0 -0
  74. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_webshart_export_contract.py +0 -0
  75. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_worker_caption.py +0 -0
  76. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_worker_reconnection_complete.py +0 -0
  77. {caption_flow-0.6.0 → caption_flow-0.6.1}/tests/test_worker_reconnection_sequence.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: caption-flow
3
- Version: 0.6.0
3
+ Version: 0.6.1
4
4
  Summary: Self-contained distributed community captioning system
5
5
  Author: bghira
6
6
  Author-email: bghira <bghira@users.github.com>
@@ -28,11 +28,11 @@ Requires-Dist: certbot<6.0.0,>=5.10.0
28
28
  Requires-Dist: numpy<2.4.0,>=2.3.5; python_version < "3.13"
29
29
  Requires-Dist: numpy<2.5.0,>=2.4.6; python_version >= "3.13"
30
30
  Requires-Dist: Pillow<14.0.0,>=13.0.0
31
- Requires-Dist: trainingsample<0.4.0,>=0.3.2
31
+ Requires-Dist: trainingsample==0.4.0
32
32
  Requires-Dist: pandas<4.0.0,>=3.1.1
33
33
  Requires-Dist: datasets<6.0.0,>=5.2.0
34
34
  Requires-Dist: boto3<2.0.0,>=1.44.3
35
- Requires-Dist: webshart<0.7.0,>=0.6.0
35
+ Requires-Dist: webshart<0.8.0,>=0.7.0
36
36
  Requires-Dist: pylance<9.0.0,>=8.0.1
37
37
  Requires-Dist: duckdb<2.0.0,>=1.5.6
38
38
  Requires-Dist: aiohttp<4.0.0,>=3.14.5
@@ -243,7 +243,7 @@ Options:
243
243
  * **csv**: exports CSV-compatible data columns to the `--output` path containing incomplete metadata
244
244
  * **json**: creates a `.json` file for each sample inside the `--output` subdirectory containing **complete** metadata; useful for webdatasets
245
245
  * **txt**: creates `.txt` file for each sample inside the `--output` subdirectory containing ONLY captions
246
- * **webshart**: updates an **existing per-shard metadata `.json` file** by writing captions under the plural `captions` key. Strings, native JSON objects, and mixed lists are supported. JSON objects stored as text in Lance output columns are decoded during export, preserving nested values instead of writing Python dictionary representations. Native objects supplied through `Caption.outputs` are encoded as JSON only for Lance persistence. Requires webshart 0.6.0 or newer for native JSON caption support (included in the base dependencies). For this format, pass `--output` as the path to the existing shard metadata JSON file when exporting one shard. If you export multiple shards, pass `--output` as a directory containing one existing `{shard_name}.json` file per shard.
246
+ * **webshart**: updates an **existing per-shard metadata `.json` file** by writing captions under the plural `captions` key. Strings, native JSON objects, and mixed lists are supported. JSON objects stored as text in Lance output columns are decoded during export, preserving nested values instead of writing Python dictionary representations. Native objects supplied through `Caption.outputs` are encoded as JSON only for Lance persistence. Requires webshart 0.7.x (included in the base dependencies), including native JSON caption support. For this format, pass `--output` as the path to the existing shard metadata JSON file when exporting one shard. If you export multiple shards, pass `--output` as a directory containing one existing `{shard_name}.json` file per shard.
247
247
  * **huggingface_hub**: creates a dataset on Hugging Face Hub, possibly `--private` and `--nsfw` where necessary
248
248
  * **all**: creates the directory/file-generating export formats in a specified `--output` directory. prefer a directory here; `webshart` is a special case that expects existing per-shard metadata `.json` files rather than creating new metadata files.
249
249
 
@@ -141,7 +141,7 @@ Options:
141
141
  * **csv**: exports CSV-compatible data columns to the `--output` path containing incomplete metadata
142
142
  * **json**: creates a `.json` file for each sample inside the `--output` subdirectory containing **complete** metadata; useful for webdatasets
143
143
  * **txt**: creates `.txt` file for each sample inside the `--output` subdirectory containing ONLY captions
144
- * **webshart**: updates an **existing per-shard metadata `.json` file** by writing captions under the plural `captions` key. Strings, native JSON objects, and mixed lists are supported. JSON objects stored as text in Lance output columns are decoded during export, preserving nested values instead of writing Python dictionary representations. Native objects supplied through `Caption.outputs` are encoded as JSON only for Lance persistence. Requires webshart 0.6.0 or newer for native JSON caption support (included in the base dependencies). For this format, pass `--output` as the path to the existing shard metadata JSON file when exporting one shard. If you export multiple shards, pass `--output` as a directory containing one existing `{shard_name}.json` file per shard.
144
+ * **webshart**: updates an **existing per-shard metadata `.json` file** by writing captions under the plural `captions` key. Strings, native JSON objects, and mixed lists are supported. JSON objects stored as text in Lance output columns are decoded during export, preserving nested values instead of writing Python dictionary representations. Native objects supplied through `Caption.outputs` are encoded as JSON only for Lance persistence. Requires webshart 0.7.x (included in the base dependencies), including native JSON caption support. For this format, pass `--output` as the path to the existing shard metadata JSON file when exporting one shard. If you export multiple shards, pass `--output` as a directory containing one existing `{shard_name}.json` file per shard.
145
145
  * **huggingface_hub**: creates a dataset on Hugging Face Hub, possibly `--private` and `--nsfw` where necessary
146
146
  * **all**: creates the directory/file-generating export formats in a specified `--output` directory. prefer a directory here; `webshart` is a special case that expects existing per-shard metadata `.json` files rather than creating new metadata files.
147
147
 
@@ -37,11 +37,11 @@ base_deps = [
37
37
  "numpy>=2.3.5,<2.4.0; python_version < '3.13'",
38
38
  "numpy>=2.4.6,<2.5.0; python_version >= '3.13'",
39
39
  "Pillow>=13.0.0,<14.0.0",
40
- "trainingsample>=0.3.2,<0.4.0",
40
+ "trainingsample==0.4.0",
41
41
  "pandas>=3.1.1,<4.0.0",
42
42
  "datasets>=5.2.0,<6.0.0",
43
43
  "boto3>=1.44.3,<2.0.0",
44
- "webshart>=0.6.0,<0.7.0",
44
+ "webshart>=0.7.0,<0.8.0",
45
45
  "pylance>=8.0.1,<9.0.0",
46
46
  "duckdb>=1.5.6,<2.0.0",
47
47
  "aiohttp>=3.14.5,<4.0.0",
@@ -1,6 +1,6 @@
1
1
  """CaptionFlow - Distributed community captioning system."""
2
2
 
3
- __version__ = "0.6.0"
3
+ __version__ = "0.6.1"
4
4
 
5
5
  from .monitor import Monitor
6
6
  from .orchestrator import Orchestrator
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: caption-flow
3
- Version: 0.6.0
3
+ Version: 0.6.1
4
4
  Summary: Self-contained distributed community captioning system
5
5
  Author: bghira
6
6
  Author-email: bghira <bghira@users.github.com>
@@ -28,11 +28,11 @@ Requires-Dist: certbot<6.0.0,>=5.10.0
28
28
  Requires-Dist: numpy<2.4.0,>=2.3.5; python_version < "3.13"
29
29
  Requires-Dist: numpy<2.5.0,>=2.4.6; python_version >= "3.13"
30
30
  Requires-Dist: Pillow<14.0.0,>=13.0.0
31
- Requires-Dist: trainingsample<0.4.0,>=0.3.2
31
+ Requires-Dist: trainingsample==0.4.0
32
32
  Requires-Dist: pandas<4.0.0,>=3.1.1
33
33
  Requires-Dist: datasets<6.0.0,>=5.2.0
34
34
  Requires-Dist: boto3<2.0.0,>=1.44.3
35
- Requires-Dist: webshart<0.7.0,>=0.6.0
35
+ Requires-Dist: webshart<0.8.0,>=0.7.0
36
36
  Requires-Dist: pylance<9.0.0,>=8.0.1
37
37
  Requires-Dist: duckdb<2.0.0,>=1.5.6
38
38
  Requires-Dist: aiohttp<4.0.0,>=3.14.5
@@ -243,7 +243,7 @@ Options:
243
243
  * **csv**: exports CSV-compatible data columns to the `--output` path containing incomplete metadata
244
244
  * **json**: creates a `.json` file for each sample inside the `--output` subdirectory containing **complete** metadata; useful for webdatasets
245
245
  * **txt**: creates `.txt` file for each sample inside the `--output` subdirectory containing ONLY captions
246
- * **webshart**: updates an **existing per-shard metadata `.json` file** by writing captions under the plural `captions` key. Strings, native JSON objects, and mixed lists are supported. JSON objects stored as text in Lance output columns are decoded during export, preserving nested values instead of writing Python dictionary representations. Native objects supplied through `Caption.outputs` are encoded as JSON only for Lance persistence. Requires webshart 0.6.0 or newer for native JSON caption support (included in the base dependencies). For this format, pass `--output` as the path to the existing shard metadata JSON file when exporting one shard. If you export multiple shards, pass `--output` as a directory containing one existing `{shard_name}.json` file per shard.
246
+ * **webshart**: updates an **existing per-shard metadata `.json` file** by writing captions under the plural `captions` key. Strings, native JSON objects, and mixed lists are supported. JSON objects stored as text in Lance output columns are decoded during export, preserving nested values instead of writing Python dictionary representations. Native objects supplied through `Caption.outputs` are encoded as JSON only for Lance persistence. Requires webshart 0.7.x (included in the base dependencies), including native JSON caption support. For this format, pass `--output` as the path to the existing shard metadata JSON file when exporting one shard. If you export multiple shards, pass `--output` as a directory containing one existing `{shard_name}.json` file per shard.
247
247
  * **huggingface_hub**: creates a dataset on Hugging Face Hub, possibly `--private` and `--nsfw` where necessary
248
248
  * **all**: creates the directory/file-generating export formats in a specified `--output` directory. prefer a directory here; `webshart` is a special case that expects existing per-shard metadata `.json` files rather than creating new metadata files.
249
249
 
@@ -8,11 +8,11 @@ cryptography<51.0.0,>=50.0.2
8
8
  PyYAML<7.0.0,>=6.0.3
9
9
  certbot<6.0.0,>=5.10.0
10
10
  Pillow<14.0.0,>=13.0.0
11
- trainingsample<0.4.0,>=0.3.2
11
+ trainingsample==0.4.0
12
12
  pandas<4.0.0,>=3.1.1
13
13
  datasets<6.0.0,>=5.2.0
14
14
  boto3<2.0.0,>=1.44.3
15
- webshart<0.7.0,>=0.6.0
15
+ webshart<0.8.0,>=0.7.0
16
16
  pylance<9.0.0,>=8.0.1
17
17
  duckdb<2.0.0,>=1.5.6
18
18
  aiohttp<4.0.0,>=3.14.5
@@ -22,6 +22,7 @@ def test_base_dependency_requires_structured_caption_support():
22
22
  for dependency in dependencies
23
23
  if (requirement := Requirement(dependency)).name == "webshart"
24
24
  )
25
- assert "0.6.0" in requirement.specifier
25
+ assert "0.7.0" in requirement.specifier
26
26
  assert "0.5.4" not in requirement.specifier
27
- assert "0.7.0" not in requirement.specifier
27
+ assert "0.6.0" not in requirement.specifier
28
+ assert "0.8.0" not in requirement.specifier
File without changes
File without changes