caption-flow 0.2.0__tar.gz → 0.2.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. {caption_flow-0.2.0/src/caption_flow.egg-info → caption_flow-0.2.2}/PKG-INFO +2 -1
  2. {caption_flow-0.2.0 → caption_flow-0.2.2}/pyproject.toml +2 -1
  3. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/cli.py +8 -2
  4. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/monitor.py +1 -1
  5. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/orchestrator.py +522 -129
  6. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/storage.py +5 -0
  7. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/chunk_tracker.py +22 -4
  8. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/dataset_loader.py +99 -142
  9. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/shard_processor.py +100 -36
  10. {caption_flow-0.2.0 → caption_flow-0.2.2/src/caption_flow.egg-info}/PKG-INFO +2 -1
  11. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow.egg-info/requires.txt +1 -0
  12. {caption_flow-0.2.0 → caption_flow-0.2.2}/LICENSE +0 -0
  13. {caption_flow-0.2.0 → caption_flow-0.2.2}/README.md +0 -0
  14. {caption_flow-0.2.0 → caption_flow-0.2.2}/setup.cfg +0 -0
  15. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/__init__.py +0 -0
  16. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/models.py +0 -0
  17. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/__init__.py +0 -0
  18. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/auth.py +0 -0
  19. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/caption_utils.py +0 -0
  20. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/certificates.py +0 -0
  21. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/checkpoint_tracker.py +0 -0
  22. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/image_processor.py +0 -0
  23. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/job_queue.py +0 -0
  24. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/json_utils.py +0 -0
  25. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/prompt_template.py +0 -0
  26. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/shard_tracker.py +0 -0
  27. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/utils/vllm_config.py +0 -0
  28. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/workers/base.py +0 -0
  29. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/workers/caption.py +0 -0
  30. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow/workers/data.py +0 -0
  31. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow.egg-info/SOURCES.txt +0 -0
  32. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow.egg-info/dependency_links.txt +0 -0
  33. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow.egg-info/entry_points.txt +0 -0
  34. {caption_flow-0.2.0 → caption_flow-0.2.2}/src/caption_flow.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: caption-flow
3
- Version: 0.2.0
3
+ Version: 0.2.2
4
4
  Summary: Self-contained distributed community captioning system
5
5
  Author-email: bghira <bghira@users.github.com>
6
6
  License: MIT
@@ -32,6 +32,7 @@ Requires-Dist: pandas<3.0.0,>=2.3.1
32
32
  Requires-Dist: arrow<2.0.0,>=1.3.0
33
33
  Requires-Dist: datasets<5.0.0,>=4.0.0
34
34
  Requires-Dist: boto3<2.0.0,>=1.40.11
35
+ Requires-Dist: torchdata<0.12.0,>=0.11.0
35
36
  Provides-Extra: dev
36
37
  Requires-Dist: pytest>=7.4.0; extra == "dev"
37
38
  Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "caption-flow"
3
- version = "0.2.0"
3
+ version = "0.2.2"
4
4
  description = "Self-contained distributed community captioning system"
5
5
  readme = "README.md"
6
6
  requires-python = ">=3.10,<3.13"
@@ -37,6 +37,7 @@ dependencies = [
37
37
  "arrow (>=1.3.0,<2.0.0)",
38
38
  "datasets (>=4.0.0,<5.0.0)",
39
39
  "boto3 (>=1.40.11,<2.0.0)",
40
+ "torchdata (>=0.11.0,<0.12.0)",
40
41
  ]
41
42
 
42
43
  [project.optional-dependencies]
@@ -120,13 +120,19 @@ class ConfigManager:
120
120
 
121
121
 
122
122
  def setup_logging(verbose: bool = False):
123
- """Configure logging with rich handler."""
123
+ """Configure logging with rich handler, including timestamp."""
124
124
  level = logging.DEBUG if verbose else logging.INFO
125
125
  logging.basicConfig(
126
126
  level=level,
127
127
  format="%(message)s",
128
+ datefmt="[%Y-%m-%d %H:%M:%S]",
128
129
  handlers=[
129
- RichHandler(console=console, rich_tracebacks=True, show_path=False, show_time=False)
130
+ RichHandler(
131
+ console=console,
132
+ rich_tracebacks=True,
133
+ show_path=False,
134
+ show_time=True, # Enables timestamp in RichHandler output
135
+ )
130
136
  ],
131
137
  )
132
138
 
@@ -107,7 +107,7 @@ class Monitor:
107
107
  """Main display update loop."""
108
108
  layout = self._create_layout()
109
109
 
110
- with Live(layout, console=self.console, refresh_per_second=4, screen=True) as live:
110
+ with Live(layout, console=self.console, refresh_per_second=1, screen=True) as live:
111
111
  while self.running:
112
112
  self._update_layout(layout)
113
113
  await asyncio.sleep(0.25)