dataset-toolkit 0.1.1__tar.gz → 0.1.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. {dataset_toolkit-0.1.1/dataset_toolkit.egg-info → dataset_toolkit-0.1.2}/PKG-INFO +1 -1
  2. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/__init__.py +8 -1
  3. dataset_toolkit-0.1.2/dataset_toolkit/exporters/yolo_exporter.py +155 -0
  4. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2/dataset_toolkit.egg-info}/PKG-INFO +1 -1
  5. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit.egg-info/SOURCES.txt +1 -0
  6. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/pyproject.toml +1 -1
  7. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/setup.py +1 -1
  8. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/LICENSE +0 -0
  9. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/MANIFEST.in +0 -0
  10. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/README.md +0 -0
  11. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/exporters/__init__.py +0 -0
  12. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/exporters/coco_exporter.py +0 -0
  13. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/exporters/txt_exporter.py +0 -0
  14. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/loaders/__init__.py +0 -0
  15. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/loaders/local_loader.py +0 -0
  16. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/models.py +0 -0
  17. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/pipeline.py +0 -0
  18. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/processors/__init__.py +0 -0
  19. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/processors/merger.py +0 -0
  20. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/utils/__init__.py +0 -0
  21. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit/utils/coords.py +0 -0
  22. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit.egg-info/dependency_links.txt +0 -0
  23. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit.egg-info/requires.txt +0 -0
  24. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/dataset_toolkit.egg-info/top_level.txt +0 -0
  25. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/examples/basic_usage.py +0 -0
  26. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/requirements.txt +0 -0
  27. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/setup.cfg +0 -0
  28. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/tests/__init__.py +0 -0
  29. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/tests/conftest.py +0 -0
  30. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/tests/test_exporters.py +0 -0
  31. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/tests/test_loaders.py +0 -0
  32. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/tests/test_processors.py +0 -0
  33. {dataset_toolkit-0.1.1 → dataset_toolkit-0.1.2}/tests/test_pypi_test.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dataset-toolkit
3
- Version: 0.1.1
3
+ Version: 0.1.2
4
4
  Summary: 一个用于加载、处理和导出计算机视觉数据集的工具包
5
5
  Home-page: https://github.com/yourusername/dataset-toolkit
6
6
  Author: wenxiang.han
@@ -15,7 +15,7 @@ Dataset Toolkit - 计算机视觉数据集处理工具包
15
15
  >>> export_to_coco(dataset, "output.json")
16
16
  """
17
17
 
18
- __version__ = "0.1.1"
18
+ __version__ = "0.1.2"
19
19
  __author__ = "wenxiang.han"
20
20
  __email__ = "wenxiang.han@anker-in.com"
21
21
 
@@ -43,6 +43,11 @@ from dataset_toolkit.exporters.txt_exporter import (
43
43
  export_to_txt
44
44
  )
45
45
 
46
+ from dataset_toolkit.exporters.yolo_exporter import (
47
+ export_to_yolo_format,
48
+ export_to_yolo_and_txt
49
+ )
50
+
46
51
  from dataset_toolkit.utils.coords import (
47
52
  yolo_to_absolute_bbox
48
53
  )
@@ -71,6 +76,8 @@ __all__ = [
71
76
  # 导出器
72
77
  "export_to_coco",
73
78
  "export_to_txt",
79
+ "export_to_yolo_format",
80
+ "export_to_yolo_and_txt",
74
81
 
75
82
  # 工具函数
76
83
  "yolo_to_absolute_bbox",
@@ -0,0 +1,155 @@
1
+ # dataset_toolkit/exporters/yolo_exporter.py
2
+ """
3
+ 导出为 YOLO 格式(完整的 images/ + labels/ 目录结构)
4
+ """
5
+ import os
6
+ from pathlib import Path
7
+ from typing import Optional
8
+
9
+
10
+ def export_to_yolo_format(
11
+ dataset,
12
+ output_dir: str,
13
+ use_symlinks: bool = True,
14
+ overwrite: bool = False
15
+ ):
16
+ """
17
+ 导出数据集为完整的 YOLO 格式目录结构
18
+
19
+ 参数:
20
+ dataset: Dataset 对象
21
+ output_dir: 输出目录路径
22
+ use_symlinks: 是否使用软链接(True)或复制文件(False)
23
+ overwrite: 是否覆盖已存在的文件
24
+
25
+ 输出结构:
26
+ output_dir/
27
+ ├── images/
28
+ │ ├── img1.jpg
29
+ │ └── img2.jpg
30
+ └── labels/
31
+ ├── img1.txt
32
+ └── img2.txt
33
+ """
34
+ output_path = Path(output_dir)
35
+ images_dir = output_path / 'images'
36
+ labels_dir = output_path / 'labels'
37
+
38
+ # 创建目录
39
+ images_dir.mkdir(parents=True, exist_ok=True)
40
+ labels_dir.mkdir(parents=True, exist_ok=True)
41
+
42
+ print(f"导出 YOLO 格式到: {output_path}")
43
+ print(f" 使用软链接: {use_symlinks}")
44
+
45
+ success_count = 0
46
+ error_count = 0
47
+
48
+ for img in dataset.images:
49
+ try:
50
+ # 获取图片文件名(不含扩展名)
51
+ img_path = Path(img.path)
52
+ img_name = img_path.name
53
+ stem = img_path.stem
54
+
55
+ # 1. 处理图片(软链接或复制)
56
+ target_img_path = images_dir / img_name
57
+
58
+ if target_img_path.exists() and not overwrite:
59
+ # 文件已存在,跳过
60
+ pass
61
+ else:
62
+ if use_symlinks:
63
+ # 使用软链接
64
+ if target_img_path.exists():
65
+ target_img_path.unlink()
66
+ target_img_path.symlink_to(img_path.resolve())
67
+ else:
68
+ # 复制文件
69
+ import shutil
70
+ shutil.copy2(img_path, target_img_path)
71
+
72
+ # 2. 生成标注文件
73
+ label_path = labels_dir / f"{stem}.txt"
74
+
75
+ with open(label_path, 'w') as f:
76
+ for ann in img.annotations:
77
+ # 内部格式: [x_min, y_min, width, height] (绝对像素值)
78
+ # YOLO 格式: class_id x_center y_center width height (归一化)
79
+
80
+ x_min, y_min, width, height = ann.bbox
81
+
82
+ # 转换为 YOLO 归一化格式
83
+ x_center = (x_min + width / 2) / img.width
84
+ y_center = (y_min + height / 2) / img.height
85
+ norm_width = width / img.width
86
+ norm_height = height / img.height
87
+
88
+ # 写入:class_id x_center y_center width height
89
+ f.write(f"{ann.category_id} {x_center:.6f} {y_center:.6f} {norm_width:.6f} {norm_height:.6f}\n")
90
+
91
+ success_count += 1
92
+
93
+ except Exception as e:
94
+ print(f"警告: 处理图片失败 {img.path}: {e}")
95
+ error_count += 1
96
+ continue
97
+
98
+ print(f"✓ 导出完成:")
99
+ print(f" 成功: {success_count} 张图片")
100
+ if error_count > 0:
101
+ print(f" 失败: {error_count} 张图片")
102
+ print(f" 图片目录: {images_dir}")
103
+ print(f" 标注目录: {labels_dir}")
104
+
105
+ return output_path
106
+
107
+
108
+ def export_to_yolo_and_txt(
109
+ dataset,
110
+ yolo_dir: str,
111
+ txt_file: str,
112
+ use_symlinks: bool = True,
113
+ use_relative_paths: bool = False
114
+ ):
115
+ """
116
+ 导出为 YOLO 格式并生成对应的 txt 列表文件
117
+
118
+ 参数:
119
+ dataset: Dataset 对象
120
+ yolo_dir: YOLO 格式输出目录
121
+ txt_file: txt 列表文件路径
122
+ use_symlinks: 是否使用软链接
123
+ use_relative_paths: txt 中是否使用相对路径
124
+
125
+ 返回:
126
+ yolo_dir_path: YOLO 目录路径
127
+ """
128
+ # 1. 导出为 YOLO 格式
129
+ yolo_path = export_to_yolo_format(dataset, yolo_dir, use_symlinks=use_symlinks)
130
+
131
+ # 2. 生成 txt 列表文件(指向 YOLO 目录中的 images/)
132
+ images_dir = yolo_path / 'images'
133
+ txt_path = Path(txt_file)
134
+ txt_path.parent.mkdir(parents=True, exist_ok=True)
135
+
136
+ print(f"\n生成 txt 列表: {txt_file}")
137
+
138
+ with open(txt_file, 'w') as f:
139
+ for img in dataset.images:
140
+ img_name = Path(img.path).name
141
+ # 指向 YOLO 目录中的图片(可能是软链接)
142
+ img_in_yolo = images_dir / img_name
143
+
144
+ if use_relative_paths:
145
+ # 相对于 txt 文件的路径
146
+ rel_path = os.path.relpath(img_in_yolo, txt_path.parent)
147
+ f.write(f"{rel_path}\n")
148
+ else:
149
+ # 绝对路径(指向 YOLO images 目录,不要 resolve,保持 YOLO 结构)
150
+ f.write(f"{str(img_in_yolo.absolute())}\n")
151
+
152
+ print(f"✓ txt 列表已生成: {len(dataset.images)} 行")
153
+
154
+ return yolo_path
155
+
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dataset-toolkit
3
- Version: 0.1.1
3
+ Version: 0.1.2
4
4
  Summary: 一个用于加载、处理和导出计算机视觉数据集的工具包
5
5
  Home-page: https://github.com/yourusername/dataset-toolkit
6
6
  Author: wenxiang.han
@@ -15,6 +15,7 @@ dataset_toolkit.egg-info/top_level.txt
15
15
  dataset_toolkit/exporters/__init__.py
16
16
  dataset_toolkit/exporters/coco_exporter.py
17
17
  dataset_toolkit/exporters/txt_exporter.py
18
+ dataset_toolkit/exporters/yolo_exporter.py
18
19
  dataset_toolkit/loaders/__init__.py
19
20
  dataset_toolkit/loaders/local_loader.py
20
21
  dataset_toolkit/processors/__init__.py
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "dataset-toolkit"
7
- version = "0.1.1"
7
+ version = "0.1.2"
8
8
  description = "一个用于加载、处理和导出计算机视觉数据集的工具包"
9
9
  readme = "README.md"
10
10
  requires-python = ">=3.7"
@@ -8,7 +8,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
8
8
 
9
9
  setup(
10
10
  name="dataset-toolkit",
11
- version="0.1.1",
11
+ version="0.1.2",
12
12
  author="wenxiang.han",
13
13
  author_email="wenxiang.han@anker-in.com",
14
14
  description="一个用于加载、处理和导出计算机视觉数据集的工具包",
File without changes