easyannotate 0.4.1__tar.gz → 0.4.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {easyannotate-0.4.1 → easyannotate-0.4.2}/PKG-INFO +4 -4
- {easyannotate-0.4.1 → easyannotate-0.4.2}/README.md +3 -3
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/review.py +2 -2
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/annotations/coco.py +153 -35
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/annotations/csvfmt.py +10 -3
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/annotations/dota.py +11 -6
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/annotations/formats.py +344 -92
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/annotations/labelme.py +46 -11
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/annotations/voc.py +56 -35
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/annotations/yolo.py +155 -17
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/convert.py +47 -12
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/export.py +1 -1
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/report.py +8 -2
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/writer.py +23 -7
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/app.js +60 -9
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/assist.js +1 -1
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/tools/box.js +1 -1
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate.html +1 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/pyproject.toml +1 -1
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_annotate_editor.py +239 -0
- easyannotate-0.4.2/tests/test_converter_fixes.py +932 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_dataset_ops.py +8 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_export_classes.py +23 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_formats.py +8 -3
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_new_ops.py +58 -3
- {easyannotate-0.4.1 → easyannotate-0.4.2}/.gitignore +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/LICENSE +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/__main__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/attach.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/demo.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/images.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/labels.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/loop.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/projects.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/schema.sql +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/shapes.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/store.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/tools/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/tools/fake.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/tools/install.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/tools/local.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/tools/postprocess.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/tools/protocol.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/tools/registry.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/tools/results.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/annotate/tools/serve.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/cli/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/cli/main.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/cli/menu.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/cli/render.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/annotations/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/annotations/model.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/bktree.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/fs.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/imaging.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/analyze.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/annotate_export.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/audit.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/augment.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/collect.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/combine.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/dataset.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/dedup.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/image.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/labels.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/pairing.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/rename.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/ops/visualize.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/pairs.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/parallel.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/provenance.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/registry.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/stats.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/core/types.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/desktop.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/hardware.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/pipeline.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/py.typed +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/app.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/binding.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/deps.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/jobs.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/limits.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/routers/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/routers/annotate.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/routers/local.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/routers/media.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/routers/predictions.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/routers/promote.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/routers/tools.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/api.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/filmstrip.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/hit.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/labels.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/render.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/scene.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/shapelist.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/tools/line.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/tools/obb.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/tools/point.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/tools/polygon.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/tools/select.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/undo.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/annotate/viewport.js +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/static/index.html +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/data_factory/service/workspace.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/easyannotate/__init__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/easyannotate/__main__.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/easyannotate/project.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/easyannotate/py.typed +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/examples/web_api.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/recipes/model_loop.yaml +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/recipes/train_ready_yolo.yaml +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/recipes/voc_to_coco.yaml +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/conftest.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/fake_trainer.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_annotate_api.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_annotate_attach.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_annotate_store.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_annotations.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_clean_ops.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_compat.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_core.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_demo.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_desktop.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_exif.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_imaging.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_infra.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_install_clip.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_kinds.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_local_link.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_loop.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_pipeline_cli.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_postprocess.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_public_api.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_review.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_review_b_findings.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_review_c_findings.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_review_d_findings.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_review_queue.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_service.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_sidecar.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_tools.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_tools_api.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_tools_batch.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_trust.py +0 -0
- {easyannotate-0.4.1 → easyannotate-0.4.2}/tests/test_wire.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: easyannotate
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.2
|
|
4
4
|
Summary: Image annotation with nothing to set up: draw, review model predictions fast, export a correct dataset
|
|
5
5
|
Project-URL: Homepage, https://shivpratapsinghpanwar.github.io/EasyAnnotate/
|
|
6
6
|
Project-URL: Source, https://github.com/shivpratapsinghpanwar/EasyAnnotate
|
|
@@ -120,7 +120,7 @@ What you get instead:
|
|
|
120
120
|
arrives as a prediction to review, dashed, with a confidence slider and one
|
|
121
121
|
key to accept. The models run in their own environment, so the editor's
|
|
122
122
|
install never depends on PyTorch, and without them it works unchanged.
|
|
123
|
-
- **Dataset tooling built in.** 28 operations — convert between
|
|
123
|
+
- **Dataset tooling built in.** 28 operations — convert between six formats,
|
|
124
124
|
find duplicates and train/val leakage, health reports, augmentation that
|
|
125
125
|
moves the labels with the pixels — one `pip install` away.
|
|
126
126
|
|
|
@@ -490,8 +490,8 @@ remembers to do.
|
|
|
490
490
|
preview is a faithful description of the real run, not an approximation.
|
|
491
491
|
|
|
492
492
|
**Formats meet in the middle.** Readers parse into a neutral `Annotation`;
|
|
493
|
-
writers serialise out of it.
|
|
494
|
-
not
|
|
493
|
+
writers serialise out of it. Six formats cost six readers and six writers,
|
|
494
|
+
not thirty converters. Adding CreateML is one file, and it converts to and from
|
|
495
495
|
everything already here.
|
|
496
496
|
|
|
497
497
|
**Geometry is solved once.** Resize, tile and augment share one transform layer.
|
|
@@ -71,7 +71,7 @@ What you get instead:
|
|
|
71
71
|
arrives as a prediction to review, dashed, with a confidence slider and one
|
|
72
72
|
key to accept. The models run in their own environment, so the editor's
|
|
73
73
|
install never depends on PyTorch, and without them it works unchanged.
|
|
74
|
-
- **Dataset tooling built in.** 28 operations — convert between
|
|
74
|
+
- **Dataset tooling built in.** 28 operations — convert between six formats,
|
|
75
75
|
find duplicates and train/val leakage, health reports, augmentation that
|
|
76
76
|
moves the labels with the pixels — one `pip install` away.
|
|
77
77
|
|
|
@@ -441,8 +441,8 @@ remembers to do.
|
|
|
441
441
|
preview is a faithful description of the real run, not an approximation.
|
|
442
442
|
|
|
443
443
|
**Formats meet in the middle.** Readers parse into a neutral `Annotation`;
|
|
444
|
-
writers serialise out of it.
|
|
445
|
-
not
|
|
444
|
+
writers serialise out of it. Six formats cost six readers and six writers,
|
|
445
|
+
not thirty converters. Adding CreateML is one file, and it converts to and from
|
|
446
446
|
everything already here.
|
|
447
447
|
|
|
448
448
|
**Geometry is solved once.** Resize, tile and augment share one transform layer.
|
|
@@ -90,7 +90,7 @@ def read_predictions(
|
|
|
90
90
|
if not candidate.is_file():
|
|
91
91
|
continue
|
|
92
92
|
try:
|
|
93
|
-
document = json.loads(candidate.read_text(encoding="utf-8"))
|
|
93
|
+
document = json.loads(candidate.read_text(encoding="utf-8-sig"))
|
|
94
94
|
except (OSError, ValueError):
|
|
95
95
|
continue
|
|
96
96
|
if coco_fmt.is_detection_results(document):
|
|
@@ -203,7 +203,7 @@ def _read_json(
|
|
|
203
203
|
path: Path, project_classes: list[str] | None, notes: list[str]
|
|
204
204
|
) -> tuple[list[Annotation], list[str]]:
|
|
205
205
|
try:
|
|
206
|
-
document = json.loads(path.read_text(encoding="utf-8"))
|
|
206
|
+
document = json.loads(path.read_text(encoding="utf-8-sig"))
|
|
207
207
|
except (OSError, ValueError) as exc:
|
|
208
208
|
raise ReviewError(f"{path.name}: not readable JSON ({exc})") from exc
|
|
209
209
|
|
|
@@ -70,16 +70,21 @@ class CocoBuilder:
|
|
|
70
70
|
|
|
71
71
|
def __init__(
|
|
72
72
|
self,
|
|
73
|
-
description: str = "
|
|
73
|
+
description: str = "EasyAnnotate export",
|
|
74
74
|
version: str = "1.0",
|
|
75
75
|
case_policy: str = "casefold",
|
|
76
76
|
label_map: dict[str, str] | None = None,
|
|
77
|
+
categories: CategoryTable | None = None,
|
|
77
78
|
) -> None:
|
|
78
79
|
if case_policy not in CASE_POLICIES:
|
|
79
80
|
raise ValueError(f"case_policy must be one of {CASE_POLICIES}")
|
|
80
81
|
self.description = description
|
|
81
82
|
self.version = version
|
|
82
|
-
|
|
83
|
+
# A dataset written as several files (one per split) passes the same
|
|
84
|
+
# table to each builder, so an id names the same class in all of them.
|
|
85
|
+
self.categories = categories or CategoryTable(
|
|
86
|
+
case_policy=case_policy, label_map=label_map or {}
|
|
87
|
+
)
|
|
83
88
|
self.images: list[dict[str, Any]] = []
|
|
84
89
|
self.annotations: list[dict[str, Any]] = []
|
|
85
90
|
self.background_images = 0
|
|
@@ -119,6 +124,10 @@ class CocoBuilder:
|
|
|
119
124
|
"area": round(shape.polygon_area(), 2),
|
|
120
125
|
"iscrowd": 0,
|
|
121
126
|
}
|
|
127
|
+
# Written only when there is one, as the VOC writer does, so a
|
|
128
|
+
# hand-drawn label is unchanged. The reader has always read it back.
|
|
129
|
+
if shape.confidence is not None:
|
|
130
|
+
entry["score"] = round(float(shape.confidence), 6)
|
|
122
131
|
if shape.is_point:
|
|
123
132
|
# COCO has no point type; a visible keypoint with a one-pixel box
|
|
124
133
|
# is the form its keypoint evaluators and viewers both accept.
|
|
@@ -140,7 +149,7 @@ class CocoBuilder:
|
|
|
140
149
|
|
|
141
150
|
def write(self, path: Path) -> Path:
|
|
142
151
|
path.parent.mkdir(parents=True, exist_ok=True)
|
|
143
|
-
write_text_atomic(path, json.dumps(self.build(), indent=2))
|
|
152
|
+
write_text_atomic(path, json.dumps(self.build(), indent=2), newline="\n")
|
|
144
153
|
return path
|
|
145
154
|
|
|
146
155
|
def stats(self) -> dict[str, int]:
|
|
@@ -152,9 +161,45 @@ class CocoBuilder:
|
|
|
152
161
|
}
|
|
153
162
|
|
|
154
163
|
|
|
155
|
-
def load(path: Path) ->
|
|
156
|
-
"""Read an existing instances.json.
|
|
157
|
-
|
|
164
|
+
def load(path: Path) -> Any:
|
|
165
|
+
"""Read an existing instances.json.
|
|
166
|
+
|
|
167
|
+
A file that is not JSON raises :class:`AnnotationError` naming it, like
|
|
168
|
+
every other reader here -- a truncated download is a normal thing to be
|
|
169
|
+
handed, and a ``JSONDecodeError`` traceback tells nobody which file.
|
|
170
|
+
"""
|
|
171
|
+
path = Path(path)
|
|
172
|
+
try:
|
|
173
|
+
# utf-8-sig: a byte order mark at the start is not part of the JSON.
|
|
174
|
+
return json.loads(path.read_text(encoding="utf-8-sig"))
|
|
175
|
+
except OSError as exc:
|
|
176
|
+
raise AnnotationError(f"{path.name}: cannot read ({exc})") from exc
|
|
177
|
+
except ValueError as exc:
|
|
178
|
+
raise AnnotationError(f"{path.name}: cannot parse ({exc})") from exc
|
|
179
|
+
|
|
180
|
+
|
|
181
|
+
def _entries(coco: dict[str, Any], key: str) -> list[Any]:
|
|
182
|
+
"""One of the document's three lists; absent is empty, anything else is
|
|
183
|
+
not a COCO document."""
|
|
184
|
+
value = coco.get(key)
|
|
185
|
+
if value is None:
|
|
186
|
+
return []
|
|
187
|
+
if not isinstance(value, list):
|
|
188
|
+
raise AnnotationError(f"'{key}' must be a list, got {type(value).__name__}")
|
|
189
|
+
return value
|
|
190
|
+
|
|
191
|
+
|
|
192
|
+
def _dimension(value: Any) -> int:
|
|
193
|
+
"""An image width or height, or 0 when the entry holds no usable one."""
|
|
194
|
+
try:
|
|
195
|
+
return max(0, int(float(value or 0)))
|
|
196
|
+
except (TypeError, ValueError, OverflowError):
|
|
197
|
+
return 0
|
|
198
|
+
|
|
199
|
+
|
|
200
|
+
def _usable_id(entry: Any) -> bool:
|
|
201
|
+
"""Whether an image or category entry can be referred to at all."""
|
|
202
|
+
return isinstance(entry, dict) and isinstance(entry.get("id"), (int, float, str))
|
|
158
203
|
|
|
159
204
|
|
|
160
205
|
def _score(ann: dict[str, Any]) -> float | None:
|
|
@@ -168,6 +213,23 @@ def _score(ann: dict[str, Any]) -> float | None:
|
|
|
168
213
|
return None
|
|
169
214
|
|
|
170
215
|
|
|
216
|
+
def is_dataset(document: Any) -> bool:
|
|
217
|
+
"""Whether a parsed JSON document is a COCO dataset.
|
|
218
|
+
|
|
219
|
+
Judged by its own top-level keys: an object holding an ``images``,
|
|
220
|
+
``annotations`` or ``categories`` list, and no ``shapes`` (which is what a
|
|
221
|
+
LabelMe file has). Looking for those words in the first few kilobytes of
|
|
222
|
+
text instead got it wrong both ways -- a file whose ``images`` list came
|
|
223
|
+
first and ran past the window was not COCO, and a LabelMe file with a
|
|
224
|
+
class called "categories" was.
|
|
225
|
+
"""
|
|
226
|
+
return (
|
|
227
|
+
isinstance(document, dict)
|
|
228
|
+
and "shapes" not in document
|
|
229
|
+
and any(isinstance(document.get(key), list) for key in ("images", "annotations", "categories"))
|
|
230
|
+
)
|
|
231
|
+
|
|
232
|
+
|
|
171
233
|
def is_detection_results(document: Any) -> bool:
|
|
172
234
|
"""Whether this is the *detection results* form rather than a dataset.
|
|
173
235
|
|
|
@@ -272,45 +334,77 @@ def to_annotations(
|
|
|
272
334
|
f"a COCO document must be an object, got {type(coco).__name__}"
|
|
273
335
|
)
|
|
274
336
|
|
|
275
|
-
names = {
|
|
276
|
-
|
|
337
|
+
names = {
|
|
338
|
+
c["id"]: str(c.get("name", f"class_{c['id']}"))
|
|
339
|
+
for c in _entries(coco, "categories")
|
|
340
|
+
if _usable_id(c)
|
|
341
|
+
}
|
|
342
|
+
by_image: dict[Any, Annotation] = {}
|
|
277
343
|
|
|
278
|
-
for image in coco
|
|
344
|
+
for image in _entries(coco, "images"):
|
|
345
|
+
if not _usable_id(image):
|
|
346
|
+
continue
|
|
279
347
|
by_image[image["id"]] = Annotation(
|
|
280
348
|
filename=Path(str(image.get("file_name", ""))).name,
|
|
281
|
-
width=
|
|
282
|
-
height=
|
|
349
|
+
width=_dimension(image.get("width")),
|
|
350
|
+
height=_dimension(image.get("height")),
|
|
283
351
|
shapes=[],
|
|
284
352
|
)
|
|
285
353
|
|
|
286
|
-
rle_count = 0
|
|
287
|
-
for ann in coco
|
|
288
|
-
|
|
289
|
-
|
|
354
|
+
rle_count = orphans = unusable = in_parts = 0
|
|
355
|
+
for ann in _entries(coco, "annotations"):
|
|
356
|
+
if not isinstance(ann, dict):
|
|
357
|
+
unusable += 1
|
|
290
358
|
continue
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
359
|
+
image_id = ann.get("image_id")
|
|
360
|
+
annotation = by_image.get(image_id) if isinstance(image_id, (int, float, str)) else None
|
|
361
|
+
if annotation is None:
|
|
362
|
+
orphans += 1
|
|
295
363
|
continue
|
|
296
364
|
|
|
297
365
|
segmentation = ann.get("segmentation")
|
|
298
366
|
polygon: list[Point] | None = None
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
elif isinstance(segmentation, list) and segmentation:
|
|
367
|
+
is_mask = isinstance(segmentation, dict) or bool(ann.get("iscrowd"))
|
|
368
|
+
if not is_mask and isinstance(segmentation, list) and segmentation:
|
|
302
369
|
polygon = _first_polygon(segmentation)
|
|
303
370
|
|
|
371
|
+
box = _box(ann.get("bbox"))
|
|
372
|
+
if box is None and polygon:
|
|
373
|
+
# No usable bbox, but an outline: the box is the outline's own.
|
|
374
|
+
xs, ys = [p[0] for p in polygon], [p[1] for p in polygon]
|
|
375
|
+
box = (min(xs), min(ys), max(xs), max(ys))
|
|
376
|
+
if box is None:
|
|
377
|
+
unusable += 1
|
|
378
|
+
continue
|
|
379
|
+
if is_mask:
|
|
380
|
+
rle_count += 1
|
|
381
|
+
elif polygon and sum(1 for part in segmentation if _is_ring(part)) > 1:
|
|
382
|
+
in_parts += 1
|
|
383
|
+
|
|
384
|
+
kind = ""
|
|
385
|
+
keypoints = ann.get("keypoints")
|
|
386
|
+
if (
|
|
387
|
+
polygon is None
|
|
388
|
+
and isinstance(keypoints, list)
|
|
389
|
+
and len(keypoints) == 3
|
|
390
|
+
and box[2] - box[0] <= 1
|
|
391
|
+
and box[3] - box[1] <= 1
|
|
392
|
+
):
|
|
393
|
+
# One keypoint in a one-pixel box is how the writer here stores a
|
|
394
|
+
# point; read it back as the point it was, not as a tiny box.
|
|
395
|
+
point = _box([keypoints[0], keypoints[1], 0, 0])
|
|
396
|
+
if point is not None:
|
|
397
|
+
box, kind = point, "point"
|
|
398
|
+
|
|
399
|
+
category = ann.get("category_id")
|
|
304
400
|
annotation.shapes.append(
|
|
305
401
|
Shape(
|
|
306
|
-
label=names.get(
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
int(round(x + w)),
|
|
311
|
-
int(round(y + h)),
|
|
312
|
-
),
|
|
402
|
+
label=names.get(category, f"class_{category}")
|
|
403
|
+
if isinstance(category, (int, float, str))
|
|
404
|
+
else f"class_{category}",
|
|
405
|
+
bbox=box,
|
|
313
406
|
polygon=polygon,
|
|
407
|
+
kind=kind,
|
|
314
408
|
# 'score' is what every detector writes and no ground-truth
|
|
315
409
|
# file has. Carrying it is what lets the review layer tell a
|
|
316
410
|
# prediction from a label rather than trusting a filename.
|
|
@@ -318,10 +412,17 @@ def to_annotations(
|
|
|
318
412
|
)
|
|
319
413
|
)
|
|
320
414
|
|
|
321
|
-
if
|
|
322
|
-
|
|
323
|
-
|
|
415
|
+
if unsupported_out is not None:
|
|
416
|
+
counted = (
|
|
417
|
+
(rle_count, "RLE/crowd segmentation(s) kept as bounding boxes only"),
|
|
418
|
+
(orphans, "annotation(s) name an image that is not in 'images' and were skipped"),
|
|
419
|
+
(unusable, "annotation(s) have no usable bbox or outline and were skipped"),
|
|
420
|
+
(
|
|
421
|
+
in_parts,
|
|
422
|
+
"object(s) have an outline in several parts; only the first part of each was kept",
|
|
423
|
+
),
|
|
324
424
|
)
|
|
425
|
+
unsupported_out.extend(f"{count} {text}" for count, text in counted if count)
|
|
325
426
|
|
|
326
427
|
# Recover sizes the document omitted, so a YOLO export downstream is not
|
|
327
428
|
# left dividing by zero.
|
|
@@ -333,13 +434,29 @@ def to_annotations(
|
|
|
333
434
|
return [by_image[k] for k in sorted(by_image, key=lambda k: by_image[k].filename)]
|
|
334
435
|
|
|
335
436
|
|
|
437
|
+
def _box(raw: Any) -> tuple[int, int, int, int] | None:
|
|
438
|
+
"""A COCO ``[x, y, width, height]`` as corners, or ``None`` if it is not one."""
|
|
439
|
+
try:
|
|
440
|
+
x, y, w, h = (float(v) for v in raw[:4])
|
|
441
|
+
return int(round(x)), int(round(y)), int(round(x + w)), int(round(y + h))
|
|
442
|
+
except (TypeError, ValueError, OverflowError):
|
|
443
|
+
return None
|
|
444
|
+
|
|
445
|
+
|
|
446
|
+
def _is_ring(part: Any) -> bool:
|
|
447
|
+
return isinstance(part, list) and len(part) >= 6
|
|
448
|
+
|
|
449
|
+
|
|
336
450
|
def _first_polygon(segmentation: list[Any]) -> list[Point] | None:
|
|
337
451
|
"""Take the outer ring. Multi-part masks lose their holes, which is the
|
|
338
452
|
honest limit of a single-polygon model -- and what every VOC/YOLO consumer
|
|
339
453
|
downstream can represent anyway."""
|
|
340
454
|
for part in segmentation:
|
|
341
455
|
if isinstance(part, list) and len(part) >= 6:
|
|
342
|
-
|
|
456
|
+
try:
|
|
457
|
+
values = [float(v) for v in part]
|
|
458
|
+
except (TypeError, ValueError):
|
|
459
|
+
continue
|
|
343
460
|
return [
|
|
344
461
|
(int(round(values[i])), int(round(values[i + 1])))
|
|
345
462
|
for i in range(0, len(values) - 1, 2)
|
|
@@ -351,14 +468,15 @@ def find_annotation_files(folder: Path) -> list[Path]:
|
|
|
351
468
|
"""Locate COCO json files under the layouts exporters actually produce."""
|
|
352
469
|
candidates: list[Path] = []
|
|
353
470
|
for pattern in ("_annotations.coco.json", "instances*.json", "*.json"):
|
|
354
|
-
|
|
471
|
+
# By name as text: Path objects sort without regard to case on Windows.
|
|
472
|
+
for path in sorted(folder.glob(pattern), key=lambda p: p.name):
|
|
355
473
|
if path.is_file() and path not in candidates:
|
|
356
474
|
candidates.append(path)
|
|
357
475
|
if candidates:
|
|
358
476
|
break
|
|
359
477
|
annotations_dir = folder / "annotations"
|
|
360
478
|
if annotations_dir.is_dir():
|
|
361
|
-
for path in sorted(annotations_dir.glob("*.json")):
|
|
479
|
+
for path in sorted(annotations_dir.glob("*.json"), key=lambda p: p.name):
|
|
362
480
|
if path not in candidates:
|
|
363
481
|
candidates.append(path)
|
|
364
482
|
return candidates
|
|
@@ -87,11 +87,17 @@ def write(annotations: Iterable[Annotation], path: Path) -> Path:
|
|
|
87
87
|
def read(path: Path) -> list[Annotation]:
|
|
88
88
|
"""Read a CSV back into one :class:`Annotation` per distinct filename."""
|
|
89
89
|
try:
|
|
90
|
-
|
|
90
|
+
# newline="" hands the csv module the file as it is, which is what it
|
|
91
|
+
# asks for: a quoted field may hold a line break, and splitting the
|
|
92
|
+
# text into lines first cut such a row in two.
|
|
93
|
+
with path.open(encoding="utf-8-sig", newline="") as handle:
|
|
94
|
+
text = handle.read()
|
|
91
95
|
except OSError as exc:
|
|
92
96
|
raise AnnotationError(f"{path.name}: cannot read ({exc})") from exc
|
|
97
|
+
except UnicodeDecodeError as exc:
|
|
98
|
+
raise AnnotationError(f"{path.name}: not UTF-8 text ({exc})") from exc
|
|
93
99
|
|
|
94
|
-
reader = csv.DictReader(
|
|
100
|
+
reader = csv.DictReader(io.StringIO(text, newline=""))
|
|
95
101
|
if not reader.fieldnames:
|
|
96
102
|
raise AnnotationError(f"{path.name}: empty file")
|
|
97
103
|
|
|
@@ -165,7 +171,8 @@ def _parse_polygon(raw: str | None) -> list[Point] | None:
|
|
|
165
171
|
if not raw or not raw.strip():
|
|
166
172
|
return None
|
|
167
173
|
numbers: Sequence[str] = raw.replace(",", " ").split()
|
|
168
|
-
|
|
174
|
+
# Two points are enough: that is a line, and the writer emits it.
|
|
175
|
+
if len(numbers) < 4 or len(numbers) % 2:
|
|
169
176
|
return None
|
|
170
177
|
try:
|
|
171
178
|
values = [float(n) for n in numbers]
|
|
@@ -19,16 +19,14 @@ from pathlib import Path
|
|
|
19
19
|
|
|
20
20
|
from ..fs import write_text_atomic
|
|
21
21
|
from .model import Annotation, AnnotationError, Point, Shape
|
|
22
|
+
from .yolo import read_label_text
|
|
22
23
|
|
|
23
24
|
HEADER_PREFIXES = ("imagesource:", "gsd:")
|
|
24
25
|
|
|
25
26
|
|
|
26
27
|
def read(path: Path, width: int, height: int, *, filename: str | None = None) -> Annotation:
|
|
27
28
|
shapes: list[Shape] = []
|
|
28
|
-
|
|
29
|
-
text = path.read_text(encoding="utf-8")
|
|
30
|
-
except OSError as exc:
|
|
31
|
-
raise AnnotationError(f"{path.name}: cannot read ({exc})") from exc
|
|
29
|
+
text = read_label_text(path)
|
|
32
30
|
|
|
33
31
|
for number, line in enumerate(text.splitlines(), start=1):
|
|
34
32
|
line = line.strip()
|
|
@@ -88,11 +86,18 @@ def corners_of(shape: Shape) -> list[Point]:
|
|
|
88
86
|
return [(x1, y1), (x2, y1), (x2, y2), (x1, y2)]
|
|
89
87
|
|
|
90
88
|
|
|
89
|
+
def class_name(label: str) -> str:
|
|
90
|
+
"""A class name as DOTA can hold it. Fields are separated by spaces, so a
|
|
91
|
+
space inside a name would split it; it is written as a hyphen instead.
|
|
92
|
+
The converter reports every name this changes."""
|
|
93
|
+
return label.replace(" ", "-")
|
|
94
|
+
|
|
95
|
+
|
|
91
96
|
def write(annotation: Annotation, path: Path) -> Path:
|
|
92
97
|
lines = []
|
|
93
98
|
for shape in annotation.shapes:
|
|
94
99
|
if shape.shape_kind in ("point", "line"):
|
|
95
100
|
continue # nothing rotated-box shaped to say about these
|
|
96
101
|
coords = " ".join(f"{x} {y}" for x, y in corners_of(shape))
|
|
97
|
-
lines.append(f"{coords} {shape.label
|
|
98
|
-
return write_text_atomic(path, "\n".join(lines) + ("\n" if lines else ""))
|
|
102
|
+
lines.append(f"{coords} {class_name(shape.label)} {int(bool(shape.difficult))}")
|
|
103
|
+
return write_text_atomic(path, "\n".join(lines) + ("\n" if lines else ""), newline="\n")
|