geopic-tag-reader 1.7.0__py3-none-any.whl → 1.8.0__py3-none-any.whl

geopic_tag_reader/__init__.py

@@ -2,4 +2,4 @@
 GeoPicTagReader
 """
 
-__version__ = "1.7.0"
+__version__ = "1.8.0"

geopic_tag_reader/sequence.py

@@ -1,9 +1,10 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from enum import Enum
 from typing import Optional, List, Tuple
 from pathlib import PurePath
 from geopic_tag_reader.reader import GeoPicTags
 import datetime
+from rtree import index
 import math
 
 
@@ -37,6 +38,7 @@ class SplitParams:
 class Picture:
     filename: str
     metadata: GeoPicTags
+    heading_computed: bool = False
 
     def distance_to(self, other) -> float:
         """Computes distance in meters based on Haversine formula"""
@@ -50,7 +52,7 @@ class Picture:
         distance = R * c
         return distance
 
-    def rotation_angle(self, other) -> Optional[float]:
+    def rotation_angle(self, other) -> Optional[int]:
         return rotation_angle(self.metadata.heading, other.metadata.heading)
 
 
@@ -116,11 +118,19 @@ class Sequence:
         return (otherSeq.from_ts() - self.to_ts(), otherSeq.pictures[0].distance_to(self.pictures[-1]))  # type: ignore
 
 
+@dataclass
+class Duplicate:
+    picture: Picture
+    duplicate_of: Picture
+    distance: float
+    angle: Optional[int]
+
+
 @dataclass
 class DispatchReport:
     sequences: List[Sequence]
-    duplicate_pictures: Optional[List[Picture]] = None
-    sequences_splits: Optional[List[Split]] = None
+    duplicate_pictures: List[Duplicate] = field(default_factory=list)
+    sequences_splits: List[Split] = field(default_factory=list)
 
 
 def sort_pictures(pictures: List[Picture], method: Optional[SortMethod] = SortMethod.time_asc) -> List[Picture]:
@@ -202,7 +212,38 @@ def sort_pictures(pictures: List[Picture], method: Optional[SortMethod] = SortMe
     return pictures
 
 
-def find_duplicates(pictures: List[Picture], params: Optional[MergeParams] = None) -> Tuple[List[Picture], List[Picture]]:
+def are_duplicates(a: Picture, b: Picture, params: MergeParams) -> Optional[Tuple[float, Optional[int]]]:
+    """
+    Check if 2 pictures are too similar and should be considered duplicates
+
+    They are duplicates if they are close to each other, and for non 360 pictures, if they are roughly in the same direction.
+
+    Note that we only consider the direction (also called heading) if it is provided by the camera (and not computed with the sequences geometries)
+    since GPS can drift a bit resulting in erratic direction when waiting at a traffic light cf https://gitlab.com/panoramax/server/api/-/issues/231#note_2329723526
+
+    Return None if not duplicates, or the distance/angle if they are
+    """
+    dist = a.distance_to(b)
+
+    if params.maxDistance is None or dist > params.maxDistance:
+        return None
+
+    # Compare angle (if available on both images)
+    angle = a.rotation_angle(b)
+    # if one of the heading has been computed, we cannot rely on this angle being correct, so we don't consider it for the deduplication
+    # it's especially important when stopped and the GPS drift a bit, cf https://gitlab.com/panoramax/server/api/-/issues/231#note_2329723526
+    angle_computed = b.heading_computed or a.heading_computed
+    if angle is None or angle_computed or params.maxRotationAngle is None:
+        return (dist, None)
+    if angle <= params.maxRotationAngle:
+        return (dist, angle)
+    return None
+
+
+APPROX_DEGREE_TO_METER = 0.00001  # this is roughly 1m
+
+
+def find_duplicates(pictures: List[Picture], params: Optional[MergeParams] = None) -> Tuple[List[Picture], List[Duplicate]]:
     """
     Finds too similar pictures.
     Note that input list should be properly sorted.
@@ -217,42 +258,51 @@ def find_duplicates(pictures: List[Picture], params: Optional[MergeParams] = Non
     (Non-duplicates pictures, Duplicates pictures)
     """
 
-    if params is None or not params.is_merge_needed():
+    if params is None or not params.is_merge_needed() or not pictures:
         return (pictures, [])
+    assert params.maxDistance
 
     nonDups: List[Picture] = []
-    dups: List[Picture] = []
-    lastNonDuplicatedPicId = 0
+    duplicates = []
+    duplicates_idx = set()
 
-    for i, currentPic in enumerate(pictures):
-        if i == 0:
-            nonDups.append(currentPic)
-            continue
+    rtree_index = index.Index(((i, (p.metadata.lon, p.metadata.lat, p.metadata.lon, p.metadata.lat), None) for i, p in enumerate(pictures)))
 
-        prevPic = pictures[lastNonDuplicatedPicId]
+    # the rtree will give us all the neighbors in an approximated bounding box,
+    # and will check, for all those pictures if some pictures are really closed, using a real haversine distance
+    # we do a rough conversion between the maxDistance (in m) to degree, since it's only for the initial bounding box
+    # and we use a bbox bigger than necessary (could be half by direction) to not miss duplicates due to the degree to meter approximation
 
-        if prevPic.metadata is None or currentPic.metadata is None:
-            nonDups.append(currentPic)
+    bounding_box_tolerance_approx = params.maxDistance * APPROX_DEGREE_TO_METER
+    for i, currentPic in enumerate(pictures):
+        if i in duplicates_idx:
+            # the picture has already been flagged as duplicate by one of its neighbor, we can skip it
             continue
 
-        is_duplicate = False
+        bounding_box = (
+            currentPic.metadata.lon - bounding_box_tolerance_approx,
+            currentPic.metadata.lat - bounding_box_tolerance_approx,
+            currentPic.metadata.lon + bounding_box_tolerance_approx,
+            currentPic.metadata.lat + bounding_box_tolerance_approx,
+        )
 
-        # Compare distance
-        dist = prevPic.distance_to(currentPic)
+        near_pics_idx = rtree_index.nearest(bounding_box, num_results=100, objects=False)
 
-        if params.maxDistance is not None and dist <= params.maxDistance:
-            # Compare angle (if available on both images)
-            angle = prevPic.rotation_angle(currentPic)
-            if angle is None or params.maxRotationAngle is None or angle <= params.maxRotationAngle:
-                is_duplicate = True
+        for neighbor_idx in near_pics_idx:
+            if neighbor_idx == i:
+                continue
+            if neighbor_idx in duplicates_idx:
+                continue
+            neighbor = pictures[neighbor_idx]
+            duplicate_details = are_duplicates(currentPic, neighbor, params)
+            if duplicate_details:
+                distance, angle = duplicate_details
+                duplicates_idx.add(neighbor_idx)
+                duplicates.append(Duplicate(picture=neighbor, duplicate_of=currentPic, distance=round(distance, 2), angle=angle))
 
-        if is_duplicate:
-            dups.append(currentPic)
-        else:
-            lastNonDuplicatedPicId = i
-            nonDups.append(currentPic)
+        nonDups.append(currentPic)
 
-    return (nonDups, dups)
+    return (nonDups, duplicates)
 
 
 def split_in_sequences(pictures: List[Picture], splitParams: Optional[SplitParams] = SplitParams()) -> Tuple[List[Sequence], List[Split]]:
@@ -354,10 +404,14 @@ def dispatch_pictures(
     # Sort
     myPics = sort_pictures(pictures, sortMethod)
 
-    # De-duplicate
-    (myPics, dupsPics) = find_duplicates(myPics, mergeParams)
-
     # Split in sequences
     (mySeqs, splits) = split_in_sequences(myPics, splitParams)
 
-    return DispatchReport(mySeqs, dupsPics if len(dupsPics) > 0 else None, splits if len(splits) > 0 else None)
+    # De-duplicate inside each sequences
+    dups_pics = []
+    for s in mySeqs:
+        (myPics, dups) = find_duplicates(s.pictures, mergeParams)
+        s.pictures = myPics
+        dups_pics.extend(dups)
+
+    return DispatchReport(sequences=mySeqs, duplicate_pictures=dups_pics, sequences_splits=splits)

geopic_tag_reader/translations/en/LC_MESSAGES/geopic_tag_reader.po

@@ -7,8 +7,8 @@ msgid ""
 msgstr ""
 "Project-Id-Version: PACKAGE VERSION\n"
 "Report-Msgid-Bugs-To: \n"
-"POT-Creation-Date: 2025-08-25 15:13+0200\n"
-"PO-Revision-Date: 2025-08-25 15:13+0200\n"
+"POT-Creation-Date: 2025-08-25 15:35+0200\n"
+"PO-Revision-Date: 2025-08-25 15:35+0200\n"
 "Last-Translator: Automatically generated\n"
 "Language-Team: none\n"
 "Language: en\n"

geopic_tag_reader/translations/geopic_tag_reader.pot

@@ -8,7 +8,7 @@ msgid ""
 msgstr ""
 "Project-Id-Version: PACKAGE VERSION\n"
 "Report-Msgid-Bugs-To: \n"
-"POT-Creation-Date: 2025-08-25 15:13+0200\n"
+"POT-Creation-Date: 2025-08-25 15:35+0200\n"
 "PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
 "Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
 "Language-Team: LANGUAGE <LL@li.org>\n"

{geopic_tag_reader-1.7.0.dist-info → geopic_tag_reader-1.8.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: geopic-tag-reader
-Version: 1.7.0
+Version: 1.8.0
 Summary: GeoPicTagReader
 Author-email: Adrien PAVIE <panieravide@riseup.net>
 Requires-Python: >=3.9
@@ -14,6 +14,7 @@ Requires-Dist: timezonefinder == 6.5.9
 Requires-Dist: pytz ~= 2025.2
 Requires-Dist: types-pytz ~= 2025.2.0
 Requires-Dist: types-python-dateutil ~= 2.9.0
+Requires-Dist: rtree ~= 1.4.0
 Requires-Dist: flit ~= 3.8.0 ; extra == "build"
 Requires-Dist: black ~= 25.1.0 ; extra == "dev"
 Requires-Dist: mypy ~= 1.15.0 ; extra == "dev"

{geopic_tag_reader-1.7.0.dist-info → geopic_tag_reader-1.8.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-geopic_tag_reader/__init__.py,sha256=dNtoQBAQc18hKQjKQu31iuPTDlBSdNfPCYPCq7Gedik,47
+geopic_tag_reader/__init__.py,sha256=R1g8ksEjS4-95HpvS59-gaKksq0XeBHj281o0I285k0,47
 geopic_tag_reader/camera.py,sha256=ucuAVsLq_luKe8-wFXd7ruPVyhVK43p9niyoCXkAysQ,4131
 geopic_tag_reader/cameras.csv,sha256=mAV0sJvVwNGNnvUHnzBrac53VfhCmEV1Z5hvgm4ErRY,120476
 geopic_tag_reader/i18n.py,sha256=LOLBj7eB_hpHTc5XdMP97EoWdD2kgmkP_uvJJDKEVsU,342
@@ -6,9 +6,9 @@ geopic_tag_reader/main.py,sha256=xeEXMq-fFu0CtUiAgAeS9mb872D65OAQup3UeF6w050,403
 geopic_tag_reader/model.py,sha256=rsWVE3T1kpNsKXX8iv6xb_3PCVY6Ea7iU9WOqUgXklU,129
 geopic_tag_reader/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 geopic_tag_reader/reader.py,sha256=xaRJwN9iftCMRyNN1BvsTZDVMlG_G3EaIvomz73PryM,33400
-geopic_tag_reader/sequence.py,sha256=ybHLIZyRWEw0I-sO6DDeXq8p9o1diuvRYyxmZwRVQoo,11595
+geopic_tag_reader/sequence.py,sha256=hVSYmhVFlzrH7Ger7f19aB3G79EWWNeabHGj_kzmFjs,14443
 geopic_tag_reader/writer.py,sha256=HdZenoY_5Qv1Kq0jedCJhVFDYsv0iQaCzB6necU_LrY,8793
-geopic_tag_reader/translations/geopic_tag_reader.pot,sha256=1Uw69AI9rfkWSqj-IUdea9qS9k522We2BP2wQP2_iIM,4622
+geopic_tag_reader/translations/geopic_tag_reader.pot,sha256=4zEdLOiQhD6lk8bMYEa2Z1CrafSwQpUuUWUpUWMyaMk,4622
 geopic_tag_reader/translations/ar/LC_MESSAGES/geopic_tag_reader.mo,sha256=irAVZnI56p6_8zyput5y1r4zsQ7Pv-EFLQTOK2Gt2ug,321
 geopic_tag_reader/translations/ar/LC_MESSAGES/geopic_tag_reader.po,sha256=rR1cRk9rtGmFfWQktCZKLAijHy0I-ndtkpI1KyYEjx4,4595
 geopic_tag_reader/translations/br/LC_MESSAGES/geopic_tag_reader.mo,sha256=o9Rr5Polmq4nr_XMwsDuVq7SvsTFFvVMg9y1opxeMM4,321
@@ -17,8 +17,8 @@ geopic_tag_reader/translations/da/LC_MESSAGES/geopic_tag_reader.mo,sha256=vJACTG
 geopic_tag_reader/translations/da/LC_MESSAGES/geopic_tag_reader.po,sha256=VY2ktiabJsSmDu7plGjtIzP_m8acOJSftnANqFtv1MM,6635
 geopic_tag_reader/translations/de/LC_MESSAGES/geopic_tag_reader.mo,sha256=Y7nUp-_OhdZS3s0WjYn-Dyxu6MRU-NHaUOyazpRdlic,5137
 geopic_tag_reader/translations/de/LC_MESSAGES/geopic_tag_reader.po,sha256=Ppn4A7n5m_bBePZuQ1Hq3jtf7ReS2C4VDRJLD-o9IRo,6954
-geopic_tag_reader/translations/en/LC_MESSAGES/geopic_tag_reader.mo,sha256=vWZtfn28b1iMDqkgCtoSMGkZ_kC8_A_8V1bDRaUtThI,4504
-geopic_tag_reader/translations/en/LC_MESSAGES/geopic_tag_reader.po,sha256=psnuuzf9x8VNd7ybSxoHloccOqrMTo076rH7jKi0DdA,6289
+geopic_tag_reader/translations/en/LC_MESSAGES/geopic_tag_reader.mo,sha256=oQ7_-DVyqjedIguy3lHJeNTP-rz0psx05AL3cmMyGSI,4504
+geopic_tag_reader/translations/en/LC_MESSAGES/geopic_tag_reader.po,sha256=bQbuqpy4TQvJg3PLJrh3QIuqFqWGvdNZktmV_Djyo5U,6289
 geopic_tag_reader/translations/eo/LC_MESSAGES/geopic_tag_reader.mo,sha256=5cpIaSHwwcSwPNfJG_bLErZs8S-8dD4kYNHpSVWMong,4860
 geopic_tag_reader/translations/eo/LC_MESSAGES/geopic_tag_reader.po,sha256=1KrHLPpTJCCb5cPC6Ss3n2PDZ2S_f-2EkLVv1XvZ9LI,6634
 geopic_tag_reader/translations/es/LC_MESSAGES/geopic_tag_reader.mo,sha256=IizWkn7zrx5GC5jZNlpGQzOdJPAiMB9dCXoH2NzkXKY,3827
@@ -45,8 +45,8 @@ geopic_tag_reader/translations/ti/LC_MESSAGES/geopic_tag_reader.mo,sha256=arpJUs
 geopic_tag_reader/translations/ti/LC_MESSAGES/geopic_tag_reader.po,sha256=moCvnE_DIZVfqIHAhuu8L4K8UOb-2RBrjirlWHwc0ko,4595
 geopic_tag_reader/translations/zh_Hant/LC_MESSAGES/geopic_tag_reader.mo,sha256=6bKHZnihlDOQQ5IQMKIgWViL5BorECqJ2ERFkE4LC6s,326
 geopic_tag_reader/translations/zh_Hant/LC_MESSAGES/geopic_tag_reader.po,sha256=QIiHRmrEHny4njQPBsj07fqtK2QFTgrAFc-E3s7ddJU,4600
-geopic_tag_reader-1.7.0.dist-info/entry_points.txt,sha256=c9YwjCNhxveDf-61_aSRlzcpoutvM6KQCerlzaVt_JU,64
-geopic_tag_reader-1.7.0.dist-info/licenses/LICENSE,sha256=OCZiFd7ok-n5jly2LwP7hEjuUukkvSt5iMkK_cY_00o,1076
-geopic_tag_reader-1.7.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-geopic_tag_reader-1.7.0.dist-info/METADATA,sha256=ykMbswQ7OOF3Ietwo3I1gbagegIdD6MYkKTnRg8aIBU,4639
-geopic_tag_reader-1.7.0.dist-info/RECORD,,
+geopic_tag_reader-1.8.0.dist-info/entry_points.txt,sha256=c9YwjCNhxveDf-61_aSRlzcpoutvM6KQCerlzaVt_JU,64
+geopic_tag_reader-1.8.0.dist-info/licenses/LICENSE,sha256=OCZiFd7ok-n5jly2LwP7hEjuUukkvSt5iMkK_cY_00o,1076
+geopic_tag_reader-1.8.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+geopic_tag_reader-1.8.0.dist-info/METADATA,sha256=J5t4EMbkxZi6HwtyLkkK8dEFvsR0_V2uUWHqiMGKwB0,4669
+geopic_tag_reader-1.8.0.dist-info/RECORD,,