grobid-client-python 0.2.1__py3-none-any.whl → 0.2.2__py3-none-any.whl

grobid_client/grobid_client.py

@@ -34,7 +34,7 @@ import shutil
 import tarfile
 import tempfile
 import zipfile
-from typing import Any, BinaryIO, Callable, Optional, Tuple, Union
+from typing import Any, BinaryIO, Callable, List, Optional, Tuple, Union
 import copy
 
 from .format.TEI2LossyJSON import TEI2LossyJSONConverter
@@ -449,10 +449,15 @@ class GrobidClient(ApiClient):
         input_file_path = pathlib.Path(input_file)
 
         if output is not None:
-            # Calculate relative path from input_path, then join with output directory
+            # Mirror the input tree under the output directory: the path of the
+            # file relative to input_path is kept (only the extension changes),
+            # so sub/paper.pdf -> <output>/sub/paper.grobid.tei.xml. Keeping the
+            # subdirectories also prevents two inputs that share a basename
+            # from mapping to the same output file.
             input_path_abs = pathlib.Path(input_path).resolve()
             input_file_rel = input_file_path.resolve().relative_to(input_path_abs)
-            filename = pathlib.Path(output) / f"{input_file_rel.stem}.grobid.tei.xml"
+            filename = pathlib.Path(output) / input_file_rel.with_name(
+                f"{input_file_rel.stem}.grobid.tei.xml")
         else:
             # Use the same directory as the input file
             filename = input_file_path.parent / f"{input_file_path.stem}.grobid.tei.xml"
@@ -629,9 +634,14 @@ class GrobidClient(ApiClient):
 
         # Partition into archives (streamed), remote loose files (s3) and local
         # filesystem files (directories are expanded to their eligible files).
+        # Local files are grouped with the base directory their output paths
+        # are computed from: a directory given as input is the base of the
+        # files found inside it (so the output mirrors its tree), while loose
+        # files (single paths, glob matches) share a common ancestor.
         archive_paths = []
         remote_files = []
-        fs_files = []
+        fs_groups: List[Tuple[str, list]] = []
+        loose_files = []
         for path in matched_paths:
             if self._is_s3(path):
                 if self._looks_like_archive(path):
@@ -643,14 +653,20 @@ class GrobidClient(ApiClient):
             elif self._is_archive(path):
                 archive_paths.append(path)
             elif os.path.isdir(path):
-                fs_files.extend(self._collect_directory_files(path, service))
+                dir_files = self._collect_directory_files(path, service)
+                if dir_files:
+                    fs_groups.append((path, dir_files))
             elif os.path.isfile(path) and self._is_eligible_input(os.path.basename(path), service):
-                fs_files.append(path)
+                loose_files.append(path)
             elif not os.path.exists(path):
                 self.logger.warning(f"Input path does not exist: {path}")
             else:
                 self.logger.debug(f"Skipping input (not an eligible file/dir/archive): {path}")
 
+        if loose_files:
+            fs_groups.append((self._common_base(loose_files), loose_files))
+        fs_files = [f for _, files in fs_groups for f in files]
+
         if not fs_files and not archive_paths and not remote_files:
             self.logger.warning(f"No eligible files found in input(s): {inputs}")
             return
@@ -669,16 +685,17 @@ class GrobidClient(ApiClient):
         # Local files gathered from directories and/or loose glob matches
         if fs_files:
             print(f"Found {len(fs_files)} local file(s) to process")
-            bp, be, bs = self._run_file_batches(
-                service, fs_files, self._common_base(fs_files), output, n,
-                generate_ids, consolidate_header, consolidate_citations,
-                include_raw_citations, include_raw_affiliations, tei_coordinates,
-                segment_sentences, force, verbose, flavor, json_output, markdown_output,
-                skip_errors=skip_errors
-            )
-            processed_files_count += bp
-            errors_files_count += be
-            skipped_files_count += bs
+            for base_dir, group_files in fs_groups:
+                bp, be, bs = self._run_file_batches(
+                    service, group_files, base_dir, output, n,
+                    generate_ids, consolidate_header, consolidate_citations,
+                    include_raw_citations, include_raw_affiliations, tei_coordinates,
+                    segment_sentences, force, verbose, flavor, json_output, markdown_output,
+                    skip_errors=skip_errors
+                )
+                processed_files_count += bp
+                errors_files_count += be
+                skipped_files_count += bs
             total_files += len(fs_files)
 
         # Loose remote (s3) files: streamed into memory one chunk at a time
@@ -1096,8 +1113,9 @@ class GrobidClient(ApiClient):
         the chunk size and nothing but the results ever touches the disk. (The
         exception is ``processCitationList``, whose ``.txt`` inputs are read
         from a path and therefore still go through a temporary directory.)
-        Output files follow the same flat naming convention as directory
-        processing (one ``<stem>`` per result, in ``output``).
+        Output files follow the same naming convention as directory
+        processing: the entry's path inside the archive is mirrored under
+        ``output`` (``nested/y.pdf`` -> ``<output>/nested/y.grobid.tei.xml``).
         """
         start_time = time.time()
         self._warn_on_consolidation_timeout(consolidate_citations)

{grobid_client_python-0.2.1.dist-info → grobid_client_python-0.2.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: grobid-client-python
-Version: 0.2.1
+Version: 0.2.2
 Summary: Simple python client for GROBID REST services
 Author-email: Patrice Lopez <patrice.lopez@science-miner.com>
 Maintainer-email: Patrice Lopez <patrice.lopez@science-miner.com>, Luca Foppiano <lucanoro@duck.com>
@@ -411,6 +411,9 @@ grobid_client --input "~/data/**/*.pdf"   --output ~/results processFulltextDocu
 
 > [!NOTE]
 > `--input` accepts a directory, a single file, an **archive**, or a **glob pattern**:
+> - **Directories** are processed recursively and the output mirrors the input tree: `~/pdfs/2023/a.pdf` →
+>   `~/results/2023/a.grobid.tei.xml` (subdirectories of `--output` are created as needed, and the JSON/Markdown
+>   outputs and error files sit next to each TEI file). Archives keep their internal paths the same way.
 > - **Archives** (`.zip`, `.tar`, `.tar.gz`/`.tgz`, `.tar.bz2`/`.tbz2`) are streamed: eligible entries are read into
 >   memory in chunks of `queue_size` and sent to GROBID straight from there — the archive is never fully decompressed and
 >   nothing but the results in `--output` ever touches the disk. If `--output` is omitted, results go to a directory named

{grobid_client_python-0.2.1.dist-info → grobid_client_python-0.2.2.dist-info}/RECORD

@@ -1,6 +1,6 @@
 grobid_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 grobid_client/client.py,sha256=kAmRDQECMt6ck7AytnDAvMz8-KnM4QCIEp6rfFHqdzI,6925
-grobid_client/grobid_client.py,sha256=fQF8_U7oh9WBcKAsVD0JEHvlR7UjjDlvB4jtHrugrZA,93879
+grobid_client/grobid_client.py,sha256=slqvpBW-3m-p1JQMQtfDJiZTrEEeLQ4-TyC3Ns_CRQc,94970
 grobid_client/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 grobid_client/format/TEI2LossyJSON.py,sha256=5KtHaQbP2leMEiFLi3yV70SPSDqKvCq-Zf3jmHTSEj8,50337
 grobid_client/format/TEI2LossyJSON_cli.py,sha256=TPsrE913MJBlTsVrd4Oc16AF3tXqwi_IzTt8UYcpZnU,3848
@@ -9,8 +9,8 @@ grobid_client/format/TEI2Markdown_cli.py,sha256=SZ5zMT0Lo7QG0DXypPyuA5TuJrgieVJs
 grobid_client/format/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 grobid_client/format/__main__.py,sha256=jklj0sd9_2QbZm7MWwnZsdH1XtepKTJX2hbZBCMvK78,1848
 grobid_client/format/validate_json_refs.py,sha256=iJimV0d9iPYqpw9b54C-c39AmtAKuyfMEWLS2F-QwRQ,14893
-grobid_client_python-0.2.1.dist-info/METADATA,sha256=IyjSEPUi_Q7pJgjcmf0gqp4oQgjfQNIPUQFkMejPdAY,43665
-grobid_client_python-0.2.1.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
-grobid_client_python-0.2.1.dist-info/entry_points.txt,sha256=-WwPi8D8eXEbDB6QvitvHjxSGBeyLCyFvAoZcaDGswQ,67
-grobid_client_python-0.2.1.dist-info/top_level.txt,sha256=HnjgWxdJNKTLIN86XkgRAfVeEK4C71fc9X4fe7qdMvA,14
-grobid_client_python-0.2.1.dist-info/RECORD,,
+grobid_client_python-0.2.2.dist-info/METADATA,sha256=X1FrPOqH42bSaFRAjPXQ1Qgg529YjpbR-YtQQes__Ss,43992
+grobid_client_python-0.2.2.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
+grobid_client_python-0.2.2.dist-info/entry_points.txt,sha256=-WwPi8D8eXEbDB6QvitvHjxSGBeyLCyFvAoZcaDGswQ,67
+grobid_client_python-0.2.2.dist-info/top_level.txt,sha256=HnjgWxdJNKTLIN86XkgRAfVeEK4C71fc9X4fe7qdMvA,14
+grobid_client_python-0.2.2.dist-info/RECORD,,

{grobid_client_python-0.2.1.dist-info → grobid_client_python-0.2.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (84.0.0)
+Generator: setuptools (84.2.1)
 Root-Is-Purelib: true
 Tag: py3-none-any