hafnia 0.2.1__py3-none-any.whl → 0.2.2__py3-none-any.whl

hafnia/dataset/hafnia_dataset.py

@@ -1,6 +1,5 @@
 from __future__ import annotations
 
-import os
 import shutil
 from dataclasses import dataclass
 from pathlib import Path
@@ -182,9 +181,8 @@ class HafniaDataset:
         table = read_table_from_path(path_folder)
 
         # Convert from relative paths to absolute paths
-        table = table.with_columns(
-            pl.concat_str([pl.lit(str(path_folder.absolute()) + os.sep), pl.col("file_name")]).alias("file_name")
-        )
+        dataset_root = path_folder.absolute().as_posix() + "/"
+        table = table.with_columns((dataset_root + pl.col("file_name")).alias("file_name"))
         if check_for_images:
             check_image_paths(table)
         return HafniaDataset(samples=table, info=dataset_info)

hafnia/platform/datasets.py

@@ -2,6 +2,7 @@ import os
 import shutil
 import subprocess
 import tempfile
+import uuid
 from pathlib import Path
 from typing import Any, Dict, List, Optional
 
@@ -80,7 +81,7 @@ def download_dataset_from_access_endpoint(
 ) -> None:
     resource_credentials = get_resource_credentials(endpoint, api_key)
 
-    local_dataset_paths = [str(path_dataset / filename) for filename in DATASET_FILENAMES_REQUIRED]
+    local_dataset_paths = [(path_dataset / filename).as_posix() for filename in DATASET_FILENAMES_REQUIRED]
     s3_uri = resource_credentials.s3_uri()
     s3_dataset_files = [f"{s3_uri}/{filename}" for filename in DATASET_FILENAMES_REQUIRED]
 
@@ -94,7 +95,6 @@ def download_dataset_from_access_endpoint(
 
     if not download_files:
         return
-
     dataset = HafniaDataset.from_path(path_dataset, check_for_images=False)
     fast_copy_files_s3(
         src_paths=dataset.samples[ColumnName.REMOTE_PATH].to_list(),
@@ -124,8 +124,10 @@ def execute_s5cmd_commands(
     description: str = "Executing s5cmd commands",
 ) -> List[str]:
     append_envs = append_envs or {}
-    with tempfile.NamedTemporaryFile(suffix=".txt") as tmp_file:
-        tmp_file_path = Path(tmp_file.name)
+    # In Windows default "Temp" directory can not be deleted that is why we need to create a
+    # temporary directory.
+    with tempfile.TemporaryDirectory() as temp_dir:
+        tmp_file_path = Path(temp_dir, f"{uuid.uuid4().hex}.txt")
         tmp_file_path.write_text("\n".join(commands))
         run_cmds = [
             "s5cmd",

{hafnia-0.2.1.dist-info → hafnia-0.2.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hafnia
-Version: 0.2.1
+Version: 0.2.2
 Summary: Python SDK for communication with Hafnia platform.
 Author-email: Milestone Systems <hafniaplatform@milestone.dk>
 License-File: LICENSE

{hafnia-0.2.1.dist-info → hafnia-0.2.2.dist-info}/RECORD

@@ -8,7 +8,6 @@ cli/profile_cmds.py,sha256=-HQcFgYI6Rqaefi0Nj-91KhiqPKUj7zOaiJWbHx_bac,3196
 cli/recipe_cmds.py,sha256=qnMfF-te47HXNkgyA0hm9X3etDQsqMnrVEGDCrzVjZU,1462
 cli/runc_cmds.py,sha256=QqhQe2sd7tK1Bl2aGfIWRyJjpP6F7Tducg7HULrHsZ4,4958
 hafnia/__init__.py,sha256=Zphq-cQoX95Z11zm4lkrU-YiAJxddR7IBfwDkxeHoDE,108
-hafnia/helper_testing.py,sha256=GnaNhXdY81arjCT9M2RUAmvn2-aIzRqlCtbWwGbOIaY,3901
 hafnia/http.py,sha256=HoPB03IL6e-nglTrw1NGT6sDx1T8VNas5HjTT1QZHnU,3035
 hafnia/log.py,sha256=sWF8tz78yBtwZ9ddzm19L1MBSBJ3L4G704IGeT1_OEU,784
 hafnia/torch_helpers.py,sha256=ho65B0WIu_SjbaKPRL4wabDNrnVumWH8QSXVH4r7NAY,11605
@@ -18,7 +17,7 @@ hafnia/data/factory.py,sha256=OY6l6c9UKk6OUDhG4Akb2VgcSaTRLHlbSndAe1HuW2U,813
 hafnia/dataset/dataset_helpers.py,sha256=WVCpbUfNbHy7MZJqJ3OyJF8k1hSObo3kScxpXT17Sj8,3510
 hafnia/dataset/dataset_names.py,sha256=mp7A_TOqgoqHUEBCPC4ReKNJ93cxwQB451owoCqD6yM,2120
 hafnia/dataset/dataset_upload_helper.py,sha256=D1BGaeEar4McpUvXj4Yy8nk1tr12IEVhP_Ma47OoWmU,21150
-hafnia/dataset/hafnia_dataset.py,sha256=4SJUq7pAqLkcFzgnOUUx8ERraE_sABctOAsONBJExME,27664
+hafnia/dataset/hafnia_dataset.py,sha256=fVAGfkab1g1JQOA85r2y53cD4xX5LiKN8DEThOj2m28,27649
 hafnia/dataset/dataset_recipe/dataset_recipe.py,sha256=DbPLlmshF6DC98Cwko04XtBaXgSg966LZKR6JXD_9Sg,13632
 hafnia/dataset/dataset_recipe/recipe_transforms.py,sha256=wh1y2XyX0PwOwfuzJ3_17KKng2Rk0zLlgdfSHfS1SyM,1305
 hafnia/dataset/dataset_recipe/recipe_types.py,sha256=6LxfanhX9ihof1gGSonoC-56zSWsI8k2aS4Uw_QgXoM,5176
@@ -38,13 +37,13 @@ hafnia/experiment/__init__.py,sha256=OEFE6HqhO5zcTCLZcPcPVjIg7wMFFnvZ1uOtAVhRz7M
 hafnia/experiment/hafnia_logger.py,sha256=dnV3VPzJK7DSeUh0g4Hk9w1g-eSXcVqJD9If0h2d2GE,6885
 hafnia/platform/__init__.py,sha256=zJsR6Hy_0iUcC9xL-lBnqR0mLfF4EUr_VXa_XQA7SlA,455
 hafnia/platform/builder.py,sha256=_g8ykQWETz5Y4Np9QU1a6wIzbbJwXCkbiOCA6JcF5Rc,5742
-hafnia/platform/datasets.py,sha256=J252hrejrBWUdS6hY4lRc9_SbYy7CMD92068lLHjPC8,6953
+hafnia/platform/datasets.py,sha256=aMh4kNPi0cQ5xN3ffu1dJAyH2SxzDJK70P19e-CLKa8,7101
 hafnia/platform/download.py,sha256=oJzdxSIDTuw1an7maC6I7A5nZvDaZPhUkuAmyRwN9Kc,6843
 hafnia/platform/experiment.py,sha256=-nAfTmn1c8sE6pHDCTNZvWDTopkXndarJAPIGvsnk60,2389
 hafnia/visualizations/colors.py,sha256=003eAJVnBal4abaYIIpsrT7erIOIjTUHHYVJ1Tj1CDc,5226
 hafnia/visualizations/image_visualizations.py,sha256=RuFFj2fJCm9dxl2Lq0MumJHF81ZnX-IsDsTxm8ZFV9A,7313
-hafnia-0.2.1.dist-info/METADATA,sha256=A1_OEYNslARBFGoYBPm7_-3YivfUeA8adwUUbsM3UsY,19040
-hafnia-0.2.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hafnia-0.2.1.dist-info/entry_points.txt,sha256=FCJVIQ8GP2VE9I3eeGVF5eLxVDNW_01pOJCpG_CGnMM,45
-hafnia-0.2.1.dist-info/licenses/LICENSE,sha256=wLZw1B7_mod_CO1H8LXqQgfqlWD6QceJR8--LJYRZGE,1078
-hafnia-0.2.1.dist-info/RECORD,,
+hafnia-0.2.2.dist-info/METADATA,sha256=_4Ghr-Z_WXv1hsUkU3ODff-TxfacJYf22n__-YJ_xW4,19040
+hafnia-0.2.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hafnia-0.2.2.dist-info/entry_points.txt,sha256=FCJVIQ8GP2VE9I3eeGVF5eLxVDNW_01pOJCpG_CGnMM,45
+hafnia-0.2.2.dist-info/licenses/LICENSE,sha256=wLZw1B7_mod_CO1H8LXqQgfqlWD6QceJR8--LJYRZGE,1078
+hafnia-0.2.2.dist-info/RECORD,,

hafnia/helper_testing.py

@@ -1,108 +0,0 @@
-from inspect import getmembers, isfunction, signature
-from pathlib import Path
-from types import FunctionType
-from typing import Any, Callable, Dict, Union, get_origin
-
-from hafnia import utils
-from hafnia.dataset.dataset_names import FILENAME_ANNOTATIONS_JSONL, DatasetVariant
-from hafnia.dataset.hafnia_dataset import HafniaDataset, Sample
-
-MICRO_DATASETS = {
-    "tiny-dataset": utils.PATH_DATASETS / "tiny-dataset",
-    "coco-2017": utils.PATH_DATASETS / "coco-2017",
-}
-
-
-def get_path_workspace() -> Path:
-    return Path(__file__).parents[2]
-
-
-def get_path_expected_images() -> Path:
-    return get_path_workspace() / "tests" / "data" / "expected_images"
-
-
-def get_path_test_data() -> Path:
-    return get_path_workspace() / "tests" / "data"
-
-
-def get_path_micro_hafnia_dataset_no_check() -> Path:
-    return get_path_test_data() / "micro_test_datasets"
-
-
-def get_path_micro_hafnia_dataset(dataset_name: str, force_update=False) -> Path:
-    import pytest
-
-    if dataset_name not in MICRO_DATASETS:
-        raise ValueError(f"Dataset name '{dataset_name}' is not recognized. Available options: {list(MICRO_DATASETS)}")
-    path_dataset = MICRO_DATASETS[dataset_name]
-
-    path_test_dataset = get_path_micro_hafnia_dataset_no_check() / dataset_name
-    path_test_dataset_annotations = path_test_dataset / FILENAME_ANNOTATIONS_JSONL
-    if path_test_dataset_annotations.exists() and not force_update:
-        return path_test_dataset
-
-    hafnia_dataset = HafniaDataset.from_path(path_dataset / DatasetVariant.SAMPLE.value)
-    hafnia_dataset = hafnia_dataset.select_samples(n_samples=3, seed=42)
-    hafnia_dataset.write(path_test_dataset)
-
-    if force_update:
-        pytest.fail(
-            "Sample image and metadata have been updated using 'force_update=True'. Set 'force_update=False' and rerun the test."
-        )
-    pytest.fail("Missing test sample image. Please rerun the test.")
-    return path_test_dataset
-
-
-def get_sample_micro_hafnia_dataset(dataset_name: str, force_update=False) -> Sample:
-    micro_dataset = get_micro_hafnia_dataset(dataset_name=dataset_name, force_update=force_update)
-    sample_dict = micro_dataset[0]
-    sample = Sample(**sample_dict)
-    return sample
-
-
-def get_micro_hafnia_dataset(dataset_name: str, force_update: bool = False) -> HafniaDataset:
-    path_dataset = get_path_micro_hafnia_dataset(dataset_name=dataset_name, force_update=force_update)
-    hafnia_dataset = HafniaDataset.from_path(path_dataset)
-    return hafnia_dataset
-
-
-def is_hafnia_configured() -> bool:
-    """
-    Check if Hafnia is configured by verifying if the API key is set.
-    """
-    from cli.config import Config
-
-    return Config().is_configured()
-
-
-def is_typing_type(annotation: Any) -> bool:
-    return get_origin(annotation) is not None
-
-
-def annotation_as_string(annotation: Union[type, str]) -> str:
-    """Convert type annotation to string."""
-    if isinstance(annotation, str):
-        return annotation.replace("'", "")
-    if is_typing_type(annotation):  # Is using typing types like List, Dict, etc.
-        return str(annotation).replace("typing.", "")
-    if hasattr(annotation, "__name__"):
-        return annotation.__name__
-    return str(annotation)
-
-
-def get_hafnia_functions_from_module(python_module) -> Dict[str, FunctionType]:
-    def dataset_is_first_arg(func: Callable) -> bool:
-        """
-        Check if the function has 'HafniaDataset' as the first parameter.
-        """
-        func_signature = signature(func)
-        params = func_signature.parameters
-        if len(params) == 0:
-            return False
-        first_argument_type = list(params.values())[0]
-
-        annotation_as_str = annotation_as_string(first_argument_type.annotation)
-        return annotation_as_str == "HafniaDataset"
-
-    functions = {func[0]: func[1] for func in getmembers(python_module, isfunction) if dataset_is_first_arg(func[1])}
-    return functions