hafnia 0.4.2__tar.gz → 0.5.0__tar.gz

{hafnia-0.4.2 → hafnia-0.5.0}/.github/workflows/tests.yaml

@@ -32,6 +32,10 @@ jobs:
         run: |
           mkdir -p ~/.hafnia
           echo "$HAFNIA_CONFIG" | jq . > ~/.hafnia/config.json
+      - name: Check hafnia configured
+        run: uv run hafnia profile active
+      - name: Check hafnia by download
+        run: uv run hafnia dataset download mnist --force
       - name: Run tests
         run: uv run pytest tests 
 

{hafnia-0.4.2 → hafnia-0.5.0}/.vscode/launch.json

@@ -15,7 +15,7 @@
             "name": "debug (list profiles)",
             "type": "debugpy",
             "request": "launch",
-            "program": "${workspaceFolder}/src/cli/__main__.py",
+            "program": "${workspaceFolder}/src/hafnia_cli/__main__.py",
             "args": [
                 "profile",
                 "ls"
@@ -25,7 +25,7 @@
             "name": "cmd: hafnia runc launch-local",
             "type": "debugpy",
             "request": "launch",
-            "program": "${workspaceFolder}/src/cli/__main__.py",
+            "program": "${workspaceFolder}/src/hafnia_cli/__main__.py",
             "args": [
                 "runc",
                 "launch-local",
@@ -38,7 +38,7 @@
             "name": "cmd: hafnia runc build-local",
             "type": "debugpy",
             "request": "launch",
-            "program": "${workspaceFolder}/src/cli/__main__.py",
+            "program": "${workspaceFolder}/src/hafnia_cli/__main__.py",
             "args": [
                 "runc",
                 "build-local",
@@ -51,7 +51,7 @@
             "name": "cmd: 'hafnia dataset [X]'",
             "type": "debugpy",
             "request": "launch",
-            "program": "${workspaceFolder}/src/cli/__main__.py",
+            "program": "${workspaceFolder}/src/hafnia_cli/__main__.py",
             "args": [
                 "dataset",
                 //"ls",
@@ -64,7 +64,7 @@
             "name": "cmd: 'hafnia experiment [X]'",
             "type": "debugpy",
             "request": "launch",
-            "program": "${workspaceFolder}/src/cli/__main__.py",
+            "program": "${workspaceFolder}/src/hafnia_cli/__main__.py",
             "args": [
                 "experiment",
                 "create",
@@ -82,7 +82,7 @@
             "name": "cmd: 'hafnia train-recipe [X]'",
             "type": "debugpy",
             "request": "launch",
-            "program": "${workspaceFolder}/src/cli/__main__.py",
+            "program": "${workspaceFolder}/src/hafnia_cli/__main__.py",
             "args": [
                 "trainer",
                 "ls"

{hafnia-0.4.2 → hafnia-0.5.0}/.vscode/settings.json

@@ -23,7 +23,7 @@
     "python.testing.pytestArgs": [
         "tests",
         "-vv",
-        "--durations=20",
+        "--durations=20"
     ],
     "python.testing.unittestEnabled": false,
     "python.testing.pytestEnabled": true,

{hafnia-0.4.2 → hafnia-0.5.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hafnia
-Version: 0.4.2
+Version: 0.5.0
 Summary: Python SDK for communication with Hafnia platform.
 Author-email: Milestone Systems <hafniaplatform@milestone.dk>
 License-File: LICENSE
@@ -10,7 +10,7 @@ Requires-Dist: click>=8.1.8
 Requires-Dist: emoji>=2.14.1
 Requires-Dist: flatten-dict>=0.4.2
 Requires-Dist: keyring>=25.6.0
-Requires-Dist: mcp==1.16.0
+Requires-Dist: mcp>=1.16.0
 Requires-Dist: mlflow>=3.4.0
 Requires-Dist: more-itertools>=10.7.0
 Requires-Dist: opencv-python-headless>=4.11.0.86
@@ -209,7 +209,7 @@ DatasetInfo(
 ```
 
 You can iterate and access samples in the dataset using the `HafniaDataset` object.
-Each sample contain image and annotations information. 
+Each sample contain image and annotations information.
 
 ```python
 from hafnia.dataset.hafnia_dataset import HafniaDataset, Sample
@@ -343,7 +343,7 @@ batch_size = 128
 learning_rate = 0.001
 
 # Initialize Hafnia logger
-logger = HafniaLogger()
+logger = HafniaLogger(project_name="my_classification_project")
 
 # Log experiment parameters
 logger.log_configuration({"batch_size": 128, "learning_rate": 0.001})

{hafnia-0.4.2 → hafnia-0.5.0}/README.md

@@ -180,7 +180,7 @@ DatasetInfo(
 ```
 
 You can iterate and access samples in the dataset using the `HafniaDataset` object.
-Each sample contain image and annotations information. 
+Each sample contain image and annotations information.
 
 ```python
 from hafnia.dataset.hafnia_dataset import HafniaDataset, Sample
@@ -314,7 +314,7 @@ batch_size = 128
 learning_rate = 0.001
 
 # Initialize Hafnia logger
-logger = HafniaLogger()
+logger = HafniaLogger(project_name="my_classification_project")
 
 # Log experiment parameters
 logger.log_configuration({"batch_size": 128, "learning_rate": 0.001})

{hafnia-0.4.2 → hafnia-0.5.0}/examples/example_hafnia_dataset.py

@@ -6,7 +6,8 @@ from PIL import Image
 from rich import print as rprint
 
 from hafnia.dataset.dataset_names import SplitName
-from hafnia.dataset.hafnia_dataset import DatasetInfo, HafniaDataset, Sample, TaskInfo
+from hafnia.dataset.hafnia_dataset import HafniaDataset
+from hafnia.dataset.hafnia_dataset_types import DatasetInfo, Sample, TaskInfo
 from hafnia.dataset.primitives.bbox import Bbox
 from hafnia.dataset.primitives.bitmask import Bitmask
 from hafnia.dataset.primitives.classification import Classification
@@ -87,14 +88,18 @@ dataset.write(path_dataset)
 dataset_again = HafniaDataset.from_path(path_dataset)
 
 ## Dataset importers and exporters ##
-dataset_coco = HafniaDataset.from_name("coco-2017").select_samples(n_samples=5, seed=42)
+dataset_od = HafniaDataset.from_name("coco-2017").select_samples(n_samples=5, seed=42)
+
+# Export/import dataset to YOLO format
 path_yolo_format = Path(".data/tmp/yolo_dataset")
+dataset_od.to_yolo_format(path_output=path_yolo_format)  # Export to YOLO format
+dataset_od_imported = HafniaDataset.from_yolo_format(path_yolo_format)  # Import dataset from YOLO format
 
-# Export dataset to YOLO format
-dataset_coco.to_yolo_format(path_export_yolo_dataset=path_yolo_format)
 
-# Import dataset from YOLO format
-dataset_coco_imported = HafniaDataset.from_yolo_format(path_yolo_format)
+# Export/import dataset to YOLO format
+path_coco_format = Path(".data/tmp/coco_dataset")
+dataset_od.to_coco_format(path_output=path_coco_format)  # Export to COCO format
+dataset_od_imported = HafniaDataset.from_coco_format(path_coco_format)  # Import dataset from COCO format
 
 ## Custom dataset operations and statistics ##
 # Want custom dataset transformations or statistics? Use the polars table (dataset.samples) directly
@@ -133,43 +138,58 @@ path_tmp.mkdir(parents=True, exist_ok=True)
 Image.fromarray(image_with_annotations).save(path_tmp / "sample_with_annotations.png")
 
 
-## Bring-your-own-data: Create a new dataset from samples
+## Create a hafnia dataset from scratch ##
+path_yolo_dataset = Path("tests/data/dataset_formats/format_yolo/train")
+path_class_names = path_yolo_dataset.parent / "obj.names"
+class_names = [line.strip() for line in path_class_names.read_text().splitlines() if line.strip()]
+path_images_file = path_yolo_dataset / "images.txt"
+image_files = [line.strip() for line in path_images_file.read_text().splitlines() if line.strip()]
+
 fake_samples = []
-for i_fake_sample in range(5):
-    bboxes = [Bbox(top_left_x=0.1, top_left_y=0.20, width=0.1, height=0.2, class_name="car")]
-    classifications = [Classification(class_name="vehicle", class_idx=0)]
-    sample = Sample(
-        file_path=f"path/to/image_{i_fake_sample:05}.jpg",
-        height=480,
-        width=640,
-        split="train",
-        tags=["sample"],
-        bboxes=bboxes,
-        classifications=classifications,
-    )
+for image_file in image_files:
+    path_image = path_yolo_dataset / image_file
+    path_bboxes = path_yolo_dataset / image_file.replace(".jpg", ".txt")
+    bboxes: List[Bbox] = []
+    for bboxes_line in path_bboxes.read_text().splitlines():
+        str_parts = bboxes_line.strip().split()
+        class_idx = int(str_parts[0])
+        x_center, y_center, bbox_width, bbox_height = (float(value) for value in str_parts[1:5])
+        bbox = Bbox(
+            top_left_x=x_center - bbox_width / 2,
+            top_left_y=y_center - bbox_height / 2,
+            width=bbox_width,
+            height=bbox_height,
+            class_idx=class_idx,
+            class_name=class_names[class_idx],
+        )
+        bboxes.append(bbox)
+    image = Image.open(path_image)
+    height, width = image.size[1], image.size[0]
+    sample = Sample(file_path=str(path_image), height=height, width=width, split="train", bboxes=bboxes)
     fake_samples.append(sample)
 
 
 fake_dataset_info = DatasetInfo(
-    dataset_name="fake-dataset",
+    dataset_name="custom-dataset",
     version="0.0.1",
-    tasks=[
-        TaskInfo(primitive=Bbox, class_names=["car", "truck", "bus"]),
-        TaskInfo(primitive=Classification, class_names=["vehicle", "pedestrian", "cyclist"]),
-    ],
+    tasks=[TaskInfo(primitive=Bbox, class_names=class_names)],
 )
-fake_dataset = HafniaDataset.from_samples_list(samples_list=fake_samples, info=fake_dataset_info)
+custom_dataset = HafniaDataset.from_samples_list(samples_list=fake_samples, info=fake_dataset_info)
+
+sample = Sample(**custom_dataset[0])
+
+# To visualize and verify dataset is formatted correctly store image with annotations
+image_with_annotations = sample.draw_annotations()
+Image.fromarray(image_with_annotations).save(path_tmp / "custom_dataset_sample.png")  # Save visualization to TM
 
-# Coming soon! Upload your dataset to the Hafnia Platform
-# fake_dataset.upload_to_hafnia()
+# To upload the dataset to Hafnia platform
+# custom_dataset.upload_to_platform(interactive=True, allow_version_overwrite=False)
 
-# Coming soon! Create your own dataset details page in Hafnia
-# fake_dataset.upload_dataset_details()
 
 ## Storing predictions: A hafnia dataset can also be used for storing predictions per sample
 # set 'ground_truth=False' and add 'confidence'.
 bboxes_predictions = [
-    Bbox(top_left_x=10, top_left_y=20, width=100, height=200, class_name="car", ground_truth=False, confidence=0.9)
+    Bbox(top_left_x=0.1, top_left_y=0.2, width=0.3, height=0.4, class_name="car", ground_truth=False, confidence=0.9)
 ]
 
 classifications_predictions = [Classification(class_name="vehicle", class_idx=0, ground_truth=False, confidence=0.95)]

{hafnia-0.4.2 → hafnia-0.5.0}/examples/example_logger.py

@@ -4,7 +4,7 @@ batch_size = 128
 learning_rate = 0.001
 
 # Initialize Hafnia logger
-logger = HafniaLogger()
+logger = HafniaLogger(project_name="example_classification_project")
 
 # Log experiment parameters
 logger.log_configuration({"batch_size": 128, "learning_rate": 0.001})

{hafnia-0.4.2 → hafnia-0.5.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hafnia"
-version = "0.4.2"
+version = "0.5.0"
 description = "Python SDK for communication with Hafnia platform."
 readme = "README.md"
 authors = [
@@ -28,7 +28,7 @@ dependencies = [
     "xxhash>=3.5.0",
     "mlflow>=3.4.0",
     "sagemaker-mlflow>=0.1.0",
-    "mcp==1.16.0",
+    "mcp>=1.16.0",
 ]
 
 [dependency-groups]