Introduce datumaro integration tests for Geti Sample types (#6053)

Author: itallix

application/backend/Justfile

@@ -59,7 +59,7 @@ test-integration *ARGS: install-uv
 
 # Run BDD tests with behave
 test-bdd *ARGS: install-uv
-    uv run behave tests/bdd {{ ARGS }}
+    uv run behave ./tests/bdd -v {{ ARGS }}
 
 # -------------------------------------------------------------------------------------------------
 # Documentation

application/backend/tests/integration/datumaro/conftest.py

@@ -0,0 +1,53 @@
+# Copyright (C) 2026 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+import shutil
+import zipfile
+from pathlib import Path
+
+import pytest
+import requests
+
+S3_URL = "https://storage.geti.intel.com/test-data/geti/datasets"
+OBJECT_NAME = "regression.zip"
+PARENT_DIR = Path(__file__).parent
+DATASETS_DIR = PARENT_DIR / "regression"
+
+
+def _download_regression_datasets(dest_dir: Path) -> None:
+    """Download and unpack the regression dataset archive from public location."""
+    archive = dest_dir / OBJECT_NAME
+
+    if not archive.exists():
+        response = requests.get(f"{S3_URL}/{OBJECT_NAME}", stream=True)
+        with open(archive, "wb") as f:
+            shutil.copyfileobj(response.raw, f)
+
+    with zipfile.ZipFile(archive, "r") as zf:
+        zf.extractall(dest_dir)
+
+
+def pytest_configure() -> None:
+    """Session-wide hook - download datasets before collection begins."""
+    _download_regression_datasets(PARENT_DIR)
+
+
+def pytest_generate_tests(metafunc: pytest.Metafunc) -> None:
+    """Parametrize after datasets are already downloaded."""
+    if "archive" in metafunc.fixturenames:
+        zip_files = sorted(DATASETS_DIR.glob("*.zip"))
+        if not zip_files:
+            raise pytest.UsageError(
+                f"No regression dataset archives were found in '{DATASETS_DIR}'. The dataset download/extraction may "
+                f"have failed, or the archive structure may have changed."
+            )
+        metafunc.parametrize("archive", zip_files, ids=[p.stem for p in zip_files])
+
+
+def pytest_unconfigure() -> None:
+    """Session-wide hook - remove downloaded archive and unpacked files after tests complete."""
+    archive = PARENT_DIR / OBJECT_NAME
+    if archive.exists():
+        archive.unlink()
+    if DATASETS_DIR.exists():
+        shutil.rmtree(DATASETS_DIR)

application/backend/tests/integration/datumaro/test_datasets.py

@@ -0,0 +1,29 @@
+# Copyright (C) 2026 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+from pathlib import Path
+
+from datumaro.experimental import Sample, import_dataset
+
+from app.datumaro_converter import (
+    DetectionImportExportSample,
+    InstanceSegmentationImportExportSample,
+    MulticlassClassificationImportExportSample,
+    MultilabelClassificationImportExportSample,
+)
+
+ANNOTATION_TYPE_TO_SAMPLE: dict[str, type[Sample]] = {
+    "bounding_box": DetectionImportExportSample,
+    "multilabel": MultilabelClassificationImportExportSample,
+    "single_label": MulticlassClassificationImportExportSample,
+    "polygon": InstanceSegmentationImportExportSample,
+}
+
+
+def test_import_dataset(archive: Path) -> None:
+    """Verify that each regression zip archive can be imported by datumaro."""
+    dataset = import_dataset(archive)
+    annotation_type, _ = archive.stem.split("-", 1)
+    sample_type = ANNOTATION_TYPE_TO_SAMPLE[annotation_type]
+    dataset = dataset.convert_to_schema(sample_type)
+    assert len(dataset) > 0