from __future__ import absolute_import
from abc import ABC, abstractmethod
from typing import Any, Dict, Optional, Sequence, Tuple, Union
import numpy as np
from .serialization import Serializable
[docs]def get_shape(img: Any) -> Tuple[int, int, int]:
if isinstance(img, np.ndarray):
if img.ndim not in {3,4}:
raise ValueError(
f"Albumenatations3D expected numpy.ndarray or torch.Tensor of shape (H,W,D) or (H,W,D,C). Got: {img.shape}"
)
rows, cols, slices = img.shape[:3]
return rows, cols, slices
try:
import torch
if torch.is_tensor(img):
if img.ndim not in {3,4}:
raise ValueError(
f"Albumenatations3D expected numpy.ndarray or torch.Tensor of shape (H,W,D) or (H,W,D,C). Got: {img.shape}"
)
if img.ndim == 3:
slices, rows, cols = img.shape[:3]
else:
slices, rows, cols = img.shape[1:]
return rows, cols, slices
except ImportError:
pass
raise RuntimeError(
f"Dicaugment supports only numpy.ndarray and torch.Tensor data type for image. Got: {type(img)}"
)
[docs]class Params(Serializable, ABC):
def __init__(self, format: str, label_fields: Optional[Sequence[str]] = None):
self.format = format
self.label_fields = label_fields
def _to_dict(self) -> Dict[str, Any]:
return {"format": self.format, "label_fields": self.label_fields}
[docs]class DataProcessor(ABC):
def __init__(self, params: Params, additional_targets: Optional[Dict[str, str]] = None):
self.params = params
self.data_fields = [self.default_data_name]
if additional_targets is not None:
for k, v in additional_targets.items():
if v == self.default_data_name:
self.data_fields.append(k)
@property
@abstractmethod
def default_data_name(self) -> str:
raise NotImplementedError
[docs] def ensure_data_valid(self, data: Dict[str, Any]) -> None:
pass
[docs] def postprocess(self, data: Dict[str, Any]) -> Dict[str, Any]:
rows, cols, slices = get_shape(data["image"])
for data_name in self.data_fields:
data[data_name] = self.filter(data[data_name], rows, cols, slices)
data[data_name] = self.check_and_convert(data[data_name], rows, cols, slices, direction="from")
data = self.remove_label_fields_from_data(data)
return data
[docs] def preprocess(self, data: Dict[str, Any]) -> None:
data = self.add_label_fields_to_data(data)
rows, cols, slices = get_shape(data["image"])
for data_name in self.data_fields:
data[data_name] = self.check_and_convert(data[data_name], rows, cols, slices, direction="to")
[docs] def check_and_convert(self, data: Sequence, rows: int, cols: int, slices: int, direction: str = "to") -> Sequence:
if self.params.format == "dicaugment_3d":
self.check(data, rows, cols, slices)
return data
if direction == "to":
return self.convert_to_dicaugment(data, rows, cols, slices)
elif direction == "from":
return self.convert_from_dicaugment(data, rows, cols, slices)
else:
raise ValueError(f"Invalid direction. Must be `to` or `from`. Got `{direction}`")
[docs] @abstractmethod
def filter(self, data: Sequence, rows: int, cols: int, slices: int) -> Sequence:
pass
[docs] @abstractmethod
def check(self, data: Sequence, rows: int, cols: int, slices: int) -> None:
pass
[docs] @abstractmethod
def convert_to_dicaugment(self, data: Sequence, rows: int, cols: int, slices: int) -> Sequence:
pass
[docs] @abstractmethod
def convert_from_dicaugment(self, data: Sequence, rows: int, cols: int, slices: int) -> Sequence:
pass
[docs] def add_label_fields_to_data(self, data: Dict[str, Any]) -> Dict[str, Any]:
if self.params.label_fields is None:
return data
for data_name in self.data_fields:
for field in self.params.label_fields:
assert len(data[data_name]) == len(data[field])
data_with_added_field = []
for d, field_value in zip(data[data_name], data[field]):
data_with_added_field.append(list(d) + [field_value])
data[data_name] = data_with_added_field
return data
[docs] def remove_label_fields_from_data(self, data: Dict[str, Any]) -> Dict[str, Any]:
if self.params.label_fields is None:
return data
for data_name in self.data_fields:
label_fields_len = len(self.params.label_fields)
for idx, field in enumerate(self.params.label_fields):
field_values = []
for bbox in data[data_name]:
field_values.append(bbox[-label_fields_len + idx])
data[field] = field_values
if label_fields_len:
data[data_name] = [d[:-label_fields_len] for d in data[data_name]]
return data