| | |
| | |
| | import math |
| |
|
| | import cv2 |
| | import numpy as np |
| |
|
| |
|
| | def apply_min_size(sample, size, image_interpolation_method=cv2.INTER_AREA): |
| | """Rezise the sample to ensure the given size. Keeps aspect ratio. |
| | |
| | Args: |
| | sample (dict): sample |
| | size (tuple): image size |
| | |
| | Returns: |
| | tuple: new size |
| | """ |
| | shape = list(sample['disparity'].shape) |
| |
|
| | if shape[0] >= size[0] and shape[1] >= size[1]: |
| | return sample |
| |
|
| | scale = [0, 0] |
| | scale[0] = size[0] / shape[0] |
| | scale[1] = size[1] / shape[1] |
| |
|
| | scale = max(scale) |
| |
|
| | shape[0] = math.ceil(scale * shape[0]) |
| | shape[1] = math.ceil(scale * shape[1]) |
| |
|
| | |
| | sample['image'] = cv2.resize(sample['image'], |
| | tuple(shape[::-1]), |
| | interpolation=image_interpolation_method) |
| |
|
| | sample['disparity'] = cv2.resize(sample['disparity'], |
| | tuple(shape[::-1]), |
| | interpolation=cv2.INTER_NEAREST) |
| | sample['mask'] = cv2.resize( |
| | sample['mask'].astype(np.float32), |
| | tuple(shape[::-1]), |
| | interpolation=cv2.INTER_NEAREST, |
| | ) |
| | sample['mask'] = sample['mask'].astype(bool) |
| |
|
| | return tuple(shape) |
| |
|
| |
|
| | class Resize(object): |
| | """Resize sample to given size (width, height). |
| | """ |
| | def __init__( |
| | self, |
| | width, |
| | height, |
| | resize_target=True, |
| | keep_aspect_ratio=False, |
| | ensure_multiple_of=1, |
| | resize_method='lower_bound', |
| | image_interpolation_method=cv2.INTER_AREA, |
| | ): |
| | """Init. |
| | |
| | Args: |
| | width (int): desired output width |
| | height (int): desired output height |
| | resize_target (bool, optional): |
| | True: Resize the full sample (image, mask, target). |
| | False: Resize image only. |
| | Defaults to True. |
| | keep_aspect_ratio (bool, optional): |
| | True: Keep the aspect ratio of the input sample. |
| | Output sample might not have the given width and height, and |
| | resize behaviour depends on the parameter 'resize_method'. |
| | Defaults to False. |
| | ensure_multiple_of (int, optional): |
| | Output width and height is constrained to be multiple of this parameter. |
| | Defaults to 1. |
| | resize_method (str, optional): |
| | "lower_bound": Output will be at least as large as the given size. |
| | "upper_bound": Output will be at max as large as the given size. " |
| | "(Output size might be smaller than given size.)" |
| | "minimal": Scale as least as possible. (Output size might be smaller than given size.) |
| | Defaults to "lower_bound". |
| | """ |
| | self.__width = width |
| | self.__height = height |
| |
|
| | self.__resize_target = resize_target |
| | self.__keep_aspect_ratio = keep_aspect_ratio |
| | self.__multiple_of = ensure_multiple_of |
| | self.__resize_method = resize_method |
| | self.__image_interpolation_method = image_interpolation_method |
| |
|
| | def constrain_to_multiple_of(self, x, min_val=0, max_val=None): |
| | y = (np.round(x / self.__multiple_of) * self.__multiple_of).astype(int) |
| |
|
| | if max_val is not None and y > max_val: |
| | y = (np.floor(x / self.__multiple_of) * |
| | self.__multiple_of).astype(int) |
| |
|
| | if y < min_val: |
| | y = (np.ceil(x / self.__multiple_of) * |
| | self.__multiple_of).astype(int) |
| |
|
| | return y |
| |
|
| | def get_size(self, width, height): |
| | |
| | scale_height = self.__height / height |
| | scale_width = self.__width / width |
| |
|
| | if self.__keep_aspect_ratio: |
| | if self.__resize_method == 'lower_bound': |
| | |
| | if scale_width > scale_height: |
| | |
| | scale_height = scale_width |
| | else: |
| | |
| | scale_width = scale_height |
| | elif self.__resize_method == 'upper_bound': |
| | |
| | if scale_width < scale_height: |
| | |
| | scale_height = scale_width |
| | else: |
| | |
| | scale_width = scale_height |
| | elif self.__resize_method == 'minimal': |
| | |
| | if abs(1 - scale_width) < abs(1 - scale_height): |
| | |
| | scale_height = scale_width |
| | else: |
| | |
| | scale_width = scale_height |
| | else: |
| | raise ValueError( |
| | f'resize_method {self.__resize_method} not implemented') |
| |
|
| | if self.__resize_method == 'lower_bound': |
| | new_height = self.constrain_to_multiple_of(scale_height * height, |
| | min_val=self.__height) |
| | new_width = self.constrain_to_multiple_of(scale_width * width, |
| | min_val=self.__width) |
| | elif self.__resize_method == 'upper_bound': |
| | new_height = self.constrain_to_multiple_of(scale_height * height, |
| | max_val=self.__height) |
| | new_width = self.constrain_to_multiple_of(scale_width * width, |
| | max_val=self.__width) |
| | elif self.__resize_method == 'minimal': |
| | new_height = self.constrain_to_multiple_of(scale_height * height) |
| | new_width = self.constrain_to_multiple_of(scale_width * width) |
| | else: |
| | raise ValueError( |
| | f'resize_method {self.__resize_method} not implemented') |
| |
|
| | return (new_width, new_height) |
| |
|
| | def __call__(self, sample): |
| | width, height = self.get_size(sample['image'].shape[1], |
| | sample['image'].shape[0]) |
| |
|
| | |
| | sample['image'] = cv2.resize( |
| | sample['image'], |
| | (width, height), |
| | interpolation=self.__image_interpolation_method, |
| | ) |
| |
|
| | if self.__resize_target: |
| | if 'disparity' in sample: |
| | sample['disparity'] = cv2.resize( |
| | sample['disparity'], |
| | (width, height), |
| | interpolation=cv2.INTER_NEAREST, |
| | ) |
| |
|
| | if 'depth' in sample: |
| | sample['depth'] = cv2.resize(sample['depth'], (width, height), |
| | interpolation=cv2.INTER_NEAREST) |
| |
|
| | sample['mask'] = cv2.resize( |
| | sample['mask'].astype(np.float32), |
| | (width, height), |
| | interpolation=cv2.INTER_NEAREST, |
| | ) |
| | sample['mask'] = sample['mask'].astype(bool) |
| |
|
| | return sample |
| |
|
| |
|
| | class NormalizeImage(object): |
| | """Normlize image by given mean and std. |
| | """ |
| | def __init__(self, mean, std): |
| | self.__mean = mean |
| | self.__std = std |
| |
|
| | def __call__(self, sample): |
| | sample['image'] = (sample['image'] - self.__mean) / self.__std |
| |
|
| | return sample |
| |
|
| |
|
| | class PrepareForNet(object): |
| | """Prepare sample for usage as network input. |
| | """ |
| | def __init__(self): |
| | pass |
| |
|
| | def __call__(self, sample): |
| | image = np.transpose(sample['image'], (2, 0, 1)) |
| | sample['image'] = np.ascontiguousarray(image).astype(np.float32) |
| |
|
| | if 'mask' in sample: |
| | sample['mask'] = sample['mask'].astype(np.float32) |
| | sample['mask'] = np.ascontiguousarray(sample['mask']) |
| |
|
| | if 'disparity' in sample: |
| | disparity = sample['disparity'].astype(np.float32) |
| | sample['disparity'] = np.ascontiguousarray(disparity) |
| |
|
| | if 'depth' in sample: |
| | depth = sample['depth'].astype(np.float32) |
| | sample['depth'] = np.ascontiguousarray(depth) |
| |
|
| | return sample |
| |
|