From 788b37f78fa83dcfca3b50c1a157edd4acf042ae Mon Sep 17 00:00:00 2001 From: Peng Lu Date: Thu, 17 Aug 2023 11:39:44 +0800 Subject: [PATCH] [Feature] Support NYU depth estimation dataset (#3269) Thanks for your contribution and we appreciate it a lot. The following instructions would make your pull request more healthy and more easily get feedback. If you do not understand some items, don't worry, just make the pull request and seek help from maintainers. ## Motivation Please describe the motivation of this PR and the goal you want to achieve through this PR. ## Modification Please briefly describe what modification is made in this PR. 1. add `NYUDataset`class 2. add script to process NYU dataset 3. add transforms for loading depth map 4. add docs & unittest ## BC-breaking (Optional) Does the modification introduce changes that break the backward-compatibility of the downstream repos? If so, please describe how it breaks the compatibility and how the downstream projects should modify their code to keep compatibility with this PR. ## Use cases (Optional) If this PR introduces a new feature, it is better to list some use cases here, and update the documentation. ## Checklist 1. Pre-commit or other linting tools are used to fix the potential lint issues. 5. The modification is covered by complete unit tests. If not, please add more unit test to ensure the correctness. 6. If the modification has potential influence on downstream projects, this PR should be tested with downstream projects, like MMDet or MMDet3D. 7. The documentation has been modified accordingly, like docstring or example tutorials. --- docs/en/user_guides/2_dataset_prepare.md | 17 +++ docs/zh_cn/user_guides/2_dataset_prepare.md | 17 +++ mmseg/datasets/__init__.py | 4 +- mmseg/datasets/nyu.py | 123 ++++++++++++++++++ mmseg/datasets/transforms/__init__.py | 6 +- mmseg/datasets/transforms/formatting.py | 5 + mmseg/datasets/transforms/loading.py | 74 +++++++++++ mmseg/utils/io.py | 6 +- .../annotations/bookstore_0001d_00001.png | Bin 0 -> 9598 bytes .../images/bookstore_0001d_00001.jpg | Bin 0 -> 10775 bytes tests/test_datasets/test_dataset.py | 13 +- tests/test_datasets/test_loading.py | 21 ++- tools/dataset_converters/nyu.py | 89 +++++++++++++ 13 files changed, 367 insertions(+), 8 deletions(-) create mode 100644 mmseg/datasets/nyu.py create mode 100644 tests/data/pseudo_nyu_dataset/annotations/bookstore_0001d_00001.png create mode 100644 tests/data/pseudo_nyu_dataset/images/bookstore_0001d_00001.jpg create mode 100644 tools/dataset_converters/nyu.py diff --git a/docs/en/user_guides/2_dataset_prepare.md b/docs/en/user_guides/2_dataset_prepare.md index 24b95db670..2816a51f0d 100644 --- a/docs/en/user_guides/2_dataset_prepare.md +++ b/docs/en/user_guides/2_dataset_prepare.md @@ -198,6 +198,13 @@ mmsegmentation | │   │   │ └── rles | │ │ │ │ ├──sem_seg_train.json | │ │ │ │ └──sem_seg_val.json +│ ├── nyu +│ │ ├── images +│ │ │ ├── train +│ │ │ ├── test +│ │ ├── annotations +│ │ │ ├── train +│ │ │ ├── test ``` ## Download dataset via MIM @@ -735,3 +742,13 @@ mmsegmentation | │ │ │ │ ├──sem_seg_train.json | │ │ │ │ └──sem_seg_val.json ``` + +## NYU + +- To access the NYU dataset, you can download it from [this link](https://drive.google.com/file/d/1wC-io-14RCIL4XTUrQLk6lBqU2AexLVp/view?usp=share_link) + +- Once the download is complete, you can utilize the [tools/dataset_converters/nyu.py](/tools/dataset_converters/nyu.py) script to extract and organize the data into the required format. Run the following command in your terminal: + + ```bash + python tools/dataset_converters/nyu.py nyu.zip + ``` diff --git a/docs/zh_cn/user_guides/2_dataset_prepare.md b/docs/zh_cn/user_guides/2_dataset_prepare.md index 92fdf00797..5532624bef 100644 --- a/docs/zh_cn/user_guides/2_dataset_prepare.md +++ b/docs/zh_cn/user_guides/2_dataset_prepare.md @@ -198,6 +198,13 @@ mmsegmentation | │   │   │ └── rles | │ │ │ │ ├──sem_seg_train.json | │ │ │ │ └──sem_seg_val.json +│ ├── nyu +│ │ ├── images +│ │ │ ├── train +│ │ │ ├── test +│ │ ├── annotations +│ │ │ ├── train +│ │ │ ├── test ``` ## 用 MIM 下载数据集 @@ -731,3 +738,13 @@ mmsegmentation | │ │ │ │ ├──sem_seg_train.json | │ │ │ │ └──sem_seg_val.json ``` + +## NYU + +- 您可以从 [这个链接](https://drive.google.com/file/d/1wC-io-14RCIL4XTUrQLk6lBqU2AexLVp/view?usp=share_link) 下载 NYU 数据集 + +- 下载完成后，您可以使用 [tools/dataset_converters/nyu.py](/tools/dataset_converters/nyu.py) 脚本来解压和组织数据到所需的格式 + + ```bash + python tools/dataset_converters/nyu.py nyu.zip + ``` diff --git a/mmseg/datasets/__init__.py b/mmseg/datasets/__init__.py index 633eb2b40a..a2bdb63d01 100644 --- a/mmseg/datasets/__init__.py +++ b/mmseg/datasets/__init__.py @@ -19,6 +19,7 @@ from .loveda import LoveDADataset from .mapillary import MapillaryDataset_v1, MapillaryDataset_v2 from .night_driving import NightDrivingDataset +from .nyu import NYUDataset from .pascal_context import PascalContextDataset, PascalContextDataset59 from .potsdam import PotsdamDataset from .refuge import REFUGEDataset @@ -58,5 +59,6 @@ 'SynapseDataset', 'REFUGEDataset', 'MapillaryDataset_v1', 'MapillaryDataset_v2', 'Albu', 'LEVIRCDDataset', 'LoadMultipleRSImageFromFile', 'LoadSingleRSImageFromFile', - 'ConcatCDInput', 'BaseCDDataset', 'DSDLSegDataset', 'BDD100KDataset' + 'ConcatCDInput', 'BaseCDDataset', 'DSDLSegDataset', 'BDD100KDataset', + 'NYUDataset' ] diff --git a/mmseg/datasets/nyu.py b/mmseg/datasets/nyu.py new file mode 100644 index 0000000000..fcfda46647 --- /dev/null +++ b/mmseg/datasets/nyu.py @@ -0,0 +1,123 @@ +# Copyright (c) OpenMMLab. All rights reserved. +import os.path as osp +from typing import List + +import mmengine.fileio as fileio + +from mmseg.registry import DATASETS +from .basesegdataset import BaseSegDataset + + +@DATASETS.register_module() +class NYUDataset(BaseSegDataset): + """NYU depth estimation dataset. The file structure should be. + + .. code-block:: none + + ├── data + │ ├── nyu + │ │ ├── images + │ │ │ ├── train + │ │ │ │ ├── scene_xxx.jpg + │ │ │ │ ├── ... + │ │ │ ├── test + │ │ ├── annotations + │ │ │ ├── train + │ │ │ │ ├── scene_xxx.png + │ │ │ │ ├── ... + │ │ │ ├── test + + Args: + ann_file (str): Annotation file path. Defaults to ''. + metainfo (dict, optional): Meta information for dataset, such as + specify classes to load. Defaults to None. + data_root (str, optional): The root directory for ``data_prefix`` and + ``ann_file``. Defaults to None. + data_prefix (dict, optional): Prefix for training data. Defaults to + dict(img_path='images', depth_map_path='annotations'). + img_suffix (str): Suffix of images. Default: '.jpg' + seg_map_suffix (str): Suffix of segmentation maps. Default: '.png' + filter_cfg (dict, optional): Config for filter data. Defaults to None. + indices (int or Sequence[int], optional): Support using first few + data in annotation file to facilitate training/testing on a smaller + dataset. Defaults to None which means using all ``data_infos``. + serialize_data (bool, optional): Whether to hold memory using + serialized objects, when enabled, data loader workers can use + shared RAM from master process instead of making a copy. Defaults + to True. + pipeline (list, optional): Processing pipeline. Defaults to []. + test_mode (bool, optional): ``test_mode=True`` means in test phase. + Defaults to False. + lazy_init (bool, optional): Whether to load annotation during + instantiation. In some cases, such as visualization, only the meta + information of the dataset is needed, which is not necessary to + load annotation file. ``Basedataset`` can skip load annotations to + save time by set ``lazy_init=True``. Defaults to False. + max_refetch (int, optional): If ``Basedataset.prepare_data`` get a + None img. The maximum extra number of cycles to get a valid + image. Defaults to 1000. + ignore_index (int): The label index to be ignored. Default: 255 + reduce_zero_label (bool): Whether to mark label zero as ignored. + Default to False. + backend_args (dict, Optional): Arguments to instantiate a file backend. + See https://mmengine.readthedocs.io/en/latest/api/fileio.htm + for details. Defaults to None. + Notes: mmcv>=2.0.0rc4, mmengine>=0.2.0 required. + """ + METAINFO = dict( + classes=('printer_room', 'bathroom', 'living_room', 'study', + 'conference_room', 'study_room', 'kitchen', 'home_office', + 'bedroom', 'dinette', 'playroom', 'indoor_balcony', + 'laundry_room', 'basement', 'excercise_room', 'foyer', + 'home_storage', 'cafe', 'furniture_store', 'office_kitchen', + 'student_lounge', 'dining_room', 'reception_room', + 'computer_lab', 'classroom', 'office', 'bookstore')) + + def __init__(self, + data_prefix=dict( + img_path='images', depth_map_path='annotations'), + img_suffix='.jpg', + depth_map_suffix='.png', + **kwargs) -> None: + super().__init__( + data_prefix=data_prefix, + img_suffix=img_suffix, + seg_map_suffix=depth_map_suffix, + **kwargs) + + def _get_category_id_from_filename(self, image_fname: str) -> int: + """Retrieve the category ID from the given image filename.""" + image_fname = osp.basename(image_fname) + position = image_fname.find(next(filter(str.isdigit, image_fname)), 0) + categoty_name = image_fname[:position - 1] + if categoty_name not in self._metainfo['classes']: + return -1 + else: + return self._metainfo['classes'].index(categoty_name) + + def load_data_list(self) -> List[dict]: + """Load annotation from directory or annotation file. + + Returns: + list[dict]: All data info of dataset. + """ + data_list = [] + img_dir = self.data_prefix.get('img_path', None) + ann_dir = self.data_prefix.get('depth_map_path', None) + + _suffix_len = len(self.img_suffix) + for img in fileio.list_dir_or_file( + dir_path=img_dir, + list_dir=False, + suffix=self.img_suffix, + recursive=True, + backend_args=self.backend_args): + data_info = dict(img_path=osp.join(img_dir, img)) + if ann_dir is not None: + depth_map = img[:-_suffix_len] + self.seg_map_suffix + data_info['depth_map_path'] = osp.join(ann_dir, depth_map) + data_info['seg_fields'] = [] + data_info['category_id'] = self._get_category_id_from_filename(img) + data_list.append(data_info) + data_list = sorted(data_list, key=lambda x: x['img_path']) + return data_list diff --git a/mmseg/datasets/transforms/__init__.py b/mmseg/datasets/transforms/__init__.py index fe60285471..03c3f866b7 100644 --- a/mmseg/datasets/transforms/__init__.py +++ b/mmseg/datasets/transforms/__init__.py @@ -2,8 +2,8 @@ from .formatting import PackSegInputs from .loading import (LoadAnnotations, LoadBiomedicalAnnotation, LoadBiomedicalData, LoadBiomedicalImageFromFile, - LoadImageFromNDArray, LoadMultipleRSImageFromFile, - LoadSingleRSImageFromFile) + LoadDepthAnnotation, LoadImageFromNDArray, + LoadMultipleRSImageFromFile, LoadSingleRSImageFromFile) # yapf: disable from .transforms import (CLAHE, AdjustGamma, Albu, BioMedical3DPad, BioMedical3DRandomCrop, BioMedical3DRandomFlip, @@ -24,5 +24,5 @@ 'ResizeShortestEdge', 'BioMedicalGaussianNoise', 'BioMedicalGaussianBlur', 'BioMedical3DRandomFlip', 'BioMedicalRandomGamma', 'BioMedical3DPad', 'RandomRotFlip', 'Albu', 'LoadSingleRSImageFromFile', 'ConcatCDInput', - 'LoadMultipleRSImageFromFile' + 'LoadMultipleRSImageFromFile', 'LoadDepthAnnotation' ] diff --git a/mmseg/datasets/transforms/formatting.py b/mmseg/datasets/transforms/formatting.py index 89fd883791..bd250551e9 100644 --- a/mmseg/datasets/transforms/formatting.py +++ b/mmseg/datasets/transforms/formatting.py @@ -92,6 +92,11 @@ def transform(self, results: dict) -> dict: ...].astype(np.int64))) data_sample.set_data(dict(gt_edge_map=PixelData(**gt_edge_data))) + if 'gt_depth_map' in results: + gt_depth_data = dict( + data=to_tensor(results['gt_depth_map'][None, ...])) + data_sample.set_data(dict(gt_depth_map=PixelData(**gt_depth_data))) + img_meta = {} for key in self.meta_keys: if key in results: diff --git a/mmseg/datasets/transforms/loading.py b/mmseg/datasets/transforms/loading.py index 001810e817..c7d6af0ef6 100644 --- a/mmseg/datasets/transforms/loading.py +++ b/mmseg/datasets/transforms/loading.py @@ -625,3 +625,77 @@ def __repr__(self): repr_str = (f'{self.__class__.__name__}(' f'to_float32={self.to_float32})') return repr_str + + +@TRANSFORMS.register_module() +class LoadDepthAnnotation(BaseTransform): + """Load ``depth_map`` annotation provided by depth estimation dataset. + + The annotation format is as the following: + + .. code-block:: python + + { + 'gt_depth_map': np.ndarray [Y, X] + } + + Required Keys: + + - seg_depth_path + + Added Keys: + + - gt_depth_map (np.ndarray): Depth map with shape (Y, X) by + default, and data type is float32 if set to_float32 = True. + + Args: + decode_backend (str): The data decoding backend type. Options are + 'numpy', 'nifti', and 'cv2'. Defaults to 'cv2'. + to_float32 (bool): Whether to convert the loaded depth map to a float32 + numpy array. If set to False, the loaded image is an uint16 array. + Defaults to True. + depth_rescale_factor (float): Factor to rescale the depth value to + limit the range. Defaults to 1.0. + backend_args (dict, Optional): Arguments to instantiate a file backend. + See :class:`mmengine.fileio` for details. + Defaults to None. + Notes: mmcv>=2.0.0rc4, mmengine>=0.2.0 required. + """ + + def __init__(self, + decode_backend: str = 'cv2', + to_float32: bool = True, + depth_rescale_factor: float = 1.0, + backend_args: Optional[dict] = None) -> None: + super().__init__() + self.decode_backend = decode_backend + self.to_float32 = to_float32 + self.depth_rescale_factor = depth_rescale_factor + self.backend_args = backend_args.copy() if backend_args else None + + def transform(self, results: Dict) -> Dict: + """Functions to load depth map. + + Args: + results (dict): Result dict from :obj:``mmcv.BaseDataset``. + + Returns: + dict: The dict contains loaded depth map. + """ + data_bytes = fileio.get(results['depth_map_path'], self.backend_args) + gt_depth_map = datafrombytes(data_bytes, backend=self.decode_backend) + + if self.to_float32: + gt_depth_map = gt_depth_map.astype(np.float32) + + gt_depth_map *= self.depth_rescale_factor + results['gt_depth_map'] = gt_depth_map + results['seg_fields'].append('gt_depth_map') + return results + + def __repr__(self): + repr_str = (f'{self.__class__.__name__}(' + f"decode_backend='{self.decode_backend}', " + f'to_float32={self.to_float32}, ' + f'backend_args={self.backend_args})') + return repr_str diff --git a/mmseg/utils/io.py b/mmseg/utils/io.py index d03517401c..c0d003cc9a 100644 --- a/mmseg/utils/io.py +++ b/mmseg/utils/io.py @@ -3,6 +3,7 @@ import io import pickle +import cv2 import numpy as np @@ -12,7 +13,7 @@ def datafrombytes(content: bytes, backend: str = 'numpy') -> np.ndarray: Args: content (bytes): The data bytes got from files or other streams. backend (str): The data decoding backend type. Options are 'numpy', - 'nifti' and 'pickle'. Defaults to 'numpy'. + 'nifti', 'cv2' and 'pickle'. Defaults to 'numpy'. Returns: numpy.ndarray: Loaded data array. @@ -33,6 +34,9 @@ def datafrombytes(content: bytes, backend: str = 'numpy') -> np.ndarray: data = Nifti1Image.from_bytes(data.to_bytes()).get_fdata() elif backend == 'numpy': data = np.load(f) + elif backend == 'cv2': + data = np.frombuffer(f.read(), dtype=np.uint16) + data = cv2.imdecode(data, 2) else: raise ValueError return data diff --git a/tests/data/pseudo_nyu_dataset/annotations/bookstore_0001d_00001.png b/tests/data/pseudo_nyu_dataset/annotations/bookstore_0001d_00001.png new file mode 100644 index 0000000000000000000000000000000000000000..77e343603ad866e0303e3e59b82c913706d74935 GIT binary patch literal 9598 zcmZ8{c|6o>_;wvfLg|Ra*b<7d6xkUvG#L95h9riVv1Mn3Q<)^jmaQzA8C%)M3=%3F zYnHJL##SlYknAh!t}3Qu&9RPuJl&$x2TO;GLy%W{$}`dul7{3TB3< zPNPiqxza>#Cby6AKYDgI!0edU)>y1WQpnx!P1ope4*R0NC*BRAV9LCDz+X4w_IS2$ z1zD7E7m?HM2K@!bWw>tI9)3vd)N$#*vD-qHGg-XjV8CXramjVl=irfWN_0!!7NeL!B) zG14ZE?`xGawb1s5nupW1)p%==LPMA6AC+N>TwXP#B@`j7yhSXtY(gc-NZdq5p|B<6 zcsnifjrP0(((95#H#PNq+_&-co6amfHC*sqbf2hDs&$#T zVLohbf34c5!?TMM9Zs|Jb{{$3QzP$)*i!1L$@_4$K16>FWR0E}t1VI}4Ddmo$3a}0 znmrS$l}!{hKC_aw7+!bWM=HJ{M#Y|vW?4f22hDZsdmd{6$en zY%3#z`wOrF5$Fk;GTN*Cl<1FB8lj7CKA|Z!Ed&DdBZu8MXC(3UGUkHb58k&aJEaCPV$@Fd$6Z)rj(Lk z5Ut$wkC#fc;$e1Jo!9dKdt{kP?c;7x>&&*0M(C^Db9~CR3WXuIC92xrWk^~K26%7> zE#1@;iyLlN!Qt+0%t68>59*7v12~Ax^RtdiFL8b~PKT-dxj%CLT|Xj!$J=tHOjwP`oM&EPtU6d ze}}I8F{g~4m;KThKGElQe=<1YSAOv1=*@yq?*pyHeHu=w9flU?sT|*X`E;Tj>20uY z&d|YIPNXSAT{`9>^YrHB?Or=w^((^~ERX%HpD&NlVbs+eWpgWI+N*@G*5|cp!c^6- zl>4>k+psfR$mj_F6+OxnynR8YRGu+~U#o0YE(kq|70!P7O51P$kXvkv=%v=>@nPAE;Iejxvc30&`8PYH{W7H>t%20Va}6&FB^K((`>NJ z9>1XZy}o&N8v@-EexQo!91}QGarnp7JDhck^atk3%n#D5j>hY@wku0hF0K$@d8NZx z^)Gg3<=nT+uW~8H?z;9trL$_^Io4*-h(R^twm_rVr!-03y?u&#l@@~)IAuuFp<{zT zUF#oj-qvGj z1A(BF?$q6<5<{?FhO5dpo?m;Deu0-JiQ7-;>Xhrhm&mr(YHGp43g0FJ1#grE8jM?ymuL4XRR2J0Ldv9pJ9duM#6>oCi&>nrY;f&5v zt)!l3hLt~Kwj`?E)-lQXaiTbfRN&wKsNGC`QH)}pLH@$y6`k~NF*PxvY8Ql(r{k+r zEW`yt=u?&vC$e|m$mjZ{Y#?B&J}(#1K$EdrElW+<0svScwW6L7oJ#keW@rT6_LvU;C@$+jmXd84Nz;ZB6M3c= z(w?1N!AEP@e(|!HaHs5gdA~ z+3&t;1T{Nlo#bpGR7uHVG%qGjSn3FMH1$Z!em;(4%MGwPd3ow@d!4TJvh!`-uX_Ng zjAZ7lhhN-JHpLp-Dx*&+qxI}w<9N|}JYs_M>hPD0fj7Mm}q-V?RYThp>Rq;y{DMC$qxY zMqng7-H@+@b*a~Ry)oEV&%Ww{ETNLx;gc8vZ*d4JK@7Bp9Ko)yr(@3m?C;OZ#RO9jUadg#zFZE_;6jH4_^%HrZN*08F^V~ zCk>}3&xkr}9QIz?#nq@Sb?7!}yENn|K?g)|`gF%0PfMWT46>xwqvWcMAP2S>5Lh^4 z^6?GMmW#|wOs1LIcWJ@cTZOwupVQ*39japlX;J-&fXN|&(P>~e_8`vEMCaF6vPXJz zkA>VY7YH2Fqq4fC6+C^{l}Z?>E3RDqGx4qWY;tLk4yr5f9@uQu<4d_&<-X|uYyykj zn2nx0$eJE}N}3J}pkITB@^?Q5xj3Un0i&(!o5-p8yUNpYM&Ef>MQEpL7TAs6&a;eV z#94obuu`3dZRd%jR;~hs{%xFc_-nA#731`Dk=f;$?ZRLmP4m6RO^UlN#_PHD=J)b`XTlAp=;yH1+G6m-ni)~QyDLCT6U z@gxdg3-QL?(sQ^j=Jo(uvO?d>VbH>}Z^&{03@vEl{c~`775H5vW03Jhv)TV5MD~`K zVSud&%apcliqlWtl<>j#(s<;(4lk(GX{Q!hmSDwI&XMpIf){gq3WEM}Ep&-L)!GNIvZySIYpfWt{Y*(HvUNI`d76=;&iusfe9`sAT zt<|PC>wm=<3Jpn}N)Pcq3R{OD|6Ns5Ni~>Z?^vO$eFZh_IFiK8IB`Q|`*}cxDq6c= zvt)Qc;?r;TgNxotpg5f_qBwo86GS42&cSYED%tvNOXWk%g`rF`iP;to?jC;f=(2*7sWfi zn?4Zh*t@}f<=W)^k9PTi**D_t^=I^7;zGmtrglwb*}srsO}0mh2nXi$o4i9wC%eeJ zMuU8*wGu`ow|0HQ&eY{9?~8ts1Hns;<}>1e$n!{R$NOJLypud*f3^*^bfx?y>8NV< zzt?+64ndz5$dDz)P{t$)BM<_b5z|V7)gl>>DvakN`Eo~8sRnYu$n&?yNYl(&;COI~ z?#i@(HwC2CkNWp8cdkb62#!ZBbFsB;ste{ zbqSc>wVi)}HcdAn51WBO=!Z~)$NjF<3ue|c9n2M=WiVVar3X41+wa03nTK6%{xp>o z^|Hs6*+Zx6D-z`Zq2OY?PZ)`dccpss2?&gHBW$aHsILPvYecyDVs7A?4F>9vvn+Ym zI|;)6^hBmM&94qfHV|-wsYGoNzu{^>M`Nw+aPzpu(?0qVfpn;&r#Knwc7k0@%-H^V zMv6ODwueJV7eDqQ)HL_)kMQ_~?1hLwGVizel6K8;SrKPEQ4VfLD3zp;QsndUbX7YxpQQleO_jj8T{MD1p=VQNHD$BY-Q8G8e;Dv4f(a$D`j%&i zWA_KoY4`>9Rp9zDmYPiIMzdGcv)ah1wuE@VS&tHgN{We%UlW&*z{z%zTJO3G2w-Jp z?%l#$0L$YDBCzUT1*Jj0HD0qdx4$Mvb?1#TmQN z@hVv}83+?20f7IGLn3nUa=bnIkStx!ND!a;|9(i3RF>?{n zfg(8Cq9p9#EvLAEhD~-uz+f5YNC_?6Sl9!oOa0AXEHXeSN6+jOrBoSrqtqjX0eey; zCH$7yRU0Xbs+-~5B>-v8DZkk=5RJUwr+h;b@L?a=py9Tpn-LUn7+dMb*3iBiuC}c0|C6d87On`O4V|OTb4L%?KAwe z*Z=t`Z4HD38`!QqRn4M>Jpy|0<+Z>3jrY$u{a|IOr2SJm8*(k=h9)`4n>}4ZOw7eP zHCd8fz$ioVC|3j#5JZ_p{&klQ+iy1r=yF`r-rKNZKg`~$=BLi$rfIU%8k5PX5;w6l zQytg;=G@C2#)&XW;=RC0-}Va6*n##8cxrO8i3I-a+0?7z#z5=1AGM7l$G9ag&@-_KMIl?qJWM&+_A?$ts+Qh+Cg93+W@tR7KcidOfQ$wW?|wXa4a6Rs0(3YaTgAi+ zvrqoOwzxZP+~$4Fx23bb+b*Jb`(3Pf<%U5cO^nQH-aKL+?zSJD6RFs@t6IDKOO6FM zP;c~&lyyLWJ5KP?q32dGGGKQ0u7s~u1u1~`GCp4H$+{s17$_F{nN%Kr<&T@3mNTn6 zxe6ie>~cB70j~Sy24=sEV&$9a4z6l@1@7mK$17~Bi}Sp5|9f|ek z2*$;@wF3(1I_fi00w65FoptdRV-)4p8~MA8>91n%zNf~qDVd?wKXU`_7Turn!+q~X zr1Ou{8rzf0$IaU|{m{mA`oGb5j8Y{w&H}M!kCG?Ja=MLk^KxYR$d#qv1#nl!ck-)aod(rhy2P19N+P6k>iXhV^e2Q6 zf+Aj|6Pp|q19#LvZ={$a(Us7eT96{?#;JH$`N#u(84m1M}5$Lz4PFKGR4>Gl4#Y;nC zoQ9kebiTXDsn#!8I?_|)mJ9OY)v&$gFSpV*iQNr;=Zvz_w}ky|ke*Usf3jtVhKsDf ztnu0u8!g-mKffsy^kMQ-ZpA>8s7KCbKIjZ+Rt%YQubbD*b7DLBnmlUnu`%P_9lIS{ zn$A2bv5e_jUlvJ}!_kZ6BzUZwTX{gNOXW#p=?99?xYMVuRuK=bKIUhx(*l_O4+1t~ zA&>R~DzCenyLT)Qe^sJC)^{%Wj@lfMMdTOWr*_x=j$^|qizw1gc2IH# zYFBEaW@_6JnKT^_0C%1yx~XIkWhpH0^$t#~Evzl{={eOR9ZSJ3mM0Zzjy%rZNjV_F zq^iY+`K3-TmmEguwf@Y8^9ZX%4-dIDfaAgGFn2=0BnZ4KA`&@#uKOjdzl{|qB7gN~ zl-=TV65Ee_1rbG+wW=F(xO?5LePI^;Vp^^fZR!U5eV7$c;(d) z+!;2gjRH@-vJ@l)#m8CD|AGs0fyS)SL1TNCc7}pf>dnQa*ETd8Fb@6=o~{fNT~Avt zrq;|qg!SwD{piiJiVDA1u*-R(kAFA8CqhIeJ1EjxqiHNWlgqZ9m|X`n)`?q1Panf(Y(>W%a174l#k zP{+**8-$*6!$ie;$JW4a)HYm;mV&dh1rj_bT&1uy{fS?swxn<^A69RL+t@11+6jx4 z#xRm1Ufe_M^5Ifk8G(!YTa}Bx`=y(a04xO`_W*|K%dwJL8NWAhjKvPT1!Sr@=oj(o zNn!=8Fdle83!&~aFP>6km!%HN@zudpjC_+j>QdS3H+AzO~G*gc+9e+?q76@KWcJ}&(R1C-Ro6Czp zrb7!Z(^?8wl+ZCUTjU%&hWgja-4l`4AWr`l-YvcAPe+(->>u9_g)$HcZliQH0J04K z2+hKxw|fEvBw|C*ms**4PXqy!rb`6}Z8qxLu{kk7POirRz;obqj&v57C|Jk4TNm=b za9YpuGB$uS*m8a~tmau!)g3UOsils@Flb&l_=%d!GD}^1EvQK6$)CD7VFh0w{T~ zGaFf#=dkmG>pMaKe;?9VW0laj4SCc@P2LSNwa-_=1Kn^pN?~5J!1JNoyBvCy4&KMx z!;gRG20k5>w(ZS-=gubwcp3&X7Yv}#0JI~h(UF_4Y``{`Xv_SO3q;F|>qF0Wl{ zZslqC=jXk@DjRKj9!hf-$!00~PfJE%{9D*VF-h4MQ86zl{%RMRSPEfrbc+>*U9=wV zEKtbd1*vKm*S{Y;hiY?&6n3`>uD5T5m zhkr&xl3r75J|(FYR<70qXeK$KU3rUPSi!v~s_MdB70f-R5cS}nazDSrr#C;3(Hw_z z;W#Uz%2jfu%CM9rpa)#u>D?1y!)?b3A(HS-K&nJ!Ycp3v7^>0M4hsjGk_3E<6x$sk z6flru(98b6$Z&|<{79CnAGI`hU^H|xtz9frsZY}tG_=NXWi7PnmQJeE)|)KnQsREU zB;~T(jlG*dt+8W)J4KZ`$~Ts$nb^&3?Wsn_v15!L~nd{qiPQkK0n z>SKbo{q$_|Bh2>Z^7GNG(UXMB%M6ryW&6WC*2v0`7Jq9#6V#@b??kwP36h@j6E^cr zXX~|L-XJD|9L-JPhB-X_nG969hl3aDLb$4AiT)^UNeCKv|Ni|^!i8}YK|w(#-dPJ- zVW`Qt3iuK1cJIHSu>KLuc8ofn%G1_(mCEzSyztOj44+AO`ZFf8=;~^6+=e`RVA0l> zg2Rt5gRCVo%W-E8v7U!o= zs!F8Y-Z3T^&=A-QjN>8hWbUXHPy;D>kq{TcWx#!ghFZb{9p+5%#jAHO3lCnC6bcv? zn|HE8PLprv+$$Ch@RG=+L`nH3Zufh7!!NO6JEnV--{FfiHI zeZEtVK@ainqZ6vhqaoRx&1S{CFV zyJkTL+`xB$>Mtk!_KU&)2e;yY;aXznfpA0QaCsS!K!-mdavOYGTL4%HJKomoV>T_G z=O8QeZP%h<2qj9RS(+}IFPQ#E)PNJI~<7G!FA@U5`F%@RWk1F^X2*O{-TY{BZ6pqA!KD8`xCtsneSjiF` z_HByi*fCc1qu&B-Z3YDi4OiodRIvj>aEB${3QsC(`JWAx&o5%2M1a%$%Q3Ki;v9Kk zXfUg8LD}p@K&K>IZ+458o9V!I}e5iL+BW09|9 zDb@S@nuqJ1{$nh-2Y`01UKJM;XVJnzRewcyH^2+MPMiaKU3yKO`c@g%GK5v%#kA;~ z>znuJn{x&h4MT~=-z*IPKGBsUwVxC+m%SD{aJRqM`mF~P=OlU?Fe-i~dLEh@`B)o* z#`V=?-NXc+(=ibaN|sq_m+tex0Z0~LG&@Q>T?3<`Q9;vX<6J8)E4693Yk?=-C4i=! z4oLA8g&xj;km9n=U&1(mAW7;)*z0m1pRe0ij{Zi?Ruxvo#A!}Ryy+?%h@Wh@oI%(} z0?+c2|4M~mCEO4`ZW_&_`kjxV6{4^B^&~+cU&qGV6AwFXkt&P-1(iaOzq;|Zn3kV`?HWjU z!=cdH%i&7!a_USpWsa_9IMPT zvhaO9(8(~%?u&X&QDko?#*EeV|b;$B0tv&Y8 zjC}ZTpjKKUCMMa$Edp(x|E*+aOx5O&%t7;MfY0`0ED?Y+ztT4_H|R*$xTMjrcKiWH zBp&MCtFPSfcCTRB0kh3I_a~9 z4#KqjaCl6>TX$>t#3!m% zwD*dM`+A-e`WM*Q#ZYeMnK(C>0)^D6J7|XH(9C<_v_7$YDox6gpl@JsMwl&F2{=R7 zB>hGFo%r~4JlTx-o0|ObcKP+PMY;y3pq^j zdjcIhf{Uac=;BQAe5rA=sF;FkX_T8AE(NC2avCaK``s{_<@~8rLcnbDib|#Gb?6G? z5`7!>0REZ<(gkh>jRPD4c!+*o$VT;rTd$5fgCaY2&Etbu$JD|JyCqb1{Ak!CzxCeR z+~XCLwa=P_{bKTn3bufoUMnFH6X$TDtFuB$rUy!cw&@&M(DgX0I4dHNSUd{{u(0)d zSdR4ni^T))cQeZh8&(i&ROBNIDHTf&pX8h)D?$6o>U9oE-{4JQluRbFd4wc*kb?tHHetrxI;cD5uk`;fSa|%JDcGjOCb9J6CxR34 zZBI0MnLZa2nWS;)F9IyGh6dH$rJ!wjta~MAA5q8 z!8VDSz9-JF95sIG>HY$bexll?%}rO`9$moGJA@RkEH6GE42*Bq<61&>$TYR(Hc#}X kRDUA$QjB8{yAL_V%if%T5GRg)VRg*thM9f^^v=Wo13fYzApigX literal 0 HcmV?d00001 diff --git a/tests/data/pseudo_nyu_dataset/images/bookstore_0001d_00001.jpg b/tests/data/pseudo_nyu_dataset/images/bookstore_0001d_00001.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7892ed47e7dd6c83237454793ec578149d9b4133 GIT binary patch literal 10775 zcmbVxc{r5c|Mv(@SrS5)Or@gLRJ%quSNwyFZLS>mE*-iF+BwLYv z%UH&YEi`5(jGI~f=JWkt*Yo`I{P8@`nd?5+%r*CY&ii%F`@G+;*Zbc4wKoSkeA~dt z0K~%s0`YJ^puH)O9%vuWzwO_C-@lEI_urnMkB^scKmY#y|GB^i59|jY1n=K}K=8mp zfqxtKn~1y^htvcwfQ0&J#xLDw;;)czp z<{8g{DVhRF7~A0+0TU4KdUYW!@Ys1%tGVml;2j%sR|ZpO#rl%o`O(UEAHwNBQ{K3u zsr#)n~23FwcR>?fG+(!RTt=KkeXX-+WB3(Wh#|8_QI&uPWZK*-n3y3Of<) zMvUJMCUpOarB}{&S=KxL&Is0jaC{H+O!H*(6h}ax2|*EId`oy>o+$zpPjzvGQ}$=G zcnYUVyH3KEv+6IbaQY3$>(Rf08R^yRk9ZlZ7|WNP?m`Qy;;nz^dFo43^!i<%_~pPa zS4xkljMpgtAUu8bK6o>MmnHN%bnw9SM>WmHl}$7YWZH;w`>m-?03Cs zzu`8x#*CDB(IcR&pBeshS|!*gU+Mc;7@#Ks@LmA9&&7PQb`4ew3Ysmv-0u zYg~xn^z-ofv_6WV*mzaSzq%YI?-%J5!ga|?cpO@wb?z-zT-%+-OFq3FMXiPl{ZP)n zrhk(jQj%uTzHlW7a@MJ4c{Ck#%T-Y9*8E{W_#G@Goa5h%oju*giIHaWo2w?^`c_m1Fs5GHnf$5zh)7J+Jel zKsVS^TxI%Z%Jlszub|*PkZrJ>If)v-2a?#lwFj!KM$60){(*S#r{UopOD$feQX#5imct=g!YsppM@1`Y8UClfl|H zpYMyjRS!qaPPDWYXRr8&R9_a-}<#J5Rk-mfbcLIi=N7!w`cF-ES_d;Ut@LN zM#Kj~dl4+mL?3Kk|L5+r0H^*HC8i-{xZECzXjaK|)SX9@Qj`dWEAZ4Jx+debpX?s! zThFK+x^Wpco~)yS8kP)4DbC4)>CnwBGj!ycb%<94@|D3Ezi%2jV15?^fys5H0}#ve8(2K*p%`BAGQY?P@j3l4ghS(I2Kfd z;Bh7$3fL3gO%acw?cYO_ur)%JP?lrZpw-2)rZ>J;$62knSMv3QDbQ2KAD{|LpDjLkrDT9Uz$m^{WEMYh1L~`sjjTIsn`ZY& zk?5&fbK9xg+iVOAW+}39_yb5th6UhFi`N)eywg+lb`i82Sf2V7UPYxymmzf$y73o) zhltAAlf7YQqAm!c59p=>6Q5XmKsTM26w^|SiLWChMHe_UN;}uqi1Gw*3mCO(;i6JuMFXNqoKC$E!;SNDo#L?1%~7!y>Clf+2@RVVh1eP3$AGBQ9mGR5cV}MPrn7C-W~4~V9T}r1M~(v~Wp^&Xp1Z5^0Ae~$CI4}dG5Ldl zE+lDl?MgF0_sE>BZEnJ{Z+Zl2xSxvUG(1m&DQ|}JGN8b`hkhrH@+5v8gorRi2b&Fq@Z%xf)?8up^MlJVRBvdS5`I^0%NF;=|@q{A)JXCDSvr~|Mmgq!! zR|_HOr5H}UpVHv2O9g3)8qYZmz}!i)Wqn6#C07F!(FyCXP=;&p+Xx3zaL08pTim?W z_=z!72&b{zeI;G5#LAy}v#!`a?E zwzfcPy;_TpRiw{PM_<(OeytE1c=Aa zvCNB&+{s!+i6vbpnh~^HLbrE$$3Ki~KgjLNy)2R3=-L2@4!!N8VNw#Bai+%596k31 zF6O0%i#&GA9fN^+KnaHPkhW}RMldi*k6G*F9Gs9y z*)SPZ*k|;*@r&N^s{$H1*Vh6V96IC`E0`|MJyva0eh0n4G9b_5ui9viMd78Y0P%jm zrUIn32XHR!1jx{8smN==AvbY`8?cV;Q)7KN91l@~a>YXYg!pW}4dj znK8XkWZXMj!!hhZi@_dHU+5^+dhUUEJtmw)8)7C$4P^UYE*JDHY?kwqF)T4vMlsiu zJ$wmz-|7e&Epts_!Oisz##=@yC+f1JJOB!}1W zdfJD0Xqr(;g*(j@7A}vLiLaM;9FK{`nvi^VgCW~}y54hR2Gi#aN4!IY2+kRVlk*ct zfM*LLaYsbH)!54DZx~keP69VAr8Him1@Ih+2q_;1j0WM<1UC9ap6j~8*CS(^wT<(m zVOio$^L3cbCU1vt>A~A~r*kh~b5C&=rY3nt%32CWxmyi$^t&!)R>FL^DU}-)%^0PC zRUshNfj?b|z}*Z9eWjs48B|McHdNOmbBbtn7VK;aM;K6Wkjm{RoKdJt5#v=3*X{C5 zn?TRK!)wvlqZ5z=+_5Mg{e$Sj5va4>kv-7YN?2M54#N@S459_>kI;SNsAVZ8vsMd| zWc_e_{R;fF*{Wz-A>L{Uqxin$pzh7w6vKGr4R+!dTn30WroVcB?(mO-`|HWxOD<<% zvyP?cYb(_QV5A8xx;Yhj7RWAluhY6LHe%&37|{K*o7uO6xxI#zAj2i5fOHdB2j^;n zMfAr=@?=_~+YnrG z`eF72J0q`=25pBP0xX#3Y3XS3l@aZPBj^i5Vn$i>e#=k$XUBFoNYEHqRe4KpZ!Q7h z*>3;5u?FHL$ln|@Uv3HOw*;aI$qU z(CZak@9F;0CN1C4iD*dlIo1Bi-Lk+`tbkEowv(3O{P(^iBoxz(@^^>O%tfZkcYCzX zyUn|n7o2+1;W*=-Ouej0&kEeNF`UB!XO=07Ihqx;;Dn{&8bQG+tO{kH$k{=37)%3| zwh;v`btY$W#G;+yWV^E|ot|tdFl>34R1f?i5-Xs<0fvV7wo?Ev) zBu)%eon0Z60OMu|4cR#YEaUt10)+@!u&5f48^FT#sIh7xNhK zHVRdVt~x00F1I_HY!{(1+3zrRwfnzUS5> zS8Wg;pT^82IbfcvB2@pWq>FSV2x|TI67@NmYJpi)0pe+@yA}+!o#PAaL#R-g{q~|u z=ynX+3pTk2>cpS$6?VrSF4gbBq#MUY`9bnDRGlK_-YdQI>iBZKW;0 zIP_GT(%(L0+LgIWev1XLuo~==ANi?jK23E?s}o(R^k-)t%(TvTgq+ zDEu^P1VXz*jCT?os)384eiDkthf@3MXj{`vH<2nIF;l&O0bRD|k7g4t`?<(2LuwXY zNTrLkLfr5T9Gj%d_&{c0Z0a|ZabumORL)~U_Out)V@Zbc(*^1u6L_8wLg7W z<#duYX84l03&h7$paJQpe&WER^QYH12BUci-vXoXW-QEi>`P)bmUSePp$=@9b&}x; zSaBU0kCh@VU11_Y_(RMCip+lJFC^F3%L?hdK!9CqwFsq~`Is|_KU76iqFiU%d!RIF zOW6pYvdy@MFZkS>RNrELfdVSzZ_!JH|deQDeBkg0K!@Q}#Hf)DB9e`x$h}F>c z`WZcyj!7FUA>HYNq|sn6)FX78HTRUh#a6Zc!H~{F8F+R)O8uA{mw~+WVST1~_ZldT z@C2C*or}77hqDqlX7Z=Rim85E0R!}A02y&sE=Fx_*XK5)=jF- zE;hvd`u$k&Eq-2Kg&z{3*ock^^@&GmuAmgshYg-AF$cxCY+s6mOURL+OBUnhNBX|a zs@+=St1Xv~eDLal==LqItU#7$8E}>?tPD%o^$Lw<)%J{_OaI21Z*7*YjihP1qc#S+ z0hlzyHio5U(Mo3_kk2Zr(`JJiqyk|B0ar@!B_JAZ+N2#dRx!0}yRF<0% zta6zpVW#)u`W0z4wu3eEXts~200!%yE zNZ=!t6m)FPp_Ga5EwsOv>lpP=B zeXSqn-g0}b-2%8aMwy%s^BxL;!B~~lmHXhA+Q)=H4p$qWYLyfW5$}HNvygK3z)Ur$ zGwqA5+%n*q$Ijb2W_TND|A_D>o%)OFj%tq)2=bm|Y?XT?eX8)Bv|ieZ$1HeT_>@D^ z#~=Hz2JM#iR{eBr3I04iUi&tpx#l15?)CjwW^7{~WSmfV^i@ahi=2r0n*HnOUrO0i zqML{Xusd$zi>OoA$S*>Ag5{)Fs|%HYGLcpz9pf27!V!!ehD?@!_-j<^qPLp3I?ZT-DXw(uBRu4gz3vW|Kj^ZK(){Z>{3$ z($EVZqhX}8V@gcR7n%My7XsVEFJGI-Is>OYxdp1zGenkCcJMui%S+B1hmn_kbT1Hogad=Mo*P4%V*E z4)1nWY-+pxEq`SlV4Y(wP@Q!zoeLkm;2VF>?SjX%@|HV9f+|TV#)rZc%n>!cEim(H z!3)7#U8h zYHti*jD59LLeW_A&XCcMUbx(iv5fvvu0>L;38z)=ws$*;0Lk7ellZlIoHYEq{M%Ep ztZ0-;MAzKeaez%VHpT+a!zG-62uHeaDYsmKPo?-{ zY#v*f?SWcwvH+ZU6)6vx&xbp7<_NHHETjF|B^oLZX_*Vn=x>b$|o2c~>7x z@grg7pHvufHTSaOJLLFO{>vvpe+t82T5;eVd!Sje>;QKqmY*ksJ46UCpz=iS6!PO3 zU!NkS392*KReh;`#Q2V`d{i)k6_*4)%2D=RKg+tqju)RtVUJPUeStIM5$^MX_hy`P zi8F>0nc>v51hj}4tDd5yU4Gq?eit&RU#3 zb+M9AaQ}8ka@~?x7vjg%QXRqU&kVh|hlI4Fx!p5FAX-M8m4j{RO?_oiUEPMqZ{2+PBbJ|(zqHDWd81hT zyKWfzx1o|jw2gW{7F@Xp8a8_cn=3Np94w(bf17Yp12kzwGa9t>yjcH}Q^VTo1%|>k zy?hoi5)D(c0*`h~fo!$nNS`vDK%D9IsPm4bIaa>V}$7Rz-AUa!>)?Y~Jma zcChOw*%=w8Z3a`z9H00w=iY_`+a(Mj(I;vG2ud%wq8xs|T_j@W$Y%>~ zaB-2#G~jl;_S?Piq3oFo>u1EtE(dr_Ek|wCXCc<2*<>wm`sRuoG=PdWAMej_nye&N6yPHU?_KUFUO* zQ77MhS`g_kMA`!3bC6hc6_P0C(`>W2rU_}P81BJjE>C5XFq}xIhcstfEE(DX6#}kn zpGCdkEdNNAOu5z+{*U!D{1Vbyb}FsM$LJ2%^Pa%qUx8v00V8xzU{ z6a}it`krJMd&WU}v8fyL>xrd(SQkj!fboDTV%9vixzQ1wjWI})&qf5?wl*Bd;R=iw zGb|TC$-k9WsB>V&S|fQX@x zx811`fq2$3CR+JQwN-o}v&}TdmmL@uk{=#GSK$bRFf~|b09O)~A0a~SFC#<6*PL#z zHmcWr&}j762(GR=d~33yo;NGWKxKe+ox5gE?0D8`@`kGtg@AquV%g69=Ht`i*nufH$||kQr9e zpzuqoJ?D5`L)w?By6;5_kMF_d>w$E!v-48K_+*ny?hTL z&iq5{T)L4TJ6b1!g>hMmOY6n^tM=#!Ufgbj@JxmBbwdRfHyVavx*@L!!7*xkpu}yC z0PS;8>CDRAJy3UbUB)n}Rf*hU*-orl{-aKU9B8M58A-Kc=QlsqPM!GDoMQl<;JSJL z7>BBA8R`GWgrA~f>b(nP*EeSAEBg$abL%%;n~JOnd!Rqvq)yvEItmDlA9@Q0jeYoW zX7d9W! z($}zAEf*zsoqF|&ND{Juz_w2*k!JX_eVyNj%$`)+St<5ic*K3$5jK}htgic0rpfN|t|^xu*oAVPKQ@q$!T?y#p^t!j0Qqh8fDot8CUhz0ymsGh3lraG0-r#Of7*ciM3Qkh2VIIr;aeR@MMPLaEQnMYol9Gq-gHlIqlx+R~* z=Gc9+Wu3ojPl89%(nQDeW>zLh>J*Q|K`_HtW> z&AuzWF^|26=3Knx+}35Ndmv9@d@C3k=trW;wSLV;$zFwpC}v8ZP`UiNxg-T*dUR~Gi=d(lXN zOxn|0bK-XHH}aTAMl12-5=0aw%IPFl!~b*^0rOw?Kq3m2*mmZ^HRCC=6@mFh#~Evy zw!vMTcJ5qu*g2m#XBv@P{A-paJ3?F{UET9^YkLW(hv`lh;tQ$9mf&mqy zme%YPVF#=Cn)?nj15TJ~h8xnM+x6>P=p?vMvlXee)Fi<;tiwHXNy8OqXMP-eOei~xsz7*?-Cc_`dz#%ng z)EK-xQgGOr`*PFzH#AsqbWr2Os+F*~l}PTTPA7Ik>s+<`B|w*C&3>zMdPOso0;JCofnsjzKkV~6gf|E_E3sR^)I#KO zQyfK@X4p;? z67HM|&7j!!&I|i~Yb^eB$vA&n+3m2R!SyTq@b76DiWO}M9xI8GWq+(L)3hG)(J{{K zO_P1S``iF+zY|j0r5>`B_$41dP@VrdA7}TuBxc1c10`Pw?%rZztt1Ar>Fcy=d`EGW;1VT z<#p&tp=Ka88EuqvPn>vwws5xs+-}oZ(Z~Pn9#pkLo#2dO#7k}eUB`5%^ zn^QwEuu`dBR#*8mzMMX9`l{?ob>fqn$gonwaP^;U^T?PVN97}rc7|cwurE16CiYK| zexKS3KmDj?7bdR#_1-bnf%i0Dp8Bb<7^fG0rgE(OJj+Pls3ZKwl^Ms)OFj}Oz)CLv zjGmV5HVBU-i$v`X#2`;{xw4L+N3HeXtZ|E4L`W5FC-Vv}hh@&Zi3}VrU!ZMrpp#;> zwS~NcHj8sv=t?xTc!_fcsZSS)mz*%b+{=C#yB?MNhVvl4W9-hv#k#5BDrKJw-Kmag zeyxn^aU-M2dBTx^;ffi0|kavnj#3?0U?n_hmI3eAjQ%V9KM-v?UyF^&*fv zywH4}gLj<94Ogfi6EJc~GFDfZlC%Dtg*5r#-X!|?iL|EAt+yrYE9I-|IBTD>i3@}b z0gu3|$*b?dofN}%`zLkPP3{`GXQn0=xph!}&QQ+9x`|Kk@4?()p-RYQdS{4ax(_b< zUQb2LT8&@)ud#Dj!@*N{hxD1X;g(hDY+G-YG?>42+?HG00AwY&apq^}QiYg0ON)$n z`#N$cV7Qbe1Z2z~6P%;ID%Td#uBGYvuZ0v!Yt+wdf@Darhh~BZJ@R@i`8vE4f0{E; zKX^{_W{UH&&hrJd{gN6LL%0x0E9rm<=WLa&Z>bEVADxJSIBj*l?0$49Fim4yrYJmK z{yM$7l@_%IHXgg6>7)=Fm=-BE^Y@VFb}&aci(RaJLWCt=pa)r2e1vE7 zVH!f+3d}-TaeQLdof3{Z0GLPLlbif|s@r%M!x8rA~na}zBH zu5yW_8Q*Tuqf5Jv$Ax!w%_~9%hxAb}>oUVbo~z-<)H3u|iLpcxHM4_&KST&nYNtEc zb_;YKt3La@u;#Zs&#*d%-;BYAS-$AEL)rCxJ7FizER{PbsXE=>f z{vL_ao8h;nsbvbDy}c!=NwG zG*fs|6-$$@_~|`9!XMekYtN@i5GV4@F`+iJRTb$z`EJwREGRB>(V?A@9)Q+ zk$5DYw@jm&!yk9~tJGAB>u^P%OidlM8 z#Ck{sZ+Y7o4JmQ@##|H2ExkUP&C0VjY_E0pjdhjVxtdpfbXnGE$c-QCG~_XzdN(r7 zfIJ`fU&}qOLXmZHnUYO@jl!pGgIR~s?ZbcrM<5_%j+yNwy&jvk*iyA1(iN}LDr?~@ QYJoL#yF`Y~i0)1P4|t1FssI20 literal 0 HcmV?d00001 diff --git a/tests/test_datasets/test_dataset.py b/tests/test_datasets/test_dataset.py index 34d0cfc27a..2904e09ced 100644 --- a/tests/test_datasets/test_dataset.py +++ b/tests/test_datasets/test_dataset.py @@ -9,7 +9,7 @@ CityscapesDataset, COCOStuffDataset, DecathlonDataset, DSDLSegDataset, ISPRSDataset, LIPDataset, LoveDADataset, MapillaryDataset_v1, - MapillaryDataset_v2, PascalVOCDataset, + MapillaryDataset_v2, NYUDataset, PascalVOCDataset, PotsdamDataset, REFUGEDataset, SynapseDataset, iSAIDDataset) from mmseg.registry import DATASETS @@ -462,3 +462,14 @@ def test_dsdlseg_dataset(): assert len(dataset.metainfo['classes']) == 21 else: ImportWarning('Package `dsdl` is not installed.') + + +def test_nyu_dataset(): + dataset = NYUDataset( + data_root='tests/data/pseudo_nyu_dataset', + data_prefix=dict(img_path='images', depth_map_path='annotations'), + ) + assert len(dataset) == 1 + data = dataset[0] + assert data.get('depth_map_path', None) is not None + assert data.get('category_id', -1) == 26 diff --git a/tests/test_datasets/test_loading.py b/tests/test_datasets/test_loading.py index 5ce624bff6..3eea6e3f9d 100644 --- a/tests/test_datasets/test_loading.py +++ b/tests/test_datasets/test_loading.py @@ -7,10 +7,11 @@ import numpy as np from mmcv.transforms import LoadImageFromFile -from mmseg.datasets.transforms import (LoadAnnotations, - LoadBiomedicalAnnotation, +from mmseg.datasets.transforms import LoadAnnotations # noqa +from mmseg.datasets.transforms import (LoadBiomedicalAnnotation, LoadBiomedicalData, LoadBiomedicalImageFromFile, + LoadDepthAnnotation, LoadImageFromNDArray) @@ -276,3 +277,19 @@ def test_load_biomedical_data(self): "decode_backend='numpy', " 'to_xyz=False, ' 'backend_args=None)') + + def test_load_depth_annotation(self): + input_results = dict( + img_path='tests/data/pseudo_nyu_dataset/images/' + 'bookstore_0001d_00001.jpg', + depth_map_path='tests/data/pseudo_nyu_dataset/' + 'annotations/bookstore_0001d_00001.png', + category_id=-1, + seg_fields=[]) + transform = LoadDepthAnnotation(depth_rescale_factor=0.001) + results = transform(input_results) + assert 'gt_depth_map' in results + assert results['gt_depth_map'].shape[:2] == mmcv.imread( + input_results['depth_map_path']).shape[:2] + assert results['gt_depth_map'].dtype == np.float32 + assert 'gt_depth_map' in results['seg_fields'] diff --git a/tools/dataset_converters/nyu.py b/tools/dataset_converters/nyu.py new file mode 100644 index 0000000000..49e09e7af6 --- /dev/null +++ b/tools/dataset_converters/nyu.py @@ -0,0 +1,89 @@ +# Copyright (c) OpenMMLab. All rights reserved. +import argparse +import os.path as osp +import shutil +import tempfile +import zipfile + +from mmengine.utils import mkdir_or_exist + + +def parse_args(): + parser = argparse.ArgumentParser( + description='Convert NYU Depth dataset to mmsegmentation format') + parser.add_argument('raw_data', help='the path of raw data') + parser.add_argument( + '-o', '--out_dir', help='output path', default='./data/nyu') + args = parser.parse_args() + return args + + +def reorganize(raw_data_dir: str, out_dir: str): + """Reorganize NYU Depth dataset files into the required directory + structure. + + Args: + raw_data_dir (str): Path to the raw data directory. + out_dir (str): Output directory for the organized dataset. + """ + + def move_data(data_list, dst_prefix, fname_func): + """Move data files from source to destination directory. + + Args: + data_list (list): List of data file paths. + dst_prefix (str): Prefix to be added to destination paths. + fname_func (callable): Function to process file names + """ + for data_item in data_list: + data_item = data_item.strip().strip('/') + new_item = fname_func(data_item) + shutil.move( + osp.join(raw_data_dir, data_item), + osp.join(out_dir, dst_prefix, new_item)) + + def process_phase(phase): + """Process a dataset phase (e.g., 'train' or 'test').""" + with open(osp.join(raw_data_dir, f'nyu_{phase}.txt')) as f: + data = filter(lambda x: len(x.strip()) > 0, f.readlines()) + data = map(lambda x: x.split()[:2], data) + images, annos = zip(*data) + + move_data(images, f'images/{phase}', + lambda x: x.replace('/rgb', '')) + move_data(annos, f'annotations/{phase}', + lambda x: x.replace('/sync_depth', '')) + + process_phase('train') + process_phase('test') + + +def main(): + args = parse_args() + + print('Making directories...') + mkdir_or_exist(args.out_dir) + for subdir in [ + 'images/train', 'images/test', 'annotations/train', + 'annotations/test' + ]: + mkdir_or_exist(osp.join(args.out_dir, subdir)) + + print('Generating images and annotations...') + + if args.raw_data.endswith('.zip'): + with tempfile.TemporaryDirectory() as tmp_dir: + zip_file = zipfile.ZipFile(args.raw_data) + zip_file.extractall(tmp_dir) + reorganize(osp.join(tmp_dir, 'nyu'), args.out_dir) + else: + assert osp.isdir( + args.raw_data + ), 'the argument --raw-data should be either a zip file or directory.' + reorganize(args.raw_data, args.out_dir) + + print('Done!') + + +if __name__ == '__main__': + main()