prepare_rsod.py

#!/usr/bin/env python

import random
import os.path as osp
from functools import reduce, partial

from common import (get_default_parser, get_path_tuples, create_file_list,
                    link_dataset, random_split, create_label_list)

CLASSES = ('aircraft', 'oiltank', 'overpass', 'playground')
SUBSETS = ('train', 'val', 'test')
SUBDIRS = ('JPEGImages', osp.sep.join(['Annotation', 'xml']))
FILE_LIST_PATTERN = "{subset}.txt"
LABEL_LIST_NAME = "labels.txt"
URL = ""

if __name__ == '__main__':
    parser = get_default_parser()
    parser.add_argument('--seed', type=int, default=None, help="Random seed.")
    parser.add_argument(
        '--ratios',
        type=float,
        nargs='+',
        default=(0.7, 0.2, 0.1),
        help="Ratios of each subset (train/val or train/val/test).")
    args = parser.parse_args()

    if args.seed is not None:
        random.seed(args.seed)

    if len(args.ratios) not in (2, 3):
        raise ValueError("Wrong number of ratios!")

    out_dir = osp.join(args.out_dataset_dir,
                       osp.basename(osp.normpath(args.in_dataset_dir)))

    link_dataset(args.in_dataset_dir, args.out_dataset_dir)

    splits_list = []
    for cls in CLASSES:
        path_tuples = get_path_tuples(
            *(osp.join(out_dir, cls, subdir) for subdir in SUBDIRS),
            data_dir=args.out_dataset_dir)
        splits = random_split(path_tuples, ratios=args.ratios)
        splits_list.append(splits)
    splits = map(partial(reduce, list.__add__), zip(*splits_list))

    for subset, split in zip(SUBSETS, splits):
        file_list = osp.join(
            args.out_dataset_dir, FILE_LIST_PATTERN.format(subset=subset))
        create_file_list(file_list, split)
        print(f"Write file list to {file_list}.")

    label_list = osp.join(args.out_dataset_dir, LABEL_LIST_NAME)
    create_label_list(label_list, CLASSES)
    print(f"Write label list to {label_list}.")