-
Notifications
You must be signed in to change notification settings - Fork 0
/
entry.py
39 lines (32 loc) · 1.19 KB
/
entry.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
"""
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT License.
"""
# pylint: disable=unused-import
from typing import Dict
from utils.config import EntryConfig, EnvsConfig, StreamingTasks
from datasets.base_dataset import DatasetBase
from datasets.structured3d import Structured3DDataGen
from training.point_cloud import PointCloudDownStreaming
from training.mmdet3d_tasks import MMDet3DDownStreaming
from data_processing import SampleWiseProcessing
def processing_entry(entry_config: EntryConfig, envs: EnvsConfig):
"""
Process a single entry
"""
assemble_instance: DatasetBase = globals()[entry_config.assemble_class](\
entry_config.process_pipelines, envs)
assemble_instance.execute_pipeline()
def processing_entries(cfg_path: str, data_in: str, data_out: str):
"""
The entry of dataset processing
Args:
cfg_path (str): config path
data_in (str): data root path
"""
task_configs = StreamingTasks()
task_configs.load_from_yaml(cfg_path)
task_configs.envs.in_data_root = data_in
task_configs.envs.out_data_root = data_out
for t_cfg in task_configs.streaming_lines:
processing_entry(t_cfg, task_configs.envs)