pretrain_audioset.py

import matplotlib
matplotlib.use('Agg')

import logging
from pytorch_lightning import Trainer
from argparse import ArgumentParser
from models.audioset_model import AudioSet

import torch
import random
import numpy as np

logging.basicConfig(level=logging.INFO)


def main(hparams):
    torch.backends.cudnn.deterministic = True
    random.seed(hparams.seed)
    torch.manual_seed(hparams.seed)
    torch.cuda.manual_seed(hparams.seed)
    np.random.seed(hparams.seed)

    # init module
    model = AudioSet(hparams)
    if hparams.checkpoint:
        model = model.load_from_checkpoint(hparams.checkpoint)

    trainer = Trainer(
        early_stop_callback=None,
        gradient_clip_val=1.0,
        default_save_path=hparams.checkpoint_path,
        max_epochs=hparams.max_nb_epochs,
        gpus=hparams.gpus,
        nb_gpu_nodes=hparams.nodes,
        distributed_backend='ddp' if hparams.distributed else 'dp'
    )
    trainer.fit(model)


if __name__ == '__main__':
    parser = ArgumentParser(add_help=False)
    parser.add_argument('--gpus', type=str, default='2')
    parser.add_argument('--nodes', type=int, default=1)
    parser.add_argument('--seed', type=int, default=12345)

    parser.add_argument('--checkpoint', type=str, default='')

    # give the module a chance to add own params
    parser = AudioSet.add_model_specific_args(parser)
    # parse params
    hparams = parser.parse_args()

    main(hparams)