You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Validation sanity check: 0%| | 0/5 [00:00<?, ?batch/s]Traceback (most recent call last):
File "tasks/lightspeech.py", line 813, in
LightSpeechTask.start()
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/tasks/base_task.py", line 253, in start
trainer.fit(task)
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/utils/pl_utils.py", line 501, in fit
mp.spawn(self.ddp_train, nprocs=self.num_gpus, args=(model,))
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/multiprocessing/spawn.py", line 171, in spawn
while not spawn_context.join():
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/multiprocessing/spawn.py", line 118, in join
raise Exception(msg)
Exception:
-- Process 1 terminated with the following error:
Traceback (most recent call last):
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/multiprocessing/spawn.py", line 19, in _wrap
fn(i, *args)
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/utils/pl_utils.py", line 938, in ddp_train
self.run_pretrain_routine(model)
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/utils/pl_utils.py", line 585, in run_pretrain_routine
self.evaluate(model, self.get_val_dataloaders(), self.num_sanity_val_steps, self.testing)
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/utils/pl_utils.py", line 1204, in evaluate
for batch_idx, batch in enumerate(dataloader):
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/utils/data/dataloader.py", line 278, in iter
return _MultiProcessingDataLoaderIter(self)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/utils/data/dataloader.py", line 682, in init
w.start()
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/process.py", line 112, in start
self._popen = self._Popen(self)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/context.py", line 223, in _Popen
return _default_context.get_context().Process._Popen(process_obj)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/context.py", line 284, in _Popen
return Popen(process_obj)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/popen_spawn_posix.py", line 32, in init
super().init(process_obj)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/popen_fork.py", line 20, in init
self._launch(process_obj)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/popen_spawn_posix.py", line 47, in _launch
reduction.dump(process_obj, fp)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/reduction.py", line 60, in dump
ForkingPickler(file, protocol).dump(obj)
TypeError: cannot serialize '_io.BufferedReader' object
The text was updated successfully, but these errors were encountered:
export CUDA_VISIBLE_DEVICES=0,1
export PYTHONPATH=.
python tasks/lightspeech.py --config configs/tts/lj/lightspeech.yaml --exp_name lightspeech --reset
Validation sanity check: 0%| | 0/5 [00:00<?, ?batch/s]Traceback (most recent call last):
File "tasks/lightspeech.py", line 813, in
LightSpeechTask.start()
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/tasks/base_task.py", line 253, in start
trainer.fit(task)
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/utils/pl_utils.py", line 501, in fit
mp.spawn(self.ddp_train, nprocs=self.num_gpus, args=(model,))
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/multiprocessing/spawn.py", line 171, in spawn
while not spawn_context.join():
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/multiprocessing/spawn.py", line 118, in join
raise Exception(msg)
Exception:
-- Process 1 terminated with the following error:
Traceback (most recent call last):
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/multiprocessing/spawn.py", line 19, in _wrap
fn(i, *args)
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/utils/pl_utils.py", line 938, in ddp_train
self.run_pretrain_routine(model)
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/utils/pl_utils.py", line 585, in run_pretrain_routine
self.evaluate(model, self.get_val_dataloaders(), self.num_sanity_val_steps, self.testing)
File "/home/deploy/second_disk/projects/TTS/NeuralSpeech/LightSpeech/utils/pl_utils.py", line 1204, in evaluate
for batch_idx, batch in enumerate(dataloader):
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/utils/data/dataloader.py", line 278, in iter
return _MultiProcessingDataLoaderIter(self)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/site-packages/torch/utils/data/dataloader.py", line 682, in init
w.start()
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/process.py", line 112, in start
self._popen = self._Popen(self)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/context.py", line 223, in _Popen
return _default_context.get_context().Process._Popen(process_obj)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/context.py", line 284, in _Popen
return Popen(process_obj)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/popen_spawn_posix.py", line 32, in init
super().init(process_obj)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/popen_fork.py", line 20, in init
self._launch(process_obj)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/popen_spawn_posix.py", line 47, in _launch
reduction.dump(process_obj, fp)
File "/home/deploy/miniconda3/envs/ls/lib/python3.7/multiprocessing/reduction.py", line 60, in dump
ForkingPickler(file, protocol).dump(obj)
TypeError: cannot serialize '_io.BufferedReader' object
The text was updated successfully, but these errors were encountered: