Skip to content

Commit

Permalink
Remove extra exception handler.
Browse files Browse the repository at this point in the history
  • Loading branch information
Anya497 authored and Parzival-05 committed Sep 2, 2024
1 parent 9049635 commit 0d9e593
Showing 1 changed file with 23 additions and 28 deletions.
51 changes: 23 additions & 28 deletions AIAgent/run_training.py
Original file line number Diff line number Diff line change
Expand Up @@ -129,35 +129,30 @@ def model_init(**model_params) -> nn.Module:
epochs=training_config.epochs,
val_config=validation_config,
)
try:
if optuna_config.study_uri is None and weights_uri is None:

def save_study(study, _):
joblib.dump(
study,
CURRENT_STUDY_PATH,
)
with mlflow.start_run(mlflow.last_active_run().info.run_id):
mlflow.log_artifact(CURRENT_STUDY_PATH)

study = optuna.create_study(
sampler=sampler, direction=optuna_config.study_direction
)
study.optimize(
objective_partial,
n_trials=optuna_config.n_trials,
gc_after_trial=True,
n_jobs=optuna_config.n_jobs,
callbacks=[save_study],
)
else:
downloaded_artifact_path = mlflow.artifacts.download_artifacts(
optuna_config.study_uri, dst_path=str(REPORT_PATH)
if optuna_config.study_uri is None and weights_uri is None:
def save_study(study, _):
joblib.dump(
study,
CURRENT_STUDY_PATH,
)
study: optuna.Study = joblib.load(downloaded_artifact_path)
objective_partial(study.best_trial)
except RuntimeError:
logging.error("Fail to train")
with mlflow.start_run(mlflow.last_active_run().info.run_id):
mlflow.log_artifact(CURRENT_STUDY_PATH)
study = optuna.create_study(
sampler=sampler, direction=optuna_config.study_direction
)
study.optimize(
objective_partial,
n_trials=optuna_config.n_trials,
gc_after_trial=True,
n_jobs=optuna_config.n_jobs,
callbacks=[save_study],
)
else:
downloaded_artifact_path = mlflow.artifacts.download_artifacts(
optuna_config.study_uri, dst_path=str(REPORT_PATH)
)
study: optuna.Study = joblib.load(downloaded_artifact_path)
objective_partial(study.best_trial)


def objective(
Expand Down

0 comments on commit 0d9e593

Please sign in to comment.