diff --git a/psycop/common/model_training_v2/trainer/preprocessing/steps/row_filter_split.py b/psycop/common/model_training_v2/trainer/preprocessing/steps/row_filter_split.py
index 5d37fc378..d6d782419 100644
--- a/psycop/common/model_training_v2/trainer/preprocessing/steps/row_filter_split.py
+++ b/psycop/common/model_training_v2/trainer/preprocessing/steps/row_filter_split.py
@@ -14,7 +14,7 @@
     load_stratified_by_outcome_split_ids,
 )
 from .....feature_generation.loaders.raw.load_visits import physical_visits
-from .....sequence_models.registry import Registry, SequenceRegistry
+from .....sequence_models.registry import SequenceRegistry
 from .geographical_split._geographical_split import (
     add_migration_date_by_patient,
     add_shak_to_region_mapping,
diff --git a/psycop/projects/sequence_models/pretrain_behrt.cfg b/psycop/projects/sequence_models/pretrain_behrt.cfg
index 400e83741..53c054d55 100644
--- a/psycop/projects/sequence_models/pretrain_behrt.cfg
+++ b/psycop/projects/sequence_models/pretrain_behrt.cfg
@@ -73,7 +73,6 @@ num_training_steps = ${training.trainer.max_steps}
 d_model = 288
 dropout_prob = 0.1
 max_sequence_length = 256
-patient_slice_creator = ${model_and_dataset.training_dataset}
 
 [model_and_dataset.model.encoder]
 @layers = "transformer_encoder"
@@ -119,4 +118,4 @@ event_loaders = ${psycop_event_loaders}
 
 [model_and_dataset.validation_dataset.patient_loader.split_filter]
 @preprocessing = "regional_data_filter"
-splits_to_keep = ["validation"]
\ No newline at end of file
+splits_to_keep = ["val"]
\ No newline at end of file