diff --git a/examples/experiments/onto-joint/pretrain.cfg b/examples/experiments/onto-joint/pretrain.cfg
index 6a41cc677..87501fb16 100644
--- a/examples/experiments/onto-joint/pretrain.cfg
+++ b/examples/experiments/onto-joint/pretrain.cfg
@@ -76,6 +76,7 @@ learn_rate = 0.001
 
 [pretraining.loss_func]
 @losses = "CosineDistance.v1"
+normalize = true
 
 [nlp]
 lang = "en"