diff --git a/src/inter.c b/src/inter.c
index 2db47ab2..4600b8a2 100644
--- a/src/inter.c
+++ b/src/inter.c
@@ -363,6 +363,9 @@ void inter_get_mv_cand(encoder_control *encoder, int32_t x_cu, int32_t y_cu, int
   }
   candidates += b_candidates;
 
+  // When a1 or a0 is available, we dont check for secondary B candidates
+  if((a1 && a1->type == CU_INTER) || (a0 && a0->type == CU_INTER)) b_candidates = 1;
+
   if(!b_candidates) {
     // Top predictors
     if (b0 && b0->type == CU_INTER) {