diff --git a/src/search_inter.c b/src/search_inter.c
index 15606d52..659a112c 100644
--- a/src/search_inter.c
+++ b/src/search_inter.c
@@ -1602,6 +1602,9 @@ static void search_pu_inter(encoder_state_t * const state,
   cur_pu->depth = depth;
   cur_pu->qp = state->qp;
 
+  // Default to candidate 0
+  CU_SET_MV_CAND(cur_pu, 0, 0);
+  CU_SET_MV_CAND(cur_pu, 1, 0);
 
   info->state          = state;
   info->pic            = frame->source;
@@ -1622,10 +1625,6 @@ static void search_pu_inter(encoder_state_t * const state,
       lcu
   );
 
-  // Default to candidate 0
-  CU_SET_MV_CAND(cur_pu, 0, 0);
-  CU_SET_MV_CAND(cur_pu, 1, 0);
-
   // Merge Analysis starts here
   merge->size = 0;
   for (int i = 0; i < MRG_MAX_NUM_CANDS; ++i) {