diff --git a/src/screen.c b/src/screen.c
index b7f4f408edfa9c728eeaf40a25d7355c48cd2eac..70805d5214f984d63d79ed237c39c72de8654038 100644
--- a/src/screen.c
+++ b/src/screen.c
@@ -4492,7 +4492,8 @@ win_line(wp, lnum, startrow, endrow, nochange)
 #ifdef FEAT_CONCEAL
 	/* In the cursor line and we may be concealing characters: correct
 	 * the cursor column when we reach its position. */
-	if (!did_wcol && wp == curwin && lnum == wp->w_cursor.lnum
+	if (!did_wcol && draw_state == WL_LINE
+		&& wp == curwin && lnum == wp->w_cursor.lnum
 		&& conceal_cursor_line(wp)
 		&& (int)wp->w_virtcol <= vcol + n_skip)
 	{