diff --git a/src/roster_window.py b/src/roster_window.py
index 746955528..f2ccdc370 100644
--- a/src/roster_window.py
+++ b/src/roster_window.py
@@ -763,13 +763,14 @@ class RosterWindow:
 			# Remove contact before redrawing, otherwise the old
 			# numbers will still be show
 			gajim.contacts.remove_jid(account, jid, remove_meta=True)
-			rest_of_family = [data for data in family
-				if account != data['account'] or jid != data['jid']]
-			if iters and rest_of_family:
-				# reshow the rest of the family
-				brothers = self._add_metacontact_family(rest_of_family, account)
-				for c, acc in brothers:
-					self.draw_completely(c.jid, acc)
+			if iters:
+				rest_of_family = [data for data in family
+					if account != data['account'] or jid != data['jid']]
+				if rest_of_family:
+					# reshow the rest of the family
+					brothers = self._add_metacontact_family(rest_of_family, account)
+					for c, acc in brothers:
+						self.draw_completely(c.jid, acc)
 
 		if iters:
 			# Draw all groups of the contact