diff --git a/src/roster_window.py b/src/roster_window.py
index da84a78c494347eeaae96b175cca5d4fc2e3dc4c..47e4be0d54a262cef2a5fffdcd25cd88c4d29bb7 100644
--- a/src/roster_window.py
+++ b/src/roster_window.py
@@ -1708,7 +1708,7 @@ _('If "%s" accepts this request you will know his or her status.') % jid)
 			for u in gajim.contacts.get_contact(account, contact.jid):
 				self.remove_contact(u, account)
 			gajim.contacts.remove_jid(account, u.jid)
-			if not remove_auth:
+			if not remove_auth and contact.sub == 'both':
 				contact.name = ''
 				contact.groups = []
 				contact.sub = 'from'