diff --git a/src/gajim.py b/src/gajim.py
index f1e845098ba4ec13aca8ada7b891d56706a62fff..6ac335ab274d66309b8fa9b12036759e8113c0e0 100755
--- a/src/gajim.py
+++ b/src/gajim.py
@@ -452,6 +452,8 @@ class GlibIdleQueue(idlequeue.IdleQueue):
 		''' this method is called when we unplug a new idle object.
 		Stop listening for events from fd
 		'''
+		if not fd in self.events:
+			return
 		gobject.source_remove(self.events[fd])
 		del(self.events[fd])