diff --git a/gajim.nsi b/gajim.nsi
index 5bc809085573ef95781ef690a9565d244d6a2c06..3f08d560ab4dae9202e807c71ddd9b9c5da3fc90 100644
--- a/gajim.nsi
+++ b/gajim.nsi
@@ -677,7 +677,8 @@ Section "Uninstall"
 	Delete "$INSTDIR\bin\win32file.pyd"
 	Delete "$INSTDIR\bin\win32pipe.pyd"
 	Delete "$INSTDIR\bin\winsound.pyd"
-	RMDir "$INSTDIR\bin"
+	Delete "$INSTDIR\bin\msvcr90.dll"
+	RMDir /r "$INSTDIR\bin"
 	RMDir /r "$INSTDIR\data\gui"
 	RMDir /r "$INSTDIR\data\moods"
 	RMDir /r "$INSTDIR\data\activities"