diff -Naur quassel-0.11.1/src/core/coreuserinputhandler.cpp quassel-0.11.1.patched/src/core/coreuserinputhandler.cpp
--- quassel-0.11.1/src/core/coreuserinputhandler.cpp	2015-04-23 23:00:06.000000000 +0200
+++ quassel-0.11.1.patched/src/core/coreuserinputhandler.cpp	2015-12-15 20:21:56.170741238 +0100
@@ -232,7 +232,7 @@
     if (!isNumber || maxModes == 0) maxModes = 1;
 
     QStringList nickList;
-    if (nicks == "*") { // All users in channel
+    if (nicks == "*" && bufferInfo.type() == BufferInfo::ChannelBuffer) { // All users in channel
         const QList<IrcUser*> users = network()->ircChannel(bufferInfo.bufferName())->ircUsers();
         foreach(IrcUser *user, users) {
             if ((addOrRemove == '+' && !network()->ircChannel(bufferInfo.bufferName())->userModes(user).contains(mode))