diff --git a/ChatSharp/Handlers/ChannelHandlers.cs b/ChatSharp/Handlers/ChannelHandlers.cs
index 1f4eb06..3de0b4a 100644
--- a/ChatSharp/Handlers/ChannelHandlers.cs
+++ b/ChatSharp/Handlers/ChannelHandlers.cs
@@ -59,7 +59,6 @@ namespace ChatSharp.Handlers
                 if (mode == null)
                 {
                     var user = client.Users.GetOrAdd(nick);
-                    user.Channels.Add(channel);
                     if (!user.ChannelModes.ContainsKey(channel))
                         user.ChannelModes.Add(channel, null);
                     else
@@ -68,7 +67,6 @@ namespace ChatSharp.Handlers
                 else
                 {
                     var user = client.Users.GetOrAdd(nick.Substring(1));
-                    user.Channels.Add(channel);
                     if (!user.ChannelModes.ContainsKey(channel))
                         user.ChannelModes.Add(channel, mode.Value);
                     else