diff --git a/tts.py b/tts.py
index 775264f..347243a 100644
--- a/tts.py
+++ b/tts.py
@@ -128,6 +128,8 @@ class IRC:
                     if user not in self.tts_denied:
                         logging.info("Adding "+str(user)+" to deny list")
                         self.tts_denied.append(user)
+                    if user in self.tts_allowed:
+                        logging.info("Removing "+str(user)+" from allowed list")
                         self.tts_allowed.remove(user)
 
                 if msg.startswith('!ptts'):