diff --git a/src/structures/MessageReaction.js b/src/structures/MessageReaction.js
index 872c7a827..faf3bfbfb 100644
--- a/src/structures/MessageReaction.js
+++ b/src/structures/MessageReaction.js
@@ -71,7 +71,7 @@ class MessageReaction {
     this.users.delete(user.id);
     if (!this.me || user.id !== this.message.client.user.id) this.count--;
     if (user.id === this.message.client.user.id) this.me = false;
-    if (this.count <= 0) {
+    if (this.count <= 0 && this.users.size === 0) {
       this.message.reactions.remove(this.emoji.id || this.emoji.name);
     }
   }