diff --git a/src/client/voice/dispatcher/StreamDispatcher.js b/src/client/voice/dispatcher/StreamDispatcher.js
index 6a7a76623..1064f3243 100644
--- a/src/client/voice/dispatcher/StreamDispatcher.js
+++ b/src/client/voice/dispatcher/StreamDispatcher.js
@@ -171,7 +171,7 @@ class StreamDispatcher extends VolumeInterface {
 
   processPacket(packet) {
     try {
-      if (this.destroyed) {
+      if (this.destroyed || !this.player.voiceConnection.authentication.secretKey) {
         this.setSpeaking(false);
         return;
       }