diff --git a/src/RecognitionManager.js b/src/RecognitionManager.js
index 1d21b17..76bdc46 100644
--- a/src/RecognitionManager.js
+++ b/src/RecognitionManager.js
@@ -69,7 +69,7 @@ export default class RecognitionManager {
   }
 
   disconnect(disconnectType) {
-    if (this.browserSupportsSpeechRecognition) {
+    if (this.browserSupportsSpeechRecognition && this.listening) {
       switch (disconnectType) {
         case 'ABORT':
           this.pauseAfterDisconnect = true