diff --git a/pcsx2/VMManager.cpp b/pcsx2/VMManager.cpp
index 617dd8634b..2591281d8f 100644
--- a/pcsx2/VMManager.cpp
+++ b/pcsx2/VMManager.cpp
@@ -116,7 +116,7 @@ void VMManager::SetState(VMState state)
 	SetTimerResolutionIncreased(state == VMState::Running);
 	s_state.store(state);
 
-	if (state == VMState::Paused || old_state == VMState::Paused)
+	if (state != VMState::Stopping && (state == VMState::Paused || old_state == VMState::Paused))
 	{
 		if (state == VMState::Paused)
 		{