diff --git a/interface/src/RefreshRateManager.cpp b/interface/src/RefreshRateManager.cpp
index 2eea89fc4b..0c5bcd405e 100644
--- a/interface/src/RefreshRateManager.cpp
+++ b/interface/src/RefreshRateManager.cpp
@@ -83,8 +83,11 @@ RefreshRateManager::RefreshRateManager() {
 
 void RefreshRateManager::resetInactiveTimer() {
     if (_uxMode == RefreshRateManager::UXMode::DESKTOP) {
-        _inactiveTimer->start();
-        setRefreshRateRegime(RefreshRateManager::RefreshRateRegime::FOCUS_ACTIVE);
+        auto regime = getRefreshRateRegime();
+        if (regime == RefreshRateRegime::FOCUS_ACTIVE || regime == RefreshRateRegime::FOCUS_INACTIVE) {
+            _inactiveTimer->start();
+            setRefreshRateRegime(RefreshRateManager::RefreshRateRegime::FOCUS_ACTIVE);
+        }
     }
 }