diff --git a/src/renderer/widgets/PasswordInputField.cpp b/src/renderer/widgets/PasswordInputField.cpp
index 455ab33..b80e425 100644
--- a/src/renderer/widgets/PasswordInputField.cpp
+++ b/src/renderer/widgets/PasswordInputField.cpp
@@ -56,9 +56,7 @@ CPasswordInputField::CPasswordInputField(const Vector2D& viewport_, const std::u
     dots.size                = std::clamp(dots.size, 0.2f, 0.8f);
     dots.spacing             = std::clamp(dots.spacing, -1.f, 1.f);
     colorConfig.transitionMs = std::clamp(colorConfig.transitionMs, 0, 1000);
-    colorConfig.both         = colorConfig.both->m_bIsFallback ? colorConfig.fail : colorConfig.both;
     colorConfig.caps         = colorConfig.caps->m_bIsFallback ? colorConfig.fail : colorConfig.caps;
-    colorConfig.num          = colorConfig.num->m_bIsFallback ? colorConfig.fail : colorConfig.num;
 
     colorState.inner       = colorConfig.inner;
     colorState.outer       = *colorConfig.outer;
@@ -489,11 +487,11 @@ void CPasswordInputField::updateColors() {
     //
     CGradientValueData* targetGrad = nullptr;
 
-    if (g_pHyprlock->m_bCapsLock && NUMLOCK)
+    if (g_pHyprlock->m_bCapsLock && NUMLOCK && !colorConfig.both->m_bIsFallback)
         targetGrad = colorConfig.both;
     else if (g_pHyprlock->m_bCapsLock)
         targetGrad = colorConfig.caps;
-    else if (NUMLOCK)
+    else if (NUMLOCK && !colorConfig.num->m_bIsFallback)
         targetGrad = colorConfig.num;
 
     if (checkWaiting)