diff --git a/app/src/pointing/input_processor_temp_layer.c b/app/src/pointing/input_processor_temp_layer.c
index 856afc0cf5d..2e72d92e233 100644
--- a/app/src/pointing/input_processor_temp_layer.c
+++ b/app/src/pointing/input_processor_temp_layer.c
@@ -104,6 +104,8 @@ static void layer_action_work_cb(struct k_work *work) {
         if (!action.activate) {
             if (zmk_keymap_layer_active(action.layer)) {
                 update_layer_state(&data->state, false);
+            } else {
+                data->state.is_active = false;
             }
         } else {
             update_layer_state(&data->state, true);