diff --git a/rail_gui.c b/rail_gui.c
index e7785792a8..313ea819a0 100644
--- a/rail_gui.c
+++ b/rail_gui.c
@@ -600,7 +600,10 @@ void ShowBuildRailToolbar(RailType railtype, int button)
 	}
 
 	_remove_button_clicked = false;
-	if (w != NULL && button >= 0) _build_railroad_button_proc[button](w);
+	if (w != NULL && button >= 0) {
+		_build_railroad_button_proc[button](w);
+		UpdateRemoveWidgetStatus(w, button + 4);
+	}
 	if (_patches.link_terraform_toolbar) ShowTerraformToolbar();
 }