Only refresh on deselect if something was deselected

src/textual/widgets/_selection_list.py

@@ -302,11 +302,11 @@ class SelectionList(Generic[SelectionType], OptionList):
         Args:
             selection: The selection to mark as selected.
         """
-        self._deselect(
+        if self._deselect(
             selection.value
             if isinstance(selection, Selection)
             else cast(SelectionType, selection)
-        )
+        ):
             self.refresh()
         return self