diff --git a/src/lib_gui/qt/element/QtCodeField.cpp b/src/lib_gui/qt/element/QtCodeField.cpp
index 8d7ab86a..ceae0f21 100644
--- a/src/lib_gui/qt/element/QtCodeField.cpp
+++ b/src/lib_gui/qt/element/QtCodeField.cpp
@@ -536,7 +536,13 @@ void QtCodeField::setHoveredAnnotations(const std::vector<const Annotation*>& an
 {
 	if (m_hoveredAnnotations.size())
 	{
-		defocusTokenIds({});
+		std::vector<Id> tokenIds;
+		for (const Annotation* annotation : m_hoveredAnnotations)
+		{
+			tokenIds.insert(tokenIds.end(), annotation->tokenIds.begin(), annotation->tokenIds.end());
+		}
+
+		defocusTokenIds(tokenIds);
 	}
 
 	m_hoveredAnnotations = annotations;