diff --git a/gtk/gtklabel.c b/gtk/gtklabel.c
index 27e202ebf9..fbb0d87b5d 100644
--- a/gtk/gtklabel.c
+++ b/gtk/gtklabel.c
@@ -4801,7 +4801,10 @@ gtk_label_button_release (GtkWidget      *widget,
   /* The goal here is to return TRUE iff we ate the
    * button press to start selecting.
    */
-  return TRUE;
+  if (info->selectable)
+    return TRUE;
+
+  return FALSE;
 }
 
 static void