diff --git a/gtk/ui/gtksidebarrow.ui b/gtk/ui/gtksidebarrow.ui
index 4cbcd9001c..3cb6947857 100644
--- a/gtk/ui/gtksidebarrow.ui
+++ b/gtk/ui/gtksidebarrow.ui
@@ -78,14 +78,4 @@
       </object>
     </child>
   </template>
-  <!-- We need it to not make the row smaller when the eject button is hidden -->
-  <object class="GtkSizeGroup">
-    <property name="mode">vertical</property>
-    <widgets>
-      <widget name="eject_button"/>
-      <widget name="label_widget"/>
-      <widget name="start_icon_widget"/>
-      <widget name="end_icon_widget"/>
-    </widgets>
-  </object>
 </interface>