diff --git a/gtk/gtkfilechooserentry.c b/gtk/gtkfilechooserentry.c
index 477439a9a1..829b529c90 100644
--- a/gtk/gtkfilechooserentry.c
+++ b/gtk/gtkfilechooserentry.c
@@ -1477,8 +1477,7 @@ start_loading_current_folder (GtkFileChooserEntry *chooser_entry)
   if (chooser_entry->local_only
       && !g_file_is_native (chooser_entry->current_folder_file))
     {
-      g_object_unref (chooser_entry->current_folder_file);
-      chooser_entry->current_folder_file = NULL;
+      discard_loading_and_current_folder_file (chooser_entry);
 
       return REFRESH_NOT_LOCAL;
     }