diff --git a/android/Omnivore/app/src/main/java/app/omnivore/omnivore/persistence/entities/SavedItemLabel.kt b/android/Omnivore/app/src/main/java/app/omnivore/omnivore/persistence/entities/SavedItemLabel.kt
index a35b67fba..1809ddf91 100644
--- a/android/Omnivore/app/src/main/java/app/omnivore/omnivore/persistence/entities/SavedItemLabel.kt
+++ b/android/Omnivore/app/src/main/java/app/omnivore/omnivore/persistence/entities/SavedItemLabel.kt
@@ -68,6 +68,9 @@ data class SavedItemCardDataWithLabels(
 interface SavedItemAndSavedItemLabelCrossRefDao {
   @Insert(onConflict = OnConflictStrategy.REPLACE)
   fun insertAll(items: List<SavedItemAndSavedItemLabelCrossRef>)
+
+  @Query("DELETE FROM savedItemAndSavedItemLabelCrossRef WHERE savedItemId = :savedItemId")
+  fun deleteRefsBySavedItemId(savedItemId: String)
 }
 
 // has many highlights
diff --git a/android/Omnivore/app/src/main/java/app/omnivore/omnivore/ui/library/LibraryViewModel.kt b/android/Omnivore/app/src/main/java/app/omnivore/omnivore/ui/library/LibraryViewModel.kt
index d2b273654..f1e1ca855 100644
--- a/android/Omnivore/app/src/main/java/app/omnivore/omnivore/ui/library/LibraryViewModel.kt
+++ b/android/Omnivore/app/src/main/java/app/omnivore/omnivore/ui/library/LibraryViewModel.kt
@@ -282,7 +282,15 @@ class LibraryViewModel @Inject constructor(
           )
         }
 
+        // Remove all labels first
+        dataService.db.savedItemAndSavedItemLabelCrossRefDao().deleteRefsBySavedItemId(savedItemID)
+
+        // Add back the current labels
         dataService.db.savedItemAndSavedItemLabelCrossRefDao().insertAll(crossRefs)
+
+        CoroutineScope(Dispatchers.Main).launch {
+          handleFilterChanges()
+        }
       }
     }
   }