diff --git a/src/tag/Builder.cxx b/src/tag/Builder.cxx
index 3f265f5e2..8f38ae172 100644
--- a/src/tag/Builder.cxx
+++ b/src/tag/Builder.cxx
@@ -63,6 +63,8 @@ TagBuilder::operator=(const TagBuilder &other) noexcept
 	/* copy all attributes */
 	duration = other.duration;
 	has_playlist = other.has_playlist;
+
+	RemoveAll();
 	items = other.items;
 
 	/* increment the tag pool refcounters */