diff --git a/remove_duplicate_imap_messages/remove_duplicate_imap_messages.py b/remove_duplicate_imap_messages/remove_duplicate_imap_messages.py
index a89a7b1..7a0966b 100755
--- a/remove_duplicate_imap_messages/remove_duplicate_imap_messages.py
+++ b/remove_duplicate_imap_messages/remove_duplicate_imap_messages.py
@@ -113,10 +113,10 @@ class RemoveDuplicateImapMessages:
                 self._log.info("Deleting message '%s'", message_id)
                 result = self.imap.store(message_id, '+FLAGS', '\\Deleted')
                 self._log.info("Result: %s", result)
-                self.imap.expunge()
             self.duplicates_count += 1
         else:
             self.messages_hashes.append(msg_hash)
+        self.imap.expunge()
         return True
 
     def connect_imap(self):