diff --git a/avatar/models.py b/avatar/models.py
index 5b836fc..0f080c0 100644
--- a/avatar/models.py
+++ b/avatar/models.py
@@ -210,7 +210,8 @@ def remove_avatar_images(instance=None, **kwargs):
     for size in settings.AVATAR_AUTO_GENERATE_SIZES:
         if instance.thumbnail_exists(size):
             instance.avatar.storage.delete(instance.avatar_name(size))
-    instance.avatar.storage.delete(instance.avatar.name)
+    if instance.avatar.storage.exists(instance.avatar.name):
+        instance.avatar.storage.delete(instance.avatar.name)
 
 
 signals.post_save.connect(create_default_thumbnails, sender=Avatar)