diff --git a/stdimage/models.py b/stdimage/models.py
index bed00d7..6e0083d 100644
--- a/stdimage/models.py
+++ b/stdimage/models.py
@@ -264,6 +264,9 @@ class StdImageField(ImageField):
 
         super().__init__(verbose_name=verbose_name, name=name, **kwargs)
 
+        # The attribute name of the old file to use on the model object
+        self._old_attname = "_old_%s" % name
+
     def add_variation(self, name, params):
         variation = self.def_variation.copy()
         variation["kwargs"] = {}
@@ -313,9 +316,19 @@ class StdImageField(ImageField):
         if self.delete_orphans and (data is False or data is not None):
             file = getattr(instance, self.name)
             if file and file._committed and file != data:
-                file.delete(save=False)
+                # Store the old file which should be deleted if the new one is valid
+                setattr(instance, self._old_attname, file)
         super().save_form_data(instance, data)
 
+    def pre_save(self, model_instance, add):
+        if hasattr(model_instance, self._old_attname):
+            # Delete the old file and its variations from the storage
+            old_file = getattr(model_instance, self._old_attname)
+            old_file.delete_variations()
+            old_file.storage.delete(old_file.name)
+            delattr(model_instance, self._old_attname)
+        return super().pre_save(model_instance, add)
+
     def deconstruct(self):
         name, path, args, kwargs = super().deconstruct()
         return (

diff --git a/tests/forms.py b/tests/forms.py
index c70347d..ff3927f 100644
--- a/tests/forms.py
+++ b/tests/forms.py
@@ -7,3 +7,9 @@ class ThumbnailModelForm(forms.ModelForm):
     class Meta:
         model = models.ThumbnailModel
         fields = "__all__"
+
+
+class MinSizeModelForm(forms.ModelForm):
+    class Meta:
+        model = models.MinSizeModel
+        fields = "__all__"
diff --git a/tests/models.py b/tests/models.py
index 68a702f..4e91627 100644
--- a/tests/models.py
+++ b/tests/models.py
@@ -95,7 +95,11 @@ class MaxSizeModel(models.Model):
 
 
 class MinSizeModel(models.Model):
-    image = StdImageField(upload_to=upload_to, validators=[MinSizeValidator(200, 200)])
+    image = StdImageField(
+        upload_to=upload_to,
+        delete_orphans=True,
+        validators=[MinSizeValidator(200, 200)],
+    )
 
 
 class ForceMinSizeModel(models.Model):
diff --git a/tests/test_forms.py b/tests/test_forms.py
index 81b3360..03629b0 100644
--- a/tests/test_forms.py
+++ b/tests/test_forms.py
@@ -45,3 +45,16 @@ class TestStdImageField(TestStdImage):
         obj = form.save()
         assert obj.image
         assert os.path.exists(org_path)
+
+    def test_save_form_data__invalid(self, db):
+        instance = models.MinSizeModel.objects.create(
+            image=self.fixtures["600x400.jpg"]
+        )
+        org_path = instance.image.path
+        assert os.path.exists(org_path)
+        form = forms.MinSizeModelForm(
+            files={"image": self.fixtures["100.gif"]},
+            instance=instance,
+        )
+        assert not form.is_valid()
+        assert os.path.exists(org_path)

Delete orphans is executing before validation
`save_form_data` with delete orphans is executing before `validate` which means that orphans are deleted even if image validation fails. Outcome is that database still holds the old file name while the file is deleted.

```python
# model
class ImageSample(models.Model):
    image = StdImageField(
        'main image',
        delete_orphans=True,
        blank=True,
        validators=[
            MinSizeValidator(500, 500),
        ],
        help_text=_('Min image size is 500x500px.'),
    )

# form
class SampleForm(forms.ModelForm):
    class Meta:
        model = ImageSample
        fields = ['image']
```

1. Upload valid image (i.e. https://via.placeholder.com/600x600 ) - all is good
2. Now try to upload too small image (i.e. https://via.placeholder.com/200x200 ) - old file is deleted, validation kicks in, database still holds old file name

--

Tested on:
Django v2.2.19
django-stdimage v5.2.0, v5.2.1, v5.3.0

tests/test_forms.py::TestStdImageField::test_save_form_data__invalid
tests/test_forms.py::TestStdImageField::test_save_form_data__new tests/test_forms.py::TestStdImageField::test_save_form_data__false tests/test_forms.py::TestStdImageField::test_save_form_data__none