diff --git a/esphome/components/api/api_connection.cpp b/esphome/components/api/api_connection.cpp
index 35e78e0ef5..f4eca0cad8 100644
--- a/esphome/components/api/api_connection.cpp
+++ b/esphome/components/api/api_connection.cpp
@@ -200,9 +200,9 @@ void APIConnection::loop() {
 
     if (success) {
       this->image_reader_.consume_data(to_send);
-    }
-    if (success && done) {
-      this->image_reader_.return_image();
+      if (done) {
+        this->image_reader_.return_image();
+      }
     }
   }
 #endif