diff --git a/esphome/components/image/image.cpp b/esphome/components/image/image.cpp
index f3229ae7b14..60d81ad62f1 100644
--- a/esphome/components/image/image.cpp
+++ b/esphome/components/image/image.cpp
@@ -298,7 +298,7 @@ Image::Image(const uint8_t *data_start, int width, int height, ImageType type, T
       type_(type),
       data_start_(data_start),
       transparency_(transparency),
-      big_endian_(big_endian && type == IMAGE_TYPE_RGB565) {
+      big_endian_(big_endian) {
   switch (this->type_) {
     case IMAGE_TYPE_BINARY:
       this->bpp_ = 1;
diff --git a/tests/components/image/test_image_draw.cpp b/tests/components/image/test_image_draw.cpp
index 2ea078656e6..80db8a4ad2a 100644
--- a/tests/components/image/test_image_draw.cpp
+++ b/tests/components/image/test_image_draw.cpp
@@ -96,12 +96,11 @@ TEST(ImageDraw, BigEndianRgb565IsPassedThrough) {
 
 TEST(ImageDraw, OpaqueRgbIsOneBulkCall) {
   const auto data = make_data(3);
-  Image image(data.data(), W, H, IMAGE_TYPE_RGB, TRANSPARENCY_OPAQUE, true);  // byte order only applies to 565
+  Image image(data.data(), W, H, IMAGE_TYPE_RGB, TRANSPARENCY_OPAQUE);
   RecordingDisplay display;
   image.draw(0, 0, &display, Color::WHITE, Color::BLACK);
   ASSERT_EQ(display.blits.size(), 1u);
   EXPECT_EQ(display.blits[0].bitness, display::COLOR_BITNESS_888);
-  EXPECT_FALSE(display.blits[0].big_endian);
 }
 
 TEST(ImageDraw, ClippingShrinksTheWindow) {