diff --git a/render/egl.c b/render/egl.c
index 3fcfd34b..1293c14b 100644
--- a/render/egl.c
+++ b/render/egl.c
@@ -125,15 +125,6 @@ static void init_dmabuf_formats(struct wlr_egl *egl) {
 		wlr_drm_format_set_add(&egl->dmabuf_render_formats, fmt,
 			DRM_FORMAT_MOD_INVALID);
 
-		if (modifiers_len == 0) {
-			// Asume the linear layout is supported if the driver doesn't
-			// explicitly say otherwise
-			wlr_drm_format_set_add(&egl->dmabuf_texture_formats, fmt,
-				DRM_FORMAT_MOD_LINEAR);
-			wlr_drm_format_set_add(&egl->dmabuf_render_formats, fmt,
-				DRM_FORMAT_MOD_LINEAR);
-		}
-
 		for (int j = 0; j < modifiers_len; j++) {
 			wlr_drm_format_set_add(&egl->dmabuf_texture_formats, fmt,
 				modifiers[j]);