diff --git a/backend/wayland/backend.c b/backend/wayland/backend.c
index dc50cf23..4e4ca077 100644
--- a/backend/wayland/backend.c
+++ b/backend/wayland/backend.c
@@ -87,7 +87,9 @@ static void backend_destroy(struct wlr_backend *wlr_backend) {
 
 	free(backend->seat_name);
 
-	wl_event_source_remove(backend->remote_display_src);
+	if (backend->remote_display_src) {
+		wl_event_source_remove(backend->remote_display_src);
+	}
 	wlr_renderer_destroy(backend->renderer);
 	wlr_egl_finish(&backend->egl);
 	if (backend->pointer) {