--- linux-5.15.12/drivers/gpu/vga/vgaarb.c	2021-12-29 12:29:03.000000000 +0100
+++ vgaarb.c	2022-01-02 21:05:11.167009658 +0100
@@ -1493,6 +1493,10 @@
 				vgaarb_info(dev, "setting as boot device\n");
 			else if (vgadev->pdev != vga_default_device())
 				vgaarb_info(dev, "overriding boot device\n");
+
+			if (strcmp(vga_iostate_to_str(vgadev->owns),"none") ==0)
+				continue;
+
 			vga_set_default_device(vgadev->pdev);
 		}
 	}