diff --git a/package/xvisor/xvisor.mk b/package/xvisor/xvisor.mk
index 17edc2c482..c7afb71f67 100644
--- a/package/xvisor/xvisor.mk
+++ b/package/xvisor/xvisor.mk
@@ -30,9 +30,13 @@ ifeq ($(BR2_x86_64),y)
 XVISOR_ARCH = x86
 else ifeq ($(BR2_arm)$(BR2_aarch64),y)
 XVISOR_ARCH = arm
-else
+endif
+
+ifeq ($(BR2_PACKAGE_XVISOR)$(BR_BUILDING),yy)
+ifeq ($(XVISOR_ARCH),)
 $(error "Architecture not supported by XVisor")
 endif
+endif
 
 XVISOR_MAKE_ENV = \
 	ARCH=$(XVISOR_ARCH) \