diff --git a/buildroot/board/litex_vexriscv_usbhost/linux.config b/buildroot/board/litex_vexriscv_usbhost/linux.config
index 1c247734..299cfadb 100644
--- a/buildroot/board/litex_vexriscv_usbhost/linux.config
+++ b/buildroot/board/litex_vexriscv_usbhost/linux.config
@@ -13,6 +13,7 @@ CONFIG_SMP=y
 CONFIG_STRICT_KERNEL_RWX=n
 CONFIG_EFI=n
 CONFIG_HVC_RISCV_SBI=y
+CONFIG_NONPORTABLE=y
 
 CONFIG_BLK_DEV_INITRD=y
 CONFIG_INITRAMFS_SOURCE=""