diff --git a/src/southbridge/amd/agesa/hudson/Kconfig b/src/southbridge/amd/agesa/hudson/Kconfig
index 3bb938571c..394a19697a 100644
--- a/src/southbridge/amd/agesa/hudson/Kconfig
+++ b/src/southbridge/amd/agesa/hudson/Kconfig
@@ -38,7 +38,7 @@ config EHCI_BAR
 
 config HUDSON_XHCI_ENABLE
 	bool "Enable Hudson XHCI Controller"
-	default y
+	default y if HUDSON_XHCI_FWM
 	help
 	  The XHCI controller must be enabled and the XHCI firmware
 	  must be added in order to have USB 3.0 support configured