diff --git a/drivers/clk/at91/Kconfig b/drivers/clk/at91/Kconfig
index c6c57618c1..fd56f200b9 100644
--- a/drivers/clk/at91/Kconfig
+++ b/drivers/clk/at91/Kconfig
@@ -14,11 +14,11 @@ config CLK_AT91
 
 config AT91_UTMI
 	bool "Support UTMI PLL Clock"
-	depends on CLK_AT91 && SPL_DM
+	depends on CLK_AT91
 	select REGMAP
-	select SPL_REGMAP
+	select SPL_REGMAP if SPL_DM
 	select SYSCON
-	select SPL_SYSCON
+	select SPL_SYSCON if SPL_DM
 	help
 	  This option is used to enable the AT91 UTMI PLL clock
 	  driver. It is the clock provider of USB, and UPLLCK is the