diff --git a/drivers/timer/Kconfig.cavs b/drivers/timer/Kconfig.cavs
index e2daf738b6..5b3a808fe8 100644
--- a/drivers/timer/Kconfig.cavs
+++ b/drivers/timer/Kconfig.cavs
@@ -16,6 +16,8 @@ config CAVS_TIMER
 
 config INTEL_ADSP_TIMER
 	bool "Intel Audio DSP timer"
+	default y
+	depends on DT_HAS_INTEL_ADSP_TIMER_ENABLED
 	select CAVS_TIMER
 	select TICKLESS_CAPABLE
 	select TIMER_HAS_64BIT_CYCLE_COUNTER
diff --git a/soc/xtensa/intel_adsp/ace/Kconfig.defconfig.series b/soc/xtensa/intel_adsp/ace/Kconfig.defconfig.series
index 1f4af4fe94..aeff2f4ef3 100644
--- a/soc/xtensa/intel_adsp/ace/Kconfig.defconfig.series
+++ b/soc/xtensa/intel_adsp/ace/Kconfig.defconfig.series
@@ -45,9 +45,6 @@ config XTENSA_TIMER
 config XTENSA_TIMER_ID
 	default 0
 
-config INTEL_ADSP_TIMER
-	default y
-
 config SYS_CLOCK_HW_CYCLES_PER_SEC
 	default 400000000 if XTENSA_TIMER
 	default 19200000 if INTEL_ADSP_TIMER
diff --git a/soc/xtensa/intel_adsp/cavs/Kconfig.defconfig.series b/soc/xtensa/intel_adsp/cavs/Kconfig.defconfig.series
index 3b693fe6c1..d29c01a798 100644
--- a/soc/xtensa/intel_adsp/cavs/Kconfig.defconfig.series
+++ b/soc/xtensa/intel_adsp/cavs/Kconfig.defconfig.series
@@ -28,9 +28,6 @@ config SMP
 config XTENSA_TIMER
 	default n
 
-config INTEL_ADSP_TIMER
-	default y
-
 config KERNEL_ENTRY
 	default "_MainEntry"