diff --git a/subsys/bluetooth/common/dummy.c b/subsys/bluetooth/common/dummy.c
index 3e99b21e4d..a0d6c81550 100644
--- a/subsys/bluetooth/common/dummy.c
+++ b/subsys/bluetooth/common/dummy.c
@@ -25,11 +25,6 @@ BUILD_ASSERT(CONFIG_SYSTEM_WORKQUEUE_PRIORITY < 0);
  */
 BUILD_ASSERT(CONFIG_BT_HCI_TX_PRIO < CONFIG_BT_RX_PRIO);
 
-/* The Bluetooth subsystem requires network buffers to have at least 4 bytes
- * reserved for user data.
- */
-BUILD_ASSERT(CONFIG_NET_BUF_USER_DATA_SIZE >= 4);
-
 #if defined(CONFIG_BT_CTLR)
 /* The Bluetooth Controller's priority receive thread priority shall be higher
  * than the Bluetooth Host's Tx and the Controller's receive thread priority.
diff --git a/subsys/net/Kconfig b/subsys/net/Kconfig
index 1ba726db88..0e313f74f7 100644
--- a/subsys/net/Kconfig
+++ b/subsys/net/Kconfig
@@ -20,6 +20,7 @@ if NET_BUF
 config NET_BUF_USER_DATA_SIZE
 	int "Size of user_data available in every network buffer"
 	default 4
+	range 4 65535 if BT
 	range 0 65535
 	help
 	  Amount of memory reserved in each network buffer for user data. In