diff --git a/boards/qemu/riscv32_xip/qemu_riscv32_xip_defconfig b/boards/qemu/riscv32_xip/qemu_riscv32_xip_defconfig
index 578726a799f..b356602b0a0 100644
--- a/boards/qemu/riscv32_xip/qemu_riscv32_xip_defconfig
+++ b/boards/qemu/riscv32_xip/qemu_riscv32_xip_defconfig
@@ -4,7 +4,6 @@ CONFIG_CONSOLE=y
 CONFIG_SERIAL=y
 CONFIG_UART_SIFIVE_PORT_0=y
 CONFIG_UART_CONSOLE=y
-CONFIG_PINCTRL=y
 CONFIG_GPIO=y
 CONFIG_SYS_CLOCK_HW_CYCLES_PER_SEC=10000000
 CONFIG_QEMU_ICOUNT_SHIFT=6
diff --git a/boards/sifive/hifive1/hifive1_defconfig b/boards/sifive/hifive1/hifive1_defconfig
index 21c46be1caf..4a1d5391c78 100644
--- a/boards/sifive/hifive1/hifive1_defconfig
+++ b/boards/sifive/hifive1/hifive1_defconfig
@@ -5,5 +5,4 @@ CONFIG_CONSOLE=y
 CONFIG_SERIAL=y
 CONFIG_UART_SIFIVE_PORT_0=y
 CONFIG_UART_CONSOLE=y
-CONFIG_PINCTRL=y
 CONFIG_GPIO=y
diff --git a/boards/sparkfun/red_v_things_plus/sparkfun_red_v_things_plus_defconfig b/boards/sparkfun/red_v_things_plus/sparkfun_red_v_things_plus_defconfig
index 2085c58676a..db9df36022c 100644
--- a/boards/sparkfun/red_v_things_plus/sparkfun_red_v_things_plus_defconfig
+++ b/boards/sparkfun/red_v_things_plus/sparkfun_red_v_things_plus_defconfig
@@ -2,7 +2,6 @@
 # SPDX-License-Identifier: Apache-2.0
 
 CONFIG_GPIO=y
-CONFIG_PINCTRL=y
 CONFIG_CONSOLE=y
 CONFIG_SERIAL=y
 CONFIG_UART_SIFIVE_PORT_0=y
diff --git a/drivers/pwm/Kconfig.sifive b/drivers/pwm/Kconfig.sifive
index 18bac68b388..c7e3d4e8afa 100644
--- a/drivers/pwm/Kconfig.sifive
+++ b/drivers/pwm/Kconfig.sifive
@@ -7,5 +7,6 @@ config PWM_SIFIVE
 	bool "SiFive Freedom PWM driver"
 	default y
 	depends on DT_HAS_SIFIVE_PWM0_ENABLED
+	select PINCTRL if SOC_SERIES_SIFIVE_FREEDOM_FE300
 	help
 	  Enable the PWM driver for the SiFive Freedom platform
diff --git a/drivers/serial/Kconfig.sifive b/drivers/serial/Kconfig.sifive
index ff9d9a07c40..f683924464e 100644
--- a/drivers/serial/Kconfig.sifive
+++ b/drivers/serial/Kconfig.sifive
@@ -9,6 +9,7 @@ menuconfig UART_SIFIVE
 	depends on DT_HAS_SIFIVE_UART0_ENABLED
 	select SERIAL_HAS_DRIVER
 	select SERIAL_SUPPORT_INTERRUPT
+	select PINCTRL if SOC_SERIES_SIFIVE_FREEDOM_FE300
 	help
 	  This option enables the SiFive Freedom serial driver.
 
diff --git a/drivers/spi/Kconfig.sifive b/drivers/spi/Kconfig.sifive
index 51fc9a702d0..41ec94e8646 100644
--- a/drivers/spi/Kconfig.sifive
+++ b/drivers/spi/Kconfig.sifive
@@ -7,5 +7,6 @@ config SPI_SIFIVE
 	bool "SiFive SPI controller driver"
 	default y
 	depends on DT_HAS_SIFIVE_SPI0_ENABLED
+	select PINCTRL if SOC_SERIES_SIFIVE_FREEDOM_FE300
 	help
 	  Enable the SPI peripherals on SiFive Freedom processors