diff --git a/soc/cdns/xtensa_sample_controller/Kconfig b/soc/cdns/xtensa_sample_controller/Kconfig
index 2e14ded4bc0..dec42140f78 100644
--- a/soc/cdns/xtensa_sample_controller/Kconfig
+++ b/soc/cdns/xtensa_sample_controller/Kconfig
@@ -3,5 +3,5 @@
 
 config SOC_XTENSA_SAMPLE_CONTROLLER
 	select XTENSA
-	select XTENSA_HAL
+	select XTENSA_HAL if ("$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xcc" && "$(ZEPHYR_TOOLCHAIN_VARIANT)" != "xt-clang")
 	select ARCH_SUPPORTS_COREDUMP