diff --git a/toolchain/Config.in b/toolchain/Config.in
index bff572805d..ae8e605cdd 100644
--- a/toolchain/Config.in
+++ b/toolchain/Config.in
@@ -667,6 +667,7 @@ config BR2_TOOLCHAIN_HAS_SYNC_8
 config BR2_TOOLCHAIN_HAS_LIBATOMIC
 	bool
 	default y if BR2_TOOLCHAIN_GCC_AT_LEAST_4_8 && \
+		!BR2_TOOLCHAIN_EXTERNAL_CODESOURCERY_AARCH64 && \
 		BR2_TOOLCHAIN_HAS_THREADS && \
 		!BR2_BINFMT_FLAT