diff --git a/package/libmad/Config.in b/package/libmad/Config.in
index 7d66976c1b..f93f54ab12 100644
--- a/package/libmad/Config.in
+++ b/package/libmad/Config.in
@@ -37,6 +37,8 @@ config BR2_PACKAGE_LIBMAD_SSO
 
 config BR2_PACKAGE_LIBMAD_ASO
 	bool "Architecture-specific optimizations"
+	# arm optimization needs classic arm instructions support
+	depends on !(BR2_arm && !BR2_ARM_CPU_HAS_ARM)
 	default y
 	help
 	  Use certain architecture-specific optimizations.