diff --git a/packages/audio/pulseaudio/package.mk b/packages/audio/pulseaudio/package.mk
index cd25ab836f..4f8437d33c 100644
--- a/packages/audio/pulseaudio/package.mk
+++ b/packages/audio/pulseaudio/package.mk
@@ -46,7 +46,8 @@ else
   PULSEAUDIO_AVAHI="--disable-avahi"
 fi
 
-if [ "$TARGET_FPU" = "neon" -o "$TARGET_FPU" = "neon-fp16" -o "$TARGET_FPU" = "neon-vfpv4" ]; then
+# PulseAudio fails to build on aarch64 when NEON is enabled, so don't enable NEON for aarch64 until upstream supports it
+if echo "$TARGET_FPU" | grep -q '^neon'; then
   PULSEAUDIO_NEON="--enable-neon-opt"
 else
   PULSEAUDIO_NEON="--disable-neon-opt"