diff --git a/modules/audio_filter/Makefile.am b/modules/audio_filter/Makefile.am
index c04b25ce43f4bfa52fec1ac1e2348938e81a6149..da23f7e0800c9632c52720a8ba118a07ed956033 100644
--- a/modules/audio_filter/Makefile.am
+++ b/modules/audio_filter/Makefile.am
@@ -57,8 +57,13 @@ libtrivial_channel_mixer_plugin_la_SOURCES = \
 libsimple_channel_mixer_plugin_la_SOURCES = \
 	audio_filter/channel_mixer/simple.c
 libsimple_channel_mixer_plugin_la_CFLAGS =
+libsimple_channel_mixer_plugin_la_LIBADD =
+
 if HAVE_NEON
-libsimple_channel_mixer_plugin_la_SOURCES += arm_neon/simple_channel_mixer.S
+EXTRA_LTLIBRARIES += libsimple_channel_mixer_plugin_arm_neon.la
+libsimple_channel_mixer_plugin_arm_neon_la_SOURCES = arm_neon/simple_channel_mixer.S
+
+libsimple_channel_mixer_plugin_la_LIBADD += libsimple_channel_mixer_plugin_arm_neon.la
 libsimple_channel_mixer_plugin_la_CFLAGS += -DCAN_COMPILE_ARM
 endif