diff --git a/libs/srtp/Makefile.am b/libs/srtp/Makefile.am
index 901003cc34496ecdbbcc095dd6f9e8714f0e5261..4c0fd5d866468d54f7e7be5001a0394f78ee233a 100644
--- a/libs/srtp/Makefile.am
+++ b/libs/srtp/Makefile.am
@@ -16,11 +16,6 @@
 # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
 
 AM_CPPFLAGS = @LIBGCRYPT_CFLAGS@
-AM_LDFLAGS = @LIBGCRYPT_LIBS@
-
-if !HAVE_WIN32
-AM_LDFLAGS += -lpthread
-endif
 
 noinst_HEADERS = srtp.h
 
@@ -30,6 +25,11 @@ check_PROGRAMS = test-aes test-recv
 TESTS = $(check_PROGRAMS)
 
 libvlc_srtp_la_SOURCES = srtp.c
+libvlc_srtp_la_LIBADD = @LIBGCRYPT_LIBS@
+if !HAVE_WIN32
+libvlc_srtp_la_LIBADD += -lpthread
+endif
+
 srtp_SOURCES = recv.c
 srtp_LDADD = libvlc_srtp.la
 test_recv_LDADD = libvlc_srtp.la