diff --git a/libselinux.spec b/libselinux.spec
index 300550c..ba91baf 100644
--- a/libselinux.spec
+++ b/libselinux.spec
@@ -54,8 +54,8 @@ needed for developing SELinux applications.
 
 %build
 make clean
-make CFLAGS="-g %{optflags}" %{?_smp_mflags} swigify
-make CFLAGS="-g %{optflags}" %{?_smp_mflags} all pywrap
+make LIBDIR="%{_libdir}" CFLAGS="-g %{optflags}" %{?_smp_mflags} swigify
+make LIBDIR="%{_libdir}" CFLAGS="-g %{optflags}" %{?_smp_mflags} all pywrap
 
 %install
 rm -rf %{buildroot}