diff --git a/libsemanage.spec b/libsemanage.spec
index 7ec3e99..cbd8cae 100644
--- a/libsemanage.spec
+++ b/libsemanage.spec
@@ -44,10 +44,7 @@ needed for developing applications that manipulate binary policies.
 
 %build
 make clean
-# Don't want to rebuild
-make CFLAGS="%{optflags}" all
-touch src/semanage_wrap.c
-make CFLAGS="%{optflags}" pywrap
+make CFLAGS="%{optflags}" LIBDIR="${RPM_BUILD_ROOT}%{_libdir}" SHLIBDIR="${RPM_BUILD_ROOT}/%{_lib}" all pywrap
 
 %install
 rm -rf ${RPM_BUILD_ROOT}