diff --git a/policycoreutils.spec b/policycoreutils.spec
index 486d5de..cf5b53b 100644
--- a/policycoreutils.spec
+++ b/policycoreutils.spec
@@ -90,6 +90,8 @@ tar -xvf %{SOURCE14} -C python/sepolicy/
 
 # Since patches containing translation changes were too big, translations were moved to separate tarballs
 # For more information see README.translations
+# First remove old translation files
+rm -f policycoreutils/po/*.po python/po/*.po gui/po/*.po sandbox/po/*.po
 tar -x -f %{SOURCE20} -C policycoreutils -z
 tar -x -f %{SOURCE21} -C python -z
 tar -x -f %{SOURCE22} -C gui -z