diff --git a/libavif.spec b/libavif.spec
index f29d3bf..7b8c60a 100644
--- a/libavif.spec
+++ b/libavif.spec
@@ -2,6 +2,9 @@
 %undefine __cmake_in_source_build
 
 %bcond_without aom
+%ifarch x86_64
+%bcond_without svt
+%endif
 
 Name:           libavif
 Version:        0.8.4
@@ -64,7 +67,7 @@ Avif-pixbuf-loader contains a plugin to load AVIF images in GTK+ applications.
 %cmake  %{?with_aom:-DAVIF_CODEC_AOM=1} \
         -DAVIF_CODEC_DAV1D=1 \
         -DAVIF_CODEC_RAV1E=1 \
-        -DAVIF_CODEC_SVT=1 \
+        %{?with_svt:-DAVIF_CODEC_SVT=1} \
         -DAVIF_BUILD_APPS=1 \
         -DAVIF_BUILD_GDK_PIXBUF=1
 %cmake_build