Increase the scope of the nobuildarches

We don't need to do some config work if we're not doing
an arch build.

kernel.spec

@@ -1368,6 +1368,12 @@ pathfix.py -i "%{__python3} %{py3_shbang_opts}" -p -n \
 	Documentation \
 	scripts/gen_compile_commands.py
 
+# only deal with configs if we are going to build for the arch
+%ifnarch %nobuildarches
+
+if [ -L configs ]; then
+	rm -f configs
+fi
 # Deal with configs stuff
 mkdir configs
 cd configs
@@ -1390,9 +1396,6 @@ do
 done
 %endif
 
-# only deal with configs if we are going to build for the arch
-%ifnarch %nobuildarches
-
 %if !%{debugbuildsenabled}
 rm -f kernel-%{version}-*debug.config
 %endif