speex: arm code is for fixed point only

(cherry picked from commit 083c69e0)
Signed-off-by: Jean-Baptiste Kempf <jb@videolan.org>

contrib/src/speex/rules.mak

@@ -31,10 +31,10 @@ speex: speex-$(SPEEX_VERSION).tar.gz .sum-speex
 CONFIG_OPTS := --without-ogg --enable-resample-full-sinc-table
 ifndef HAVE_FPU
 CONFIG_OPTS += --enable-fixed-point
-endif
 ifeq ($(ARCH),arm)
 CONFIG_OPTS += --enable-arm5e-asm
 endif
+endif
 
 .speex: speex
 	$(RECONF)