diff --git a/libs/speex/Makefile b/libs/speex/Makefile
index 60575854f..01538ebe1 100644
--- a/libs/speex/Makefile
+++ b/libs/speex/Makefile
@@ -60,9 +60,6 @@ CONFIGURE_ARGS += \
 	--enable-shared \
 	--enable-static \
 	--disable-binaries \
-	--disable-oggtest \
-	--enable-sse=no \
-	--with-ogg=$(STAGING_DIR)/usr \
-	$(if $(CONFIG_SOFT_FLOAT),--enable-fixed-point --disable-float-api)
+	$(if $(CONFIG_SOFT_FLOAT),--enable-fixed-point --disable-float-api --disable-vbr)
 
 $(eval $(call BuildPackage,libspeex))
diff --git a/libs/speexdsp/Makefile b/libs/speexdsp/Makefile
index 508c8789b..5b94e14b7 100644
--- a/libs/speexdsp/Makefile
+++ b/libs/speexdsp/Makefile
@@ -60,7 +60,7 @@ CONFIGURE_ARGS += \
 	--enable-shared \
 	--enable-static \
 	--disable-examples \
-	--enable-sse=no \
+	$(if $(CONFIG_aarch64),--disable-neon) \
 	$(if $(CONFIG_SOFT_FLOAT),--enable-fixed-point --disable-float-api)
 
 $(eval $(call BuildPackage,libspeexdsp))