diff --git a/configure.ac b/configure.ac
index 7d58f02..7796895 100644
--- a/configure.ac
+++ b/configure.ac
@@ -416,7 +416,7 @@ if test x$ac_cv_c_compiler_gnu = xyes ; then
 		XIPH_ADD_CFLAGS([-fgnu89-inline])
 		fi
 
-	if test "x$asm_optimisation" = "xyes" ; then
+	if test "x$asm_optimisation" = "xyes" && test "x$sse_os" = "xyes" ; then
 		XIPH_ADD_CFLAGS([-msse2])
 		fi