diff --git a/src/video/CMakeLists.txt b/src/video/CMakeLists.txt
index 03436ba32..78be96495 100644
--- a/src/video/CMakeLists.txt
+++ b/src/video/CMakeLists.txt
@@ -48,7 +48,7 @@ add_library(voodoo OBJECT vid_voodoo.c vid_voodoo_banshee.c
 	vid_voodoo_fb.c vid_voodoo_fifo.c vid_voodoo_reg.c vid_voodoo_render.c
 	vid_voodoo_setup.c vid_voodoo_texture.c)
 
-if(NOT MSVC)
+if(NOT MSVC AND (ARCH STREQUAL "i386" OR ARCH STREQUAL "x86_64"))
 	target_compile_options(voodoo PRIVATE "-msse2")
 endif()