diff --git a/platform/osx/detect.py b/platform/osx/detect.py
index 75272b8ffeb..c441fe201d5 100644
--- a/platform/osx/detect.py
+++ b/platform/osx/detect.py
@@ -45,9 +45,11 @@ def configure(env):
     if env["target"] == "release":
         if env["debug_symbols"] != "full":
             if env["optimize"] == "speed":  # optimize for speed (default)
-                env.Prepend(CCFLAGS=["-O3", "-fomit-frame-pointer", "-ftree-vectorize", "-msse2"])
+                env.Prepend(CCFLAGS=["-O3", "-fomit-frame-pointer", "-ftree-vectorize"])
             else:  # optimize for size
-                env.Prepend(CCFLAGS=["-Os", "-ftree-vectorize", "-msse2"])
+                env.Prepend(CCFLAGS=["-Os", "-ftree-vectorize"])
+            if env["arch"] != "arm64":
+                env.Prepend(CCFLAGS=["-msse2"])
 
         if env["debug_symbols"] == "yes":
             env.Prepend(CCFLAGS=["-g2"])