diff --git a/CMakeLists.txt b/CMakeLists.txt
index d66ac69..a904707 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -4,6 +4,13 @@ project(gz_ogre_next_vendor)
 find_package(ament_cmake REQUIRED)
 find_package(ament_cmake_vendor_package REQUIRED)
 
+set(EXTRA_CMAKE_FLAGS)
+if(CMAKE_SYSTEM_PROCESSOR MATCHES "^(aarch64.*|AARCH64.*|arm64.*|ARM64.*|arm.*|ARM.*)")
+  # Flags for non SIMD architectures
+  # https://github.com/gazebo-forks/ogre-2.3-release/blob/960bb19664879282b979e4ed8cb3ce278c875bdb/debian/rules#L21-L28
+  set(EXTRA_CMAKE_FLAGS -DOGRE_SIMD_NEON:BOOL=FALSE  -DOGRE_SIMD_SSE2:BOOL=FALSE)
+endif()
+
 ament_vendor(${PROJECT_NAME}
   VCS_URL https://github.com/OGRECave/ogre-next.git
   VCS_VERSION v2.3.3
@@ -24,6 +31,7 @@ ament_vendor(${PROJECT_NAME}
     -DOGRE_USE_NEW_PROJECT_NAME:BOOL=ON
     -DOGRE_VULKAN_WINDOW_NULL:BOOL=TRUE
     -DOGRE_VULKAN_WINDOW_XCB:BOOL=ON
+    ${EXTRA_CMAKE_FLAGS}
   GLOBAL_HOOK
   PATCHES
     patches/0001-Fix-incomplete-vulkan-linkage.patch