diff --git a/cmake/system.cmake b/cmake/system.cmake
index d697d69405..d49d53449a 100644
--- a/cmake/system.cmake
+++ b/cmake/system.cmake
@@ -388,7 +388,7 @@ if (NEED_PIC)
   endif()
 endif ()
 
-if (X86_64 OR ${CORE} STREQUAL POWER10 OR LOONGARCH64)
+if (X86_64 OR ${CORE} STREQUAL POWER10 OR ARM64 OR LOONGARCH64)
   set(SMALL_MATRIX_OPT TRUE)
 endif ()
 if (ARM64)