diff --git a/library/portable-simd/crates/core_simd/src/vendor/arm.rs b/library/portable-simd/crates/core_simd/src/vendor/arm.rs
index ff3b69ccf9592..e87c9d0aa8b89 100644
--- a/library/portable-simd/crates/core_simd/src/vendor/arm.rs
+++ b/library/portable-simd/crates/core_simd/src/vendor/arm.rs
@@ -7,10 +7,13 @@ use core::arch::arm::*;
 #[cfg(target_arch = "aarch64")]
 use core::arch::aarch64::*;
 
-#[cfg(any(
-    target_arch = "aarch64",
-    all(target_arch = "arm", target_feature = "v7"),
-))]
+#[cfg(
+    all(any(
+        target_arch = "aarch64",
+        all(target_arch = "arm", target_feature = "v7"),
+    )),
+    target_endian = "little"
+)]
 mod neon {
     use super::*;