summaryrefslogtreecommitdiff
path: root/libc/src/string/memory_utils/aarch64/memset_implementations.h
diff options
context:
space:
mode:
Diffstat (limited to 'libc/src/string/memory_utils/aarch64/memset_implementations.h')
-rw-r--r--libc/src/string/memory_utils/aarch64/memset_implementations.h61
1 files changed, 61 insertions, 0 deletions
diff --git a/libc/src/string/memory_utils/aarch64/memset_implementations.h b/libc/src/string/memory_utils/aarch64/memset_implementations.h
new file mode 100644
index 000000000000..a457897f7646
--- /dev/null
+++ b/libc/src/string/memory_utils/aarch64/memset_implementations.h
@@ -0,0 +1,61 @@
+//===-- Memset implementation for aarch64 -----------------------*- C++ -*-===//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+#ifndef LIBC_SRC_STRING_MEMORY_UTILS_AARCH64_MEMSET_IMPLEMENTATIONS_H
+#define LIBC_SRC_STRING_MEMORY_UTILS_AARCH64_MEMSET_IMPLEMENTATIONS_H
+
+#include "src/__support/macros/attributes.h" // LIBC_INLINE
+#include "src/string/memory_utils/op_aarch64.h"
+#include "src/string/memory_utils/op_generic.h"
+#include "src/string/memory_utils/utils.h" // Ptr, CPtr
+
+#include <stddef.h> // size_t
+
+namespace __llvm_libc {
+
+[[maybe_unused]] LIBC_INLINE static void
+inline_memset_aarch64(Ptr dst, uint8_t value, size_t count) {
+ static_assert(aarch64::kNeon, "aarch64 supports vector types");
+ using uint128_t = generic_v128;
+ using uint256_t = generic_v256;
+ using uint512_t = generic_v512;
+ if (count == 0)
+ return;
+ if (count <= 3) {
+ generic::Memset<uint8_t>::block(dst, value);
+ if (count > 1)
+ generic::Memset<uint16_t>::tail(dst, value, count);
+ return;
+ }
+ if (count <= 8)
+ return generic::Memset<uint32_t>::head_tail(dst, value, count);
+ if (count <= 16)
+ return generic::Memset<uint64_t>::head_tail(dst, value, count);
+ if (count <= 32)
+ return generic::Memset<uint128_t>::head_tail(dst, value, count);
+ if (count <= (32 + 64)) {
+ generic::Memset<uint256_t>::block(dst, value);
+ if (count <= 64)
+ return generic::Memset<uint256_t>::tail(dst, value, count);
+ generic::Memset<uint256_t>::block(dst + 32, value);
+ generic::Memset<uint256_t>::tail(dst, value, count);
+ return;
+ }
+ if (count >= 448 && value == 0 && aarch64::neon::hasZva()) {
+ generic::Memset<uint512_t>::block(dst, 0);
+ align_to_next_boundary<64>(dst, count);
+ return aarch64::neon::BzeroCacheLine::loop_and_tail(dst, 0, count);
+ } else {
+ generic::Memset<uint128_t>::block(dst, value);
+ align_to_next_boundary<16>(dst, count);
+ return generic::Memset<uint512_t>::loop_and_tail(dst, value, count);
+ }
+}
+
+} // namespace __llvm_libc
+
+#endif // LIBC_SRC_STRING_MEMORY_UTILS_AARCH64_MEMSET_IMPLEMENTATIONS_H