| 1 | /* Multiple versions of memset |
| 2 | All versions must be listed in ifunc-impl-list.c. |
| 3 | Copyright (C) 2014-2016 Free Software Foundation, Inc. |
| 4 | This file is part of the GNU C Library. |
| 5 | |
| 6 | The GNU C Library is free software; you can redistribute it and/or |
| 7 | modify it under the terms of the GNU Lesser General Public |
| 8 | License as published by the Free Software Foundation; either |
| 9 | version 2.1 of the License, or (at your option) any later version. |
| 10 | |
| 11 | The GNU C Library is distributed in the hope that it will be useful, |
| 12 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 14 | Lesser General Public License for more details. |
| 15 | |
| 16 | You should have received a copy of the GNU Lesser General Public |
| 17 | License along with the GNU C Library; if not, see |
| 18 | <http://www.gnu.org/licenses/>. */ |
| 19 | |
| 20 | #include <sysdep.h> |
| 21 | #include <shlib-compat.h> |
| 22 | #include <init-arch.h> |
| 23 | |
| 24 | /* Define multiple versions only for the definition in lib. */ |
| 25 | #if IS_IN (libc) |
| 26 | ENTRY(memset) |
| 27 | .type memset, @gnu_indirect_function |
| 28 | LOAD_RTLD_GLOBAL_RO_RDX |
| 29 | leaq __memset_sse2(%rip), %rax |
| 30 | HAS_ARCH_FEATURE (AVX2_Usable) |
| 31 | jz 2f |
| 32 | leaq __memset_avx2(%rip), %rax |
| 33 | #ifdef HAVE_AVX512_ASM_SUPPORT |
| 34 | HAS_ARCH_FEATURE (AVX512F_Usable) |
| 35 | jz 2f |
| 36 | HAS_ARCH_FEATURE (Prefer_No_VZEROUPPER) |
| 37 | jz 2f |
| 38 | leaq __memset_avx512_no_vzeroupper(%rip), %rax |
| 39 | #endif |
| 40 | 2: ret |
| 41 | END(memset) |
| 42 | #endif |
| 43 | |
| 44 | #if IS_IN (libc) |
| 45 | # undef memset |
| 46 | # define memset __memset_sse2 |
| 47 | |
| 48 | # undef __memset_chk |
| 49 | # define __memset_chk __memset_chk_sse2 |
| 50 | |
| 51 | # ifdef SHARED |
| 52 | # undef libc_hidden_builtin_def |
| 53 | /* It doesn't make sense to send libc-internal memset calls through a PLT. |
| 54 | The speedup we get from using GPR instruction is likely eaten away |
| 55 | by the indirect call in the PLT. */ |
| 56 | # define libc_hidden_builtin_def(name) \ |
| 57 | .globl __GI_memset; __GI_memset = __memset_sse2 |
| 58 | # endif |
| 59 | |
| 60 | # undef strong_alias |
| 61 | # define strong_alias(original, alias) |
| 62 | #endif |
| 63 | |
| 64 | #include "../memset.S" |
| 65 | |