1 | /* Common definition for memset/memset_chk ifunc selections. |
2 | All versions must be listed in ifunc-impl-list.c. |
3 | Copyright (C) 2017-2021 Free Software Foundation, Inc. |
4 | This file is part of the GNU C Library. |
5 | |
6 | The GNU C Library is free software; you can redistribute it and/or |
7 | modify it under the terms of the GNU Lesser General Public |
8 | License as published by the Free Software Foundation; either |
9 | version 2.1 of the License, or (at your option) any later version. |
10 | |
11 | The GNU C Library is distributed in the hope that it will be useful, |
12 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
14 | Lesser General Public License for more details. |
15 | |
16 | You should have received a copy of the GNU Lesser General Public |
17 | License along with the GNU C Library; if not, see |
18 | <https://www.gnu.org/licenses/>. */ |
19 | |
20 | #include <init-arch.h> |
21 | |
22 | extern __typeof (REDIRECT_NAME) OPTIMIZE (erms) attribute_hidden; |
23 | extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2_unaligned) |
24 | attribute_hidden; |
25 | extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2_unaligned_erms) |
26 | attribute_hidden; |
27 | extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2_unaligned) attribute_hidden; |
28 | extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2_unaligned_erms) |
29 | attribute_hidden; |
30 | extern __typeof (REDIRECT_NAME) OPTIMIZE (avx512_unaligned) |
31 | attribute_hidden; |
32 | extern __typeof (REDIRECT_NAME) OPTIMIZE (avx512_unaligned_erms) |
33 | attribute_hidden; |
34 | extern __typeof (REDIRECT_NAME) OPTIMIZE (avx512_no_vzeroupper) |
35 | attribute_hidden; |
36 | |
37 | static inline void * |
38 | IFUNC_SELECTOR (void) |
39 | { |
40 | const struct cpu_features* cpu_features = __get_cpu_features (); |
41 | |
42 | if (CPU_FEATURES_ARCH_P (cpu_features, Prefer_ERMS)) |
43 | return OPTIMIZE (erms); |
44 | |
45 | if (CPU_FEATURE_USABLE_P (cpu_features, AVX512F) |
46 | && !CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_AVX512)) |
47 | { |
48 | if (CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) |
49 | return OPTIMIZE (avx512_no_vzeroupper); |
50 | |
51 | if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) |
52 | return OPTIMIZE (avx512_unaligned_erms); |
53 | |
54 | return OPTIMIZE (avx512_unaligned); |
55 | } |
56 | |
57 | if (CPU_FEATURE_USABLE_P (cpu_features, AVX2)) |
58 | { |
59 | if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) |
60 | return OPTIMIZE (avx2_unaligned_erms); |
61 | else |
62 | return OPTIMIZE (avx2_unaligned); |
63 | } |
64 | |
65 | if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) |
66 | return OPTIMIZE (sse2_unaligned_erms); |
67 | |
68 | return OPTIMIZE (sse2_unaligned); |
69 | } |
70 | |