1/* Enumerate available IFUNC implementations of a function. x86-64 version.
2 Copyright (C) 2012-2021 Free Software Foundation, Inc.
3 This file is part of the GNU C Library.
4
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
9
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
14
15 You should have received a copy of the GNU Lesser General Public
16 License along with the GNU C Library; if not, see
17 <https://www.gnu.org/licenses/>. */
18
19#include <assert.h>
20#include <string.h>
21#include <wchar.h>
22#include <ifunc-impl-list.h>
23#include <sysdep.h>
24#include "init-arch.h"
25
26/* Maximum number of IFUNC implementations. */
27#define MAX_IFUNC 5
28
29/* Fill ARRAY of MAX elements with IFUNC implementations for function
30 NAME supported on target machine and return the number of valid
31 entries. */
32
33size_t
34__libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
35 size_t max)
36{
37 assert (max >= MAX_IFUNC);
38
39 size_t i = 0;
40
41 /* Support sysdeps/x86_64/multiarch/memchr.c. */
42 IFUNC_IMPL (i, name, memchr,
43 IFUNC_IMPL_ADD (array, i, memchr,
44 CPU_FEATURE_USABLE (AVX2),
45 __memchr_avx2)
46 IFUNC_IMPL_ADD (array, i, memchr, 1, __memchr_sse2))
47
48 /* Support sysdeps/x86_64/multiarch/memcmp.c. */
49 IFUNC_IMPL (i, name, memcmp,
50 IFUNC_IMPL_ADD (array, i, memcmp,
51 (CPU_FEATURE_USABLE (AVX2)
52 && CPU_FEATURE_USABLE (MOVBE)),
53 __memcmp_avx2_movbe)
54 IFUNC_IMPL_ADD (array, i, memcmp, CPU_FEATURE_USABLE (SSE4_1),
55 __memcmp_sse4_1)
56 IFUNC_IMPL_ADD (array, i, memcmp, CPU_FEATURE_USABLE (SSSE3),
57 __memcmp_ssse3)
58 IFUNC_IMPL_ADD (array, i, memcmp, 1, __memcmp_sse2))
59
60#ifdef SHARED
61 /* Support sysdeps/x86_64/multiarch/memmove_chk.c. */
62 IFUNC_IMPL (i, name, __memmove_chk,
63 IFUNC_IMPL_ADD (array, i, __memmove_chk,
64 CPU_FEATURE_USABLE (AVX512F),
65 __memmove_chk_avx512_no_vzeroupper)
66 IFUNC_IMPL_ADD (array, i, __memmove_chk,
67 CPU_FEATURE_USABLE (AVX512F),
68 __memmove_chk_avx512_unaligned)
69 IFUNC_IMPL_ADD (array, i, __memmove_chk,
70 CPU_FEATURE_USABLE (AVX512F),
71 __memmove_chk_avx512_unaligned_erms)
72 IFUNC_IMPL_ADD (array, i, __memmove_chk,
73 CPU_FEATURE_USABLE (AVX),
74 __memmove_chk_avx_unaligned)
75 IFUNC_IMPL_ADD (array, i, __memmove_chk,
76 CPU_FEATURE_USABLE (AVX),
77 __memmove_chk_avx_unaligned_erms)
78 IFUNC_IMPL_ADD (array, i, __memmove_chk,
79 CPU_FEATURE_USABLE (SSSE3),
80 __memmove_chk_ssse3_back)
81 IFUNC_IMPL_ADD (array, i, __memmove_chk,
82 CPU_FEATURE_USABLE (SSSE3),
83 __memmove_chk_ssse3)
84 IFUNC_IMPL_ADD (array, i, __memmove_chk, 1,
85 __memmove_chk_sse2_unaligned)
86 IFUNC_IMPL_ADD (array, i, __memmove_chk, 1,
87 __memmove_chk_sse2_unaligned_erms)
88 IFUNC_IMPL_ADD (array, i, __memmove_chk, 1,
89 __memmove_chk_erms))
90#endif
91
92 /* Support sysdeps/x86_64/multiarch/memmove.c. */
93 IFUNC_IMPL (i, name, memmove,
94 IFUNC_IMPL_ADD (array, i, memmove,
95 CPU_FEATURE_USABLE (AVX),
96 __memmove_avx_unaligned)
97 IFUNC_IMPL_ADD (array, i, memmove,
98 CPU_FEATURE_USABLE (AVX),
99 __memmove_avx_unaligned_erms)
100 IFUNC_IMPL_ADD (array, i, memmove,
101 CPU_FEATURE_USABLE (AVX512F),
102 __memmove_avx512_no_vzeroupper)
103 IFUNC_IMPL_ADD (array, i, memmove,
104 CPU_FEATURE_USABLE (AVX512F),
105 __memmove_avx512_unaligned)
106 IFUNC_IMPL_ADD (array, i, memmove,
107 CPU_FEATURE_USABLE (AVX512F),
108 __memmove_avx512_unaligned_erms)
109 IFUNC_IMPL_ADD (array, i, memmove, CPU_FEATURE_USABLE (SSSE3),
110 __memmove_ssse3_back)
111 IFUNC_IMPL_ADD (array, i, memmove, CPU_FEATURE_USABLE (SSSE3),
112 __memmove_ssse3)
113 IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_erms)
114 IFUNC_IMPL_ADD (array, i, memmove, 1,
115 __memmove_sse2_unaligned)
116 IFUNC_IMPL_ADD (array, i, memmove, 1,
117 __memmove_sse2_unaligned_erms))
118
119 /* Support sysdeps/x86_64/multiarch/memrchr.c. */
120 IFUNC_IMPL (i, name, memrchr,
121 IFUNC_IMPL_ADD (array, i, memrchr,
122 CPU_FEATURE_USABLE (AVX2),
123 __memrchr_avx2)
124 IFUNC_IMPL_ADD (array, i, memrchr, 1, __memrchr_sse2))
125
126#ifdef SHARED
127 /* Support sysdeps/x86_64/multiarch/memset_chk.c. */
128 IFUNC_IMPL (i, name, __memset_chk,
129 IFUNC_IMPL_ADD (array, i, __memset_chk, 1,
130 __memset_chk_erms)
131 IFUNC_IMPL_ADD (array, i, __memset_chk, 1,
132 __memset_chk_sse2_unaligned)
133 IFUNC_IMPL_ADD (array, i, __memset_chk, 1,
134 __memset_chk_sse2_unaligned_erms)
135 IFUNC_IMPL_ADD (array, i, __memset_chk,
136 CPU_FEATURE_USABLE (AVX2),
137 __memset_chk_avx2_unaligned)
138 IFUNC_IMPL_ADD (array, i, __memset_chk,
139 CPU_FEATURE_USABLE (AVX2),
140 __memset_chk_avx2_unaligned_erms)
141 IFUNC_IMPL_ADD (array, i, __memset_chk,
142 CPU_FEATURE_USABLE (AVX512F),
143 __memset_chk_avx512_unaligned_erms)
144 IFUNC_IMPL_ADD (array, i, __memset_chk,
145 CPU_FEATURE_USABLE (AVX512F),
146 __memset_chk_avx512_unaligned)
147 IFUNC_IMPL_ADD (array, i, __memset_chk,
148 CPU_FEATURE_USABLE (AVX512F),
149 __memset_chk_avx512_no_vzeroupper)
150 )
151#endif
152
153 /* Support sysdeps/x86_64/multiarch/memset.c. */
154 IFUNC_IMPL (i, name, memset,
155 IFUNC_IMPL_ADD (array, i, memset, 1,
156 __memset_sse2_unaligned)
157 IFUNC_IMPL_ADD (array, i, memset, 1,
158 __memset_sse2_unaligned_erms)
159 IFUNC_IMPL_ADD (array, i, memset, 1, __memset_erms)
160 IFUNC_IMPL_ADD (array, i, memset,
161 CPU_FEATURE_USABLE (AVX2),
162 __memset_avx2_unaligned)
163 IFUNC_IMPL_ADD (array, i, memset,
164 CPU_FEATURE_USABLE (AVX2),
165 __memset_avx2_unaligned_erms)
166 IFUNC_IMPL_ADD (array, i, memset,
167 CPU_FEATURE_USABLE (AVX512F),
168 __memset_avx512_unaligned_erms)
169 IFUNC_IMPL_ADD (array, i, memset,
170 CPU_FEATURE_USABLE (AVX512F),
171 __memset_avx512_unaligned)
172 IFUNC_IMPL_ADD (array, i, memset,
173 CPU_FEATURE_USABLE (AVX512F),
174 __memset_avx512_no_vzeroupper)
175 )
176
177 /* Support sysdeps/x86_64/multiarch/rawmemchr.c. */
178 IFUNC_IMPL (i, name, rawmemchr,
179 IFUNC_IMPL_ADD (array, i, rawmemchr,
180 CPU_FEATURE_USABLE (AVX2),
181 __rawmemchr_avx2)
182 IFUNC_IMPL_ADD (array, i, rawmemchr, 1, __rawmemchr_sse2))
183
184 /* Support sysdeps/x86_64/multiarch/strlen.c. */
185 IFUNC_IMPL (i, name, strlen,
186 IFUNC_IMPL_ADD (array, i, strlen,
187 CPU_FEATURE_USABLE (AVX2),
188 __strlen_avx2)
189 IFUNC_IMPL_ADD (array, i, strlen, 1, __strlen_sse2))
190
191 /* Support sysdeps/x86_64/multiarch/strnlen.c. */
192 IFUNC_IMPL (i, name, strnlen,
193 IFUNC_IMPL_ADD (array, i, strnlen,
194 CPU_FEATURE_USABLE (AVX2),
195 __strnlen_avx2)
196 IFUNC_IMPL_ADD (array, i, strnlen, 1, __strnlen_sse2))
197
198 /* Support sysdeps/x86_64/multiarch/stpncpy.c. */
199 IFUNC_IMPL (i, name, stpncpy,
200 IFUNC_IMPL_ADD (array, i, stpncpy, CPU_FEATURE_USABLE (SSSE3),
201 __stpncpy_ssse3)
202 IFUNC_IMPL_ADD (array, i, stpncpy, CPU_FEATURE_USABLE (AVX2),
203 __stpncpy_avx2)
204 IFUNC_IMPL_ADD (array, i, stpncpy, 1,
205 __stpncpy_sse2_unaligned)
206 IFUNC_IMPL_ADD (array, i, stpncpy, 1, __stpncpy_sse2))
207
208 /* Support sysdeps/x86_64/multiarch/stpcpy.c. */
209 IFUNC_IMPL (i, name, stpcpy,
210 IFUNC_IMPL_ADD (array, i, stpcpy, CPU_FEATURE_USABLE (SSSE3),
211 __stpcpy_ssse3)
212 IFUNC_IMPL_ADD (array, i, stpcpy, CPU_FEATURE_USABLE (AVX2),
213 __stpcpy_avx2)
214 IFUNC_IMPL_ADD (array, i, stpcpy, 1, __stpcpy_sse2_unaligned)
215 IFUNC_IMPL_ADD (array, i, stpcpy, 1, __stpcpy_sse2))
216
217 /* Support sysdeps/x86_64/multiarch/strcasecmp_l.c. */
218 IFUNC_IMPL (i, name, strcasecmp,
219 IFUNC_IMPL_ADD (array, i, strcasecmp,
220 CPU_FEATURE_USABLE (AVX),
221 __strcasecmp_avx)
222 IFUNC_IMPL_ADD (array, i, strcasecmp,
223 CPU_FEATURE_USABLE (SSE4_2),
224 __strcasecmp_sse42)
225 IFUNC_IMPL_ADD (array, i, strcasecmp,
226 CPU_FEATURE_USABLE (SSSE3),
227 __strcasecmp_ssse3)
228 IFUNC_IMPL_ADD (array, i, strcasecmp, 1, __strcasecmp_sse2))
229
230 /* Support sysdeps/x86_64/multiarch/strcasecmp_l.c. */
231 IFUNC_IMPL (i, name, strcasecmp_l,
232 IFUNC_IMPL_ADD (array, i, strcasecmp_l,
233 CPU_FEATURE_USABLE (AVX),
234 __strcasecmp_l_avx)
235 IFUNC_IMPL_ADD (array, i, strcasecmp_l,
236 CPU_FEATURE_USABLE (SSE4_2),
237 __strcasecmp_l_sse42)
238 IFUNC_IMPL_ADD (array, i, strcasecmp_l,
239 CPU_FEATURE_USABLE (SSSE3),
240 __strcasecmp_l_ssse3)
241 IFUNC_IMPL_ADD (array, i, strcasecmp_l, 1,
242 __strcasecmp_l_sse2))
243
244 /* Support sysdeps/x86_64/multiarch/strcat.c. */
245 IFUNC_IMPL (i, name, strcat,
246 IFUNC_IMPL_ADD (array, i, strcat, CPU_FEATURE_USABLE (AVX2),
247 __strcat_avx2)
248 IFUNC_IMPL_ADD (array, i, strcat, CPU_FEATURE_USABLE (SSSE3),
249 __strcat_ssse3)
250 IFUNC_IMPL_ADD (array, i, strcat, 1, __strcat_sse2_unaligned)
251 IFUNC_IMPL_ADD (array, i, strcat, 1, __strcat_sse2))
252
253 /* Support sysdeps/x86_64/multiarch/strchr.c. */
254 IFUNC_IMPL (i, name, strchr,
255 IFUNC_IMPL_ADD (array, i, strchr,
256 CPU_FEATURE_USABLE (AVX2),
257 __strchr_avx2)
258 IFUNC_IMPL_ADD (array, i, strchr, 1, __strchr_sse2_no_bsf)
259 IFUNC_IMPL_ADD (array, i, strchr, 1, __strchr_sse2))
260
261 /* Support sysdeps/x86_64/multiarch/strchrnul.c. */
262 IFUNC_IMPL (i, name, strchrnul,
263 IFUNC_IMPL_ADD (array, i, strchrnul,
264 CPU_FEATURE_USABLE (AVX2),
265 __strchrnul_avx2)
266 IFUNC_IMPL_ADD (array, i, strchrnul, 1, __strchrnul_sse2))
267
268 /* Support sysdeps/x86_64/multiarch/strrchr.c. */
269 IFUNC_IMPL (i, name, strrchr,
270 IFUNC_IMPL_ADD (array, i, strrchr,
271 CPU_FEATURE_USABLE (AVX2),
272 __strrchr_avx2)
273 IFUNC_IMPL_ADD (array, i, strrchr, 1, __strrchr_sse2))
274
275 /* Support sysdeps/x86_64/multiarch/strcmp.c. */
276 IFUNC_IMPL (i, name, strcmp,
277 IFUNC_IMPL_ADD (array, i, strcmp,
278 CPU_FEATURE_USABLE (AVX2),
279 __strcmp_avx2)
280 IFUNC_IMPL_ADD (array, i, strcmp, CPU_FEATURE_USABLE (SSE4_2),
281 __strcmp_sse42)
282 IFUNC_IMPL_ADD (array, i, strcmp, CPU_FEATURE_USABLE (SSSE3),
283 __strcmp_ssse3)
284 IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2_unaligned)
285 IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2))
286
287 /* Support sysdeps/x86_64/multiarch/strcpy.c. */
288 IFUNC_IMPL (i, name, strcpy,
289 IFUNC_IMPL_ADD (array, i, strcpy, CPU_FEATURE_USABLE (AVX2),
290 __strcpy_avx2)
291 IFUNC_IMPL_ADD (array, i, strcpy, CPU_FEATURE_USABLE (SSSE3),
292 __strcpy_ssse3)
293 IFUNC_IMPL_ADD (array, i, strcpy, 1, __strcpy_sse2_unaligned)
294 IFUNC_IMPL_ADD (array, i, strcpy, 1, __strcpy_sse2))
295
296 /* Support sysdeps/x86_64/multiarch/strcspn.c. */
297 IFUNC_IMPL (i, name, strcspn,
298 IFUNC_IMPL_ADD (array, i, strcspn, CPU_FEATURE_USABLE (SSE4_2),
299 __strcspn_sse42)
300 IFUNC_IMPL_ADD (array, i, strcspn, 1, __strcspn_sse2))
301
302 /* Support sysdeps/x86_64/multiarch/strncase_l.c. */
303 IFUNC_IMPL (i, name, strncasecmp,
304 IFUNC_IMPL_ADD (array, i, strncasecmp,
305 CPU_FEATURE_USABLE (AVX),
306 __strncasecmp_avx)
307 IFUNC_IMPL_ADD (array, i, strncasecmp,
308 CPU_FEATURE_USABLE (SSE4_2),
309 __strncasecmp_sse42)
310 IFUNC_IMPL_ADD (array, i, strncasecmp,
311 CPU_FEATURE_USABLE (SSSE3),
312 __strncasecmp_ssse3)
313 IFUNC_IMPL_ADD (array, i, strncasecmp, 1,
314 __strncasecmp_sse2))
315
316 /* Support sysdeps/x86_64/multiarch/strncase_l.c. */
317 IFUNC_IMPL (i, name, strncasecmp_l,
318 IFUNC_IMPL_ADD (array, i, strncasecmp_l,
319 CPU_FEATURE_USABLE (AVX),
320 __strncasecmp_l_avx)
321 IFUNC_IMPL_ADD (array, i, strncasecmp_l,
322 CPU_FEATURE_USABLE (SSE4_2),
323 __strncasecmp_l_sse42)
324 IFUNC_IMPL_ADD (array, i, strncasecmp_l,
325 CPU_FEATURE_USABLE (SSSE3),
326 __strncasecmp_l_ssse3)
327 IFUNC_IMPL_ADD (array, i, strncasecmp_l, 1,
328 __strncasecmp_l_sse2))
329
330 /* Support sysdeps/x86_64/multiarch/strncat.c. */
331 IFUNC_IMPL (i, name, strncat,
332 IFUNC_IMPL_ADD (array, i, strncat, CPU_FEATURE_USABLE (AVX2),
333 __strncat_avx2)
334 IFUNC_IMPL_ADD (array, i, strncat, CPU_FEATURE_USABLE (SSSE3),
335 __strncat_ssse3)
336 IFUNC_IMPL_ADD (array, i, strncat, 1,
337 __strncat_sse2_unaligned)
338 IFUNC_IMPL_ADD (array, i, strncat, 1, __strncat_sse2))
339
340 /* Support sysdeps/x86_64/multiarch/strncpy.c. */
341 IFUNC_IMPL (i, name, strncpy,
342 IFUNC_IMPL_ADD (array, i, strncpy, CPU_FEATURE_USABLE (AVX2),
343 __strncpy_avx2)
344 IFUNC_IMPL_ADD (array, i, strncpy, CPU_FEATURE_USABLE (SSSE3),
345 __strncpy_ssse3)
346 IFUNC_IMPL_ADD (array, i, strncpy, 1,
347 __strncpy_sse2_unaligned)
348 IFUNC_IMPL_ADD (array, i, strncpy, 1, __strncpy_sse2))
349
350 /* Support sysdeps/x86_64/multiarch/strpbrk.c. */
351 IFUNC_IMPL (i, name, strpbrk,
352 IFUNC_IMPL_ADD (array, i, strpbrk, CPU_FEATURE_USABLE (SSE4_2),
353 __strpbrk_sse42)
354 IFUNC_IMPL_ADD (array, i, strpbrk, 1, __strpbrk_sse2))
355
356
357 /* Support sysdeps/x86_64/multiarch/strspn.c. */
358 IFUNC_IMPL (i, name, strspn,
359 IFUNC_IMPL_ADD (array, i, strspn, CPU_FEATURE_USABLE (SSE4_2),
360 __strspn_sse42)
361 IFUNC_IMPL_ADD (array, i, strspn, 1, __strspn_sse2))
362
363 /* Support sysdeps/x86_64/multiarch/strstr.c. */
364 IFUNC_IMPL (i, name, strstr,
365 IFUNC_IMPL_ADD (array, i, strstr, 1, __strstr_sse2_unaligned)
366 IFUNC_IMPL_ADD (array, i, strstr, 1, __strstr_sse2))
367
368 /* Support sysdeps/x86_64/multiarch/wcschr.c. */
369 IFUNC_IMPL (i, name, wcschr,
370 IFUNC_IMPL_ADD (array, i, wcschr,
371 CPU_FEATURE_USABLE (AVX2),
372 __wcschr_avx2)
373 IFUNC_IMPL_ADD (array, i, wcschr, 1, __wcschr_sse2))
374
375 /* Support sysdeps/x86_64/multiarch/wcsrchr.c. */
376 IFUNC_IMPL (i, name, wcsrchr,
377 IFUNC_IMPL_ADD (array, i, wcsrchr,
378 CPU_FEATURE_USABLE (AVX2),
379 __wcsrchr_avx2)
380 IFUNC_IMPL_ADD (array, i, wcsrchr, 1, __wcsrchr_sse2))
381
382 /* Support sysdeps/x86_64/multiarch/wcscmp.c. */
383 IFUNC_IMPL (i, name, wcscmp,
384 IFUNC_IMPL_ADD (array, i, wcscmp,
385 CPU_FEATURE_USABLE (AVX2),
386 __wcscmp_avx2)
387 IFUNC_IMPL_ADD (array, i, wcscmp, 1, __wcscmp_sse2))
388
389 /* Support sysdeps/x86_64/multiarch/wcsncmp.c. */
390 IFUNC_IMPL (i, name, wcsncmp,
391 IFUNC_IMPL_ADD (array, i, wcsncmp,
392 CPU_FEATURE_USABLE (AVX2),
393 __wcsncmp_avx2)
394 IFUNC_IMPL_ADD (array, i, wcsncmp, 1, __wcsncmp_sse2))
395
396 /* Support sysdeps/x86_64/multiarch/wcscpy.c. */
397 IFUNC_IMPL (i, name, wcscpy,
398 IFUNC_IMPL_ADD (array, i, wcscpy, CPU_FEATURE_USABLE (SSSE3),
399 __wcscpy_ssse3)
400 IFUNC_IMPL_ADD (array, i, wcscpy, 1, __wcscpy_sse2))
401
402 /* Support sysdeps/x86_64/multiarch/wcslen.c. */
403 IFUNC_IMPL (i, name, wcslen,
404 IFUNC_IMPL_ADD (array, i, wcslen,
405 CPU_FEATURE_USABLE (AVX2),
406 __wcslen_avx2)
407 IFUNC_IMPL_ADD (array, i, wcslen, 1, __wcslen_sse2))
408
409 /* Support sysdeps/x86_64/multiarch/wcsnlen.c. */
410 IFUNC_IMPL (i, name, wcsnlen,
411 IFUNC_IMPL_ADD (array, i, wcsnlen,
412 CPU_FEATURE_USABLE (AVX2),
413 __wcsnlen_avx2)
414 IFUNC_IMPL_ADD (array, i, wcsnlen,
415 CPU_FEATURE_USABLE (SSE4_1),
416 __wcsnlen_sse4_1)
417 IFUNC_IMPL_ADD (array, i, wcsnlen, 1, __wcsnlen_sse2))
418
419 /* Support sysdeps/x86_64/multiarch/wmemchr.c. */
420 IFUNC_IMPL (i, name, wmemchr,
421 IFUNC_IMPL_ADD (array, i, wmemchr,
422 CPU_FEATURE_USABLE (AVX2),
423 __wmemchr_avx2)
424 IFUNC_IMPL_ADD (array, i, wmemchr, 1, __wmemchr_sse2))
425
426 /* Support sysdeps/x86_64/multiarch/wmemcmp.c. */
427 IFUNC_IMPL (i, name, wmemcmp,
428 IFUNC_IMPL_ADD (array, i, wmemcmp,
429 (CPU_FEATURE_USABLE (AVX2)
430 && CPU_FEATURE_USABLE (MOVBE)),
431 __wmemcmp_avx2_movbe)
432 IFUNC_IMPL_ADD (array, i, wmemcmp, CPU_FEATURE_USABLE (SSE4_1),
433 __wmemcmp_sse4_1)
434 IFUNC_IMPL_ADD (array, i, wmemcmp, CPU_FEATURE_USABLE (SSSE3),
435 __wmemcmp_ssse3)
436 IFUNC_IMPL_ADD (array, i, wmemcmp, 1, __wmemcmp_sse2))
437
438 /* Support sysdeps/x86_64/multiarch/wmemset.c. */
439 IFUNC_IMPL (i, name, wmemset,
440 IFUNC_IMPL_ADD (array, i, wmemset, 1,
441 __wmemset_sse2_unaligned)
442 IFUNC_IMPL_ADD (array, i, wmemset,
443 CPU_FEATURE_USABLE (AVX2),
444 __wmemset_avx2_unaligned)
445 IFUNC_IMPL_ADD (array, i, wmemset,
446 CPU_FEATURE_USABLE (AVX512F),
447 __wmemset_avx512_unaligned))
448
449#ifdef SHARED
450 /* Support sysdeps/x86_64/multiarch/memcpy_chk.c. */
451 IFUNC_IMPL (i, name, __memcpy_chk,
452 IFUNC_IMPL_ADD (array, i, __memcpy_chk,
453 CPU_FEATURE_USABLE (AVX512F),
454 __memcpy_chk_avx512_no_vzeroupper)
455 IFUNC_IMPL_ADD (array, i, __memcpy_chk,
456 CPU_FEATURE_USABLE (AVX512F),
457 __memcpy_chk_avx512_unaligned)
458 IFUNC_IMPL_ADD (array, i, __memcpy_chk,
459 CPU_FEATURE_USABLE (AVX512F),
460 __memcpy_chk_avx512_unaligned_erms)
461 IFUNC_IMPL_ADD (array, i, __memcpy_chk,
462 CPU_FEATURE_USABLE (AVX),
463 __memcpy_chk_avx_unaligned)
464 IFUNC_IMPL_ADD (array, i, __memcpy_chk,
465 CPU_FEATURE_USABLE (AVX),
466 __memcpy_chk_avx_unaligned_erms)
467 IFUNC_IMPL_ADD (array, i, __memcpy_chk,
468 CPU_FEATURE_USABLE (SSSE3),
469 __memcpy_chk_ssse3_back)
470 IFUNC_IMPL_ADD (array, i, __memcpy_chk,
471 CPU_FEATURE_USABLE (SSSE3),
472 __memcpy_chk_ssse3)
473 IFUNC_IMPL_ADD (array, i, __memcpy_chk, 1,
474 __memcpy_chk_sse2_unaligned)
475 IFUNC_IMPL_ADD (array, i, __memcpy_chk, 1,
476 __memcpy_chk_sse2_unaligned_erms)
477 IFUNC_IMPL_ADD (array, i, __memcpy_chk, 1,
478 __memcpy_chk_erms))
479#endif
480
481 /* Support sysdeps/x86_64/multiarch/memcpy.c. */
482 IFUNC_IMPL (i, name, memcpy,
483 IFUNC_IMPL_ADD (array, i, memcpy,
484 CPU_FEATURE_USABLE (AVX),
485 __memcpy_avx_unaligned)
486 IFUNC_IMPL_ADD (array, i, memcpy,
487 CPU_FEATURE_USABLE (AVX),
488 __memcpy_avx_unaligned_erms)
489 IFUNC_IMPL_ADD (array, i, memcpy, CPU_FEATURE_USABLE (SSSE3),
490 __memcpy_ssse3_back)
491 IFUNC_IMPL_ADD (array, i, memcpy, CPU_FEATURE_USABLE (SSSE3),
492 __memcpy_ssse3)
493 IFUNC_IMPL_ADD (array, i, memcpy,
494 CPU_FEATURE_USABLE (AVX512F),
495 __memcpy_avx512_no_vzeroupper)
496 IFUNC_IMPL_ADD (array, i, memcpy,
497 CPU_FEATURE_USABLE (AVX512F),
498 __memcpy_avx512_unaligned)
499 IFUNC_IMPL_ADD (array, i, memcpy,
500 CPU_FEATURE_USABLE (AVX512F),
501 __memcpy_avx512_unaligned_erms)
502 IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_sse2_unaligned)
503 IFUNC_IMPL_ADD (array, i, memcpy, 1,
504 __memcpy_sse2_unaligned_erms)
505 IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_erms))
506
507#ifdef SHARED
508 /* Support sysdeps/x86_64/multiarch/mempcpy_chk.c. */
509 IFUNC_IMPL (i, name, __mempcpy_chk,
510 IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
511 CPU_FEATURE_USABLE (AVX512F),
512 __mempcpy_chk_avx512_no_vzeroupper)
513 IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
514 CPU_FEATURE_USABLE (AVX512F),
515 __mempcpy_chk_avx512_unaligned)
516 IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
517 CPU_FEATURE_USABLE (AVX512F),
518 __mempcpy_chk_avx512_unaligned_erms)
519 IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
520 CPU_FEATURE_USABLE (AVX),
521 __mempcpy_chk_avx_unaligned)
522 IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
523 CPU_FEATURE_USABLE (AVX),
524 __mempcpy_chk_avx_unaligned_erms)
525 IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
526 CPU_FEATURE_USABLE (SSSE3),
527 __mempcpy_chk_ssse3_back)
528 IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
529 CPU_FEATURE_USABLE (SSSE3),
530 __mempcpy_chk_ssse3)
531 IFUNC_IMPL_ADD (array, i, __mempcpy_chk, 1,
532 __mempcpy_chk_sse2_unaligned)
533 IFUNC_IMPL_ADD (array, i, __mempcpy_chk, 1,
534 __mempcpy_chk_sse2_unaligned_erms)
535 IFUNC_IMPL_ADD (array, i, __mempcpy_chk, 1,
536 __mempcpy_chk_erms))
537#endif
538
539 /* Support sysdeps/x86_64/multiarch/mempcpy.c. */
540 IFUNC_IMPL (i, name, mempcpy,
541 IFUNC_IMPL_ADD (array, i, mempcpy,
542 CPU_FEATURE_USABLE (AVX512F),
543 __mempcpy_avx512_no_vzeroupper)
544 IFUNC_IMPL_ADD (array, i, mempcpy,
545 CPU_FEATURE_USABLE (AVX512F),
546 __mempcpy_avx512_unaligned)
547 IFUNC_IMPL_ADD (array, i, mempcpy,
548 CPU_FEATURE_USABLE (AVX512F),
549 __mempcpy_avx512_unaligned_erms)
550 IFUNC_IMPL_ADD (array, i, mempcpy,
551 CPU_FEATURE_USABLE (AVX),
552 __mempcpy_avx_unaligned)
553 IFUNC_IMPL_ADD (array, i, mempcpy,
554 CPU_FEATURE_USABLE (AVX),
555 __mempcpy_avx_unaligned_erms)
556 IFUNC_IMPL_ADD (array, i, mempcpy, CPU_FEATURE_USABLE (SSSE3),
557 __mempcpy_ssse3_back)
558 IFUNC_IMPL_ADD (array, i, mempcpy, CPU_FEATURE_USABLE (SSSE3),
559 __mempcpy_ssse3)
560 IFUNC_IMPL_ADD (array, i, mempcpy, 1,
561 __mempcpy_sse2_unaligned)
562 IFUNC_IMPL_ADD (array, i, mempcpy, 1,
563 __mempcpy_sse2_unaligned_erms)
564 IFUNC_IMPL_ADD (array, i, mempcpy, 1, __mempcpy_erms))
565
566 /* Support sysdeps/x86_64/multiarch/strncmp.c. */
567 IFUNC_IMPL (i, name, strncmp,
568 IFUNC_IMPL_ADD (array, i, strncmp,
569 CPU_FEATURE_USABLE (AVX2),
570 __strncmp_avx2)
571 IFUNC_IMPL_ADD (array, i, strncmp, CPU_FEATURE_USABLE (SSE4_2),
572 __strncmp_sse42)
573 IFUNC_IMPL_ADD (array, i, strncmp, CPU_FEATURE_USABLE (SSSE3),
574 __strncmp_ssse3)
575 IFUNC_IMPL_ADD (array, i, strncmp, 1, __strncmp_sse2))
576
577#ifdef SHARED
578 /* Support sysdeps/x86_64/multiarch/wmemset_chk.c. */
579 IFUNC_IMPL (i, name, __wmemset_chk,
580 IFUNC_IMPL_ADD (array, i, __wmemset_chk, 1,
581 __wmemset_chk_sse2_unaligned)
582 IFUNC_IMPL_ADD (array, i, __wmemset_chk,
583 CPU_FEATURE_USABLE (AVX2),
584 __wmemset_chk_avx2_unaligned)
585 IFUNC_IMPL_ADD (array, i, __wmemset_chk,
586 CPU_FEATURE_USABLE (AVX512F),
587 __wmemset_chk_avx512_unaligned))
588#endif
589
590 return i;
591}
592