Lines Matching full:have

1 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
3 ; RUN: llc < %s -mtriple=x86_64-unknown-linux-gnu -mattr=+sse2,-bmi2,-slow-shld | FileCheck %s --check-prefixes=ALL,X64,X64-NO-BMI2,X64-SHLD,X64-NO-BMI2-HAVE-SHLD
4 ; RUN: llc < %s -mtriple=x86_64-unknown-linux-gnu -mattr=+sse2,+bmi2,+slow-shld | FileCheck %s --check-prefixes=ALL,X64,X64-BMI2,X64-NO-SHLD,X64-HAVE-BMI2-NO-SHLD
5 ; RUN: llc < %s -mtriple=x86_64-unknown-linux-gnu -mattr=+sse2,+bmi2,-slow-shld | FileCheck %s --check-prefixes=ALL,X64,X64-BMI2,X64-SHLD,X64-HAVE-BMI2-HAVE-SHLD
7 ; RUN: llc < %s -mtriple=i686-unknown-linux-gnu -mattr=+sse2,-bmi2,-slow-shld | FileCheck %s --check-prefixes=ALL,X86,X86-NO-BMI2,X86-SHLD,X86-NO-BMI2-HAVE-SHLD
8 ; RUN: llc < %s -mtriple=i686-unknown-linux-gnu -mattr=+sse2,+bmi2,+slow-shld | FileCheck %s --check-prefixes=ALL,X86,X86-BMI2,X86-NO-SHLD,X86-HAVE-BMI2-NO-SHLD
9 ; RUN: llc < %s -mtriple=i686-unknown-linux-gnu -mattr=+sse2,+bmi2,-slow-shld | FileCheck %s --check-prefixes=ALL,X86,X86-BMI2,X86-SHLD,X86-HAVE-BMI2-HAVE-SHLD
184 ; X86-NO-BMI2-HAVE-SHLD-LABEL: lshr_8bytes:
185 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
186 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
187 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
188 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
189 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
190 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %esi
191 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esi), %edx
192 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%esi), %esi
193 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
194 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, %edi
195 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrl %cl, %edi
196 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edx
197 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    xorl %esi, %esi
198 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    testb $32, %cl
199 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    cmovnel %edi, %edx
200 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    cmovel %edi, %esi
201 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, 4(%eax)
202 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%eax)
203 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
204 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
205 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
207 ; X86-HAVE-BMI2-NO-SHLD-LABEL: lshr_8bytes:
208 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
209 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
210 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
211 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
212 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
213 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
214 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
215 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%edx), %esi
216 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%ecx), %ecx
217 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ecx, (%edx), %edx
218 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %ebx
219 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    notb %bl
220 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%esi,%esi), %edi
221 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %edi, %edi
222 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edx, %edi
223 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ecx, %esi, %edx
224 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorl %esi, %esi
225 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    testb $32, %cl
226 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    cmovnel %edx, %edi
227 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    cmovel %edx, %esi
228 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, 4(%eax)
229 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, (%eax)
230 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
231 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
232 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
233 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
235 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: lshr_8bytes:
236 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
237 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
238 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
239 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
240 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
241 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %esi
242 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esi), %edx
243 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%esi), %esi
244 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
245 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edx
246 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrxl %ecx, %esi, %esi
247 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    xorl %edi, %edi
248 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    testb $32, %cl
249 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    cmovnel %esi, %edx
250 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    cmovel %esi, %edi
251 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, 4(%eax)
252 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%eax)
253 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
254 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
255 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
309 ; X86-NO-BMI2-HAVE-SHLD-LABEL: shl_8bytes:
310 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
311 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
312 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
313 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
314 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
315 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
316 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%edx), %esi
317 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%edx), %edx
318 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
319 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, %edi
320 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shll %cl, %edi
321 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edx
322 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    xorl %esi, %esi
323 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    testb $32, %cl
324 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    cmovnel %edi, %edx
325 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    cmovel %edi, %esi
326 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 4(%eax)
327 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, (%eax)
328 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
329 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
330 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
332 ; X86-HAVE-BMI2-NO-SHLD-LABEL: shl_8bytes:
333 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
334 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
335 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
336 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
337 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
338 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
339 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
340 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%edx), %esi
341 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%ecx), %ecx
342 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, 4(%edx), %edx
343 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %ebx
344 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    notb %bl
345 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %esi, %edi
346 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %esi
347 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %esi, %esi
348 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edx, %esi
349 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorl %edx, %edx
350 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    testb $32, %cl
351 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    cmovnel %edi, %esi
352 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    cmovel %edi, %edx
353 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, (%eax)
354 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, 4(%eax)
355 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
356 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
357 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
358 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
360 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: shl_8bytes:
361 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
362 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
363 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
364 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
365 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
366 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
367 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%edx), %esi
368 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%edx), %edx
369 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
370 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edx
371 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shlxl %ecx, %esi, %esi
372 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    xorl %edi, %edi
373 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    testb $32, %cl
374 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    cmovnel %esi, %edx
375 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    cmovel %esi, %edi
376 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 4(%eax)
377 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, (%eax)
378 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
379 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
380 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
434 ; X86-NO-BMI2-HAVE-SHLD-LABEL: ashr_8bytes:
435 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
436 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
437 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
438 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
439 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
440 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %esi
441 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esi), %edx
442 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%esi), %esi
443 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
444 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, %edi
445 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    sarl %cl, %edi
446 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edx
447 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    sarl $31, %esi
448 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    testb $32, %cl
449 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    cmovnel %edi, %edx
450 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    cmovel %edi, %esi
451 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, 4(%eax)
452 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%eax)
453 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
454 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
455 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
457 ; X86-HAVE-BMI2-NO-SHLD-LABEL: ashr_8bytes:
458 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
459 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
460 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
461 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
462 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
463 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
464 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %esi
465 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%esi), %ecx
466 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%edx), %edx
467 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, (%esi), %esi
468 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, %ebx
469 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    notb %bl
470 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%ecx,%ecx), %edi
471 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %edi, %edi
472 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %edi
473 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    sarxl %edx, %ecx, %esi
474 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    sarl $31, %ecx
475 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    testb $32, %dl
476 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    cmovnel %esi, %edi
477 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    cmovel %esi, %ecx
478 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 4(%eax)
479 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, (%eax)
480 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
481 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
482 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
483 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
485 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: ashr_8bytes:
486 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
487 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
488 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
489 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
490 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
491 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %esi
492 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esi), %edx
493 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%esi), %esi
494 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
495 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edx
496 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    sarxl %ecx, %esi, %edi
497 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    sarl $31, %esi
498 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    testb $32, %cl
499 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    cmovnel %edi, %edx
500 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    cmovel %edi, %esi
501 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, 4(%eax)
502 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%eax)
503 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
504 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
505 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
535 ; X64-NO-BMI2-HAVE-SHLD-LABEL: lshr_16bytes:
536 ; X64-NO-BMI2-HAVE-SHLD:       # %bb.0:
537 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
538 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %rdi
539 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
540 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, %rsi
541 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrq %cl, %rsi
542 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rdi, %rax
543 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    xorl %edi, %edi
544 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    testb $64, %cl
545 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    cmovneq %rsi, %rax
546 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    cmoveq %rsi, %rdi
547 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 8(%rdx)
548 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, (%rdx)
549 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    retq
551 ; X64-HAVE-BMI2-NO-SHLD-LABEL: lshr_16bytes:
552 ; X64-HAVE-BMI2-NO-SHLD:       # %bb.0:
553 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 8(%rdi), %rax
554 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%rsi), %ecx
555 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, (%rdi), %rsi
556 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %edi
557 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    notb %dil
558 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    leaq (%rax,%rax), %r8
559 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rdi, %r8, %rdi
560 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rsi, %rdi
561 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %rax, %rax
562 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorl %esi, %esi
563 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    testb $64, %cl
564 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    cmovneq %rax, %rdi
565 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    cmoveq %rax, %rsi
566 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rsi, 8(%rdx)
567 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, (%rdx)
568 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    retq
570 ; X64-HAVE-BMI2-HAVE-SHLD-LABEL: lshr_16bytes:
571 ; X64-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
572 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
573 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %rdi
574 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
575 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rdi, %rax
576 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrxq %rcx, %rdi, %rsi
577 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    xorl %edi, %edi
578 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    testb $64, %cl
579 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    cmovneq %rsi, %rax
580 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    cmoveq %rsi, %rdi
581 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 8(%rdx)
582 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, (%rdx)
583 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    retq
649 ; X86-NO-BMI2-HAVE-SHLD-LABEL: lshr_16bytes:
650 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
651 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
652 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
653 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
654 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
655 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl $44, %esp
656 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
657 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
658 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
659 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%edx), %esi
660 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%edx), %edi
661 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%edx), %ebx
662 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%edx), %edx
663 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
664 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
665 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
666 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
667 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
668 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
669 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, (%esp)
670 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %edx
671 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrb $3, %dl
672 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andb $12, %dl
673 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl %dl, %ebx
674 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%esp,%ebx), %esi
675 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp,%ebx), %edx
676 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%esp,%ebx), %ebp
677 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, %edi
678 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edi
679 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%esp,%ebx), %ebx
680 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
681 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebp, %edx
682 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrl %cl, %ebx
683 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, 8(%eax)
684 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 12(%eax)
685 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%eax)
686 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, 4(%eax)
687 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    addl $44, %esp
688 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
689 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
690 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebx
691 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebp
692 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
694 ; X86-HAVE-BMI2-NO-SHLD-LABEL: lshr_16bytes:
695 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
696 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebp
697 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
698 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
699 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
700 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl $44, %esp
701 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
702 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
703 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%ecx), %edx
704 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%ecx), %esi
705 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%ecx), %edi
706 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%ecx), %ecx
707 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%eax), %eax
708 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
709 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
710 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
711 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
712 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
713 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, (%esp)
714 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
715 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrb $3, %cl
716 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $12, %cl
717 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl %cl, %esi
718 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%esp,%esi), %ebx
719 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%esp,%esi), %edi
720 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %ebx, %ebp
721 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
722 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $31, %cl
723 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorb $31, %cl
724 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%edi,%edi), %edx
725 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %edx, %edx
726 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %edx
727 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, (%esp,%esi), %ebp
728 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebx, %ebx
729 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %ebx, %ebx
730 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %ebx
731 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %edi, %edi
732 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%esp,%esi), %esi
733 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %esi, %eax
734 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %esi, %esi
735 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %esi, %ecx
736 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %ecx
737 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %esi
738 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 12(%esi)
739 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 8(%esi)
740 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, (%esi)
741 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, 4(%esi)
742 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl $44, %esp
743 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
744 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
745 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
746 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebp
747 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
749 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: lshr_16bytes:
750 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
751 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
752 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
753 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
754 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
755 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl $44, %esp
756 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
757 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
758 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
759 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%edx), %esi
760 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%edx), %edi
761 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%edx), %ebx
762 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%edx), %edx
763 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
764 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
765 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
766 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
767 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
768 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
769 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, (%esp)
770 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %edx
771 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrb $3, %dl
772 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andb $12, %dl
773 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl %dl, %ebp
774 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%esp,%ebp), %ebx
775 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp,%ebp), %edx
776 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%esp,%ebp), %esi
777 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, %edi
778 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %edi
779 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%esp,%ebp), %ebp
780 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebp, %ebx
781 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 8(%eax)
782 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrxl %ecx, %ebp, %ebx
783 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 12(%eax)
784 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
785 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edx
786 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%eax)
787 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, 4(%eax)
788 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    addl $44, %esp
789 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
790 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
791 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebx
792 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebp
793 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
823 ; X64-NO-BMI2-HAVE-SHLD-LABEL: shl_16bytes:
824 ; X64-NO-BMI2-HAVE-SHLD:       # %bb.0:
825 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
826 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %rdi
827 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
828 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, %rsi
829 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shlq %cl, %rsi
830 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rax, %rdi
831 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    xorl %eax, %eax
832 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    testb $64, %cl
833 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    cmovneq %rsi, %rdi
834 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    cmoveq %rsi, %rax
835 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 8(%rdx)
836 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, (%rdx)
837 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    retq
839 ; X64-HAVE-BMI2-NO-SHLD-LABEL: shl_16bytes:
840 ; X64-HAVE-BMI2-NO-SHLD:       # %bb.0:
841 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq (%rdi), %rax
842 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%rsi), %ecx
843 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rcx, 8(%rdi), %rsi
844 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %edi
845 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    notb %dil
846 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rcx, %rax, %r8
847 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %rax
848 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rdi, %rax, %rax
849 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rsi, %rax
850 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorl %esi, %esi
851 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    testb $64, %cl
852 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    cmovneq %r8, %rax
853 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    cmoveq %r8, %rsi
854 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rsi, (%rdx)
855 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rax, 8(%rdx)
856 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    retq
858 ; X64-HAVE-BMI2-HAVE-SHLD-LABEL: shl_16bytes:
859 ; X64-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
860 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
861 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %rdi
862 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
863 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rax, %rdi
864 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shlxq %rcx, %rax, %rax
865 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    xorl %esi, %esi
866 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    testb $64, %cl
867 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    cmovneq %rax, %rdi
868 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    cmoveq %rax, %rsi
869 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 8(%rdx)
870 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rsi, (%rdx)
871 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    retq
941 ; X86-NO-BMI2-HAVE-SHLD-LABEL: shl_16bytes:
942 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
943 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
944 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
945 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
946 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl $32, %esp
947 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
948 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
949 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
950 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%edx), %esi
951 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%edx), %edi
952 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%edx), %ebx
953 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%edx), %edx
954 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
955 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
956 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, (%esp)
957 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
958 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
959 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
960 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
961 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %edx
962 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrb $3, %dl
963 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andb $12, %dl
964 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    negb %dl
965 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movsbl %dl, %edi
966 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%esp,%edi), %esi
967 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%esp,%edi), %edx
968 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edx
969 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%esp,%edi), %ebx
970 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%esp,%edi), %edi
971 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %esi
972 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %ebx, %edi
973 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shll %cl, %ebx
974 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, 8(%eax)
975 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 12(%eax)
976 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, (%eax)
977 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, 4(%eax)
978 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    addl $32, %esp
979 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
980 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
981 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebx
982 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
984 ; X86-HAVE-BMI2-NO-SHLD-LABEL: shl_16bytes:
985 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
986 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebp
987 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
988 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
989 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
990 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl $44, %esp
991 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
992 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
993 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%ecx), %edx
994 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%ecx), %esi
995 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%ecx), %edi
996 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%ecx), %ecx
997 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%eax), %ebx
998 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
999 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, (%esp)
1000 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
1001 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
1002 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
1003 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1004 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, %eax
1005 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrb $3, %al
1006 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $12, %al
1007 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    negb %al
1008 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movsbl %al, %edx
1009 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 16(%esp,%edx), %edi
1010 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 20(%esp,%edx), %ecx
1011 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %ecx, %esi
1012 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %edi, %ebp
1013 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, %eax
1014 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $31, %al
1015 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorb $31, %al
1016 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %edi
1017 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %edi, %edi
1018 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %edi
1019 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, 28(%esp,%edx), %esi
1020 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 24(%esp,%edx), %edx
1021 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %edx, %ebx
1022 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %edx
1023 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %edx, %edx
1024 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %edx
1025 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ecx
1026 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %ecx, %eax
1027 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebx, %eax
1028 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
1029 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, (%ecx)
1030 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 8(%ecx)
1031 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, 12(%ecx)
1032 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, 4(%ecx)
1033 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl $44, %esp
1034 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
1035 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
1036 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
1037 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebp
1038 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
1040 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: shl_16bytes:
1041 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
1042 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
1043 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
1044 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
1045 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl $32, %esp
1046 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
1047 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
1048 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
1049 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%edx), %esi
1050 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%edx), %edi
1051 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%edx), %ebx
1052 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%edx), %edx
1053 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
1054 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
1055 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, (%esp)
1056 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1057 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
1058 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
1059 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
1060 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %edx
1061 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrb $3, %dl
1062 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andb $12, %dl
1063 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    negb %dl
1064 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movsbl %dl, %edi
1065 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%esp,%edi), %esi
1066 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%esp,%edi), %edx
1067 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edx
1068 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%esp,%edi), %ebx
1069 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%esp,%edi), %edi
1070 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %esi
1071 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %ebx, %edi
1072 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shlxl %ecx, %ebx, %ecx
1073 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, 8(%eax)
1074 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 12(%eax)
1075 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, (%eax)
1076 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, 4(%eax)
1077 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    addl $32, %esp
1078 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
1079 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
1080 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebx
1081 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
1111 ; X64-NO-BMI2-HAVE-SHLD-LABEL: ashr_16bytes:
1112 ; X64-NO-BMI2-HAVE-SHLD:       # %bb.0:
1113 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
1114 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %rdi
1115 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
1116 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, %rsi
1117 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    sarq %cl, %rsi
1118 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rdi, %rax
1119 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    sarq $63, %rdi
1120 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    testb $64, %cl
1121 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    cmovneq %rsi, %rax
1122 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    cmoveq %rsi, %rdi
1123 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 8(%rdx)
1124 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, (%rdx)
1125 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    retq
1127 ; X64-HAVE-BMI2-NO-SHLD-LABEL: ashr_16bytes:
1128 ; X64-HAVE-BMI2-NO-SHLD:       # %bb.0:
1129 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 8(%rdi), %rax
1130 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%rsi), %ecx
1131 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, (%rdi), %rsi
1132 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %edi
1133 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    notb %dil
1134 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    leaq (%rax,%rax), %r8
1135 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rdi, %r8, %rdi
1136 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rsi, %rdi
1137 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    sarxq %rcx, %rax, %rsi
1138 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    sarq $63, %rax
1139 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    testb $64, %cl
1140 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    cmovneq %rsi, %rdi
1141 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    cmoveq %rsi, %rax
1142 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rax, 8(%rdx)
1143 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, (%rdx)
1144 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    retq
1146 ; X64-HAVE-BMI2-HAVE-SHLD-LABEL: ashr_16bytes:
1147 ; X64-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
1148 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
1149 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %rdi
1150 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
1151 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rdi, %rax
1152 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    sarxq %rcx, %rdi, %rsi
1153 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    sarq $63, %rdi
1154 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    testb $64, %cl
1155 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    cmovneq %rsi, %rax
1156 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    cmoveq %rsi, %rdi
1157 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 8(%rdx)
1158 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, (%rdx)
1159 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    retq
1228 ; X86-NO-BMI2-HAVE-SHLD-LABEL: ashr_16bytes:
1229 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
1230 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
1231 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
1232 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
1233 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
1234 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl $44, %esp
1235 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
1236 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
1237 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
1238 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%edx), %esi
1239 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%edx), %edi
1240 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%edx), %ebx
1241 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%edx), %edx
1242 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
1243 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1244 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
1245 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
1246 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, (%esp)
1247 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    sarl $31, %edx
1248 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1249 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1250 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1251 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1252 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %edx
1253 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrb $3, %dl
1254 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andb $12, %dl
1255 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl %dl, %ebx
1256 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%esp,%ebx), %esi
1257 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp,%ebx), %edx
1258 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%esp,%ebx), %ebp
1259 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, %edi
1260 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edi
1261 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%esp,%ebx), %ebx
1262 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
1263 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebp, %edx
1264 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    sarl %cl, %ebx
1265 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, 8(%eax)
1266 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 12(%eax)
1267 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%eax)
1268 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, 4(%eax)
1269 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    addl $44, %esp
1270 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
1271 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
1272 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebx
1273 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebp
1274 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
1276 ; X86-HAVE-BMI2-NO-SHLD-LABEL: ashr_16bytes:
1277 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
1278 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebp
1279 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
1280 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
1281 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
1282 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl $44, %esp
1283 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
1284 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
1285 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%ecx), %edx
1286 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%ecx), %esi
1287 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%ecx), %edi
1288 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%ecx), %ecx
1289 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%eax), %eax
1290 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
1291 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
1292 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
1293 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, (%esp)
1294 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    sarl $31, %ecx
1295 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
1296 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
1297 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
1298 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
1299 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
1300 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrb $3, %cl
1301 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $12, %cl
1302 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl %cl, %esi
1303 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%esp,%esi), %ebx
1304 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%esp,%esi), %edi
1305 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %ebx, %ebp
1306 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
1307 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $31, %cl
1308 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorb $31, %cl
1309 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%edi,%edi), %edx
1310 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %edx, %edx
1311 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %edx
1312 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, (%esp,%esi), %ebp
1313 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebx, %ebx
1314 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %ebx, %ebx
1315 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %ebx
1316 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %edi, %edi
1317 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%esp,%esi), %esi
1318 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    sarxl %eax, %esi, %eax
1319 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %esi, %esi
1320 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %esi, %ecx
1321 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %ecx
1322 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %esi
1323 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 12(%esi)
1324 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 8(%esi)
1325 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, (%esi)
1326 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, 4(%esi)
1327 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl $44, %esp
1328 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
1329 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
1330 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
1331 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebp
1332 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
1334 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: ashr_16bytes:
1335 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
1336 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
1337 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
1338 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
1339 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
1340 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl $44, %esp
1341 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
1342 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
1343 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
1344 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%edx), %esi
1345 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%edx), %edi
1346 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%edx), %ebx
1347 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%edx), %edx
1348 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
1349 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1350 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
1351 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
1352 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, (%esp)
1353 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    sarl $31, %edx
1354 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1355 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1356 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1357 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1358 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %edx
1359 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrb $3, %dl
1360 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andb $12, %dl
1361 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl %dl, %ebp
1362 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%esp,%ebp), %ebx
1363 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp,%ebp), %edx
1364 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%esp,%ebp), %esi
1365 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, %edi
1366 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %edi
1367 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%esp,%ebp), %ebp
1368 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebp, %ebx
1369 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 8(%eax)
1370 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    sarxl %ecx, %ebp, %ebx
1371 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 12(%eax)
1372 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
1373 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edx
1374 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%eax)
1375 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, 4(%eax)
1376 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    addl $44, %esp
1377 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
1378 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
1379 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebx
1380 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebp
1381 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
1443 ; X64-NO-BMI2-HAVE-SHLD-LABEL: lshr_32bytes:
1444 ; X64-NO-BMI2-HAVE-SHLD:       # %bb.0:
1445 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
1446 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
1447 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
1448 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %rdi
1449 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
1450 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
1451 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
1452 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
1453 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
1454 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
1455 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
1456 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, -{{[0-9]+}}(%rsp)
1457 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
1458 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrb $6, %al
1459 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movzbl %al, %eax
1460 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -56(%rsp,%rax,8), %rsi
1461 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -72(%rsp,%rax,8), %rdi
1462 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -64(%rsp,%rax,8), %r8
1463 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, %r9
1464 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rsi, %r9
1465 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -48(%rsp,%rax,8), %rax
1466 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rax, %rsi
1467 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r8, %rdi
1468 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrq %cl, %rax
1469 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rsi, 16(%rdx)
1470 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, 24(%rdx)
1471 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, (%rdx)
1472 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, 8(%rdx)
1473 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    retq
1475 ; X64-HAVE-BMI2-NO-SHLD-LABEL: lshr_32bytes:
1476 ; X64-HAVE-BMI2-NO-SHLD:       # %bb.0:
1477 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq (%rdi), %rcx
1478 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 8(%rdi), %r8
1479 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 16(%rdi), %r9
1480 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 24(%rdi), %rdi
1481 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%rsi), %eax
1482 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
1483 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
1484 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
1485 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
1486 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
1487 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
1488 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
1489 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
1490 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrb $6, %cl
1491 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movzbl %cl, %esi
1492 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -64(%rsp,%rsi,8), %rcx
1493 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -56(%rsp,%rsi,8), %rdi
1494 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, %rcx, %r8
1495 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, -72(%rsp,%rsi,8), %r9
1496 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, %rdi, %r10
1497 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -48(%rsp,%rsi,8), %rsi
1498 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, %rsi, %r11
1499 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    # kill: def $al killed $al killed $rax def $rax
1500 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andb $63, %al
1501 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorb $63, %al
1502 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rdi, %rdi
1503 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rdi, %rdi
1504 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r8, %rdi
1505 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rcx, %rcx
1506 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rcx, %rcx
1507 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r9, %rcx
1508 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rsi, %rsi
1509 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rsi, %rax
1510 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r10, %rax
1511 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r11, 24(%rdx)
1512 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rax, 16(%rdx)
1513 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, (%rdx)
1514 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, 8(%rdx)
1515 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    retq
1517 ; X64-HAVE-BMI2-HAVE-SHLD-LABEL: lshr_32bytes:
1518 ; X64-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
1519 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
1520 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
1521 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
1522 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %rdi
1523 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
1524 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
1525 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
1526 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
1527 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
1528 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
1529 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
1530 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, -{{[0-9]+}}(%rsp)
1531 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
1532 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrb $6, %al
1533 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl %al, %eax
1534 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -56(%rsp,%rax,8), %rsi
1535 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -72(%rsp,%rax,8), %rdi
1536 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -64(%rsp,%rax,8), %r8
1537 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, %r9
1538 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rsi, %r9
1539 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -48(%rsp,%rax,8), %rax
1540 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rax, %rsi
1541 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r8, %rdi
1542 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrxq %rcx, %rax, %rax
1543 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rsi, 16(%rdx)
1544 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, 24(%rdx)
1545 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, (%rdx)
1546 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, 8(%rdx)
1547 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    retq
1674 ; X86-NO-BMI2-HAVE-SHLD-LABEL: lshr_32bytes:
1675 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
1676 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
1677 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
1678 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
1679 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
1680 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl $92, %esp
1681 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
1682 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebp
1683 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%ebp), %eax
1684 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1685 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%ebp), %eax
1686 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
1687 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%ebp), %esi
1688 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%ebp), %edi
1689 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%ebp), %ebx
1690 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
1691 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%ebp), %edx
1692 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%ebp), %eax
1693 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%ebp), %ebp
1694 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
1695 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
1696 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
1697 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
1698 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
1699 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1700 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
1701 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
1702 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
1703 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %eax # 4-byte Reload
1704 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
1705 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1706 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
1707 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
1708 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrb $5, %al
1709 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl %al, %ebp
1710 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%esp,%ebp,4), %edx
1711 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%esp,%ebp,4), %eax
1712 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
1713 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %eax
1714 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1715 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 32(%esp,%ebp,4), %ebx
1716 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%esp,%ebp,4), %eax
1717 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, %esi
1718 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
1719 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1720 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %edx
1721 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1722 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 40(%esp,%ebp,4), %edx
1723 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 36(%esp,%ebp,4), %eax
1724 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, %edi
1725 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
1726 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %ebx
1727 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%esp,%ebp,4), %esi
1728 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 44(%esp,%ebp,4), %eax
1729 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %edx
1730 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebp
1731 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 24(%ebp)
1732 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %edx # 4-byte Reload
1733 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
1734 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrl %cl, %eax
1735 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 28(%ebp)
1736 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 16(%ebp)
1737 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, 20(%ebp)
1738 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1739 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 8(%ebp)
1740 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1741 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 12(%ebp)
1742 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, (%ebp)
1743 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1744 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 4(%ebp)
1745 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    addl $92, %esp
1746 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
1747 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
1748 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebx
1749 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebp
1750 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
1752 ; X86-HAVE-BMI2-NO-SHLD-LABEL: lshr_32bytes:
1753 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
1754 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebp
1755 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
1756 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
1757 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
1758 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl $108, %esp
1759 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
1760 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%eax), %ecx
1761 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1762 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%eax), %ecx
1763 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1764 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%eax), %esi
1765 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%eax), %edi
1766 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 16(%eax), %ebx
1767 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 20(%eax), %ebp
1768 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 24(%eax), %edx
1769 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 28(%eax), %ecx
1770 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
1771 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%eax), %eax
1772 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
1773 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
1774 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
1775 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1776 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
1777 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
1778 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
1779 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
1780 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
1781 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
1782 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
1783 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
1784 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
1785 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
1786 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrb $5, %cl
1787 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl %cl, %esi
1788 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 36(%esp,%esi,4), %ecx
1789 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 40(%esp,%esi,4), %ebx
1790 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1791 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %ecx, %edi
1792 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %edx
1793 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $31, %dl
1794 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorb $31, %dl
1795 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebx, %ebx
1796 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ebx, %ebx
1797 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %ebx
1798 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1799 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, 32(%esp,%esi,4), %edi
1800 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ecx, %ecx
1801 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %ecx
1802 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %ecx
1803 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1804 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 48(%esp,%esi,4), %ecx
1805 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1806 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ecx, %ecx
1807 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %edi
1808 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 44(%esp,%esi,4), %ecx
1809 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %ecx, %ebp
1810 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %edi
1811 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1812 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, {{[-0-9]+}}(%e{{[sb]}}p), %edi # 4-byte Folded Reload
1813 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ecx, %ecx
1814 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %ecx
1815 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %ecx
1816 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1817 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 56(%esp,%esi,4), %ebx
1818 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%ebx,%ebx), %ecx
1819 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %ecx
1820 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 52(%esp,%esi,4), %edi
1821 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %edi, %ebp
1822 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %ecx
1823 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, {{[-0-9]+}}(%e{{[sb]}}p), %ebp # 4-byte Folded Reload
1824 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %edi, %edi
1825 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %edi, %edi
1826 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %edi
1827 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %ebx, %ebx
1828 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 60(%esp,%esi,4), %esi
1829 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %esi, %eax
1830 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %esi, %esi
1831 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %esi, %edx
1832 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebx, %edx
1833 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %esi
1834 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 28(%esi)
1835 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, 24(%esi)
1836 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, 16(%esi)
1837 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 20(%esi)
1838 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1839 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 8(%esi)
1840 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1841 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 12(%esi)
1842 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1843 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, (%esi)
1844 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1845 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 4(%esi)
1846 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl $108, %esp
1847 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
1848 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
1849 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
1850 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebp
1851 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
1853 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: lshr_32bytes:
1854 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
1855 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
1856 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
1857 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
1858 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
1859 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl $92, %esp
1860 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
1861 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%ecx), %eax
1862 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1863 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%ecx), %eax
1864 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
1865 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%ecx), %esi
1866 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%ecx), %edi
1867 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%ecx), %ebx
1868 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%ecx), %ebp
1869 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%ecx), %edx
1870 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%ecx), %eax
1871 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
1872 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
1873 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
1874 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
1875 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
1876 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
1877 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
1878 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
1879 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
1880 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
1881 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
1882 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %eax # 4-byte Reload
1883 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
1884 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1885 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
1886 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
1887 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrb $5, %al
1888 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl %al, %ebp
1889 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%esp,%ebp,4), %esi
1890 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%esp,%ebp,4), %eax
1891 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1892 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %eax
1893 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
1894 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 32(%esp,%ebp,4), %ebx
1895 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%esp,%ebp,4), %eax
1896 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, %edx
1897 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %edx
1898 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1899 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %esi
1900 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
1901 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 40(%esp,%ebp,4), %eax
1902 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 36(%esp,%ebp,4), %edx
1903 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
1904 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %esi
1905 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
1906 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%esp,%ebp,4), %edx
1907 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 44(%esp,%ebp,4), %edi
1908 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %eax
1909 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebp
1910 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 24(%ebp)
1911 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrxl %ecx, %edi, %eax
1912 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 28(%ebp)
1913 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 16(%ebp)
1914 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, 20(%ebp)
1915 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1916 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 8(%ebp)
1917 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1918 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 12(%ebp)
1919 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
1920 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
1921 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %edx
1922 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%ebp)
1923 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %eax # 4-byte Reload
1924 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 4(%ebp)
1925 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    addl $92, %esp
1926 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
1927 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
1928 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebx
1929 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebp
1930 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
1995 ; X64-NO-BMI2-HAVE-SHLD-LABEL: shl_32bytes:
1996 ; X64-NO-BMI2-HAVE-SHLD:       # %bb.0:
1997 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
1998 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
1999 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
2000 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %rdi
2001 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
2002 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
2003 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
2004 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
2005 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2006 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
2007 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
2008 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, -{{[0-9]+}}(%rsp)
2009 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
2010 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrb $3, %al
2011 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    andb $24, %al
2012 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    negb %al
2013 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movsbq %al, %rax
2014 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -24(%rsp,%rax), %rsi
2015 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -16(%rsp,%rax), %rdi
2016 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rsi, %rdi
2017 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -40(%rsp,%rax), %r8
2018 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -32(%rsp,%rax), %rax
2019 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rax, %rsi
2020 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r8, %rax
2021 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shlq %cl, %r8
2022 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rsi, 16(%rdx)
2023 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 24(%rdx)
2024 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, (%rdx)
2025 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, 8(%rdx)
2026 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    retq
2028 ; X64-HAVE-BMI2-NO-SHLD-LABEL: shl_32bytes:
2029 ; X64-HAVE-BMI2-NO-SHLD:       # %bb.0:
2030 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq (%rdi), %rcx
2031 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 8(%rdi), %r8
2032 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 16(%rdi), %r9
2033 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 24(%rdi), %rdi
2034 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%rsi), %eax
2035 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
2036 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
2037 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
2038 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2039 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
2040 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
2041 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
2042 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
2043 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrb $3, %cl
2044 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andb $24, %cl
2045 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    negb %cl
2046 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movsbq %cl, %rdi
2047 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -40(%rsp,%rdi), %r8
2048 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -32(%rsp,%rdi), %rcx
2049 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rcx, %rsi
2050 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, -16(%rsp,%rdi), %r9
2051 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -24(%rsp,%rdi), %rdi
2052 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rdi, %r10
2053 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %r8, %r11
2054 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    # kill: def $al killed $al killed $rax def $rax
2055 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andb $63, %al
2056 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorb $63, %al
2057 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %r8
2058 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, %r8, %r8
2059 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rsi, %r8
2060 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %rdi
2061 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, %rdi, %rsi
2062 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r9, %rsi
2063 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %rcx
2064 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, %rcx, %rax
2065 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r10, %rax
2066 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r11, (%rdx)
2067 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rax, 16(%rdx)
2068 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rsi, 24(%rdx)
2069 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, 8(%rdx)
2070 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    retq
2072 ; X64-HAVE-BMI2-HAVE-SHLD-LABEL: shl_32bytes:
2073 ; X64-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
2074 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
2075 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
2076 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
2077 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %rdi
2078 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
2079 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
2080 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
2081 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
2082 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2083 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
2084 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
2085 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, -{{[0-9]+}}(%rsp)
2086 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
2087 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrb $3, %al
2088 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    andb $24, %al
2089 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    negb %al
2090 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movsbq %al, %rax
2091 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -24(%rsp,%rax), %rsi
2092 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -16(%rsp,%rax), %rdi
2093 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rsi, %rdi
2094 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -40(%rsp,%rax), %r8
2095 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -32(%rsp,%rax), %rax
2096 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rax, %rsi
2097 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r8, %rax
2098 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shlxq %rcx, %r8, %rcx
2099 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rsi, 16(%rdx)
2100 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 24(%rdx)
2101 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rcx, (%rdx)
2102 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, 8(%rdx)
2103 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    retq
2231 ; X86-NO-BMI2-HAVE-SHLD-LABEL: shl_32bytes:
2232 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
2233 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
2234 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
2235 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
2236 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
2237 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl $92, %esp
2238 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
2239 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebp
2240 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%ebp), %eax
2241 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2242 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%ebp), %eax
2243 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
2244 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%ebp), %esi
2245 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%ebp), %edi
2246 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%ebp), %ebx
2247 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
2248 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%ebp), %edx
2249 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%ebp), %eax
2250 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%ebp), %ebp
2251 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
2252 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
2253 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
2254 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
2255 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
2256 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2257 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
2258 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
2259 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
2260 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %eax # 4-byte Reload
2261 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
2262 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2263 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
2264 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
2265 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrb $3, %al
2266 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andb $28, %al
2267 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    negb %al
2268 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movsbl %al, %eax
2269 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 56(%esp,%eax), %edx
2270 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 60(%esp,%eax), %ebx
2271 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, %esi
2272 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %esi
2273 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2274 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 52(%esp,%eax), %esi
2275 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, (%esp) # 4-byte Spill
2276 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edx
2277 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2278 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 64(%esp,%eax), %edi
2279 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 68(%esp,%eax), %ebp
2280 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2281 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %ebp
2282 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %ebx, %edi
2283 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 48(%esp,%eax), %ebx
2284 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 72(%esp,%eax), %edx
2285 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 76(%esp,%eax), %esi
2286 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %esi
2287 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2288 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %eax, %edx
2289 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
2290 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 24(%eax)
2291 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, 28(%eax)
2292 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, 16(%eax)
2293 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, 20(%eax)
2294 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
2295 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 8(%eax)
2296 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
2297 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 12(%eax)
2298 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %edx # 4-byte Reload
2299 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %ebx, %edx
2300 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shll %cl, %ebx
2301 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, (%eax)
2302 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 4(%eax)
2303 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    addl $92, %esp
2304 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
2305 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
2306 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebx
2307 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebp
2308 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
2310 ; X86-HAVE-BMI2-NO-SHLD-LABEL: shl_32bytes:
2311 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
2312 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebp
2313 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
2314 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
2315 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
2316 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl $108, %esp
2317 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
2318 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%eax), %ecx
2319 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2320 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%eax), %ecx
2321 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2322 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%eax), %esi
2323 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%eax), %edi
2324 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 16(%eax), %ebx
2325 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 20(%eax), %ebp
2326 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 24(%eax), %edx
2327 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 28(%eax), %ecx
2328 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
2329 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%eax), %eax
2330 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2331 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2332 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
2333 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
2334 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
2335 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
2336 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
2337 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
2338 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
2339 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
2340 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2341 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
2342 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2343 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
2344 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrb $3, %cl
2345 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $28, %cl
2346 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    negb %cl
2347 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movsbl %cl, %esi
2348 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 64(%esp,%esi), %ebx
2349 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2350 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 68(%esp,%esi), %ecx
2351 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2352 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %eax, %ecx, %edi
2353 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %edx
2354 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ebp
2355 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $31, %dl
2356 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorb $31, %dl
2357 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ebx
2358 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ebx, %ebx
2359 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %ebx
2360 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2361 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 72(%esp,%esi), %ebx
2362 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, %edi
2363 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %edi
2364 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %edi, %eax
2365 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 76(%esp,%esi), %edi
2366 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, %esi
2367 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebp, %edi, %ebp
2368 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
2369 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2370 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %esi, %ebx, %ebx
2371 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ecx
2372 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ecx, %ecx
2373 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebx, %ecx
2374 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2375 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ebp # 4-byte Reload
2376 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 80(%esp,%ebp), %ecx
2377 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %ebx
2378 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ebx
2379 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ebx, %eax
2380 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 84(%esp,%ebp), %ebx
2381 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %esi, %ebx, %ebp
2382 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
2383 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2384 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %esi, %ecx, %ecx
2385 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, %eax
2386 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %edi
2387 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %edi, %edi
2388 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ecx, %edi
2389 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %esi, {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Folded Reload
2390 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Reload
2391 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %eax, 92(%esp,%esi), %ebp
2392 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 88(%esp,%esi), %esi
2393 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %eax, %esi, %eax
2394 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %esi
2395 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %esi, %esi
2396 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %esi
2397 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ebx
2398 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ebx, %edx
2399 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %eax, %edx
2400 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
2401 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, (%eax)
2402 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, 24(%eax)
2403 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, 28(%eax)
2404 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, 16(%eax)
2405 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
2406 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 20(%eax)
2407 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
2408 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 8(%eax)
2409 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
2410 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 12(%eax)
2411 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
2412 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 4(%eax)
2413 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl $108, %esp
2414 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
2415 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
2416 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
2417 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebp
2418 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
2420 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: shl_32bytes:
2421 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
2422 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
2423 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
2424 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
2425 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
2426 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl $92, %esp
2427 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
2428 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%ecx), %eax
2429 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2430 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%ecx), %eax
2431 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2432 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%ecx), %esi
2433 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%ecx), %edi
2434 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%ecx), %ebx
2435 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%ecx), %ebp
2436 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%ecx), %edx
2437 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%ecx), %eax
2438 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
2439 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
2440 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
2441 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2442 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
2443 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
2444 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
2445 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
2446 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
2447 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
2448 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
2449 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2450 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
2451 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2452 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
2453 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
2454 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrb $3, %al
2455 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andb $28, %al
2456 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    negb %al
2457 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movsbl %al, %eax
2458 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 56(%esp,%eax), %edx
2459 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 60(%esp,%eax), %esi
2460 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, (%esp) # 4-byte Spill
2461 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %esi
2462 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2463 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 52(%esp,%eax), %ebx
2464 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %ebx, %edx
2465 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2466 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 64(%esp,%eax), %edi
2467 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 68(%esp,%eax), %ebp
2468 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2469 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %ebp
2470 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %edx # 4-byte Reload
2471 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %edi
2472 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 48(%esp,%eax), %edx
2473 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%esp) # 4-byte Spill
2474 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 72(%esp,%eax), %edx
2475 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 76(%esp,%eax), %esi
2476 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %esi
2477 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2478 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %eax, %edx
2479 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
2480 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 24(%eax)
2481 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, 28(%eax)
2482 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, 16(%eax)
2483 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, 20(%eax)
2484 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
2485 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 8(%eax)
2486 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
2487 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 12(%eax)
2488 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %esi # 4-byte Reload
2489 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shlxl %ecx, %esi, %edx
2490 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%eax)
2491 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
2492 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %ebx
2493 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 4(%eax)
2494 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    addl $92, %esp
2495 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
2496 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
2497 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebx
2498 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebp
2499 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
2562 ; X64-NO-BMI2-HAVE-SHLD-LABEL: ashr_32bytes:
2563 ; X64-NO-BMI2-HAVE-SHLD:       # %bb.0:
2564 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
2565 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
2566 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
2567 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %rdi
2568 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
2569 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2570 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
2571 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
2572 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, -{{[0-9]+}}(%rsp)
2573 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    sarq $63, %rdi
2574 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2575 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2576 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2577 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2578 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
2579 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrb $6, %al
2580 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movzbl %al, %eax
2581 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -56(%rsp,%rax,8), %rsi
2582 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -72(%rsp,%rax,8), %rdi
2583 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -64(%rsp,%rax,8), %r8
2584 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, %r9
2585 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rsi, %r9
2586 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -48(%rsp,%rax,8), %rax
2587 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rax, %rsi
2588 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r8, %rdi
2589 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    sarq %cl, %rax
2590 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rsi, 16(%rdx)
2591 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, 24(%rdx)
2592 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, (%rdx)
2593 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, 8(%rdx)
2594 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    retq
2596 ; X64-HAVE-BMI2-NO-SHLD-LABEL: ashr_32bytes:
2597 ; X64-HAVE-BMI2-NO-SHLD:       # %bb.0:
2598 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq (%rdi), %rcx
2599 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 8(%rdi), %r8
2600 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 16(%rdi), %r9
2601 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 24(%rdi), %rdi
2602 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%rsi), %eax
2603 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2604 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
2605 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
2606 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
2607 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    sarq $63, %rdi
2608 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2609 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2610 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2611 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2612 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
2613 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrb $6, %cl
2614 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movzbl %cl, %esi
2615 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -64(%rsp,%rsi,8), %rcx
2616 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -56(%rsp,%rsi,8), %rdi
2617 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, %rcx, %r8
2618 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, -72(%rsp,%rsi,8), %r9
2619 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rax, %rdi, %r10
2620 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -48(%rsp,%rsi,8), %rsi
2621 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    sarxq %rax, %rsi, %r11
2622 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    # kill: def $al killed $al killed $rax def $rax
2623 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andb $63, %al
2624 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorb $63, %al
2625 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rdi, %rdi
2626 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rdi, %rdi
2627 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r8, %rdi
2628 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rcx, %rcx
2629 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rcx, %rcx
2630 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r9, %rcx
2631 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rsi, %rsi
2632 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rsi, %rax
2633 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r10, %rax
2634 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r11, 24(%rdx)
2635 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rax, 16(%rdx)
2636 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, (%rdx)
2637 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, 8(%rdx)
2638 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    retq
2640 ; X64-HAVE-BMI2-HAVE-SHLD-LABEL: ashr_32bytes:
2641 ; X64-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
2642 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
2643 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
2644 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
2645 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %rdi
2646 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%rsi), %ecx
2647 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2648 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
2649 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
2650 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, -{{[0-9]+}}(%rsp)
2651 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    sarq $63, %rdi
2652 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2653 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2654 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2655 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
2656 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
2657 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrb $6, %al
2658 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl %al, %eax
2659 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -56(%rsp,%rax,8), %rsi
2660 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -72(%rsp,%rax,8), %rdi
2661 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -64(%rsp,%rax,8), %r8
2662 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, %r9
2663 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rsi, %r9
2664 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -48(%rsp,%rax,8), %rax
2665 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rax, %rsi
2666 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r8, %rdi
2667 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    sarxq %rcx, %rax, %rax
2668 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rsi, 16(%rdx)
2669 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, 24(%rdx)
2670 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, (%rdx)
2671 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, 8(%rdx)
2672 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    retq
2806 ; X86-NO-BMI2-HAVE-SHLD-LABEL: ashr_32bytes:
2807 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
2808 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
2809 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
2810 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
2811 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
2812 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl $92, %esp
2813 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
2814 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %edx
2815 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%edx), %eax
2816 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2817 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%edx), %eax
2818 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
2819 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%edx), %edi
2820 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%edx), %ebx
2821 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%edx), %ebp
2822 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
2823 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%edx), %esi
2824 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%edx), %eax
2825 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%edx), %edx
2826 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
2827 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
2828 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2829 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
2830 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
2831 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
2832 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %eax # 4-byte Reload
2833 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
2834 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2835 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
2836 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    sarl $31, %edx
2837 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2838 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2839 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2840 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2841 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2842 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2843 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2844 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2845 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
2846 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrb $5, %al
2847 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movzbl %al, %ebp
2848 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%esp,%ebp,4), %edx
2849 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%esp,%ebp,4), %eax
2850 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
2851 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %eax
2852 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2853 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 32(%esp,%ebp,4), %ebx
2854 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%esp,%ebp,4), %eax
2855 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, %esi
2856 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
2857 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2858 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %edx
2859 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2860 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 40(%esp,%ebp,4), %edx
2861 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 36(%esp,%ebp,4), %eax
2862 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, %edi
2863 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
2864 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %ebx
2865 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%esp,%ebp,4), %esi
2866 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 44(%esp,%ebp,4), %eax
2867 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %edx
2868 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebp
2869 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 24(%ebp)
2870 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %edx # 4-byte Reload
2871 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
2872 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    sarl %cl, %eax
2873 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 28(%ebp)
2874 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 16(%ebp)
2875 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, 20(%ebp)
2876 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2877 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 8(%ebp)
2878 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2879 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 12(%ebp)
2880 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, (%ebp)
2881 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2882 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 4(%ebp)
2883 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    addl $92, %esp
2884 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
2885 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
2886 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebx
2887 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebp
2888 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
2890 ; X86-HAVE-BMI2-NO-SHLD-LABEL: ashr_32bytes:
2891 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
2892 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebp
2893 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
2894 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
2895 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
2896 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl $108, %esp
2897 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
2898 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%eax), %ecx
2899 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2900 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%eax), %ecx
2901 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2902 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%eax), %edi
2903 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%eax), %ebx
2904 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 16(%eax), %ebp
2905 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 20(%eax), %esi
2906 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 24(%eax), %edx
2907 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 28(%eax), %ecx
2908 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
2909 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl (%eax), %eax
2910 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2911 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
2912 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2913 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
2914 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
2915 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
2916 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
2917 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2918 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
2919 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
2920 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    sarl $31, %ecx
2921 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2922 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2923 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2924 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2925 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2926 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2927 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2928 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
2929 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
2930 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrb $5, %cl
2931 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movzbl %cl, %esi
2932 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 36(%esp,%esi,4), %ecx
2933 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 40(%esp,%esi,4), %ebx
2934 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2935 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %ecx, %edi
2936 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %edx
2937 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andb $31, %dl
2938 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorb $31, %dl
2939 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebx, %ebx
2940 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ebx, %ebx
2941 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %ebx
2942 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2943 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, 32(%esp,%esi,4), %edi
2944 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ecx, %ecx
2945 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %ecx
2946 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %ecx
2947 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2948 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 48(%esp,%esi,4), %ecx
2949 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2950 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ecx, %ecx
2951 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %edi
2952 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 44(%esp,%esi,4), %ecx
2953 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %ecx, %ebp
2954 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %edi
2955 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2956 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, {{[-0-9]+}}(%e{{[sb]}}p), %edi # 4-byte Folded Reload
2957 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ecx, %ecx
2958 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %ecx
2959 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %ecx
2960 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
2961 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 56(%esp,%esi,4), %ebx
2962 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%ebx,%ebx), %ecx
2963 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %ecx
2964 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 52(%esp,%esi,4), %edi
2965 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %edi, %ebp
2966 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %ecx
2967 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, {{[-0-9]+}}(%e{{[sb]}}p), %ebp # 4-byte Folded Reload
2968 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %edi, %edi
2969 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %edi, %edi
2970 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %edi
2971 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %eax, %ebx, %ebx
2972 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 60(%esp,%esi,4), %esi
2973 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    sarxl %eax, %esi, %eax
2974 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %esi, %esi
2975 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %esi, %edx
2976 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebx, %edx
2977 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %esi
2978 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 28(%esi)
2979 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, 24(%esi)
2980 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, 16(%esi)
2981 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 20(%esi)
2982 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2983 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 8(%esi)
2984 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2985 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 12(%esi)
2986 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2987 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, (%esi)
2988 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
2989 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, 4(%esi)
2990 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl $108, %esp
2991 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
2992 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
2993 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
2994 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebp
2995 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
2997 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: ashr_32bytes:
2998 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
2999 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
3000 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
3001 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
3002 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
3003 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl $92, %esp
3004 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
3005 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %ecx
3006 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3007 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%eax), %ecx
3008 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, (%esp) # 4-byte Spill
3009 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%eax), %edi
3010 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%eax), %ebx
3011 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%eax), %ebp
3012 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%eax), %esi
3013 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%eax), %edx
3014 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%eax), %eax
3015 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
3016 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl (%ecx), %ecx
3017 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
3018 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
3019 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3020 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
3021 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
3022 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
3023 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %edx # 4-byte Reload
3024 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
3025 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
3026 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
3027 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    sarl $31, %eax
3028 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3029 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3030 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3031 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3032 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3033 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3034 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3035 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3036 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %eax
3037 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrb $5, %al
3038 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movzbl %al, %ebp
3039 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%esp,%ebp,4), %esi
3040 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%esp,%ebp,4), %eax
3041 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3042 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %eax
3043 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
3044 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 32(%esp,%ebp,4), %ebx
3045 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%esp,%ebp,4), %eax
3046 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, %edx
3047 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %edx
3048 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3049 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %esi
3050 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3051 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 40(%esp,%ebp,4), %eax
3052 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 36(%esp,%ebp,4), %edx
3053 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
3054 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %esi
3055 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
3056 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%esp,%ebp,4), %edx
3057 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 44(%esp,%ebp,4), %edi
3058 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %eax
3059 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebp
3060 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 24(%ebp)
3061 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    sarxl %ecx, %edi, %eax
3062 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 28(%ebp)
3063 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 16(%ebp)
3064 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, 20(%ebp)
3065 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3066 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 8(%ebp)
3067 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3068 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 12(%ebp)
3069 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
3070 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3071 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %edx
3072 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, (%ebp)
3073 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %eax # 4-byte Reload
3074 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, 4(%ebp)
3075 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    addl $92, %esp
3076 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
3077 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
3078 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebx
3079 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebp
3080 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
3200 ; X64-NO-BMI2-HAVE-SHLD-LABEL: lshr_64bytes:
3201 ; X64-NO-BMI2-HAVE-SHLD:       # %bb.0:
3202 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    pushq %r15
3203 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    pushq %r14
3204 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    pushq %rbx
3205 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rcx
3206 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
3207 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
3208 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %r10
3209 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 32(%rdi), %r11
3210 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 40(%rdi), %rbx
3211 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 48(%rdi), %r14
3212 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 56(%rdi), %rdi
3213 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movl (%rsi), %eax
3214 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
3215 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3216 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3217 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3218 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3219 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
3220 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r14, -{{[0-9]+}}(%rsp)
3221 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rbx, -{{[0-9]+}}(%rsp)
3222 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r11, -{{[0-9]+}}(%rsp)
3223 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r10, -{{[0-9]+}}(%rsp)
3224 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
3225 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
3226 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
3227 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, %ecx
3228 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    andl $63, %ecx
3229 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrl $3, %eax
3230 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    andl $56, %eax
3231 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -112(%rsp,%rax), %rdi
3232 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -128(%rsp,%rax), %rsi
3233 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -120(%rsp,%rax), %r9
3234 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, %r8
3235 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rdi, %r8
3236 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -96(%rsp,%rax), %r10
3237 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -104(%rsp,%rax), %r11
3238 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r11, %rbx
3239 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r10, %rbx
3240 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r11, %rdi
3241 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -80(%rsp,%rax), %r11
3242 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -88(%rsp,%rax), %r14
3243 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r14, %r15
3244 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r11, %r15
3245 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r14, %r10
3246 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -72(%rsp,%rax), %rax
3247 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rax, %r11
3248 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r9, %rsi
3249 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
3250 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrq %cl, %rax
3251 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r11, 48(%rdx)
3252 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, 56(%rdx)
3253 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r10, 32(%rdx)
3254 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r15, 40(%rdx)
3255 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 16(%rdx)
3256 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rbx, 24(%rdx)
3257 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rsi, (%rdx)
3258 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, 8(%rdx)
3259 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    popq %rbx
3260 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    popq %r14
3261 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    popq %r15
3262 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    retq
3264 ; X64-HAVE-BMI2-NO-SHLD-LABEL: lshr_64bytes:
3265 ; X64-HAVE-BMI2-NO-SHLD:       # %bb.0:
3266 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %rbp
3267 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r15
3268 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r14
3269 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r13
3270 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r12
3271 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %rbx
3272 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %rax
3273 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq (%rdi), %rcx
3274 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 8(%rdi), %r8
3275 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 16(%rdi), %r9
3276 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 24(%rdi), %r10
3277 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 32(%rdi), %r11
3278 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 40(%rdi), %rbx
3279 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 48(%rdi), %r14
3280 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 56(%rdi), %rdi
3281 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl (%rsi), %eax
3282 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
3283 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3284 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3285 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3286 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3287 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
3288 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r14, -{{[0-9]+}}(%rsp)
3289 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rbx, -{{[0-9]+}}(%rsp)
3290 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r11, -{{[0-9]+}}(%rsp)
3291 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r10, -{{[0-9]+}}(%rsp)
3292 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
3293 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
3294 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
3295 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
3296 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andl $63, %ecx
3297 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrl $3, %eax
3298 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andl $56, %eax
3299 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -120(%rsp,%rax), %rdi
3300 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -112(%rsp,%rax), %r8
3301 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %rdi, %r15
3302 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, -128(%rsp,%rax), %rbx
3303 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %esi
3304 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -104(%rsp,%rax), %r9
3305 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r9, %r13
3306 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r8, %r10
3307 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -88(%rsp,%rax), %r11
3308 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r11, %r14
3309 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %r12d
3310 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    notl %r12d
3311 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %r8, %r8
3312 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %r12, %r8, %r8
3313 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r15, %r8
3314 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -96(%rsp,%rax), %r15
3315 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r15, %rbp
3316 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorb $63, %sil
3317 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rdi, %rdi
3318 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rsi, %rdi, %rdi
3319 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rbx, %rdi
3320 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    leaq (%r15,%r15), %rbx
3321 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %r12, %rbx, %rbx
3322 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r13, %rbx
3323 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -80(%rsp,%rax), %r15
3324 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r15, %r13
3325 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -72(%rsp,%rax), %rax
3326 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %rax, %rcx
3327 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %r9, %r9
3328 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rsi, %r9, %r9
3329 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r10, %r9
3330 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    leaq (%r15,%r15), %r10
3331 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %r12, %r10, %r10
3332 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r14, %r10
3333 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %r11, %r11
3334 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rsi, %r11, %r11
3335 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rbp, %r11
3336 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rax, %rax
3337 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rsi, %rax, %rax
3338 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r13, %rax
3339 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, 56(%rdx)
3340 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rax, 48(%rdx)
3341 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r11, 32(%rdx)
3342 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r10, 40(%rdx)
3343 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r9, 16(%rdx)
3344 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rbx, 24(%rdx)
3345 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, (%rdx)
3346 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, 8(%rdx)
3347 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq $8, %rsp
3348 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %rbx
3349 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r12
3350 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r13
3351 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r14
3352 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r15
3353 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %rbp
3354 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    retq
3356 ; X64-HAVE-BMI2-HAVE-SHLD-LABEL: lshr_64bytes:
3357 ; X64-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
3358 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    pushq %r15
3359 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    pushq %r14
3360 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    pushq %rbx
3361 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rcx
3362 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
3363 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
3364 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %r10
3365 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 32(%rdi), %r11
3366 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 40(%rdi), %rbx
3367 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 48(%rdi), %r14
3368 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 56(%rdi), %rdi
3369 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%rsi), %eax
3370 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
3371 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3372 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3373 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3374 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
3375 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
3376 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r14, -{{[0-9]+}}(%rsp)
3377 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rbx, -{{[0-9]+}}(%rsp)
3378 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r11, -{{[0-9]+}}(%rsp)
3379 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r10, -{{[0-9]+}}(%rsp)
3380 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
3381 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
3382 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
3383 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, %ecx
3384 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $63, %ecx
3385 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrl $3, %eax
3386 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $56, %eax
3387 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -112(%rsp,%rax), %rdi
3388 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -128(%rsp,%rax), %rsi
3389 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -120(%rsp,%rax), %r9
3390 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, %r8
3391 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rdi, %r8
3392 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -96(%rsp,%rax), %r10
3393 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -104(%rsp,%rax), %r11
3394 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r11, %rbx
3395 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r10, %rbx
3396 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r11, %rdi
3397 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -80(%rsp,%rax), %r11
3398 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -88(%rsp,%rax), %r14
3399 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r14, %r15
3400 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r11, %r15
3401 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r14, %r10
3402 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -72(%rsp,%rax), %rax
3403 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rax, %r11
3404 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r9, %rsi
3405 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrxq %rcx, %rax, %rax
3406 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r11, 48(%rdx)
3407 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, 56(%rdx)
3408 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r10, 32(%rdx)
3409 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r15, 40(%rdx)
3410 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 16(%rdx)
3411 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rbx, 24(%rdx)
3412 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rsi, (%rdx)
3413 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, 8(%rdx)
3414 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    popq %rbx
3415 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    popq %r14
3416 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    popq %r15
3417 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    retq
3681 ; X86-NO-BMI2-HAVE-SHLD-LABEL: lshr_64bytes:
3682 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
3683 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
3684 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
3685 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
3686 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
3687 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl $188, %esp
3688 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
3689 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %ecx
3690 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3691 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%eax), %ecx
3692 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3693 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%eax), %ecx
3694 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3695 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%eax), %ecx
3696 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3697 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%eax), %ecx
3698 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3699 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%eax), %ecx
3700 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3701 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%eax), %ecx
3702 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3703 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%eax), %ecx
3704 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3705 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 32(%eax), %ecx
3706 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3707 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 36(%eax), %ecx
3708 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, (%esp) # 4-byte Spill
3709 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 40(%eax), %ebp
3710 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 44(%eax), %ebx
3711 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 48(%eax), %edi
3712 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 52(%eax), %esi
3713 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 56(%eax), %edx
3714 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 60(%eax), %ecx
3715 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
3716 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %eax
3717 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
3718 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
3719 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
3720 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
3721 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3722 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
3723 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
3724 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
3725 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
3726 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
3727 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %ecx # 4-byte Reload
3728 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3729 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3730 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3731 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3732 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3733 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3734 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3735 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
3736 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3737 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3738 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3739 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3740 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3741 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3742 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3743 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3744 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3745 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3746 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3747 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
3748 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, %ecx
3749 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andl $31, %ecx
3750 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrl $3, %eax
3751 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andl $60, %eax
3752 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 56(%esp,%eax), %esi
3753 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 52(%esp,%eax), %edx
3754 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3755 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edx
3756 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3757 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 64(%esp,%eax), %ebx
3758 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 60(%esp,%eax), %edx
3759 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %edi
3760 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %edi
3761 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3762 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
3763 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3764 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 72(%esp,%eax), %edi
3765 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 68(%esp,%eax), %edx
3766 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
3767 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %esi
3768 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3769 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
3770 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3771 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 80(%esp,%eax), %ebx
3772 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 76(%esp,%eax), %edx
3773 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
3774 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
3775 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3776 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
3777 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3778 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 88(%esp,%eax), %edi
3779 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 84(%esp,%eax), %edx
3780 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
3781 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %esi
3782 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3783 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, %esi
3784 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
3785 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, (%esp) # 4-byte Spill
3786 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 96(%esp,%eax), %edi
3787 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 92(%esp,%eax), %edx
3788 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %ebx
3789 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %ebx
3790 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3791 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
3792 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3793 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 104(%esp,%eax), %esi
3794 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 100(%esp,%eax), %edx
3795 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %ebx
3796 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %ebx
3797 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
3798 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 48(%esp,%eax), %ebp
3799 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 108(%esp,%eax), %edx
3800 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
3801 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
3802 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, 56(%eax)
3803 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Reload
3804 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %ebp
3805 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
3806 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrl %cl, %edx
3807 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 60(%eax)
3808 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, 48(%eax)
3809 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 52(%eax)
3810 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3811 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 40(%eax)
3812 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3813 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 44(%eax)
3814 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %ecx # 4-byte Reload
3815 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 32(%eax)
3816 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3817 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 36(%eax)
3818 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3819 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 24(%eax)
3820 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3821 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 28(%eax)
3822 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3823 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 16(%eax)
3824 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3825 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 20(%eax)
3826 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3827 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 8(%eax)
3828 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3829 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 12(%eax)
3830 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, (%eax)
3831 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
3832 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 4(%eax)
3833 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    addl $188, %esp
3834 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
3835 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
3836 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebx
3837 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebp
3838 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
3840 ; X86-HAVE-BMI2-NO-SHLD-LABEL: lshr_64bytes:
3841 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
3842 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebp
3843 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
3844 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
3845 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
3846 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl $204, %esp
3847 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
3848 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%eax), %ecx
3849 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3850 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%eax), %ecx
3851 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3852 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%eax), %ecx
3853 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3854 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%eax), %ecx
3855 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3856 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 16(%eax), %ecx
3857 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3858 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 20(%eax), %ecx
3859 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3860 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 24(%eax), %ecx
3861 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3862 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 28(%eax), %ecx
3863 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3864 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 32(%eax), %ecx
3865 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3866 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 36(%eax), %ecx
3867 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3868 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 40(%eax), %ecx
3869 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3870 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 44(%eax), %ebp
3871 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 48(%eax), %ebx
3872 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 52(%eax), %edi
3873 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 56(%eax), %esi
3874 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 60(%eax), %edx
3875 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
3876 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%eax), %ecx
3877 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
3878 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
3879 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
3880 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
3881 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
3882 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
3883 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
3884 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
3885 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
3886 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3887 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3888 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3889 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3890 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3891 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3892 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3893 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3894 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3895 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3896 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
3897 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3898 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3899 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3900 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3901 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3902 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3903 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3904 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3905 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3906 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3907 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
3908 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
3909 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %edx
3910 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andl $31, %edx
3911 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl $3, %ecx
3912 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andl $60, %ecx
3913 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 68(%esp,%ecx), %edi
3914 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 72(%esp,%ecx), %esi
3915 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3916 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %edi, %ebx
3917 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, %eax
3918 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    notl %eax
3919 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%esi,%esi), %ebp
3920 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %eax, %ebp, %esi
3921 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebx, %esi
3922 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3923 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, %ebx
3924 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorb $31, %bl
3925 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %edi, %edi
3926 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %edi, %esi
3927 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, 64(%esp,%ecx), %edi
3928 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %esi
3929 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3930 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 80(%esp,%ecx), %esi
3931 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3932 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%esi,%esi), %ebp
3933 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %edi
3934 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %eax, %ebp, %eax
3935 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 76(%esp,%ecx), %ebp
3936 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ebp, %esi
3937 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
3938 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3939 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Folded Reload
3940 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebp, %ebp
3941 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %ebp, %eax
3942 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
3943 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3944 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 88(%esp,%ecx), %eax
3945 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3946 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %ebp
3947 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edi, %ebp, %eax
3948 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 84(%esp,%ecx), %ebp
3949 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ebp, %esi
3950 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
3951 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3952 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Folded Reload
3953 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebp, %ebp
3954 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %ebp, %eax
3955 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
3956 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3957 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 96(%esp,%ecx), %eax
3958 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3959 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %esi
3960 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edi, %esi, %eax
3961 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 92(%esp,%ecx), %esi
3962 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %esi, %ebp
3963 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
3964 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3965 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %ebp # 4-byte Folded Reload
3966 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %esi, %esi
3967 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %esi, %eax
3968 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
3969 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3970 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 104(%esp,%ecx), %eax
3971 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3972 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %ebp
3973 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edi, %ebp, %eax
3974 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3975 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 100(%esp,%ecx), %ebp
3976 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ebp, %esi
3977 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
3978 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3979 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Folded Reload
3980 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebp, %ebp
3981 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %ebp, %eax
3982 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
3983 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3984 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 112(%esp,%ecx), %eax
3985 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3986 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %esi
3987 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edi, %esi, %eax
3988 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 108(%esp,%ecx), %esi
3989 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %esi, %ebp
3990 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
3991 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3992 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %ebp # 4-byte Folded Reload
3993 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %esi, %esi
3994 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %esi, %eax
3995 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
3996 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
3997 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 120(%esp,%ecx), %eax
3998 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %edi
3999 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Reload
4000 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %esi, %edi, %ebp
4001 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 116(%esp,%ecx), %edi
4002 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %edi, %esi
4003 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %ebp
4004 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Folded Reload
4005 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %edi, %edi
4006 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %edi, %edi
4007 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %edi
4008 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %eax, %esi
4009 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 124(%esp,%ecx), %eax
4010 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %eax, %edx
4011 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %eax, %eax
4012 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ebx, %eax, %ebx
4013 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %ebx
4014 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
4015 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, 60(%eax)
4016 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, 56(%eax)
4017 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, 48(%eax)
4018 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, 52(%eax)
4019 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4020 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 40(%eax)
4021 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4022 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 44(%eax)
4023 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4024 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 32(%eax)
4025 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4026 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 36(%eax)
4027 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4028 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 24(%eax)
4029 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4030 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 28(%eax)
4031 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4032 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 16(%eax)
4033 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4034 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 20(%eax)
4035 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4036 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 8(%eax)
4037 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4038 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 12(%eax)
4039 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4040 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, (%eax)
4041 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4042 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 4(%eax)
4043 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl $204, %esp
4044 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
4045 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
4046 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
4047 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebp
4048 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
4050 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: lshr_64bytes:
4051 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
4052 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
4053 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
4054 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
4055 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
4056 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl $188, %esp
4057 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
4058 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %ecx
4059 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4060 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%eax), %ecx
4061 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4062 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%eax), %ecx
4063 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4064 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%eax), %ecx
4065 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4066 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%eax), %ecx
4067 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4068 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%eax), %ecx
4069 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4070 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%eax), %ecx
4071 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4072 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%eax), %ecx
4073 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4074 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 32(%eax), %ecx
4075 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4076 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 36(%eax), %ecx
4077 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, (%esp) # 4-byte Spill
4078 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 40(%eax), %ebp
4079 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 44(%eax), %ebx
4080 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 48(%eax), %edi
4081 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 52(%eax), %esi
4082 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 56(%eax), %edx
4083 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 60(%eax), %ecx
4084 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
4085 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %eax
4086 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
4087 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
4088 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
4089 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
4090 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4091 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
4092 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
4093 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
4094 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
4095 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
4096 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %ecx # 4-byte Reload
4097 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4098 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4099 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4100 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4101 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4102 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4103 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4104 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
4105 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4106 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4107 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4108 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4109 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4110 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4111 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4112 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4113 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4114 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4115 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4116 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
4117 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, %ecx
4118 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $31, %ecx
4119 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrl $3, %eax
4120 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $60, %eax
4121 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 56(%esp,%eax), %edi
4122 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 52(%esp,%eax), %edx
4123 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4124 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %edx
4125 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4126 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 64(%esp,%eax), %ebx
4127 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 60(%esp,%eax), %edx
4128 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
4129 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
4130 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4131 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
4132 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4133 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 72(%esp,%eax), %edi
4134 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 68(%esp,%eax), %edx
4135 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
4136 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %esi
4137 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4138 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
4139 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4140 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 80(%esp,%eax), %ebx
4141 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 76(%esp,%eax), %edx
4142 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
4143 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
4144 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4145 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
4146 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4147 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 88(%esp,%eax), %ebp
4148 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 84(%esp,%eax), %edx
4149 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
4150 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebp, %esi
4151 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4152 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
4153 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, (%esp) # 4-byte Spill
4154 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 96(%esp,%eax), %edi
4155 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 92(%esp,%eax), %edx
4156 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
4157 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %esi
4158 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4159 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebp
4160 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 104(%esp,%eax), %edx
4161 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 100(%esp,%eax), %ebx
4162 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, %esi
4163 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
4164 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %edi
4165 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 48(%esp,%eax), %ebx
4166 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 108(%esp,%eax), %eax
4167 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4168 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %edx
4169 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
4170 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 56(%eax)
4171 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, 48(%eax)
4172 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, 52(%eax)
4173 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, 40(%eax)
4174 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
4175 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 44(%eax)
4176 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %edx # 4-byte Reload
4177 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 32(%eax)
4178 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
4179 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 36(%eax)
4180 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
4181 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 24(%eax)
4182 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
4183 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 28(%eax)
4184 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
4185 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 16(%eax)
4186 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
4187 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 20(%eax)
4188 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
4189 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 8(%eax)
4190 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
4191 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 12(%eax)
4192 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrxl %ecx, {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Folded Reload
4193 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
4194 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Reload
4195 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %ebx
4196 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, (%eax)
4197 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
4198 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 4(%eax)
4199 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 60(%eax)
4200 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    addl $188, %esp
4201 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
4202 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
4203 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebx
4204 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebp
4205 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
4324 ; X64-NO-BMI2-HAVE-SHLD-LABEL: shl_64bytes:
4325 ; X64-NO-BMI2-HAVE-SHLD:       # %bb.0:
4326 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    pushq %r14
4327 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    pushq %rbx
4328 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    pushq %rax
4329 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
4330 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %rcx
4331 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r8
4332 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %r9
4333 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 32(%rdi), %r10
4334 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 40(%rdi), %r11
4335 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 48(%rdi), %rbx
4336 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 56(%rdi), %rdi
4337 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movl (%rsi), %esi
4338 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
4339 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4340 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4341 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4342 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4343 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
4344 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rbx, -{{[0-9]+}}(%rsp)
4345 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r11, -{{[0-9]+}}(%rsp)
4346 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r10, -{{[0-9]+}}(%rsp)
4347 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
4348 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
4349 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
4350 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, -{{[0-9]+}}(%rsp)
4351 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, %ecx
4352 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    andl $63, %ecx
4353 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrl $3, %esi
4354 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    andl $56, %esi
4355 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    negl %esi
4356 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movslq %esi, %r9
4357 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -48(%rsp,%r9), %rax
4358 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -40(%rsp,%r9), %r10
4359 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r10, %rsi
4360 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rax, %rsi
4361 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -64(%rsp,%r9), %r8
4362 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -56(%rsp,%r9), %rdi
4363 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rdi, %rax
4364 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -32(%rsp,%r9), %r11
4365 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -24(%rsp,%r9), %rbx
4366 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rbx, %r14
4367 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r11, %r14
4368 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r10, %r11
4369 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -16(%rsp,%r9), %r10
4370 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -8(%rsp,%r9), %r9
4371 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r10, %r9
4372 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rbx, %r10
4373 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r8, %rdi
4374 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
4375 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shlq %cl, %r8
4376 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r10, 48(%rdx)
4377 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, 56(%rdx)
4378 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r11, 32(%rdx)
4379 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r14, 40(%rdx)
4380 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, 16(%rdx)
4381 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rsi, 24(%rdx)
4382 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, (%rdx)
4383 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 8(%rdx)
4384 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    addq $8, %rsp
4385 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    popq %rbx
4386 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    popq %r14
4387 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    retq
4389 ; X64-HAVE-BMI2-NO-SHLD-LABEL: shl_64bytes:
4390 ; X64-HAVE-BMI2-NO-SHLD:       # %bb.0:
4391 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %rbp
4392 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r15
4393 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r14
4394 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r13
4395 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r12
4396 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %rbx
4397 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %rax
4398 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq (%rdi), %rax
4399 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 8(%rdi), %rcx
4400 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 16(%rdi), %r8
4401 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 24(%rdi), %r9
4402 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 32(%rdi), %r10
4403 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 40(%rdi), %r11
4404 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 48(%rdi), %rbx
4405 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 56(%rdi), %rdi
4406 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl (%rsi), %esi
4407 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
4408 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4409 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4410 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4411 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4412 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
4413 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rbx, -{{[0-9]+}}(%rsp)
4414 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r11, -{{[0-9]+}}(%rsp)
4415 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r10, -{{[0-9]+}}(%rsp)
4416 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
4417 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
4418 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
4419 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rax, -{{[0-9]+}}(%rsp)
4420 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, %eax
4421 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andl $63, %eax
4422 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrl $3, %esi
4423 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andl $56, %esi
4424 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    negl %esi
4425 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movslq %esi, %rsi
4426 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -64(%rsp,%rsi), %r10
4427 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -56(%rsp,%rsi), %rcx
4428 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rcx, %r9
4429 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -40(%rsp,%rsi), %rdi
4430 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rdi, %r11
4431 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -48(%rsp,%rsi), %r14
4432 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %r14, %rbx
4433 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -24(%rsp,%rsi), %r8
4434 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %r8, %r15
4435 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %r10, %r12
4436 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %r13d
4437 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorb $63, %r13b
4438 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %r10
4439 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %r13, %r10, %r10
4440 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r9, %r10
4441 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -32(%rsp,%rsi), %r9
4442 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %r9, %rbp
4443 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %r14
4444 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %r13, %r14, %r14
4445 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r11, %r14
4446 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, -8(%rsp,%rsi), %r11
4447 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -16(%rsp,%rsi), %rsi
4448 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rax, %rsi, %rax
4449 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %rcx
4450 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %r13, %rcx, %rcx
4451 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rbx, %rcx
4452 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %r9
4453 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %r13, %r9, %r9
4454 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r15, %r9
4455 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %rdi
4456 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %r13, %rdi, %rdi
4457 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rbp, %rdi
4458 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %rsi
4459 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %r13, %rsi, %rsi
4460 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r11, %rsi
4461 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrq %r8
4462 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %r13, %r8, %r8
4463 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rax, %r8
4464 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r12, (%rdx)
4465 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, 48(%rdx)
4466 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rsi, 56(%rdx)
4467 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, 32(%rdx)
4468 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r9, 40(%rdx)
4469 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, 16(%rdx)
4470 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r14, 24(%rdx)
4471 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r10, 8(%rdx)
4472 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq $8, %rsp
4473 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %rbx
4474 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r12
4475 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r13
4476 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r14
4477 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r15
4478 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %rbp
4479 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    retq
4481 ; X64-HAVE-BMI2-HAVE-SHLD-LABEL: shl_64bytes:
4482 ; X64-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
4483 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    pushq %r14
4484 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    pushq %rbx
4485 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    pushq %rax
4486 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rax
4487 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %rcx
4488 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r8
4489 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %r9
4490 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 32(%rdi), %r10
4491 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 40(%rdi), %r11
4492 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 48(%rdi), %rbx
4493 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 56(%rdi), %rdi
4494 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%rsi), %esi
4495 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
4496 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4497 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4498 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4499 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, -{{[0-9]+}}(%rsp)
4500 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
4501 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rbx, -{{[0-9]+}}(%rsp)
4502 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r11, -{{[0-9]+}}(%rsp)
4503 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r10, -{{[0-9]+}}(%rsp)
4504 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
4505 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
4506 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
4507 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, -{{[0-9]+}}(%rsp)
4508 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, %ecx
4509 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $63, %ecx
4510 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrl $3, %esi
4511 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $56, %esi
4512 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    negl %esi
4513 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movslq %esi, %r8
4514 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -48(%rsp,%r8), %rax
4515 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -40(%rsp,%r8), %r9
4516 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, %rsi
4517 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rax, %rsi
4518 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -64(%rsp,%r8), %r10
4519 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -56(%rsp,%r8), %rdi
4520 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rdi, %rax
4521 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -32(%rsp,%r8), %r11
4522 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -24(%rsp,%r8), %rbx
4523 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rbx, %r14
4524 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r11, %r14
4525 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r9, %r11
4526 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -16(%rsp,%r8), %r9
4527 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -8(%rsp,%r8), %r8
4528 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r9, %r8
4529 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %rbx, %r9
4530 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shldq %cl, %r10, %rdi
4531 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shlxq %rcx, %r10, %rcx
4532 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, 48(%rdx)
4533 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, 56(%rdx)
4534 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r11, 32(%rdx)
4535 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r14, 40(%rdx)
4536 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, 16(%rdx)
4537 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rsi, 24(%rdx)
4538 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rcx, (%rdx)
4539 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 8(%rdx)
4540 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    addq $8, %rsp
4541 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    popq %rbx
4542 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    popq %r14
4543 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    retq
4809 ; X86-NO-BMI2-HAVE-SHLD-LABEL: shl_64bytes:
4810 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
4811 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
4812 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
4813 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
4814 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
4815 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl $188, %esp
4816 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
4817 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%ecx), %eax
4818 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4819 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%ecx), %eax
4820 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4821 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%ecx), %eax
4822 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4823 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%ecx), %eax
4824 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4825 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%ecx), %eax
4826 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4827 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%ecx), %eax
4828 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4829 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%ecx), %eax
4830 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4831 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%ecx), %eax
4832 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4833 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 32(%ecx), %eax
4834 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4835 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 36(%ecx), %eax
4836 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
4837 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 40(%ecx), %ebp
4838 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 44(%ecx), %ebx
4839 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 48(%ecx), %edi
4840 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 52(%ecx), %esi
4841 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 56(%ecx), %edx
4842 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 60(%ecx), %eax
4843 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ecx
4844 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%ecx), %ecx
4845 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
4846 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
4847 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4848 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
4849 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
4850 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
4851 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
4852 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
4853 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %eax # 4-byte Reload
4854 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4855 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4856 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4857 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4858 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4859 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4860 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4861 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
4862 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
4863 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
4864 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4865 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4866 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4867 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4868 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4869 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4870 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4871 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4872 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4873 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4874 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4875 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
4876 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, %ebp
4877 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrl $3, %ebp
4878 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andl $60, %ebp
4879 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    leal {{[0-9]+}}(%esp), %eax
4880 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl %ebp, %eax
4881 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%eax), %esi
4882 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%eax), %edx
4883 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andl $31, %ecx
4884 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %edi
4885 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edi
4886 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4887 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%eax), %edi
4888 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4889 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %esi
4890 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4891 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%eax), %edi
4892 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%eax), %esi
4893 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, %ebx
4894 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %ebx
4895 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4896 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %edi
4897 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4898 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%eax), %edi
4899 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%eax), %edx
4900 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %ebx
4901 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %ebx
4902 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4903 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edi
4904 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4905 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 32(%eax), %edi
4906 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 36(%eax), %esi
4907 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, %ebx
4908 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %ebx
4909 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4910 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %edi
4911 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4912 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 40(%eax), %edx
4913 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 44(%eax), %edi
4914 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4915 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %edi
4916 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, (%esp) # 4-byte Spill
4917 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edx
4918 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4919 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 56(%eax), %edx
4920 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 60(%eax), %edi
4921 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %edi
4922 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %ebx
4923 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 52(%eax), %esi
4924 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edx
4925 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    negl %ebp
4926 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 160(%esp,%ebp), %eax
4927 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebp
4928 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 56(%ebp)
4929 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, 60(%ebp)
4930 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
4931 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %ebx, %edx
4932 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shll %cl, %ebx
4933 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %eax, %esi
4934 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
4935 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edi # 4-byte Reload
4936 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %eax
4937 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 48(%ebp)
4938 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, 52(%ebp)
4939 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4940 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 40(%ebp)
4941 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %eax # 4-byte Reload
4942 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 44(%ebp)
4943 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4944 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 32(%ebp)
4945 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4946 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 36(%ebp)
4947 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4948 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 24(%ebp)
4949 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4950 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 28(%ebp)
4951 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4952 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 16(%ebp)
4953 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4954 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 20(%ebp)
4955 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4956 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 8(%ebp)
4957 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
4958 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, 12(%ebp)
4959 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, (%ebp)
4960 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 4(%ebp)
4961 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    addl $188, %esp
4962 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
4963 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
4964 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebx
4965 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebp
4966 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
4968 ; X86-HAVE-BMI2-NO-SHLD-LABEL: shl_64bytes:
4969 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
4970 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebp
4971 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
4972 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
4973 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
4974 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl $204, %esp
4975 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebp
4976 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%ebp), %eax
4977 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4978 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%ebp), %eax
4979 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4980 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%ebp), %eax
4981 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4982 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%ebp), %eax
4983 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4984 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 16(%ebp), %eax
4985 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4986 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 20(%ebp), %eax
4987 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4988 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 24(%ebp), %eax
4989 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4990 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 28(%ebp), %eax
4991 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4992 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 32(%ebp), %eax
4993 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, (%esp) # 4-byte Spill
4994 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 36(%ebp), %eax
4995 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
4996 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 40(%ebp), %ebx
4997 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 44(%ebp), %edi
4998 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 48(%ebp), %esi
4999 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 52(%ebp), %edx
5000 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 56(%ebp), %ecx
5001 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 60(%ebp), %eax
5002 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebp
5003 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%ebp), %ebp
5004 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorps %xmm0, %xmm0
5005 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
5006 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5007 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
5008 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
5009 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
5010 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
5011 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
5012 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5013 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5014 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%esp), %eax # 4-byte Reload
5015 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5016 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5017 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5018 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5019 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5020 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
5021 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
5022 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
5023 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5024 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5025 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5026 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5027 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5028 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5029 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5030 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5031 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5032 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5033 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5034 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5035 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, %edx
5036 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andl $31, %edx
5037 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl $3, %ebp
5038 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andl $60, %ebp
5039 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5040 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal {{[0-9]+}}(%esp), %edi
5041 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl %ebp, %edi
5042 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%edi), %ecx
5043 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5044 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%edi), %eax
5045 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5046 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, %ebx
5047 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorb $31, %bl
5048 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ecx
5049 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %ecx, %esi
5050 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %eax, %ecx
5051 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ecx, %esi
5052 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5053 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%edi), %esi
5054 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, %ecx
5055 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ecx
5056 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %ecx, %eax
5057 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%edi), %ecx
5058 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %ebp
5059 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
5060 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5061 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %esi, %esi
5062 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5063 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %eax
5064 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %eax, %eax
5065 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
5066 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5067 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 16(%edi), %eax
5068 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5069 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %eax
5070 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %eax, %eax
5071 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 20(%edi), %esi
5072 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %esi, %ebp
5073 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
5074 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5075 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Folded Reload
5076 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ecx
5077 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %ecx, %ecx
5078 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %eax, %ecx
5079 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5080 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 24(%edi), %ecx
5081 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, (%esp) # 4-byte Spill
5082 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ecx
5083 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %ecx, %eax
5084 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 28(%edi), %ecx
5085 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %ebp
5086 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
5087 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5088 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, (%esp), %eax # 4-byte Folded Reload
5089 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %esi
5090 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %esi, %esi
5091 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %eax, %esi
5092 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, (%esp) # 4-byte Spill
5093 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 32(%edi), %eax
5094 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5095 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %eax
5096 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %eax, %eax
5097 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 36(%edi), %esi
5098 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %esi, %ebp
5099 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
5100 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5101 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Folded Reload
5102 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ecx
5103 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %ecx, %ecx
5104 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %eax, %ecx
5105 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5106 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 40(%edi), %ecx
5107 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5108 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %ecx
5109 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %ecx, %eax
5110 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 44(%edi), %ecx
5111 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5112 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %ebp
5113 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
5114 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5115 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Folded Reload
5116 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %esi
5117 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %esi, %esi
5118 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %eax, %esi
5119 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5120 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 48(%edi), %ebp
5121 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, %eax
5122 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %eax
5123 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %eax, %eax
5124 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 52(%edi), %ecx
5125 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5126 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ecx, %esi
5127 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
5128 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5129 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %ebp, %ebp
5130 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5131 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %eax
5132 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %eax, %esi
5133 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %esi
5134 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Folded Reload
5135 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5136 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5137 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    negl %ecx
5138 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, 188(%esp,%ecx), %ebp
5139 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 56(%edi), %edi
5140 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edx, %edi, %edx
5141 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5142 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %eax
5143 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %eax, %ecx
5144 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edx, %ecx
5145 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl %edi
5146 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %ebx, %edi, %eax
5147 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %eax, %ebp
5148 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
5149 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
5150 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, (%eax)
5151 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 56(%eax)
5152 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, 60(%eax)
5153 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, 48(%eax)
5154 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5155 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 52(%eax)
5156 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5157 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 40(%eax)
5158 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5159 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 44(%eax)
5160 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5161 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 32(%eax)
5162 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5163 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 36(%eax)
5164 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%esp), %ecx # 4-byte Reload
5165 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 24(%eax)
5166 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5167 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 28(%eax)
5168 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5169 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 16(%eax)
5170 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5171 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 20(%eax)
5172 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5173 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 8(%eax)
5174 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5175 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 12(%eax)
5176 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5177 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 4(%eax)
5178 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl $204, %esp
5179 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
5180 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
5181 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
5182 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebp
5183 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
5185 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: shl_64bytes:
5186 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
5187 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
5188 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
5189 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
5190 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
5191 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl $204, %esp
5192 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebx
5193 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%ebx), %eax
5194 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5195 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%ebx), %eax
5196 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5197 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%ebx), %eax
5198 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5199 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%ebx), %eax
5200 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5201 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%ebx), %eax
5202 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5203 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%ebx), %eax
5204 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5205 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%ebx), %eax
5206 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5207 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%ebx), %eax
5208 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5209 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 32(%ebx), %eax
5210 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5211 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 36(%ebx), %eax
5212 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5213 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 40(%ebx), %ebp
5214 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 44(%ebx), %edi
5215 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 48(%ebx), %esi
5216 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 52(%ebx), %edx
5217 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 56(%ebx), %ecx
5218 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 60(%ebx), %eax
5219 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %ebx
5220 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%ebx), %ebx
5221 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    xorps %xmm0, %xmm0
5222 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
5223 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5224 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
5225 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
5226 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
5227 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
5228 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
5229 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5230 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5231 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5232 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5233 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5234 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5235 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5236 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5237 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
5238 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
5239 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movaps %xmm0, {{[0-9]+}}(%esp)
5240 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5241 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5242 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5243 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5244 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5245 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5246 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5247 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5248 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5249 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5250 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
5251 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
5252 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, %ecx
5253 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $31, %ecx
5254 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrl $3, %ebx
5255 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $60, %ebx
5256 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    leal {{[0-9]+}}(%esp), %eax
5257 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl %ebx, %eax
5258 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%eax), %esi
5259 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5260 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%eax), %edi
5261 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%eax), %edx
5262 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %ebp
5263 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %ebp
5264 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5265 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edi
5266 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5267 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%eax), %edi
5268 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%eax), %esi
5269 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, %ebp
5270 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %ebp
5271 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5272 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %edi
5273 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5274 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%eax), %edi
5275 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%eax), %edx
5276 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %ebp
5277 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %ebp
5278 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5279 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edi
5280 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5281 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 32(%eax), %edi
5282 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 36(%eax), %esi
5283 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, %ebp
5284 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edi, %ebp
5285 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5286 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %edi
5287 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5288 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 40(%eax), %ebp
5289 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 44(%eax), %edx
5290 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5291 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %ebp, %edx
5292 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5293 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %ebp
5294 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 56(%eax), %edx
5295 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 60(%eax), %edi
5296 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %edi
5297 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %esi
5298 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5299 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 52(%eax), %esi
5300 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %esi, %edx
5301 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    negl %ebx
5302 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 176(%esp,%ebx), %ebx
5303 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
5304 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 56(%eax)
5305 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, 60(%eax)
5306 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
5307 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shlxl %ecx, %edx, %edi
5308 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5309 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edi # 4-byte Reload
5310 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %edi
5311 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %ebx, %esi
5312 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
5313 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
5314 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shldl %cl, %edx, %ebx
5315 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 48(%eax)
5316 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, 52(%eax)
5317 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, 40(%eax)
5318 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5319 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 44(%eax)
5320 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5321 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 32(%eax)
5322 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5323 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 36(%eax)
5324 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5325 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 24(%eax)
5326 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5327 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 28(%eax)
5328 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5329 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 16(%eax)
5330 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5331 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 20(%eax)
5332 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5333 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 8(%eax)
5334 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5335 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 12(%eax)
5336 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
5337 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, (%eax)
5338 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, 4(%eax)
5339 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    addl $204, %esp
5340 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
5341 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
5342 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebx
5343 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebp
5344 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl
5467 ; X64-NO-BMI2-HAVE-SHLD-LABEL: ashr_64bytes:
5468 ; X64-NO-BMI2-HAVE-SHLD:       # %bb.0:
5469 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    pushq %r15
5470 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    pushq %r14
5471 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    pushq %rbx
5472 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rcx
5473 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
5474 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
5475 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %r10
5476 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 32(%rdi), %r11
5477 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 40(%rdi), %rbx
5478 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 48(%rdi), %r14
5479 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq 56(%rdi), %rdi
5480 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movl (%rsi), %eax
5481 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5482 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r14, -{{[0-9]+}}(%rsp)
5483 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rbx, -{{[0-9]+}}(%rsp)
5484 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r11, -{{[0-9]+}}(%rsp)
5485 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r10, -{{[0-9]+}}(%rsp)
5486 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
5487 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
5488 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
5489 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    sarq $63, %rdi
5490 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5491 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5492 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5493 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5494 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5495 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5496 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5497 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5498 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, %ecx
5499 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    andl $63, %ecx
5500 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrl $3, %eax
5501 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    andl $56, %eax
5502 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -112(%rsp,%rax), %rdi
5503 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -128(%rsp,%rax), %rsi
5504 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -120(%rsp,%rax), %r9
5505 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r9, %r8
5506 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rdi, %r8
5507 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -96(%rsp,%rax), %r10
5508 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -104(%rsp,%rax), %r11
5509 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r11, %rbx
5510 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r10, %rbx
5511 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r11, %rdi
5512 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -80(%rsp,%rax), %r11
5513 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -88(%rsp,%rax), %r14
5514 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r14, %r15
5515 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r11, %r15
5516 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r14, %r10
5517 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq -72(%rsp,%rax), %rax
5518 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rax, %r11
5519 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r9, %rsi
5520 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
5521 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    sarq %cl, %rax
5522 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r11, 48(%rdx)
5523 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rax, 56(%rdx)
5524 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r10, 32(%rdx)
5525 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r15, 40(%rdx)
5526 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 16(%rdx)
5527 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rbx, 24(%rdx)
5528 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %rsi, (%rdx)
5529 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    movq %r8, 8(%rdx)
5530 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    popq %rbx
5531 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    popq %r14
5532 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    popq %r15
5533 ; X64-NO-BMI2-HAVE-SHLD-NEXT:    retq
5535 ; X64-HAVE-BMI2-NO-SHLD-LABEL: ashr_64bytes:
5536 ; X64-HAVE-BMI2-NO-SHLD:       # %bb.0:
5537 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %rbp
5538 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r15
5539 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r14
5540 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r13
5541 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %r12
5542 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %rbx
5543 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    pushq %rax
5544 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq (%rdi), %rcx
5545 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 8(%rdi), %r8
5546 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 16(%rdi), %r9
5547 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 24(%rdi), %r10
5548 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 32(%rdi), %r11
5549 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 40(%rdi), %rbx
5550 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 48(%rdi), %r14
5551 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq 56(%rdi), %rdi
5552 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl (%rsi), %eax
5553 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5554 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r14, -{{[0-9]+}}(%rsp)
5555 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rbx, -{{[0-9]+}}(%rsp)
5556 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r11, -{{[0-9]+}}(%rsp)
5557 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r10, -{{[0-9]+}}(%rsp)
5558 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
5559 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
5560 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
5561 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    sarq $63, %rdi
5562 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5563 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5564 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5565 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5566 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5567 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5568 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5569 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5570 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
5571 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andl $63, %ecx
5572 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrl $3, %eax
5573 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    andl $56, %eax
5574 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -120(%rsp,%rax), %rdi
5575 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -112(%rsp,%rax), %r8
5576 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %rdi, %r15
5577 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, -128(%rsp,%rax), %rbx
5578 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %esi
5579 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -104(%rsp,%rax), %r9
5580 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r9, %r13
5581 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r8, %r10
5582 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -88(%rsp,%rax), %r11
5583 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r11, %r14
5584 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %r12d
5585 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    notl %r12d
5586 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %r8, %r8
5587 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %r12, %r8, %r8
5588 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r15, %r8
5589 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -96(%rsp,%rax), %r15
5590 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r15, %rbp
5591 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    xorb $63, %sil
5592 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rdi, %rdi
5593 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rsi, %rdi, %rdi
5594 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rbx, %rdi
5595 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    leaq (%r15,%r15), %rbx
5596 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %r12, %rbx, %rbx
5597 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r13, %rbx
5598 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -80(%rsp,%rax), %r15
5599 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shrxq %rcx, %r15, %r13
5600 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq -72(%rsp,%rax), %rax
5601 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    sarxq %rcx, %rax, %rcx
5602 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %r9, %r9
5603 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rsi, %r9, %r9
5604 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r10, %r9
5605 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    leaq (%r15,%r15), %r10
5606 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %r12, %r10, %r10
5607 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r14, %r10
5608 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %r11, %r11
5609 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rsi, %r11, %r11
5610 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %rbp, %r11
5611 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq %rax, %rax
5612 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    shlxq %rsi, %rax, %rax
5613 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    orq %r13, %rax
5614 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rcx, 56(%rdx)
5615 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rax, 48(%rdx)
5616 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r11, 32(%rdx)
5617 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r10, 40(%rdx)
5618 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r9, 16(%rdx)
5619 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rbx, 24(%rdx)
5620 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %rdi, (%rdx)
5621 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    movq %r8, 8(%rdx)
5622 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    addq $8, %rsp
5623 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %rbx
5624 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r12
5625 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r13
5626 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r14
5627 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %r15
5628 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    popq %rbp
5629 ; X64-HAVE-BMI2-NO-SHLD-NEXT:    retq
5631 ; X64-HAVE-BMI2-HAVE-SHLD-LABEL: ashr_64bytes:
5632 ; X64-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
5633 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    pushq %r15
5634 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    pushq %r14
5635 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    pushq %rbx
5636 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq (%rdi), %rcx
5637 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 8(%rdi), %r8
5638 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 16(%rdi), %r9
5639 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 24(%rdi), %r10
5640 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 32(%rdi), %r11
5641 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 40(%rdi), %rbx
5642 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 48(%rdi), %r14
5643 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq 56(%rdi), %rdi
5644 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%rsi), %eax
5645 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5646 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r14, -{{[0-9]+}}(%rsp)
5647 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rbx, -{{[0-9]+}}(%rsp)
5648 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r11, -{{[0-9]+}}(%rsp)
5649 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r10, -{{[0-9]+}}(%rsp)
5650 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, -{{[0-9]+}}(%rsp)
5651 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, -{{[0-9]+}}(%rsp)
5652 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rcx, -{{[0-9]+}}(%rsp)
5653 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    sarq $63, %rdi
5654 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5655 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5656 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5657 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5658 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5659 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5660 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5661 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, -{{[0-9]+}}(%rsp)
5662 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, %ecx
5663 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $63, %ecx
5664 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrl $3, %eax
5665 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $56, %eax
5666 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -112(%rsp,%rax), %rdi
5667 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -128(%rsp,%rax), %rsi
5668 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -120(%rsp,%rax), %r9
5669 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r9, %r8
5670 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rdi, %r8
5671 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -96(%rsp,%rax), %r10
5672 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -104(%rsp,%rax), %r11
5673 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r11, %rbx
5674 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r10, %rbx
5675 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r11, %rdi
5676 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -80(%rsp,%rax), %r11
5677 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -88(%rsp,%rax), %r14
5678 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r14, %r15
5679 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r11, %r15
5680 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r14, %r10
5681 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq -72(%rsp,%rax), %rax
5682 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %rax, %r11
5683 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdq %cl, %r9, %rsi
5684 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    sarxq %rcx, %rax, %rax
5685 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r11, 48(%rdx)
5686 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rax, 56(%rdx)
5687 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r10, 32(%rdx)
5688 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r15, 40(%rdx)
5689 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rdi, 16(%rdx)
5690 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rbx, 24(%rdx)
5691 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %rsi, (%rdx)
5692 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    movq %r8, 8(%rdx)
5693 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    popq %rbx
5694 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    popq %r14
5695 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    popq %r15
5696 ; X64-HAVE-BMI2-HAVE-SHLD-NEXT:    retq
5972 ; X86-NO-BMI2-HAVE-SHLD-LABEL: ashr_64bytes:
5973 ; X86-NO-BMI2-HAVE-SHLD:       # %bb.0:
5974 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
5975 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
5976 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %edi
5977 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    pushl %esi
5978 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    subl $188, %esp
5979 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
5980 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %ecx
5981 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5982 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 4(%eax), %ecx
5983 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5984 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 8(%eax), %ecx
5985 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5986 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 12(%eax), %ecx
5987 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5988 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 16(%eax), %ecx
5989 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5990 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 20(%eax), %ecx
5991 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5992 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 24(%eax), %ecx
5993 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5994 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 28(%eax), %ecx
5995 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5996 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 32(%eax), %ecx
5997 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
5998 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 36(%eax), %ecx
5999 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, (%esp) # 4-byte Spill
6000 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 40(%eax), %ebp
6001 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 44(%eax), %ebx
6002 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 48(%eax), %edi
6003 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 52(%eax), %esi
6004 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 56(%eax), %edx
6005 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 60(%eax), %ecx
6006 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
6007 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %eax
6008 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6009 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
6010 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
6011 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
6012 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
6013 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %edx # 4-byte Reload
6014 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6015 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6016 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6017 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6018 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6019 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6020 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6021 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6022 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6023 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6024 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6025 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6026 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6027 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6028 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6029 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6030 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6031 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6032 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6033 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6034 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    sarl $31, %ecx
6035 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6036 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6037 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6038 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6039 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6040 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6041 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6042 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6043 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6044 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6045 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6046 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6047 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6048 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6049 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6050 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6051 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %eax, %ecx
6052 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andl $31, %ecx
6053 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrl $3, %eax
6054 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    andl $60, %eax
6055 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 56(%esp,%eax), %esi
6056 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 52(%esp,%eax), %edx
6057 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6058 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %edx
6059 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6060 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 64(%esp,%eax), %ebx
6061 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 60(%esp,%eax), %edx
6062 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %edi
6063 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %edi
6064 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6065 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
6066 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6067 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 72(%esp,%eax), %edi
6068 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 68(%esp,%eax), %edx
6069 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
6070 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %esi
6071 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6072 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
6073 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6074 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 80(%esp,%eax), %ebx
6075 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 76(%esp,%eax), %edx
6076 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
6077 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
6078 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6079 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
6080 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6081 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 88(%esp,%eax), %edi
6082 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 84(%esp,%eax), %edx
6083 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
6084 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %esi
6085 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6086 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, %esi
6087 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
6088 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, (%esp) # 4-byte Spill
6089 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 96(%esp,%eax), %edi
6090 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 92(%esp,%eax), %edx
6091 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %ebx
6092 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %ebx
6093 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6094 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
6095 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6096 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 104(%esp,%eax), %esi
6097 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 100(%esp,%eax), %edx
6098 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, %ebx
6099 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %ebx
6100 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
6101 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 48(%esp,%eax), %ebp
6102 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl 108(%esp,%eax), %edx
6103 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
6104 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
6105 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %esi, 56(%eax)
6106 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Reload
6107 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %ebp
6108 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
6109 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    sarl %cl, %edx
6110 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edx, 60(%eax)
6111 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %edi, 48(%eax)
6112 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebx, 52(%eax)
6113 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6114 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 40(%eax)
6115 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6116 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 44(%eax)
6117 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %ecx # 4-byte Reload
6118 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 32(%eax)
6119 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6120 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 36(%eax)
6121 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6122 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 24(%eax)
6123 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6124 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 28(%eax)
6125 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6126 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 16(%eax)
6127 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6128 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 20(%eax)
6129 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6130 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 8(%eax)
6131 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6132 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 12(%eax)
6133 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ebp, (%eax)
6134 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6135 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 4(%eax)
6136 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    addl $188, %esp
6137 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %esi
6138 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %edi
6139 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebx
6140 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    popl %ebp
6141 ; X86-NO-BMI2-HAVE-SHLD-NEXT:    retl
6143 ; X86-HAVE-BMI2-NO-SHLD-LABEL: ashr_64bytes:
6144 ; X86-HAVE-BMI2-NO-SHLD:       # %bb.0:
6145 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebp
6146 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %ebx
6147 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %edi
6148 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    pushl %esi
6149 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    subl $204, %esp
6150 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
6151 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%eax), %ecx
6152 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6153 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 4(%eax), %ecx
6154 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6155 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 8(%eax), %ecx
6156 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6157 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 12(%eax), %ecx
6158 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6159 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 16(%eax), %ecx
6160 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6161 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 20(%eax), %ecx
6162 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6163 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 24(%eax), %ecx
6164 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6165 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 28(%eax), %ecx
6166 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6167 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 32(%eax), %ecx
6168 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6169 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 36(%eax), %ecx
6170 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6171 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 40(%eax), %ecx
6172 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6173 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 44(%eax), %ebp
6174 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 48(%eax), %edi
6175 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 52(%eax), %esi
6176 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 56(%eax), %edx
6177 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 60(%eax), %ecx
6178 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
6179 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl (%eax), %ebx
6180 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6181 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
6182 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
6183 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
6184 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6185 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6186 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6187 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6188 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6189 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6190 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6191 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6192 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6193 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6194 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6195 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6196 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6197 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6198 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6199 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6200 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6201 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6202 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6203 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6204 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6205 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6206 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[0-9]+}}(%esp)
6207 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    sarl $31, %ecx
6208 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6209 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6210 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6211 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6212 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6213 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6214 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6215 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6216 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6217 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6218 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6219 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6220 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6221 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6222 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6223 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6224 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, %edx
6225 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andl $31, %edx
6226 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrl $3, %ebx
6227 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    andl $60, %ebx
6228 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 68(%esp,%ebx), %edi
6229 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 72(%esp,%ebx), %esi
6230 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6231 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %edi, %eax
6232 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, %ecx
6233 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    notl %ecx
6234 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6235 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%esi,%esi), %ebp
6236 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %ebp, %esi
6237 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %eax, %esi
6238 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6239 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, %eax
6240 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    xorb $31, %al
6241 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %edi, %edi
6242 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %eax, %edi, %esi
6243 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, %ecx
6244 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, 64(%esp,%ebx), %edi
6245 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %edi, %esi
6246 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6247 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 80(%esp,%ebx), %eax
6248 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6249 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %ebp
6250 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload
6251 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %eax, %ebp, %eax
6252 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 76(%esp,%ebx), %ebp
6253 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ebp, %esi
6254 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
6255 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6256 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Folded Reload
6257 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebp, %ebp
6258 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %ebp, %eax
6259 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %edi
6260 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
6261 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6262 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 88(%esp,%ebx), %eax
6263 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6264 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %ebp
6265 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6266 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %ebp, %eax
6267 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 84(%esp,%ebx), %ebp
6268 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ebp, %esi
6269 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
6270 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6271 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Folded Reload
6272 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebp, %ebp
6273 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edi, %ebp, %eax
6274 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6275 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
6276 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6277 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 96(%esp,%ebx), %eax
6278 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6279 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %esi
6280 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %esi, %eax
6281 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 92(%esp,%ebx), %esi
6282 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %esi, %ebp
6283 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
6284 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6285 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %ebp # 4-byte Folded Reload
6286 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %esi, %esi
6287 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edi, %esi, %eax
6288 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
6289 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6290 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 104(%esp,%ebx), %eax
6291 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6292 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %ebp
6293 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %ebp, %eax
6294 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, %edi
6295 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 100(%esp,%ebx), %ebp
6296 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %ebp, %esi
6297 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
6298 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6299 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Folded Reload
6300 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %ebp, %ebp
6301 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6302 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %ebp, %eax
6303 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %eax
6304 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6305 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 112(%esp,%ebx), %eax
6306 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6307 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %esi
6308 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %edi, %esi, %eax
6309 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 108(%esp,%ebx), %esi
6310 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %esi, %ebp
6311 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
6312 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6313 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %ebp # 4-byte Folded Reload
6314 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %esi, %esi
6315 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %esi, %eax
6316 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %ebp, %eax
6317 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6318 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 120(%esp,%ebx), %eax
6319 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    leal (%eax,%eax), %edi
6320 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Reload
6321 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %esi, %edi, %ebp
6322 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 116(%esp,%ebx), %edi
6323 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %edi, %esi
6324 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %ebp
6325 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Folded Reload
6326 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %edi, %edi
6327 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %edi, %edi
6328 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %edi
6329 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shrxl %edx, %eax, %esi
6330 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl 124(%esp,%ebx), %eax
6331 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    sarxl %edx, %eax, %edx
6332 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl %eax, %eax
6333 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    shlxl %ecx, %eax, %ebx
6334 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    orl %esi, %ebx
6335 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
6336 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edx, 60(%eax)
6337 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebx, 56(%eax)
6338 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %edi, 48(%eax)
6339 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ebp, 52(%eax)
6340 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6341 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 40(%eax)
6342 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6343 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 44(%eax)
6344 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6345 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 32(%eax)
6346 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6347 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 36(%eax)
6348 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6349 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 24(%eax)
6350 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6351 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 28(%eax)
6352 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6353 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 16(%eax)
6354 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6355 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 20(%eax)
6356 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6357 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 8(%eax)
6358 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6359 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 12(%eax)
6360 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6361 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, (%eax)
6362 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6363 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    movl %ecx, 4(%eax)
6364 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    addl $204, %esp
6365 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %esi
6366 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %edi
6367 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebx
6368 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    popl %ebp
6369 ; X86-HAVE-BMI2-NO-SHLD-NEXT:    retl
6371 ; X86-HAVE-BMI2-HAVE-SHLD-LABEL: ashr_64bytes:
6372 ; X86-HAVE-BMI2-HAVE-SHLD:       # %bb.0:
6373 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebp
6374 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %ebx
6375 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %edi
6376 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    pushl %esi
6377 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    subl $188, %esp
6378 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
6379 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %ecx
6380 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6381 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 4(%eax), %ecx
6382 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6383 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 8(%eax), %ecx
6384 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6385 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 12(%eax), %ecx
6386 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6387 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 16(%eax), %ecx
6388 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6389 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 20(%eax), %ecx
6390 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6391 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 24(%eax), %ecx
6392 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6393 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 28(%eax), %ecx
6394 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6395 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 32(%eax), %ecx
6396 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6397 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 36(%eax), %ecx
6398 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, (%esp) # 4-byte Spill
6399 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 40(%eax), %ebp
6400 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 44(%eax), %ebx
6401 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 48(%eax), %edi
6402 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 52(%eax), %esi
6403 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 56(%eax), %edx
6404 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 60(%eax), %ecx
6405 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
6406 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%eax), %eax
6407 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6408 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[0-9]+}}(%esp)
6409 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[0-9]+}}(%esp)
6410 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[0-9]+}}(%esp)
6411 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, {{[0-9]+}}(%esp)
6412 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %edx # 4-byte Reload
6413 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6414 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6415 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6416 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6417 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6418 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6419 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6420 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6421 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6422 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6423 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6424 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6425 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6426 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6427 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6428 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6429 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6430 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6431 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6432 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[0-9]+}}(%esp)
6433 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    sarl $31, %ecx
6434 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6435 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6436 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6437 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6438 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6439 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6440 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6441 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6442 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6443 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6444 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6445 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6446 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6447 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6448 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6449 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, {{[0-9]+}}(%esp)
6450 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, %ecx
6451 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $31, %ecx
6452 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrl $3, %eax
6453 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    andl $60, %eax
6454 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 56(%esp,%eax), %edi
6455 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 52(%esp,%eax), %edx
6456 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6457 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %edx
6458 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6459 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 64(%esp,%eax), %ebx
6460 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 60(%esp,%eax), %edx
6461 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
6462 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
6463 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6464 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
6465 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6466 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 72(%esp,%eax), %edi
6467 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 68(%esp,%eax), %edx
6468 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
6469 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %esi
6470 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6471 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
6472 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6473 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 80(%esp,%eax), %ebx
6474 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 76(%esp,%eax), %edx
6475 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
6476 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %esi
6477 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6478 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %edi
6479 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6480 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 88(%esp,%eax), %ebp
6481 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 84(%esp,%eax), %edx
6482 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
6483 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebp, %esi
6484 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6485 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebx
6486 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, (%esp) # 4-byte Spill
6487 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 96(%esp,%eax), %edi
6488 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 92(%esp,%eax), %edx
6489 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, %esi
6490 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edi, %esi
6491 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6492 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %ebp
6493 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 104(%esp,%eax), %edx
6494 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 100(%esp,%eax), %ebx
6495 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, %esi
6496 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %edx, %esi
6497 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %ebx, %edi
6498 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 48(%esp,%eax), %ebx
6499 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl 108(%esp,%eax), %eax
6500 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill
6501 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %eax, %edx
6502 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[0-9]+}}(%esp), %eax
6503 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 56(%eax)
6504 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edi, 48(%eax)
6505 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %esi, 52(%eax)
6506 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebp, 40(%eax)
6507 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6508 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 44(%eax)
6509 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl (%esp), %edx # 4-byte Reload
6510 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 32(%eax)
6511 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6512 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 36(%eax)
6513 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6514 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 24(%eax)
6515 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6516 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 28(%eax)
6517 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6518 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 16(%eax)
6519 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6520 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 20(%eax)
6521 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6522 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 8(%eax)
6523 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Reload
6524 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 12(%eax)
6525 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    sarxl %ecx, {{[-0-9]+}}(%e{{[sb]}}p), %edx # 4-byte Folded Reload
6526 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    # kill: def $cl killed $cl killed $ecx
6527 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %esi # 4-byte Reload
6528 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    shrdl %cl, %esi, %ebx
6529 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ebx, (%eax)
6530 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload
6531 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %ecx, 4(%eax)
6532 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    movl %edx, 60(%eax)
6533 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    addl $188, %esp
6534 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %esi
6535 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %edi
6536 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebx
6537 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    popl %ebp
6538 ; X86-HAVE-BMI2-HAVE-SHLD-NEXT:    retl