Lines Matching full:be
3 ; RUN: llc -mtriple=aarch64_be-unknown-linux -mattr=+sve -o - %s | FileCheck --check-prefix=CHECK-BE %s
74 ; CHECK-BE: .LCPI0_0:
75 ; CHECK-BE-NEXT: .byte 255 // 0xff
76 ; CHECK-BE-NEXT: .byte 255 // 0xff
77 ; CHECK-BE-NEXT: .byte 255 // 0xff
78 ; CHECK-BE-NEXT: .byte 0 // 0x0
79 ; CHECK-BE-NEXT: .byte 255 // 0xff
80 ; CHECK-BE-NEXT: .byte 255 // 0xff
81 ; CHECK-BE-NEXT: .byte 255 // 0xff
82 ; CHECK-BE-NEXT: .byte 1 // 0x1
83 ; CHECK-BE-NEXT: .byte 255 // 0xff
84 ; CHECK-BE-NEXT: .byte 255 // 0xff
85 ; CHECK-BE-NEXT: .byte 255 // 0xff
86 ; CHECK-BE-NEXT: .byte 2 // 0x2
87 ; CHECK-BE-NEXT: .byte 255 // 0xff
88 ; CHECK-BE-NEXT: .byte 255 // 0xff
89 ; CHECK-BE-NEXT: .byte 255 // 0xff
90 ; CHECK-BE-NEXT: .byte 3 // 0x3
91 ; CHECK-BE-NEXT: .LCPI0_1:
92 ; CHECK-BE-NEXT: .byte 255 // 0xff
93 ; CHECK-BE-NEXT: .byte 255 // 0xff
94 ; CHECK-BE-NEXT: .byte 255 // 0xff
95 ; CHECK-BE-NEXT: .byte 4 // 0x4
96 ; CHECK-BE-NEXT: .byte 255 // 0xff
97 ; CHECK-BE-NEXT: .byte 255 // 0xff
98 ; CHECK-BE-NEXT: .byte 255 // 0xff
99 ; CHECK-BE-NEXT: .byte 5 // 0x5
100 ; CHECK-BE-NEXT: .byte 255 // 0xff
101 ; CHECK-BE-NEXT: .byte 255 // 0xff
102 ; CHECK-BE-NEXT: .byte 255 // 0xff
103 ; CHECK-BE-NEXT: .byte 6 // 0x6
104 ; CHECK-BE-NEXT: .byte 255 // 0xff
105 ; CHECK-BE-NEXT: .byte 255 // 0xff
106 ; CHECK-BE-NEXT: .byte 255 // 0xff
107 ; CHECK-BE-NEXT: .byte 7 // 0x7
108 ; CHECK-BE-NEXT: .LCPI0_2:
109 ; CHECK-BE-NEXT: .byte 255 // 0xff
110 ; CHECK-BE-NEXT: .byte 255 // 0xff
111 ; CHECK-BE-NEXT: .byte 255 // 0xff
112 ; CHECK-BE-NEXT: .byte 8 // 0x8
113 ; CHECK-BE-NEXT: .byte 255 // 0xff
114 ; CHECK-BE-NEXT: .byte 255 // 0xff
115 ; CHECK-BE-NEXT: .byte 255 // 0xff
116 ; CHECK-BE-NEXT: .byte 9 // 0x9
117 ; CHECK-BE-NEXT: .byte 255 // 0xff
118 ; CHECK-BE-NEXT: .byte 255 // 0xff
119 ; CHECK-BE-NEXT: .byte 255 // 0xff
120 ; CHECK-BE-NEXT: .byte 10 // 0xa
121 ; CHECK-BE-NEXT: .byte 255 // 0xff
122 ; CHECK-BE-NEXT: .byte 255 // 0xff
123 ; CHECK-BE-NEXT: .byte 255 // 0xff
124 ; CHECK-BE-NEXT: .byte 11 // 0xb
125 ; CHECK-BE-NEXT: .LCPI0_3:
126 ; CHECK-BE-NEXT: .byte 255 // 0xff
127 ; CHECK-BE-NEXT: .byte 255 // 0xff
128 ; CHECK-BE-NEXT: .byte 255 // 0xff
129 ; CHECK-BE-NEXT: .byte 12 // 0xc
130 ; CHECK-BE-NEXT: .byte 255 // 0xff
131 ; CHECK-BE-NEXT: .byte 255 // 0xff
132 ; CHECK-BE-NEXT: .byte 255 // 0xff
133 ; CHECK-BE-NEXT: .byte 13 // 0xd
134 ; CHECK-BE-NEXT: .byte 255 // 0xff
135 ; CHECK-BE-NEXT: .byte 255 // 0xff
136 ; CHECK-BE-NEXT: .byte 255 // 0xff
137 ; CHECK-BE-NEXT: .byte 14 // 0xe
138 ; CHECK-BE-NEXT: .byte 255 // 0xff
139 ; CHECK-BE-NEXT: .byte 255 // 0xff
140 ; CHECK-BE-NEXT: .byte 255 // 0xff
141 ; CHECK-BE-NEXT: .byte 15 // 0xf
143 ; It's profitable to convert the zext to a shuffle, which in turn will be
185 ; CHECK-BE-LABEL: zext_v16i8_to_v16i32_in_loop:
186 ; CHECK-BE: // %bb.0: // %entry
187 ; CHECK-BE-NEXT: adrp x8, .LCPI0_0
188 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI0_0
189 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x8]
190 ; CHECK-BE-NEXT: adrp x8, .LCPI0_1
191 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI0_1
192 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x8]
193 ; CHECK-BE-NEXT: adrp x8, .LCPI0_2
194 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI0_2
195 ; CHECK-BE-NEXT: ld1 { v2.16b }, [x8]
196 ; CHECK-BE-NEXT: adrp x8, .LCPI0_3
197 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI0_3
198 ; CHECK-BE-NEXT: ld1 { v3.16b }, [x8]
199 ; CHECK-BE-NEXT: mov x8, xzr
200 ; CHECK-BE-NEXT: .LBB0_1: // %loop
201 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
202 ; CHECK-BE-NEXT: add x9, x0, x8
203 ; CHECK-BE-NEXT: add x8, x8, #16
204 ; CHECK-BE-NEXT: ld1 { v4.16b }, [x9]
205 ; CHECK-BE-NEXT: add x9, x1, #48
206 ; CHECK-BE-NEXT: cmp x8, #128
207 ; CHECK-BE-NEXT: tbl v5.16b, { v4.16b }, v3.16b
208 ; CHECK-BE-NEXT: tbl v6.16b, { v4.16b }, v2.16b
209 ; CHECK-BE-NEXT: tbl v7.16b, { v4.16b }, v1.16b
210 ; CHECK-BE-NEXT: tbl v4.16b, { v4.16b }, v0.16b
211 ; CHECK-BE-NEXT: st1 { v5.16b }, [x9]
212 ; CHECK-BE-NEXT: add x9, x1, #32
213 ; CHECK-BE-NEXT: st1 { v6.16b }, [x9]
214 ; CHECK-BE-NEXT: add x9, x1, #16
215 ; CHECK-BE-NEXT: st1 { v4.16b }, [x1]
216 ; CHECK-BE-NEXT: add x1, x1, #64
217 ; CHECK-BE-NEXT: st1 { v7.16b }, [x9]
218 ; CHECK-BE-NEXT: b.ne .LBB0_1
219 ; CHECK-BE-NEXT: // %bb.2: // %exit
220 ; CHECK-BE-NEXT: ret
268 ; CHECK-BE-LABEL: zext_v16i8_to_v16i32_in_loop_not_header:
269 ; CHECK-BE: // %bb.0: // %entry
270 ; CHECK-BE-NEXT: mov x8, xzr
271 ; CHECK-BE-NEXT: b .LBB1_2
272 ; CHECK-BE-NEXT: .LBB1_1: // %loop.latch
273 ; CHECK-BE-NEXT: // in Loop: Header=BB1_2 Depth=1
274 ; CHECK-BE-NEXT: add x8, x8, #16
275 ; CHECK-BE-NEXT: add x1, x1, #64
276 ; CHECK-BE-NEXT: cmp x8, #128
277 ; CHECK-BE-NEXT: b.eq .LBB1_4
278 ; CHECK-BE-NEXT: .LBB1_2: // %loop
279 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
280 ; CHECK-BE-NEXT: tbz w2, #0, .LBB1_1
281 ; CHECK-BE-NEXT: // %bb.3: // %then
282 ; CHECK-BE-NEXT: // in Loop: Header=BB1_2 Depth=1
283 ; CHECK-BE-NEXT: add x9, x0, x8
284 ; CHECK-BE-NEXT: add x10, x1, #32
285 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x9]
286 ; CHECK-BE-NEXT: add x9, x1, #48
287 ; CHECK-BE-NEXT: ushll2 v1.8h, v0.16b, #0
288 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
289 ; CHECK-BE-NEXT: ushll2 v2.4s, v1.8h, #0
290 ; CHECK-BE-NEXT: ushll v1.4s, v1.4h, #0
291 ; CHECK-BE-NEXT: ushll2 v3.4s, v0.8h, #0
292 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
293 ; CHECK-BE-NEXT: st1 { v2.4s }, [x9]
294 ; CHECK-BE-NEXT: add x9, x1, #16
295 ; CHECK-BE-NEXT: st1 { v1.4s }, [x10]
296 ; CHECK-BE-NEXT: st1 { v3.4s }, [x9]
297 ; CHECK-BE-NEXT: st1 { v0.4s }, [x1]
298 ; CHECK-BE-NEXT: b .LBB1_1
299 ; CHECK-BE-NEXT: .LBB1_4: // %exit
300 ; CHECK-BE-NEXT: ret
341 ; CHECK-BE-LABEL: zext_v16i8_to_v16i32_no_loop:
342 ; CHECK-BE: // %bb.0: // %entry
343 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x0]
344 ; CHECK-BE-NEXT: add x8, x1, #48
345 ; CHECK-BE-NEXT: ushll2 v1.8h, v0.16b, #0
346 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
347 ; CHECK-BE-NEXT: ushll2 v2.4s, v1.8h, #0
348 ; CHECK-BE-NEXT: ushll v1.4s, v1.4h, #0
349 ; CHECK-BE-NEXT: ushll2 v3.4s, v0.8h, #0
350 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
351 ; CHECK-BE-NEXT: st1 { v2.4s }, [x8]
352 ; CHECK-BE-NEXT: add x8, x1, #32
353 ; CHECK-BE-NEXT: st1 { v1.4s }, [x8]
354 ; CHECK-BE-NEXT: add x8, x1, #16
355 ; CHECK-BE-NEXT: st1 { v3.4s }, [x8]
356 ; CHECK-BE-NEXT: st1 { v0.4s }, [x1]
357 ; CHECK-BE-NEXT: ret
387 ; CHECK-BE-LABEL: zext_v16i8_to_v16i32_in_loop_optsize:
388 ; CHECK-BE: // %bb.0: // %entry
389 ; CHECK-BE-NEXT: mov x8, xzr
390 ; CHECK-BE-NEXT: .LBB3_1: // %loop
391 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
392 ; CHECK-BE-NEXT: add x9, x0, x8
393 ; CHECK-BE-NEXT: add x8, x8, #16
394 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x9]
395 ; CHECK-BE-NEXT: add x9, x1, #48
396 ; CHECK-BE-NEXT: cmp x8, #128
397 ; CHECK-BE-NEXT: ushll2 v1.8h, v0.16b, #0
398 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
399 ; CHECK-BE-NEXT: ushll2 v2.4s, v1.8h, #0
400 ; CHECK-BE-NEXT: ushll v1.4s, v1.4h, #0
401 ; CHECK-BE-NEXT: ushll2 v3.4s, v0.8h, #0
402 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
403 ; CHECK-BE-NEXT: st1 { v2.4s }, [x9]
404 ; CHECK-BE-NEXT: add x9, x1, #32
405 ; CHECK-BE-NEXT: st1 { v1.4s }, [x9]
406 ; CHECK-BE-NEXT: add x9, x1, #16
407 ; CHECK-BE-NEXT: st1 { v0.4s }, [x1]
408 ; CHECK-BE-NEXT: add x1, x1, #64
409 ; CHECK-BE-NEXT: st1 { v3.4s }, [x9]
410 ; CHECK-BE-NEXT: b.ne .LBB3_1
411 ; CHECK-BE-NEXT: // %bb.2: // %exit
412 ; CHECK-BE-NEXT: ret
453 ; CHECK-BE-LABEL: zext_v16i8_to_v16i32_in_loop_minsize:
454 ; CHECK-BE: // %bb.0: // %entry
455 ; CHECK-BE-NEXT: mov x8, xzr
456 ; CHECK-BE-NEXT: .LBB4_1: // %loop
457 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
458 ; CHECK-BE-NEXT: add x9, x0, x8
459 ; CHECK-BE-NEXT: add x8, x8, #16
460 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x9]
461 ; CHECK-BE-NEXT: add x9, x1, #48
462 ; CHECK-BE-NEXT: cmp x8, #128
463 ; CHECK-BE-NEXT: ushll2 v1.8h, v0.16b, #0
464 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
465 ; CHECK-BE-NEXT: ushll2 v2.4s, v1.8h, #0
466 ; CHECK-BE-NEXT: ushll v1.4s, v1.4h, #0
467 ; CHECK-BE-NEXT: ushll2 v3.4s, v0.8h, #0
468 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
469 ; CHECK-BE-NEXT: st1 { v2.4s }, [x9]
470 ; CHECK-BE-NEXT: add x9, x1, #32
471 ; CHECK-BE-NEXT: st1 { v1.4s }, [x9]
472 ; CHECK-BE-NEXT: add x9, x1, #16
473 ; CHECK-BE-NEXT: st1 { v0.4s }, [x1]
474 ; CHECK-BE-NEXT: add x1, x1, #64
475 ; CHECK-BE-NEXT: st1 { v3.4s }, [x9]
476 ; CHECK-BE-NEXT: b.ne .LBB4_1
477 ; CHECK-BE-NEXT: // %bb.2: // %exit
478 ; CHECK-BE-NEXT: ret
513 ; CHECK-BE-LABEL: zext_v16i8_to_v16i16_in_loop:
514 ; CHECK-BE: // %bb.0: // %entry
515 ; CHECK-BE-NEXT: mov x8, xzr
516 ; CHECK-BE-NEXT: .LBB5_1: // %loop
517 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
518 ; CHECK-BE-NEXT: add x9, x0, x8
519 ; CHECK-BE-NEXT: add x8, x8, #16
520 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x9]
521 ; CHECK-BE-NEXT: add x9, x1, #16
522 ; CHECK-BE-NEXT: cmp x8, #128
523 ; CHECK-BE-NEXT: ushll2 v1.8h, v0.16b, #0
524 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
525 ; CHECK-BE-NEXT: st1 { v0.8h }, [x1]
526 ; CHECK-BE-NEXT: add x1, x1, #32
527 ; CHECK-BE-NEXT: st1 { v1.8h }, [x9]
528 ; CHECK-BE-NEXT: b.ne .LBB5_1
529 ; CHECK-BE-NEXT: // %bb.2: // %exit
530 ; CHECK-BE-NEXT: ret
586 ; CHECK-BE: .LCPI6_0:
587 ; CHECK-BE-NEXT: .byte 255 // 0xff
588 ; CHECK-BE-NEXT: .byte 255 // 0xff
589 ; CHECK-BE-NEXT: .byte 255 // 0xff
590 ; CHECK-BE-NEXT: .byte 0 // 0x0
591 ; CHECK-BE-NEXT: .byte 255 // 0xff
592 ; CHECK-BE-NEXT: .byte 255 // 0xff
593 ; CHECK-BE-NEXT: .byte 255 // 0xff
594 ; CHECK-BE-NEXT: .byte 1 // 0x1
595 ; CHECK-BE-NEXT: .byte 255 // 0xff
596 ; CHECK-BE-NEXT: .byte 255 // 0xff
597 ; CHECK-BE-NEXT: .byte 255 // 0xff
598 ; CHECK-BE-NEXT: .byte 2 // 0x2
599 ; CHECK-BE-NEXT: .byte 255 // 0xff
600 ; CHECK-BE-NEXT: .byte 255 // 0xff
601 ; CHECK-BE-NEXT: .byte 255 // 0xff
602 ; CHECK-BE-NEXT: .byte 3 // 0x3
603 ; CHECK-BE-NEXT: .LCPI6_1:
604 ; CHECK-BE-NEXT: .byte 255 // 0xff
605 ; CHECK-BE-NEXT: .byte 255 // 0xff
606 ; CHECK-BE-NEXT: .byte 255 // 0xff
607 ; CHECK-BE-NEXT: .byte 4 // 0x4
608 ; CHECK-BE-NEXT: .byte 255 // 0xff
609 ; CHECK-BE-NEXT: .byte 255 // 0xff
610 ; CHECK-BE-NEXT: .byte 255 // 0xff
611 ; CHECK-BE-NEXT: .byte 5 // 0x5
612 ; CHECK-BE-NEXT: .byte 255 // 0xff
613 ; CHECK-BE-NEXT: .byte 255 // 0xff
614 ; CHECK-BE-NEXT: .byte 255 // 0xff
615 ; CHECK-BE-NEXT: .byte 6 // 0x6
616 ; CHECK-BE-NEXT: .byte 255 // 0xff
617 ; CHECK-BE-NEXT: .byte 255 // 0xff
618 ; CHECK-BE-NEXT: .byte 255 // 0xff
619 ; CHECK-BE-NEXT: .byte 7 // 0x7
647 ; CHECK-BE-LABEL: zext_v8i8_to_v8i32_in_loop:
648 ; CHECK-BE: // %bb.0: // %entry
649 ; CHECK-BE-NEXT: adrp x8, .LCPI6_0
650 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI6_0
651 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x8]
652 ; CHECK-BE-NEXT: adrp x8, .LCPI6_1
653 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI6_1
654 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x8]
655 ; CHECK-BE-NEXT: mov x8, xzr
656 ; CHECK-BE-NEXT: .LBB6_1: // %loop
657 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
658 ; CHECK-BE-NEXT: add x9, x0, x8
659 ; CHECK-BE-NEXT: add x8, x8, #16
660 ; CHECK-BE-NEXT: ld1 { v2.8b }, [x9]
661 ; CHECK-BE-NEXT: add x9, x1, #16
662 ; CHECK-BE-NEXT: cmp x8, #128
663 ; CHECK-BE-NEXT: tbl v3.16b, { v2.16b }, v1.16b
664 ; CHECK-BE-NEXT: tbl v2.16b, { v2.16b }, v0.16b
665 ; CHECK-BE-NEXT: st1 { v2.16b }, [x1]
666 ; CHECK-BE-NEXT: add x1, x1, #64
667 ; CHECK-BE-NEXT: st1 { v3.16b }, [x9]
668 ; CHECK-BE-NEXT: b.ne .LBB6_1
669 ; CHECK-BE-NEXT: // %bb.2: // %exit
670 ; CHECK-BE-NEXT: ret
720 ; CHECK-BE-LABEL: zext_v16i8_to_v16i64_in_loop:
721 ; CHECK-BE: // %bb.0: // %entry
722 ; CHECK-BE-NEXT: mov x8, xzr
723 ; CHECK-BE-NEXT: .LBB7_1: // %loop
724 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
725 ; CHECK-BE-NEXT: add x9, x0, x8
726 ; CHECK-BE-NEXT: add x8, x8, #16
727 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x9]
728 ; CHECK-BE-NEXT: add x9, x1, #112
729 ; CHECK-BE-NEXT: cmp x8, #128
730 ; CHECK-BE-NEXT: ushll2 v1.8h, v0.16b, #0
731 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
732 ; CHECK-BE-NEXT: ushll2 v2.4s, v1.8h, #0
733 ; CHECK-BE-NEXT: ushll v1.4s, v1.4h, #0
734 ; CHECK-BE-NEXT: ushll2 v4.4s, v0.8h, #0
735 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
736 ; CHECK-BE-NEXT: ushll2 v3.2d, v2.4s, #0
737 ; CHECK-BE-NEXT: ushll v2.2d, v2.2s, #0
738 ; CHECK-BE-NEXT: ushll2 v5.2d, v1.4s, #0
739 ; CHECK-BE-NEXT: ushll v1.2d, v1.2s, #0
740 ; CHECK-BE-NEXT: st1 { v3.2d }, [x9]
741 ; CHECK-BE-NEXT: add x9, x1, #96
742 ; CHECK-BE-NEXT: ushll2 v3.2d, v4.4s, #0
743 ; CHECK-BE-NEXT: st1 { v2.2d }, [x9]
744 ; CHECK-BE-NEXT: add x9, x1, #80
745 ; CHECK-BE-NEXT: ushll v2.2d, v4.2s, #0
746 ; CHECK-BE-NEXT: st1 { v5.2d }, [x9]
747 ; CHECK-BE-NEXT: add x9, x1, #48
748 ; CHECK-BE-NEXT: st1 { v3.2d }, [x9]
749 ; CHECK-BE-NEXT: ushll2 v3.2d, v0.4s, #0
750 ; CHECK-BE-NEXT: ushll v0.2d, v0.2s, #0
751 ; CHECK-BE-NEXT: add x9, x1, #64
752 ; CHECK-BE-NEXT: st1 { v1.2d }, [x9]
753 ; CHECK-BE-NEXT: add x9, x1, #32
754 ; CHECK-BE-NEXT: st1 { v2.2d }, [x9]
755 ; CHECK-BE-NEXT: add x9, x1, #16
756 ; CHECK-BE-NEXT: st1 { v0.2d }, [x1]
757 ; CHECK-BE-NEXT: add x1, x1, #128
758 ; CHECK-BE-NEXT: st1 { v3.2d }, [x9]
759 ; CHECK-BE-NEXT: b.ne .LBB7_1
760 ; CHECK-BE-NEXT: // %bb.2: // %exit
761 ; CHECK-BE-NEXT: ret
804 ; CHECK-BE-LABEL: zext_v8i8_to_v8i64_in_loop:
805 ; CHECK-BE: // %bb.0: // %entry
806 ; CHECK-BE-NEXT: mov x8, xzr
807 ; CHECK-BE-NEXT: .LBB8_1: // %loop
808 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
809 ; CHECK-BE-NEXT: add x9, x0, x8
810 ; CHECK-BE-NEXT: add x8, x8, #16
811 ; CHECK-BE-NEXT: ld1 { v0.8b }, [x9]
812 ; CHECK-BE-NEXT: add x9, x1, #48
813 ; CHECK-BE-NEXT: cmp x8, #128
814 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
815 ; CHECK-BE-NEXT: ushll2 v1.4s, v0.8h, #0
816 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
817 ; CHECK-BE-NEXT: ushll2 v2.2d, v1.4s, #0
818 ; CHECK-BE-NEXT: ushll v1.2d, v1.2s, #0
819 ; CHECK-BE-NEXT: ushll2 v3.2d, v0.4s, #0
820 ; CHECK-BE-NEXT: ushll v0.2d, v0.2s, #0
821 ; CHECK-BE-NEXT: st1 { v2.2d }, [x9]
822 ; CHECK-BE-NEXT: add x9, x1, #32
823 ; CHECK-BE-NEXT: st1 { v1.2d }, [x9]
824 ; CHECK-BE-NEXT: add x9, x1, #16
825 ; CHECK-BE-NEXT: st1 { v0.2d }, [x1]
826 ; CHECK-BE-NEXT: add x1, x1, #128
827 ; CHECK-BE-NEXT: st1 { v3.2d }, [x9]
828 ; CHECK-BE-NEXT: b.ne .LBB8_1
829 ; CHECK-BE-NEXT: // %bb.2: // %exit
830 ; CHECK-BE-NEXT: ret
866 ; CHECK-BE-LABEL: zext_v8i8_to_v8i16_in_loop:
867 ; CHECK-BE: // %bb.0: // %entry
868 ; CHECK-BE-NEXT: mov x8, xzr
869 ; CHECK-BE-NEXT: .LBB9_1: // %loop
870 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
871 ; CHECK-BE-NEXT: add x9, x0, x8
872 ; CHECK-BE-NEXT: add x8, x8, #16
873 ; CHECK-BE-NEXT: ld1 { v0.8b }, [x9]
874 ; CHECK-BE-NEXT: cmp x8, #128
875 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
876 ; CHECK-BE-NEXT: st1 { v0.8h }, [x1]
877 ; CHECK-BE-NEXT: add x1, x1, #32
878 ; CHECK-BE-NEXT: b.ne .LBB9_1
879 ; CHECK-BE-NEXT: // %bb.2: // %exit
880 ; CHECK-BE-NEXT: ret
938 ; CHECK-BE-LABEL: zext_v8i8_to_v8i20_in_loop:
939 ; CHECK-BE: // %bb.0: // %entry
940 ; CHECK-BE-NEXT: mov x8, xzr
941 ; CHECK-BE-NEXT: .LBB10_1: // %loop
942 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
943 ; CHECK-BE-NEXT: add x9, x0, x8
944 ; CHECK-BE-NEXT: add x8, x8, #16
945 ; CHECK-BE-NEXT: ld1 { v0.8b }, [x9]
946 ; CHECK-BE-NEXT: cmp x8, #128
947 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
948 ; CHECK-BE-NEXT: ushll2 v1.4s, v0.8h, #0
949 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
950 ; CHECK-BE-NEXT: mov w9, v1.s[1]
951 ; CHECK-BE-NEXT: mov w10, v0.s[1]
952 ; CHECK-BE-NEXT: fmov w12, s1
953 ; CHECK-BE-NEXT: fmov w14, s0
954 ; CHECK-BE-NEXT: mov w11, v1.s[2]
955 ; CHECK-BE-NEXT: mov w13, v0.s[2]
956 ; CHECK-BE-NEXT: mov w15, v1.s[3]
957 ; CHECK-BE-NEXT: lsl x9, x9, #40
958 ; CHECK-BE-NEXT: lsl x10, x10, #40
959 ; CHECK-BE-NEXT: orr x9, x9, x12, lsl #60
960 ; CHECK-BE-NEXT: orr x10, x10, x14, lsl #60
961 ; CHECK-BE-NEXT: lsr x12, x12, #4
962 ; CHECK-BE-NEXT: strh w15, [x1, #18]
963 ; CHECK-BE-NEXT: orr x9, x9, x11, lsl #20
964 ; CHECK-BE-NEXT: orr x10, x10, x13, lsl #20
965 ; CHECK-BE-NEXT: mov w11, v0.s[3]
966 ; CHECK-BE-NEXT: lsr x13, x14, #4
967 ; CHECK-BE-NEXT: lsr x9, x9, #16
968 ; CHECK-BE-NEXT: lsr x10, x10, #16
969 ; CHECK-BE-NEXT: bfi x9, x12, #48, #4
970 ; CHECK-BE-NEXT: bfi x10, x13, #48, #4
971 ; CHECK-BE-NEXT: strh w11, [x1, #8]
972 ; CHECK-BE-NEXT: stur x9, [x1, #10]
973 ; CHECK-BE-NEXT: str x10, [x1], #64
974 ; CHECK-BE-NEXT: b.ne .LBB10_1
975 ; CHECK-BE-NEXT: // %bb.2: // %exit
976 ; CHECK-BE-NEXT: ret
1013 ; CHECK-BE-LABEL: zext_v4i8_to_v4i32_in_loop:
1014 ; CHECK-BE: // %bb.0: // %entry
1015 ; CHECK-BE-NEXT: adrp x8, .LCPI11_0
1016 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI11_0
1017 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x8]
1018 ; CHECK-BE-NEXT: mov x8, xzr
1019 ; CHECK-BE-NEXT: .LBB11_1: // %loop
1020 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
1021 ; CHECK-BE-NEXT: ldr s1, [x0, x8]
1022 ; CHECK-BE-NEXT: add x8, x8, #16
1023 ; CHECK-BE-NEXT: cmp x8, #128
1024 ; CHECK-BE-NEXT: rev32 v1.16b, v1.16b
1025 ; CHECK-BE-NEXT: tbl v1.16b, { v1.16b }, v0.16b
1026 ; CHECK-BE-NEXT: st1 { v1.16b }, [x1]
1027 ; CHECK-BE-NEXT: add x1, x1, #64
1028 ; CHECK-BE-NEXT: b.ne .LBB11_1
1029 ; CHECK-BE-NEXT: // %bb.2: // %exit
1030 ; CHECK-BE-NEXT: ret
1103 ; CHECK-BE-LABEL: .LCPI12_0:
1104 ; CHECK-BE-NEXT: .byte 255 // 0xff
1105 ; CHECK-BE-NEXT: .byte 255 // 0xff
1106 ; CHECK-BE-NEXT: .byte 255 // 0xff
1107 ; CHECK-BE-NEXT: .byte 0 // 0x0
1108 ; CHECK-BE-NEXT: .byte 255 // 0xff
1109 ; CHECK-BE-NEXT: .byte 255 // 0xff
1110 ; CHECK-BE-NEXT: .byte 255 // 0xff
1111 ; CHECK-BE-NEXT: .byte 1 // 0x1
1112 ; CHECK-BE-NEXT: .byte 255 // 0xff
1113 ; CHECK-BE-NEXT: .byte 255 // 0xff
1114 ; CHECK-BE-NEXT: .byte 255 // 0xff
1115 ; CHECK-BE-NEXT: .byte 2 // 0x2
1116 ; CHECK-BE-NEXT: .byte 255 // 0xff
1117 ; CHECK-BE-NEXT: .byte 255 // 0xff
1118 ; CHECK-BE-NEXT: .byte 255 // 0xff
1119 ; CHECK-BE-NEXT: .byte 3 // 0x3
1120 ; CHECK-BE-NEXT: .LCPI12_1:
1121 ; CHECK-BE-NEXT: .byte 255 // 0xff
1122 ; CHECK-BE-NEXT: .byte 255 // 0xff
1123 ; CHECK-BE-NEXT: .byte 255 // 0xff
1124 ; CHECK-BE-NEXT: .byte 4 // 0x4
1125 ; CHECK-BE-NEXT: .byte 255 // 0xff
1126 ; CHECK-BE-NEXT: .byte 255 // 0xff
1127 ; CHECK-BE-NEXT: .byte 255 // 0xff
1128 ; CHECK-BE-NEXT: .byte 5 // 0x5
1129 ; CHECK-BE-NEXT: .byte 255 // 0xff
1130 ; CHECK-BE-NEXT: .byte 255 // 0xff
1131 ; CHECK-BE-NEXT: .byte 255 // 0xff
1132 ; CHECK-BE-NEXT: .byte 6 // 0x6
1133 ; CHECK-BE-NEXT: .byte 255 // 0xff
1134 ; CHECK-BE-NEXT: .byte 255 // 0xff
1135 ; CHECK-BE-NEXT: .byte 255 // 0xff
1136 ; CHECK-BE-NEXT: .byte 7 // 0x7
1137 ; CHECK-BE-NEXT: .LCPI12_2:
1138 ; CHECK-BE-NEXT: .byte 255 // 0xff
1139 ; CHECK-BE-NEXT: .byte 255 // 0xff
1140 ; CHECK-BE-NEXT: .byte 255 // 0xff
1141 ; CHECK-BE-NEXT: .byte 8 // 0x8
1142 ; CHECK-BE-NEXT: .byte 255 // 0xff
1143 ; CHECK-BE-NEXT: .byte 255 // 0xff
1144 ; CHECK-BE-NEXT: .byte 255 // 0xff
1145 ; CHECK-BE-NEXT: .byte 9 // 0x9
1146 ; CHECK-BE-NEXT: .byte 255 // 0xff
1147 ; CHECK-BE-NEXT: .byte 255 // 0xff
1148 ; CHECK-BE-NEXT: .byte 255 // 0xff
1149 ; CHECK-BE-NEXT: .byte 10 // 0xa
1150 ; CHECK-BE-NEXT: .byte 255 // 0xff
1151 ; CHECK-BE-NEXT: .byte 255 // 0xff
1152 ; CHECK-BE-NEXT: .byte 255 // 0xff
1153 ; CHECK-BE-NEXT: .byte 11 // 0xb
1188 ; CHECK-BE-LABEL: zext_v12i8_to_v12i32_in_loop:
1189 ; CHECK-BE: // %bb.0: // %entry
1190 ; CHECK-BE-NEXT: adrp x8, .LCPI12_0
1191 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI12_0
1192 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x8]
1193 ; CHECK-BE-NEXT: adrp x8, .LCPI12_1
1194 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI12_1
1195 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x8]
1196 ; CHECK-BE-NEXT: adrp x8, .LCPI12_2
1197 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI12_2
1198 ; CHECK-BE-NEXT: ld1 { v2.16b }, [x8]
1199 ; CHECK-BE-NEXT: mov x8, xzr
1200 ; CHECK-BE-NEXT: .LBB12_1: // %loop
1201 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
1202 ; CHECK-BE-NEXT: add x9, x0, x8
1203 ; CHECK-BE-NEXT: add x8, x8, #16
1204 ; CHECK-BE-NEXT: add x10, x1, #16
1205 ; CHECK-BE-NEXT: ld1 { v3.16b }, [x9]
1206 ; CHECK-BE-NEXT: add x9, x1, #32
1207 ; CHECK-BE-NEXT: cmp x8, #128
1208 ; CHECK-BE-NEXT: tbl v4.16b, { v3.16b }, v2.16b
1209 ; CHECK-BE-NEXT: tbl v5.16b, { v3.16b }, v1.16b
1210 ; CHECK-BE-NEXT: tbl v3.16b, { v3.16b }, v0.16b
1211 ; CHECK-BE-NEXT: st1 { v3.16b }, [x1]
1212 ; CHECK-BE-NEXT: add x1, x1, #64
1213 ; CHECK-BE-NEXT: st1 { v4.16b }, [x9]
1214 ; CHECK-BE-NEXT: st1 { v5.16b }, [x10]
1215 ; CHECK-BE-NEXT: b.ne .LBB12_1
1216 ; CHECK-BE-NEXT: // %bb.2: // %exit
1217 ; CHECK-BE-NEXT: ret
1300 ; CHECK-BE-LABEL: zext_v16i4_to_v16i32_in_loop:
1301 ; CHECK-BE: // %bb.0: // %entry
1302 ; CHECK-BE-NEXT: movi v0.4s, #15
1303 ; CHECK-BE-NEXT: mov x8, xzr
1304 ; CHECK-BE-NEXT: .LBB13_1: // %loop
1305 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
1306 ; CHECK-BE-NEXT: ldr x9, [x0, x8]
1307 ; CHECK-BE-NEXT: add x8, x8, #16
1308 ; CHECK-BE-NEXT: cmp x8, #128
1309 ; CHECK-BE-NEXT: lsr x10, x9, #60
1310 ; CHECK-BE-NEXT: ubfx x11, x9, #56, #4
1311 ; CHECK-BE-NEXT: fmov s1, w10
1312 ; CHECK-BE-NEXT: ubfx x10, x9, #52, #4
1313 ; CHECK-BE-NEXT: mov v1.b[1], w11
1314 ; CHECK-BE-NEXT: mov v1.b[2], w10
1315 ; CHECK-BE-NEXT: ubfx x10, x9, #48, #4
1316 ; CHECK-BE-NEXT: mov v1.b[3], w10
1317 ; CHECK-BE-NEXT: ubfx x10, x9, #44, #4
1318 ; CHECK-BE-NEXT: mov v1.b[4], w10
1319 ; CHECK-BE-NEXT: ubfx x10, x9, #40, #4
1320 ; CHECK-BE-NEXT: mov v1.b[5], w10
1321 ; CHECK-BE-NEXT: ubfx x10, x9, #36, #4
1322 ; CHECK-BE-NEXT: mov v1.b[6], w10
1323 ; CHECK-BE-NEXT: ubfx x10, x9, #32, #4
1324 ; CHECK-BE-NEXT: mov v1.b[7], w10
1325 ; CHECK-BE-NEXT: lsr w10, w9, #28
1326 ; CHECK-BE-NEXT: mov v1.b[8], w10
1327 ; CHECK-BE-NEXT: ubfx w10, w9, #24, #4
1328 ; CHECK-BE-NEXT: mov v1.b[9], w10
1329 ; CHECK-BE-NEXT: ubfx w10, w9, #20, #4
1330 ; CHECK-BE-NEXT: mov v1.b[10], w10
1331 ; CHECK-BE-NEXT: ubfx w10, w9, #16, #4
1332 ; CHECK-BE-NEXT: mov v1.b[11], w10
1333 ; CHECK-BE-NEXT: ubfx w10, w9, #12, #4
1334 ; CHECK-BE-NEXT: mov v1.b[12], w10
1335 ; CHECK-BE-NEXT: ubfx w10, w9, #8, #4
1336 ; CHECK-BE-NEXT: mov v1.b[13], w10
1337 ; CHECK-BE-NEXT: ubfx w10, w9, #4, #4
1338 ; CHECK-BE-NEXT: and w9, w9, #0xf
1339 ; CHECK-BE-NEXT: mov v1.b[14], w10
1340 ; CHECK-BE-NEXT: add x10, x1, #32
1341 ; CHECK-BE-NEXT: mov v1.b[15], w9
1342 ; CHECK-BE-NEXT: add x9, x1, #16
1343 ; CHECK-BE-NEXT: ext v2.16b, v1.16b, v1.16b, #8
1344 ; CHECK-BE-NEXT: zip2 v3.8b, v1.8b, v0.8b
1345 ; CHECK-BE-NEXT: zip1 v1.8b, v1.8b, v0.8b
1346 ; CHECK-BE-NEXT: zip2 v4.8b, v2.8b, v0.8b
1347 ; CHECK-BE-NEXT: zip1 v2.8b, v2.8b, v0.8b
1348 ; CHECK-BE-NEXT: ushll v3.4s, v3.4h, #0
1349 ; CHECK-BE-NEXT: ushll v1.4s, v1.4h, #0
1350 ; CHECK-BE-NEXT: and v3.16b, v3.16b, v0.16b
1351 ; CHECK-BE-NEXT: ushll v4.4s, v4.4h, #0
1352 ; CHECK-BE-NEXT: ushll v2.4s, v2.4h, #0
1353 ; CHECK-BE-NEXT: and v1.16b, v1.16b, v0.16b
1354 ; CHECK-BE-NEXT: st1 { v3.4s }, [x9]
1355 ; CHECK-BE-NEXT: add x9, x1, #48
1356 ; CHECK-BE-NEXT: and v4.16b, v4.16b, v0.16b
1357 ; CHECK-BE-NEXT: and v2.16b, v2.16b, v0.16b
1358 ; CHECK-BE-NEXT: st1 { v1.4s }, [x1]
1359 ; CHECK-BE-NEXT: add x1, x1, #64
1360 ; CHECK-BE-NEXT: st1 { v4.4s }, [x9]
1361 ; CHECK-BE-NEXT: st1 { v2.4s }, [x10]
1362 ; CHECK-BE-NEXT: b.ne .LBB13_1
1363 ; CHECK-BE-NEXT: // %bb.2: // %exit
1364 ; CHECK-BE-NEXT: ret
1415 ; CHECK-BE-LABEL: zext_v16i16_to_v16i64_in_loop:
1416 ; CHECK-BE: // %bb.0: // %entry
1417 ; CHECK-BE-NEXT: mov x8, xzr
1418 ; CHECK-BE-NEXT: .LBB14_1: // %loop
1419 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
1420 ; CHECK-BE-NEXT: add x9, x0, x8
1421 ; CHECK-BE-NEXT: add x8, x8, #32
1422 ; CHECK-BE-NEXT: ld1 { v0.8h }, [x9]
1423 ; CHECK-BE-NEXT: add x9, x9, #16
1424 ; CHECK-BE-NEXT: cmp x8, #256
1425 ; CHECK-BE-NEXT: ld1 { v1.8h }, [x9]
1426 ; CHECK-BE-NEXT: add x9, x1, #48
1427 ; CHECK-BE-NEXT: ushll2 v2.4s, v0.8h, #0
1428 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
1429 ; CHECK-BE-NEXT: ushll2 v3.4s, v1.8h, #0
1430 ; CHECK-BE-NEXT: ushll v1.4s, v1.4h, #0
1431 ; CHECK-BE-NEXT: ushll2 v4.2d, v2.4s, #0
1432 ; CHECK-BE-NEXT: ushll v2.2d, v2.2s, #0
1433 ; CHECK-BE-NEXT: ushll2 v5.2d, v0.4s, #0
1434 ; CHECK-BE-NEXT: ushll v0.2d, v0.2s, #0
1435 ; CHECK-BE-NEXT: st1 { v4.2d }, [x9]
1436 ; CHECK-BE-NEXT: add x9, x1, #32
1437 ; CHECK-BE-NEXT: ushll2 v4.2d, v3.4s, #0
1438 ; CHECK-BE-NEXT: st1 { v2.2d }, [x9]
1439 ; CHECK-BE-NEXT: add x9, x1, #16
1440 ; CHECK-BE-NEXT: ushll v2.2d, v3.2s, #0
1441 ; CHECK-BE-NEXT: st1 { v5.2d }, [x9]
1442 ; CHECK-BE-NEXT: add x9, x1, #112
1443 ; CHECK-BE-NEXT: ushll2 v3.2d, v1.4s, #0
1444 ; CHECK-BE-NEXT: st1 { v4.2d }, [x9]
1445 ; CHECK-BE-NEXT: add x9, x1, #96
1446 ; CHECK-BE-NEXT: ushll v1.2d, v1.2s, #0
1447 ; CHECK-BE-NEXT: st1 { v2.2d }, [x9]
1448 ; CHECK-BE-NEXT: add x9, x1, #80
1449 ; CHECK-BE-NEXT: st1 { v3.2d }, [x9]
1450 ; CHECK-BE-NEXT: add x9, x1, #64
1451 ; CHECK-BE-NEXT: st1 { v0.2d }, [x1]
1452 ; CHECK-BE-NEXT: add x1, x1, #128
1453 ; CHECK-BE-NEXT: st1 { v1.2d }, [x9]
1454 ; CHECK-BE-NEXT: b.ne .LBB14_1
1455 ; CHECK-BE-NEXT: // %bb.2: // %exit
1456 ; CHECK-BE-NEXT: ret
1504 ; CHECK-BE-LABEL: zext_v16i32_to_v16i64_in_loop:
1505 ; CHECK-BE: // %bb.0: // %entry
1506 ; CHECK-BE-NEXT: mov x8, xzr
1507 ; CHECK-BE-NEXT: .LBB15_1: // %loop
1508 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
1509 ; CHECK-BE-NEXT: add x9, x0, x8
1510 ; CHECK-BE-NEXT: add x8, x8, #64
1511 ; CHECK-BE-NEXT: ld1 { v0.4s }, [x9]
1512 ; CHECK-BE-NEXT: add x10, x9, #48
1513 ; CHECK-BE-NEXT: cmp x8, #512
1514 ; CHECK-BE-NEXT: ld1 { v1.4s }, [x10]
1515 ; CHECK-BE-NEXT: add x10, x9, #32
1516 ; CHECK-BE-NEXT: add x9, x9, #16
1517 ; CHECK-BE-NEXT: ld1 { v4.4s }, [x9]
1518 ; CHECK-BE-NEXT: ld1 { v2.4s }, [x10]
1519 ; CHECK-BE-NEXT: add x9, x1, #16
1520 ; CHECK-BE-NEXT: ushll2 v3.2d, v0.4s, #0
1521 ; CHECK-BE-NEXT: ushll v0.2d, v0.2s, #0
1522 ; CHECK-BE-NEXT: add x10, x1, #80
1523 ; CHECK-BE-NEXT: ushll2 v5.2d, v1.4s, #0
1524 ; CHECK-BE-NEXT: ushll2 v6.2d, v2.4s, #0
1525 ; CHECK-BE-NEXT: st1 { v3.2d }, [x9]
1526 ; CHECK-BE-NEXT: ushll2 v3.2d, v4.4s, #0
1527 ; CHECK-BE-NEXT: add x9, x1, #112
1528 ; CHECK-BE-NEXT: st1 { v0.2d }, [x1]
1529 ; CHECK-BE-NEXT: ushll v0.2d, v1.2s, #0
1530 ; CHECK-BE-NEXT: ushll v1.2d, v2.2s, #0
1531 ; CHECK-BE-NEXT: st1 { v5.2d }, [x9]
1532 ; CHECK-BE-NEXT: add x9, x1, #48
1533 ; CHECK-BE-NEXT: ushll v2.2d, v4.2s, #0
1534 ; CHECK-BE-NEXT: st1 { v3.2d }, [x9]
1535 ; CHECK-BE-NEXT: add x9, x1, #64
1536 ; CHECK-BE-NEXT: st1 { v6.2d }, [x10]
1537 ; CHECK-BE-NEXT: add x10, x1, #96
1538 ; CHECK-BE-NEXT: st1 { v1.2d }, [x9]
1539 ; CHECK-BE-NEXT: add x9, x1, #32
1540 ; CHECK-BE-NEXT: add x1, x1, #128
1541 ; CHECK-BE-NEXT: st1 { v0.2d }, [x10]
1542 ; CHECK-BE-NEXT: st1 { v2.2d }, [x9]
1543 ; CHECK-BE-NEXT: b.ne .LBB15_1
1544 ; CHECK-BE-NEXT: // %bb.2: // %exit
1545 ; CHECK-BE-NEXT: ret
1607 ; CHECK-BE-LABEL: zext_v8i8_to_v8i128_in_loop:
1608 ; CHECK-BE: // %bb.0: // %entry
1609 ; CHECK-BE-NEXT: mov x8, xzr
1610 ; CHECK-BE-NEXT: .LBB16_1: // %loop
1611 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
1612 ; CHECK-BE-NEXT: add x9, x0, x8
1613 ; CHECK-BE-NEXT: add x8, x8, #16
1614 ; CHECK-BE-NEXT: ld1 { v0.8b }, [x9]
1615 ; CHECK-BE-NEXT: add x9, x1, #120
1616 ; CHECK-BE-NEXT: str xzr, [x1, #112]
1617 ; CHECK-BE-NEXT: str xzr, [x1, #96]
1618 ; CHECK-BE-NEXT: cmp x8, #128
1619 ; CHECK-BE-NEXT: str xzr, [x1, #80]
1620 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
1621 ; CHECK-BE-NEXT: str xzr, [x1, #64]
1622 ; CHECK-BE-NEXT: str xzr, [x1, #48]
1623 ; CHECK-BE-NEXT: str xzr, [x1, #32]
1624 ; CHECK-BE-NEXT: ushll2 v1.4s, v0.8h, #0
1625 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
1626 ; CHECK-BE-NEXT: str xzr, [x1, #16]
1627 ; CHECK-BE-NEXT: str xzr, [x1]
1628 ; CHECK-BE-NEXT: ushll2 v2.2d, v1.4s, #0
1629 ; CHECK-BE-NEXT: ushll v1.2d, v1.2s, #0
1630 ; CHECK-BE-NEXT: ushll2 v3.2d, v0.4s, #0
1631 ; CHECK-BE-NEXT: ushll v0.2d, v0.2s, #0
1632 ; CHECK-BE-NEXT: st1 { v2.d }[1], [x9]
1633 ; CHECK-BE-NEXT: add x9, x1, #88
1634 ; CHECK-BE-NEXT: st1 { v1.d }[1], [x9]
1635 ; CHECK-BE-NEXT: add x9, x1, #56
1636 ; CHECK-BE-NEXT: str d2, [x1, #104]
1637 ; CHECK-BE-NEXT: st1 { v3.d }[1], [x9]
1638 ; CHECK-BE-NEXT: add x9, x1, #24
1639 ; CHECK-BE-NEXT: str d1, [x1, #72]
1640 ; CHECK-BE-NEXT: str d3, [x1, #40]
1641 ; CHECK-BE-NEXT: str d0, [x1, #8]
1642 ; CHECK-BE-NEXT: add x1, x1, #256
1643 ; CHECK-BE-NEXT: st1 { v0.d }[1], [x9]
1644 ; CHECK-BE-NEXT: b.ne .LBB16_1
1645 ; CHECK-BE-NEXT: // %bb.2: // %exit
1646 ; CHECK-BE-NEXT: ret
1713 ; CHECK-BE-LABEL: zext_v8i8_to_v8i64_with_add_in_sequence_in_loop:
1714 ; CHECK-BE: // %bb.0: // %entry
1715 ; CHECK-BE-NEXT: adrp x9, .LCPI17_0
1716 ; CHECK-BE-NEXT: add x9, x9, :lo12:.LCPI17_0
1717 ; CHECK-BE-NEXT: mov w8, #128 // =0x80
1718 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x9]
1719 ; CHECK-BE-NEXT: adrp x9, .LCPI17_1
1720 ; CHECK-BE-NEXT: add x9, x9, :lo12:.LCPI17_1
1721 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x9]
1722 ; CHECK-BE-NEXT: add x9, x1, #64
1723 ; CHECK-BE-NEXT: add x10, x0, #8
1724 ; CHECK-BE-NEXT: .LBB17_1: // %loop
1725 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
1726 ; CHECK-BE-NEXT: ld1 { v2.8b }, [x10]
1727 ; CHECK-BE-NEXT: sub x11, x10, #8
1728 ; CHECK-BE-NEXT: add x15, x9, #32
1729 ; CHECK-BE-NEXT: ld1 { v3.8b }, [x11]
1730 ; CHECK-BE-NEXT: ld1 { v16.2d }, [x15]
1731 ; CHECK-BE-NEXT: sub x11, x9, #64
1732 ; CHECK-BE-NEXT: sub x12, x9, #32
1733 ; CHECK-BE-NEXT: ld1 { v6.2d }, [x9]
1734 ; CHECK-BE-NEXT: ld1 { v21.2d }, [x11]
1735 ; CHECK-BE-NEXT: tbl v4.16b, { v2.16b }, v1.16b
1736 ; CHECK-BE-NEXT: tbl v2.16b, { v2.16b }, v0.16b
1737 ; CHECK-BE-NEXT: ld1 { v19.2d }, [x12]
1738 ; CHECK-BE-NEXT: tbl v5.16b, { v3.16b }, v1.16b
1739 ; CHECK-BE-NEXT: tbl v3.16b, { v3.16b }, v0.16b
1740 ; CHECK-BE-NEXT: sub x13, x9, #16
1741 ; CHECK-BE-NEXT: sub x14, x9, #48
1742 ; CHECK-BE-NEXT: add x16, x9, #48
1743 ; CHECK-BE-NEXT: add x17, x9, #16
1744 ; CHECK-BE-NEXT: ld1 { v22.2d }, [x13]
1745 ; CHECK-BE-NEXT: subs x8, x8, #16
1746 ; CHECK-BE-NEXT: add x10, x10, #16
1747 ; CHECK-BE-NEXT: rev32 v7.8b, v4.8b
1748 ; CHECK-BE-NEXT: ext v4.16b, v4.16b, v4.16b, #8
1749 ; CHECK-BE-NEXT: rev32 v17.8b, v2.8b
1750 ; CHECK-BE-NEXT: ext v18.16b, v5.16b, v5.16b, #8
1751 ; CHECK-BE-NEXT: ext v20.16b, v3.16b, v3.16b, #8
1752 ; CHECK-BE-NEXT: ext v2.16b, v2.16b, v2.16b, #8
1753 ; CHECK-BE-NEXT: rev32 v5.8b, v5.8b
1754 ; CHECK-BE-NEXT: rev32 v3.8b, v3.8b
1755 ; CHECK-BE-NEXT: uaddw v7.2d, v16.2d, v7.2s
1756 ; CHECK-BE-NEXT: rev32 v4.8b, v4.8b
1757 ; CHECK-BE-NEXT: uaddw v6.2d, v6.2d, v17.2s
1758 ; CHECK-BE-NEXT: rev32 v17.8b, v18.8b
1759 ; CHECK-BE-NEXT: rev32 v20.8b, v20.8b
1760 ; CHECK-BE-NEXT: rev32 v2.8b, v2.8b
1761 ; CHECK-BE-NEXT: ld1 { v16.2d }, [x16]
1762 ; CHECK-BE-NEXT: ld1 { v18.2d }, [x14]
1763 ; CHECK-BE-NEXT: uaddw v5.2d, v19.2d, v5.2s
1764 ; CHECK-BE-NEXT: uaddw v3.2d, v21.2d, v3.2s
1765 ; CHECK-BE-NEXT: st1 { v7.2d }, [x15]
1766 ; CHECK-BE-NEXT: ld1 { v7.2d }, [x17]
1767 ; CHECK-BE-NEXT: st1 { v6.2d }, [x9]
1768 ; CHECK-BE-NEXT: add x9, x9, #128
1769 ; CHECK-BE-NEXT: uaddw v4.2d, v16.2d, v4.2s
1770 ; CHECK-BE-NEXT: st1 { v5.2d }, [x12]
1771 ; CHECK-BE-NEXT: uaddw v5.2d, v22.2d, v17.2s
1772 ; CHECK-BE-NEXT: st1 { v3.2d }, [x11]
1773 ; CHECK-BE-NEXT: uaddw v3.2d, v18.2d, v20.2s
1774 ; CHECK-BE-NEXT: uaddw v2.2d, v7.2d, v2.2s
1775 ; CHECK-BE-NEXT: st1 { v4.2d }, [x16]
1776 ; CHECK-BE-NEXT: st1 { v5.2d }, [x13]
1777 ; CHECK-BE-NEXT: st1 { v3.2d }, [x14]
1778 ; CHECK-BE-NEXT: st1 { v2.2d }, [x17]
1779 ; CHECK-BE-NEXT: b.ne .LBB17_1
1780 ; CHECK-BE-NEXT: // %bb.2: // %exit
1781 ; CHECK-BE-NEXT: ret
1863 ; CHECK-BE-LABEL: zext_v16i8_to_v16i64_in_sequence_in_loop:
1864 ; CHECK-BE: // %bb.0: // %entry
1865 ; CHECK-BE-NEXT: mov w8, #128 // =0x80
1866 ; CHECK-BE-NEXT: add x9, x1, #128
1867 ; CHECK-BE-NEXT: add x10, x0, #16
1868 ; CHECK-BE-NEXT: .LBB18_1: // %loop
1869 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
1870 ; CHECK-BE-NEXT: sub x11, x10, #16
1871 ; CHECK-BE-NEXT: ld1 { v5.16b }, [x10]
1872 ; CHECK-BE-NEXT: sub x12, x9, #32
1873 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x11]
1874 ; CHECK-BE-NEXT: sub x11, x9, #16
1875 ; CHECK-BE-NEXT: subs x8, x8, #16
1876 ; CHECK-BE-NEXT: add x10, x10, #16
1877 ; CHECK-BE-NEXT: ushll2 v1.8h, v0.16b, #0
1878 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
1879 ; CHECK-BE-NEXT: ushll2 v2.4s, v1.8h, #0
1880 ; CHECK-BE-NEXT: ushll2 v3.4s, v0.8h, #0
1881 ; CHECK-BE-NEXT: ushll v1.4s, v1.4h, #0
1882 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
1883 ; CHECK-BE-NEXT: ushll2 v4.2d, v2.4s, #0
1884 ; CHECK-BE-NEXT: ushll v2.2d, v2.2s, #0
1885 ; CHECK-BE-NEXT: ushll2 v6.2d, v1.4s, #0
1886 ; CHECK-BE-NEXT: ushll v1.2d, v1.2s, #0
1887 ; CHECK-BE-NEXT: st1 { v4.2d }, [x11]
1888 ; CHECK-BE-NEXT: ushll2 v4.2d, v3.4s, #0
1889 ; CHECK-BE-NEXT: ushll v3.2d, v3.2s, #0
1890 ; CHECK-BE-NEXT: st1 { v2.2d }, [x12]
1891 ; CHECK-BE-NEXT: ushll2 v2.8h, v5.16b, #0
1892 ; CHECK-BE-NEXT: sub x12, x9, #80
1893 ; CHECK-BE-NEXT: sub x11, x9, #48
1894 ; CHECK-BE-NEXT: st1 { v4.2d }, [x12]
1895 ; CHECK-BE-NEXT: ushll v4.8h, v5.8b, #0
1896 ; CHECK-BE-NEXT: sub x12, x9, #64
1897 ; CHECK-BE-NEXT: ushll2 v5.4s, v2.8h, #0
1898 ; CHECK-BE-NEXT: st1 { v1.2d }, [x12]
1899 ; CHECK-BE-NEXT: sub x12, x9, #96
1900 ; CHECK-BE-NEXT: ushll2 v1.2d, v0.4s, #0
1901 ; CHECK-BE-NEXT: ushll v2.4s, v2.4h, #0
1902 ; CHECK-BE-NEXT: ushll v0.2d, v0.2s, #0
1903 ; CHECK-BE-NEXT: st1 { v6.2d }, [x11]
1904 ; CHECK-BE-NEXT: sub x11, x9, #128
1905 ; CHECK-BE-NEXT: st1 { v3.2d }, [x12]
1906 ; CHECK-BE-NEXT: ushll2 v3.4s, v4.8h, #0
1907 ; CHECK-BE-NEXT: ushll2 v6.2d, v5.4s, #0
1908 ; CHECK-BE-NEXT: sub x12, x9, #112
1909 ; CHECK-BE-NEXT: ushll v5.2d, v5.2s, #0
1910 ; CHECK-BE-NEXT: st1 { v0.2d }, [x11]
1911 ; CHECK-BE-NEXT: st1 { v1.2d }, [x12]
1912 ; CHECK-BE-NEXT: ushll2 v1.2d, v2.4s, #0
1913 ; CHECK-BE-NEXT: add x11, x9, #112
1914 ; CHECK-BE-NEXT: ushll v4.4s, v4.4h, #0
1915 ; CHECK-BE-NEXT: ushll2 v0.2d, v3.4s, #0
1916 ; CHECK-BE-NEXT: st1 { v6.2d }, [x11]
1917 ; CHECK-BE-NEXT: add x11, x9, #96
1918 ; CHECK-BE-NEXT: ushll v2.2d, v2.2s, #0
1919 ; CHECK-BE-NEXT: ushll v3.2d, v3.2s, #0
1920 ; CHECK-BE-NEXT: st1 { v5.2d }, [x11]
1921 ; CHECK-BE-NEXT: add x11, x9, #80
1922 ; CHECK-BE-NEXT: st1 { v1.2d }, [x11]
1923 ; CHECK-BE-NEXT: add x11, x9, #48
1924 ; CHECK-BE-NEXT: ushll2 v1.2d, v4.4s, #0
1925 ; CHECK-BE-NEXT: st1 { v0.2d }, [x11]
1926 ; CHECK-BE-NEXT: ushll v0.2d, v4.2s, #0
1927 ; CHECK-BE-NEXT: add x11, x9, #64
1928 ; CHECK-BE-NEXT: st1 { v2.2d }, [x11]
1929 ; CHECK-BE-NEXT: add x11, x9, #32
1930 ; CHECK-BE-NEXT: st1 { v3.2d }, [x11]
1931 ; CHECK-BE-NEXT: add x11, x9, #16
1932 ; CHECK-BE-NEXT: st1 { v0.2d }, [x9]
1933 ; CHECK-BE-NEXT: add x9, x9, #128
1934 ; CHECK-BE-NEXT: st1 { v1.2d }, [x11]
1935 ; CHECK-BE-NEXT: b.ne .LBB18_1
1936 ; CHECK-BE-NEXT: // %bb.2: // %exit
1937 ; CHECK-BE-NEXT: ret
1990 ; CHECK-BE-LABEL: zext_v16i8_to_v16i32_in_loop_scalable_vectors:
1991 ; CHECK-BE: // %bb.0: // %entry
1992 ; CHECK-BE-NEXT: ptrue p0.s
1993 ; CHECK-BE-NEXT: mov x8, xzr
1994 ; CHECK-BE-NEXT: .LBB19_1: // %loop
1995 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
1996 ; CHECK-BE-NEXT: ld1b { z0.s }, p0/z, [x0, x8]
1997 ; CHECK-BE-NEXT: add x9, x0, x8
1998 ; CHECK-BE-NEXT: ld1b { z1.s }, p0/z, [x9, #2, mul vl]
1999 ; CHECK-BE-NEXT: ld1b { z2.s }, p0/z, [x9, #3, mul vl]
2000 ; CHECK-BE-NEXT: ld1b { z3.s }, p0/z, [x9, #1, mul vl]
2001 ; CHECK-BE-NEXT: add x9, x1, x8, lsl #2
2002 ; CHECK-BE-NEXT: add z0.s, z0.s, z0.s
2003 ; CHECK-BE-NEXT: add z1.s, z1.s, z1.s
2004 ; CHECK-BE-NEXT: add z2.s, z2.s, z2.s
2005 ; CHECK-BE-NEXT: add z3.s, z3.s, z3.s
2006 ; CHECK-BE-NEXT: st1w { z0.s }, p0, [x1, x8, lsl #2]
2007 ; CHECK-BE-NEXT: add x8, x8, #16
2008 ; CHECK-BE-NEXT: cmp x8, #128
2009 ; CHECK-BE-NEXT: st1w { z1.s }, p0, [x9, #2, mul vl]
2010 ; CHECK-BE-NEXT: st1w { z2.s }, p0, [x9, #3, mul vl]
2011 ; CHECK-BE-NEXT: st1w { z3.s }, p0, [x9, #1, mul vl]
2012 ; CHECK-BE-NEXT: b.ne .LBB19_1
2013 ; CHECK-BE-NEXT: // %bb.2: // %exit
2014 ; CHECK-BE-NEXT: ret
2103 ; CHECK-BE-LABEL: .LCPI20_0:
2104 ; CHECK-BE-NEXT: .byte 255 // 0xff
2105 ; CHECK-BE-NEXT: .byte 255 // 0xff
2106 ; CHECK-BE-NEXT: .byte 0 // 0x0
2107 ; CHECK-BE-NEXT: .byte 255 // 0xff
2108 ; CHECK-BE-NEXT: .byte 255 // 0xff
2109 ; CHECK-BE-NEXT: .byte 1 // 0x1
2110 ; CHECK-BE-NEXT: .byte 255 // 0xff
2111 ; CHECK-BE-NEXT: .byte 255 // 0xff
2112 ; CHECK-BE-NEXT: .byte 2 // 0x2
2113 ; CHECK-BE-NEXT: .byte 255 // 0xff
2114 ; CHECK-BE-NEXT: .byte 255 // 0xff
2115 ; CHECK-BE-NEXT: .byte 3 // 0x3
2116 ; CHECK-BE-NEXT: .byte 255 // 0xff
2117 ; CHECK-BE-NEXT: .byte 255 // 0xff
2118 ; CHECK-BE-NEXT: .byte 255 // 0xff
2119 ; CHECK-BE-NEXT: .byte 255 // 0xff
2120 ; CHECK-BE-NEXT: .LCPI20_1:
2121 ; CHECK-BE-NEXT: .byte 255 // 0xff
2122 ; CHECK-BE-NEXT: .byte 255 // 0xff
2123 ; CHECK-BE-NEXT: .byte 0 // 0x0
2124 ; CHECK-BE-NEXT: .byte 255 // 0xff
2125 ; CHECK-BE-NEXT: .byte 255 // 0xff
2126 ; CHECK-BE-NEXT: .byte 1 // 0x1
2127 ; CHECK-BE-NEXT: .byte 255 // 0xff
2128 ; CHECK-BE-NEXT: .byte 255 // 0xff
2129 ; CHECK-BE-NEXT: .byte 2 // 0x2
2130 ; CHECK-BE-NEXT: .byte 255 // 0xff
2131 ; CHECK-BE-NEXT: .byte 255 // 0xff
2132 ; CHECK-BE-NEXT: .byte 3 // 0x3
2133 ; CHECK-BE-NEXT: .byte 255 // 0xff
2134 ; CHECK-BE-NEXT: .byte 255 // 0xff
2135 ; CHECK-BE-NEXT: .byte 4 // 0x4
2136 ; CHECK-BE-NEXT: .byte 255 // 0xff
2137 ; CHECK-BE-NEXT: .LCPI20_2:
2138 ; CHECK-BE-NEXT: .byte 255 // 0xff
2139 ; CHECK-BE-NEXT: .byte 5 // 0x5
2140 ; CHECK-BE-NEXT: .byte 255 // 0xff
2141 ; CHECK-BE-NEXT: .byte 255 // 0xff
2142 ; CHECK-BE-NEXT: .byte 6 // 0x6
2143 ; CHECK-BE-NEXT: .byte 255 // 0xff
2144 ; CHECK-BE-NEXT: .byte 255 // 0xff
2145 ; CHECK-BE-NEXT: .byte 7 // 0x7
2146 ; CHECK-BE-NEXT: .byte 255 // 0xff
2147 ; CHECK-BE-NEXT: .byte 255 // 0xff
2148 ; CHECK-BE-NEXT: .byte 8 // 0x8
2149 ; CHECK-BE-NEXT: .byte 255 // 0xff
2150 ; CHECK-BE-NEXT: .byte 255 // 0xff
2151 ; CHECK-BE-NEXT: .byte 9 // 0x9
2152 ; CHECK-BE-NEXT: .byte 255 // 0xff
2153 ; CHECK-BE-NEXT: .byte 255 // 0xff
2154 ; CHECK-BE-NEXT: .LCPI20_3:
2155 ; CHECK-BE-NEXT: .byte 10 // 0xa
2156 ; CHECK-BE-NEXT: .byte 255 // 0xff
2157 ; CHECK-BE-NEXT: .byte 255 // 0xff
2158 ; CHECK-BE-NEXT: .byte 11 // 0xb
2159 ; CHECK-BE-NEXT: .byte 255 // 0xff
2160 ; CHECK-BE-NEXT: .byte 255 // 0xff
2161 ; CHECK-BE-NEXT: .byte 12 // 0xc
2162 ; CHECK-BE-NEXT: .byte 255 // 0xff
2163 ; CHECK-BE-NEXT: .byte 255 // 0xff
2164 ; CHECK-BE-NEXT: .byte 13 // 0xd
2165 ; CHECK-BE-NEXT: .byte 255 // 0xff
2166 ; CHECK-BE-NEXT: .byte 255 // 0xff
2167 ; CHECK-BE-NEXT: .byte 14 // 0xe
2168 ; CHECK-BE-NEXT: .byte 255 // 0xff
2169 ; CHECK-BE-NEXT: .byte 255 // 0xff
2170 ; CHECK-BE-NEXT: .byte 15 // 0xf
2217 ; CHECK-BE-LABEL: zext_v20i8_to_v20i24_in_loop:
2218 ; CHECK-BE: // %bb.0: // %entry
2219 ; CHECK-BE-NEXT: adrp x8, .LCPI20_0
2220 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI20_0
2221 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x8]
2222 ; CHECK-BE-NEXT: adrp x8, .LCPI20_1
2223 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI20_1
2224 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x8]
2225 ; CHECK-BE-NEXT: adrp x8, .LCPI20_2
2226 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI20_2
2227 ; CHECK-BE-NEXT: ld1 { v2.16b }, [x8]
2228 ; CHECK-BE-NEXT: adrp x8, .LCPI20_3
2229 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI20_3
2230 ; CHECK-BE-NEXT: ld1 { v3.16b }, [x8]
2231 ; CHECK-BE-NEXT: mov x8, xzr
2232 ; CHECK-BE-NEXT: .LBB20_1: // %loop
2233 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
2234 ; CHECK-BE-NEXT: add x9, x0, x8
2235 ; CHECK-BE-NEXT: add x8, x8, #16
2236 ; CHECK-BE-NEXT: add x10, x9, #16
2237 ; CHECK-BE-NEXT: ld1 { v5.16b }, [x9]
2238 ; CHECK-BE-NEXT: add x9, x1, #32
2239 ; CHECK-BE-NEXT: ld1 { v4.16b }, [x10]
2240 ; CHECK-BE-NEXT: cmp x8, #128
2241 ; CHECK-BE-NEXT: tbl v6.16b, { v5.16b }, v3.16b
2242 ; CHECK-BE-NEXT: tbl v7.16b, { v5.16b }, v2.16b
2243 ; CHECK-BE-NEXT: tbl v5.16b, { v5.16b }, v1.16b
2244 ; CHECK-BE-NEXT: tbl v4.16b, { v4.16b }, v0.16b
2245 ; CHECK-BE-NEXT: st1 { v6.16b }, [x9]
2246 ; CHECK-BE-NEXT: add x9, x1, #16
2247 ; CHECK-BE-NEXT: rev32 v16.16b, v4.16b
2248 ; CHECK-BE-NEXT: rev64 v4.16b, v4.16b
2249 ; CHECK-BE-NEXT: st1 { v7.16b }, [x9]
2250 ; CHECK-BE-NEXT: add x9, x1, #56
2251 ; CHECK-BE-NEXT: st1 { v5.16b }, [x1]
2252 ; CHECK-BE-NEXT: str d4, [x1, #48]
2253 ; CHECK-BE-NEXT: add x1, x1, #64
2254 ; CHECK-BE-NEXT: st1 { v16.s }[2], [x9]
2255 ; CHECK-BE-NEXT: b.ne .LBB20_1
2256 ; CHECK-BE-NEXT: // %bb.2: // %exit
2257 ; CHECK-BE-NEXT: ret
2380 ; CHECK-BE-LABEL: .LCPI21_0:
2381 ; CHECK-BE-NEXT: .byte 255 // 0xff
2382 ; CHECK-BE-NEXT: .byte 255 // 0xff
2383 ; CHECK-BE-NEXT: .byte 255 // 0xff
2384 ; CHECK-BE-NEXT: .byte 5 // 0x5
2385 ; CHECK-BE-NEXT: .byte 255 // 0xff
2386 ; CHECK-BE-NEXT: .byte 255 // 0xff
2387 ; CHECK-BE-NEXT: .byte 255 // 0xff
2388 ; CHECK-BE-NEXT: .byte 255 // 0xff
2389 ; CHECK-BE-NEXT: .byte 255 // 0xff
2390 ; CHECK-BE-NEXT: .byte 6 // 0x6
2391 ; CHECK-BE-NEXT: .byte 255 // 0xff
2392 ; CHECK-BE-NEXT: .byte 255 // 0xff
2393 ; CHECK-BE-NEXT: .byte 255 // 0xff
2394 ; CHECK-BE-NEXT: .byte 255 // 0xff
2395 ; CHECK-BE-NEXT: .byte 255 // 0xff
2396 ; CHECK-BE-NEXT: .byte 255 // 0xff
2397 ; CHECK-BE-NEXT: .LCPI21_1:
2398 ; CHECK-BE-NEXT: .byte 255 // 0xff
2399 ; CHECK-BE-NEXT: .byte 255 // 0xff
2400 ; CHECK-BE-NEXT: .byte 255 // 0xff
2401 ; CHECK-BE-NEXT: .byte 255 // 0xff
2402 ; CHECK-BE-NEXT: .byte 255 // 0xff
2403 ; CHECK-BE-NEXT: .byte 0 // 0x0
2404 ; CHECK-BE-NEXT: .byte 255 // 0xff
2405 ; CHECK-BE-NEXT: .byte 255 // 0xff
2406 ; CHECK-BE-NEXT: .byte 255 // 0xff
2407 ; CHECK-BE-NEXT: .byte 255 // 0xff
2408 ; CHECK-BE-NEXT: .byte 255 // 0xff
2409 ; CHECK-BE-NEXT: .byte 1 // 0x1
2410 ; CHECK-BE-NEXT: .byte 255 // 0xff
2411 ; CHECK-BE-NEXT: .byte 255 // 0xff
2412 ; CHECK-BE-NEXT: .byte 255 // 0xff
2413 ; CHECK-BE-NEXT: .byte 255 // 0xff
2414 ; CHECK-BE-NEXT: .LCPI21_2:
2415 ; CHECK-BE-NEXT: .byte 255 // 0xff
2416 ; CHECK-BE-NEXT: .byte 2 // 0x2
2417 ; CHECK-BE-NEXT: .byte 255 // 0xff
2418 ; CHECK-BE-NEXT: .byte 255 // 0xff
2419 ; CHECK-BE-NEXT: .byte 255 // 0xff
2420 ; CHECK-BE-NEXT: .byte 255 // 0xff
2421 ; CHECK-BE-NEXT: .byte 255 // 0xff
2422 ; CHECK-BE-NEXT: .byte 3 // 0x3
2423 ; CHECK-BE-NEXT: .byte 255 // 0xff
2424 ; CHECK-BE-NEXT: .byte 255 // 0xff
2425 ; CHECK-BE-NEXT: .byte 255 // 0xff
2426 ; CHECK-BE-NEXT: .byte 255 // 0xff
2427 ; CHECK-BE-NEXT: .byte 255 // 0xff
2428 ; CHECK-BE-NEXT: .byte 4 // 0x4
2429 ; CHECK-BE-NEXT: .byte 255 // 0xff
2430 ; CHECK-BE-NEXT: .byte 255 // 0xff
2431 ; CHECK-BE-NEXT: .LCPI21_3:
2432 ; CHECK-BE-NEXT: .byte 255 // 0xff
2433 ; CHECK-BE-NEXT: .byte 255 // 0xff
2434 ; CHECK-BE-NEXT: .byte 255 // 0xff
2435 ; CHECK-BE-NEXT: .byte 5 // 0x5
2436 ; CHECK-BE-NEXT: .byte 255 // 0xff
2437 ; CHECK-BE-NEXT: .byte 255 // 0xff
2438 ; CHECK-BE-NEXT: .byte 255 // 0xff
2439 ; CHECK-BE-NEXT: .byte 255 // 0xff
2440 ; CHECK-BE-NEXT: .byte 255 // 0xff
2441 ; CHECK-BE-NEXT: .byte 6 // 0x6
2442 ; CHECK-BE-NEXT: .byte 255 // 0xff
2443 ; CHECK-BE-NEXT: .byte 255 // 0xff
2444 ; CHECK-BE-NEXT: .byte 255 // 0xff
2445 ; CHECK-BE-NEXT: .byte 255 // 0xff
2446 ; CHECK-BE-NEXT: .byte 255 // 0xff
2447 ; CHECK-BE-NEXT: .byte 7 // 0x7
2448 ; CHECK-BE-NEXT: .LCPI21_4:
2449 ; CHECK-BE-NEXT: .byte 255 // 0xff
2450 ; CHECK-BE-NEXT: .byte 255 // 0xff
2451 ; CHECK-BE-NEXT: .byte 255 // 0xff
2452 ; CHECK-BE-NEXT: .byte 255 // 0xff
2453 ; CHECK-BE-NEXT: .byte 255 // 0xff
2454 ; CHECK-BE-NEXT: .byte 8 // 0x8
2455 ; CHECK-BE-NEXT: .byte 255 // 0xff
2456 ; CHECK-BE-NEXT: .byte 255 // 0xff
2457 ; CHECK-BE-NEXT: .byte 255 // 0xff
2458 ; CHECK-BE-NEXT: .byte 255 // 0xff
2459 ; CHECK-BE-NEXT: .byte 255 // 0xff
2460 ; CHECK-BE-NEXT: .byte 9 // 0x9
2461 ; CHECK-BE-NEXT: .byte 255 // 0xff
2462 ; CHECK-BE-NEXT: .byte 255 // 0xff
2463 ; CHECK-BE-NEXT: .byte 255 // 0xff
2464 ; CHECK-BE-NEXT: .byte 255 // 0xff
2465 ; CHECK-BE-NEXT: .LCPI21_5:
2466 ; CHECK-BE-NEXT: .byte 255 // 0xff
2467 ; CHECK-BE-NEXT: .byte 10 // 0xa
2468 ; CHECK-BE-NEXT: .byte 255 // 0xff
2469 ; CHECK-BE-NEXT: .byte 255 // 0xff
2470 ; CHECK-BE-NEXT: .byte 255 // 0xff
2471 ; CHECK-BE-NEXT: .byte 255 // 0xff
2472 ; CHECK-BE-NEXT: .byte 255 // 0xff
2473 ; CHECK-BE-NEXT: .byte 11 // 0xb
2474 ; CHECK-BE-NEXT: .byte 255 // 0xff
2475 ; CHECK-BE-NEXT: .byte 255 // 0xff
2476 ; CHECK-BE-NEXT: .byte 255 // 0xff
2477 ; CHECK-BE-NEXT: .byte 255 // 0xff
2478 ; CHECK-BE-NEXT: .byte 255 // 0xff
2479 ; CHECK-BE-NEXT: .byte 12 // 0xc
2480 ; CHECK-BE-NEXT: .byte 255 // 0xff
2481 ; CHECK-BE-NEXT: .byte 255 // 0xff
2482 ; CHECK-BE-NEXT: .LCPI21_6:
2483 ; CHECK-BE-NEXT: .byte 255 // 0xff
2484 ; CHECK-BE-NEXT: .byte 255 // 0xff
2485 ; CHECK-BE-NEXT: .byte 255 // 0xff
2486 ; CHECK-BE-NEXT: .byte 13 // 0xd
2487 ; CHECK-BE-NEXT: .byte 255 // 0xff
2488 ; CHECK-BE-NEXT: .byte 255 // 0xff
2489 ; CHECK-BE-NEXT: .byte 255 // 0xff
2490 ; CHECK-BE-NEXT: .byte 255 // 0xff
2491 ; CHECK-BE-NEXT: .byte 255 // 0xff
2492 ; CHECK-BE-NEXT: .byte 14 // 0xe
2493 ; CHECK-BE-NEXT: .byte 255 // 0xff
2494 ; CHECK-BE-NEXT: .byte 255 // 0xff
2495 ; CHECK-BE-NEXT: .byte 255 // 0xff
2496 ; CHECK-BE-NEXT: .byte 255 // 0xff
2497 ; CHECK-BE-NEXT: .byte 255 // 0xff
2498 ; CHECK-BE-NEXT: .byte 15 // 0xf
2564 ; CHECK-BE-LABEL: zext_v23i8_to_v23i48_in_loop:
2565 ; CHECK-BE: // %bb.0: // %entry
2566 ; CHECK-BE-NEXT: adrp x8, .LCPI21_0
2567 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI21_0
2568 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x8]
2569 ; CHECK-BE-NEXT: adrp x8, .LCPI21_1
2570 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI21_1
2571 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x8]
2572 ; CHECK-BE-NEXT: adrp x8, .LCPI21_2
2573 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI21_2
2574 ; CHECK-BE-NEXT: ld1 { v2.16b }, [x8]
2575 ; CHECK-BE-NEXT: adrp x8, .LCPI21_3
2576 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI21_3
2577 ; CHECK-BE-NEXT: ld1 { v3.16b }, [x8]
2578 ; CHECK-BE-NEXT: adrp x8, .LCPI21_4
2579 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI21_4
2580 ; CHECK-BE-NEXT: ld1 { v4.16b }, [x8]
2581 ; CHECK-BE-NEXT: adrp x8, .LCPI21_5
2582 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI21_5
2583 ; CHECK-BE-NEXT: ld1 { v5.16b }, [x8]
2584 ; CHECK-BE-NEXT: adrp x8, .LCPI21_6
2585 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI21_6
2586 ; CHECK-BE-NEXT: ld1 { v6.16b }, [x8]
2587 ; CHECK-BE-NEXT: mov x8, xzr
2588 ; CHECK-BE-NEXT: .LBB21_1: // %loop
2589 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
2590 ; CHECK-BE-NEXT: add x9, x0, x8
2591 ; CHECK-BE-NEXT: add x8, x8, #16
2592 ; CHECK-BE-NEXT: ld1 { v7.16b }, [x9]
2593 ; CHECK-BE-NEXT: add x9, x9, #16
2594 ; CHECK-BE-NEXT: cmp x8, #128
2595 ; CHECK-BE-NEXT: ld1 { v17.16b }, [x9]
2596 ; CHECK-BE-NEXT: add x9, x1, #80
2597 ; CHECK-BE-NEXT: tbl v16.16b, { v7.16b }, v6.16b
2598 ; CHECK-BE-NEXT: tbl v18.16b, { v7.16b }, v5.16b
2599 ; CHECK-BE-NEXT: tbl v19.16b, { v7.16b }, v4.16b
2600 ; CHECK-BE-NEXT: tbl v20.16b, { v7.16b }, v3.16b
2601 ; CHECK-BE-NEXT: tbl v21.16b, { v17.16b }, v0.16b
2602 ; CHECK-BE-NEXT: st1 { v16.16b }, [x9]
2603 ; CHECK-BE-NEXT: add x9, x1, #64
2604 ; CHECK-BE-NEXT: tbl v16.16b, { v7.16b }, v2.16b
2605 ; CHECK-BE-NEXT: st1 { v18.16b }, [x9]
2606 ; CHECK-BE-NEXT: add x9, x1, #48
2607 ; CHECK-BE-NEXT: tbl v18.16b, { v17.16b }, v2.16b
2608 ; CHECK-BE-NEXT: st1 { v19.16b }, [x9]
2609 ; CHECK-BE-NEXT: add x9, x1, #32
2610 ; CHECK-BE-NEXT: tbl v17.16b, { v17.16b }, v1.16b
2611 ; CHECK-BE-NEXT: st1 { v20.16b }, [x9]
2612 ; CHECK-BE-NEXT: add x9, x1, #16
2613 ; CHECK-BE-NEXT: rev64 v19.16b, v21.16b
2614 ; CHECK-BE-NEXT: st1 { v16.16b }, [x9]
2615 ; CHECK-BE-NEXT: rev16 v16.16b, v21.16b
2616 ; CHECK-BE-NEXT: add x9, x1, #112
2617 ; CHECK-BE-NEXT: st1 { v18.16b }, [x9]
2618 ; CHECK-BE-NEXT: add x9, x1, #96
2619 ; CHECK-BE-NEXT: tbl v7.16b, { v7.16b }, v1.16b
2620 ; CHECK-BE-NEXT: st1 { v17.16b }, [x9]
2621 ; CHECK-BE-NEXT: add x9, x1, #136
2622 ; CHECK-BE-NEXT: st1 { v16.h }[4], [x9]
2623 ; CHECK-BE-NEXT: fmov x9, d19
2624 ; CHECK-BE-NEXT: st1 { v7.16b }, [x1]
2625 ; CHECK-BE-NEXT: str x9, [x1, #128]!
2626 ; CHECK-BE-NEXT: b.ne .LBB21_1
2627 ; CHECK-BE-NEXT: // %bb.2: // %exit
2628 ; CHECK-BE-NEXT: ret
2689 ; CHECK-BE-LABEL: zext_v8i8_to_v8i33_in_loop:
2690 ; CHECK-BE: // %bb.0: // %entry
2691 ; CHECK-BE-NEXT: mov x8, xzr
2692 ; CHECK-BE-NEXT: .LBB22_1: // %loop
2693 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
2694 ; CHECK-BE-NEXT: add x9, x0, x8
2695 ; CHECK-BE-NEXT: add x8, x8, #16
2696 ; CHECK-BE-NEXT: ld1 { v0.8b }, [x9]
2697 ; CHECK-BE-NEXT: cmp x8, #128
2698 ; CHECK-BE-NEXT: ushll v0.8h, v0.8b, #0
2699 ; CHECK-BE-NEXT: ushll2 v1.4s, v0.8h, #0
2700 ; CHECK-BE-NEXT: ushll v0.4s, v0.4h, #0
2701 ; CHECK-BE-NEXT: ushll v2.2d, v1.2s, #0
2702 ; CHECK-BE-NEXT: ushll2 v1.2d, v1.4s, #0
2703 ; CHECK-BE-NEXT: ushll2 v3.2d, v0.4s, #0
2704 ; CHECK-BE-NEXT: ushll v0.2d, v0.2s, #0
2705 ; CHECK-BE-NEXT: mov x9, v2.d[1]
2706 ; CHECK-BE-NEXT: mov x10, v1.d[1]
2707 ; CHECK-BE-NEXT: fmov x13, d1
2708 ; CHECK-BE-NEXT: mov x11, v3.d[1]
2709 ; CHECK-BE-NEXT: mov x12, v0.d[1]
2710 ; CHECK-BE-NEXT: fmov x14, d2
2711 ; CHECK-BE-NEXT: fmov x15, d3
2712 ; CHECK-BE-NEXT: lsl x9, x9, #2
2713 ; CHECK-BE-NEXT: orr x13, x10, x13, lsl #33
2714 ; CHECK-BE-NEXT: strb w10, [x1, #32]
2715 ; CHECK-BE-NEXT: lsl x11, x11, #4
2716 ; CHECK-BE-NEXT: lsl x12, x12, #6
2717 ; CHECK-BE-NEXT: orr x14, x9, x14, lsl #35
2718 ; CHECK-BE-NEXT: extr x9, x9, x13, #8
2719 ; CHECK-BE-NEXT: fmov x13, d0
2720 ; CHECK-BE-NEXT: orr x15, x11, x15, lsl #37
2721 ; CHECK-BE-NEXT: extr x10, x11, x14, #8
2722 ; CHECK-BE-NEXT: orr x11, x12, x13, lsl #39
2723 ; CHECK-BE-NEXT: extr x12, x12, x15, #8
2724 ; CHECK-BE-NEXT: stp x10, x9, [x1, #16]
2725 ; CHECK-BE-NEXT: lsr x9, x11, #8
2726 ; CHECK-BE-NEXT: stp x9, x12, [x1], #128
2727 ; CHECK-BE-NEXT: b.ne .LBB22_1
2728 ; CHECK-BE-NEXT: // %bb.2: // %exit
2729 ; CHECK-BE-NEXT: ret
2750 ; FIXME: Widening instructions should be used instead of tbl.
2771 ; CHECK-BE-LABEL: test_pr62620_widening_instr:
2772 ; CHECK-BE: // %bb.0: // %entry
2773 ; CHECK-BE-NEXT: lsl x9, x2, #4
2774 ; CHECK-BE-NEXT: mov x8, x0
2775 ; CHECK-BE-NEXT: mov w0, wzr
2776 ; CHECK-BE-NEXT: add x8, x8, x9
2777 ; CHECK-BE-NEXT: add x9, x1, x9
2778 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x8]
2779 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x9]
2780 ; CHECK-BE-NEXT: uabdl v2.8h, v0.8b, v1.8b
2781 ; CHECK-BE-NEXT: uabal2 v2.8h, v0.16b, v1.16b
2782 ; CHECK-BE-NEXT: uaddlv s0, v2.8h
2783 ; CHECK-BE-NEXT: fmov w8, s0
2784 ; CHECK-BE-NEXT: .LBB23_1: // %loop
2785 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
2786 ; CHECK-BE-NEXT: subs w3, w3, #1
2787 ; CHECK-BE-NEXT: add w0, w8, w0
2788 ; CHECK-BE-NEXT: b.ne .LBB23_1
2789 ; CHECK-BE-NEXT: // %bb.2: // %exit
2790 ; CHECK-BE-NEXT: ret
2845 ; CHECK-BE-LABEL: test_widening_instr_mull:
2846 ; CHECK-BE: // %bb.0: // %entry
2847 ; CHECK-BE-NEXT: .LBB24_1: // %loop
2848 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
2849 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x1]
2850 ; CHECK-BE-NEXT: ld1 { v1.8h }, [x0]
2851 ; CHECK-BE-NEXT: add x8, x0, #16
2852 ; CHECK-BE-NEXT: ld1 { v3.8h }, [x8]
2853 ; CHECK-BE-NEXT: add x9, x0, #48
2854 ; CHECK-BE-NEXT: add x10, x0, #32
2855 ; CHECK-BE-NEXT: subs w2, w2, #1
2856 ; CHECK-BE-NEXT: add x1, x1, #16
2857 ; CHECK-BE-NEXT: ushll v2.8h, v0.8b, #0
2858 ; CHECK-BE-NEXT: ushll2 v0.8h, v0.16b, #0
2859 ; CHECK-BE-NEXT: umull v4.4s, v1.4h, v2.4h
2860 ; CHECK-BE-NEXT: umull2 v5.4s, v3.8h, v0.8h
2861 ; CHECK-BE-NEXT: umull v0.4s, v3.4h, v0.4h
2862 ; CHECK-BE-NEXT: umull2 v1.4s, v1.8h, v2.8h
2863 ; CHECK-BE-NEXT: st1 { v4.4s }, [x0]
2864 ; CHECK-BE-NEXT: mov x0, x8
2865 ; CHECK-BE-NEXT: st1 { v5.4s }, [x9]
2866 ; CHECK-BE-NEXT: st1 { v0.4s }, [x10]
2867 ; CHECK-BE-NEXT: st1 { v1.4s }, [x8]
2868 ; CHECK-BE-NEXT: b.ne .LBB24_1
2869 ; CHECK-BE-NEXT: // %bb.2: // %exit
2870 ; CHECK-BE-NEXT: mov w0, wzr
2871 ; CHECK-BE-NEXT: ret
2948 ; CHECK-BE-LABEL: test_widening_instr_mull_64:
2949 ; CHECK-BE: // %bb.0: // %entry
2950 ; CHECK-BE-NEXT: adrp x8, .LCPI25_0
2951 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI25_0
2952 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x8]
2953 ; CHECK-BE-NEXT: adrp x8, .LCPI25_1
2954 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI25_1
2955 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x8]
2956 ; CHECK-BE-NEXT: adrp x8, .LCPI25_2
2957 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI25_2
2958 ; CHECK-BE-NEXT: ld1 { v2.16b }, [x8]
2959 ; CHECK-BE-NEXT: adrp x8, .LCPI25_3
2960 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI25_3
2961 ; CHECK-BE-NEXT: ld1 { v3.16b }, [x8]
2962 ; CHECK-BE-NEXT: .LBB25_1: // %loop
2963 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
2964 ; CHECK-BE-NEXT: ld1 { v4.16b }, [x0]
2965 ; CHECK-BE-NEXT: add x9, x1, #48
2966 ; CHECK-BE-NEXT: add x8, x1, #32
2967 ; CHECK-BE-NEXT: ld1 { v18.4s }, [x9]
2968 ; CHECK-BE-NEXT: ld1 { v16.4s }, [x1]
2969 ; CHECK-BE-NEXT: add x1, x1, #16
2970 ; CHECK-BE-NEXT: ld1 { v20.4s }, [x8]
2971 ; CHECK-BE-NEXT: ld1 { v22.4s }, [x1]
2972 ; CHECK-BE-NEXT: add x8, x0, #96
2973 ; CHECK-BE-NEXT: tbl v5.16b, { v4.16b }, v3.16b
2974 ; CHECK-BE-NEXT: tbl v6.16b, { v4.16b }, v2.16b
2975 ; CHECK-BE-NEXT: tbl v7.16b, { v4.16b }, v1.16b
2976 ; CHECK-BE-NEXT: tbl v4.16b, { v4.16b }, v0.16b
2977 ; CHECK-BE-NEXT: ext v24.16b, v18.16b, v18.16b, #8
2978 ; CHECK-BE-NEXT: add x9, x0, #32
2979 ; CHECK-BE-NEXT: ext v25.16b, v20.16b, v20.16b, #8
2980 ; CHECK-BE-NEXT: add x10, x0, #16
2981 ; CHECK-BE-NEXT: subs w2, w2, #1
2982 ; CHECK-BE-NEXT: ext v17.16b, v5.16b, v5.16b, #8
2983 ; CHECK-BE-NEXT: ext v19.16b, v6.16b, v6.16b, #8
2984 ; CHECK-BE-NEXT: rev32 v5.8b, v5.8b
2985 ; CHECK-BE-NEXT: rev32 v21.8b, v7.8b
2986 ; CHECK-BE-NEXT: rev32 v23.8b, v4.8b
2987 ; CHECK-BE-NEXT: ext v7.16b, v7.16b, v7.16b, #8
2988 ; CHECK-BE-NEXT: ext v4.16b, v4.16b, v4.16b, #8
2989 ; CHECK-BE-NEXT: rev32 v6.8b, v6.8b
2990 ; CHECK-BE-NEXT: rev32 v17.8b, v17.8b
2991 ; CHECK-BE-NEXT: rev32 v19.8b, v19.8b
2992 ; CHECK-BE-NEXT: umull v5.2d, v5.2s, v18.2s
2993 ; CHECK-BE-NEXT: umull v18.2d, v21.2s, v22.2s
2994 ; CHECK-BE-NEXT: ext v21.16b, v22.16b, v22.16b, #8
2995 ; CHECK-BE-NEXT: rev32 v7.8b, v7.8b
2996 ; CHECK-BE-NEXT: umull v22.2d, v23.2s, v16.2s
2997 ; CHECK-BE-NEXT: ext v16.16b, v16.16b, v16.16b, #8
2998 ; CHECK-BE-NEXT: rev32 v4.8b, v4.8b
2999 ; CHECK-BE-NEXT: umull v17.2d, v17.2s, v24.2s
3000 ; CHECK-BE-NEXT: umull v19.2d, v19.2s, v25.2s
3001 ; CHECK-BE-NEXT: st1 { v5.2d }, [x8]
3002 ; CHECK-BE-NEXT: umull v5.2d, v6.2s, v20.2s
3003 ; CHECK-BE-NEXT: umull v6.2d, v7.2s, v21.2s
3004 ; CHECK-BE-NEXT: add x8, x0, #112
3005 ; CHECK-BE-NEXT: umull v4.2d, v4.2s, v16.2s
3006 ; CHECK-BE-NEXT: st1 { v18.2d }, [x9]
3007 ; CHECK-BE-NEXT: add x9, x0, #80
3008 ; CHECK-BE-NEXT: st1 { v22.2d }, [x0]
3009 ; CHECK-BE-NEXT: st1 { v17.2d }, [x8]
3010 ; CHECK-BE-NEXT: add x8, x0, #64
3011 ; CHECK-BE-NEXT: st1 { v19.2d }, [x9]
3012 ; CHECK-BE-NEXT: add x9, x0, #48
3013 ; CHECK-BE-NEXT: mov x0, x8
3014 ; CHECK-BE-NEXT: st1 { v5.2d }, [x8]
3015 ; CHECK-BE-NEXT: st1 { v6.2d }, [x9]
3016 ; CHECK-BE-NEXT: st1 { v4.2d }, [x10]
3017 ; CHECK-BE-NEXT: b.ne .LBB25_1
3018 ; CHECK-BE-NEXT: // %bb.2: // %exit
3019 ; CHECK-BE-NEXT: mov w0, wzr
3020 ; CHECK-BE-NEXT: ret
3091 ; CHECK-BE-LABEL: test_widening_instr_mull_2:
3092 ; CHECK-BE: // %bb.0: // %entry
3093 ; CHECK-BE-NEXT: adrp x8, .LCPI26_0
3094 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI26_0
3095 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x8]
3096 ; CHECK-BE-NEXT: adrp x8, .LCPI26_1
3097 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI26_1
3098 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x8]
3099 ; CHECK-BE-NEXT: adrp x8, .LCPI26_2
3100 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI26_2
3101 ; CHECK-BE-NEXT: ld1 { v2.16b }, [x8]
3102 ; CHECK-BE-NEXT: adrp x8, .LCPI26_3
3103 ; CHECK-BE-NEXT: add x8, x8, :lo12:.LCPI26_3
3104 ; CHECK-BE-NEXT: ld1 { v3.16b }, [x8]
3105 ; CHECK-BE-NEXT: .LBB26_1: // %loop
3106 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
3107 ; CHECK-BE-NEXT: ld1 { v4.16b }, [x1]
3108 ; CHECK-BE-NEXT: add x8, x0, #32
3109 ; CHECK-BE-NEXT: ld1 { v16.4s }, [x0]
3110 ; CHECK-BE-NEXT: add x9, x0, #48
3111 ; CHECK-BE-NEXT: add x10, x0, #16
3112 ; CHECK-BE-NEXT: ld1 { v17.4s }, [x8]
3113 ; CHECK-BE-NEXT: ld1 { v18.4s }, [x9]
3114 ; CHECK-BE-NEXT: ld1 { v19.4s }, [x10]
3115 ; CHECK-BE-NEXT: subs w2, w2, #1
3116 ; CHECK-BE-NEXT: tbl v5.16b, { v4.16b }, v1.16b
3117 ; CHECK-BE-NEXT: tbl v6.16b, { v4.16b }, v3.16b
3118 ; CHECK-BE-NEXT: tbl v7.16b, { v4.16b }, v2.16b
3119 ; CHECK-BE-NEXT: tbl v4.16b, { v4.16b }, v0.16b
3120 ; CHECK-BE-NEXT: add x1, x1, #16
3121 ; CHECK-BE-NEXT: rev32 v5.16b, v5.16b
3122 ; CHECK-BE-NEXT: rev32 v6.16b, v6.16b
3123 ; CHECK-BE-NEXT: rev32 v7.16b, v7.16b
3124 ; CHECK-BE-NEXT: rev32 v4.16b, v4.16b
3125 ; CHECK-BE-NEXT: mul v5.4s, v16.4s, v5.4s
3126 ; CHECK-BE-NEXT: mul v6.4s, v17.4s, v6.4s
3127 ; CHECK-BE-NEXT: mul v7.4s, v18.4s, v7.4s
3128 ; CHECK-BE-NEXT: mul v4.4s, v19.4s, v4.4s
3129 ; CHECK-BE-NEXT: st1 { v5.4s }, [x0]
3130 ; CHECK-BE-NEXT: mov x0, x10
3131 ; CHECK-BE-NEXT: st1 { v6.4s }, [x8]
3132 ; CHECK-BE-NEXT: st1 { v7.4s }, [x9]
3133 ; CHECK-BE-NEXT: st1 { v4.4s }, [x10]
3134 ; CHECK-BE-NEXT: b.ne .LBB26_1
3135 ; CHECK-BE-NEXT: // %bb.2: // %exit
3136 ; CHECK-BE-NEXT: mov w0, wzr
3137 ; CHECK-BE-NEXT: ret
3184 ; CHECK-BE-LABEL: mul_zext_16i8_sext_16i8:
3185 ; CHECK-BE: // %bb.0: // %entry
3186 ; CHECK-BE-NEXT: .LBB27_1: // %loop
3187 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
3188 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x0]
3189 ; CHECK-BE-NEXT: ld1 { v1.16b }, [x1]
3190 ; CHECK-BE-NEXT: add x8, x0, #48
3191 ; CHECK-BE-NEXT: subs w2, w2, #1
3192 ; CHECK-BE-NEXT: add x1, x1, #16
3193 ; CHECK-BE-NEXT: sshll2 v2.8h, v0.16b, #0
3194 ; CHECK-BE-NEXT: ushll2 v3.8h, v1.16b, #0
3195 ; CHECK-BE-NEXT: sshll v0.8h, v0.8b, #0
3196 ; CHECK-BE-NEXT: ushll v1.8h, v1.8b, #0
3197 ; CHECK-BE-NEXT: smull2 v4.4s, v2.8h, v3.8h
3198 ; CHECK-BE-NEXT: smull v2.4s, v2.4h, v3.4h
3199 ; CHECK-BE-NEXT: smull v3.4s, v0.4h, v1.4h
3200 ; CHECK-BE-NEXT: smull2 v0.4s, v0.8h, v1.8h
3201 ; CHECK-BE-NEXT: st1 { v4.4s }, [x8]
3202 ; CHECK-BE-NEXT: add x8, x0, #32
3203 ; CHECK-BE-NEXT: st1 { v3.4s }, [x0]
3204 ; CHECK-BE-NEXT: add x0, x0, #16
3205 ; CHECK-BE-NEXT: st1 { v2.4s }, [x8]
3206 ; CHECK-BE-NEXT: st1 { v0.4s }, [x0]
3207 ; CHECK-BE-NEXT: b.ne .LBB27_1
3208 ; CHECK-BE-NEXT: // %bb.2: // %exit
3209 ; CHECK-BE-NEXT: mov w0, wzr
3210 ; CHECK-BE-NEXT: ret
3258 ; CHECK-BE-LABEL: mul_zext_16i8_sext_16i16:
3259 ; CHECK-BE: // %bb.0: // %entry
3260 ; CHECK-BE-NEXT: .LBB28_1: // %loop
3261 ; CHECK-BE-NEXT: // =>This Inner Loop Header: Depth=1
3262 ; CHECK-BE-NEXT: ld1 { v0.16b }, [x1]
3263 ; CHECK-BE-NEXT: ld1 { v1.8h }, [x0]
3264 ; CHECK-BE-NEXT: add x8, x0, #16
3265 ; CHECK-BE-NEXT: ld1 { v3.8h }, [x8]
3266 ; CHECK-BE-NEXT: add x9, x0, #48
3267 ; CHECK-BE-NEXT: add x10, x0, #32
3268 ; CHECK-BE-NEXT: subs w2, w2, #1
3269 ; CHECK-BE-NEXT: add x1, x1, #16
3270 ; CHECK-BE-NEXT: ushll v2.8h, v0.8b, #0
3271 ; CHECK-BE-NEXT: ushll2 v0.8h, v0.16b, #0
3272 ; CHECK-BE-NEXT: smull v4.4s, v1.4h, v2.4h
3273 ; CHECK-BE-NEXT: smull2 v5.4s, v3.8h, v0.8h
3274 ; CHECK-BE-NEXT: smull v0.4s, v3.4h, v0.4h
3275 ; CHECK-BE-NEXT: smull2 v1.4s, v1.8h, v2.8h
3276 ; CHECK-BE-NEXT: st1 { v4.4s }, [x0]
3277 ; CHECK-BE-NEXT: mov x0, x8
3278 ; CHECK-BE-NEXT: st1 { v5.4s }, [x9]
3279 ; CHECK-BE-NEXT: st1 { v0.4s }, [x10]
3280 ; CHECK-BE-NEXT: st1 { v1.4s }, [x8]
3281 ; CHECK-BE-NEXT: b.ne .LBB28_1
3282 ; CHECK-BE-NEXT: // %bb.2: // %exit
3283 ; CHECK-BE-NEXT: mov w0, wzr
3284 ; CHECK-BE-NEXT: ret