Lines Matching +full:- +full:- +full:label +full:- +full:name
1 # RUN: llc -mtriple=amdgcn -mcpu=gfx90a -verify-machineinstrs -run-pass post-RA-hazard-rec %s -o - | FileCheck -check-prefix=GCN %s
3 # GCN-LABEL: name: valu_write_vgpr_sgemm_mfma_read
6 # GCN-NEXT: S_NOP 1
7 # GCN-NEXT: V_MFMA
8 name: valu_write_vgpr_sgemm_mfma_read
15 # GCN-LABEL: name: valu_write_agpr_sgemm_mfma_read
17 # GCN-NEXT: S_NOP 1
18 # GCN-NEXT: V_MFMA
19 name: valu_write_agpr_sgemm_mfma_read
26 # GCN-LABEL: name: valu_write_vgpr_dgemm_mfma_read
29 # GCN-NEXT: S_NOP 1
30 # GCN-NEXT: V_MFMA
31 name: valu_write_vgpr_dgemm_mfma_read
38 # GCN-LABEL: name: accmov_write_agpr_sgemm_mfma_read
40 # GCN-NEXT: S_NOP 1
41 # GCN-NEXT: V_MFMA
42 name: accmov_write_agpr_sgemm_mfma_read
49 # GCN-LABEL: name: sgemm_mfma_write_agpr_mfma_read_same_agpr_as_srcc
51 # GCN-NEXT: V_MFMA
52 name: sgemm_mfma_write_agpr_mfma_read_same_agpr_as_srcc
58 # GCN-LABEL: name: sgemm_mfma_write_vgpr_mfma_read_same_vgpr_as_srcc
60 # GCN-NEXT: V_MFMA
61 name: sgemm_mfma_write_vgpr_mfma_read_same_vgpr_as_srcc
67 # GCN-LABEL: name: dgemm16x16_mfma_write_vgpr_mfma_read_same_vgpr_as_srcc
69 # GCN-NEXT: V_MFMA
70 name: dgemm16x16_mfma_write_vgpr_mfma_read_same_vgpr_as_srcc
76 # GCN-LABEL: name: dgemm4x4_mfma_write_vgpr_mfma_read_same_vgpr_as_srcc
78 # GCN-NEXT: S_NOP 3
79 # GCN-NEXT: V_MFMA
80 name: dgemm4x4_mfma_write_vgpr_mfma_read_same_vgpr_as_srcc
86 # GCN-LABEL: name: sgemm4x4_mfma_write_agpr_mfma_read_overlap
88 # GCN-NEXT: S_NOP 1
89 # GCN-NEXT: V_MFMA
90 name: sgemm4x4_mfma_write_agpr_mfma_read_overlap
96 # GCN-LABEL: name: sgemm4x4_mfma_write_vgpr_mfma_read_overlap
98 # GCN-NEXT: S_NOP 1
99 # GCN-NEXT: V_MFMA
100 name: sgemm4x4_mfma_write_vgpr_mfma_read_overlap
106 # GCN-LABEL: name: sgemm16x16_mfma_write_agpr_mfma_read_overlap
108 # GCN-NEXT: S_NOP 7
109 # GCN-NEXT: V_MFMA
110 name: sgemm16x16_mfma_write_agpr_mfma_read_overlap
116 # GCN-LABEL: name: sgemm16x16_mfma_write_vgpr_mfma_read_overlap
118 # GCN-NEXT: S_NOP 7
119 # GCN-NEXT: V_MFMA
120 name: sgemm16x16_mfma_write_vgpr_mfma_read_overlap
126 # GCN-LABEL: name: sgemm32x32_mfma_write_agpr_mfma_read_overlap
128 # GCN-NEXT: S_NOP 7
129 # GCN-NEXT: S_NOP 7
130 # GCN-NEXT: V_MFMA
131 name: sgemm32x32_mfma_write_agpr_mfma_read_overlap
137 # GCN-LABEL: name: sgemm32x32_mfma_write_vgpr_mfma_read_overlap
139 # GCN-NEXT: S_NOP 7
140 # GCN-NEXT: S_NOP 7
141 # GCN-NEXT: V_MFMA
142 name: sgemm32x32_mfma_write_vgpr_mfma_read_overlap
148 # GCN-LABEL: name: dgemm16x16_mfma_write_vgpr_mfma_read_overlap
150 # GCN-NEXT: S_NOP 7
151 # GCN-NEXT: S_NOP 0
152 # GCN-NEXT: V_MFMA
153 name: dgemm16x16_mfma_write_vgpr_mfma_read_overlap
159 # GCN-LABEL: name: dgemm4x4_mfma_write_vgpr_mfma_read_overlap
161 # GCN-NEXT: S_NOP 3
162 # GCN-NEXT: V_MFMA
163 name: dgemm4x4_mfma_write_vgpr_mfma_read_overlap
169 # GCN-LABEL: name: dgemm16x16_mfma_write_vgpr_sgemm_mfma_read_overlap
171 # GCN-NEXT: V_MFMA
172 name: dgemm16x16_mfma_write_vgpr_sgemm_mfma_read_overlap
178 # GCN-LABEL: name: dgemm4x4_mfma_write_vgpr_sgemm_mfma_read_overlap
180 # GCN-NEXT: V_MFMA
181 name: dgemm4x4_mfma_write_vgpr_sgemm_mfma_read_overlap
187 # GCN-LABEL: name: sgemm4x4_mfma_write_vgpr_dgemm_mfma_read_overlap
189 # GCN-NEXT: S_NOP 2
190 # GCN-NEXT: V_MFMA
191 name: sgemm4x4_mfma_write_vgpr_dgemm_mfma_read_overlap
197 # GCN-LABEL: name: sgemm16x16_mfma_write_vgpr_dgemm_mfma_read_overlap
199 # GCN-NEXT: S_NOP 7
200 # GCN-NEXT: S_NOP 0
201 # GCN-NEXT: V_MFMA
202 name: sgemm16x16_mfma_write_vgpr_dgemm_mfma_read_overlap
208 # GCN-LABEL: name: sgemm32x32_mfma_write_vgpr_dgemm_mfma_read_overlap
210 # GCN-NEXT: S_NOP 7
211 # GCN-NEXT: S_NOP 7
212 # GCN-NEXT: S_NOP 0
213 # GCN-NEXT: V_MFMA
214 name: sgemm32x32_mfma_write_vgpr_dgemm_mfma_read_overlap
220 # GCN-LABEL: name: sgemm16x16_mfma_write_agpr_mfma_read_partial
222 # GCN-NEXT: S_NOP 7
223 # GCN-NEXT: V_MFMA
224 name: sgemm16x16_mfma_write_agpr_mfma_read_partial
230 # GCN-LABEL: name: sgemm16x16_mfma_write_vgpr_mfma_read_partial
232 # GCN-NEXT: S_NOP 7
233 # GCN-NEXT: V_MFMA
234 name: sgemm16x16_mfma_write_vgpr_mfma_read_partial
240 # GCN-LABEL: name: sgemm4x4_mfma_write_agpr_mfma_srca_read_overlap
242 # GCN-NEXT: S_NOP 4
243 # GCN-NEXT: V_MFMA
244 name: sgemm4x4_mfma_write_agpr_mfma_srca_read_overlap
250 # GCN-LABEL: name: sgemm16x16_mfma_write_agpr_mfma_srca_read_overlap
252 # GCN-NEXT: S_NOP 7
253 # GCN-NEXT: S_NOP 2
254 # GCN-NEXT: V_MFMA
255 name: sgemm16x16_mfma_write_agpr_mfma_srca_read_overlap
261 # GCN-LABEL: name: sgemm32x32_mfma_write_agpr_mfma_srca_read_overlap
263 # GCN-NEXT: S_NOP 7
264 # GCN-NEXT: S_NOP 7
265 # GCN-NEXT: S_NOP 2
266 # GCN-NEXT: V_MFMA
267 name: sgemm32x32_mfma_write_agpr_mfma_srca_read_overlap
273 # GCN-LABEL: name: sgemm4x4_mfma_write_vgpr_mfma_srca_read_overlap
275 # GCN-NEXT: S_NOP 4
276 # GCN-NEXT: V_MFMA
277 name: sgemm4x4_mfma_write_vgpr_mfma_srca_read_overlap
283 # GCN-LABEL: name: sgemm4x4_mfma_write_vgpr_dmfma4x4_srca_read_overlap
285 # GCN-NEXT: S_NOP 4
286 # GCN-NEXT: V_MFMA
287 name: sgemm4x4_mfma_write_vgpr_dmfma4x4_srca_read_overlap
293 # GCN-LABEL: name: sgemm4x4_mfma_write_vgpr_dmfma16x16_srca_read_overlap
295 # GCN-NEXT: S_NOP 4
296 # GCN-NEXT: V_MFMA
297 name: sgemm4x4_mfma_write_vgpr_dmfma16x16_srca_read_overlap
303 # GCN-LABEL: name: dgemm4x4_mfma_write_vgpr_mfma_srca_read_overlap
305 # GCN-NEXT: S_NOP 5
306 # GCN-NEXT: V_MFMA
307 name: dgemm4x4_mfma_write_vgpr_mfma_srca_read_overlap
313 # GCN-LABEL: name: dgemm16x16_mfma_write_vgpr_mfma_srca_read_overlap
315 # GCN-NEXT: S_NOP 7
316 # GCN-NEXT: S_NOP 2
317 # GCN-NEXT: V_MFMA
318 name: dgemm16x16_mfma_write_vgpr_mfma_srca_read_overlap
324 # GCN-LABEL: name: dgemm4x4_mfma_write_vgpr_sgemm_mfma_srca_read_overlap
326 # GCN-NEXT: S_NOP 5
327 # GCN-NEXT: V_MFMA
328 name: dgemm4x4_mfma_write_vgpr_sgemm_mfma_srca_read_overlap
334 # GCN-LABEL: name: dgemm16x16_mfma_write_vgpr_sgemm_mfma_srca_read_overlap
336 # GCN-NEXT: S_NOP 7
337 # GCN-NEXT: S_NOP 2
338 # GCN-NEXT: V_MFMA
339 name: dgemm16x16_mfma_write_vgpr_sgemm_mfma_srca_read_overlap
345 # GCN-LABEL: name: sgemm4x4_mfma_write_vgpr_dgemm_mfma_srca_read_overlap
347 # GCN-NEXT: S_NOP 4
348 # GCN-NEXT: V_MFMA
349 name: sgemm4x4_mfma_write_vgpr_dgemm_mfma_srca_read_overlap
355 # GCN-LABEL: name: sgemm4x4_mfma_write_agpr_mfma_srcb_read_overlap
357 # GCN-NEXT: S_NOP 4
358 # GCN-NEXT: V_MFMA
359 name: sgemm4x4_mfma_write_agpr_mfma_srcb_read_overlap
365 # GCN-LABEL: name: sgemm4x4_mfma_write_vgpr_mfma_srcb_read_overlap
367 # GCN-NEXT: S_NOP 4
368 # GCN-NEXT: V_MFMA
369 name: sgemm4x4_mfma_write_vgpr_mfma_srcb_read_overlap
375 # GCN-LABEL: name: dgemm4x4_mfma_write_vgpr_mfma_srcb_read_overlap
377 # GCN-NEXT: S_NOP 5
378 # GCN-NEXT: V_MFMA
379 name: dgemm4x4_mfma_write_vgpr_mfma_srcb_read_overlap
385 # GCN-LABEL: name: dgemm16x16_mfma_write_vgpr_mfma_srcb_read_overlap
387 # GCN-NEXT: S_NOP 7
388 # GCN-NEXT: S_NOP 2
389 # GCN-NEXT: V_MFMA
390 name: dgemm16x16_mfma_write_vgpr_mfma_srcb_read_overlap
396 # GCN-LABEL: name: smfma4x4_write_vgpr_vm_read
398 # GCN-NEXT: S_NOP 4
399 # GCN-NEXT: BUFFER_STORE_DWORD
400 name: smfma4x4_write_vgpr_vm_read
406 # GCN-LABEL: name: smfma4x4_write_vgpr_flat_read
408 # GCN-NEXT: S_NOP 4
409 # GCN-NEXT: FLAT_STORE_DWORD
410 name: smfma4x4_write_vgpr_flat_read
416 # GCN-LABEL: name: smfma4x4_write_vgpr_lds_read
418 # GCN-NEXT: S_NOP 4
419 # GCN-NEXT: DS_WRITE_B32
420 name: smfma4x4_write_vgpr_lds_read
426 # GCN-LABEL: name: smfma4x4_write_vgpr_exp_read
428 # GCN-NEXT: S_NOP 4
429 # GCN-NEXT: EXP_DONE
430 name: smfma4x4_write_vgpr_exp_read
436 # GCN-LABEL: name: smfma16x16_write_vgpr_flat_read
438 # GCN-NEXT: S_NOP 7
439 # GCN-NEXT: S_NOP 2
440 # GCN-NEXT: FLAT_STORE_DWORD
441 name: smfma16x16_write_vgpr_flat_read
447 # GCN-LABEL: name: smfma32x32_write_vgpr_flat_read
449 # GCN-NEXT: S_NOP 7
450 # GCN-NEXT: S_NOP 7
451 # GCN-NEXT: S_NOP 2
452 # GCN-NEXT: FLAT_STORE_DWORD
453 name: smfma32x32_write_vgpr_flat_read
459 # GCN-LABEL: name: dmfma4x4_write_vgpr_flat_read_overlap
461 # GCN-NEXT: S_NOP 7
462 # GCN-NEXT: S_NOP 0
463 # GCN-NEXT: FLAT_STORE_DWORD
464 name: dmfma4x4_write_vgpr_flat_read_overlap
470 # GCN-LABEL: name: dmfma4x4_write_vgpr_flat_read_full
472 # GCN-NEXT: S_NOP 7
473 # GCN-NEXT: S_NOP 0
474 # GCN-NEXT: FLAT_STORE_DWORD
475 name: dmfma4x4_write_vgpr_flat_read_full
481 # GCN-LABEL: name: dmfma16x16_write_vgpr_flat_read
483 # GCN-NEXT: S_NOP 7
484 # GCN-NEXT: S_NOP 7
485 # GCN-NEXT: S_NOP 1
486 # GCN-NEXT: FLAT_STORE_DWORD
487 name: dmfma16x16_write_vgpr_flat_read
493 # GCN-LABEL: name: smfma4x4_write_vgpr_valu_read
495 # GCN-NEXT: S_NOP 4
496 # GCN-NEXT: V_MOV_B32
497 name: smfma4x4_write_vgpr_valu_read
503 # GCN-LABEL: name: smfma16x16_write_vgpr_valu_read
505 # GCN-NEXT: S_NOP 7
506 # GCN-NEXT: S_NOP 2
507 # GCN-NEXT: V_MOV_B32
508 name: smfma16x16_write_vgpr_valu_read
514 # GCN-LABEL: name: smfma32x32_write_vgpr_valu_read
516 # GCN-NEXT: S_NOP 7
517 # GCN-NEXT: S_NOP 7
518 # GCN-NEXT: S_NOP 2
519 # GCN-NEXT: V_MOV_B32
520 name: smfma32x32_write_vgpr_valu_read
526 # GCN-LABEL: name: dmfma4x4_write_vgpr_valu_read
528 # GCN-NEXT: S_NOP 5
529 # GCN-NEXT: V_MOV_B32
530 name: dmfma4x4_write_vgpr_valu_read
536 # GCN-LABEL: name: dmfma16x16_write_vgpr_valu_read
538 # GCN-NEXT: S_NOP 7
539 # GCN-NEXT: S_NOP 2
540 # GCN-NEXT: V_MOV_B32
541 name: dmfma16x16_write_vgpr_valu_read
547 # GCN-LABEL: name: smfma4x4_write_vgpr_accv_read
549 # GCN-NEXT: S_NOP 4
550 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
551 name: smfma4x4_write_vgpr_accv_read
557 # GCN-LABEL: name: smfma16x16_write_vgpr_accv_read
559 # GCN-NEXT: S_NOP 7
560 # GCN-NEXT: S_NOP 2
561 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
562 name: smfma16x16_write_vgpr_accv_read
568 # GCN-LABEL: name: smfma32x32_write_vgpr_accv_read
570 # GCN-NEXT: S_NOP 7
571 # GCN-NEXT: S_NOP 7
572 # GCN-NEXT: S_NOP 2
573 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
574 name: smfma32x32_write_vgpr_accv_read
580 # GCN-LABEL: name: smfma4x4_write_vgpr_dot_read
582 # GCN-NEXT: S_NOP 4
583 # GCN-NEXT: V_DOT
584 name: smfma4x4_write_vgpr_dot_read
590 # GCN-LABEL: name: dmfma4x4_write_vgpr_dot_read
592 # GCN-NEXT: S_NOP 5
593 # GCN-NEXT: V_DOT
594 name: dmfma4x4_write_vgpr_dot_read
600 # GCN-LABEL: name: dmfma16x16_write_vgpr_dot_read
602 # GCN-NEXT: S_NOP 7
603 # GCN-NEXT: S_NOP 2
604 # GCN-NEXT: V_DOT
605 name: dmfma16x16_write_vgpr_dot_read
611 # GCN-LABEL: name: smfma4x4_write_vgpr_valu_write
613 # GCN-NEXT: S_NOP 4
614 # GCN-NEXT: V_MOV_B32
615 name: smfma4x4_write_vgpr_valu_write
621 # GCN-LABEL: name: smfma16x16_write_vgpr_valu_write
623 # GCN-NEXT: S_NOP 7
624 # GCN-NEXT: S_NOP 2
625 # GCN-NEXT: V_MOV_B32
626 name: smfma16x16_write_vgpr_valu_write
632 # GCN-LABEL: name: smfma32x32_write_vgpr_valu_write
634 # GCN-NEXT: S_NOP 7
635 # GCN-NEXT: S_NOP 7
636 # GCN-NEXT: S_NOP 2
637 # GCN-NEXT: V_MOV_B32
638 name: smfma32x32_write_vgpr_valu_write
644 # GCN-LABEL: name: smfma4x4_write_vgpr_valu_f16_write
646 # GCN-NEXT: S_NOP 4
647 # GCN-NEXT: V_FMA_F16_e64
648 name: smfma4x4_write_vgpr_valu_f16_write
654 # GCN-LABEL: name: smfma16x16_write_vgpr_valu_f16_write
656 # GCN-NEXT: S_NOP 7
657 # GCN-NEXT: S_NOP 2
658 # GCN-NEXT: V_FMA_F16_e64
659 name: smfma16x16_write_vgpr_valu_f16_write
665 # GCN-LABEL: name: smfma32x32_write_vgpr_valu_f16_write
667 # GCN-NEXT: S_NOP 7
668 # GCN-NEXT: S_NOP 7
669 # GCN-NEXT: S_NOP 2
670 # GCN-NEXT: V_FMA_F16_e64
671 name: smfma32x32_write_vgpr_valu_f16_write
677 # GCN-LABEL: name: smfma4x4_write_vgpr_valu_sdwa_write
679 # GCN-NEXT: S_NOP 4
680 # GCN-NEXT: V_MOV_B32_sdwa
681 name: smfma4x4_write_vgpr_valu_sdwa_write
685 $vgpr1 = V_MOV_B32_sdwa 0, $vgpr16, 0, 5, 2, 4, implicit $exec, implicit $vgpr1(tied-def 0)
687 # GCN-LABEL: name: smfma16x16_write_vgpr_valu_sdwa_write
689 # GCN-NEXT: S_NOP 7
690 # GCN-NEXT: S_NOP 2
691 # GCN-NEXT: V_MOV_B32_sdwa
692 name: smfma16x16_write_vgpr_valu_sdwa_write
696 $vgpr1 = V_MOV_B32_sdwa 0, $vgpr16, 0, 5, 2, 4, implicit $exec, implicit $vgpr1(tied-def 0)
698 # GCN-LABEL: name: smfma32x32_write_vgpr_valu_sdwa_write
700 # GCN-NEXT: S_NOP 7
701 # GCN-NEXT: S_NOP 7
702 # GCN-NEXT: S_NOP 2
703 # GCN-NEXT: V_MOV_B32_sdwa
704 name: smfma32x32_write_vgpr_valu_sdwa_write
708 $vgpr1 = V_MOV_B32_sdwa 0, $vgpr16, 0, 5, 2, 4, implicit $exec, implicit $vgpr1(tied-def 0)
710 # GCN-LABEL: name: dmfma4x4_write_vgpr_valu_write
712 # GCN-NEXT: S_NOP 5
713 # GCN-NEXT: V_MOV_B32
714 name: dmfma4x4_write_vgpr_valu_write
720 # GCN-LABEL: name: dmfma16x16_write_vgpr_valu_write
722 # GCN-NEXT: S_NOP 7
723 # GCN-NEXT: S_NOP 2
724 # GCN-NEXT: V_MOV_B32
725 name: dmfma16x16_write_vgpr_valu_write
731 # GCN-LABEL: name: smfma4x4_write_vgpr_accv_write
733 # GCN-NEXT: S_NOP 4
734 # GCN-NEXT: V_ACCVGPR_READ_B32_e64
735 name: smfma4x4_write_vgpr_accv_write
741 # GCN-LABEL: name: smfma4x4_write_vgpr_dot_write
743 # GCN-NEXT: S_NOP 4
744 # GCN-NEXT: V_DOT
745 name: smfma4x4_write_vgpr_dot_write
751 # GCN-LABEL: name: smfma4x4_read_srcc_vgpr_valu_write
753 # GCN-NEXT: S_NOP 0
754 # GCN-NEXT: V_MOV_B32
755 name: smfma4x4_read_srcc_vgpr_valu_write
761 # GCN-LABEL: name: smfma16x16_read_srcc_vgpr_valu_write
763 # GCN-NEXT: S_NOP 6
764 # GCN-NEXT: V_MOV_B32
765 name: smfma16x16_read_srcc_vgpr_valu_write
771 # GCN-LABEL: name: smfma32x32_read_srcc_vgpr_valu_write
773 # GCN-NEXT: S_NOP 7
774 # GCN-NEXT: S_NOP 6
775 # GCN-NEXT: V_MOV_B32
776 name: smfma32x32_read_srcc_vgpr_valu_write
782 # GCN-LABEL: name: smfma4x4_read_srca_vgpr_valu_write
784 # GCN-NEXT: V_MOV_B32
785 name: smfma4x4_read_srca_vgpr_valu_write
791 # GCN-LABEL: name: smfma16x16_read_srca_vgpr_valu_write
793 # GCN-NEXT: V_MOV_B32
794 name: smfma16x16_read_srca_vgpr_valu_write
800 # GCN-LABEL: name: smfma32x32_read_srca_vgpr_valu_write
802 # GCN-NEXT: V_MOV_B32
803 name: smfma32x32_read_srca_vgpr_valu_write
809 # GCN-LABEL: name: smfma4x4_read_srcb_vgpr_valu_write
811 # GCN-NEXT: V_MOV_B32
812 name: smfma4x4_read_srcb_vgpr_valu_write
818 # GCN-LABEL: name: smfma16x16_read_srcb_vgpr_valu_write
820 # GCN-NEXT: V_MOV_B32
821 name: smfma16x16_read_srcb_vgpr_valu_write
827 # GCN-LABEL: name: smfma32x32_read_srcb_vgpr_valu_write
829 # GCN-NEXT: V_MOV_B32
830 name: smfma32x32_read_srcb_vgpr_valu_write
836 # GCN-LABEL: name: dmfma4x4_read_srcc_vgpr_valu_write
838 # GCN-NEXT: V_MOV_B32
839 name: dmfma4x4_read_srcc_vgpr_valu_write
845 # GCN-LABEL: name: dmfma16x16_read_srcc_vgpr_valu_write
847 # GCN-NEXT: V_MOV_B32
848 name: dmfma16x16_read_srcc_vgpr_valu_write
854 # GCN-LABEL: name: smfma16x16_read_srcc_vgpr_accv_write
856 # GCN-NEXT: S_NOP 6
857 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
858 name: smfma16x16_read_srcc_vgpr_accv_write
864 # GCN-LABEL: name: sgemm_to_fma64
866 # GCN-NEXT: V_FMA_F64_e64
867 name: sgemm_to_fma64
873 # GCN-LABEL: name: dgemm_to_fma64
875 # GCN-NEXT: S_NOP 1
876 # GCN-NEXT: V_FMA_F64_e64
877 name: dgemm_to_fma64
883 # GCN-LABEL: name: dgemm_to_fmac64
885 # GCN-NEXT: S_NOP 1
886 # GCN-NEXT: V_FMAC_F64
887 name: dgemm_to_fmac64
893 # GCN-LABEL: name: flat_store_data_agpr_overwritten
895 # GCN-NEXT: S_NOP 0
896 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
897 name: flat_store_data_agpr_overwritten
903 # GCN-LABEL: name: dot_write_vgpr_accv_read
905 # GCN-NEXT: S_NOP 2
906 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
907 name: dot_write_vgpr_accv_read
913 # GCN-LABEL: name: valu_write_vgpr_dot_read
915 # GCN-NEXT: V_DOT
916 name: valu_write_vgpr_dot_read
922 # GCN-LABEL: name: accv_write_vgpr_dot_read
924 # GCN-NEXT: V_DOT
925 name: accv_write_vgpr_dot_read
931 # GCN-LABEL: name: dot_write_vgpr_same_dot_read_srcc
933 # GCN-NEXT: V_DOT
934 name: dot_write_vgpr_same_dot_read_srcc
940 # GCN-LABEL: name: dot_write_vgpr_different_dot_read_srcc
942 # GCN-NEXT: S_NOP 2
943 # GCN-NEXT: V_DOT
944 name: dot_write_vgpr_different_dot_read_srcc
950 # GCN-LABEL: name: dot_write_vgpr_different_dot_write
952 # GCN-NEXT: S_NOP 2
953 # GCN-NEXT: V_DOT
954 name: dot_write_vgpr_different_dot_write
960 # GCN-LABEL: name: dot_write_vgpr_different_valu_read
962 # GCN-NEXT: S_NOP 2
963 # GCN-NEXT: V_MOV_B32_e32
964 name: dot_write_vgpr_different_valu_read
970 # GCN-LABEL: name: dot_write_vgpr_different_valu_write
972 # GCN-NEXT: S_NOP 2
973 # GCN-NEXT: V_MOV_B32_e32
974 name: dot_write_vgpr_different_valu_write
980 # GCN-LABEL: name: dot_write_vgpr_same_dot_read_srca
982 # GCN-NEXT: S_NOP 2
983 # GCN-NEXT: V_DOT
984 name: dot_write_vgpr_same_dot_read_srca
990 # GCN-LABEL: name: dot_write_vgpr_same_dot_read_srcb
992 # GCN-NEXT: S_NOP 2
993 # GCN-NEXT: V_DOT
994 name: dot_write_vgpr_same_dot_read_srcb
1000 # GCN-LABEL: name: vcmpx_write_exec_mfma
1002 # GCN-NEXT: S_NOP 3
1003 # GCN-NEXT: V_MFMA
1004 name: vcmpx_write_exec_mfma
1010 # GCN-LABEL: name: valu_write_agpr_dgemm_mfma_read
1013 # GCN-NEXT: S_NOP 1
1014 # GCN-NEXT: V_MFMA
1015 name: valu_write_agpr_dgemm_mfma_read
1022 # GCN-LABEL: name: dgemm16x16_mfma_write_agpr_mfma_read_same_agpr_as_srcc
1024 # GCN-NEXT: V_MFMA
1025 name: dgemm16x16_mfma_write_agpr_mfma_read_same_agpr_as_srcc
1031 # GCN-LABEL: name: dgemm4x4_mfma_write_agpr_mfma_read_same_agpr_as_srcc
1033 # GCN-NEXT: S_NOP 3
1034 # GCN-NEXT: V_MFMA
1035 name: dgemm4x4_mfma_write_agpr_mfma_read_same_agpr_as_srcc
1041 # GCN-LABEL: name: dgemm16x16_mfma_write_agpr_mfma_read_overlap
1043 # GCN-NEXT: S_NOP 7
1044 # GCN-NEXT: S_NOP 0
1045 # GCN-NEXT: V_MFMA
1046 name: dgemm16x16_mfma_write_agpr_mfma_read_overlap
1052 # GCN-LABEL: name: dgemm4x4_mfma_write_agpr_mfma_read_overlap
1054 # GCN-NEXT: S_NOP 3
1055 # GCN-NEXT: V_MFMA
1056 name: dgemm4x4_mfma_write_agpr_mfma_read_overlap
1062 # GCN-LABEL: name: dgemm16x16_mfma_write_agpr_sgemm_mfma_read_overlap
1064 # GCN-NEXT: V_MFMA
1065 name: dgemm16x16_mfma_write_agpr_sgemm_mfma_read_overlap
1071 # GCN-LABEL: name: sgemm4x4_mfma_write_agpr_dgemm_mfma_read_overlap
1073 # GCN-NEXT: S_NOP 2
1074 # GCN-NEXT: V_MFMA
1075 name: sgemm4x4_mfma_write_agpr_dgemm_mfma_read_overlap
1081 # GCN-LABEL: name: sgemm16x16_mfma_write_sgpr_dgemm_mfma_read_overlap
1083 # GCN-NEXT: S_NOP 7
1084 # GCN-NEXT: S_NOP 0
1085 # GCN-NEXT: V_MFMA
1086 name: sgemm16x16_mfma_write_sgpr_dgemm_mfma_read_overlap
1092 # GCN-LABEL: name: sgemm32x32_mfma_write_agpr_dgemm_mfma_read_overlap
1094 # GCN-NEXT: S_NOP 7
1095 # GCN-NEXT: S_NOP 7
1096 # GCN-NEXT: S_NOP 0
1097 # GCN-NEXT: V_MFMA
1098 name: sgemm32x32_mfma_write_agpr_dgemm_mfma_read_overlap
1104 # GCN-LABEL: name: sgemm4x4_mfma_write_agpr_dmfma4x4_srca_read_overlap
1106 # GCN-NEXT: S_NOP 4
1107 # GCN-NEXT: V_MFMA
1108 name: sgemm4x4_mfma_write_agpr_dmfma4x4_srca_read_overlap
1114 # GCN-LABEL: name: sgemm4x4_mfma_write_agpr_dmfma16x16_srca_read_overlap
1116 # GCN-NEXT: S_NOP 4
1117 # GCN-NEXT: V_MFMA
1118 name: sgemm4x4_mfma_write_agpr_dmfma16x16_srca_read_overlap
1124 # GCN-LABEL: name: dgemm4x4_mfma_write_agpr_mfma_srca_read_overlap
1126 # GCN-NEXT: S_NOP 5
1127 # GCN-NEXT: V_MFMA
1128 name: dgemm4x4_mfma_write_agpr_mfma_srca_read_overlap
1134 # GCN-LABEL: name: dgemm16x16_mfma_write_agpr_mfma_srca_read_overlap
1136 # GCN-NEXT: S_NOP 7
1137 # GCN-NEXT: S_NOP 2
1138 # GCN-NEXT: V_MFMA
1139 name: dgemm16x16_mfma_write_agpr_mfma_srca_read_overlap
1145 # GCN-LABEL: name: dgemm4x4_mfma_write_agpr_sgemm_mfma_srca_read_overlap
1147 # GCN-NEXT: S_NOP 5
1148 # GCN-NEXT: V_MFMA
1149 name: dgemm4x4_mfma_write_agpr_sgemm_mfma_srca_read_overlap
1155 # GCN-LABEL: name: dgemm16x16_mfma_write_agpr_sgemm_mfma_srca_read_overlap
1157 # GCN-NEXT: S_NOP 7
1158 # GCN-NEXT: S_NOP 2
1159 # GCN-NEXT: V_MFMA
1160 name: dgemm16x16_mfma_write_agpr_sgemm_mfma_srca_read_overlap
1166 # GCN-LABEL: name: sgemm4x4_mfma_write_agpr_dgemm_mfma_srca_read_overlap
1168 # GCN-NEXT: S_NOP 4
1169 # GCN-NEXT: V_MFMA
1170 name: sgemm4x4_mfma_write_agpr_dgemm_mfma_srca_read_overlap
1176 # GCN-LABEL: name: dgemm4x4_mfma_write_agpr_mfma_srcb_read_overlap
1178 # GCN-NEXT: S_NOP 5
1179 # GCN-NEXT: V_MFMA
1180 name: dgemm4x4_mfma_write_agpr_mfma_srcb_read_overlap
1186 # GCN-LABEL: name: dgemm16x16_mfma_write_agpr_mfma_srcb_read_overlap
1188 # GCN-NEXT: S_NOP 7
1189 # GCN-NEXT: S_NOP 2
1190 # GCN-NEXT: V_MFMA
1191 name: dgemm16x16_mfma_write_agpr_mfma_srcb_read_overlap
1197 # GCN-LABEL: name: dmfma4x4_write_agpr_flat_read_overlap
1199 # GCN-NEXT: S_NOP 7
1200 # GCN-NEXT: S_NOP 0
1201 # GCN-NEXT: FLAT_STORE_DWORD
1202 name: dmfma4x4_write_agpr_flat_read_overlap
1208 # GCN-LABEL: name: dmfma4x4_write_agpr_flat_read_full
1210 # GCN-NEXT: S_NOP 7
1211 # GCN-NEXT: S_NOP 0
1212 # GCN-NEXT: FLAT_STORE_DWORD
1213 name: dmfma4x4_write_agpr_flat_read_full
1219 # GCN-LABEL: name: dmfma16x16_write_agpr_flat_read
1221 # GCN-NEXT: S_NOP 7
1222 # GCN-NEXT: S_NOP 7
1223 # GCN-NEXT: S_NOP 1
1224 # GCN-NEXT: FLAT_STORE_DWORD
1225 name: dmfma16x16_write_agpr_flat_read
1231 # GCN-LABEL: name: dmfma4x4_write_agpr_valu_read
1233 # GCN-NEXT: S_NOP 5
1234 # GCN-NEXT: V_ACCVGPR_READ_B32_e64
1235 name: dmfma4x4_write_agpr_valu_read
1241 # GCN-LABEL: name: dmfma16x16_write_agpr_valu_read
1243 # GCN-NEXT: S_NOP 7
1244 # GCN-NEXT: S_NOP 2
1245 # GCN-NEXT: V_ACCVGPR_READ_B32_e64
1246 name: dmfma16x16_write_agpr_valu_read
1252 # GCN-LABEL: name: dmfma4x4_write_agpr_valu_write
1254 # GCN-NEXT: S_NOP 5
1255 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
1256 name: dmfma4x4_write_agpr_valu_write
1262 # GCN-LABEL: name: dmfma16x16_write_agpr_valu_write
1264 # GCN-NEXT: S_NOP 7
1265 # GCN-NEXT: S_NOP 2
1266 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
1267 name: dmfma16x16_write_agpr_valu_write
1273 # GCN-LABEL: name: dmfma4x4_read_srcc_agpr_valu_write
1275 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
1276 name: dmfma4x4_read_srcc_agpr_valu_write
1282 # GCN-LABEL: name: dmfma16x16_read_srcc_agpr_valu_write
1284 # GCN-NEXT: V_ACCVGPR_WRITE_B32_e64
1285 name: dmfma16x16_read_srcc_agpr_valu_write
1291 # GCN-LABEL: name: dgemm_accvgr_to_fma64
1293 # GCN-NEXT: S_NOP 1
1294 # GCN-NEXT: V_FMA_F64_e64
1295 name: dgemm_accvgr_to_fma64
1301 # GCN-LABEL: name: dgemm_accvgr_to_fmac64
1303 # GCN-NEXT: S_NOP 1
1304 # GCN-NEXT: V_FMAC_F64
1305 name: dgemm_accvgr_to_fmac64
1311 # GCN-LABEL: name: dgemm_between_valu_write_buffer_store
1313 # GCN-NEXT: V_MFMA
1314 # GCN-NEXT: S_NOP 0
1315 # GCN-NEXT: BUFFER_STORE_DWORD
1316 name: dgemm_between_valu_write_buffer_store
1324 # GCN-LABEL: name: dgemm_between_valu_write_buffer_load
1326 # GCN-NEXT: V_MFMA
1327 # GCN-NEXT: S_NOP 0
1328 # GCN-NEXT: BUFFER_LOAD_DWORD
1329 name: dgemm_between_valu_write_buffer_load
1336 # GCN-LABEL: name: dgemm_between_valu_write_global_store
1338 # GCN-NEXT: V_MFMA
1339 # GCN-NEXT: S_NOP 0
1340 # GCN-NEXT: GLOBAL_STORE_DWORD
1342 name: dgemm_between_valu_write_global_store
1349 # GCN-LABEL: name: dgemm_between_valu_write_global_load
1351 # GCN-NEXT: V_MOV_B32_e32
1352 # GCN-NEXT: V_MFMA
1353 # GCN-NEXT: S_NOP 0
1354 # GCN-NEXT: GLOBAL_LOAD_DWORD
1355 name: dgemm_between_valu_write_global_load
1363 # GCN-LABEL: name: dgemm_between_valu_write_ds_write
1365 # GCN-NEXT: V_MFMA
1366 # GCN-NEXT: S_NOP 0
1367 # GCN-NEXT: DS_WRITE_B32
1368 name: dgemm_between_valu_write_ds_write
1375 # GCN-LABEL: name: dgemm_between_valu_write_ds_read
1377 # GCN-NEXT: V_MFMA
1378 # GCN-NEXT: S_NOP 0
1379 # GCN-NEXT: DS_READ_B32_gfx9
1380 name: dgemm_between_valu_write_ds_read
1387 # GCN-LABEL: name: dgemm_between_valu_write_flat_store
1389 # GCN-NEXT: V_MOV_B32_e32
1390 # GCN-NEXT: V_MFMA
1391 # GCN-NEXT: S_NOP 0
1392 # GCN-NEXT: FLAT_STORE_DWORD
1393 name: dgemm_between_valu_write_flat_store
1401 # GCN-LABEL: name: dgemm_between_valu_write_flat_load
1403 # GCN-NEXT: V_MOV_B32_e32
1404 # GCN-NEXT: V_MFMA
1405 # GCN-NEXT: S_NOP 0
1406 # GCN-NEXT: FLAT_LOAD_DWORD
1407 name: dgemm_between_valu_write_flat_load
1415 # GCN-LABEL: name: dgemm_between_valu_write_scratch_store
1417 # GCN-NEXT: V_MFMA
1418 # GCN-NEXT: S_NOP 0
1419 # GCN-NEXT: SCRATCH_STORE_DWORD
1420 name: dgemm_between_valu_write_scratch_store
1427 # GCN-LABEL: name: dgemm_between_valu_write_scratch_load
1429 # GCN-NEXT: V_MFMA
1430 # GCN-NEXT: S_NOP 0
1431 # GCN-NEXT: SCRATCH_LOAD_DWORD
1432 name: dgemm_between_valu_write_scratch_load
1439 # GCN-LABEL: name: dgemm_between_valu_write_buffer_store_fallthrough1
1441 # GCN-NEXT: V_MFMA
1443 # GCN-NEXT: S_NOP
1444 # GCN-NEXT: BUFFER_STORE_DWORD
1445 name: dgemm_between_valu_write_buffer_store_fallthrough1
1454 # GCN-LABEL: name: dgemm_between_valu_write_buffer_store_fallthrough2
1457 # GCN-NEXT: V_MFMA
1458 # GCN-NEXT: S_NOP
1459 # GCN-NEXT: BUFFER_STORE_DWORD
1460 name: dgemm_between_valu_write_buffer_store_fallthrough2
1469 # GCN-LABEL: name: dgemm_between_valu_write_buffer_store_fallthrough3
1473 # GCN-NEXT: V_MFMA
1474 # GCN-NEXT: S_NOP
1475 # GCN-NEXT: BUFFER_STORE_DWORD
1476 name: dgemm_between_valu_write_buffer_store_fallthrough3