Skip to content

Commit 94b23cb

Browse files
davemgreendavemgreen
committed
[GlobalISel] Widen vector loads from aligned ptrs
If the pointer is aligned to more than the size of the vector, we can widen the load up to next power of 2 size, as SDAG performs. Some of the v3 tests are currently worse - those should be addressed in other issues.
1 parent 7efc861 commit 94b23cb

File tree

10 files changed

+550
-554
lines changed

10 files changed

+550
-554
lines changed

‎llvm/lib/CodeGen/GlobalISel/LegalizerHelper.cpp

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4072,6 +4072,19 @@ LegalizerHelper::LegalizeResult LegalizerHelper::lowerLoad(GAnyLoad &LoadMI) {
40724072
if (MemTy != DstTy)
40734073
return UnableToLegalize;
40744074

4075+
Align Alignment = LoadMI.getAlign();
4076+
if (Alignment.value() * 8 > MemSizeInBits &&
4077+
isPowerOf2_64(DstTy.getScalarSizeInBits())) {
4078+
LLT MoreTy = LLT::fixed_vector(NextPowerOf2(DstTy.getNumElements()),
4079+
DstTy.getElementType());
4080+
MachineMemOperand *NewMMO = MF.getMachineMemOperand(&MMO, 0, MoreTy);
4081+
auto NewLoad = MIRBuilder.buildLoad(MoreTy, PtrReg, *NewMMO);
4082+
MIRBuilder.buildDeleteTrailingVectorElements(LoadMI.getReg(0),
4083+
NewLoad.getReg(0));
4084+
LoadMI.eraseFromParent();
4085+
return Legalized;
4086+
}
4087+
40754088
// TODO: We can do better than scalarizing the vector and at least split it
40764089
// in half.
40774090
return reduceLoadStoreWidth(LoadMI, 0, DstTy.getElementType());

‎llvm/test/CodeGen/AArch64/add.ll

Lines changed: 14 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -110,16 +110,20 @@ define void @v3i8(ptr %p1, ptr %p2) {
110110
;
111111
; CHECK-GI-LABEL: v3i8:
112112
; CHECK-GI: // %bb.0: // %entry
113-
; CHECK-GI-NEXT: ldrb w8, [x0]
114-
; CHECK-GI-NEXT: ldrb w9, [x1]
115-
; CHECK-GI-NEXT: ldrb w10, [x0, #1]
116-
; CHECK-GI-NEXT: ldrb w11, [x1, #1]
113+
; CHECK-GI-NEXT: ldr w8, [x0]
114+
; CHECK-GI-NEXT: ldr w9, [x1]
117115
; CHECK-GI-NEXT: fmov s0, w8
118116
; CHECK-GI-NEXT: fmov s1, w9
119-
; CHECK-GI-NEXT: ldrb w8, [x0, #2]
120-
; CHECK-GI-NEXT: ldrb w9, [x1, #2]
121-
; CHECK-GI-NEXT: mov v0.h[1], w10
122-
; CHECK-GI-NEXT: mov v1.h[1], w11
117+
; CHECK-GI-NEXT: mov b2, v0.b[1]
118+
; CHECK-GI-NEXT: mov b3, v1.b[1]
119+
; CHECK-GI-NEXT: mov b4, v0.b[2]
120+
; CHECK-GI-NEXT: mov b5, v1.b[2]
121+
; CHECK-GI-NEXT: fmov w8, s2
122+
; CHECK-GI-NEXT: fmov w9, s3
123+
; CHECK-GI-NEXT: mov v0.h[1], w8
124+
; CHECK-GI-NEXT: mov v1.h[1], w9
125+
; CHECK-GI-NEXT: fmov w8, s4
126+
; CHECK-GI-NEXT: fmov w9, s5
123127
; CHECK-GI-NEXT: mov v0.h[2], w8
124128
; CHECK-GI-NEXT: mov v1.h[2], w9
125129
; CHECK-GI-NEXT: add v0.4h, v0.4h, v1.4h
@@ -270,16 +274,10 @@ define void @v3i16(ptr %p1, ptr %p2) {
270274
;
271275
; CHECK-GI-LABEL: v3i16:
272276
; CHECK-GI: // %bb.0: // %entry
273-
; CHECK-GI-NEXT: ldr h0, [x0]
274-
; CHECK-GI-NEXT: ldr h1, [x1]
277+
; CHECK-GI-NEXT: ldr d0, [x0]
278+
; CHECK-GI-NEXT: ldr d1, [x1]
275279
; CHECK-GI-NEXT: add x8, x0, #2
276-
; CHECK-GI-NEXT: add x9, x1, #2
277-
; CHECK-GI-NEXT: add x10, x1, #4
278-
; CHECK-GI-NEXT: ld1 { v0.h }[1], [x8]
279-
; CHECK-GI-NEXT: ld1 { v1.h }[1], [x9]
280280
; CHECK-GI-NEXT: add x9, x0, #4
281-
; CHECK-GI-NEXT: ld1 { v0.h }[2], [x9]
282-
; CHECK-GI-NEXT: ld1 { v1.h }[2], [x10]
283281
; CHECK-GI-NEXT: add v0.4h, v0.4h, v1.4h
284282
; CHECK-GI-NEXT: str h0, [x0]
285283
; CHECK-GI-NEXT: st1 { v0.h }[1], [x8]

‎llvm/test/CodeGen/AArch64/andorxor.ll

Lines changed: 42 additions & 48 deletions
Original file line numberDiff line numberDiff line change
@@ -302,16 +302,20 @@ define void @and_v3i8(ptr %p1, ptr %p2) {
302302
;
303303
; CHECK-GI-LABEL: and_v3i8:
304304
; CHECK-GI: // %bb.0: // %entry
305-
; CHECK-GI-NEXT: ldrb w8, [x0]
306-
; CHECK-GI-NEXT: ldrb w9, [x1]
307-
; CHECK-GI-NEXT: ldrb w10, [x0, #1]
308-
; CHECK-GI-NEXT: ldrb w11, [x1, #1]
305+
; CHECK-GI-NEXT: ldr w8, [x0]
306+
; CHECK-GI-NEXT: ldr w9, [x1]
309307
; CHECK-GI-NEXT: fmov s0, w8
310308
; CHECK-GI-NEXT: fmov s1, w9
311-
; CHECK-GI-NEXT: ldrb w8, [x0, #2]
312-
; CHECK-GI-NEXT: ldrb w9, [x1, #2]
313-
; CHECK-GI-NEXT: mov v0.h[1], w10
314-
; CHECK-GI-NEXT: mov v1.h[1], w11
309+
; CHECK-GI-NEXT: mov b2, v0.b[1]
310+
; CHECK-GI-NEXT: mov b3, v1.b[1]
311+
; CHECK-GI-NEXT: mov b4, v0.b[2]
312+
; CHECK-GI-NEXT: mov b5, v1.b[2]
313+
; CHECK-GI-NEXT: fmov w8, s2
314+
; CHECK-GI-NEXT: fmov w9, s3
315+
; CHECK-GI-NEXT: mov v0.h[1], w8
316+
; CHECK-GI-NEXT: mov v1.h[1], w9
317+
; CHECK-GI-NEXT: fmov w8, s4
318+
; CHECK-GI-NEXT: fmov w9, s5
315319
; CHECK-GI-NEXT: mov v0.h[2], w8
316320
; CHECK-GI-NEXT: mov v1.h[2], w9
317321
; CHECK-GI-NEXT: and v0.8b, v0.8b, v1.8b
@@ -350,16 +354,20 @@ define void @or_v3i8(ptr %p1, ptr %p2) {
350354
;
351355
; CHECK-GI-LABEL: or_v3i8:
352356
; CHECK-GI: // %bb.0: // %entry
353-
; CHECK-GI-NEXT: ldrb w8, [x0]
354-
; CHECK-GI-NEXT: ldrb w9, [x1]
355-
; CHECK-GI-NEXT: ldrb w10, [x0, #1]
356-
; CHECK-GI-NEXT: ldrb w11, [x1, #1]
357+
; CHECK-GI-NEXT: ldr w8, [x0]
358+
; CHECK-GI-NEXT: ldr w9, [x1]
357359
; CHECK-GI-NEXT: fmov s0, w8
358360
; CHECK-GI-NEXT: fmov s1, w9
359-
; CHECK-GI-NEXT: ldrb w8, [x0, #2]
360-
; CHECK-GI-NEXT: ldrb w9, [x1, #2]
361-
; CHECK-GI-NEXT: mov v0.h[1], w10
362-
; CHECK-GI-NEXT: mov v1.h[1], w11
361+
; CHECK-GI-NEXT: mov b2, v0.b[1]
362+
; CHECK-GI-NEXT: mov b3, v1.b[1]
363+
; CHECK-GI-NEXT: mov b4, v0.b[2]
364+
; CHECK-GI-NEXT: mov b5, v1.b[2]
365+
; CHECK-GI-NEXT: fmov w8, s2
366+
; CHECK-GI-NEXT: fmov w9, s3
367+
; CHECK-GI-NEXT: mov v0.h[1], w8
368+
; CHECK-GI-NEXT: mov v1.h[1], w9
369+
; CHECK-GI-NEXT: fmov w8, s4
370+
; CHECK-GI-NEXT: fmov w9, s5
363371
; CHECK-GI-NEXT: mov v0.h[2], w8
364372
; CHECK-GI-NEXT: mov v1.h[2], w9
365373
; CHECK-GI-NEXT: orr v0.8b, v0.8b, v1.8b
@@ -398,16 +406,20 @@ define void @xor_v3i8(ptr %p1, ptr %p2) {
398406
;
399407
; CHECK-GI-LABEL: xor_v3i8:
400408
; CHECK-GI: // %bb.0: // %entry
401-
; CHECK-GI-NEXT: ldrb w8, [x0]
402-
; CHECK-GI-NEXT: ldrb w9, [x1]
403-
; CHECK-GI-NEXT: ldrb w10, [x0, #1]
404-
; CHECK-GI-NEXT: ldrb w11, [x1, #1]
409+
; CHECK-GI-NEXT: ldr w8, [x0]
410+
; CHECK-GI-NEXT: ldr w9, [x1]
405411
; CHECK-GI-NEXT: fmov s0, w8
406412
; CHECK-GI-NEXT: fmov s1, w9
407-
; CHECK-GI-NEXT: ldrb w8, [x0, #2]
408-
; CHECK-GI-NEXT: ldrb w9, [x1, #2]
409-
; CHECK-GI-NEXT: mov v0.h[1], w10
410-
; CHECK-GI-NEXT: mov v1.h[1], w11
413+
; CHECK-GI-NEXT: mov b2, v0.b[1]
414+
; CHECK-GI-NEXT: mov b3, v1.b[1]
415+
; CHECK-GI-NEXT: mov b4, v0.b[2]
416+
; CHECK-GI-NEXT: mov b5, v1.b[2]
417+
; CHECK-GI-NEXT: fmov w8, s2
418+
; CHECK-GI-NEXT: fmov w9, s3
419+
; CHECK-GI-NEXT: mov v0.h[1], w8
420+
; CHECK-GI-NEXT: mov v1.h[1], w9
421+
; CHECK-GI-NEXT: fmov w8, s4
422+
; CHECK-GI-NEXT: fmov w9, s5
411423
; CHECK-GI-NEXT: mov v0.h[2], w8
412424
; CHECK-GI-NEXT: mov v1.h[2], w9
413425
; CHECK-GI-NEXT: eor v0.8b, v0.8b, v1.8b
@@ -805,16 +817,10 @@ define void @and_v3i16(ptr %p1, ptr %p2) {
805817
;
806818
; CHECK-GI-LABEL: and_v3i16:
807819
; CHECK-GI: // %bb.0: // %entry
808-
; CHECK-GI-NEXT: ldr h0, [x0]
809-
; CHECK-GI-NEXT: ldr h1, [x1]
820+
; CHECK-GI-NEXT: ldr d0, [x0]
821+
; CHECK-GI-NEXT: ldr d1, [x1]
810822
; CHECK-GI-NEXT: add x8, x0, #2
811-
; CHECK-GI-NEXT: add x9, x1, #2
812-
; CHECK-GI-NEXT: add x10, x1, #4
813-
; CHECK-GI-NEXT: ld1 { v0.h }[1], [x8]
814-
; CHECK-GI-NEXT: ld1 { v1.h }[1], [x9]
815823
; CHECK-GI-NEXT: add x9, x0, #4
816-
; CHECK-GI-NEXT: ld1 { v0.h }[2], [x9]
817-
; CHECK-GI-NEXT: ld1 { v1.h }[2], [x10]
818824
; CHECK-GI-NEXT: and v0.8b, v0.8b, v1.8b
819825
; CHECK-GI-NEXT: str h0, [x0]
820826
; CHECK-GI-NEXT: st1 { v0.h }[1], [x8]
@@ -842,16 +848,10 @@ define void @or_v3i16(ptr %p1, ptr %p2) {
842848
;
843849
; CHECK-GI-LABEL: or_v3i16:
844850
; CHECK-GI: // %bb.0: // %entry
845-
; CHECK-GI-NEXT: ldr h0, [x0]
846-
; CHECK-GI-NEXT: ldr h1, [x1]
851+
; CHECK-GI-NEXT: ldr d0, [x0]
852+
; CHECK-GI-NEXT: ldr d1, [x1]
847853
; CHECK-GI-NEXT: add x8, x0, #2
848-
; CHECK-GI-NEXT: add x9, x1, #2
849-
; CHECK-GI-NEXT: add x10, x1, #4
850-
; CHECK-GI-NEXT: ld1 { v0.h }[1], [x8]
851-
; CHECK-GI-NEXT: ld1 { v1.h }[1], [x9]
852854
; CHECK-GI-NEXT: add x9, x0, #4
853-
; CHECK-GI-NEXT: ld1 { v0.h }[2], [x9]
854-
; CHECK-GI-NEXT: ld1 { v1.h }[2], [x10]
855855
; CHECK-GI-NEXT: orr v0.8b, v0.8b, v1.8b
856856
; CHECK-GI-NEXT: str h0, [x0]
857857
; CHECK-GI-NEXT: st1 { v0.h }[1], [x8]
@@ -879,16 +879,10 @@ define void @xor_v3i16(ptr %p1, ptr %p2) {
879879
;
880880
; CHECK-GI-LABEL: xor_v3i16:
881881
; CHECK-GI: // %bb.0: // %entry
882-
; CHECK-GI-NEXT: ldr h0, [x0]
883-
; CHECK-GI-NEXT: ldr h1, [x1]
882+
; CHECK-GI-NEXT: ldr d0, [x0]
883+
; CHECK-GI-NEXT: ldr d1, [x1]
884884
; CHECK-GI-NEXT: add x8, x0, #2
885-
; CHECK-GI-NEXT: add x9, x1, #2
886-
; CHECK-GI-NEXT: add x10, x1, #4
887-
; CHECK-GI-NEXT: ld1 { v0.h }[1], [x8]
888-
; CHECK-GI-NEXT: ld1 { v1.h }[1], [x9]
889885
; CHECK-GI-NEXT: add x9, x0, #4
890-
; CHECK-GI-NEXT: ld1 { v0.h }[2], [x9]
891-
; CHECK-GI-NEXT: ld1 { v1.h }[2], [x10]
892886
; CHECK-GI-NEXT: eor v0.8b, v0.8b, v1.8b
893887
; CHECK-GI-NEXT: str h0, [x0]
894888
; CHECK-GI-NEXT: st1 { v0.h }[1], [x8]

‎llvm/test/CodeGen/AArch64/ctlz.ll

Lines changed: 10 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -56,12 +56,16 @@ define void @v3i8(ptr %p1) {
5656
;
5757
; CHECK-GI-LABEL: v3i8:
5858
; CHECK-GI: // %bb.0: // %entry
59-
; CHECK-GI-NEXT: ldr b0, [x0]
60-
; CHECK-GI-NEXT: add x8, x0, #1
59+
; CHECK-GI-NEXT: ldr w8, [x0]
6160
; CHECK-GI-NEXT: add x9, x0, #2
62-
; CHECK-GI-NEXT: ld1 { v0.b }[1], [x8]
63-
; CHECK-GI-NEXT: ld1 { v0.b }[2], [x9]
64-
; CHECK-GI-NEXT: clz v0.8b, v0.8b
61+
; CHECK-GI-NEXT: fmov s0, w8
62+
; CHECK-GI-NEXT: add x8, x0, #1
63+
; CHECK-GI-NEXT: mov b1, v0.b[1]
64+
; CHECK-GI-NEXT: mov v2.b[0], v0.b[0]
65+
; CHECK-GI-NEXT: mov b0, v0.b[2]
66+
; CHECK-GI-NEXT: mov v2.b[1], v1.b[0]
67+
; CHECK-GI-NEXT: mov v2.b[2], v0.b[0]
68+
; CHECK-GI-NEXT: clz v0.8b, v2.8b
6569
; CHECK-GI-NEXT: st1 { v0.b }[0], [x0]
6670
; CHECK-GI-NEXT: st1 { v0.b }[1], [x8]
6771
; CHECK-GI-NEXT: st1 { v0.b }[2], [x9]
@@ -181,11 +185,9 @@ define void @v3i16(ptr %p1) {
181185
;
182186
; CHECK-GI-LABEL: v3i16:
183187
; CHECK-GI: // %bb.0: // %entry
184-
; CHECK-GI-NEXT: ldr h0, [x0]
188+
; CHECK-GI-NEXT: ldr d0, [x0]
185189
; CHECK-GI-NEXT: add x8, x0, #2
186190
; CHECK-GI-NEXT: add x9, x0, #4
187-
; CHECK-GI-NEXT: ld1 { v0.h }[1], [x8]
188-
; CHECK-GI-NEXT: ld1 { v0.h }[2], [x9]
189191
; CHECK-GI-NEXT: clz v0.4h, v0.4h
190192
; CHECK-GI-NEXT: str h0, [x0]
191193
; CHECK-GI-NEXT: st1 { v0.h }[1], [x8]

‎llvm/test/CodeGen/AArch64/ctpop.ll

Lines changed: 10 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -55,12 +55,16 @@ define void @v3i8(ptr %p1) {
5555
;
5656
; CHECK-GI-LABEL: v3i8:
5757
; CHECK-GI: // %bb.0: // %entry
58-
; CHECK-GI-NEXT: ldr b0, [x0]
59-
; CHECK-GI-NEXT: add x8, x0, #1
58+
; CHECK-GI-NEXT: ldr w8, [x0]
6059
; CHECK-GI-NEXT: add x9, x0, #2
61-
; CHECK-GI-NEXT: ld1 { v0.b }[1], [x8]
62-
; CHECK-GI-NEXT: ld1 { v0.b }[2], [x9]
63-
; CHECK-GI-NEXT: cnt v0.8b, v0.8b
60+
; CHECK-GI-NEXT: fmov s0, w8
61+
; CHECK-GI-NEXT: add x8, x0, #1
62+
; CHECK-GI-NEXT: mov b1, v0.b[1]
63+
; CHECK-GI-NEXT: mov v2.b[0], v0.b[0]
64+
; CHECK-GI-NEXT: mov b0, v0.b[2]
65+
; CHECK-GI-NEXT: mov v2.b[1], v1.b[0]
66+
; CHECK-GI-NEXT: mov v2.b[2], v0.b[0]
67+
; CHECK-GI-NEXT: cnt v0.8b, v2.8b
6468
; CHECK-GI-NEXT: st1 { v0.b }[0], [x0]
6569
; CHECK-GI-NEXT: st1 { v0.b }[1], [x8]
6670
; CHECK-GI-NEXT: st1 { v0.b }[2], [x9]
@@ -181,11 +185,9 @@ define void @v3i16(ptr %p1) {
181185
;
182186
; CHECK-GI-LABEL: v3i16:
183187
; CHECK-GI: // %bb.0: // %entry
184-
; CHECK-GI-NEXT: ldr h0, [x0]
188+
; CHECK-GI-NEXT: ldr d0, [x0]
185189
; CHECK-GI-NEXT: add x8, x0, #2
186190
; CHECK-GI-NEXT: add x9, x0, #4
187-
; CHECK-GI-NEXT: ld1 { v0.h }[1], [x8]
188-
; CHECK-GI-NEXT: ld1 { v0.h }[2], [x9]
189191
; CHECK-GI-NEXT: cnt v0.8b, v0.8b
190192
; CHECK-GI-NEXT: uaddlp v0.4h, v0.8b
191193
; CHECK-GI-NEXT: str h0, [x0]

‎llvm/test/CodeGen/AArch64/cttz.ll

Lines changed: 19 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -68,21 +68,23 @@ define void @v3i8(ptr %p1) {
6868
;
6969
; CHECK-GI-LABEL: v3i8:
7070
; CHECK-GI: // %bb.0: // %entry
71-
; CHECK-GI-NEXT: ldrb w9, [x0]
71+
; CHECK-GI-NEXT: ldr w9, [x0]
7272
; CHECK-GI-NEXT: mov w8, #65535 // =0xffff
73-
; CHECK-GI-NEXT: ldrb w10, [x0, #1]
74-
; CHECK-GI-NEXT: fmov s0, w8
75-
; CHECK-GI-NEXT: fmov s1, w9
76-
; CHECK-GI-NEXT: ldrb w9, [x0, #2]
77-
; CHECK-GI-NEXT: mov v0.h[1], w8
78-
; CHECK-GI-NEXT: mov v1.h[1], w10
79-
; CHECK-GI-NEXT: mov v0.h[2], w8
73+
; CHECK-GI-NEXT: fmov s2, w8
74+
; CHECK-GI-NEXT: fmov s0, w9
75+
; CHECK-GI-NEXT: mov v2.h[1], w8
76+
; CHECK-GI-NEXT: mov b1, v0.b[1]
77+
; CHECK-GI-NEXT: mov v2.h[2], w8
8078
; CHECK-GI-NEXT: add x8, x0, #1
81-
; CHECK-GI-NEXT: mov v1.h[2], w9
79+
; CHECK-GI-NEXT: fmov w9, s1
80+
; CHECK-GI-NEXT: mov b1, v0.b[2]
81+
; CHECK-GI-NEXT: mov v0.h[1], w9
82+
; CHECK-GI-NEXT: fmov w9, s1
83+
; CHECK-GI-NEXT: mov v0.h[2], w9
8284
; CHECK-GI-NEXT: add x9, x0, #2
83-
; CHECK-GI-NEXT: eor v2.8b, v1.8b, v0.8b
84-
; CHECK-GI-NEXT: add v0.4h, v1.4h, v0.4h
85-
; CHECK-GI-NEXT: and v0.8b, v2.8b, v0.8b
85+
; CHECK-GI-NEXT: eor v1.8b, v0.8b, v2.8b
86+
; CHECK-GI-NEXT: add v0.4h, v0.4h, v2.4h
87+
; CHECK-GI-NEXT: and v0.8b, v1.8b, v0.8b
8688
; CHECK-GI-NEXT: uzp1 v0.8b, v0.8b, v0.8b
8789
; CHECK-GI-NEXT: cnt v0.8b, v0.8b
8890
; CHECK-GI-NEXT: st1 { v0.b }[0], [x0]
@@ -275,22 +277,20 @@ define void @v3i16(ptr %p1) {
275277
; CHECK-GI-LABEL: v3i16:
276278
; CHECK-GI: // %bb.0: // %entry
277279
; CHECK-GI-NEXT: mov w8, #65535 // =0xffff
278-
; CHECK-GI-NEXT: ldr h1, [x0]
279-
; CHECK-GI-NEXT: add x9, x0, #2
280+
; CHECK-GI-NEXT: ldr d1, [x0]
281+
; CHECK-GI-NEXT: add x9, x0, #4
280282
; CHECK-GI-NEXT: fmov s0, w8
281-
; CHECK-GI-NEXT: add x10, x0, #4
282-
; CHECK-GI-NEXT: ld1 { v1.h }[1], [x9]
283283
; CHECK-GI-NEXT: mov v0.h[1], w8
284-
; CHECK-GI-NEXT: ld1 { v1.h }[2], [x10]
285284
; CHECK-GI-NEXT: mov v0.h[2], w8
285+
; CHECK-GI-NEXT: add x8, x0, #2
286286
; CHECK-GI-NEXT: eor v2.8b, v1.8b, v0.8b
287287
; CHECK-GI-NEXT: add v0.4h, v1.4h, v0.4h
288288
; CHECK-GI-NEXT: and v0.8b, v2.8b, v0.8b
289289
; CHECK-GI-NEXT: cnt v0.8b, v0.8b
290290
; CHECK-GI-NEXT: uaddlp v0.4h, v0.8b
291291
; CHECK-GI-NEXT: str h0, [x0]
292-
; CHECK-GI-NEXT: st1 { v0.h }[1], [x9]
293-
; CHECK-GI-NEXT: st1 { v0.h }[2], [x10]
292+
; CHECK-GI-NEXT: st1 { v0.h }[1], [x8]
293+
; CHECK-GI-NEXT: st1 { v0.h }[2], [x9]
294294
; CHECK-GI-NEXT: ret
295295
entry:
296296
%d = load <3 x i16>, ptr %p1

0 commit comments

Comments
 (0)