Skip to content

[Coalescer] Consider NewMI's subreg index when updating lanemask. #121780

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 8 additions & 7 deletions llvm/lib/CodeGen/RegisterCoalescer.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -1526,17 +1526,18 @@ bool RegisterCoalescer::reMaterializeTrivialDef(const CoalescerPair &CP,

// In a situation like the following:
//
// undef %2.subreg:reg = INST %1:reg ; DefMI (rematerializable),
// ; DefSubIdx = subreg
// %3:reg = COPY %2 ; SrcIdx = DstIdx = 0
// .... = SOMEINSTR %3:reg
// undef %2.subreg:reg = INST %1:reg ; DefMI (rematerializable),
// ; Defines only some of lanes,
// ; so DefSubIdx = NewIdx = subreg
// %3:reg = COPY %2 ; Copy full reg
// .... = SOMEINSTR %3:reg ; Use full reg
//
// there are no subranges for %3 so after rematerialization we need
// to explicitly create them. Undefined subranges are removed later on.
if (DefSubIdx && !CP.getSrcIdx() && !CP.getDstIdx() &&
MRI->shouldTrackSubRegLiveness(DstReg) && !DstInt.hasSubRanges()) {
if (NewIdx && !DstInt.hasSubRanges() &&
MRI->shouldTrackSubRegLiveness(DstReg)) {
LaneBitmask FullMask = MRI->getMaxLaneMaskForVReg(DstReg);
LaneBitmask UsedLanes = TRI->getSubRegIndexLaneMask(DefSubIdx);
LaneBitmask UsedLanes = TRI->getSubRegIndexLaneMask(NewIdx);
LaneBitmask UnusedLanes = FullMask & ~UsedLanes;
VNInfo::Allocator &Alloc = LIS->getVNInfoAllocator();
DstInt.createSubRangeFrom(Alloc, UsedLanes, DstInt);
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# RUN: llc -mtriple=aarch64 -o /dev/null -run-pass=register-coalescer -aarch64-enable-subreg-liveness-tracking -debug-only=regalloc %s 2>&1 | FileCheck %s --check-prefix=CHECK-DBG
# RUN: llc -mtriple=aarch64 -verify-machineinstrs -o - -run-pass=register-coalescer -aarch64-enable-subreg-liveness-tracking %s | FileCheck %s --check-prefix=CHECK
# RUN: llc -mtriple=aarch64 -verify-machineinstrs -o /dev/null -run-pass=register-coalescer -aarch64-enable-subreg-liveness-tracking -debug-only=regalloc %s 2>&1 | FileCheck %s --check-prefix=CHECK-DBG
# REQUIRES: asserts

# CHECK-DBG: ********** REGISTER COALESCER **********
Expand Down Expand Up @@ -36,3 +36,94 @@ body: |
RET_ReallyLR

...
# CHECK-DBG: ********** REGISTER COALESCER **********
# CHECK-DBG: ********** Function: reproducer
# CHECK-DBG: ********** JOINING INTERVALS ***********
# CHECK-DBG: ********** INTERVALS **********
# CHECK-DBG: %1 [32r,48B:2)[48B,320r:0)[320r,368B:1) 0@48B-phi 1@320r 2@32r
# CHECK-DBG-SAME: weight:0.000000e+00
# CHECK-DBG: %3 [80r,160B:2)[240r,272B:1)[288r,304B:0)[304B,320r:3) 0@288r 1@240r 2@80r 3@304B-phi
# CHECK-DBG-SAME: L0000000000000080 [288r,304B:0)[304B,320r:3) 0@288r 1@x 2@x 3@304B-phi
# CHECK-DBG-SAME: L0000000000000040 [80r,160B:2)[240r,272B:1)[288r,304B:0)[304B,320r:3) 0@288r 1@240r 2@80r 3@304B-phi
# CHECK-DBG-SAME: weight:0.000000e+00
---
name: reproducer
tracksRegLiveness: true
body: |
bb.0:
%0:gpr32 = MOVi32imm 1
%1:gpr64 = IMPLICIT_DEF

bb.1:

bb.2:
%3:gpr64all = SUBREG_TO_REG 0, %0, %subreg.sub_32

bb.3:
$nzcv = IMPLICIT_DEF
%4:gpr64 = COPY killed %3
Bcc 1, %bb.7, implicit killed $nzcv

bb.4:
$nzcv = IMPLICIT_DEF
Bcc 1, %bb.6, implicit killed $nzcv

bb.5:
%5:gpr64all = SUBREG_TO_REG 0, %0, %subreg.sub_32
%4:gpr64 = COPY killed %5
B %bb.7

bb.6:
%4:gpr64 = COPY $xzr

bb.7:
%7:gpr64 = ADDXrs killed %1, killed %4, 1
%1:gpr64 = COPY killed %7
B %bb.1

...
# CHECK-DBG: ********** REGISTER COALESCER **********
# CHECK-DBG: ********** Function: reproducer2
# CHECK-DBG: ********** JOINING INTERVALS ***********
# CHECK-DBG: ********** INTERVALS **********
# CHECK-DBG: %1 [32r,48B:2)[48B,304r:0)[304r,352B:1) 0@48B-phi 1@304r 2@32r
# CHECK-DBG-SAME: weight:0.000000e+00
# CHECK-DBG: %3 [80r,160B:2)[224r,256B:1)[272r,288B:0)[288B,304r:3) 0@272r 1@224r 2@80r 3@288B-phi
# CHECK-DBG-SAME: L0000000000000080 [224r,256B:1)[272r,288B:0)[288B,304r:3) 0@272r 1@224r 2@x 3@288B-phi
# CHECK-DBG-SAME: L0000000000000040 [80r,160B:2)[224r,256B:1)[272r,288B:0)[288B,304r:3) 0@272r 1@224r 2@80r 3@288B-phi
# CHECK-DBG-SAME: weight:0.000000e+00
---
name: reproducer2
tracksRegLiveness: true
body: |
bb.0:
%0:gpr32 = MOVi32imm 1
%1:gpr64 = IMPLICIT_DEF

bb.1:

bb.2:
%3:gpr64all = SUBREG_TO_REG 0, %0, %subreg.sub_32

bb.3:
$nzcv = IMPLICIT_DEF
%4:gpr64 = COPY killed %3
Bcc 1, %bb.7, implicit killed $nzcv

bb.4:
$nzcv = IMPLICIT_DEF
Bcc 1, %bb.6, implicit killed $nzcv

bb.5:
%4:gpr64 = IMPLICIT_DEF
B %bb.7

bb.6:
%4:gpr64 = COPY $xzr

bb.7:
%5:gpr64 = ADDXrs killed %1, killed %4, 1
%1:gpr64 = COPY killed %5
B %bb.1

...
Loading