@@ -1994,6 +1994,36 @@ define i64 @same_exit_block_pre_inc_use1_reverse() {
1994
1994
; CHECK-NEXT: br label [[VECTOR_BODY:%.*]]
1995
1995
; CHECK: vector.body:
1996
1996
; CHECK-NEXT: [[INDEX1:%.*]] = phi i64 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT4:%.*]], [[VECTOR_BODY]] ]
1997
+ ; CHECK-NEXT: [[OFFSET_IDX:%.*]] = sub i64 1023, [[INDEX1]]
1998
+ ; CHECK-NEXT: [[TMP0:%.*]] = getelementptr inbounds i8, ptr [[P1]], i64 [[OFFSET_IDX]]
1999
+ ; CHECK-NEXT: [[TMP1:%.*]] = getelementptr inbounds i8, ptr [[TMP0]], i32 0
2000
+ ; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds i8, ptr [[TMP1]], i32 -3
2001
+ ; CHECK-NEXT: [[WIDE_LOAD:%.*]] = load <4 x i8>, ptr [[TMP2]], align 1
2002
+ ; CHECK-NEXT: [[REVERSE:%.*]] = shufflevector <4 x i8> [[WIDE_LOAD]], <4 x i8> poison, <4 x i32> <i32 3, i32 2, i32 1, i32 0>
2003
+ ; CHECK-NEXT: [[TMP3:%.*]] = getelementptr inbounds i8, ptr [[P2]], i64 [[OFFSET_IDX]]
2004
+ ; CHECK-NEXT: [[TMP4:%.*]] = getelementptr inbounds i8, ptr [[TMP3]], i32 0
2005
+ ; CHECK-NEXT: [[TMP5:%.*]] = getelementptr inbounds i8, ptr [[TMP4]], i32 -3
2006
+ ; CHECK-NEXT: [[WIDE_LOAD2:%.*]] = load <4 x i8>, ptr [[TMP5]], align 1
2007
+ ; CHECK-NEXT: [[REVERSE3:%.*]] = shufflevector <4 x i8> [[WIDE_LOAD2]], <4 x i8> poison, <4 x i32> <i32 3, i32 2, i32 1, i32 0>
2008
+ ; CHECK-NEXT: [[TMP6:%.*]] = icmp eq <4 x i8> [[REVERSE]], [[REVERSE3]]
2009
+ ; CHECK-NEXT: [[INDEX_NEXT4]] = add nuw i64 [[INDEX1]], 4
2010
+ ; CHECK-NEXT: [[TMP7:%.*]] = xor <4 x i1> [[TMP6]], splat (i1 true)
2011
+ ; CHECK-NEXT: [[TMP8:%.*]] = call i1 @llvm.vector.reduce.or.v4i1(<4 x i1> [[TMP7]])
2012
+ ; CHECK-NEXT: [[TMP9:%.*]] = icmp eq i64 [[INDEX_NEXT4]], 1020
2013
+ ; CHECK-NEXT: [[TMP10:%.*]] = or i1 [[TMP8]], [[TMP9]]
2014
+ ; CHECK-NEXT: br i1 [[TMP10]], label [[MIDDLE_SPLIT:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP50:![0-9]+]]
2015
+ ; CHECK: middle.split:
2016
+ ; CHECK-NEXT: br i1 [[TMP8]], label [[VECTOR_EARLY_EXIT:%.*]], label [[MIDDLE_BLOCK:%.*]]
2017
+ ; CHECK: middle.block:
2018
+ ; CHECK-NEXT: br i1 false, label [[LOOP_END:%.*]], label [[SCALAR_PH]]
2019
+ ; CHECK: vector.early.exit:
2020
+ ; CHECK-NEXT: [[TMP11:%.*]] = call i64 @llvm.experimental.cttz.elts.i64.v4i1(<4 x i1> [[TMP7]], i1 true)
2021
+ ; CHECK-NEXT: [[TMP12:%.*]] = add i64 [[INDEX1]], [[TMP11]]
2022
+ ; CHECK-NEXT: [[TMP13:%.*]] = sub i64 1023, [[TMP12]]
2023
+ ; CHECK-NEXT: br label [[LOOP_END]]
2024
+ ; CHECK: scalar.ph:
2025
+ ; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i64 [ 3, [[MIDDLE_BLOCK]] ], [ 1023, [[ENTRY:%.*]] ]
2026
+ ; CHECK-NEXT: br label [[LOOP:%.*]]
1997
2027
; CHECK: loop:
1998
2028
; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ [[INDEX_NEXT:%.*]], [[LOOP_INC:%.*]] ], [ [[BC_RESUME_VAL]], [[SCALAR_PH]] ]
1999
2029
; CHECK-NEXT: [[ARRAYIDX:%.*]] = getelementptr inbounds i8, ptr [[P1]], i64 [[INDEX]]
@@ -2005,6 +2035,9 @@ define i64 @same_exit_block_pre_inc_use1_reverse() {
2005
2035
; CHECK: loop.inc:
2006
2036
; CHECK-NEXT: [[INDEX_NEXT]] = add i64 [[INDEX]], -1
2007
2037
; CHECK-NEXT: [[EXITCOND:%.*]] = icmp eq i64 [[INDEX_NEXT]], 0
2038
+ ; CHECK-NEXT: br i1 [[EXITCOND]], label [[LOOP_END]], label [[LOOP]], !llvm.loop [[LOOP51:![0-9]+]]
2039
+ ; CHECK: loop.end:
2040
+ ; CHECK-NEXT: [[RETVAL:%.*]] = phi i64 [ [[INDEX]], [[LOOP]] ], [ 1024, [[LOOP_INC]] ], [ 1024, [[MIDDLE_BLOCK]] ], [ [[TMP13]], [[VECTOR_EARLY_EXIT]] ]
2008
2041
; CHECK-NEXT: ret i64 [[RETVAL]]
2009
2042
;
2010
2043
entry:
@@ -2106,6 +2139,31 @@ define i64 @same_exit_block_pre_inc_use1_deref_ptrs(ptr dereferenceable(1024) %p
2106
2139
; CHECK-NEXT: [[TMP7:%.*]] = call i1 @llvm.vector.reduce.or.v4i1(<4 x i1> [[TMP6]])
2107
2140
; CHECK-NEXT: [[TMP8:%.*]] = icmp eq i64 [[INDEX_NEXT3]], 64
2108
2141
; CHECK-NEXT: [[TMP9:%.*]] = or i1 [[TMP7]], [[TMP8]]
2142
+ ; CHECK-NEXT: br i1 [[TMP9]], label [[MIDDLE_SPLIT:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP52:![0-9]+]]
2143
+ ; CHECK: middle.split:
2144
+ ; CHECK-NEXT: br i1 [[TMP7]], label [[VECTOR_EARLY_EXIT:%.*]], label [[MIDDLE_BLOCK:%.*]]
2145
+ ; CHECK: middle.block:
2146
+ ; CHECK-NEXT: br i1 true, label [[LOOP_END:%.*]], label [[SCALAR_PH]]
2147
+ ; CHECK: vector.early.exit:
2148
+ ; CHECK-NEXT: [[TMP11:%.*]] = call i64 @llvm.experimental.cttz.elts.i64.v4i1(<4 x i1> [[TMP6]], i1 true)
2149
+ ; CHECK-NEXT: [[TMP10:%.*]] = add i64 [[INDEX1]], [[TMP11]]
2150
+ ; CHECK-NEXT: [[EARLY_EXIT_VALUE:%.*]] = add i64 3, [[TMP10]]
2151
+ ; CHECK-NEXT: br label [[LOOP_END]]
2152
+ ; CHECK: scalar.ph:
2153
+ ; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i64 [ 67, [[MIDDLE_BLOCK]] ], [ 3, [[ENTRY:%.*]] ]
2154
+ ; CHECK-NEXT: br label [[LOOP:%.*]]
2155
+ ; CHECK: loop:
2156
+ ; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ [[INDEX_NEXT:%.*]], [[LOOP_INC:%.*]] ], [ [[BC_RESUME_VAL]], [[SCALAR_PH]] ]
2157
+ ; CHECK-NEXT: [[ARRAYIDX:%.*]] = getelementptr inbounds i8, ptr [[P1]], i64 [[INDEX]]
2158
+ ; CHECK-NEXT: [[LD1:%.*]] = load i8, ptr [[ARRAYIDX]], align 1
2159
+ ; CHECK-NEXT: [[ARRAYIDX1:%.*]] = getelementptr inbounds i8, ptr [[P2]], i64 [[INDEX]]
2160
+ ; CHECK-NEXT: [[LD2:%.*]] = load i8, ptr [[ARRAYIDX1]], align 1
2161
+ ; CHECK-NEXT: [[CMP3:%.*]] = icmp eq i8 [[LD1]], [[LD2]]
2162
+ ; CHECK-NEXT: br i1 [[CMP3]], label [[LOOP_INC]], label [[LOOP_END]]
2163
+ ; CHECK: loop.inc:
2164
+ ; CHECK-NEXT: [[INDEX_NEXT]] = add i64 [[INDEX]], 1
2165
+ ; CHECK-NEXT: [[EXITCOND:%.*]] = icmp ne i64 [[INDEX_NEXT]], 67
2166
+ ; CHECK-NEXT: br i1 [[EXITCOND]], label [[LOOP]], label [[LOOP_END]], !llvm.loop [[LOOP53:![0-9]+]]
2109
2167
; CHECK: loop.end:
2110
2168
; CHECK-NEXT: [[RETVAL:%.*]] = phi i64 [ [[INDEX]], [[LOOP]] ], [ 67, [[LOOP_INC]] ], [ 67, [[MIDDLE_BLOCK]] ], [ [[EARLY_EXIT_VALUE]], [[VECTOR_EARLY_EXIT]] ]
2111
2169
; CHECK-NEXT: ret i64 [[RETVAL]]
@@ -2136,6 +2194,7 @@ declare i32 @foo(i32) readonly
2136
2194
declare <vscale x 4 x i32 > @foo_vec (<vscale x 4 x i32 >)
2137
2195
2138
2196
attributes #0 = { "vector-function-abi-variant" ="_ZGVsNxv_foo(foo_vec)" }
2197
+
2139
2198
;.
2140
2199
; CHECK: [[LOOP0]] = distinct !{[[LOOP0]], [[META1:![0-9]+]], [[META2:![0-9]+]]}
2141
2200
; CHECK: [[META1]] = !{!"llvm.loop.isvectorized", i32 1}
@@ -2175,4 +2234,20 @@ attributes #0 = { "vector-function-abi-variant"="_ZGVsNxv_foo(foo_vec)" }
2175
2234
; CHECK: [[LOOP35]] = distinct !{[[LOOP35]], [[META2]], [[META1]]}
2176
2235
; CHECK: [[LOOP36]] = distinct !{[[LOOP36]], [[META1]], [[META2]]}
2177
2236
; CHECK: [[LOOP37]] = distinct !{[[LOOP37]], [[META2]], [[META1]]}
2178
-
2237
+ ; CHECK: [[LOOP38]] = distinct !{[[LOOP38]], [[META1]], [[META2]]}
2238
+ ; CHECK: [[LOOP39]] = distinct !{[[LOOP39]], [[META2]], [[META1]]}
2239
+ ; CHECK: [[LOOP40]] = distinct !{[[LOOP40]], [[META1]], [[META2]]}
2240
+ ; CHECK: [[LOOP41]] = distinct !{[[LOOP41]], [[META2]], [[META1]]}
2241
+ ; CHECK: [[LOOP42]] = distinct !{[[LOOP42]], [[META1]], [[META2]]}
2242
+ ; CHECK: [[LOOP43]] = distinct !{[[LOOP43]], [[META2]], [[META1]]}
2243
+ ; CHECK: [[LOOP44]] = distinct !{[[LOOP44]], [[META1]], [[META2]]}
2244
+ ; CHECK: [[LOOP45]] = distinct !{[[LOOP45]], [[META2]], [[META1]]}
2245
+ ; CHECK: [[LOOP46]] = distinct !{[[LOOP46]], [[META1]], [[META2]]}
2246
+ ; CHECK: [[LOOP47]] = distinct !{[[LOOP47]], [[META2]], [[META1]]}
2247
+ ; CHECK: [[LOOP48]] = distinct !{[[LOOP48]], [[META1]], [[META2]]}
2248
+ ; CHECK: [[LOOP49]] = distinct !{[[LOOP49]], [[META2]], [[META1]]}
2249
+ ; CHECK: [[LOOP50]] = distinct !{[[LOOP50]], [[META1]], [[META2]]}
2250
+ ; CHECK: [[LOOP51]] = distinct !{[[LOOP51]], [[META2]], [[META1]]}
2251
+ ; CHECK: [[LOOP52]] = distinct !{[[LOOP52]], [[META1]], [[META2]]}
2252
+ ; CHECK: [[LOOP53]] = distinct !{[[LOOP53]], [[META2]], [[META1]]}
2253
+ ;.
0 commit comments