| ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 6 |
| ; RUN: opt < %s -passes=loop-interchange -cache-line-size=64 -S | FileCheck %s |
| |
| ; Triply nested loop, should be able to do interchange three times |
| ; to get the ideal access pattern. |
| ; void f(int e[restrict 10][10][10], int f[restrict 10][10][10]) { |
| ; for (int a = 0; a < 10; a++) { |
| ; for (int b = 0; b < 10; b++) { |
| ; for (int c = 0; c < 10; c++) { |
| ; f[c][b][a] = e[c][b][a]; |
| ; } |
| ; } |
| ; } |
| ; } |
| |
| define void @pr43326-triply-nested(ptr noalias %e, ptr noalias %f) { |
| ; CHECK-LABEL: define void @pr43326-triply-nested( |
| ; CHECK-SAME: ptr noalias [[E:%.*]], ptr noalias [[F:%.*]]) { |
| ; CHECK-NEXT: [[ENTRY:.*:]] |
| ; CHECK-NEXT: br label %[[FOR_INNERMOST_PREHEADER:.*]] |
| ; CHECK: [[FOR_MIDDLE_HEADER_PREHEADER:.*]]: |
| ; CHECK-NEXT: br label %[[FOR_OUTERMOST_HEADER:.*]] |
| ; CHECK: [[FOR_OUTERMOST_HEADER]]: |
| ; CHECK-NEXT: [[INDVARS_OUTERMOST:%.*]] = phi i64 [ [[INDVARS_OUTERMOST_NEXT:%.*]], %[[FOR_OUTERMOST_LATCH:.*]] ], [ 0, %[[FOR_MIDDLE_HEADER_PREHEADER]] ] |
| ; CHECK-NEXT: br label %[[FOR_INNERMOST_SPLIT1:.*]] |
| ; CHECK: [[FOR_MIDDLE_HEADER_PREHEADER1:.*]]: |
| ; CHECK-NEXT: br label %[[FOR_MIDDLE_HEADER:.*]] |
| ; CHECK: [[FOR_COND_CLEANUP:.*]]: |
| ; CHECK-NEXT: ret void |
| ; CHECK: [[FOR_MIDDLE_HEADER]]: |
| ; CHECK-NEXT: [[INDVARS_MIDDLE:%.*]] = phi i64 [ [[TMP0:%.*]], %[[FOR_MIDDLE_LATCH:.*]] ], [ 0, %[[FOR_MIDDLE_HEADER_PREHEADER1]] ] |
| ; CHECK-NEXT: br label %[[FOR_OUTERMOST_HEADER_PREHEADER:.*]] |
| ; CHECK: [[FOR_INNERMOST_PREHEADER]]: |
| ; CHECK-NEXT: br label %[[FOR_INNERMOST:.*]] |
| ; CHECK: [[FOR_OUTERMOST_LATCH]]: |
| ; CHECK-NEXT: [[INDVARS_OUTERMOST_NEXT]] = add nuw nsw i64 [[INDVARS_OUTERMOST]], 1 |
| ; CHECK-NEXT: [[EXITCOND_OUTERMOST:%.*]] = icmp ne i64 [[INDVARS_OUTERMOST_NEXT]], 10 |
| ; CHECK-NEXT: br i1 [[EXITCOND_OUTERMOST]], label %[[FOR_OUTERMOST_HEADER]], label %[[FOR_MIDDLE_LATCH_SPLIT:.*]] |
| ; CHECK: [[FOR_MIDDLE_LATCH]]: |
| ; CHECK-NEXT: [[TMP0]] = add nuw nsw i64 [[INDVARS_MIDDLE]], 1 |
| ; CHECK-NEXT: [[TMP1:%.*]] = icmp ne i64 [[TMP0]], 10 |
| ; CHECK-NEXT: br i1 [[TMP1]], label %[[FOR_MIDDLE_HEADER]], label %[[FOR_INNERMOST_SPLIT_SPLIT:.*]] |
| ; CHECK: [[FOR_INNERMOST]]: |
| ; CHECK-NEXT: [[INDVARS_INNERMOST:%.*]] = phi i64 [ [[TMP5:%.*]], %[[FOR_MIDDLE_LATCH_SPLIT]] ], [ 0, %[[FOR_INNERMOST_PREHEADER]] ] |
| ; CHECK-NEXT: br label %[[FOR_MIDDLE_HEADER_PREHEADER]] |
| ; CHECK: [[FOR_INNERMOST_SPLIT1]]: |
| ; CHECK-NEXT: br label %[[FOR_MIDDLE_HEADER_PREHEADER1]] |
| ; CHECK: [[FOR_OUTERMOST_HEADER_PREHEADER]]: |
| ; CHECK-NEXT: [[ARRAYIDX12:%.*]] = getelementptr inbounds [10 x [10 x i32]], ptr [[E]], i64 [[INDVARS_INNERMOST]], i64 [[INDVARS_MIDDLE]], i64 [[INDVARS_OUTERMOST]] |
| ; CHECK-NEXT: [[TMP2:%.*]] = load i32, ptr [[ARRAYIDX12]], align 4 |
| ; CHECK-NEXT: [[ARRAYIDX18:%.*]] = getelementptr inbounds [10 x [10 x i32]], ptr [[F]], i64 [[INDVARS_INNERMOST]], i64 [[INDVARS_MIDDLE]], i64 [[INDVARS_OUTERMOST]] |
| ; CHECK-NEXT: store i32 [[TMP2]], ptr [[ARRAYIDX18]], align 4 |
| ; CHECK-NEXT: [[INDVARS_INNERMOST_NEXT:%.*]] = add nuw nsw i64 [[INDVARS_INNERMOST]], 1 |
| ; CHECK-NEXT: [[EXITCOND_INNERMOST:%.*]] = icmp ne i64 [[INDVARS_INNERMOST_NEXT]], 10 |
| ; CHECK-NEXT: br label %[[FOR_MIDDLE_LATCH]] |
| ; CHECK: [[FOR_INNERMOST_SPLIT_SPLIT]]: |
| ; CHECK-NEXT: [[TMP3:%.*]] = add nuw nsw i64 [[INDVARS_INNERMOST]], 1 |
| ; CHECK-NEXT: [[TMP4:%.*]] = icmp ne i64 [[TMP3]], 10 |
| ; CHECK-NEXT: br label %[[FOR_OUTERMOST_LATCH]] |
| ; CHECK: [[FOR_MIDDLE_LATCH_SPLIT]]: |
| ; CHECK-NEXT: [[TMP5]] = add nuw nsw i64 [[INDVARS_INNERMOST]], 1 |
| ; CHECK-NEXT: [[TMP6:%.*]] = icmp ne i64 [[TMP5]], 10 |
| ; CHECK-NEXT: br i1 [[TMP6]], label %[[FOR_INNERMOST]], label %[[FOR_COND_CLEANUP]] |
| ; |
| entry: |
| br label %for.outermost.header |
| |
| for.outermost.header: ; preds = %entry, %for.outermost.latch |
| %indvars.outermost = phi i64 [ 0, %entry ], [ %indvars.outermost.next, %for.outermost.latch ] |
| br label %for.middle.header |
| |
| for.cond.cleanup: ; preds = %for.outermost.latch |
| ret void |
| |
| for.middle.header: ; preds = %for.outermost.header, %for.middle.latch |
| %indvars.middle = phi i64 [ 0, %for.outermost.header ], [ %indvars.middle.next, %for.middle.latch ] |
| br label %for.innermost |
| |
| for.outermost.latch: ; preds = %for.middle.latch |
| %indvars.outermost.next = add nuw nsw i64 %indvars.outermost, 1 |
| %exitcond.outermost = icmp ne i64 %indvars.outermost.next, 10 |
| br i1 %exitcond.outermost, label %for.outermost.header, label %for.cond.cleanup |
| |
| for.middle.latch: ; preds = %for.innermost |
| %indvars.middle.next = add nuw nsw i64 %indvars.middle, 1 |
| %exitcond.middle = icmp ne i64 %indvars.middle.next, 10 |
| br i1 %exitcond.middle, label %for.middle.header, label %for.outermost.latch |
| |
| for.innermost: ; preds = %for.middle.header, %for.innermost |
| %indvars.innermost = phi i64 [ 0, %for.middle.header ], [ %indvars.innermost.next, %for.innermost ] |
| %arrayidx12 = getelementptr inbounds [10 x [10 x i32]], ptr %e, i64 %indvars.innermost, i64 %indvars.middle, i64 %indvars.outermost |
| %0 = load i32, ptr %arrayidx12 |
| %arrayidx18 = getelementptr inbounds [10 x [10 x i32]], ptr %f, i64 %indvars.innermost, i64 %indvars.middle, i64 %indvars.outermost |
| store i32 %0, ptr %arrayidx18 |
| %indvars.innermost.next = add nuw nsw i64 %indvars.innermost, 1 |
| %exitcond.innermost = icmp ne i64 %indvars.innermost.next, 10 |
| br i1 %exitcond.innermost, label %for.innermost, label %for.middle.latch |
| } |