2016-07-15 22:43:04 +08:00
|
|
|
; RUN: opt %loadPolly -polly-codegen-ppcg -polly-acc-dump-code \
|
|
|
|
; RUN: -disable-output < %s | \
|
|
|
|
; RUN: FileCheck -check-prefix=CODE %s
|
|
|
|
|
|
|
|
; REQUIRES: pollyacc
|
|
|
|
|
|
|
|
target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
|
|
|
|
target triple = "x86_64-unknown-linux-gnu"
|
|
|
|
|
|
|
|
; This test case took at some point forever to schedule, as the isl scheduler
|
|
|
|
; seems to have problems if domain constraints appear in the dependences
|
|
|
|
; provided to the scheduler.
|
|
|
|
|
|
|
|
; /* D := alpha*A*B*C + beta*D */
|
|
|
|
; for (i = 0; i < _PB_NI; i++)
|
|
|
|
; for (j = 0; j < _PB_NJ; j++)
|
|
|
|
; {
|
|
|
|
; tmp[i][j] = 0;
|
|
|
|
; for (k = 0; k < _PB_NK; ++k)
|
|
|
|
; tmp[i][j] += alpha * A[i][k] * B[k][j];
|
|
|
|
; }
|
|
|
|
; for (i = 0; i < _PB_NI; i++)
|
|
|
|
; for (j = 0; j < _PB_NL; j++)
|
|
|
|
; {
|
|
|
|
; D[i][j] *= beta;
|
|
|
|
; for (k = 0; k < _PB_NJ; ++k)
|
|
|
|
; D[i][j] += tmp[i][k] * C[k][j];
|
|
|
|
; }
|
|
|
|
|
2017-07-20 23:48:36 +08:00
|
|
|
; CODE: cudaCheckReturn(cudaMemcpy(dev_MemRef_A, MemRef_A, (4096) * (4096) * sizeof(float), cudaMemcpyHostToDevice));
|
2016-07-15 22:43:04 +08:00
|
|
|
; CODE-NEXT: cudaCheckReturn(cudaMemcpy(dev_MemRef_B, MemRef_B, (4096) * (4096) * sizeof(float), cudaMemcpyHostToDevice));
|
|
|
|
; CODE-NEXT: cudaCheckReturn(cudaMemcpy(dev_MemRef_D, MemRef_D, (4096) * (4096) * sizeof(float), cudaMemcpyHostToDevice));
|
|
|
|
; CODE-NEXT: cudaCheckReturn(cudaMemcpy(dev_MemRef_C, MemRef_C, (4096) * (4096) * sizeof(float), cudaMemcpyHostToDevice));
|
|
|
|
; CODE-NEXT: {
|
2016-07-16 00:15:47 +08:00
|
|
|
; CODE-NEXT: dim3 k0_dimBlock(16, 32);
|
|
|
|
; CODE-NEXT: dim3 k0_dimGrid(128, 128);
|
2016-09-18 03:22:18 +08:00
|
|
|
; CODE-NEXT: kernel0 <<<k0_dimGrid, k0_dimBlock>>> (dev_MemRef_tmp, dev_MemRef_A, MemRef_alpha, dev_MemRef_B);
|
2016-07-15 22:43:04 +08:00
|
|
|
; CODE-NEXT: cudaCheckKernel();
|
|
|
|
; CODE-NEXT: }
|
|
|
|
|
2016-07-16 00:15:47 +08:00
|
|
|
; CODE: {
|
|
|
|
; CODE-NEXT: dim3 k1_dimBlock(16, 32);
|
|
|
|
; CODE-NEXT: dim3 k1_dimGrid(128, 128);
|
2016-09-18 03:22:18 +08:00
|
|
|
; CODE-NEXT: kernel1 <<<k1_dimGrid, k1_dimBlock>>> (dev_MemRef_tmp, dev_MemRef_D, MemRef_beta, dev_MemRef_C);
|
2016-07-16 00:15:47 +08:00
|
|
|
; CODE-NEXT: cudaCheckKernel();
|
|
|
|
; CODE-NEXT: }
|
|
|
|
|
2016-07-15 22:43:04 +08:00
|
|
|
; CODE: cudaCheckReturn(cudaMemcpy(MemRef_tmp, dev_MemRef_tmp, (4096) * (4096) * sizeof(float), cudaMemcpyDeviceToHost));
|
|
|
|
; CODE-NEXT: cudaCheckReturn(cudaMemcpy(MemRef_D, dev_MemRef_D, (4096) * (4096) * sizeof(float), cudaMemcpyDeviceToHost));
|
|
|
|
|
|
|
|
; CODE: # kernel0
|
2016-07-16 00:15:47 +08:00
|
|
|
; CODE-NEXT: for (int c2 = 0; c2 <= 127; c2 += 1)
|
|
|
|
; CODE-NEXT: for (int c4 = 0; c4 <= 1; c4 += 1) {
|
|
|
|
; CODE-NEXT: if (c2 == 0)
|
|
|
|
; CODE-NEXT: Stmt_for_body6(32 * b0 + t0, 32 * b1 + t1 + 16 * c4);
|
|
|
|
; CODE-NEXT: for (int c5 = 0; c5 <= 31; c5 += 1)
|
|
|
|
; CODE-NEXT: Stmt_for_body11(32 * b0 + t0, 32 * b1 + t1 + 16 * c4, 32 * c2 + c5);
|
|
|
|
; CODE-NEXT: }
|
|
|
|
|
|
|
|
; CODE: # kernel1
|
|
|
|
; CODE-NEXT: for (int c2 = 0; c2 <= 127; c2 += 1)
|
|
|
|
; CODE-NEXT: for (int c4 = 0; c4 <= 1; c4 += 1) {
|
|
|
|
; CODE-NEXT: if (c2 == 0)
|
|
|
|
; CODE-NEXT: Stmt_for_body36(32 * b0 + t0, 32 * b1 + t1 + 16 * c4);
|
|
|
|
; CODE-NEXT: for (int c5 = 0; c5 <= 31; c5 += 1)
|
|
|
|
; CODE-NEXT: Stmt_for_body44(32 * b0 + t0, 32 * b1 + t1 + 16 * c4, 32 * c2 + c5);
|
|
|
|
; CODE-NEXT: }
|
|
|
|
|
2016-07-15 22:43:04 +08:00
|
|
|
|
|
|
|
|
|
|
|
; Function Attrs: argmemonly nounwind
|
|
|
|
declare void @llvm.lifetime.start(i64, i8* nocapture) #0
|
|
|
|
|
|
|
|
; Function Attrs: nounwind uwtable
|
|
|
|
define internal void @kernel_2mm(i32 %ni, i32 %nj, i32 %nk, i32 %nl, float %alpha, float %beta, [4096 x float]* %tmp, [4096 x float]* %A, [4096 x float]* %B, [4096 x float]* %C, [4096 x float]* %D) #1 {
|
|
|
|
entry:
|
|
|
|
br label %entry.split
|
|
|
|
|
|
|
|
entry.split: ; preds = %entry
|
|
|
|
br label %for.cond4.preheader
|
|
|
|
|
|
|
|
for.cond4.preheader: ; preds = %entry.split, %for.inc28
|
|
|
|
%indvars.iv19 = phi i64 [ 0, %entry.split ], [ %indvars.iv.next20, %for.inc28 ]
|
|
|
|
br label %for.body6
|
|
|
|
|
|
|
|
for.cond31.preheader: ; preds = %for.inc28
|
|
|
|
br label %for.cond34.preheader
|
|
|
|
|
|
|
|
for.body6: ; preds = %for.cond4.preheader, %for.inc25
|
|
|
|
%indvars.iv16 = phi i64 [ 0, %for.cond4.preheader ], [ %indvars.iv.next17, %for.inc25 ]
|
|
|
|
%arrayidx8 = getelementptr inbounds [4096 x float], [4096 x float]* %tmp, i64 %indvars.iv19, i64 %indvars.iv16
|
|
|
|
store float 0.000000e+00, float* %arrayidx8, align 4, !tbaa !1
|
|
|
|
br label %for.body11
|
|
|
|
|
|
|
|
for.body11: ; preds = %for.body6, %for.body11
|
|
|
|
%indvars.iv13 = phi i64 [ 0, %for.body6 ], [ %indvars.iv.next14, %for.body11 ]
|
|
|
|
%arrayidx15 = getelementptr inbounds [4096 x float], [4096 x float]* %A, i64 %indvars.iv19, i64 %indvars.iv13
|
|
|
|
%tmp22 = load float, float* %arrayidx15, align 4, !tbaa !1
|
|
|
|
%mul = fmul float %tmp22, %alpha
|
|
|
|
%arrayidx19 = getelementptr inbounds [4096 x float], [4096 x float]* %B, i64 %indvars.iv13, i64 %indvars.iv16
|
|
|
|
%tmp23 = load float, float* %arrayidx19, align 4, !tbaa !1
|
|
|
|
%mul20 = fmul float %mul, %tmp23
|
|
|
|
%arrayidx24 = getelementptr inbounds [4096 x float], [4096 x float]* %tmp, i64 %indvars.iv19, i64 %indvars.iv16
|
|
|
|
%tmp24 = load float, float* %arrayidx24, align 4, !tbaa !1
|
|
|
|
%add = fadd float %tmp24, %mul20
|
|
|
|
store float %add, float* %arrayidx24, align 4, !tbaa !1
|
|
|
|
%indvars.iv.next14 = add nuw nsw i64 %indvars.iv13, 1
|
|
|
|
%exitcond15 = icmp ne i64 %indvars.iv.next14, 4096
|
|
|
|
br i1 %exitcond15, label %for.body11, label %for.inc25
|
|
|
|
|
|
|
|
for.inc25: ; preds = %for.body11
|
|
|
|
%indvars.iv.next17 = add nuw nsw i64 %indvars.iv16, 1
|
|
|
|
%exitcond18 = icmp ne i64 %indvars.iv.next17, 4096
|
|
|
|
br i1 %exitcond18, label %for.body6, label %for.inc28
|
|
|
|
|
|
|
|
for.inc28: ; preds = %for.inc25
|
|
|
|
%indvars.iv.next20 = add nuw nsw i64 %indvars.iv19, 1
|
|
|
|
%exitcond21 = icmp ne i64 %indvars.iv.next20, 4096
|
|
|
|
br i1 %exitcond21, label %for.cond4.preheader, label %for.cond31.preheader
|
|
|
|
|
|
|
|
for.cond34.preheader: ; preds = %for.cond31.preheader, %for.inc65
|
|
|
|
%indvars.iv10 = phi i64 [ 0, %for.cond31.preheader ], [ %indvars.iv.next11, %for.inc65 ]
|
|
|
|
br label %for.body36
|
|
|
|
|
|
|
|
for.body36: ; preds = %for.cond34.preheader, %for.inc62
|
|
|
|
%indvars.iv7 = phi i64 [ 0, %for.cond34.preheader ], [ %indvars.iv.next8, %for.inc62 ]
|
|
|
|
%arrayidx40 = getelementptr inbounds [4096 x float], [4096 x float]* %D, i64 %indvars.iv10, i64 %indvars.iv7
|
|
|
|
%tmp25 = load float, float* %arrayidx40, align 4, !tbaa !1
|
|
|
|
%mul41 = fmul float %tmp25, %beta
|
|
|
|
store float %mul41, float* %arrayidx40, align 4, !tbaa !1
|
|
|
|
br label %for.body44
|
|
|
|
|
|
|
|
for.body44: ; preds = %for.body36, %for.body44
|
|
|
|
%indvars.iv = phi i64 [ 0, %for.body36 ], [ %indvars.iv.next, %for.body44 ]
|
|
|
|
%arrayidx48 = getelementptr inbounds [4096 x float], [4096 x float]* %tmp, i64 %indvars.iv10, i64 %indvars.iv
|
|
|
|
%tmp26 = load float, float* %arrayidx48, align 4, !tbaa !1
|
|
|
|
%arrayidx52 = getelementptr inbounds [4096 x float], [4096 x float]* %C, i64 %indvars.iv, i64 %indvars.iv7
|
|
|
|
%tmp27 = load float, float* %arrayidx52, align 4, !tbaa !1
|
|
|
|
%mul53 = fmul float %tmp26, %tmp27
|
|
|
|
%arrayidx57 = getelementptr inbounds [4096 x float], [4096 x float]* %D, i64 %indvars.iv10, i64 %indvars.iv7
|
|
|
|
%tmp28 = load float, float* %arrayidx57, align 4, !tbaa !1
|
|
|
|
%add58 = fadd float %tmp28, %mul53
|
|
|
|
store float %add58, float* %arrayidx57, align 4, !tbaa !1
|
|
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
|
|
%exitcond = icmp ne i64 %indvars.iv.next, 4096
|
|
|
|
br i1 %exitcond, label %for.body44, label %for.inc62
|
|
|
|
|
|
|
|
for.inc62: ; preds = %for.body44
|
|
|
|
%indvars.iv.next8 = add nuw nsw i64 %indvars.iv7, 1
|
|
|
|
%exitcond9 = icmp ne i64 %indvars.iv.next8, 4096
|
|
|
|
br i1 %exitcond9, label %for.body36, label %for.inc65
|
|
|
|
|
|
|
|
for.inc65: ; preds = %for.inc62
|
|
|
|
%indvars.iv.next11 = add nuw nsw i64 %indvars.iv10, 1
|
|
|
|
%exitcond12 = icmp ne i64 %indvars.iv.next11, 4096
|
|
|
|
br i1 %exitcond12, label %for.cond34.preheader, label %for.end67
|
|
|
|
|
|
|
|
for.end67: ; preds = %for.inc65
|
|
|
|
ret void
|
|
|
|
}
|
|
|
|
|
|
|
|
; Function Attrs: argmemonly nounwind
|
|
|
|
declare void @llvm.lifetime.end(i64, i8* nocapture) #0
|
|
|
|
|
|
|
|
attributes #0 = { argmemonly nounwind }
|
2019-12-25 08:11:33 +08:00
|
|
|
attributes #1 = { nounwind uwtable "disable-tail-calls"="false" "less-precise-fpmad"="false" "frame-pointer"="none" "no-infs-fp-math"="false" "no-jump-tables"="false" "no-nans-fp-math"="false" "no-signed-zeros-fp-math"="false" "stack-protector-buffer-size"="8" "target-cpu"="x86-64" "target-features"="+fxsr,+mmx,+sse,+sse2,+x87" "unsafe-fp-math"="false" "use-soft-float"="false" }
|
2016-07-15 22:43:04 +08:00
|
|
|
|
|
|
|
!llvm.ident = !{!0}
|
|
|
|
|
|
|
|
!0 = !{!"clang version 3.9.0 (trunk 275267) (llvm/trunk 275268)"}
|
|
|
|
!1 = !{!2, !2, i64 0}
|
|
|
|
!2 = !{!"float", !3, i64 0}
|
|
|
|
!3 = !{!"omnipotent char", !4, i64 0}
|
|
|
|
!4 = !{!"Simple C/C++ TBAA"}
|