Matt Arsenault | ad55ee5 | 2016-12-06 01:02:51 +0000 | [diff] [blame] | 1 | ; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=SI %s |
Tom Stellard | 58ac744 | 2014-04-29 23:12:48 +0000 | [diff] [blame] | 2 | ; |
| 3 | ; |
| 4 | ; Most SALU instructions ignore control flow, so we need to make sure |
| 5 | ; they don't overwrite values from other blocks. |
| 6 | |
Tom Stellard | 744b99b | 2014-09-24 01:33:28 +0000 | [diff] [blame] | 7 | ; If the branch decision is made based on a value in an SGPR then all |
| 8 | ; threads will execute the same code paths, so we don't need to worry |
| 9 | ; about instructions in different blocks overwriting each other. |
Tom Stellard | 79243d9 | 2014-10-01 17:15:17 +0000 | [diff] [blame] | 10 | ; SI-LABEL: {{^}}sgpr_if_else_salu_br: |
Tom Stellard | 326d6ec | 2014-11-05 14:50:53 +0000 | [diff] [blame] | 11 | ; SI: s_add |
Matt Arsenault | ad55ee5 | 2016-12-06 01:02:51 +0000 | [diff] [blame] | 12 | ; SI: s_branch |
| 13 | |
| 14 | ; SI: s_sub |
Tom Stellard | 58ac744 | 2014-04-29 23:12:48 +0000 | [diff] [blame] | 15 | |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 16 | define amdgpu_kernel void @sgpr_if_else_salu_br(i32 addrspace(1)* %out, i32 %a, i32 %b, i32 %c, i32 %d, i32 %e) { |
Tom Stellard | 58ac744 | 2014-04-29 23:12:48 +0000 | [diff] [blame] | 17 | entry: |
| 18 | %0 = icmp eq i32 %a, 0 |
| 19 | br i1 %0, label %if, label %else |
| 20 | |
| 21 | if: |
Matt Arsenault | ad55ee5 | 2016-12-06 01:02:51 +0000 | [diff] [blame] | 22 | %1 = sub i32 %b, %c |
| 23 | br label %endif |
| 24 | |
| 25 | else: |
| 26 | %2 = add i32 %d, %e |
| 27 | br label %endif |
| 28 | |
| 29 | endif: |
| 30 | %3 = phi i32 [%1, %if], [%2, %else] |
| 31 | %4 = add i32 %3, %a |
| 32 | store i32 %4, i32 addrspace(1)* %out |
| 33 | ret void |
| 34 | } |
| 35 | |
| 36 | ; SI-LABEL: {{^}}sgpr_if_else_salu_br_opt: |
| 37 | ; SI: s_cmp_lg_u32 |
| 38 | ; SI: s_cbranch_scc0 [[IF:BB[0-9]+_[0-9]+]] |
| 39 | |
| 40 | ; SI: ; BB#1: ; %else |
| 41 | ; SI: s_load_dword [[LOAD0:s[0-9]+]], s{{\[[0-9]+:[0-9]+\]}}, 0xe |
| 42 | ; SI: s_load_dword [[LOAD1:s[0-9]+]], s{{\[[0-9]+:[0-9]+\]}}, 0xf |
| 43 | ; SI-NOT: add |
| 44 | ; SI: s_branch [[ENDIF:BB[0-9]+_[0-9]+]] |
| 45 | |
| 46 | ; SI: [[IF]]: ; %if |
| 47 | ; SI: s_load_dword [[LOAD0]], s{{\[[0-9]+:[0-9]+\]}}, 0xc |
| 48 | ; SI: s_load_dword [[LOAD1]], s{{\[[0-9]+:[0-9]+\]}}, 0xd |
| 49 | ; SI-NOT: add |
| 50 | |
| 51 | ; SI: [[ENDIF]]: ; %endif |
| 52 | ; SI: s_add_i32 s{{[0-9]+}}, [[LOAD0]], [[LOAD1]] |
| 53 | ; SI: buffer_store_dword |
| 54 | ; SI-NEXT: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 55 | define amdgpu_kernel void @sgpr_if_else_salu_br_opt(i32 addrspace(1)* %out, i32 %a, i32 %b, i32 %c, i32 %d, i32 %e) { |
Matt Arsenault | ad55ee5 | 2016-12-06 01:02:51 +0000 | [diff] [blame] | 56 | entry: |
| 57 | %0 = icmp eq i32 %a, 0 |
| 58 | br i1 %0, label %if, label %else |
| 59 | |
| 60 | if: |
Tom Stellard | 58ac744 | 2014-04-29 23:12:48 +0000 | [diff] [blame] | 61 | %1 = add i32 %b, %c |
| 62 | br label %endif |
| 63 | |
| 64 | else: |
| 65 | %2 = add i32 %d, %e |
| 66 | br label %endif |
| 67 | |
| 68 | endif: |
| 69 | %3 = phi i32 [%1, %if], [%2, %else] |
| 70 | %4 = add i32 %3, %a |
| 71 | store i32 %4, i32 addrspace(1)* %out |
| 72 | ret void |
| 73 | } |
Tom Stellard | 744b99b | 2014-09-24 01:33:28 +0000 | [diff] [blame] | 74 | |
| 75 | ; The two S_ADD instructions should write to different registers, since |
| 76 | ; different threads will take different control flow paths. |
| 77 | |
Tom Stellard | 79243d9 | 2014-10-01 17:15:17 +0000 | [diff] [blame] | 78 | ; SI-LABEL: {{^}}sgpr_if_else_valu_br: |
Tom Stellard | 326d6ec | 2014-11-05 14:50:53 +0000 | [diff] [blame] | 79 | ; SI: s_add_i32 [[SGPR:s[0-9]+]] |
| 80 | ; SI-NOT: s_add_i32 [[SGPR]] |
Tom Stellard | 744b99b | 2014-09-24 01:33:28 +0000 | [diff] [blame] | 81 | |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 82 | define amdgpu_kernel void @sgpr_if_else_valu_br(i32 addrspace(1)* %out, float %a, i32 %b, i32 %c, i32 %d, i32 %e) { |
Tom Stellard | 744b99b | 2014-09-24 01:33:28 +0000 | [diff] [blame] | 83 | entry: |
Matt Arsenault | 9c47dd5 | 2016-02-11 06:02:01 +0000 | [diff] [blame] | 84 | %tid = call i32 @llvm.amdgcn.workitem.id.x() #0 |
Tom Stellard | 744b99b | 2014-09-24 01:33:28 +0000 | [diff] [blame] | 85 | %tid_f = uitofp i32 %tid to float |
| 86 | %tmp1 = fcmp ueq float %tid_f, 0.0 |
| 87 | br i1 %tmp1, label %if, label %else |
| 88 | |
| 89 | if: |
| 90 | %tmp2 = add i32 %b, %c |
| 91 | br label %endif |
| 92 | |
| 93 | else: |
| 94 | %tmp3 = add i32 %d, %e |
| 95 | br label %endif |
| 96 | |
| 97 | endif: |
| 98 | %tmp4 = phi i32 [%tmp2, %if], [%tmp3, %else] |
| 99 | store i32 %tmp4, i32 addrspace(1)* %out |
| 100 | ret void |
| 101 | } |
| 102 | |
Matt Arsenault | becd656 | 2014-12-03 05:22:35 +0000 | [diff] [blame] | 103 | ; FIXME: Should write to different SGPR pairs instead of copying to |
| 104 | ; VALU for i1 phi. |
| 105 | |
| 106 | ; SI-LABEL: {{^}}sgpr_if_else_valu_cmp_phi_br: |
| 107 | ; SI: buffer_load_dword [[AVAL:v[0-9]+]] |
Matt Arsenault | f5b2cd8 | 2015-03-23 18:45:30 +0000 | [diff] [blame] | 108 | ; SI: v_cmp_gt_i32_e32 [[CMP_IF:vcc]], 0, [[AVAL]] |
Matt Arsenault | becd656 | 2014-12-03 05:22:35 +0000 | [diff] [blame] | 109 | ; SI: v_cndmask_b32_e64 [[V_CMP:v[0-9]+]], 0, -1, [[CMP_IF]] |
| 110 | |
Matt Arsenault | ad55ee5 | 2016-12-06 01:02:51 +0000 | [diff] [blame] | 111 | ; SI: BB{{[0-9]+}}_2: |
Matt Arsenault | becd656 | 2014-12-03 05:22:35 +0000 | [diff] [blame] | 112 | ; SI: buffer_load_dword [[AVAL:v[0-9]+]] |
Matt Arsenault | 5d8eb25 | 2016-09-30 01:50:20 +0000 | [diff] [blame] | 113 | ; SI: v_cmp_eq_u32_e32 [[CMP_ELSE:vcc]], 0, [[AVAL]] |
Matt Arsenault | becd656 | 2014-12-03 05:22:35 +0000 | [diff] [blame] | 114 | ; SI: v_cndmask_b32_e64 [[V_CMP]], 0, -1, [[CMP_ELSE]] |
| 115 | |
Matt Arsenault | 5d8eb25 | 2016-09-30 01:50:20 +0000 | [diff] [blame] | 116 | ; SI: v_cmp_ne_u32_e32 [[CMP_CMP:vcc]], 0, [[V_CMP]] |
Matt Arsenault | becd656 | 2014-12-03 05:22:35 +0000 | [diff] [blame] | 117 | ; SI: v_cndmask_b32_e64 [[RESULT:v[0-9]+]], 0, -1, [[CMP_CMP]] |
| 118 | ; SI: buffer_store_dword [[RESULT]] |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 119 | define amdgpu_kernel void @sgpr_if_else_valu_cmp_phi_br(i32 addrspace(1)* %out, i32 addrspace(1)* %a, i32 addrspace(1)* %b) { |
Matt Arsenault | becd656 | 2014-12-03 05:22:35 +0000 | [diff] [blame] | 120 | entry: |
Matt Arsenault | 9c47dd5 | 2016-02-11 06:02:01 +0000 | [diff] [blame] | 121 | %tid = call i32 @llvm.amdgcn.workitem.id.x() #0 |
Matt Arsenault | becd656 | 2014-12-03 05:22:35 +0000 | [diff] [blame] | 122 | %tmp1 = icmp eq i32 %tid, 0 |
| 123 | br i1 %tmp1, label %if, label %else |
| 124 | |
| 125 | if: |
David Blaikie | 79e6c74 | 2015-02-27 19:29:02 +0000 | [diff] [blame] | 126 | %gep.if = getelementptr i32, i32 addrspace(1)* %a, i32 %tid |
David Blaikie | a79ac14 | 2015-02-27 21:17:42 +0000 | [diff] [blame] | 127 | %a.val = load i32, i32 addrspace(1)* %gep.if |
Matt Arsenault | becd656 | 2014-12-03 05:22:35 +0000 | [diff] [blame] | 128 | %cmp.if = icmp eq i32 %a.val, 0 |
| 129 | br label %endif |
| 130 | |
| 131 | else: |
David Blaikie | 79e6c74 | 2015-02-27 19:29:02 +0000 | [diff] [blame] | 132 | %gep.else = getelementptr i32, i32 addrspace(1)* %b, i32 %tid |
David Blaikie | a79ac14 | 2015-02-27 21:17:42 +0000 | [diff] [blame] | 133 | %b.val = load i32, i32 addrspace(1)* %gep.else |
Matt Arsenault | becd656 | 2014-12-03 05:22:35 +0000 | [diff] [blame] | 134 | %cmp.else = icmp slt i32 %b.val, 0 |
| 135 | br label %endif |
| 136 | |
| 137 | endif: |
| 138 | %tmp4 = phi i1 [%cmp.if, %if], [%cmp.else, %else] |
| 139 | %ext = sext i1 %tmp4 to i32 |
| 140 | store i32 %ext, i32 addrspace(1)* %out |
| 141 | ret void |
| 142 | } |
| 143 | |
Matt Arsenault | 9c47dd5 | 2016-02-11 06:02:01 +0000 | [diff] [blame] | 144 | declare i32 @llvm.amdgcn.workitem.id.x() #0 |
Tom Stellard | 744b99b | 2014-09-24 01:33:28 +0000 | [diff] [blame] | 145 | |
| 146 | attributes #0 = { readnone } |