Gitiles
Code Review Sign In
gerrit-public.fairphone.software / toolchain / llvm-project / a2c4c71c12d686bb7f25f6e675a6f300916dc96a / . / llvm / test / CodeGen / AArch64 / atomic-ops.ll
blob: 5fe29364ee38705e2d9356808276663357771435 [file] [log] [blame]
Tim Northovere3d42362013-02-01 11:40:47 +0000[diff] [blame]1; RUN: llc -mtriple=aarch64-none-linux-gnu -verify-machineinstrs < %s | FileCheck %s
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]2; RUN: llc -mtriple=aarch64-none-linux-gnu -verify-machineinstrs < %s | FileCheck --check-prefix=CHECK-REG %s
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]3
4@var8 = global i8 0
5@var16 = global i16 0
6@var32 = global i32 0
7@var64 = global i64 0
8
9define i8 @test_atomic_load_add_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]10; CHECK-LABEL: test_atomic_load_add_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]11 %old = atomicrmw add i8* @var8, i8 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]12; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]13; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
14; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
15
16; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]17; CHECK-NEXT: ldaxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]18 ; w0 below is a reasonable guess but could change: it certainly comes into the
19 ; function there.
20; CHECK-NEXT: add [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]21; CHECK-REG: add w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
22; CHECK-REG-NOT: stlxrb w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]23; CHECK-NEXT: stlxrb [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]24; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]25; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]26
27; CHECK: mov x0, x[[OLD]]
28 ret i8 %old
29}
30
31define i16 @test_atomic_load_add_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]32; CHECK-LABEL: test_atomic_load_add_i16:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]33 %old = atomicrmw add i16* @var16, i16 %offset acquire
34; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]35; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
36; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
37
38; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]39; CHECK-NEXT: ldaxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]40 ; w0 below is a reasonable guess but could change: it certainly comes into the
41 ; function there.
42; CHECK-NEXT: add [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]43; CHECK-REG: add w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
44; CHECK-REG-NOT: stxrh w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]45; CHECK-NEXT: stxrh [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]46; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]47; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]48
49; CHECK: mov x0, x[[OLD]]
50 ret i16 %old
51}
52
53define i32 @test_atomic_load_add_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]54; CHECK-LABEL: test_atomic_load_add_i32:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]55 %old = atomicrmw add i32* @var32, i32 %offset release
56; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]57; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
58; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
59
60; CHECK: .LBB{{[0-9]+}}_1:
61; CHECK-NEXT: ldxr w[[OLD:[0-9]+]], [x[[ADDR]]]
62 ; w0 below is a reasonable guess but could change: it certainly comes into the
63 ; function there.
64; CHECK-NEXT: add [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]65; CHECK-REG: add w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
66; CHECK-REG-NOT: stlxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]67; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]68; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]69; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]70
71; CHECK: mov x0, x[[OLD]]
72 ret i32 %old
73}
74
75define i64 @test_atomic_load_add_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]76; CHECK-LABEL: test_atomic_load_add_i64:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]77 %old = atomicrmw add i64* @var64, i64 %offset monotonic
78; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]79; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
80; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
81
82; CHECK: .LBB{{[0-9]+}}_1:
83; CHECK-NEXT: ldxr x[[OLD:[0-9]+]], [x[[ADDR]]]
84 ; x0 below is a reasonable guess but could change: it certainly comes into the
85 ; function there.
86; CHECK-NEXT: add [[NEW:x[0-9]+]], x[[OLD]], x0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]87; CHECK-REG: add x[[NEW:[0-9]+]], x{{[0-9]+}}, x0
88; CHECK-REG-NOT: stxr w[[NEW]], x[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]89; CHECK-NEXT: stxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]90; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]91; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]92
93; CHECK: mov x0, x[[OLD]]
94 ret i64 %old
95}
96
97define i8 @test_atomic_load_sub_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]98; CHECK-LABEL: test_atomic_load_sub_i8:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]99 %old = atomicrmw sub i8* @var8, i8 %offset monotonic
100; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]101; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
102; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
103
104; CHECK: .LBB{{[0-9]+}}_1:
105; CHECK-NEXT: ldxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
106 ; w0 below is a reasonable guess but could change: it certainly comes into the
107 ; function there.
108; CHECK-NEXT: sub [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]109; CHECK-REG: sub w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
110; CHECK-REG-NOT: stxrb w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]111; CHECK-NEXT: stxrb [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]112; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]113; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]114
115; CHECK: mov x0, x[[OLD]]
116 ret i8 %old
117}
118
119define i16 @test_atomic_load_sub_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]120; CHECK-LABEL: test_atomic_load_sub_i16:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]121 %old = atomicrmw sub i16* @var16, i16 %offset release
122; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]123; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
124; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
125
126; CHECK: .LBB{{[0-9]+}}_1:
127; CHECK-NEXT: ldxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
128 ; w0 below is a reasonable guess but could change: it certainly comes into the
129 ; function there.
130; CHECK-NEXT: sub [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]131; CHECK-REG: sub w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
132; CHECK-REG-NOT: stlxrh w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]133; CHECK-NEXT: stlxrh [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]134; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]135; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]136
137; CHECK: mov x0, x[[OLD]]
138 ret i16 %old
139}
140
141define i32 @test_atomic_load_sub_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]142; CHECK-LABEL: test_atomic_load_sub_i32:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]143 %old = atomicrmw sub i32* @var32, i32 %offset acquire
144; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]145; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
146; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
147
148; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]149; CHECK-NEXT: ldaxr w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]150 ; w0 below is a reasonable guess but could change: it certainly comes into the
151 ; function there.
152; CHECK-NEXT: sub [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]153; CHECK-REG: sub w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
154; CHECK-REG-NOT: stxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]155; CHECK-NEXT: stxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]156; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]157; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]158
159; CHECK: mov x0, x[[OLD]]
160 ret i32 %old
161}
162
163define i64 @test_atomic_load_sub_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]164; CHECK-LABEL: test_atomic_load_sub_i64:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]165 %old = atomicrmw sub i64* @var64, i64 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]166; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]167; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
168; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
169
170; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]171; CHECK-NEXT: ldaxr x[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]172 ; x0 below is a reasonable guess but could change: it certainly comes into the
173 ; function there.
174; CHECK-NEXT: sub [[NEW:x[0-9]+]], x[[OLD]], x0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]175; CHECK-REG: sub x[[NEW:[0-9]+]], x{{[0-9]+}}, x0
176; CHECK-REG-NOT: stlxr w[[NEW]], x[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]177; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]178; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]179; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]180
181; CHECK: mov x0, x[[OLD]]
182 ret i64 %old
183}
184
185define i8 @test_atomic_load_and_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]186; CHECK-LABEL: test_atomic_load_and_i8:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]187 %old = atomicrmw and i8* @var8, i8 %offset release
188; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]189; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
190; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
191
192; CHECK: .LBB{{[0-9]+}}_1:
193; CHECK-NEXT: ldxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
194 ; w0 below is a reasonable guess but could change: it certainly comes into the
195 ; function there.
196; CHECK-NEXT: and [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]197; CHECK-REG: and w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
198; CHECK-REG-NOT: stlxrb w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]199; CHECK-NEXT: stlxrb [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]200; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]201; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]202
203; CHECK: mov x0, x[[OLD]]
204 ret i8 %old
205}
206
207define i16 @test_atomic_load_and_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]208; CHECK-LABEL: test_atomic_load_and_i16:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]209 %old = atomicrmw and i16* @var16, i16 %offset monotonic
210; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]211; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
212; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
213
214; CHECK: .LBB{{[0-9]+}}_1:
215; CHECK-NEXT: ldxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
216 ; w0 below is a reasonable guess but could change: it certainly comes into the
217 ; function there.
218; CHECK-NEXT: and [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]219; CHECK-REG: and w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
220; CHECK-REG-NOT: stxrh w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]221; CHECK-NEXT: stxrh [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]222; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]223; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]224
225; CHECK: mov x0, x[[OLD]]
226 ret i16 %old
227}
228
229define i32 @test_atomic_load_and_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]230; CHECK-LABEL: test_atomic_load_and_i32:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]231 %old = atomicrmw and i32* @var32, i32 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]232; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]233; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
234; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
235
236; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]237; CHECK-NEXT: ldaxr w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]238 ; w0 below is a reasonable guess but could change: it certainly comes into the
239 ; function there.
240; CHECK-NEXT: and [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]241; CHECK-REG: and w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
242; CHECK-REG-NOT: stlxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]243; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]244; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]245; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]246
247; CHECK: mov x0, x[[OLD]]
248 ret i32 %old
249}
250
251define i64 @test_atomic_load_and_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]252; CHECK-LABEL: test_atomic_load_and_i64:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]253 %old = atomicrmw and i64* @var64, i64 %offset acquire
254; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]255; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
256; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
257
258; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]259; CHECK-NEXT: ldaxr x[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]260 ; x0 below is a reasonable guess but could change: it certainly comes into the
261 ; function there.
262; CHECK-NEXT: and [[NEW:x[0-9]+]], x[[OLD]], x0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]263; CHECK-REG: and x[[NEW:[0-9]+]], x{{[0-9]+}}, x0
264; CHECK-REG-NOT: stxr w[[NEW]], x[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]265; CHECK-NEXT: stxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]266; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]267; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]268
269; CHECK: mov x0, x[[OLD]]
270 ret i64 %old
271}
272
273define i8 @test_atomic_load_or_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]274; CHECK-LABEL: test_atomic_load_or_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]275 %old = atomicrmw or i8* @var8, i8 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]276; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]277; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
278; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
279
280; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]281; CHECK-NEXT: ldaxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]282 ; w0 below is a reasonable guess but could change: it certainly comes into the
283 ; function there.
284; CHECK-NEXT: orr [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]285; CHECK-REG: orr w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
286; CHECK-REG-NOT: stlxrb w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]287; CHECK-NEXT: stlxrb [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]288; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]289; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]290
291; CHECK: mov x0, x[[OLD]]
292 ret i8 %old
293}
294
295define i16 @test_atomic_load_or_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]296; CHECK-LABEL: test_atomic_load_or_i16:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]297 %old = atomicrmw or i16* @var16, i16 %offset monotonic
298; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]299; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
300; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
301
302; CHECK: .LBB{{[0-9]+}}_1:
303; CHECK-NEXT: ldxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
304 ; w0 below is a reasonable guess but could change: it certainly comes into the
305 ; function there.
306; CHECK-NEXT: orr [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]307; CHECK-REG: orr w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
308; CHECK-REG-NOT: stxrh w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]309; CHECK-NEXT: stxrh [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]310; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]311; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]312
313; CHECK: mov x0, x[[OLD]]
314 ret i16 %old
315}
316
317define i32 @test_atomic_load_or_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]318; CHECK-LABEL: test_atomic_load_or_i32:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]319 %old = atomicrmw or i32* @var32, i32 %offset acquire
320; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]321; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
322; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
323
324; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]325; CHECK-NEXT: ldaxr w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]326 ; w0 below is a reasonable guess but could change: it certainly comes into the
327 ; function there.
328; CHECK-NEXT: orr [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]329; CHECK-REG: orr w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
330; CHECK-REG-NOT: stxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]331; CHECK-NEXT: stxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]332; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]333; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]334
335; CHECK: mov x0, x[[OLD]]
336 ret i32 %old
337}
338
339define i64 @test_atomic_load_or_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]340; CHECK-LABEL: test_atomic_load_or_i64:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]341 %old = atomicrmw or i64* @var64, i64 %offset release
342; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]343; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
344; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
345
346; CHECK: .LBB{{[0-9]+}}_1:
347; CHECK-NEXT: ldxr x[[OLD:[0-9]+]], [x[[ADDR]]]
348 ; x0 below is a reasonable guess but could change: it certainly comes into the
349 ; function there.
350; CHECK-NEXT: orr [[NEW:x[0-9]+]], x[[OLD]], x0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]351; CHECK-REG: orr x[[NEW:[0-9]+]], x{{[0-9]+}}, x0
352; CHECK-REG-NOT: stlxr w[[NEW]], x[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]353; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]354; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]355; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]356
357; CHECK: mov x0, x[[OLD]]
358 ret i64 %old
359}
360
361define i8 @test_atomic_load_xor_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]362; CHECK-LABEL: test_atomic_load_xor_i8:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]363 %old = atomicrmw xor i8* @var8, i8 %offset acquire
364; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]365; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
366; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
367
368; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]369; CHECK-NEXT: ldaxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]370 ; w0 below is a reasonable guess but could change: it certainly comes into the
371 ; function there.
372; CHECK-NEXT: eor [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]373; CHECK-REG: eor w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
374; CHECK-REG-NOT: stxrb w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]375; CHECK-NEXT: stxrb [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]376; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]377; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]378
379; CHECK: mov x0, x[[OLD]]
380 ret i8 %old
381}
382
383define i16 @test_atomic_load_xor_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]384; CHECK-LABEL: test_atomic_load_xor_i16:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]385 %old = atomicrmw xor i16* @var16, i16 %offset release
386; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]387; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
388; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
389
390; CHECK: .LBB{{[0-9]+}}_1:
391; CHECK-NEXT: ldxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
392 ; w0 below is a reasonable guess but could change: it certainly comes into the
393 ; function there.
394; CHECK-NEXT: eor [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]395; CHECK-REG: eor w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
396; CHECK-REG-NOT: stxrh w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]397; CHECK-NEXT: stlxrh [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]398; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]399; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]400
401; CHECK: mov x0, x[[OLD]]
402 ret i16 %old
403}
404
405define i32 @test_atomic_load_xor_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]406; CHECK-LABEL: test_atomic_load_xor_i32:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]407 %old = atomicrmw xor i32* @var32, i32 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]408; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]409; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
410; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
411
412; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]413; CHECK-NEXT: ldaxr w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]414 ; w0 below is a reasonable guess but could change: it certainly comes into the
415 ; function there.
416; CHECK-NEXT: eor [[NEW:w[0-9]+]], w[[OLD]], w0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]417; CHECK-REG: eor w[[NEW:[0-9]+]], w{{[0-9]+}}, w0
418; CHECK-REG-NOT: stlxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]419; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]420; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]421; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]422
423; CHECK: mov x0, x[[OLD]]
424 ret i32 %old
425}
426
427define i64 @test_atomic_load_xor_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]428; CHECK-LABEL: test_atomic_load_xor_i64:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]429 %old = atomicrmw xor i64* @var64, i64 %offset monotonic
430; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]431; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
432; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
433
434; CHECK: .LBB{{[0-9]+}}_1:
435; CHECK-NEXT: ldxr x[[OLD:[0-9]+]], [x[[ADDR]]]
436 ; x0 below is a reasonable guess but could change: it certainly comes into the
437 ; function there.
438; CHECK-NEXT: eor [[NEW:x[0-9]+]], x[[OLD]], x0
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]439; CHECK-REG: eor x[[NEW:[0-9]+]], x{{[0-9]+}}, x0
440; CHECK-REG-NOT: stxr w[[NEW]], x[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]441; CHECK-NEXT: stxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]442; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]443; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]444
445; CHECK: mov x0, x[[OLD]]
446 ret i64 %old
447}
448
449define i8 @test_atomic_load_xchg_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]450; CHECK-LABEL: test_atomic_load_xchg_i8:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]451 %old = atomicrmw xchg i8* @var8, i8 %offset monotonic
452; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]453; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
454; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
455
456; CHECK: .LBB{{[0-9]+}}_1:
457; CHECK-NEXT: ldxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
458 ; w0 below is a reasonable guess but could change: it certainly comes into the
459 ; function there.
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]460; CHECK-REG-NOT: stxrb w0, w0, [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]461; CHECK-NEXT: stxrb [[STATUS:w[0-9]+]], w0, [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]462; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]463; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]464
465; CHECK: mov x0, x[[OLD]]
466 ret i8 %old
467}
468
469define i16 @test_atomic_load_xchg_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]470; CHECK-LABEL: test_atomic_load_xchg_i16:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]471 %old = atomicrmw xchg i16* @var16, i16 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]472; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]473; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
474; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
475
476; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]477; CHECK-NEXT: ldaxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]478 ; w0 below is a reasonable guess but could change: it certainly comes into the
479 ; function there.
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]480; CHECK-REG-NOT: stlxrh w0, w0, [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]481; CHECK-NEXT: stlxrh [[STATUS:w[0-9]+]], w0, [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]482; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]483; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]484
485; CHECK: mov x0, x[[OLD]]
486 ret i16 %old
487}
488
489define i32 @test_atomic_load_xchg_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]490; CHECK-LABEL: test_atomic_load_xchg_i32:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]491 %old = atomicrmw xchg i32* @var32, i32 %offset release
492; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]493; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
494; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
495
496; CHECK: .LBB{{[0-9]+}}_1:
497; CHECK-NEXT: ldxr w[[OLD:[0-9]+]], [x[[ADDR]]]
498 ; w0 below is a reasonable guess but could change: it certainly comes into the
499 ; function there.
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]500; CHECK-REG-NOT: stlxr w0, w0, [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]501; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], w0, [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]502; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]503; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]504
505; CHECK: mov x0, x[[OLD]]
506 ret i32 %old
507}
508
509define i64 @test_atomic_load_xchg_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]510; CHECK-LABEL: test_atomic_load_xchg_i64:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]511 %old = atomicrmw xchg i64* @var64, i64 %offset acquire
512; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]513; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
514; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
515
516; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]517; CHECK-NEXT: ldaxr x[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]518 ; x0 below is a reasonable guess but could change: it certainly comes into the
519 ; function there.
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]520; CHECK-REG-NOT: stxr w0, x0, [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]521; CHECK-NEXT: stxr [[STATUS:w[0-9]+]], x0, [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]522; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]523; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]524
525; CHECK: mov x0, x[[OLD]]
526 ret i64 %old
527}
528
529
530define i8 @test_atomic_load_min_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]531; CHECK-LABEL: test_atomic_load_min_i8:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]532 %old = atomicrmw min i8* @var8, i8 %offset acquire
533; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]534; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
535; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
536
537; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]538; CHECK-NEXT: ldaxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]539 ; w0 below is a reasonable guess but could change: it certainly comes into the
540 ; function there.
541; CHECK-NEXT: cmp w0, w[[OLD]], sxtb
542; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, gt
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]543; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, gt
544; CHECK-REG-NOT: stxrb w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]545; CHECK-NEXT: stxrb [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]546; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]547; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]548
549; CHECK: mov x0, x[[OLD]]
550 ret i8 %old
551}
552
553define i16 @test_atomic_load_min_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]554; CHECK-LABEL: test_atomic_load_min_i16:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]555 %old = atomicrmw min i16* @var16, i16 %offset release
556; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]557; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
558; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
559
560; CHECK: .LBB{{[0-9]+}}_1:
561; CHECK-NEXT: ldxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
562 ; w0 below is a reasonable guess but could change: it certainly comes into the
563 ; function there.
564; CHECK-NEXT: cmp w0, w[[OLD]], sxth
565; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, gt
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]566; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, gt
567; CHECK-REG-NOT: stlxrh w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]568; CHECK-NEXT: stlxrh [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]569; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]570; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]571
572; CHECK: mov x0, x[[OLD]]
573 ret i16 %old
574}
575
576define i32 @test_atomic_load_min_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]577; CHECK-LABEL: test_atomic_load_min_i32:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]578 %old = atomicrmw min i32* @var32, i32 %offset monotonic
579; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]580; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
581; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
582
583; CHECK: .LBB{{[0-9]+}}_1:
584; CHECK-NEXT: ldxr w[[OLD:[0-9]+]], [x[[ADDR]]]
585 ; w0 below is a reasonable guess but could change: it certainly comes into the
586 ; function there.
587; CHECK-NEXT: cmp w0, w[[OLD]]
588; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, gt
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]589; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, gt
590; CHECK-REG-NOT: stxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]591; CHECK-NEXT: stxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]592; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]593; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]594
595; CHECK: mov x0, x[[OLD]]
596 ret i32 %old
597}
598
599define i64 @test_atomic_load_min_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]600; CHECK-LABEL: test_atomic_load_min_i64:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]601 %old = atomicrmw min i64* @var64, i64 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]602; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]603; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
604; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
605
606; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]607; CHECK-NEXT: ldaxr x[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]608 ; x0 below is a reasonable guess but could change: it certainly comes into the
609 ; function there.
610; CHECK-NEXT: cmp x0, x[[OLD]]
611; CHECK-NEXT: csel [[NEW:x[0-9]+]], x[[OLD]], x0, gt
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]612; CHECK-REG: csel x[[NEW:[0-9]+]], x{{[0-9]+}}, x0, gt
613; CHECK-REG-NOT: stlxr w[[NEW]], x[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]614; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]615; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]616; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]617
618; CHECK: mov x0, x[[OLD]]
619 ret i64 %old
620}
621
622define i8 @test_atomic_load_max_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]623; CHECK-LABEL: test_atomic_load_max_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]624 %old = atomicrmw max i8* @var8, i8 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]625; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]626; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
627; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
628
629; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]630; CHECK-NEXT: ldaxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]631 ; w0 below is a reasonable guess but could change: it certainly comes into the
632 ; function there.
633; CHECK-NEXT: cmp w0, w[[OLD]], sxtb
634; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, lt
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]635; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, lt
636; CHECK-REG-NOT: stlxrb w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]637; CHECK-NEXT: stlxrb [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]638; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]639; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]640
641; CHECK: mov x0, x[[OLD]]
642 ret i8 %old
643}
644
645define i16 @test_atomic_load_max_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]646; CHECK-LABEL: test_atomic_load_max_i16:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]647 %old = atomicrmw max i16* @var16, i16 %offset acquire
648; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]649; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
650; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
651
652; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]653; CHECK-NEXT: ldaxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]654 ; w0 below is a reasonable guess but could change: it certainly comes into the
655 ; function there.
656; CHECK-NEXT: cmp w0, w[[OLD]], sxth
657; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, lt
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]658; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, lt
659; CHECK-REG-NOT: stxrh w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]660; CHECK-NEXT: stxrh [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]661; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]662; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]663
664; CHECK: mov x0, x[[OLD]]
665 ret i16 %old
666}
667
668define i32 @test_atomic_load_max_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]669; CHECK-LABEL: test_atomic_load_max_i32:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]670 %old = atomicrmw max i32* @var32, i32 %offset release
671; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]672; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
673; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
674
675; CHECK: .LBB{{[0-9]+}}_1:
676; CHECK-NEXT: ldxr w[[OLD:[0-9]+]], [x[[ADDR]]]
677 ; w0 below is a reasonable guess but could change: it certainly comes into the
678 ; function there.
679; CHECK-NEXT: cmp w0, w[[OLD]]
680; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, lt
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]681; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, lt
682; CHECK-REG-NOT: stlxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]683; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]684; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]685; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]686
687; CHECK: mov x0, x[[OLD]]
688 ret i32 %old
689}
690
691define i64 @test_atomic_load_max_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]692; CHECK-LABEL: test_atomic_load_max_i64:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]693 %old = atomicrmw max i64* @var64, i64 %offset monotonic
694; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]695; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
696; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
697
698; CHECK: .LBB{{[0-9]+}}_1:
699; CHECK-NEXT: ldxr x[[OLD:[0-9]+]], [x[[ADDR]]]
700 ; x0 below is a reasonable guess but could change: it certainly comes into the
701 ; function there.
702; CHECK-NEXT: cmp x0, x[[OLD]]
703; CHECK-NEXT: csel [[NEW:x[0-9]+]], x[[OLD]], x0, lt
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]704; CHECK-REG: csel x[[NEW:[0-9]+]], x{{[0-9]+}}, x0, lt
705; CHECK-REG-NOT: stlxr w[[NEW]], x[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]706; CHECK-NEXT: stxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]707; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]708; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]709
710; CHECK: mov x0, x[[OLD]]
711 ret i64 %old
712}
713
714define i8 @test_atomic_load_umin_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]715; CHECK-LABEL: test_atomic_load_umin_i8:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]716 %old = atomicrmw umin i8* @var8, i8 %offset monotonic
717; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]718; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
719; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
720
721; CHECK: .LBB{{[0-9]+}}_1:
722; CHECK-NEXT: ldxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
723 ; w0 below is a reasonable guess but could change: it certainly comes into the
724 ; function there.
725; CHECK-NEXT: cmp w0, w[[OLD]], uxtb
726; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, hi
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]727; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, hi
728; CHECK-REG-NOT: stlxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]729; CHECK-NEXT: stxrb [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]730; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]731; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]732
733; CHECK: mov x0, x[[OLD]]
734 ret i8 %old
735}
736
737define i16 @test_atomic_load_umin_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]738; CHECK-LABEL: test_atomic_load_umin_i16:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]739 %old = atomicrmw umin i16* @var16, i16 %offset acquire
740; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]741; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
742; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
743
744; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]745; CHECK-NEXT: ldaxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]746 ; w0 below is a reasonable guess but could change: it certainly comes into the
747 ; function there.
748; CHECK-NEXT: cmp w0, w[[OLD]], uxth
749; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, hi
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]750; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, hi
751; CHECK-REG-NOT: stxrh w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]752; CHECK-NEXT: stxrh [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]753; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]754; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]755
756; CHECK: mov x0, x[[OLD]]
757 ret i16 %old
758}
759
760define i32 @test_atomic_load_umin_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]761; CHECK-LABEL: test_atomic_load_umin_i32:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]762 %old = atomicrmw umin i32* @var32, i32 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]763; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]764; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
765; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
766
767; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]768; CHECK-NEXT: ldaxr w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]769 ; w0 below is a reasonable guess but could change: it certainly comes into the
770 ; function there.
771; CHECK-NEXT: cmp w0, w[[OLD]]
772; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, hi
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]773; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, hi
774; CHECK-REG-NOT: stlxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]775; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]776; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]777; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]778
779; CHECK: mov x0, x[[OLD]]
780 ret i32 %old
781}
782
783define i64 @test_atomic_load_umin_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]784; CHECK-LABEL: test_atomic_load_umin_i64:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]785 %old = atomicrmw umin i64* @var64, i64 %offset acq_rel
786; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]787; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
788; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
789
790; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]791; CHECK-NEXT: ldaxr x[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]792 ; x0 below is a reasonable guess but could change: it certainly comes into the
793 ; function there.
794; CHECK-NEXT: cmp x0, x[[OLD]]
795; CHECK-NEXT: csel [[NEW:x[0-9]+]], x[[OLD]], x0, hi
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]796; CHECK-REG: csel x[[NEW:[0-9]+]], x{{[0-9]+}}, x0, hi
797; CHECK-REG-NOT: stlxr w[[NEW]], x[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]798; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]799; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]800; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]801
802; CHECK: mov x0, x[[OLD]]
803 ret i64 %old
804}
805
806define i8 @test_atomic_load_umax_i8(i8 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]807; CHECK-LABEL: test_atomic_load_umax_i8:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]808 %old = atomicrmw umax i8* @var8, i8 %offset acq_rel
809; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]810; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
811; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
812
813; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]814; CHECK-NEXT: ldaxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]815 ; w0 below is a reasonable guess but could change: it certainly comes into the
816 ; function there.
817; CHECK-NEXT: cmp w0, w[[OLD]], uxtb
818; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, lo
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]819; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, lo
820; CHECK-REG-NOT: stlxrb w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]821; CHECK-NEXT: stlxrb [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]822; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]823; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]824
825; CHECK: mov x0, x[[OLD]]
826 ret i8 %old
827}
828
829define i16 @test_atomic_load_umax_i16(i16 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]830; CHECK-LABEL: test_atomic_load_umax_i16:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]831 %old = atomicrmw umax i16* @var16, i16 %offset monotonic
832; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]833; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
834; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
835
836; CHECK: .LBB{{[0-9]+}}_1:
837; CHECK-NEXT: ldxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
838 ; w0 below is a reasonable guess but could change: it certainly comes into the
839 ; function there.
840; CHECK-NEXT: cmp w0, w[[OLD]], uxth
841; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, lo
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]842; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, lo
843; CHECK-REG-NOT: stxrh w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]844; CHECK-NEXT: stxrh [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]845; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]846; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]847
848; CHECK: mov x0, x[[OLD]]
849 ret i16 %old
850}
851
852define i32 @test_atomic_load_umax_i32(i32 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]853; CHECK-LABEL: test_atomic_load_umax_i32:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]854 %old = atomicrmw umax i32* @var32, i32 %offset seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]855; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]856; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
857; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
858
859; CHECK: .LBB{{[0-9]+}}_1:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]860; CHECK-NEXT: ldaxr w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]861 ; w0 below is a reasonable guess but could change: it certainly comes into the
862 ; function there.
863; CHECK-NEXT: cmp w0, w[[OLD]]
864; CHECK-NEXT: csel [[NEW:w[0-9]+]], w[[OLD]], w0, lo
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]865; CHECK-REG: csel w[[NEW:[0-9]+]], w{{[0-9]+}}, w0, lo
866; CHECK-REG-NOT: stlxr w[[NEW]], w[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]867; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]868; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]869; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]870
871; CHECK: mov x0, x[[OLD]]
872 ret i32 %old
873}
874
875define i64 @test_atomic_load_umax_i64(i64 %offset) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]876; CHECK-LABEL: test_atomic_load_umax_i64:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]877 %old = atomicrmw umax i64* @var64, i64 %offset release
878; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]879; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
880; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
881
882; CHECK: .LBB{{[0-9]+}}_1:
883; CHECK-NEXT: ldxr x[[OLD:[0-9]+]], [x[[ADDR]]]
884 ; x0 below is a reasonable guess but could change: it certainly comes into the
885 ; function there.
886; CHECK-NEXT: cmp x0, x[[OLD]]
887; CHECK-NEXT: csel [[NEW:x[0-9]+]], x[[OLD]], x0, lo
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]888; CHECK-REG: csel x[[NEW:[0-9]+]], x{{[0-9]+}}, x0, lo
889; CHECK-REG-NOT: stlxr w[[NEW]], x[[NEW]], [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]890; CHECK-NEXT: stlxr [[STATUS:w[0-9]+]], [[NEW]], [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]891; CHECK-NEXT: cbnz [[STATUS]], .LBB{{[0-9]+}}_1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]892; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]893
894; CHECK: mov x0, x[[OLD]]
895 ret i64 %old
896}
897
898define i8 @test_atomic_cmpxchg_i8(i8 %wanted, i8 %new) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]899; CHECK-LABEL: test_atomic_cmpxchg_i8:
Tim Northovere94a5182014-03-11 10:48:52 +0000[diff] [blame]900 %old = cmpxchg i8* @var8, i8 %wanted, i8 %new acquire acquire
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]901; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]902; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
903; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
904
905; CHECK: [[STARTAGAIN:.LBB[0-9]+_[0-9]+]]:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]906; CHECK-NEXT: ldaxrb w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]907 ; w0 below is a reasonable guess but could change: it certainly comes into the
908 ; function there.
909; CHECK-NEXT: cmp w[[OLD]], w0
910; CHECK-NEXT: b.ne [[GET_OUT:.LBB[0-9]+_[0-9]+]]
911 ; As above, w1 is a reasonable guess.
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]912; CHECK-REG-NOT: stxrb w1, w1, [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]913; CHECK: stxrb [[STATUS:w[0-9]+]], w1, [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]914; CHECK-NEXT: cbnz [[STATUS]], [[STARTAGAIN]]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]915; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]916
917; CHECK: mov x0, x[[OLD]]
918 ret i8 %old
919}
920
921define i16 @test_atomic_cmpxchg_i16(i16 %wanted, i16 %new) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]922; CHECK-LABEL: test_atomic_cmpxchg_i16:
Tim Northovere94a5182014-03-11 10:48:52 +0000[diff] [blame]923 %old = cmpxchg i16* @var16, i16 %wanted, i16 %new seq_cst seq_cst
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]924; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]925; CHECK: adrp [[TMPADDR:x[0-9]+]], var16
926; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var16
927
928; CHECK: [[STARTAGAIN:.LBB[0-9]+_[0-9]+]]:
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]929; CHECK-NEXT: ldaxrh w[[OLD:[0-9]+]], [x[[ADDR]]]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]930 ; w0 below is a reasonable guess but could change: it certainly comes into the
931 ; function there.
932; CHECK-NEXT: cmp w[[OLD]], w0
933; CHECK-NEXT: b.ne [[GET_OUT:.LBB[0-9]+_[0-9]+]]
934 ; As above, w1 is a reasonable guess.
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]935; CHECK-REG-NOT: stlxrh w1, w1, [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]936; CHECK: stlxrh [[STATUS:w[0-9]+]], w1, [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]937; CHECK-NEXT: cbnz [[STATUS]], [[STARTAGAIN]]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]938; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]939
940; CHECK: mov x0, x[[OLD]]
941 ret i16 %old
942}
943
944define i32 @test_atomic_cmpxchg_i32(i32 %wanted, i32 %new) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]945; CHECK-LABEL: test_atomic_cmpxchg_i32:
Tim Northovere94a5182014-03-11 10:48:52 +0000[diff] [blame]946 %old = cmpxchg i32* @var32, i32 %wanted, i32 %new release monotonic
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]947; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]948; CHECK: adrp [[TMPADDR:x[0-9]+]], var32
949; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var32
950
951; CHECK: [[STARTAGAIN:.LBB[0-9]+_[0-9]+]]:
952; CHECK-NEXT: ldxr w[[OLD:[0-9]+]], [x[[ADDR]]]
953 ; w0 below is a reasonable guess but could change: it certainly comes into the
954 ; function there.
955; CHECK-NEXT: cmp w[[OLD]], w0
956; CHECK-NEXT: b.ne [[GET_OUT:.LBB[0-9]+_[0-9]+]]
957 ; As above, w1 is a reasonable guess.
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]958; CHECK-REG-NOT: stlxr w1, w1, [x{{[0-9]+}}]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]959; CHECK: stlxr [[STATUS:w[0-9]+]], w1, [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]960; CHECK-NEXT: cbnz [[STATUS]], [[STARTAGAIN]]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]961; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]962
963; CHECK: mov x0, x[[OLD]]
964 ret i32 %old
965}
966
967define i64 @test_atomic_cmpxchg_i64(i64 %wanted, i64 %new) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]968; CHECK-LABEL: test_atomic_cmpxchg_i64:
Tim Northovere94a5182014-03-11 10:48:52 +0000[diff] [blame]969 %old = cmpxchg i64* @var64, i64 %wanted, i64 %new monotonic monotonic
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]970; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]971; CHECK: adrp [[TMPADDR:x[0-9]+]], var64
972; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var64
973
974; CHECK: [[STARTAGAIN:.LBB[0-9]+_[0-9]+]]:
975; CHECK-NEXT: ldxr x[[OLD:[0-9]+]], [x[[ADDR]]]
976 ; w0 below is a reasonable guess but could change: it certainly comes into the
977 ; function there.
978; CHECK-NEXT: cmp x[[OLD]], x0
979; CHECK-NEXT: b.ne [[GET_OUT:.LBB[0-9]+_[0-9]+]]
980 ; As above, w1 is a reasonable guess.
Kevin Qin07334d32014-02-21 07:45:48 +0000[diff] [blame]981; CHECK-REG-NOT: stxr w1, x1, [x{{[0-9]+}}]
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]982; CHECK: stxr [[STATUS:w[0-9]+]], x1, [x[[ADDR]]]
Tim Northover9fafdf62013-02-28 13:52:07 +0000[diff] [blame]983; CHECK-NEXT: cbnz [[STATUS]], [[STARTAGAIN]]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]984; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]985
986; CHECK: mov x0, x[[OLD]]
987 ret i64 %old
988}
989
990define i8 @test_atomic_load_monotonic_i8() nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]991; CHECK-LABEL: test_atomic_load_monotonic_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]992 %val = load atomic i8* @var8 monotonic, align 1
993; CHECK-NOT: dmb
994; CHECK: adrp x[[HIADDR:[0-9]+]], var8
995; CHECK: ldrb w0, [x[[HIADDR]], #:lo12:var8]
996; CHECK-NOT: dmb
997
998 ret i8 %val
999}
1000
1001define i8 @test_atomic_load_monotonic_regoff_i8(i64 %base, i64 %off) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1002; CHECK-LABEL: test_atomic_load_monotonic_regoff_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1003 %addr_int = add i64 %base, %off
1004 %addr = inttoptr i64 %addr_int to i8*
1005
1006 %val = load atomic i8* %addr monotonic, align 1
1007; CHECK-NOT: dmb
1008; CHECK: ldrb w0, [x0, x1]
1009; CHECK-NOT: dmb
1010
1011 ret i8 %val
1012}
1013
1014define i8 @test_atomic_load_acquire_i8() nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1015; CHECK-LABEL: test_atomic_load_acquire_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1016 %val = load atomic i8* @var8 acquire, align 1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1017; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1018; CHECK: adrp [[TMPADDR:x[0-9]+]], var8
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1019; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1020; CHECK: add x[[ADDR:[0-9]+]], [[TMPADDR]], #:lo12:var8
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1021; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1022; CHECK: ldarb w0, [x[[ADDR]]]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1023; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1024 ret i8 %val
1025}
1026
1027define i8 @test_atomic_load_seq_cst_i8() nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1028; CHECK-LABEL: test_atomic_load_seq_cst_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1029 %val = load atomic i8* @var8 seq_cst, align 1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1030; CHECK-NOT: dmb
1031; CHECK: adrp [[HIADDR:x[0-9]+]], var8
1032; CHECK-NOT: dmb
1033; CHECK: add x[[ADDR:[0-9]+]], [[HIADDR]], #:lo12:var8
1034; CHECK-NOT: dmb
1035; CHECK: ldarb w0, [x[[ADDR]]]
1036; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1037 ret i8 %val
1038}
1039
1040define i16 @test_atomic_load_monotonic_i16() nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1041; CHECK-LABEL: test_atomic_load_monotonic_i16:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1042 %val = load atomic i16* @var16 monotonic, align 2
1043; CHECK-NOT: dmb
1044; CHECK: adrp x[[HIADDR:[0-9]+]], var16
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1045; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1046; CHECK: ldrh w0, [x[[HIADDR]], #:lo12:var16]
1047; CHECK-NOT: dmb
1048
1049 ret i16 %val
1050}
1051
1052define i32 @test_atomic_load_monotonic_regoff_i32(i64 %base, i64 %off) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1053; CHECK-LABEL: test_atomic_load_monotonic_regoff_i32:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1054 %addr_int = add i64 %base, %off
1055 %addr = inttoptr i64 %addr_int to i32*
1056
1057 %val = load atomic i32* %addr monotonic, align 4
1058; CHECK-NOT: dmb
1059; CHECK: ldr w0, [x0, x1]
1060; CHECK-NOT: dmb
1061
1062 ret i32 %val
1063}
1064
1065define i64 @test_atomic_load_seq_cst_i64() nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1066; CHECK-LABEL: test_atomic_load_seq_cst_i64:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1067 %val = load atomic i64* @var64 seq_cst, align 8
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1068; CHECK-NOT: dmb
1069; CHECK: adrp [[HIADDR:x[0-9]+]], var64
1070; CHECK-NOT: dmb
1071; CHECK: add x[[ADDR:[0-9]+]], [[HIADDR]], #:lo12:var64
1072; CHECK-NOT: dmb
1073; CHECK: ldar x0, [x[[ADDR]]]
1074; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1075 ret i64 %val
1076}
1077
1078define void @test_atomic_store_monotonic_i8(i8 %val) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1079; CHECK-LABEL: test_atomic_store_monotonic_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1080 store atomic i8 %val, i8* @var8 monotonic, align 1
1081; CHECK: adrp x[[HIADDR:[0-9]+]], var8
1082; CHECK: strb w0, [x[[HIADDR]], #:lo12:var8]
1083
1084 ret void
1085}
1086
1087define void @test_atomic_store_monotonic_regoff_i8(i64 %base, i64 %off, i8 %val) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1088; CHECK-LABEL: test_atomic_store_monotonic_regoff_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1089
1090 %addr_int = add i64 %base, %off
1091 %addr = inttoptr i64 %addr_int to i8*
1092
1093 store atomic i8 %val, i8* %addr monotonic, align 1
1094; CHECK: strb w2, [x0, x1]
1095
1096 ret void
1097}
1098define void @test_atomic_store_release_i8(i8 %val) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1099; CHECK-LABEL: test_atomic_store_release_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1100 store atomic i8 %val, i8* @var8 release, align 1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1101; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1102; CHECK: adrp [[HIADDR:x[0-9]+]], var8
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1103; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1104; CHECK: add x[[ADDR:[0-9]+]], [[HIADDR]], #:lo12:var8
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1105; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1106; CHECK: stlrb w0, [x[[ADDR]]]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1107; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1108 ret void
1109}
1110
1111define void @test_atomic_store_seq_cst_i8(i8 %val) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1112; CHECK-LABEL: test_atomic_store_seq_cst_i8:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1113 store atomic i8 %val, i8* @var8 seq_cst, align 1
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1114; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1115; CHECK: adrp [[HIADDR:x[0-9]+]], var8
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1116; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1117; CHECK: add x[[ADDR:[0-9]+]], [[HIADDR]], #:lo12:var8
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1118; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1119; CHECK: stlrb w0, [x[[ADDR]]]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1120; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1121
1122 ret void
1123}
1124
1125define void @test_atomic_store_monotonic_i16(i16 %val) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1126; CHECK-LABEL: test_atomic_store_monotonic_i16:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1127 store atomic i16 %val, i16* @var16 monotonic, align 2
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1128; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1129; CHECK: adrp x[[HIADDR:[0-9]+]], var16
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1130; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1131; CHECK: strh w0, [x[[HIADDR]], #:lo12:var16]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1132; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1133 ret void
1134}
1135
1136define void @test_atomic_store_monotonic_regoff_i32(i64 %base, i64 %off, i32 %val) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1137; CHECK-LABEL: test_atomic_store_monotonic_regoff_i32:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1138
1139 %addr_int = add i64 %base, %off
1140 %addr = inttoptr i64 %addr_int to i32*
1141
1142 store atomic i32 %val, i32* %addr monotonic, align 4
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1143; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1144; CHECK: str w2, [x0, x1]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1145; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1146
1147 ret void
1148}
1149
1150define void @test_atomic_store_release_i64(i64 %val) nounwind {
Stephen Linf799e3f2013-07-13 20:38:47 +0000[diff] [blame]1151; CHECK-LABEL: test_atomic_store_release_i64:
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1152 store atomic i64 %val, i64* @var64 release, align 8
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1153; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1154; CHECK: adrp [[HIADDR:x[0-9]+]], var64
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1155; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1156; CHECK: add x[[ADDR:[0-9]+]], [[HIADDR]], #:lo12:var64
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1157; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1158; CHECK: stlr x0, [x[[ADDR]]]
Tim Northover15410e92013-04-08 08:40:41 +0000[diff] [blame]1159; CHECK-NOT: dmb
Tim Northovere0e3aef2013-01-31 12:12:40 +0000[diff] [blame]1160 ret void
1161}