Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 1 | //===-- Atomic.cpp - Atomic Operations --------------------------*- C++ -*-===// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | // |
Hans Wennborg | cfe341f | 2014-06-20 01:36:00 +0000 | [diff] [blame] | 9 | // This file implements atomic operations. |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 10 | // |
| 11 | //===----------------------------------------------------------------------===// |
| 12 | |
Michael J. Spencer | 447762d | 2010-11-29 18:16:10 +0000 | [diff] [blame] | 13 | #include "llvm/Support/Atomic.h" |
Dylan Noblesmith | 9e5b178 | 2011-12-22 23:04:07 +0000 | [diff] [blame] | 14 | #include "llvm/Config/llvm-config.h" |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 15 | |
| 16 | using namespace llvm; |
| 17 | |
| 18 | #if defined(_MSC_VER) |
Nico Weber | 0a920e7 | 2017-08-03 20:10:47 +0000 | [diff] [blame] | 19 | #include <intrin.h> |
Chandler Carruth | aaeada6 | 2017-06-06 12:43:20 +0000 | [diff] [blame] | 20 | |
Nico Weber | 0a920e7 | 2017-08-03 20:10:47 +0000 | [diff] [blame] | 21 | // We must include windows.h after intrin.h. |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 22 | #include <windows.h> |
Owen Anderson | 5bd914d | 2009-06-02 17:35:55 +0000 | [diff] [blame] | 23 | #undef MemoryFence |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 24 | #endif |
| 25 | |
Rafael Espindola | 2f92f61 | 2012-11-02 20:54:45 +0000 | [diff] [blame] | 26 | #if defined(__GNUC__) || (defined(__IBMCPP__) && __IBMCPP__ >= 1210) |
| 27 | #define GNU_ATOMICS |
| 28 | #endif |
| 29 | |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 30 | void sys::MemoryFence() { |
Eric Christopher | 4418a60 | 2011-09-19 20:43:23 +0000 | [diff] [blame] | 31 | #if LLVM_HAS_ATOMICS == 0 |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 32 | return; |
| 33 | #else |
Rafael Espindola | 2f92f61 | 2012-11-02 20:54:45 +0000 | [diff] [blame] | 34 | # if defined(GNU_ATOMICS) |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 35 | __sync_synchronize(); |
| 36 | # elif defined(_MSC_VER) |
| 37 | MemoryBarrier(); |
| 38 | # else |
| 39 | # error No memory fence implementation for your platform! |
| 40 | # endif |
| 41 | #endif |
| 42 | } |
| 43 | |
Owen Anderson | 5cc4131 | 2009-06-23 20:17:22 +0000 | [diff] [blame] | 44 | sys::cas_flag sys::CompareAndSwap(volatile sys::cas_flag* ptr, |
| 45 | sys::cas_flag new_value, |
| 46 | sys::cas_flag old_value) { |
Eric Christopher | 4418a60 | 2011-09-19 20:43:23 +0000 | [diff] [blame] | 47 | #if LLVM_HAS_ATOMICS == 0 |
Owen Anderson | 5cc4131 | 2009-06-23 20:17:22 +0000 | [diff] [blame] | 48 | sys::cas_flag result = *ptr; |
Owen Anderson | 5b9400d | 2009-05-20 19:01:50 +0000 | [diff] [blame] | 49 | if (result == old_value) |
| 50 | *ptr = new_value; |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 51 | return result; |
Rafael Espindola | 2f92f61 | 2012-11-02 20:54:45 +0000 | [diff] [blame] | 52 | #elif defined(GNU_ATOMICS) |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 53 | return __sync_val_compare_and_swap(ptr, old_value, new_value); |
| 54 | #elif defined(_MSC_VER) |
Owen Anderson | 76ae5dd | 2009-05-20 19:06:49 +0000 | [diff] [blame] | 55 | return InterlockedCompareExchange(ptr, new_value, old_value); |
Owen Anderson | e5370f4 | 2009-05-20 18:26:15 +0000 | [diff] [blame] | 56 | #else |
| 57 | # error No compare-and-swap implementation for your platform! |
| 58 | #endif |
Duncan Sands | 06b61a2 | 2009-06-03 11:54:28 +0000 | [diff] [blame] | 59 | } |