blob: 559335f4917d1d1d03ee7ea28b9ff8e7d6948c6e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * atomic32.c: 32-bit atomic_t implementation
3 *
4 * Copyright (C) 2004 Keith M Wesolowski
5 *
6 * Based on asm-parisc/atomic.h Copyright (C) 2000 Philipp Rumpf
7 */
8
9#include <asm/atomic.h>
10#include <linux/spinlock.h>
11#include <linux/module.h>
12
13#ifdef CONFIG_SMP
14#define ATOMIC_HASH_SIZE 4
15#define ATOMIC_HASH(a) (&__atomic_hash[(((unsigned long)a)>>8) & (ATOMIC_HASH_SIZE-1)])
16
17spinlock_t __atomic_hash[ATOMIC_HASH_SIZE] = {
18 [0 ... (ATOMIC_HASH_SIZE-1)] = SPIN_LOCK_UNLOCKED
19};
20
21#else /* SMP */
22
Ingo Molnara9f6a0d2005-09-09 13:10:41 -070023static DEFINE_SPINLOCK(dummy);
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#define ATOMIC_HASH_SIZE 1
25#define ATOMIC_HASH(a) (&dummy)
26
27#endif /* SMP */
28
29int __atomic_add_return(int i, atomic_t *v)
30{
31 int ret;
32 unsigned long flags;
33 spin_lock_irqsave(ATOMIC_HASH(v), flags);
34
35 ret = (v->counter += i);
36
37 spin_unlock_irqrestore(ATOMIC_HASH(v), flags);
38 return ret;
39}
Nick Piggin4a6dae62005-11-13 16:07:24 -080040EXPORT_SYMBOL(__atomic_add_return);
41
42int atomic_cmpxchg(atomic_t *v, int old, int new)
43{
44 int ret;
45 unsigned long flags;
46
47 spin_lock_irqsave(ATOMIC_HASH(v), flags);
48 ret = v->counter;
49 if (likely(ret == old))
50 v->counter = new;
51
52 spin_unlock_irqrestore(ATOMIC_HASH(v), flags);
53 return ret;
54}
Robert Reif74e61de2007-03-26 19:10:43 -070055EXPORT_SYMBOL(atomic_cmpxchg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
Nick Piggin8426e1f2005-11-13 16:07:25 -080057int atomic_add_unless(atomic_t *v, int a, int u)
58{
59 int ret;
60 unsigned long flags;
61
62 spin_lock_irqsave(ATOMIC_HASH(v), flags);
63 ret = v->counter;
64 if (ret != u)
65 v->counter += a;
66 spin_unlock_irqrestore(ATOMIC_HASH(v), flags);
67 return ret != u;
68}
Robert Reif74e61de2007-03-26 19:10:43 -070069EXPORT_SYMBOL(atomic_add_unless);
Nick Piggin8426e1f2005-11-13 16:07:25 -080070
Nick Piggin8426e1f2005-11-13 16:07:25 -080071/* Atomic operations are already serializing */
Linus Torvalds1da177e2005-04-16 15:20:36 -070072void atomic_set(atomic_t *v, int i)
73{
74 unsigned long flags;
Nick Piggin4a6dae62005-11-13 16:07:24 -080075
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 spin_lock_irqsave(ATOMIC_HASH(v), flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 v->counter = i;
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 spin_unlock_irqrestore(ATOMIC_HASH(v), flags);
79}
Linus Torvalds1da177e2005-04-16 15:20:36 -070080EXPORT_SYMBOL(atomic_set);
David S. Miller8a8b8362006-12-17 16:18:47 -080081
82unsigned long ___set_bit(unsigned long *addr, unsigned long mask)
83{
84 unsigned long old, flags;
85
86 spin_lock_irqsave(ATOMIC_HASH(addr), flags);
87 old = *addr;
88 *addr = old | mask;
89 spin_unlock_irqrestore(ATOMIC_HASH(addr), flags);
90
91 return old & mask;
92}
93EXPORT_SYMBOL(___set_bit);
94
95unsigned long ___clear_bit(unsigned long *addr, unsigned long mask)
96{
97 unsigned long old, flags;
98
99 spin_lock_irqsave(ATOMIC_HASH(addr), flags);
100 old = *addr;
101 *addr = old & ~mask;
102 spin_unlock_irqrestore(ATOMIC_HASH(addr), flags);
103
104 return old & mask;
105}
106EXPORT_SYMBOL(___clear_bit);
107
108unsigned long ___change_bit(unsigned long *addr, unsigned long mask)
109{
110 unsigned long old, flags;
111
112 spin_lock_irqsave(ATOMIC_HASH(addr), flags);
113 old = *addr;
114 *addr = old ^ mask;
115 spin_unlock_irqrestore(ATOMIC_HASH(addr), flags);
116
117 return old & mask;
118}
119EXPORT_SYMBOL(___change_bit);