blob: 7ef684220cf704d6910fd120056e85d76bdd5499 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _ASM_IA64_PERCPU_H
2#define _ASM_IA64_PERCPU_H
3
4/*
5 * Copyright (C) 2002-2003 Hewlett-Packard Co
6 * David Mosberger-Tang <davidm@hpl.hp.com>
7 */
8
9#define PERCPU_ENOUGH_ROOM PERCPU_PAGE_SIZE
10
11#ifdef __ASSEMBLY__
12# define THIS_CPU(var) (per_cpu__##var) /* use this to mark accesses to per-CPU variables... */
13#else /* !__ASSEMBLY__ */
14
Linus Torvalds1da177e2005-04-16 15:20:36 -070015
16#include <linux/threads.h>
17
18#ifdef HAVE_MODEL_SMALL_ATTRIBUTE
travis@sgi.com5280e002008-01-30 13:32:52 +010019# define PER_CPU_ATTRIBUTES __attribute__((__model__ (__small__)))
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#endif
21
22#define DECLARE_PER_CPU(type, name) \
travis@sgi.com5280e002008-01-30 13:32:52 +010023 extern PER_CPU_ATTRIBUTES __typeof__(type) per_cpu__##name
Fenghua Yu5fb7dc32007-07-19 01:48:12 -070024
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#ifdef CONFIG_SMP
26
27extern unsigned long __per_cpu_offset[NR_CPUS];
Yu Lumingd7c40862007-10-29 11:21:45 -070028#define per_cpu_offset(x) (__per_cpu_offset[x])
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
30/* Equal to __per_cpu_offset[smp_processor_id()], but faster to access: */
31DECLARE_PER_CPU(unsigned long, local_per_cpu_offset);
32
33#define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset[cpu]))
34#define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __ia64_per_cpu_var(local_per_cpu_offset)))
Paul Mackerrasbfe5d832006-06-25 05:47:14 -070035#define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __ia64_per_cpu_var(local_per_cpu_offset)))
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Linus Torvalds1da177e2005-04-16 15:20:36 -070037extern void setup_per_cpu_areas (void);
38extern void *per_cpu_init(void);
39
40#else /* ! SMP */
41
Jan Beulich11c80c82005-06-23 00:09:59 -070042#define per_cpu(var, cpu) (*((void)(cpu), &per_cpu__##var))
Linus Torvalds1da177e2005-04-16 15:20:36 -070043#define __get_cpu_var(var) per_cpu__##var
Paul Mackerrasbfe5d832006-06-25 05:47:14 -070044#define __raw_get_cpu_var(var) per_cpu__##var
Linus Torvalds1da177e2005-04-16 15:20:36 -070045#define per_cpu_init() (__phys_per_cpu_start)
46
47#endif /* SMP */
48
Linus Torvalds1da177e2005-04-16 15:20:36 -070049/*
50 * Be extremely careful when taking the address of this variable! Due to virtual
51 * remapping, it is different from the canonical address returned by __get_cpu_var(var)!
52 * On the positive side, using __ia64_per_cpu_var() instead of __get_cpu_var() is slightly
53 * more efficient.
54 */
55#define __ia64_per_cpu_var(var) (per_cpu__##var)
56
57#endif /* !__ASSEMBLY__ */
58
59#endif /* _ASM_IA64_PERCPU_H */