blob: cf8189009c30e509a2e055023c3e58fc9014ab3d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _ASM_LOCAL_H
2#define _ASM_LOCAL_H
3
4#include <linux/config.h>
5#include <linux/percpu.h>
6#include <asm/atomic.h>
7
8#ifndef __s390x__
9
10typedef atomic_t local_t;
11
12#define LOCAL_INIT(i) ATOMIC_INIT(i)
13#define local_read(v) atomic_read(v)
14#define local_set(v,i) atomic_set(v,i)
15
16#define local_inc(v) atomic_inc(v)
17#define local_dec(v) atomic_dec(v)
18#define local_add(i, v) atomic_add(i, v)
19#define local_sub(i, v) atomic_sub(i, v)
20
21#else
22
23typedef atomic64_t local_t;
24
25#define LOCAL_INIT(i) ATOMIC64_INIT(i)
26#define local_read(v) atomic64_read(v)
27#define local_set(v,i) atomic64_set(v,i)
28
29#define local_inc(v) atomic64_inc(v)
30#define local_dec(v) atomic64_dec(v)
31#define local_add(i, v) atomic64_add(i, v)
32#define local_sub(i, v) atomic64_sub(i, v)
33
34#endif
35
36#define __local_inc(v) ((v)->counter++)
37#define __local_dec(v) ((v)->counter--)
38#define __local_add(i,v) ((v)->counter+=(i))
39#define __local_sub(i,v) ((v)->counter-=(i))
40
41/*
42 * Use these for per-cpu local_t variables: on some archs they are
43 * much more efficient than these naive implementations. Note they take
44 * a variable, not an address.
45 */
46#define cpu_local_read(v) local_read(&__get_cpu_var(v))
47#define cpu_local_set(v, i) local_set(&__get_cpu_var(v), (i))
48
49#define cpu_local_inc(v) local_inc(&__get_cpu_var(v))
50#define cpu_local_dec(v) local_dec(&__get_cpu_var(v))
51#define cpu_local_add(i, v) local_add((i), &__get_cpu_var(v))
52#define cpu_local_sub(i, v) local_sub((i), &__get_cpu_var(v))
53
54#define __cpu_local_inc(v) __local_inc(&__get_cpu_var(v))
55#define __cpu_local_dec(v) __local_dec(&__get_cpu_var(v))
56#define __cpu_local_add(i, v) __local_add((i), &__get_cpu_var(v))
57#define __cpu_local_sub(i, v) __local_sub((i), &__get_cpu_var(v))
58
59#endif /* _ASM_LOCAL_H */