blob: 3f258f58c85b587d88132283656420085ded186b [file] [log] [blame]
Andrew Mortonccb46002006-03-25 03:08:08 -08001#include <linux/kernel.h>
2#include <linux/bitops.h>
3#include <linux/cpumask.h>
4#include <linux/module.h>
Rusty Russell2d3854a2008-11-05 13:39:10 +11005#include <linux/bootmem.h>
Andrew Mortonccb46002006-03-25 03:08:08 -08006
7int __first_cpu(const cpumask_t *srcp)
8{
9 return min_t(int, NR_CPUS, find_first_bit(srcp->bits, NR_CPUS));
10}
11EXPORT_SYMBOL(__first_cpu);
12
Andrew Morton3d18bd72006-03-25 03:08:09 -080013int __next_cpu(int n, const cpumask_t *srcp)
14{
15 return min_t(int, NR_CPUS, find_next_bit(srcp->bits, NR_CPUS, n+1));
16}
17EXPORT_SYMBOL(__next_cpu);
Andrew Morton86302822006-03-25 03:08:09 -080018
Mike Travis41df0d612008-05-12 21:21:13 +020019#if NR_CPUS > 64
20int __next_cpu_nr(int n, const cpumask_t *srcp)
21{
22 return min_t(int, nr_cpu_ids,
23 find_next_bit(srcp->bits, nr_cpu_ids, n+1));
24}
25EXPORT_SYMBOL(__next_cpu_nr);
26#endif
27
Andrew Morton96a9b4d2006-03-25 03:08:10 -080028int __any_online_cpu(const cpumask_t *mask)
29{
30 int cpu;
31
32 for_each_cpu_mask(cpu, *mask) {
33 if (cpu_online(cpu))
34 break;
35 }
36 return cpu;
37}
38EXPORT_SYMBOL(__any_online_cpu);
Rusty Russell2d3854a2008-11-05 13:39:10 +110039
40/**
41 * cpumask_next_and - get the next cpu in *src1p & *src2p
42 * @n: the cpu prior to the place to search (ie. return will be > @n)
43 * @src1p: the first cpumask pointer
44 * @src2p: the second cpumask pointer
45 *
46 * Returns >= nr_cpu_ids if no further cpus set in both.
47 */
48int cpumask_next_and(int n, const struct cpumask *src1p,
49 const struct cpumask *src2p)
50{
51 while ((n = cpumask_next(n, src1p)) < nr_cpu_ids)
52 if (cpumask_test_cpu(n, src2p))
53 break;
54 return n;
55}
56EXPORT_SYMBOL(cpumask_next_and);
57
58/**
59 * cpumask_any_but - return a "random" in a cpumask, but not this one.
60 * @mask: the cpumask to search
61 * @cpu: the cpu to ignore.
62 *
63 * Often used to find any cpu but smp_processor_id() in a mask.
64 * Returns >= nr_cpu_ids if no cpus set.
65 */
66int cpumask_any_but(const struct cpumask *mask, unsigned int cpu)
67{
68 unsigned int i;
69
Rusty Russell984f2f32008-11-08 20:24:19 +110070 cpumask_check(cpu);
Rusty Russell2d3854a2008-11-05 13:39:10 +110071 for_each_cpu(i, mask)
72 if (i != cpu)
73 break;
74 return i;
75}
76
77/* These are not inline because of header tangles. */
78#ifdef CONFIG_CPUMASK_OFFSTACK
Mike Travis7b4967c2008-12-19 16:56:37 +103079bool alloc_cpumask_var_node(cpumask_var_t *mask, gfp_t flags, int node)
Rusty Russell2d3854a2008-11-05 13:39:10 +110080{
81 if (likely(slab_is_available()))
Mike Travis7b4967c2008-12-19 16:56:37 +103082 *mask = kmalloc_node(cpumask_size(), flags, node);
Rusty Russell2d3854a2008-11-05 13:39:10 +110083 else {
84#ifdef CONFIG_DEBUG_PER_CPU_MAPS
85 printk(KERN_ERR
86 "=> alloc_cpumask_var: kmalloc not available!\n");
Rusty Russell2d3854a2008-11-05 13:39:10 +110087#endif
88 *mask = NULL;
89 }
90#ifdef CONFIG_DEBUG_PER_CPU_MAPS
91 if (!*mask) {
92 printk(KERN_ERR "=> alloc_cpumask_var: failed!\n");
93 dump_stack();
94 }
95#endif
96 return *mask != NULL;
97}
Mike Travis7b4967c2008-12-19 16:56:37 +103098EXPORT_SYMBOL(alloc_cpumask_var_node);
99
100bool alloc_cpumask_var(cpumask_var_t *mask, gfp_t flags)
101{
102 return alloc_cpumask_var_node(mask, flags, numa_node_id());
103}
Rusty Russell2d3854a2008-11-05 13:39:10 +1100104EXPORT_SYMBOL(alloc_cpumask_var);
105
106void __init alloc_bootmem_cpumask_var(cpumask_var_t *mask)
107{
108 *mask = alloc_bootmem(cpumask_size());
109}
110
111void free_cpumask_var(cpumask_var_t mask)
112{
113 kfree(mask);
114}
115EXPORT_SYMBOL(free_cpumask_var);
Rusty Russellcd83e422008-11-07 11:12:29 +1100116
Rusty Russell984f2f32008-11-08 20:24:19 +1100117void __init free_bootmem_cpumask_var(cpumask_var_t mask)
Rusty Russellcd83e422008-11-07 11:12:29 +1100118{
119 free_bootmem((unsigned long)mask, cpumask_size());
120}
Rusty Russell2d3854a2008-11-05 13:39:10 +1100121#endif