1 #include <linux/slab.h>
2 #include <linux/kernel.h>
3 #include <linux/bitops.h>
4 #include <linux/cpumask.h>
5 #include <linux/export.h>
6 #include <linux/bootmem.h>
8 int __first_cpu(const cpumask_t
*srcp
)
10 return min_t(int, NR_CPUS
, find_first_bit(srcp
->bits
, NR_CPUS
));
12 EXPORT_SYMBOL(__first_cpu
);
14 int __next_cpu(int n
, const cpumask_t
*srcp
)
16 return min_t(int, NR_CPUS
, find_next_bit(srcp
->bits
, NR_CPUS
, n
+1));
18 EXPORT_SYMBOL(__next_cpu
);
21 int __next_cpu_nr(int n
, const cpumask_t
*srcp
)
23 return min_t(int, nr_cpu_ids
,
24 find_next_bit(srcp
->bits
, nr_cpu_ids
, n
+1));
26 EXPORT_SYMBOL(__next_cpu_nr
);
30 * cpumask_next_and - get the next cpu in *src1p & *src2p
31 * @n: the cpu prior to the place to search (ie. return will be > @n)
32 * @src1p: the first cpumask pointer
33 * @src2p: the second cpumask pointer
35 * Returns >= nr_cpu_ids if no further cpus set in both.
37 int cpumask_next_and(int n
, const struct cpumask
*src1p
,
38 const struct cpumask
*src2p
)
40 while ((n
= cpumask_next(n
, src1p
)) < nr_cpu_ids
)
41 if (cpumask_test_cpu(n
, src2p
))
45 EXPORT_SYMBOL(cpumask_next_and
);
48 * cpumask_any_but - return a "random" in a cpumask, but not this one.
49 * @mask: the cpumask to search
50 * @cpu: the cpu to ignore.
52 * Often used to find any cpu but smp_processor_id() in a mask.
53 * Returns >= nr_cpu_ids if no cpus set.
55 int cpumask_any_but(const struct cpumask
*mask
, unsigned int cpu
)
66 /* These are not inline because of header tangles. */
67 #ifdef CONFIG_CPUMASK_OFFSTACK
69 * alloc_cpumask_var_node - allocate a struct cpumask on a given node
70 * @mask: pointer to cpumask_var_t where the cpumask is returned
73 * Only defined when CONFIG_CPUMASK_OFFSTACK=y, otherwise is
74 * a nop returning a constant 1 (in <linux/cpumask.h>)
75 * Returns TRUE if memory allocation succeeded, FALSE otherwise.
77 * In addition, mask will be NULL if this fails. Note that gcc is
78 * usually smart enough to know that mask can never be NULL if
79 * CONFIG_CPUMASK_OFFSTACK=n, so does code elimination in that case
82 bool alloc_cpumask_var_node(cpumask_var_t
*mask
, gfp_t flags
, int node
)
84 *mask
= kmalloc_node(cpumask_size(), flags
, node
);
86 #ifdef CONFIG_DEBUG_PER_CPU_MAPS
88 printk(KERN_ERR
"=> alloc_cpumask_var: failed!\n");
92 /* FIXME: Bandaid to save us from old primitives which go to NR_CPUS. */
94 unsigned char *ptr
= (unsigned char *)cpumask_bits(*mask
);
96 tail
= BITS_TO_LONGS(NR_CPUS
- nr_cpumask_bits
) * sizeof(long);
97 memset(ptr
+ cpumask_size() - tail
, 0, tail
);
100 return *mask
!= NULL
;
102 EXPORT_SYMBOL(alloc_cpumask_var_node
);
104 bool zalloc_cpumask_var_node(cpumask_var_t
*mask
, gfp_t flags
, int node
)
106 return alloc_cpumask_var_node(mask
, flags
| __GFP_ZERO
, node
);
108 EXPORT_SYMBOL(zalloc_cpumask_var_node
);
111 * alloc_cpumask_var - allocate a struct cpumask
112 * @mask: pointer to cpumask_var_t where the cpumask is returned
115 * Only defined when CONFIG_CPUMASK_OFFSTACK=y, otherwise is
116 * a nop returning a constant 1 (in <linux/cpumask.h>).
118 * See alloc_cpumask_var_node.
120 bool alloc_cpumask_var(cpumask_var_t
*mask
, gfp_t flags
)
122 return alloc_cpumask_var_node(mask
, flags
, NUMA_NO_NODE
);
124 EXPORT_SYMBOL(alloc_cpumask_var
);
126 bool zalloc_cpumask_var(cpumask_var_t
*mask
, gfp_t flags
)
128 return alloc_cpumask_var(mask
, flags
| __GFP_ZERO
);
130 EXPORT_SYMBOL(zalloc_cpumask_var
);
133 * alloc_bootmem_cpumask_var - allocate a struct cpumask from the bootmem arena.
134 * @mask: pointer to cpumask_var_t where the cpumask is returned
136 * Only defined when CONFIG_CPUMASK_OFFSTACK=y, otherwise is
137 * a nop (in <linux/cpumask.h>).
138 * Either returns an allocated (zero-filled) cpumask, or causes the
141 void __init
alloc_bootmem_cpumask_var(cpumask_var_t
*mask
)
143 *mask
= memblock_virt_alloc(cpumask_size(), 0);
147 * free_cpumask_var - frees memory allocated for a struct cpumask.
148 * @mask: cpumask to free
150 * This is safe on a NULL mask.
152 void free_cpumask_var(cpumask_var_t mask
)
156 EXPORT_SYMBOL(free_cpumask_var
);
159 * free_bootmem_cpumask_var - frees result of alloc_bootmem_cpumask_var
160 * @mask: cpumask to free
162 void __init
free_bootmem_cpumask_var(cpumask_var_t mask
)
164 memblock_free_early(__pa(mask
), cpumask_size());
This page took 0.034693 seconds and 6 git commands to generate.