[deliverable/linux.git] / arch / ia64 / kernel / smp.c

/*
 * SMP Support
 *
 * Copyright (C) 1999 Walt Drummond <drummond@valinux.com>
 * Copyright (C) 1999, 2001, 2003 David Mosberger-Tang <davidm@hpl.hp.com>
 *
 * Lots of stuff stolen from arch/alpha/kernel/smp.c
 *
 * 01/05/16 Rohit Seth <rohit.seth@intel.com>  IA64-SMP functions. Reorganized
 * the existing code (on the lines of x86 port).
 * 00/09/11 David Mosberger <davidm@hpl.hp.com> Do loops_per_jiffy
 * calibration on each CPU.
 * 00/08/23 Asit Mallick <asit.k.mallick@intel.com> fixed logical processor id
 * 00/03/31 Rohit Seth <rohit.seth@intel.com>	Fixes for Bootstrap Processor
 * & cpu_online_map now gets done here (instead of setup.c)
 * 99/10/05 davidm	Update to bring it in sync with new command-line processing
 *  scheme.
 * 10/13/00 Goutham Rao <goutham.rao@intel.com> Updated smp_call_function and
 *		smp_call_function_single to resend IPI on timeouts
 */
#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/sched.h>
#include <linux/init.h>
#include <linux/interrupt.h>
#include <linux/smp.h>
#include <linux/kernel_stat.h>
#include <linux/mm.h>
#include <linux/cache.h>
#include <linux/delay.h>
#include <linux/efi.h>
#include <linux/bitops.h>
#include <linux/kexec.h>

#include <asm/atomic.h>
#include <asm/current.h>
#include <asm/delay.h>
#include <asm/machvec.h>
#include <asm/io.h>
#include <asm/irq.h>
#include <asm/page.h>
#include <asm/pgalloc.h>
#include <asm/pgtable.h>
#include <asm/processor.h>
#include <asm/ptrace.h>
#include <asm/sal.h>
#include <asm/system.h>
#include <asm/tlbflush.h>
#include <asm/unistd.h>
#include <asm/mca.h>

/*
 * Structure and data for smp_call_function(). This is designed to minimise static memory
 * requirements. It also looks cleaner.
 */
static  __cacheline_aligned DEFINE_SPINLOCK(call_lock);

struct call_data_struct {
	void (*func) (void *info);
	void *info;
	long wait;
	atomic_t started;
	atomic_t finished;
};

static volatile struct call_data_struct *call_data;

#define IPI_CALL_FUNC		0
#define IPI_CPU_STOP		1
#define IPI_KDUMP_CPU_STOP	3

/* This needs to be cacheline aligned because it is written to by *other* CPUs.  */
static DEFINE_PER_CPU(u64, ipi_operation) ____cacheline_aligned;

extern void cpu_halt (void);

void
lock_ipi_calllock(void)
{
	spin_lock_irq(&call_lock);
}

void
unlock_ipi_calllock(void)
{
	spin_unlock_irq(&call_lock);
}

static void
stop_this_cpu (void)
{
	/*
	 * Remove this CPU:
	 */
	cpu_clear(smp_processor_id(), cpu_online_map);
	max_xtp();
	local_irq_disable();
	cpu_halt();
}

void
cpu_die(void)
{
	max_xtp();
	local_irq_disable();
	cpu_halt();
	/* Should never be here */
	BUG();
	for (;;);
}

irqreturn_t
handle_IPI (int irq, void *dev_id)
{
	int this_cpu = get_cpu();
	unsigned long *pending_ipis = &__ia64_per_cpu_var(ipi_operation);
	unsigned long ops;

	mb();	/* Order interrupt and bit testing. */
	while ((ops = xchg(pending_ipis, 0)) != 0) {
		mb();	/* Order bit clearing and data access. */
		do {
			unsigned long which;

			which = ffz(~ops);
			ops &= ~(1 << which);

			switch (which) {
			      case IPI_CALL_FUNC:
			      {
				      struct call_data_struct *data;
				      void (*func)(void *info);
				      void *info;
				      int wait;

				      /* release the 'pointer lock' */
				      data = (struct call_data_struct *) call_data;
				      func = data->func;
				      info = data->info;
				      wait = data->wait;

				      mb();
				      atomic_inc(&data->started);
				      /*
				       * At this point the structure may be gone unless
				       * wait is true.
				       */
				      (*func)(info);

				      /* Notify the sending CPU that the task is done.  */
				      mb();
				      if (wait)
					      atomic_inc(&data->finished);
			      }
			      break;

			      case IPI_CPU_STOP:
				stop_this_cpu();
				break;
#ifdef CONFIG_KEXEC
			      case IPI_KDUMP_CPU_STOP:
				unw_init_running(kdump_cpu_freeze, NULL);
				break;
#endif
			      default:
				printk(KERN_CRIT "Unknown IPI on CPU %d: %lu\n", this_cpu, which);
				break;
			}
		} while (ops);
		mb();	/* Order data access and bit testing. */
	}
	put_cpu();
	return IRQ_HANDLED;
}

/*
 * Called with preeemption disabled.
 */
static inline void
send_IPI_single (int dest_cpu, int op)
{
	set_bit(op, &per_cpu(ipi_operation, dest_cpu));
	platform_send_ipi(dest_cpu, IA64_IPI_VECTOR, IA64_IPI_DM_INT, 0);
}

/*
 * Called with preeemption disabled.
 */
static inline void
send_IPI_allbutself (int op)
{
	unsigned int i;

	for_each_online_cpu(i) {
		if (i != smp_processor_id())
			send_IPI_single(i, op);
	}
}

/*
 * Called with preeemption disabled.
 */
static inline void
send_IPI_all (int op)
{
	int i;

	for_each_online_cpu(i) {
		send_IPI_single(i, op);
	}
}

/*
 * Called with preeemption disabled.
 */
static inline void
send_IPI_self (int op)
{
	send_IPI_single(smp_processor_id(), op);
}

#ifdef CONFIG_KEXEC
void
kdump_smp_send_stop(void)
{
 	send_IPI_allbutself(IPI_KDUMP_CPU_STOP);
}

void
kdump_smp_send_init(void)
{
	unsigned int cpu, self_cpu;
	self_cpu = smp_processor_id();
	for_each_online_cpu(cpu) {
		if (cpu != self_cpu) {
			if(kdump_status[cpu] == 0)
				platform_send_ipi(cpu, 0, IA64_IPI_DM_INIT, 0);
		}
	}
}
#endif
/*
 * Called with preeemption disabled.
 */
void
smp_send_reschedule (int cpu)
{
	platform_send_ipi(cpu, IA64_IPI_RESCHEDULE, IA64_IPI_DM_INT, 0);
}

void
smp_flush_tlb_all (void)
{
	on_each_cpu((void (*)(void *))local_flush_tlb_all, NULL, 1, 1);
}

void
smp_flush_tlb_mm (struct mm_struct *mm)
{
	preempt_disable();
	/* this happens for the common case of a single-threaded fork():  */
	if (likely(mm == current->active_mm && atomic_read(&mm->mm_users) == 1))
	{
		local_finish_flush_tlb_mm(mm);
		preempt_enable();
		return;
	}

	preempt_enable();
	/*
	 * We could optimize this further by using mm->cpu_vm_mask to track which CPUs
	 * have been running in the address space.  It's not clear that this is worth the
	 * trouble though: to avoid races, we have to raise the IPI on the target CPU
	 * anyhow, and once a CPU is interrupted, the cost of local_flush_tlb_all() is
	 * rather trivial.
	 */
	on_each_cpu((void (*)(void *))local_finish_flush_tlb_mm, mm, 1, 1);
}

/*
 * Run a function on another CPU
 *  <func>	The function to run. This must be fast and non-blocking.
 *  <info>	An arbitrary pointer to pass to the function.
 *  <nonatomic>	Currently unused.
 *  <wait>	If true, wait until function has completed on other CPUs.
 *  [RETURNS]   0 on success, else a negative status code.
 *
 * Does not return until the remote CPU is nearly ready to execute <func>
 * or is or has executed.
 */

int
smp_call_function_single (int cpuid, void (*func) (void *info), void *info, int nonatomic,
			  int wait)
{
	struct call_data_struct data;
	int cpus = 1;
	int me = get_cpu(); /* prevent preemption and reschedule on another processor */

	if (cpuid == me) {
		printk(KERN_INFO "%s: trying to call self\n", __FUNCTION__);
		put_cpu();
		return -EBUSY;
	}

	data.func = func;
	data.info = info;
	atomic_set(&data.started, 0);
	data.wait = wait;
	if (wait)
		atomic_set(&data.finished, 0);

	spin_lock_bh(&call_lock);

	call_data = &data;
	mb();	/* ensure store to call_data precedes setting of IPI_CALL_FUNC */
  	send_IPI_single(cpuid, IPI_CALL_FUNC);

	/* Wait for response */
	while (atomic_read(&data.started) != cpus)
		cpu_relax();

	if (wait)
		while (atomic_read(&data.finished) != cpus)
			cpu_relax();
	call_data = NULL;

	spin_unlock_bh(&call_lock);
	put_cpu();
	return 0;
}
EXPORT_SYMBOL(smp_call_function_single);

/*
 * this function sends a 'generic call function' IPI to all other CPUs
 * in the system.
 */

/*
 *  [SUMMARY]	Run a function on all other CPUs.
 *  <func>	The function to run. This must be fast and non-blocking.
 *  <info>	An arbitrary pointer to pass to the function.
 *  <nonatomic>	currently unused.
 *  <wait>	If true, wait (atomically) until function has completed on other CPUs.
 *  [RETURNS]   0 on success, else a negative status code.
 *
 * Does not return until remote CPUs are nearly ready to execute <func> or are or have
 * executed.
 *
 * You must not call this function with disabled interrupts or from a
 * hardware interrupt handler or from a bottom half handler.
 */
int
smp_call_function (void (*func) (void *info), void *info, int nonatomic, int wait)
{
	struct call_data_struct data;
	int cpus;

	spin_lock(&call_lock);
	cpus = num_online_cpus() - 1;
	if (!cpus) {
		spin_unlock(&call_lock);
		return 0;
	}

	/* Can deadlock when called with interrupts disabled */
	WARN_ON(irqs_disabled());

	data.func = func;
	data.info = info;
	atomic_set(&data.started, 0);
	data.wait = wait;
	if (wait)
		atomic_set(&data.finished, 0);

	call_data = &data;
	mb();	/* ensure store to call_data precedes setting of IPI_CALL_FUNC */
	send_IPI_allbutself(IPI_CALL_FUNC);

	/* Wait for response */
	while (atomic_read(&data.started) != cpus)
		cpu_relax();

	if (wait)
		while (atomic_read(&data.finished) != cpus)
			cpu_relax();
	call_data = NULL;

	spin_unlock(&call_lock);
	return 0;
}
EXPORT_SYMBOL(smp_call_function);

/*
 * this function calls the 'stop' function on all other CPUs in the system.
 */
void
smp_send_stop (void)
{
	send_IPI_allbutself(IPI_CPU_STOP);
}

int __init
setup_profiling_timer (unsigned int multiplier)
{
	return -EINVAL;
}
Commit	Line	Data
1da177e4 LT	1	/*
	2	* SMP Support
	3	*
	4	* Copyright (C) 1999 Walt Drummond <drummond@valinux.com>
	5	* Copyright (C) 1999, 2001, 2003 David Mosberger-Tang <davidm@hpl.hp.com>
	6	*
	7	* Lots of stuff stolen from arch/alpha/kernel/smp.c
	8	*
	9	* 01/05/16 Rohit Seth <rohit.seth@intel.com> IA64-SMP functions. Reorganized
	10	* the existing code (on the lines of x86 port).
	11	* 00/09/11 David Mosberger <davidm@hpl.hp.com> Do loops_per_jiffy
	12	* calibration on each CPU.
	13	* 00/08/23 Asit Mallick <asit.k.mallick@intel.com> fixed logical processor id
	14	* 00/03/31 Rohit Seth <rohit.seth@intel.com> Fixes for Bootstrap Processor
	15	* & cpu_online_map now gets done here (instead of setup.c)
	16	* 99/10/05 davidm Update to bring it in sync with new command-line processing
	17	* scheme.
	18	* 10/13/00 Goutham Rao <goutham.rao@intel.com> Updated smp_call_function and
	19	* smp_call_function_single to resend IPI on timeouts
	20	*/
	21	#include <linux/module.h>
	22	#include <linux/kernel.h>
	23	#include <linux/sched.h>
	24	#include <linux/init.h>
	25	#include <linux/interrupt.h>
	26	#include <linux/smp.h>
	27	#include <linux/kernel_stat.h>
	28	#include <linux/mm.h>
	29	#include <linux/cache.h>
	30	#include <linux/delay.h>
	31	#include <linux/efi.h>
	32	#include <linux/bitops.h>
a7956113	33	#include <linux/kexec.h>
1da177e4 LT	34
	35	#include <asm/atomic.h>
	36	#include <asm/current.h>
	37	#include <asm/delay.h>
	38	#include <asm/machvec.h>
	39	#include <asm/io.h>
	40	#include <asm/irq.h>
	41	#include <asm/page.h>
	42	#include <asm/pgalloc.h>
	43	#include <asm/pgtable.h>
	44	#include <asm/processor.h>
	45	#include <asm/ptrace.h>
	46	#include <asm/sal.h>
	47	#include <asm/system.h>
	48	#include <asm/tlbflush.h>
	49	#include <asm/unistd.h>
	50	#include <asm/mca.h>
	51
	52	/*
	53	* Structure and data for smp_call_function(). This is designed to minimise static memory
	54	* requirements. It also looks cleaner.
	55	*/
	56	static __cacheline_aligned DEFINE_SPINLOCK(call_lock);
	57
	58	struct call_data_struct {
	59	void (func) (void info);
	60	void *info;
	61	long wait;
	62	atomic_t started;
	63	atomic_t finished;
	64	};
	65
	66	static volatile struct call_data_struct *call_data;
	67
	68	#define IPI_CALL_FUNC 0
	69	#define IPI_CPU_STOP 1
a7956113	70	#define IPI_KDUMP_CPU_STOP 3
1da177e4 LT	71
	72	/* This needs to be cacheline aligned because it is written to by other CPUs. */
	73	static DEFINE_PER_CPU(u64, ipi_operation) ____cacheline_aligned;
	74
	75	extern void cpu_halt (void);
	76
	77	void
	78	lock_ipi_calllock(void)
	79	{
	80	spin_lock_irq(&call_lock);
	81	}
	82
	83	void
	84	unlock_ipi_calllock(void)
	85	{
	86	spin_unlock_irq(&call_lock);
	87	}
	88
	89	static void
	90	stop_this_cpu (void)
	91	{
	92	/*
	93	* Remove this CPU:
	94	*/
	95	cpu_clear(smp_processor_id(), cpu_online_map);
	96	max_xtp();
	97	local_irq_disable();
	98	cpu_halt();
	99	}
	100
	101	void
	102	cpu_die(void)
	103	{
	104	max_xtp();
	105	local_irq_disable();
	106	cpu_halt();
	107	/* Should never be here */
	108	BUG();
	109	for (;;);
	110	}
	111
	112	irqreturn_t
024e4f2c	113	handle_IPI (int irq, void *dev_id)
1da177e4 LT	114	{
	115	int this_cpu = get_cpu();
	116	unsigned long *pending_ipis = &__ia64_per_cpu_var(ipi_operation);
	117	unsigned long ops;
	118
	119	mb(); /* Order interrupt and bit testing. */
	120	while ((ops = xchg(pending_ipis, 0)) != 0) {
	121	mb(); /* Order bit clearing and data access. */
	122	do {
	123	unsigned long which;
	124
	125	which = ffz(~ops);
	126	ops &= ~(1 << which);
	127
	128	switch (which) {
	129	case IPI_CALL_FUNC:
	130	{
	131	struct call_data_struct *data;
	132	void (func)(void info);
	133	void *info;
	134	int wait;
	135
	136	/* release the 'pointer lock' */
	137	data = (struct call_data_struct *) call_data;
	138	func = data->func;
	139	info = data->info;
	140	wait = data->wait;
	141
	142	mb();
	143	atomic_inc(&data->started);
	144	/*
	145	* At this point the structure may be gone unless
	146	* wait is true.
	147	*/
	148	(*func)(info);
	149
	150	/* Notify the sending CPU that the task is done. */
	151	mb();
	152	if (wait)
	153	atomic_inc(&data->finished);
	154	}
	155	break;
	156
	157	case IPI_CPU_STOP:
	158	stop_this_cpu();
	159	break;
45a98fc6	160	#ifdef CONFIG_KEXEC
a7956113 ZN	161	case IPI_KDUMP_CPU_STOP:
	162	unw_init_running(kdump_cpu_freeze, NULL);
	163	break;
	164	#endif
1da177e4 LT	165	default:
	166	printk(KERN_CRIT "Unknown IPI on CPU %d: %lu\n", this_cpu, which);
	167	break;
	168	}
	169	} while (ops);
	170	mb(); /* Order data access and bit testing. */
	171	}
	172	put_cpu();
	173	return IRQ_HANDLED;
	174	}
	175
	176	/*
	177	* Called with preeemption disabled.
	178	*/
	179	static inline void
	180	send_IPI_single (int dest_cpu, int op)
	181	{
	182	set_bit(op, &per_cpu(ipi_operation, dest_cpu));
	183	platform_send_ipi(dest_cpu, IA64_IPI_VECTOR, IA64_IPI_DM_INT, 0);
	184	}
	185
	186	/*
	187	* Called with preeemption disabled.
	188	*/
	189	static inline void
	190	send_IPI_allbutself (int op)
	191	{
	192	unsigned int i;
	193
dc565b52	194	for_each_online_cpu(i) {
dc565b52	195	if (i != smp_processor_id())
1da177e4 LT	196	send_IPI_single(i, op);
	197	}
	198	}
	199
	200	/*
	201	* Called with preeemption disabled.
	202	*/
	203	static inline void
	204	send_IPI_all (int op)
	205	{
	206	int i;
	207
dc565b52	208	for_each_online_cpu(i) {
	209	send_IPI_single(i, op);
	210	}
1da177e4 LT	211	}
	212
	213	/*
	214	* Called with preeemption disabled.
	215	*/
	216	static inline void
	217	send_IPI_self (int op)
	218	{
	219	send_IPI_single(smp_processor_id(), op);
	220	}
	221
45a98fc6	222	#ifdef CONFIG_KEXEC
a7956113	223	void
ccbebdac	224	kdump_smp_send_stop(void)
a7956113 ZN	225	{
	226	send_IPI_allbutself(IPI_KDUMP_CPU_STOP);
	227	}
	228
	229	void
ccbebdac	230	kdump_smp_send_init(void)
a7956113 ZN	231	{
	232	unsigned int cpu, self_cpu;
	233	self_cpu = smp_processor_id();
	234	for_each_online_cpu(cpu) {
	235	if (cpu != self_cpu) {
	236	if(kdump_status[cpu] == 0)
	237	platform_send_ipi(cpu, 0, IA64_IPI_DM_INIT, 0);
	238	}
	239	}
	240	}
	241	#endif
1da177e4 LT	242	/*
	243	* Called with preeemption disabled.
	244	*/
	245	void
	246	smp_send_reschedule (int cpu)
	247	{
	248	platform_send_ipi(cpu, IA64_IPI_RESCHEDULE, IA64_IPI_DM_INT, 0);
	249	}
	250
	251	void
	252	smp_flush_tlb_all (void)
	253	{
	254	on_each_cpu((void ()(void ))local_flush_tlb_all, NULL, 1, 1);
	255	}
	256
	257	void
	258	smp_flush_tlb_mm (struct mm_struct *mm)
	259	{
a68db763	260	preempt_disable();
1da177e4 LT	261	/* this happens for the common case of a single-threaded fork(): */
	262	if (likely(mm == current->active_mm && atomic_read(&mm->mm_users) == 1))
	263	{
	264	local_finish_flush_tlb_mm(mm);
a68db763	265	preempt_enable();
1da177e4 LT	266	return;
	267	}
	268
a68db763	269	preempt_enable();
1da177e4 LT	270	/*
	271	* We could optimize this further by using mm->cpu_vm_mask to track which CPUs
	272	* have been running in the address space. It's not clear that this is worth the
	273	* trouble though: to avoid races, we have to raise the IPI on the target CPU
	274	* anyhow, and once a CPU is interrupted, the cost of local_flush_tlb_all() is
	275	* rather trivial.
	276	*/
	277	on_each_cpu((void ()(void ))local_finish_flush_tlb_mm, mm, 1, 1);
	278	}
	279
	280	/*
	281	* Run a function on another CPU
	282	* <func> The function to run. This must be fast and non-blocking.
	283	* <info> An arbitrary pointer to pass to the function.
	284	* <nonatomic> Currently unused.
	285	* <wait> If true, wait until function has completed on other CPUs.
	286	* [RETURNS] 0 on success, else a negative status code.
	287	*
	288	* Does not return until the remote CPU is nearly ready to execute <func>
	289	* or is or has executed.
	290	*/
	291
	292	int
	293	smp_call_function_single (int cpuid, void (func) (void info), void *info, int nonatomic,
	294	int wait)
	295	{
	296	struct call_data_struct data;
	297	int cpus = 1;
	298	int me = get_cpu(); /* prevent preemption and reschedule on another processor */
	299
	300	if (cpuid == me) {
52a0de2c	301	printk(KERN_INFO "%s: trying to call self\n", __FUNCTION__);
1da177e4 LT	302	put_cpu();
	303	return -EBUSY;
	304	}
	305
	306	data.func = func;
	307	data.info = info;
	308	atomic_set(&data.started, 0);
	309	data.wait = wait;
	310	if (wait)
	311	atomic_set(&data.finished, 0);
	312
	313	spin_lock_bh(&call_lock);
	314
	315	call_data = &data;
	316	mb(); /* ensure store to call_data precedes setting of IPI_CALL_FUNC */
	317	send_IPI_single(cpuid, IPI_CALL_FUNC);
	318
	319	/* Wait for response */
	320	while (atomic_read(&data.started) != cpus)
	321	cpu_relax();
	322
	323	if (wait)
	324	while (atomic_read(&data.finished) != cpus)
	325	cpu_relax();
	326	call_data = NULL;
	327
	328	spin_unlock_bh(&call_lock);
	329	put_cpu();
	330	return 0;
	331	}
	332	EXPORT_SYMBOL(smp_call_function_single);
	333
	334	/*
	335	* this function sends a 'generic call function' IPI to all other CPUs
	336	* in the system.
	337	*/
	338
	339	/*
	340	* [SUMMARY] Run a function on all other CPUs.
	341	* <func> The function to run. This must be fast and non-blocking.
	342	* <info> An arbitrary pointer to pass to the function.
	343	* <nonatomic> currently unused.
	344	* <wait> If true, wait (atomically) until function has completed on other CPUs.
	345	* [RETURNS] 0 on success, else a negative status code.
	346	*
	347	* Does not return until remote CPUs are nearly ready to execute <func> or are or have
	348	* executed.
	349	*
	350	* You must not call this function with disabled interrupts or from a
	351	* hardware interrupt handler or from a bottom half handler.
	352	*/
	353	int
	354	smp_call_function (void (func) (void info), void *info, int nonatomic, int wait)
	355	{
	356	struct call_data_struct data;
5ee77373	357	int cpus;
1da177e4	358
5ee77373 KK	359	spin_lock(&call_lock);
	360	cpus = num_online_cpus() - 1;
	361	if (!cpus) {
	362	spin_unlock(&call_lock);
1da177e4	363	return 0;
5ee77373	364	}
1da177e4 LT	365
	366	/* Can deadlock when called with interrupts disabled */
	367	WARN_ON(irqs_disabled());
	368
	369	data.func = func;
	370	data.info = info;
	371	atomic_set(&data.started, 0);
	372	data.wait = wait;
	373	if (wait)
	374	atomic_set(&data.finished, 0);
	375
1da177e4 LT	376	call_data = &data;
	377	mb(); /* ensure store to call_data precedes setting of IPI_CALL_FUNC */
	378	send_IPI_allbutself(IPI_CALL_FUNC);
	379
	380	/* Wait for response */
	381	while (atomic_read(&data.started) != cpus)
	382	cpu_relax();
	383
	384	if (wait)
	385	while (atomic_read(&data.finished) != cpus)
	386	cpu_relax();
	387	call_data = NULL;
	388
	389	spin_unlock(&call_lock);
	390	return 0;
	391	}
	392	EXPORT_SYMBOL(smp_call_function);
	393
	394	/*
	395	* this function calls the 'stop' function on all other CPUs in the system.
	396	*/
	397	void
	398	smp_send_stop (void)
	399	{
	400	send_IPI_allbutself(IPI_CPU_STOP);
	401	}
	402
	403	int __init
	404	setup_profiling_timer (unsigned int multiplier)
	405	{
	406	return -EINVAL;
	407	}