mips: Use generic time config
[deliverable/linux.git] / kernel / printk.c
CommitLineData
1da177e4
LT
1/*
2 * linux/kernel/printk.c
3 *
4 * Copyright (C) 1991, 1992 Linus Torvalds
5 *
6 * Modified to make sys_syslog() more flexible: added commands to
7 * return the last 4k of kernel messages, regardless of whether
8 * they've been read or not. Added option to suppress kernel printk's
9 * to the console. Added hook for sending the console messages
10 * elsewhere, in preparation for a serial line console (someday).
11 * Ted Ts'o, 2/11/93.
12 * Modified for sysctl support, 1/8/97, Chris Horn.
40dc5651 13 * Fixed SMP synchronization, 08/08/99, Manfred Spraul
624dffcb 14 * manfred@colorfullife.com
1da177e4 15 * Rewrote bits to get rid of console_lock
e1f8e874 16 * 01Mar01 Andrew Morton
1da177e4
LT
17 */
18
19#include <linux/kernel.h>
20#include <linux/mm.h>
21#include <linux/tty.h>
22#include <linux/tty_driver.h>
1da177e4
LT
23#include <linux/console.h>
24#include <linux/init.h>
bfe8df3d
RD
25#include <linux/jiffies.h>
26#include <linux/nmi.h>
1da177e4 27#include <linux/module.h>
3b9c0410 28#include <linux/moduleparam.h>
1da177e4 29#include <linux/interrupt.h> /* For in_interrupt() */
1da177e4
LT
30#include <linux/delay.h>
31#include <linux/smp.h>
32#include <linux/security.h>
33#include <linux/bootmem.h>
162a7e75 34#include <linux/memblock.h>
1da177e4 35#include <linux/syscalls.h>
04d491ab 36#include <linux/kexec.h>
d37d39ae 37#include <linux/kdb.h>
3fff4c42 38#include <linux/ratelimit.h>
456b565c 39#include <linux/kmsg_dump.h>
00234592 40#include <linux/syslog.h>
034260d6
KC
41#include <linux/cpu.h>
42#include <linux/notifier.h>
fb842b00 43#include <linux/rculist.h>
1da177e4
LT
44
45#include <asm/uaccess.h>
46
95100358
JB
47#define CREATE_TRACE_POINTS
48#include <trace/events/printk.h>
49
076f9776
IM
50/*
51 * Architectures can override it:
52 */
e17ba73b 53void asmlinkage __attribute__((weak)) early_printk(const char *fmt, ...)
076f9776
IM
54{
55}
56
1da177e4
LT
57#define __LOG_BUF_LEN (1 << CONFIG_LOG_BUF_SHIFT)
58
59/* printk's without a loglevel use this.. */
5af5bcb8 60#define DEFAULT_MESSAGE_LOGLEVEL CONFIG_DEFAULT_MESSAGE_LOGLEVEL
1da177e4
LT
61
62/* We show everything that is MORE important than this.. */
63#define MINIMUM_CONSOLE_LOGLEVEL 1 /* Minimum loglevel we let people use */
64#define DEFAULT_CONSOLE_LOGLEVEL 7 /* anything MORE serious than KERN_DEBUG */
65
66DECLARE_WAIT_QUEUE_HEAD(log_wait);
67
68int console_printk[4] = {
69 DEFAULT_CONSOLE_LOGLEVEL, /* console_loglevel */
70 DEFAULT_MESSAGE_LOGLEVEL, /* default_message_loglevel */
71 MINIMUM_CONSOLE_LOGLEVEL, /* minimum_console_loglevel */
72 DEFAULT_CONSOLE_LOGLEVEL, /* default_console_loglevel */
73};
74
1da177e4 75/*
0bbfb7c2 76 * Low level drivers may need that to know if they can schedule in
1da177e4
LT
77 * their unblank() callback or not. So let's export it.
78 */
79int oops_in_progress;
80EXPORT_SYMBOL(oops_in_progress);
81
82/*
83 * console_sem protects the console_drivers list, and also
84 * provides serialisation for access to the entire console
85 * driver system.
86 */
5b8c4f23 87static DEFINE_SEMAPHORE(console_sem);
1da177e4 88struct console *console_drivers;
a29d1cfe
IM
89EXPORT_SYMBOL_GPL(console_drivers);
90
1da177e4
LT
91/*
92 * This is used for debugging the mess that is the VT code by
93 * keeping track if we have the console semaphore held. It's
94 * definitely not the perfect debug tool (we don't know if _WE_
95 * hold it are racing, but it helps tracking those weird code
96 * path in the console code where we end up in places I want
97 * locked without the console sempahore held
98 */
557240b4 99static int console_locked, console_suspended;
1da177e4
LT
100
101/*
102 * logbuf_lock protects log_buf, log_start, log_end, con_start and logged_chars
103 * It is also used in interesting ways to provide interlocking in
ac751efa 104 * console_unlock();.
1da177e4 105 */
07354eb1 106static DEFINE_RAW_SPINLOCK(logbuf_lock);
1da177e4 107
eed4a2ab 108#define LOG_BUF_MASK (log_buf_len-1)
1da177e4
LT
109#define LOG_BUF(idx) (log_buf[(idx) & LOG_BUF_MASK])
110
111/*
112 * The indices into log_buf are not constrained to log_buf_len - they
113 * must be masked before subscripting
114 */
eed4a2ab
DV
115static unsigned log_start; /* Index into log_buf: next char to be read by syslog() */
116static unsigned con_start; /* Index into log_buf: next char to be sent to consoles */
117static unsigned log_end; /* Index into log_buf: most-recently-written-char + 1 */
1da177e4 118
fe3d8ad3
FT
119/*
120 * If exclusive_console is non-NULL then only this console is to be printed to.
121 */
122static struct console *exclusive_console;
123
1da177e4
LT
124/*
125 * Array of consoles built from command line options (console=)
126 */
127struct console_cmdline
128{
129 char name[8]; /* Name of the driver */
130 int index; /* Minor dev. to use */
131 char *options; /* Options for the driver */
f7511d5f
ST
132#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
133 char *brl_options; /* Options for braille driver */
134#endif
1da177e4
LT
135};
136
137#define MAX_CMDLINECONSOLES 8
138
139static struct console_cmdline console_cmdline[MAX_CMDLINECONSOLES];
140static int selected_console = -1;
141static int preferred_console = -1;
9e124fe1
MA
142int console_set_on_cmdline;
143EXPORT_SYMBOL(console_set_on_cmdline);
1da177e4
LT
144
145/* Flag: console code may call schedule() */
146static int console_may_schedule;
147
d59745ce
MM
148#ifdef CONFIG_PRINTK
149
150static char __log_buf[__LOG_BUF_LEN];
151static char *log_buf = __log_buf;
152static int log_buf_len = __LOG_BUF_LEN;
eed4a2ab 153static unsigned logged_chars; /* Number of chars produced since last read+clear operation */
cea83886 154static int saved_console_loglevel = -1;
d59745ce 155
04d491ab
NH
156#ifdef CONFIG_KEXEC
157/*
158 * This appends the listed symbols to /proc/vmcoreinfo
159 *
160 * /proc/vmcoreinfo is used by various utiilties, like crash and makedumpfile to
161 * obtain access to symbols that are otherwise very difficult to locate. These
162 * symbols are specifically used so that utilities can access and extract the
163 * dmesg log from a vmcore file after a crash.
164 */
165void log_buf_kexec_setup(void)
166{
167 VMCOREINFO_SYMBOL(log_buf);
168 VMCOREINFO_SYMBOL(log_end);
169 VMCOREINFO_SYMBOL(log_buf_len);
170 VMCOREINFO_SYMBOL(logged_chars);
171}
172#endif
173
162a7e75
MT
174/* requested log_buf_len from kernel cmdline */
175static unsigned long __initdata new_log_buf_len;
176
177/* save requested log_buf_len since it's too early to process it */
1da177e4
LT
178static int __init log_buf_len_setup(char *str)
179{
eed4a2ab 180 unsigned size = memparse(str, &str);
1da177e4
LT
181
182 if (size)
183 size = roundup_pow_of_two(size);
162a7e75
MT
184 if (size > log_buf_len)
185 new_log_buf_len = size;
186
187 return 0;
1da177e4 188}
162a7e75
MT
189early_param("log_buf_len", log_buf_len_setup);
190
191void __init setup_log_buf(int early)
192{
193 unsigned long flags;
194 unsigned start, dest_idx, offset;
195 char *new_log_buf;
196 int free;
197
198 if (!new_log_buf_len)
199 return;
1da177e4 200
162a7e75
MT
201 if (early) {
202 unsigned long mem;
203
204 mem = memblock_alloc(new_log_buf_len, PAGE_SIZE);
1f5026a7 205 if (!mem)
162a7e75
MT
206 return;
207 new_log_buf = __va(mem);
208 } else {
209 new_log_buf = alloc_bootmem_nopanic(new_log_buf_len);
210 }
211
212 if (unlikely(!new_log_buf)) {
213 pr_err("log_buf_len: %ld bytes not available\n",
214 new_log_buf_len);
215 return;
216 }
217
07354eb1 218 raw_spin_lock_irqsave(&logbuf_lock, flags);
162a7e75
MT
219 log_buf_len = new_log_buf_len;
220 log_buf = new_log_buf;
221 new_log_buf_len = 0;
222 free = __LOG_BUF_LEN - log_end;
223
224 offset = start = min(con_start, log_start);
225 dest_idx = 0;
226 while (start != log_end) {
227 unsigned log_idx_mask = start & (__LOG_BUF_LEN - 1);
228
229 log_buf[dest_idx] = __log_buf[log_idx_mask];
230 start++;
231 dest_idx++;
232 }
233 log_start -= offset;
234 con_start -= offset;
235 log_end -= offset;
07354eb1 236 raw_spin_unlock_irqrestore(&logbuf_lock, flags);
162a7e75
MT
237
238 pr_info("log_buf_len: %d\n", log_buf_len);
239 pr_info("early log buf free: %d(%d%%)\n",
240 free, (free * 100) / __LOG_BUF_LEN);
241}
1da177e4 242
bfe8df3d
RD
243#ifdef CONFIG_BOOT_PRINTK_DELAY
244
674dff65 245static int boot_delay; /* msecs delay after each printk during bootup */
3a3b6ed2 246static unsigned long long loops_per_msec; /* based on boot_delay */
bfe8df3d
RD
247
248static int __init boot_delay_setup(char *str)
249{
250 unsigned long lpj;
bfe8df3d
RD
251
252 lpj = preset_lpj ? preset_lpj : 1000000; /* some guess */
253 loops_per_msec = (unsigned long long)lpj / 1000 * HZ;
254
255 get_option(&str, &boot_delay);
256 if (boot_delay > 10 * 1000)
257 boot_delay = 0;
258
3a3b6ed2
DY
259 pr_debug("boot_delay: %u, preset_lpj: %ld, lpj: %lu, "
260 "HZ: %d, loops_per_msec: %llu\n",
261 boot_delay, preset_lpj, lpj, HZ, loops_per_msec);
bfe8df3d
RD
262 return 1;
263}
264__setup("boot_delay=", boot_delay_setup);
265
266static void boot_delay_msec(void)
267{
268 unsigned long long k;
269 unsigned long timeout;
270
271 if (boot_delay == 0 || system_state != SYSTEM_BOOTING)
272 return;
273
3a3b6ed2 274 k = (unsigned long long)loops_per_msec * boot_delay;
bfe8df3d
RD
275
276 timeout = jiffies + msecs_to_jiffies(boot_delay);
277 while (k) {
278 k--;
279 cpu_relax();
280 /*
281 * use (volatile) jiffies to prevent
282 * compiler reduction; loop termination via jiffies
283 * is secondary and may or may not happen.
284 */
285 if (time_after(jiffies, timeout))
286 break;
287 touch_nmi_watchdog();
288 }
289}
290#else
291static inline void boot_delay_msec(void)
292{
293}
294#endif
295
eaf06b24
DR
296#ifdef CONFIG_SECURITY_DMESG_RESTRICT
297int dmesg_restrict = 1;
298#else
299int dmesg_restrict;
300#endif
301
ee24aebf
LT
302static int syslog_action_restricted(int type)
303{
304 if (dmesg_restrict)
305 return 1;
306 /* Unless restricted, we allow "read all" and "get buffer size" for everybody */
307 return type != SYSLOG_ACTION_READ_ALL && type != SYSLOG_ACTION_SIZE_BUFFER;
308}
309
310static int check_syslog_permissions(int type, bool from_file)
311{
312 /*
313 * If this is from /proc/kmsg and we've already opened it, then we've
314 * already done the capabilities checks at open time.
315 */
316 if (from_file && type != SYSLOG_ACTION_OPEN)
317 return 0;
318
319 if (syslog_action_restricted(type)) {
320 if (capable(CAP_SYSLOG))
321 return 0;
322 /* For historical reasons, accept CAP_SYS_ADMIN too, with a warning */
323 if (capable(CAP_SYS_ADMIN)) {
f2c0d026
JN
324 printk_once(KERN_WARNING "%s (%d): "
325 "Attempt to access syslog with CAP_SYS_ADMIN "
326 "but no CAP_SYSLOG (deprecated).\n",
327 current->comm, task_pid_nr(current));
ee24aebf
LT
328 return 0;
329 }
330 return -EPERM;
331 }
332 return 0;
333}
334
00234592 335int do_syslog(int type, char __user *buf, int len, bool from_file)
1da177e4 336{
eed4a2ab 337 unsigned i, j, limit, count;
1da177e4
LT
338 int do_clear = 0;
339 char c;
ee24aebf 340 int error;
1da177e4 341
ee24aebf
LT
342 error = check_syslog_permissions(type, from_file);
343 if (error)
344 goto out;
12b3052c
EP
345
346 error = security_syslog(type);
1da177e4
LT
347 if (error)
348 return error;
349
350 switch (type) {
d78ca3cd 351 case SYSLOG_ACTION_CLOSE: /* Close log */
1da177e4 352 break;
d78ca3cd 353 case SYSLOG_ACTION_OPEN: /* Open log */
1da177e4 354 break;
d78ca3cd 355 case SYSLOG_ACTION_READ: /* Read from log */
1da177e4
LT
356 error = -EINVAL;
357 if (!buf || len < 0)
358 goto out;
359 error = 0;
360 if (!len)
361 goto out;
362 if (!access_ok(VERIFY_WRITE, buf, len)) {
363 error = -EFAULT;
364 goto out;
365 }
40dc5651
JJ
366 error = wait_event_interruptible(log_wait,
367 (log_start - log_end));
1da177e4
LT
368 if (error)
369 goto out;
370 i = 0;
07354eb1 371 raw_spin_lock_irq(&logbuf_lock);
1da177e4
LT
372 while (!error && (log_start != log_end) && i < len) {
373 c = LOG_BUF(log_start);
374 log_start++;
07354eb1 375 raw_spin_unlock_irq(&logbuf_lock);
1da177e4
LT
376 error = __put_user(c,buf);
377 buf++;
378 i++;
379 cond_resched();
07354eb1 380 raw_spin_lock_irq(&logbuf_lock);
1da177e4 381 }
07354eb1 382 raw_spin_unlock_irq(&logbuf_lock);
1da177e4
LT
383 if (!error)
384 error = i;
385 break;
d78ca3cd
KC
386 /* Read/clear last kernel messages */
387 case SYSLOG_ACTION_READ_CLEAR:
40dc5651 388 do_clear = 1;
1da177e4 389 /* FALL THRU */
d78ca3cd
KC
390 /* Read last kernel messages */
391 case SYSLOG_ACTION_READ_ALL:
1da177e4
LT
392 error = -EINVAL;
393 if (!buf || len < 0)
394 goto out;
395 error = 0;
396 if (!len)
397 goto out;
398 if (!access_ok(VERIFY_WRITE, buf, len)) {
399 error = -EFAULT;
400 goto out;
401 }
402 count = len;
403 if (count > log_buf_len)
404 count = log_buf_len;
07354eb1 405 raw_spin_lock_irq(&logbuf_lock);
1da177e4
LT
406 if (count > logged_chars)
407 count = logged_chars;
408 if (do_clear)
409 logged_chars = 0;
410 limit = log_end;
411 /*
412 * __put_user() could sleep, and while we sleep
40dc5651 413 * printk() could overwrite the messages
1da177e4
LT
414 * we try to copy to user space. Therefore
415 * the messages are copied in reverse. <manfreds>
416 */
40dc5651 417 for (i = 0; i < count && !error; i++) {
1da177e4
LT
418 j = limit-1-i;
419 if (j + log_buf_len < log_end)
420 break;
421 c = LOG_BUF(j);
07354eb1 422 raw_spin_unlock_irq(&logbuf_lock);
1da177e4
LT
423 error = __put_user(c,&buf[count-1-i]);
424 cond_resched();
07354eb1 425 raw_spin_lock_irq(&logbuf_lock);
1da177e4 426 }
07354eb1 427 raw_spin_unlock_irq(&logbuf_lock);
1da177e4
LT
428 if (error)
429 break;
430 error = i;
40dc5651 431 if (i != count) {
1da177e4
LT
432 int offset = count-error;
433 /* buffer overflow during copy, correct user buffer. */
40dc5651 434 for (i = 0; i < error; i++) {
1da177e4
LT
435 if (__get_user(c,&buf[i+offset]) ||
436 __put_user(c,&buf[i])) {
437 error = -EFAULT;
438 break;
439 }
440 cond_resched();
441 }
442 }
443 break;
d78ca3cd
KC
444 /* Clear ring buffer */
445 case SYSLOG_ACTION_CLEAR:
1da177e4
LT
446 logged_chars = 0;
447 break;
d78ca3cd
KC
448 /* Disable logging to console */
449 case SYSLOG_ACTION_CONSOLE_OFF:
1aaad49e
FP
450 if (saved_console_loglevel == -1)
451 saved_console_loglevel = console_loglevel;
1da177e4
LT
452 console_loglevel = minimum_console_loglevel;
453 break;
d78ca3cd
KC
454 /* Enable logging to console */
455 case SYSLOG_ACTION_CONSOLE_ON:
1aaad49e
FP
456 if (saved_console_loglevel != -1) {
457 console_loglevel = saved_console_loglevel;
458 saved_console_loglevel = -1;
459 }
1da177e4 460 break;
d78ca3cd
KC
461 /* Set level of messages printed to console */
462 case SYSLOG_ACTION_CONSOLE_LEVEL:
1da177e4
LT
463 error = -EINVAL;
464 if (len < 1 || len > 8)
465 goto out;
466 if (len < minimum_console_loglevel)
467 len = minimum_console_loglevel;
468 console_loglevel = len;
1aaad49e
FP
469 /* Implicitly re-enable logging to console */
470 saved_console_loglevel = -1;
1da177e4
LT
471 error = 0;
472 break;
d78ca3cd
KC
473 /* Number of chars in the log buffer */
474 case SYSLOG_ACTION_SIZE_UNREAD:
1da177e4
LT
475 error = log_end - log_start;
476 break;
d78ca3cd
KC
477 /* Size of the log buffer */
478 case SYSLOG_ACTION_SIZE_BUFFER:
1da177e4
LT
479 error = log_buf_len;
480 break;
481 default:
482 error = -EINVAL;
483 break;
484 }
485out:
486 return error;
487}
488
1e7bfb21 489SYSCALL_DEFINE3(syslog, int, type, char __user *, buf, int, len)
1da177e4 490{
00234592 491 return do_syslog(type, buf, len, SYSLOG_FROM_CALL);
1da177e4
LT
492}
493
67fc4e0c
JW
494#ifdef CONFIG_KGDB_KDB
495/* kdb dmesg command needs access to the syslog buffer. do_syslog()
496 * uses locks so it cannot be used during debugging. Just tell kdb
497 * where the start and end of the physical and logical logs are. This
498 * is equivalent to do_syslog(3).
499 */
500void kdb_syslog_data(char *syslog_data[4])
501{
502 syslog_data[0] = log_buf;
503 syslog_data[1] = log_buf + log_buf_len;
504 syslog_data[2] = log_buf + log_end -
505 (logged_chars < log_buf_len ? logged_chars : log_buf_len);
506 syslog_data[3] = log_buf + log_end;
507}
508#endif /* CONFIG_KGDB_KDB */
509
1da177e4
LT
510/*
511 * Call the console drivers on a range of log_buf
512 */
eed4a2ab 513static void __call_console_drivers(unsigned start, unsigned end)
1da177e4
LT
514{
515 struct console *con;
516
4d091611 517 for_each_console(con) {
fe3d8ad3
FT
518 if (exclusive_console && con != exclusive_console)
519 continue;
76a8ad29
ME
520 if ((con->flags & CON_ENABLED) && con->write &&
521 (cpu_online(smp_processor_id()) ||
522 (con->flags & CON_ANYTIME)))
1da177e4
LT
523 con->write(con, &LOG_BUF(start), end - start);
524 }
525}
526
2329abfa 527static bool __read_mostly ignore_loglevel;
79290822 528
99eea6a1 529static int __init ignore_loglevel_setup(char *str)
79290822
IM
530{
531 ignore_loglevel = 1;
532 printk(KERN_INFO "debug: ignoring loglevel setting.\n");
533
c4772d99 534 return 0;
79290822
IM
535}
536
c4772d99 537early_param("ignore_loglevel", ignore_loglevel_setup);
29d4d6df 538module_param(ignore_loglevel, bool, S_IRUGO | S_IWUSR);
0eca6b7c
YZ
539MODULE_PARM_DESC(ignore_loglevel, "ignore loglevel setting, to"
540 "print all kernel messages to the console.");
79290822 541
1da177e4
LT
542/*
543 * Write out chars from start to end - 1 inclusive
544 */
eed4a2ab
DV
545static void _call_console_drivers(unsigned start,
546 unsigned end, int msg_log_level)
1da177e4 547{
95100358
JB
548 trace_console(&LOG_BUF(0), start, end, log_buf_len);
549
79290822 550 if ((msg_log_level < console_loglevel || ignore_loglevel) &&
1da177e4
LT
551 console_drivers && start != end) {
552 if ((start & LOG_BUF_MASK) > (end & LOG_BUF_MASK)) {
553 /* wrapped write */
554 __call_console_drivers(start & LOG_BUF_MASK,
555 log_buf_len);
556 __call_console_drivers(0, end & LOG_BUF_MASK);
557 } else {
558 __call_console_drivers(start, end);
559 }
560 }
561}
562
9d90c8d9
KS
563/*
564 * Parse the syslog header <[0-9]*>. The decimal value represents 32bit, the
565 * lower 3 bit are the log level, the rest are the log facility. In case
566 * userspace passes usual userspace syslog messages to /dev/kmsg or
567 * /dev/ttyprintk, the log prefix might contain the facility. Printk needs
568 * to extract the correct log level for in-kernel processing, and not mangle
569 * the original value.
570 *
571 * If a prefix is found, the length of the prefix is returned. If 'level' is
572 * passed, it will be filled in with the log level without a possible facility
573 * value. If 'special' is passed, the special printk prefix chars are accepted
574 * and returned. If no valid header is found, 0 is returned and the passed
575 * variables are not touched.
576 */
577static size_t log_prefix(const char *p, unsigned int *level, char *special)
578{
579 unsigned int lev = 0;
580 char sp = '\0';
581 size_t len;
582
583 if (p[0] != '<' || !p[1])
584 return 0;
585 if (p[2] == '>') {
586 /* usual single digit level number or special char */
587 switch (p[1]) {
588 case '0' ... '7':
589 lev = p[1] - '0';
590 break;
591 case 'c': /* KERN_CONT */
592 case 'd': /* KERN_DEFAULT */
593 sp = p[1];
594 break;
595 default:
596 return 0;
597 }
598 len = 3;
599 } else {
600 /* multi digit including the level and facility number */
601 char *endp = NULL;
602
9d90c8d9
KS
603 lev = (simple_strtoul(&p[1], &endp, 10) & 7);
604 if (endp == NULL || endp[0] != '>')
605 return 0;
606 len = (endp + 1) - p;
607 }
608
609 /* do not accept special char if not asked for */
610 if (sp && !special)
611 return 0;
612
613 if (special) {
614 *special = sp;
615 /* return special char, do not touch level */
616 if (sp)
617 return len;
618 }
619
620 if (level)
621 *level = lev;
622 return len;
623}
624
1da177e4
LT
625/*
626 * Call the console drivers, asking them to write out
627 * log_buf[start] to log_buf[end - 1].
ac751efa 628 * The console_lock must be held.
1da177e4 629 */
eed4a2ab 630static void call_console_drivers(unsigned start, unsigned end)
1da177e4 631{
eed4a2ab 632 unsigned cur_index, start_print;
1da177e4
LT
633 static int msg_level = -1;
634
eed4a2ab 635 BUG_ON(((int)(start - end)) > 0);
1da177e4
LT
636
637 cur_index = start;
638 start_print = start;
639 while (cur_index != end) {
9d90c8d9
KS
640 if (msg_level < 0 && ((end - cur_index) > 2)) {
641 /* strip log prefix */
642 cur_index += log_prefix(&LOG_BUF(cur_index), &msg_level, NULL);
1da177e4
LT
643 start_print = cur_index;
644 }
645 while (cur_index != end) {
646 char c = LOG_BUF(cur_index);
1da177e4 647
40dc5651 648 cur_index++;
1da177e4
LT
649 if (c == '\n') {
650 if (msg_level < 0) {
651 /*
652 * printk() has already given us loglevel tags in
653 * the buffer. This code is here in case the
654 * log buffer has wrapped right round and scribbled
655 * on those tags
656 */
657 msg_level = default_message_loglevel;
658 }
659 _call_console_drivers(start_print, cur_index, msg_level);
660 msg_level = -1;
661 start_print = cur_index;
662 break;
663 }
664 }
665 }
666 _call_console_drivers(start_print, end, msg_level);
667}
668
669static void emit_log_char(char c)
670{
671 LOG_BUF(log_end) = c;
672 log_end++;
673 if (log_end - log_start > log_buf_len)
674 log_start = log_end - log_buf_len;
675 if (log_end - con_start > log_buf_len)
676 con_start = log_end - log_buf_len;
677 if (logged_chars < log_buf_len)
678 logged_chars++;
679}
680
681/*
682 * Zap console related locks when oopsing. Only zap at most once
683 * every 10 seconds, to leave time for slow consoles to print a
684 * full oops.
685 */
686static void zap_locks(void)
687{
688 static unsigned long oops_timestamp;
689
690 if (time_after_eq(jiffies, oops_timestamp) &&
40dc5651 691 !time_after(jiffies, oops_timestamp + 30 * HZ))
1da177e4
LT
692 return;
693
694 oops_timestamp = jiffies;
695
94d24fc4 696 debug_locks_off();
1da177e4 697 /* If a crash is occurring, make sure we can't deadlock */
07354eb1 698 raw_spin_lock_init(&logbuf_lock);
1da177e4 699 /* And make sure that we print immediately */
5b8c4f23 700 sema_init(&console_sem, 1);
1da177e4
LT
701}
702
703#if defined(CONFIG_PRINTK_TIME)
2329abfa 704static bool printk_time = 1;
1da177e4 705#else
2329abfa 706static bool printk_time = 0;
1da177e4 707#endif
e84845c4 708module_param_named(time, printk_time, bool, S_IRUGO | S_IWUSR);
1da177e4 709
c22ab332
MG
710static bool always_kmsg_dump;
711module_param_named(always_kmsg_dump, always_kmsg_dump, bool, S_IRUGO | S_IWUSR);
712
76a8ad29
ME
713/* Check if we have any console registered that can be called early in boot. */
714static int have_callable_console(void)
715{
716 struct console *con;
717
4d091611 718 for_each_console(con)
76a8ad29
ME
719 if (con->flags & CON_ANYTIME)
720 return 1;
721
722 return 0;
723}
724
ddad86c2
MW
725/**
726 * printk - print a kernel message
727 * @fmt: format string
728 *
72fd4a35 729 * This is printk(). It can be called from any context. We want it to work.
40dc5651 730 *
ac751efa 731 * We try to grab the console_lock. If we succeed, it's easy - we log the output and
1da177e4
LT
732 * call the console drivers. If we fail to get the semaphore we place the output
733 * into the log buffer and return. The current holder of the console_sem will
ac751efa
TH
734 * notice the new output in console_unlock(); and will send it to the
735 * consoles before releasing the lock.
1da177e4
LT
736 *
737 * One effect of this deferred printing is that code which calls printk() and
738 * then changes console_loglevel may break. This is because console_loglevel
739 * is inspected when the actual printing occurs.
ddad86c2
MW
740 *
741 * See also:
742 * printf(3)
20036fdc
AK
743 *
744 * See the vsnprintf() documentation for format string extensions over C99.
1da177e4 745 */
d59745ce 746
1da177e4
LT
747asmlinkage int printk(const char *fmt, ...)
748{
749 va_list args;
750 int r;
751
d37d39ae
JW
752#ifdef CONFIG_KGDB_KDB
753 if (unlikely(kdb_trap_printk)) {
754 va_start(args, fmt);
755 r = vkdb_printf(fmt, args);
756 va_end(args);
757 return r;
758 }
759#endif
1da177e4
LT
760 va_start(args, fmt);
761 r = vprintk(fmt, args);
762 va_end(args);
763
764 return r;
765}
766
fe21773d
DH
767/* cpu currently holding logbuf_lock */
768static volatile unsigned int printk_cpu = UINT_MAX;
769
266c2e0a
LT
770/*
771 * Can we actually use the console at this time on this cpu?
772 *
773 * Console drivers may assume that per-cpu resources have
774 * been allocated. So unless they're explicitly marked as
775 * being able to cope (CON_ANYTIME) don't call them until
776 * this CPU is officially up.
777 */
778static inline int can_use_console(unsigned int cpu)
779{
780 return cpu_online(cpu) || have_callable_console();
781}
782
783/*
784 * Try to get console ownership to actually show the kernel
785 * messages from a 'printk'. Return true (and with the
ac751efa 786 * console_lock held, and 'console_locked' set) if it
266c2e0a
LT
787 * is successful, false otherwise.
788 *
789 * This gets called with the 'logbuf_lock' spinlock held and
790 * interrupts disabled. It should return with 'lockbuf_lock'
791 * released but interrupts still disabled.
792 */
ac751efa 793static int console_trylock_for_printk(unsigned int cpu)
8155c02a 794 __releases(&logbuf_lock)
266c2e0a 795{
0b5e1c52 796 int retval = 0, wake = 0;
266c2e0a 797
ac751efa 798 if (console_trylock()) {
093a07e2
LT
799 retval = 1;
800
801 /*
802 * If we can't use the console, we need to release
803 * the console semaphore by hand to avoid flushing
804 * the buffer. We need to hold the console semaphore
805 * in order to do this test safely.
806 */
807 if (!can_use_console(cpu)) {
808 console_locked = 0;
0b5e1c52 809 wake = 1;
093a07e2
LT
810 retval = 0;
811 }
812 }
266c2e0a 813 printk_cpu = UINT_MAX;
0b5e1c52
PZ
814 if (wake)
815 up(&console_sem);
07354eb1 816 raw_spin_unlock(&logbuf_lock);
266c2e0a
LT
817 return retval;
818}
3b8945e8
TH
819static const char recursion_bug_msg [] =
820 KERN_CRIT "BUG: recent printk recursion!\n";
821static int recursion_bug;
edb123e1 822static int new_text_line = 1;
3b8945e8 823static char printk_buf[1024];
32a76006 824
af91322e
DY
825int printk_delay_msec __read_mostly;
826
827static inline void printk_delay(void)
828{
829 if (unlikely(printk_delay_msec)) {
830 int m = printk_delay_msec;
831
832 while (m--) {
833 mdelay(1);
834 touch_nmi_watchdog();
835 }
836 }
837}
838
1da177e4
LT
839asmlinkage int vprintk(const char *fmt, va_list args)
840{
32a76006 841 int printed_len = 0;
09159308 842 int current_log_level = default_message_loglevel;
ac60ad74 843 unsigned long flags;
32a76006 844 int this_cpu;
1da177e4 845 char *p;
9d90c8d9
KS
846 size_t plen;
847 char special;
1da177e4 848
bfe8df3d 849 boot_delay_msec();
af91322e 850 printk_delay();
bfe8df3d 851
1da177e4 852 /* This stops the holder of console_sem just where we want him */
1a9a8aef 853 local_irq_save(flags);
32a76006
IM
854 this_cpu = smp_processor_id();
855
856 /*
857 * Ouch, printk recursed into itself!
858 */
859 if (unlikely(printk_cpu == this_cpu)) {
860 /*
861 * If a crash is occurring during printk() on this CPU,
862 * then try to get the crash message out but make sure
863 * we can't deadlock. Otherwise just return to avoid the
864 * recursion and return - but flag the recursion so that
865 * it can be printed at the next appropriate moment:
866 */
94d24fc4 867 if (!oops_in_progress && !lockdep_recursing(current)) {
3b8945e8 868 recursion_bug = 1;
32a76006
IM
869 goto out_restore_irqs;
870 }
871 zap_locks();
872 }
873
a0f1ccfd 874 lockdep_off();
07354eb1 875 raw_spin_lock(&logbuf_lock);
32a76006 876 printk_cpu = this_cpu;
1da177e4 877
3b8945e8
TH
878 if (recursion_bug) {
879 recursion_bug = 0;
880 strcpy(printk_buf, recursion_bug_msg);
26cc271d 881 printed_len = strlen(recursion_bug_msg);
32a76006 882 }
1da177e4 883 /* Emit the output into the temporary buffer */
32a76006 884 printed_len += vscnprintf(printk_buf + printed_len,
cf3680b9 885 sizeof(printk_buf) - printed_len, fmt, args);
1da177e4 886
5fd29d6c
LT
887 p = printk_buf;
888
9d90c8d9
KS
889 /* Read log level and handle special printk prefix */
890 plen = log_prefix(p, &current_log_level, &special);
891 if (plen) {
892 p += plen;
893
894 switch (special) {
895 case 'c': /* Strip <c> KERN_CONT, continue line */
896 plen = 0;
897 break;
898 case 'd': /* Strip <d> KERN_DEFAULT, start new line */
899 plen = 0;
900 default:
901 if (!new_text_line) {
902 emit_log_char('\n');
903 new_text_line = 1;
5fd29d6c
LT
904 }
905 }
906 }
907
1da177e4 908 /*
9d90c8d9
KS
909 * Copy the output into log_buf. If the caller didn't provide
910 * the appropriate log prefix, we insert them here
1da177e4 911 */
9d90c8d9 912 for (; *p; p++) {
ac60ad74 913 if (new_text_line) {
ac60ad74
NA
914 new_text_line = 0;
915
9d90c8d9
KS
916 if (plen) {
917 /* Copy original log prefix */
918 int i;
919
920 for (i = 0; i < plen; i++)
921 emit_log_char(printk_buf[i]);
922 printed_len += plen;
923 } else {
924 /* Add log prefix */
925 emit_log_char('<');
926 emit_log_char(current_log_level + '0');
927 emit_log_char('>');
928 printed_len += 3;
929 }
930
1da177e4 931 if (printk_time) {
9d90c8d9 932 /* Add the current time stamp */
1da177e4
LT
933 char tbuf[50], *tp;
934 unsigned tlen;
935 unsigned long long t;
936 unsigned long nanosec_rem;
937
326e96b9 938 t = cpu_clock(printk_cpu);
1da177e4 939 nanosec_rem = do_div(t, 1000000000);
ac60ad74
NA
940 tlen = sprintf(tbuf, "[%5lu.%06lu] ",
941 (unsigned long) t,
942 nanosec_rem / 1000);
1da177e4
LT
943
944 for (tp = tbuf; tp < tbuf + tlen; tp++)
945 emit_log_char(*tp);
025510cd 946 printed_len += tlen;
1da177e4 947 }
ac60ad74 948
1da177e4
LT
949 if (!*p)
950 break;
951 }
ac60ad74 952
1da177e4
LT
953 emit_log_char(*p);
954 if (*p == '\n')
ac60ad74 955 new_text_line = 1;
1da177e4
LT
956 }
957
266c2e0a
LT
958 /*
959 * Try to acquire and then immediately release the
960 * console semaphore. The release will do all the
961 * actual magic (print out buffers, wake up klogd,
962 * etc).
963 *
ac751efa 964 * The console_trylock_for_printk() function
266c2e0a
LT
965 * will release 'logbuf_lock' regardless of whether it
966 * actually gets the semaphore or not.
967 */
ac751efa
TH
968 if (console_trylock_for_printk(this_cpu))
969 console_unlock();
76a8ad29 970
266c2e0a 971 lockdep_on();
32a76006 972out_restore_irqs:
1a9a8aef 973 local_irq_restore(flags);
76a8ad29 974
1da177e4
LT
975 return printed_len;
976}
977EXPORT_SYMBOL(printk);
978EXPORT_SYMBOL(vprintk);
979
d59745ce
MM
980#else
981
eed4a2ab 982static void call_console_drivers(unsigned start, unsigned end)
40dc5651
JJ
983{
984}
d59745ce
MM
985
986#endif
987
f7511d5f
ST
988static int __add_preferred_console(char *name, int idx, char *options,
989 char *brl_options)
990{
991 struct console_cmdline *c;
992 int i;
993
994 /*
995 * See if this tty is not yet registered, and
996 * if we have a slot free.
997 */
998 for (i = 0; i < MAX_CMDLINECONSOLES && console_cmdline[i].name[0]; i++)
999 if (strcmp(console_cmdline[i].name, name) == 0 &&
1000 console_cmdline[i].index == idx) {
1001 if (!brl_options)
1002 selected_console = i;
1003 return 0;
1004 }
1005 if (i == MAX_CMDLINECONSOLES)
1006 return -E2BIG;
1007 if (!brl_options)
1008 selected_console = i;
1009 c = &console_cmdline[i];
1010 strlcpy(c->name, name, sizeof(c->name));
1011 c->options = options;
1012#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
1013 c->brl_options = brl_options;
1014#endif
1015 c->index = idx;
1016 return 0;
1017}
2ea1c539
JB
1018/*
1019 * Set up a list of consoles. Called from init/main.c
1020 */
1021static int __init console_setup(char *str)
1022{
eaa944af 1023 char buf[sizeof(console_cmdline[0].name) + 4]; /* 4 for index */
f7511d5f 1024 char *s, *options, *brl_options = NULL;
2ea1c539
JB
1025 int idx;
1026
f7511d5f
ST
1027#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
1028 if (!memcmp(str, "brl,", 4)) {
1029 brl_options = "";
1030 str += 4;
1031 } else if (!memcmp(str, "brl=", 4)) {
1032 brl_options = str + 4;
1033 str = strchr(brl_options, ',');
1034 if (!str) {
1035 printk(KERN_ERR "need port name after brl=\n");
1036 return 1;
1037 }
1038 *(str++) = 0;
1039 }
1040#endif
1041
2ea1c539
JB
1042 /*
1043 * Decode str into name, index, options.
1044 */
1045 if (str[0] >= '0' && str[0] <= '9') {
eaa944af
YL
1046 strcpy(buf, "ttyS");
1047 strncpy(buf + 4, str, sizeof(buf) - 5);
2ea1c539 1048 } else {
eaa944af 1049 strncpy(buf, str, sizeof(buf) - 1);
2ea1c539 1050 }
eaa944af 1051 buf[sizeof(buf) - 1] = 0;
2ea1c539
JB
1052 if ((options = strchr(str, ',')) != NULL)
1053 *(options++) = 0;
1054#ifdef __sparc__
1055 if (!strcmp(str, "ttya"))
eaa944af 1056 strcpy(buf, "ttyS0");
2ea1c539 1057 if (!strcmp(str, "ttyb"))
eaa944af 1058 strcpy(buf, "ttyS1");
2ea1c539 1059#endif
eaa944af 1060 for (s = buf; *s; s++)
2ea1c539
JB
1061 if ((*s >= '0' && *s <= '9') || *s == ',')
1062 break;
1063 idx = simple_strtoul(s, NULL, 10);
1064 *s = 0;
1065
f7511d5f 1066 __add_preferred_console(buf, idx, options, brl_options);
9e124fe1 1067 console_set_on_cmdline = 1;
2ea1c539
JB
1068 return 1;
1069}
1070__setup("console=", console_setup);
1071
3c0547ba
MM
1072/**
1073 * add_preferred_console - add a device to the list of preferred consoles.
ddad86c2
MW
1074 * @name: device name
1075 * @idx: device index
1076 * @options: options for this console
3c0547ba
MM
1077 *
1078 * The last preferred console added will be used for kernel messages
1079 * and stdin/out/err for init. Normally this is used by console_setup
1080 * above to handle user-supplied console arguments; however it can also
1081 * be used by arch-specific code either to override the user or more
1082 * commonly to provide a default console (ie from PROM variables) when
1083 * the user has not supplied one.
1084 */
fb445ee5 1085int add_preferred_console(char *name, int idx, char *options)
3c0547ba 1086{
f7511d5f 1087 return __add_preferred_console(name, idx, options, NULL);
3c0547ba
MM
1088}
1089
b6b1d877 1090int update_console_cmdline(char *name, int idx, char *name_new, int idx_new, char *options)
18a8bd94
YL
1091{
1092 struct console_cmdline *c;
1093 int i;
1094
1095 for (i = 0; i < MAX_CMDLINECONSOLES && console_cmdline[i].name[0]; i++)
1096 if (strcmp(console_cmdline[i].name, name) == 0 &&
1097 console_cmdline[i].index == idx) {
1098 c = &console_cmdline[i];
f735295b 1099 strlcpy(c->name, name_new, sizeof(c->name));
18a8bd94
YL
1100 c->name[sizeof(c->name) - 1] = 0;
1101 c->options = options;
1102 c->index = idx_new;
1103 return i;
1104 }
1105 /* not found */
1106 return -1;
1107}
1108
2329abfa 1109bool console_suspend_enabled = 1;
8f4ce8c3
AS
1110EXPORT_SYMBOL(console_suspend_enabled);
1111
1112static int __init console_suspend_disable(char *str)
1113{
1114 console_suspend_enabled = 0;
1115 return 1;
1116}
1117__setup("no_console_suspend", console_suspend_disable);
134620f7
YZ
1118module_param_named(console_suspend, console_suspend_enabled,
1119 bool, S_IRUGO | S_IWUSR);
1120MODULE_PARM_DESC(console_suspend, "suspend console during suspend"
1121 " and hibernate operations");
8f4ce8c3 1122
557240b4
LT
1123/**
1124 * suspend_console - suspend the console subsystem
1125 *
1126 * This disables printk() while we go into suspend states
1127 */
1128void suspend_console(void)
1129{
8f4ce8c3
AS
1130 if (!console_suspend_enabled)
1131 return;
0d63081d 1132 printk("Suspending console(s) (use no_console_suspend to debug)\n");
ac751efa 1133 console_lock();
557240b4 1134 console_suspended = 1;
403f3075 1135 up(&console_sem);
557240b4
LT
1136}
1137
1138void resume_console(void)
1139{
8f4ce8c3
AS
1140 if (!console_suspend_enabled)
1141 return;
403f3075 1142 down(&console_sem);
557240b4 1143 console_suspended = 0;
ac751efa 1144 console_unlock();
557240b4
LT
1145}
1146
034260d6
KC
1147/**
1148 * console_cpu_notify - print deferred console messages after CPU hotplug
1149 * @self: notifier struct
1150 * @action: CPU hotplug event
1151 * @hcpu: unused
1152 *
1153 * If printk() is called from a CPU that is not online yet, the messages
1154 * will be spooled but will not show up on the console. This function is
1155 * called when a new CPU comes online (or fails to come up), and ensures
1156 * that any such output gets printed.
1157 */
1158static int __cpuinit console_cpu_notify(struct notifier_block *self,
1159 unsigned long action, void *hcpu)
1160{
1161 switch (action) {
1162 case CPU_ONLINE:
1163 case CPU_DEAD:
1164 case CPU_DYING:
1165 case CPU_DOWN_FAILED:
1166 case CPU_UP_CANCELED:
ac751efa
TH
1167 console_lock();
1168 console_unlock();
034260d6
KC
1169 }
1170 return NOTIFY_OK;
1171}
1172
1da177e4 1173/**
ac751efa 1174 * console_lock - lock the console system for exclusive use.
1da177e4 1175 *
ac751efa 1176 * Acquires a lock which guarantees that the caller has
1da177e4
LT
1177 * exclusive access to the console system and the console_drivers list.
1178 *
1179 * Can sleep, returns nothing.
1180 */
ac751efa 1181void console_lock(void)
1da177e4 1182{
8abd8e29 1183 BUG_ON(in_interrupt());
1da177e4 1184 down(&console_sem);
403f3075
AH
1185 if (console_suspended)
1186 return;
1da177e4
LT
1187 console_locked = 1;
1188 console_may_schedule = 1;
1189}
ac751efa 1190EXPORT_SYMBOL(console_lock);
1da177e4 1191
ac751efa
TH
1192/**
1193 * console_trylock - try to lock the console system for exclusive use.
1194 *
1195 * Tried to acquire a lock which guarantees that the caller has
1196 * exclusive access to the console system and the console_drivers list.
1197 *
1198 * returns 1 on success, and 0 on failure to acquire the lock.
1199 */
1200int console_trylock(void)
1da177e4
LT
1201{
1202 if (down_trylock(&console_sem))
ac751efa 1203 return 0;
403f3075
AH
1204 if (console_suspended) {
1205 up(&console_sem);
ac751efa 1206 return 0;
403f3075 1207 }
1da177e4
LT
1208 console_locked = 1;
1209 console_may_schedule = 0;
ac751efa 1210 return 1;
1da177e4 1211}
ac751efa 1212EXPORT_SYMBOL(console_trylock);
1da177e4
LT
1213
1214int is_console_locked(void)
1215{
1216 return console_locked;
1217}
1da177e4 1218
3ccf3e83
PZ
1219/*
1220 * Delayed printk facility, for scheduler-internal messages:
1221 */
1222#define PRINTK_BUF_SIZE 512
1223
1224#define PRINTK_PENDING_WAKEUP 0x01
1225#define PRINTK_PENDING_SCHED 0x02
1226
b845b517 1227static DEFINE_PER_CPU(int, printk_pending);
3ccf3e83 1228static DEFINE_PER_CPU(char [PRINTK_BUF_SIZE], printk_sched_buf);
b845b517
PZ
1229
1230void printk_tick(void)
e3e8a75d 1231{
40dc11ff 1232 if (__this_cpu_read(printk_pending)) {
3ccf3e83
PZ
1233 int pending = __this_cpu_xchg(printk_pending, 0);
1234 if (pending & PRINTK_PENDING_SCHED) {
1235 char *buf = __get_cpu_var(printk_sched_buf);
1236 printk(KERN_WARNING "[sched_delayed] %s", buf);
1237 }
1238 if (pending & PRINTK_PENDING_WAKEUP)
1239 wake_up_interruptible(&log_wait);
b845b517
PZ
1240 }
1241}
1242
1243int printk_needs_cpu(int cpu)
1244{
40dc11ff 1245 if (cpu_is_offline(cpu))
61ab2544 1246 printk_tick();
40dc11ff 1247 return __this_cpu_read(printk_pending);
b845b517
PZ
1248}
1249
1250void wake_up_klogd(void)
1251{
1252 if (waitqueue_active(&log_wait))
3ccf3e83 1253 this_cpu_or(printk_pending, PRINTK_PENDING_WAKEUP);
e3e8a75d
KK
1254}
1255
1da177e4 1256/**
ac751efa 1257 * console_unlock - unlock the console system
1da177e4 1258 *
ac751efa 1259 * Releases the console_lock which the caller holds on the console system
1da177e4
LT
1260 * and the console driver list.
1261 *
ac751efa
TH
1262 * While the console_lock was held, console output may have been buffered
1263 * by printk(). If this is the case, console_unlock(); emits
1264 * the output prior to releasing the lock.
1da177e4
LT
1265 *
1266 * If there is output waiting for klogd, we wake it up.
1267 *
ac751efa 1268 * console_unlock(); may be called from any context.
1da177e4 1269 */
ac751efa 1270void console_unlock(void)
1da177e4
LT
1271{
1272 unsigned long flags;
eed4a2ab 1273 unsigned _con_start, _log_end;
4f2a8d3c 1274 unsigned wake_klogd = 0, retry = 0;
1da177e4 1275
557240b4 1276 if (console_suspended) {
403f3075 1277 up(&console_sem);
557240b4
LT
1278 return;
1279 }
78944e54
AD
1280
1281 console_may_schedule = 0;
1282
4f2a8d3c 1283again:
1da177e4 1284 for ( ; ; ) {
07354eb1 1285 raw_spin_lock_irqsave(&logbuf_lock, flags);
1da177e4
LT
1286 wake_klogd |= log_start - log_end;
1287 if (con_start == log_end)
1288 break; /* Nothing to print */
1289 _con_start = con_start;
1290 _log_end = log_end;
1291 con_start = log_end; /* Flush */
07354eb1 1292 raw_spin_unlock(&logbuf_lock);
81d68a96 1293 stop_critical_timings(); /* don't trace print latency */
1da177e4 1294 call_console_drivers(_con_start, _log_end);
81d68a96 1295 start_critical_timings();
1da177e4
LT
1296 local_irq_restore(flags);
1297 }
1298 console_locked = 0;
fe3d8ad3
FT
1299
1300 /* Release the exclusive_console once it is used */
1301 if (unlikely(exclusive_console))
1302 exclusive_console = NULL;
1303
07354eb1 1304 raw_spin_unlock(&logbuf_lock);
4f2a8d3c 1305
0b5e1c52 1306 up(&console_sem);
4f2a8d3c
PZ
1307
1308 /*
1309 * Someone could have filled up the buffer again, so re-check if there's
1310 * something to flush. In case we cannot trylock the console_sem again,
1311 * there's a new owner and the console_unlock() from them will do the
1312 * flush, no worries.
1313 */
07354eb1 1314 raw_spin_lock(&logbuf_lock);
4f2a8d3c
PZ
1315 if (con_start != log_end)
1316 retry = 1;
09dc3cf9
PZ
1317 raw_spin_unlock_irqrestore(&logbuf_lock, flags);
1318
4f2a8d3c
PZ
1319 if (retry && console_trylock())
1320 goto again;
1321
e3e8a75d
KK
1322 if (wake_klogd)
1323 wake_up_klogd();
1da177e4 1324}
ac751efa 1325EXPORT_SYMBOL(console_unlock);
1da177e4 1326
ddad86c2
MW
1327/**
1328 * console_conditional_schedule - yield the CPU if required
1da177e4
LT
1329 *
1330 * If the console code is currently allowed to sleep, and
1331 * if this CPU should yield the CPU to another task, do
1332 * so here.
1333 *
ac751efa 1334 * Must be called within console_lock();.
1da177e4
LT
1335 */
1336void __sched console_conditional_schedule(void)
1337{
1338 if (console_may_schedule)
1339 cond_resched();
1340}
1341EXPORT_SYMBOL(console_conditional_schedule);
1342
1da177e4
LT
1343void console_unblank(void)
1344{
1345 struct console *c;
1346
1347 /*
1348 * console_unblank can no longer be called in interrupt context unless
1349 * oops_in_progress is set to 1..
1350 */
1351 if (oops_in_progress) {
1352 if (down_trylock(&console_sem) != 0)
1353 return;
1354 } else
ac751efa 1355 console_lock();
1da177e4
LT
1356
1357 console_locked = 1;
1358 console_may_schedule = 0;
4d091611 1359 for_each_console(c)
1da177e4
LT
1360 if ((c->flags & CON_ENABLED) && c->unblank)
1361 c->unblank();
ac751efa 1362 console_unlock();
1da177e4 1363}
1da177e4
LT
1364
1365/*
1366 * Return the console tty driver structure and its associated index
1367 */
1368struct tty_driver *console_device(int *index)
1369{
1370 struct console *c;
1371 struct tty_driver *driver = NULL;
1372
ac751efa 1373 console_lock();
4d091611 1374 for_each_console(c) {
1da177e4
LT
1375 if (!c->device)
1376 continue;
1377 driver = c->device(c, index);
1378 if (driver)
1379 break;
1380 }
ac751efa 1381 console_unlock();
1da177e4
LT
1382 return driver;
1383}
1384
1385/*
1386 * Prevent further output on the passed console device so that (for example)
1387 * serial drivers can disable console output before suspending a port, and can
1388 * re-enable output afterwards.
1389 */
1390void console_stop(struct console *console)
1391{
ac751efa 1392 console_lock();
1da177e4 1393 console->flags &= ~CON_ENABLED;
ac751efa 1394 console_unlock();
1da177e4
LT
1395}
1396EXPORT_SYMBOL(console_stop);
1397
1398void console_start(struct console *console)
1399{
ac751efa 1400 console_lock();
1da177e4 1401 console->flags |= CON_ENABLED;
ac751efa 1402 console_unlock();
1da177e4
LT
1403}
1404EXPORT_SYMBOL(console_start);
1405
7bf69395
FDN
1406static int __read_mostly keep_bootcon;
1407
1408static int __init keep_bootcon_setup(char *str)
1409{
1410 keep_bootcon = 1;
1411 printk(KERN_INFO "debug: skip boot console de-registration.\n");
1412
1413 return 0;
1414}
1415
1416early_param("keep_bootcon", keep_bootcon_setup);
1417
1da177e4
LT
1418/*
1419 * The console driver calls this routine during kernel initialization
1420 * to register the console printing procedure with printk() and to
1421 * print any messages that were printed by the kernel before the
1422 * console driver was initialized.
4d091611
RG
1423 *
1424 * This can happen pretty early during the boot process (because of
1425 * early_printk) - sometimes before setup_arch() completes - be careful
1426 * of what kernel features are used - they may not be initialised yet.
1427 *
1428 * There are two types of consoles - bootconsoles (early_printk) and
1429 * "real" consoles (everything which is not a bootconsole) which are
1430 * handled differently.
1431 * - Any number of bootconsoles can be registered at any time.
1432 * - As soon as a "real" console is registered, all bootconsoles
1433 * will be unregistered automatically.
1434 * - Once a "real" console is registered, any attempt to register a
1435 * bootconsoles will be rejected
1da177e4 1436 */
4d091611 1437void register_console(struct console *newcon)
1da177e4 1438{
40dc5651 1439 int i;
1da177e4 1440 unsigned long flags;
4d091611 1441 struct console *bcon = NULL;
1da177e4 1442
4d091611
RG
1443 /*
1444 * before we register a new CON_BOOT console, make sure we don't
1445 * already have a valid console
1446 */
1447 if (console_drivers && newcon->flags & CON_BOOT) {
1448 /* find the last or real console */
1449 for_each_console(bcon) {
1450 if (!(bcon->flags & CON_BOOT)) {
1451 printk(KERN_INFO "Too late to register bootconsole %s%d\n",
1452 newcon->name, newcon->index);
1453 return;
1454 }
1455 }
69331af7
GH
1456 }
1457
4d091611
RG
1458 if (console_drivers && console_drivers->flags & CON_BOOT)
1459 bcon = console_drivers;
1460
1461 if (preferred_console < 0 || bcon || !console_drivers)
1da177e4
LT
1462 preferred_console = selected_console;
1463
4d091611
RG
1464 if (newcon->early_setup)
1465 newcon->early_setup();
18a8bd94 1466
1da177e4
LT
1467 /*
1468 * See if we want to use this console driver. If we
1469 * didn't select a console we take the first one
1470 * that registers here.
1471 */
1472 if (preferred_console < 0) {
4d091611
RG
1473 if (newcon->index < 0)
1474 newcon->index = 0;
1475 if (newcon->setup == NULL ||
1476 newcon->setup(newcon, NULL) == 0) {
1477 newcon->flags |= CON_ENABLED;
1478 if (newcon->device) {
1479 newcon->flags |= CON_CONSDEV;
cd3a1b85
JK
1480 preferred_console = 0;
1481 }
1da177e4
LT
1482 }
1483 }
1484
1485 /*
1486 * See if this console matches one we selected on
1487 * the command line.
1488 */
40dc5651
JJ
1489 for (i = 0; i < MAX_CMDLINECONSOLES && console_cmdline[i].name[0];
1490 i++) {
4d091611 1491 if (strcmp(console_cmdline[i].name, newcon->name) != 0)
1da177e4 1492 continue;
4d091611
RG
1493 if (newcon->index >= 0 &&
1494 newcon->index != console_cmdline[i].index)
1da177e4 1495 continue;
4d091611
RG
1496 if (newcon->index < 0)
1497 newcon->index = console_cmdline[i].index;
f7511d5f
ST
1498#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
1499 if (console_cmdline[i].brl_options) {
4d091611
RG
1500 newcon->flags |= CON_BRL;
1501 braille_register_console(newcon,
f7511d5f
ST
1502 console_cmdline[i].index,
1503 console_cmdline[i].options,
1504 console_cmdline[i].brl_options);
1505 return;
1506 }
1507#endif
4d091611
RG
1508 if (newcon->setup &&
1509 newcon->setup(newcon, console_cmdline[i].options) != 0)
1da177e4 1510 break;
4d091611
RG
1511 newcon->flags |= CON_ENABLED;
1512 newcon->index = console_cmdline[i].index;
ab4af03a 1513 if (i == selected_console) {
4d091611 1514 newcon->flags |= CON_CONSDEV;
ab4af03a
GE
1515 preferred_console = selected_console;
1516 }
1da177e4
LT
1517 break;
1518 }
1519
4d091611 1520 if (!(newcon->flags & CON_ENABLED))
1da177e4
LT
1521 return;
1522
8259cf43
RG
1523 /*
1524 * If we have a bootconsole, and are switching to a real console,
1525 * don't print everything out again, since when the boot console, and
1526 * the real console are the same physical device, it's annoying to
1527 * see the beginning boot messages twice
1528 */
1529 if (bcon && ((newcon->flags & (CON_CONSDEV | CON_BOOT)) == CON_CONSDEV))
4d091611 1530 newcon->flags &= ~CON_PRINTBUFFER;
1da177e4
LT
1531
1532 /*
1533 * Put this console in the list - keep the
1534 * preferred driver at the head of the list.
1535 */
ac751efa 1536 console_lock();
4d091611
RG
1537 if ((newcon->flags & CON_CONSDEV) || console_drivers == NULL) {
1538 newcon->next = console_drivers;
1539 console_drivers = newcon;
1540 if (newcon->next)
1541 newcon->next->flags &= ~CON_CONSDEV;
1da177e4 1542 } else {
4d091611
RG
1543 newcon->next = console_drivers->next;
1544 console_drivers->next = newcon;
1da177e4 1545 }
4d091611 1546 if (newcon->flags & CON_PRINTBUFFER) {
1da177e4 1547 /*
ac751efa 1548 * console_unlock(); will print out the buffered messages
1da177e4
LT
1549 * for us.
1550 */
07354eb1 1551 raw_spin_lock_irqsave(&logbuf_lock, flags);
1da177e4 1552 con_start = log_start;
07354eb1 1553 raw_spin_unlock_irqrestore(&logbuf_lock, flags);
fe3d8ad3
FT
1554 /*
1555 * We're about to replay the log buffer. Only do this to the
1556 * just-registered console to avoid excessive message spam to
1557 * the already-registered consoles.
1558 */
1559 exclusive_console = newcon;
1da177e4 1560 }
ac751efa 1561 console_unlock();
fbc92a34 1562 console_sysfs_notify();
8259cf43
RG
1563
1564 /*
1565 * By unregistering the bootconsoles after we enable the real console
1566 * we get the "console xxx enabled" message on all the consoles -
1567 * boot consoles, real consoles, etc - this is to ensure that end
1568 * users know there might be something in the kernel's log buffer that
1569 * went to the bootconsole (that they do not see on the real console)
1570 */
7bf69395
FDN
1571 if (bcon &&
1572 ((newcon->flags & (CON_CONSDEV | CON_BOOT)) == CON_CONSDEV) &&
1573 !keep_bootcon) {
8259cf43
RG
1574 /* we need to iterate through twice, to make sure we print
1575 * everything out, before we unregister the console(s)
1576 */
1577 printk(KERN_INFO "console [%s%d] enabled, bootconsole disabled\n",
1578 newcon->name, newcon->index);
1579 for_each_console(bcon)
1580 if (bcon->flags & CON_BOOT)
1581 unregister_console(bcon);
1582 } else {
1583 printk(KERN_INFO "%sconsole [%s%d] enabled\n",
1584 (newcon->flags & CON_BOOT) ? "boot" : "" ,
1585 newcon->name, newcon->index);
1586 }
1da177e4
LT
1587}
1588EXPORT_SYMBOL(register_console);
1589
40dc5651 1590int unregister_console(struct console *console)
1da177e4 1591{
40dc5651 1592 struct console *a, *b;
1da177e4
LT
1593 int res = 1;
1594
f7511d5f
ST
1595#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
1596 if (console->flags & CON_BRL)
1597 return braille_unregister_console(console);
1598#endif
1599
ac751efa 1600 console_lock();
1da177e4
LT
1601 if (console_drivers == console) {
1602 console_drivers=console->next;
1603 res = 0;
e9b15b54 1604 } else if (console_drivers) {
1da177e4
LT
1605 for (a=console_drivers->next, b=console_drivers ;
1606 a; b=a, a=b->next) {
1607 if (a == console) {
1608 b->next = a->next;
1609 res = 0;
1610 break;
40dc5651 1611 }
1da177e4
LT
1612 }
1613 }
40dc5651 1614
69331af7 1615 /*
ab4af03a
GE
1616 * If this isn't the last console and it has CON_CONSDEV set, we
1617 * need to set it on the next preferred console.
1da177e4 1618 */
69331af7 1619 if (console_drivers != NULL && console->flags & CON_CONSDEV)
ab4af03a 1620 console_drivers->flags |= CON_CONSDEV;
1da177e4 1621
ac751efa 1622 console_unlock();
fbc92a34 1623 console_sysfs_notify();
1da177e4
LT
1624 return res;
1625}
1626EXPORT_SYMBOL(unregister_console);
d59745ce 1627
034260d6 1628static int __init printk_late_init(void)
0c5564bd 1629{
4d091611
RG
1630 struct console *con;
1631
1632 for_each_console(con) {
4c30c6f5 1633 if (!keep_bootcon && con->flags & CON_BOOT) {
cb00e99c 1634 printk(KERN_INFO "turn off boot console %s%d\n",
4d091611 1635 con->name, con->index);
42c2c8c8 1636 unregister_console(con);
cb00e99c 1637 }
0c5564bd 1638 }
034260d6 1639 hotcpu_notifier(console_cpu_notify, 0);
0c5564bd
RG
1640 return 0;
1641}
034260d6 1642late_initcall(printk_late_init);
0c5564bd 1643
7ef3d2fd 1644#if defined CONFIG_PRINTK
717115e1 1645
600e1458
PZ
1646int printk_sched(const char *fmt, ...)
1647{
1648 unsigned long flags;
1649 va_list args;
1650 char *buf;
1651 int r;
1652
1653 local_irq_save(flags);
1654 buf = __get_cpu_var(printk_sched_buf);
1655
1656 va_start(args, fmt);
1657 r = vsnprintf(buf, PRINTK_BUF_SIZE, fmt, args);
1658 va_end(args);
1659
1660 __this_cpu_or(printk_pending, PRINTK_PENDING_SCHED);
1661 local_irq_restore(flags);
1662
1663 return r;
1664}
1665
1da177e4
LT
1666/*
1667 * printk rate limiting, lifted from the networking subsystem.
1668 *
641de9d8
UKK
1669 * This enforces a rate limit: not more than 10 kernel messages
1670 * every 5s to make a denial-of-service attack impossible.
1da177e4 1671 */
641de9d8
UKK
1672DEFINE_RATELIMIT_STATE(printk_ratelimit_state, 5 * HZ, 10);
1673
5c828713 1674int __printk_ratelimit(const char *func)
1da177e4 1675{
5c828713 1676 return ___ratelimit(&printk_ratelimit_state, func);
1da177e4 1677}
5c828713 1678EXPORT_SYMBOL(__printk_ratelimit);
f46c4833
AM
1679
1680/**
1681 * printk_timed_ratelimit - caller-controlled printk ratelimiting
1682 * @caller_jiffies: pointer to caller's state
1683 * @interval_msecs: minimum interval between prints
1684 *
1685 * printk_timed_ratelimit() returns true if more than @interval_msecs
1686 * milliseconds have elapsed since the last time printk_timed_ratelimit()
1687 * returned true.
1688 */
1689bool printk_timed_ratelimit(unsigned long *caller_jiffies,
1690 unsigned int interval_msecs)
1691{
f2d28a2e
GK
1692 if (*caller_jiffies == 0
1693 || !time_in_range(jiffies, *caller_jiffies,
1694 *caller_jiffies
1695 + msecs_to_jiffies(interval_msecs))) {
1696 *caller_jiffies = jiffies;
f46c4833
AM
1697 return true;
1698 }
1699 return false;
1700}
1701EXPORT_SYMBOL(printk_timed_ratelimit);
456b565c
SK
1702
1703static DEFINE_SPINLOCK(dump_list_lock);
1704static LIST_HEAD(dump_list);
1705
1706/**
1707 * kmsg_dump_register - register a kernel log dumper.
6485536b 1708 * @dumper: pointer to the kmsg_dumper structure
456b565c
SK
1709 *
1710 * Adds a kernel log dumper to the system. The dump callback in the
1711 * structure will be called when the kernel oopses or panics and must be
1712 * set. Returns zero on success and %-EINVAL or %-EBUSY otherwise.
1713 */
1714int kmsg_dump_register(struct kmsg_dumper *dumper)
1715{
1716 unsigned long flags;
1717 int err = -EBUSY;
1718
1719 /* The dump callback needs to be set */
1720 if (!dumper->dump)
1721 return -EINVAL;
1722
1723 spin_lock_irqsave(&dump_list_lock, flags);
1724 /* Don't allow registering multiple times */
1725 if (!dumper->registered) {
1726 dumper->registered = 1;
fb842b00 1727 list_add_tail_rcu(&dumper->list, &dump_list);
456b565c
SK
1728 err = 0;
1729 }
1730 spin_unlock_irqrestore(&dump_list_lock, flags);
1731
1732 return err;
1733}
1734EXPORT_SYMBOL_GPL(kmsg_dump_register);
1735
1736/**
1737 * kmsg_dump_unregister - unregister a kmsg dumper.
6485536b 1738 * @dumper: pointer to the kmsg_dumper structure
456b565c
SK
1739 *
1740 * Removes a dump device from the system. Returns zero on success and
1741 * %-EINVAL otherwise.
1742 */
1743int kmsg_dump_unregister(struct kmsg_dumper *dumper)
1744{
1745 unsigned long flags;
1746 int err = -EINVAL;
1747
1748 spin_lock_irqsave(&dump_list_lock, flags);
1749 if (dumper->registered) {
1750 dumper->registered = 0;
fb842b00 1751 list_del_rcu(&dumper->list);
456b565c
SK
1752 err = 0;
1753 }
1754 spin_unlock_irqrestore(&dump_list_lock, flags);
fb842b00 1755 synchronize_rcu();
456b565c
SK
1756
1757 return err;
1758}
1759EXPORT_SYMBOL_GPL(kmsg_dump_unregister);
1760
456b565c
SK
1761/**
1762 * kmsg_dump - dump kernel log to kernel message dumpers.
1763 * @reason: the reason (oops, panic etc) for dumping
1764 *
1765 * Iterate through each of the dump devices and call the oops/panic
1766 * callbacks with the log buffer.
1767 */
1768void kmsg_dump(enum kmsg_dump_reason reason)
1769{
1770 unsigned long end;
1771 unsigned chars;
1772 struct kmsg_dumper *dumper;
1773 const char *s1, *s2;
1774 unsigned long l1, l2;
1775 unsigned long flags;
1776
c22ab332
MG
1777 if ((reason > KMSG_DUMP_OOPS) && !always_kmsg_dump)
1778 return;
1779
456b565c
SK
1780 /* Theoretically, the log could move on after we do this, but
1781 there's not a lot we can do about that. The new messages
1782 will overwrite the start of what we dump. */
07354eb1 1783 raw_spin_lock_irqsave(&logbuf_lock, flags);
456b565c
SK
1784 end = log_end & LOG_BUF_MASK;
1785 chars = logged_chars;
07354eb1 1786 raw_spin_unlock_irqrestore(&logbuf_lock, flags);
456b565c 1787
8c4af38e
AK
1788 if (chars > end) {
1789 s1 = log_buf + log_buf_len - chars + end;
1790 l1 = chars - end;
456b565c
SK
1791
1792 s2 = log_buf;
1793 l2 = end;
1794 } else {
1795 s1 = "";
1796 l1 = 0;
1797
8c4af38e
AK
1798 s2 = log_buf + end - chars;
1799 l2 = chars;
456b565c
SK
1800 }
1801
fb842b00
HY
1802 rcu_read_lock();
1803 list_for_each_entry_rcu(dumper, &dump_list, list)
456b565c 1804 dumper->dump(dumper, reason, s1, l1, s2, l2);
fb842b00 1805 rcu_read_unlock();
456b565c 1806}
7ef3d2fd 1807#endif
This page took 0.744119 seconds and 5 git commands to generate.