2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* linux/include/linux/console.h
|
|
|
|
*
|
|
|
|
* Copyright (C) 1993 Hamish Macdonald
|
|
|
|
*
|
|
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
* License. See the file COPYING in the main directory of this archive
|
|
|
|
* for more details.
|
|
|
|
*
|
|
|
|
* Changed:
|
|
|
|
* 10-Mar-94: Arno Griffioen: Conversion for vt100 emulator port from PC LINUX
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _LINUX_CONSOLE_H_
|
|
|
|
#define _LINUX_CONSOLE_H_ 1
|
|
|
|
|
2018-07-31 11:06:57 +00:00
|
|
|
#include <linux/atomic.h>
|
2023-01-09 10:07:54 +00:00
|
|
|
#include <linux/bits.h>
|
printk: nbcon: Introduce printer kthreads
Provide the main implementation for running a printer kthread
per nbcon console that is takeover/handover aware. This
includes:
- new mandatory write_thread() callback
- kthread creation
- kthread main printing loop
- kthread wakeup mechanism
- kthread shutdown
kthread creation is a bit tricky because consoles may register
before kthreads can be created. In such cases, registration
will succeed, even though no kthread exists. Once kthreads can
be created, an early_initcall will set @printk_kthreads_ready.
If there are no registered boot consoles, the early_initcall
creates the kthreads for all registered nbcon consoles. If
kthread creation fails, the related console is unregistered.
If there are registered boot consoles when
@printk_kthreads_ready is set, no kthreads are created until
the final boot console unregisters.
Once kthread creation finally occurs, @printk_kthreads_running
is set so that the system knows kthreads are available for all
registered nbcon consoles.
If @printk_kthreads_running is already set when the console
is registering, the kthread is created during registration. If
kthread creation fails, the registration will fail.
Until @printk_kthreads_running is set, console printing occurs
directly via the console_lock.
kthread shutdown on system shutdown/reboot is necessary to
ensure the printer kthreads finish their printing so that the
system can cleanly transition back to direct printing via the
console_lock in order to reliably push out the final
shutdown/reboot messages. @printk_kthreads_running is cleared
before shutting down the individual kthreads.
The kthread uses a new mandatory write_thread() callback that
is called with both device_lock() and the console context
acquired.
The console ownership handling is necessary for synchronization
against write_atomic() which is synchronized only via the
console context ownership.
The device_lock() serializes acquiring the console context with
NBCON_PRIO_NORMAL. It is needed in case the device_lock() does
not disable preemption. It prevents the following race:
CPU0 CPU1
[ task A ]
nbcon_context_try_acquire()
# success with NORMAL prio
# .unsafe == false; // safe for takeover
[ schedule: task A -> B ]
WARN_ON()
nbcon_atomic_flush_pending()
nbcon_context_try_acquire()
# success with EMERGENCY prio
# flushing
nbcon_context_release()
# HERE: con->nbcon_state is free
# to take by anyone !!!
nbcon_context_try_acquire()
# success with NORMAL prio [ task B ]
[ schedule: task B -> A ]
nbcon_enter_unsafe()
nbcon_context_can_proceed()
BUG: nbcon_context_can_proceed() returns "true" because
the console is owned by a context on CPU0 with
NBCON_PRIO_NORMAL.
But it should return "false". The console is owned
by a context from task B and we do the check
in a context from task A.
Note that with these changes, the printer kthreads do not yet
take over full responsibility for nbcon printing during normal
operation. These changes only focus on the lifecycle of the
kthreads.
Co-developed-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: Thomas Gleixner (Intel) <tglx@linutronix.de>
Reviewed-by: Petr Mladek <pmladek@suse.com>
Link: https://lore.kernel.org/r/20240904120536.115780-7-john.ogness@linutronix.de
Signed-off-by: Petr Mladek <pmladek@suse.com>
2024-09-04 12:05:25 +00:00
|
|
|
#include <linux/irq_work.h>
|
2022-11-16 16:21:15 +00:00
|
|
|
#include <linux/rculist.h>
|
printk: nbcon: Introduce printer kthreads
Provide the main implementation for running a printer kthread
per nbcon console that is takeover/handover aware. This
includes:
- new mandatory write_thread() callback
- kthread creation
- kthread main printing loop
- kthread wakeup mechanism
- kthread shutdown
kthread creation is a bit tricky because consoles may register
before kthreads can be created. In such cases, registration
will succeed, even though no kthread exists. Once kthreads can
be created, an early_initcall will set @printk_kthreads_ready.
If there are no registered boot consoles, the early_initcall
creates the kthreads for all registered nbcon consoles. If
kthread creation fails, the related console is unregistered.
If there are registered boot consoles when
@printk_kthreads_ready is set, no kthreads are created until
the final boot console unregisters.
Once kthread creation finally occurs, @printk_kthreads_running
is set so that the system knows kthreads are available for all
registered nbcon consoles.
If @printk_kthreads_running is already set when the console
is registering, the kthread is created during registration. If
kthread creation fails, the registration will fail.
Until @printk_kthreads_running is set, console printing occurs
directly via the console_lock.
kthread shutdown on system shutdown/reboot is necessary to
ensure the printer kthreads finish their printing so that the
system can cleanly transition back to direct printing via the
console_lock in order to reliably push out the final
shutdown/reboot messages. @printk_kthreads_running is cleared
before shutting down the individual kthreads.
The kthread uses a new mandatory write_thread() callback that
is called with both device_lock() and the console context
acquired.
The console ownership handling is necessary for synchronization
against write_atomic() which is synchronized only via the
console context ownership.
The device_lock() serializes acquiring the console context with
NBCON_PRIO_NORMAL. It is needed in case the device_lock() does
not disable preemption. It prevents the following race:
CPU0 CPU1
[ task A ]
nbcon_context_try_acquire()
# success with NORMAL prio
# .unsafe == false; // safe for takeover
[ schedule: task A -> B ]
WARN_ON()
nbcon_atomic_flush_pending()
nbcon_context_try_acquire()
# success with EMERGENCY prio
# flushing
nbcon_context_release()
# HERE: con->nbcon_state is free
# to take by anyone !!!
nbcon_context_try_acquire()
# success with NORMAL prio [ task B ]
[ schedule: task B -> A ]
nbcon_enter_unsafe()
nbcon_context_can_proceed()
BUG: nbcon_context_can_proceed() returns "true" because
the console is owned by a context on CPU0 with
NBCON_PRIO_NORMAL.
But it should return "false". The console is owned
by a context from task B and we do the check
in a context from task A.
Note that with these changes, the printer kthreads do not yet
take over full responsibility for nbcon printing during normal
operation. These changes only focus on the lifecycle of the
kthreads.
Co-developed-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: Thomas Gleixner (Intel) <tglx@linutronix.de>
Reviewed-by: Petr Mladek <pmladek@suse.com>
Link: https://lore.kernel.org/r/20240904120536.115780-7-john.ogness@linutronix.de
Signed-off-by: Petr Mladek <pmladek@suse.com>
2024-09-04 12:05:25 +00:00
|
|
|
#include <linux/rcuwait.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
#include <linux/types.h>
|
2024-01-22 11:03:46 +00:00
|
|
|
#include <linux/vesa.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
struct vc_data;
|
|
|
|
struct console_font_op;
|
|
|
|
struct console_font;
|
|
|
|
struct module;
|
2007-02-10 09:45:02 +00:00
|
|
|
struct tty_struct;
|
2018-06-28 13:20:30 +00:00
|
|
|
struct notifier_block;
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2016-10-03 09:18:33 +00:00
|
|
|
enum con_scroll {
|
|
|
|
SM_UP,
|
|
|
|
SM_DOWN,
|
|
|
|
};
|
|
|
|
|
2020-06-15 07:48:34 +00:00
|
|
|
enum vc_intensity;
|
|
|
|
|
2016-06-23 11:34:26 +00:00
|
|
|
/**
|
|
|
|
* struct consw - callbacks for consoles
|
|
|
|
*
|
2024-01-22 11:03:59 +00:00
|
|
|
* @owner: the module to get references of when this console is used
|
|
|
|
* @con_startup: set up the console and return its name (like VGA, EGA, ...)
|
2024-01-22 11:03:34 +00:00
|
|
|
* @con_init: initialize the console on @vc. @init is true for the very first
|
|
|
|
* call on this @vc.
|
2024-01-22 11:03:59 +00:00
|
|
|
* @con_deinit: deinitialize the console from @vc.
|
2024-01-22 11:03:35 +00:00
|
|
|
* @con_clear: erase @count characters at [@x, @y] on @vc. @count >= 1.
|
2024-01-22 11:03:39 +00:00
|
|
|
* @con_putc: emit one character with attributes @ca to [@x, @y] on @vc.
|
|
|
|
* (optional -- @con_putcs would be called instead)
|
2024-01-22 11:03:40 +00:00
|
|
|
* @con_putcs: emit @count characters with attributes @s to [@x, @y] on @vc.
|
2024-01-22 11:03:43 +00:00
|
|
|
* @con_cursor: enable/disable cursor depending on @enable
|
2016-10-03 09:18:33 +00:00
|
|
|
* @con_scroll: move lines from @top to @bottom in direction @dir by @lines.
|
|
|
|
* Return true if no generic handling should be done.
|
|
|
|
* Invoked by csi_M and printing to the console.
|
2024-01-22 11:03:44 +00:00
|
|
|
* @con_switch: notifier about the console switch; it is supposed to return
|
|
|
|
* true if a redraw is needed.
|
2024-01-22 11:03:49 +00:00
|
|
|
* @con_blank: blank/unblank the console. The target mode is passed in @blank.
|
|
|
|
* @mode_switch is set if changing from/to text/graphics. The hook
|
|
|
|
* is supposed to return true if a redraw is needed.
|
2024-01-22 11:03:59 +00:00
|
|
|
* @con_font_set: set console @vc font to @font with height @vpitch. @flags can
|
|
|
|
* be %KD_FONT_FLAG_DONT_RECALC. (optional)
|
|
|
|
* @con_font_get: fetch the current font on @vc of height @vpitch into @font.
|
|
|
|
* (optional)
|
|
|
|
* @con_font_default: set default font on @vc. @name can be %NULL or font name
|
|
|
|
* to search for. @font can be filled back. (optional)
|
|
|
|
* @con_resize: resize the @vc console to @width x @height. @from_user is true
|
|
|
|
* when this change comes from the user space.
|
|
|
|
* @con_set_palette: sets the palette of the console @vc to @table (optional)
|
2016-06-23 11:34:26 +00:00
|
|
|
* @con_scrolldelta: the contents of the console should be scrolled by @lines.
|
|
|
|
* Invoked by user. (optional)
|
2024-01-22 11:03:52 +00:00
|
|
|
* @con_set_origin: set origin (see &vc_data::vc_origin) of the @vc. If not
|
|
|
|
* provided or returns false, the origin is set to
|
|
|
|
* @vc->vc_screenbuf. (optional)
|
2024-01-22 11:03:59 +00:00
|
|
|
* @con_save_screen: save screen content into @vc->vc_screenbuf. Called e.g.
|
|
|
|
* upon entering graphics. (optional)
|
|
|
|
* @con_build_attr: build attributes based on @color, @intensity and other
|
|
|
|
* parameters. The result is used for both normal and erase
|
|
|
|
* characters. (optional)
|
|
|
|
* @con_invert_region: invert a region of length @count on @vc starting at @p.
|
|
|
|
* (optional)
|
|
|
|
* @con_debug_enter: prepare the console for the debugger. This includes, but
|
|
|
|
* is not limited to, unblanking the console, loading an
|
|
|
|
* appropriate palette, and allowing debugger generated output.
|
|
|
|
* (optional)
|
|
|
|
* @con_debug_leave: restore the console to its pre-debug state as closely as
|
|
|
|
* possible. (optional)
|
2016-06-23 11:34:26 +00:00
|
|
|
*/
|
2005-04-16 22:20:36 +00:00
|
|
|
struct consw {
|
|
|
|
struct module *owner;
|
|
|
|
const char *(*con_startup)(void);
|
2024-01-22 11:03:34 +00:00
|
|
|
void (*con_init)(struct vc_data *vc, bool init);
|
2018-02-27 00:04:19 +00:00
|
|
|
void (*con_deinit)(struct vc_data *vc);
|
2024-01-22 11:03:35 +00:00
|
|
|
void (*con_clear)(struct vc_data *vc, unsigned int y,
|
|
|
|
unsigned int x, unsigned int count);
|
2024-01-22 11:03:39 +00:00
|
|
|
void (*con_putc)(struct vc_data *vc, u16 ca, unsigned int y,
|
|
|
|
unsigned int x);
|
2024-01-22 11:03:40 +00:00
|
|
|
void (*con_putcs)(struct vc_data *vc, const u16 *s,
|
|
|
|
unsigned int count, unsigned int ypos,
|
|
|
|
unsigned int xpos);
|
2024-01-22 11:03:43 +00:00
|
|
|
void (*con_cursor)(struct vc_data *vc, bool enable);
|
2018-02-27 00:04:19 +00:00
|
|
|
bool (*con_scroll)(struct vc_data *vc, unsigned int top,
|
2016-10-03 09:18:33 +00:00
|
|
|
unsigned int bottom, enum con_scroll dir,
|
|
|
|
unsigned int lines);
|
2024-01-22 11:03:44 +00:00
|
|
|
bool (*con_switch)(struct vc_data *vc);
|
2024-01-22 11:03:49 +00:00
|
|
|
bool (*con_blank)(struct vc_data *vc, enum vesa_blank_mode blank,
|
|
|
|
bool mode_switch);
|
2024-01-22 11:03:50 +00:00
|
|
|
int (*con_font_set)(struct vc_data *vc,
|
|
|
|
const struct console_font *font,
|
|
|
|
unsigned int vpitch, unsigned int flags);
|
2023-01-19 15:19:15 +00:00
|
|
|
int (*con_font_get)(struct vc_data *vc, struct console_font *font,
|
|
|
|
unsigned int vpitch);
|
2018-02-27 00:04:19 +00:00
|
|
|
int (*con_font_default)(struct vc_data *vc,
|
2024-01-22 11:03:51 +00:00
|
|
|
struct console_font *font, const char *name);
|
2018-02-27 00:04:19 +00:00
|
|
|
int (*con_resize)(struct vc_data *vc, unsigned int width,
|
2024-01-22 11:03:21 +00:00
|
|
|
unsigned int height, bool from_user);
|
2018-02-27 00:04:19 +00:00
|
|
|
void (*con_set_palette)(struct vc_data *vc,
|
2016-06-23 11:34:27 +00:00
|
|
|
const unsigned char *table);
|
2018-02-27 00:04:19 +00:00
|
|
|
void (*con_scrolldelta)(struct vc_data *vc, int lines);
|
2024-01-22 11:03:52 +00:00
|
|
|
bool (*con_set_origin)(struct vc_data *vc);
|
2018-02-27 00:04:19 +00:00
|
|
|
void (*con_save_screen)(struct vc_data *vc);
|
2020-06-15 07:48:34 +00:00
|
|
|
u8 (*con_build_attr)(struct vc_data *vc, u8 color,
|
|
|
|
enum vc_intensity intensity,
|
2020-06-15 07:48:35 +00:00
|
|
|
bool blink, bool underline, bool reverse, bool italic);
|
2018-02-27 00:04:19 +00:00
|
|
|
void (*con_invert_region)(struct vc_data *vc, u16 *p, int count);
|
2024-01-22 11:03:33 +00:00
|
|
|
void (*con_debug_enter)(struct vc_data *vc);
|
|
|
|
void (*con_debug_leave)(struct vc_data *vc);
|
2005-04-16 22:20:36 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
extern const struct consw *conswitchp;
|
|
|
|
|
|
|
|
extern const struct consw dummy_con; /* dummy console buffer */
|
|
|
|
extern const struct consw vga_con; /* VGA text console */
|
|
|
|
extern const struct consw newport_con; /* SGI Newport console */
|
|
|
|
|
2023-10-09 21:18:41 +00:00
|
|
|
struct screen_info;
|
|
|
|
#ifdef CONFIG_VGA_CONSOLE
|
|
|
|
void vgacon_register_screen(struct screen_info *si);
|
|
|
|
#else
|
|
|
|
static inline void vgacon_register_screen(struct screen_info *si) { }
|
|
|
|
#endif
|
|
|
|
|
[PATCH] VT binding: Add binding/unbinding support for the VT console
The framebuffer console is now able to dynamically bind and unbind from the VT
console layer. Due to the way the VT console layer works, the drivers
themselves decide when to bind or unbind. However, it was decided that
binding must be controlled, not by the drivers themselves, but by the VT
console layer. With this, dynamic binding is possible for all VT console
drivers, not just fbcon.
Thus, the VT console layer will impose the following to all VT console
drivers:
- all registered VT console drivers will be entered in a private list
- drivers can register themselves to the VT console layer, but they cannot
decide when to bind or unbind. (Exception: To maintain backwards
compatibility, take_over_console() will automatically bind the driver after
registration.)
- drivers can remove themselves from the list by unregistering from the VT
console layer. A prerequisite for unregistration is that the driver must not
be bound.
The following functions are new in the vt.c:
register_con_driver() - public function, this function adds the VT console
driver to an internal list maintained by the VT console
bind_con_driver() - private function, it binds the driver to the console
take_over_console() is changed to call register_con_driver() followed by a
bind_con_driver(). This is the only time drivers can decide when to bind to
the VT layer. This is to maintain backwards compatibility.
unbind_con_driver() - private function, it unbinds the driver from its
console. The vacated consoles will be taken over by the default boot console
driver.
unregister_con_driver() - public function, removes the driver from the
internal list maintained by the VT console. It will only succeed if the
driver is currently unbound.
con_is_bound() checks if the driver is currently bound or not
give_up_console() is just a wrapper to unregister_con_driver().
There are also 3 additional functions meant to be called only by the tty layer
for sysfs control:
vt_bind() - calls bind_con_driver()
vt_unbind() - calls unbind_con_driver()
vt_show_drivers() - shows the list of registered drivers
Most VT console drivers will continue to work as is, but might have problems
when unbinding or binding which should be fixable with minimal changes.
Signed-off-by: Antonino Daplas <adaplas@pol.net>
Signed-off-by: Andrew Morton <akpm@osdl.org>
Signed-off-by: Linus Torvalds <torvalds@osdl.org>
2006-06-26 07:27:08 +00:00
|
|
|
int con_is_bound(const struct consw *csw);
|
2013-01-25 00:28:18 +00:00
|
|
|
int do_unregister_con_driver(const struct consw *csw);
|
2013-01-25 00:28:15 +00:00
|
|
|
int do_take_over_console(const struct consw *sw, int first, int last, int deflt);
|
2005-04-16 22:20:36 +00:00
|
|
|
void give_up_console(const struct consw *sw);
|
2024-01-08 13:41:02 +00:00
|
|
|
#ifdef CONFIG_VT
|
2024-01-22 11:03:33 +00:00
|
|
|
void con_debug_enter(struct vc_data *vc);
|
|
|
|
void con_debug_leave(void);
|
2010-08-06 20:36:47 +00:00
|
|
|
#else
|
2024-01-22 11:03:33 +00:00
|
|
|
static inline void con_debug_enter(struct vc_data *vc) { }
|
|
|
|
static inline void con_debug_leave(void) { }
|
2010-08-06 20:36:47 +00:00
|
|
|
#endif
|
2010-08-05 14:22:30 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* The interface for a console, or any other device that wants to capture
|
|
|
|
* console messages (printer driver?)
|
|
|
|
*/
|
|
|
|
|
2023-01-09 10:07:54 +00:00
|
|
|
/**
|
2024-01-22 11:04:00 +00:00
|
|
|
* enum cons_flags - General console flags
|
2023-01-09 10:07:54 +00:00
|
|
|
* @CON_PRINTBUFFER: Used by newly registered consoles to avoid duplicate
|
|
|
|
* output of messages that were already shown by boot
|
|
|
|
* consoles or read by userspace via syslog() syscall.
|
|
|
|
* @CON_CONSDEV: Indicates that the console driver is backing
|
|
|
|
* /dev/console.
|
|
|
|
* @CON_ENABLED: Indicates if a console is allowed to print records. If
|
|
|
|
* false, the console also will not advance to later
|
|
|
|
* records.
|
|
|
|
* @CON_BOOT: Marks the console driver as early console driver which
|
|
|
|
* is used during boot before the real driver becomes
|
|
|
|
* available. It will be automatically unregistered
|
|
|
|
* when the real console driver is registered unless
|
|
|
|
* "keep_bootcon" parameter is used.
|
|
|
|
* @CON_ANYTIME: A misnomed historical flag which tells the core code
|
|
|
|
* that the legacy @console::write callback can be invoked
|
|
|
|
* on a CPU which is marked OFFLINE. That is misleading as
|
|
|
|
* it suggests that there is no contextual limit for
|
|
|
|
* invoking the callback. The original motivation was
|
|
|
|
* readiness of the per-CPU areas.
|
|
|
|
* @CON_BRL: Indicates a braille device which is exempt from
|
|
|
|
* receiving the printk spam for obvious reasons.
|
|
|
|
* @CON_EXTENDED: The console supports the extended output format of
|
|
|
|
* /dev/kmesg which requires a larger output buffer.
|
2023-07-17 19:46:06 +00:00
|
|
|
* @CON_SUSPENDED: Indicates if a console is suspended. If true, the
|
|
|
|
* printing callbacks must not be called.
|
2023-09-16 19:20:00 +00:00
|
|
|
* @CON_NBCON: Console can operate outside of the legacy style console_lock
|
|
|
|
* constraints.
|
2023-01-09 10:07:54 +00:00
|
|
|
*/
|
|
|
|
enum cons_flags {
|
|
|
|
CON_PRINTBUFFER = BIT(0),
|
|
|
|
CON_CONSDEV = BIT(1),
|
|
|
|
CON_ENABLED = BIT(2),
|
|
|
|
CON_BOOT = BIT(3),
|
|
|
|
CON_ANYTIME = BIT(4),
|
|
|
|
CON_BRL = BIT(5),
|
|
|
|
CON_EXTENDED = BIT(6),
|
2023-07-17 19:46:06 +00:00
|
|
|
CON_SUSPENDED = BIT(7),
|
2023-09-16 19:20:00 +00:00
|
|
|
CON_NBCON = BIT(8),
|
2023-01-09 10:07:54 +00:00
|
|
|
};
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2023-09-16 19:20:00 +00:00
|
|
|
/**
|
|
|
|
* struct nbcon_state - console state for nbcon consoles
|
|
|
|
* @atom: Compound of the state fields for atomic operations
|
|
|
|
*
|
2023-09-16 19:20:01 +00:00
|
|
|
* @req_prio: The priority of a handover request
|
|
|
|
* @prio: The priority of the current owner
|
|
|
|
* @unsafe: Console is busy in a non takeover region
|
|
|
|
* @unsafe_takeover: A hostile takeover in an unsafe state happened in the
|
|
|
|
* past. The console cannot be safe until re-initialized.
|
|
|
|
* @cpu: The CPU on which the owner runs
|
|
|
|
*
|
2023-09-16 19:20:00 +00:00
|
|
|
* To be used for reading and preparing of the value stored in the nbcon
|
|
|
|
* state variable @console::nbcon_state.
|
2023-09-16 19:20:01 +00:00
|
|
|
*
|
|
|
|
* The @prio and @req_prio fields are particularly important to allow
|
|
|
|
* spin-waiting to timeout and give up without the risk of a waiter being
|
|
|
|
* assigned the lock after giving up.
|
2023-09-16 19:20:00 +00:00
|
|
|
*/
|
|
|
|
struct nbcon_state {
|
|
|
|
union {
|
|
|
|
unsigned int atom;
|
|
|
|
struct {
|
2023-09-16 19:20:01 +00:00
|
|
|
unsigned int prio : 2;
|
|
|
|
unsigned int req_prio : 2;
|
|
|
|
unsigned int unsafe : 1;
|
|
|
|
unsigned int unsafe_takeover : 1;
|
|
|
|
unsigned int cpu : 24;
|
2023-09-16 19:20:00 +00:00
|
|
|
};
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
|
|
* The nbcon_state struct is used to easily create and interpret values that
|
|
|
|
* are stored in the @console::nbcon_state variable. Ensure this struct stays
|
|
|
|
* within the size boundaries of the atomic variable's underlying type in
|
|
|
|
* order to avoid any accidental truncation.
|
|
|
|
*/
|
|
|
|
static_assert(sizeof(struct nbcon_state) <= sizeof(int));
|
|
|
|
|
2023-09-16 19:20:01 +00:00
|
|
|
/**
|
2024-01-22 11:04:00 +00:00
|
|
|
* enum nbcon_prio - console owner priority for nbcon consoles
|
2023-09-16 19:20:01 +00:00
|
|
|
* @NBCON_PRIO_NONE: Unused
|
|
|
|
* @NBCON_PRIO_NORMAL: Normal (non-emergency) usage
|
|
|
|
* @NBCON_PRIO_EMERGENCY: Emergency output (WARN/OOPS...)
|
|
|
|
* @NBCON_PRIO_PANIC: Panic output
|
|
|
|
* @NBCON_PRIO_MAX: The number of priority levels
|
|
|
|
*
|
|
|
|
* A higher priority context can takeover the console when it is
|
|
|
|
* in the safe state. The final attempt to flush consoles in panic()
|
|
|
|
* can be allowed to do so even in an unsafe state (Hope and pray).
|
|
|
|
*/
|
|
|
|
enum nbcon_prio {
|
|
|
|
NBCON_PRIO_NONE = 0,
|
|
|
|
NBCON_PRIO_NORMAL,
|
|
|
|
NBCON_PRIO_EMERGENCY,
|
|
|
|
NBCON_PRIO_PANIC,
|
|
|
|
NBCON_PRIO_MAX,
|
|
|
|
};
|
|
|
|
|
|
|
|
struct console;
|
2023-09-16 19:20:03 +00:00
|
|
|
struct printk_buffers;
|
2023-09-16 19:20:01 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* struct nbcon_context - Context for console acquire/release
|
|
|
|
* @console: The associated console
|
|
|
|
* @spinwait_max_us: Limit for spin-wait acquire
|
|
|
|
* @prio: Priority of the context
|
|
|
|
* @allow_unsafe_takeover: Allow performing takeover even if unsafe. Can
|
|
|
|
* be used only with NBCON_PRIO_PANIC @prio. It
|
|
|
|
* might cause a system freeze when the console
|
|
|
|
* is used later.
|
2023-09-16 19:20:06 +00:00
|
|
|
* @backlog: Ringbuffer has pending records
|
2023-09-16 19:20:03 +00:00
|
|
|
* @pbufs: Pointer to the text buffer for this context
|
2023-09-16 19:20:05 +00:00
|
|
|
* @seq: The sequence number to print for this context
|
2023-09-16 19:20:01 +00:00
|
|
|
*/
|
|
|
|
struct nbcon_context {
|
|
|
|
/* members set by caller */
|
|
|
|
struct console *console;
|
|
|
|
unsigned int spinwait_max_us;
|
|
|
|
enum nbcon_prio prio;
|
|
|
|
unsigned int allow_unsafe_takeover : 1;
|
2023-09-16 19:20:03 +00:00
|
|
|
|
2023-09-16 19:20:06 +00:00
|
|
|
/* members set by emit */
|
|
|
|
unsigned int backlog : 1;
|
|
|
|
|
2023-09-16 19:20:03 +00:00
|
|
|
/* members set by acquire */
|
|
|
|
struct printk_buffers *pbufs;
|
2023-09-16 19:20:05 +00:00
|
|
|
u64 seq;
|
2023-09-16 19:20:01 +00:00
|
|
|
};
|
|
|
|
|
2023-09-16 19:20:06 +00:00
|
|
|
/**
|
|
|
|
* struct nbcon_write_context - Context handed to the nbcon write callbacks
|
|
|
|
* @ctxt: The core console context
|
|
|
|
* @outbuf: Pointer to the text buffer for output
|
|
|
|
* @len: Length to write
|
|
|
|
* @unsafe_takeover: If a hostile takeover in an unsafe state has occurred
|
|
|
|
*/
|
|
|
|
struct nbcon_write_context {
|
|
|
|
struct nbcon_context __private ctxt;
|
|
|
|
char *outbuf;
|
|
|
|
unsigned int len;
|
|
|
|
bool unsafe_takeover;
|
|
|
|
};
|
|
|
|
|
2023-01-09 10:07:55 +00:00
|
|
|
/**
|
|
|
|
* struct console - The console descriptor structure
|
|
|
|
* @name: The name of the console driver
|
2024-08-20 06:29:33 +00:00
|
|
|
* @write: Legacy write callback to output messages (Optional)
|
2023-01-09 10:07:55 +00:00
|
|
|
* @read: Read callback for console input (Optional)
|
|
|
|
* @device: The underlying TTY device driver (Optional)
|
|
|
|
* @unblank: Callback to unblank the console (Optional)
|
|
|
|
* @setup: Callback for initializing the console (Optional)
|
|
|
|
* @exit: Callback for teardown of the console (Optional)
|
|
|
|
* @match: Callback for matching a console (Optional)
|
|
|
|
* @flags: Console flags. See enum cons_flags
|
|
|
|
* @index: Console index, e.g. port number
|
|
|
|
* @cflag: TTY control mode flags
|
|
|
|
* @ispeed: TTY input speed
|
|
|
|
* @ospeed: TTY output speed
|
|
|
|
* @seq: Sequence number of the next ringbuffer record to print
|
|
|
|
* @dropped: Number of unreported dropped ringbuffer records
|
|
|
|
* @data: Driver private data
|
|
|
|
* @node: hlist node for the console list
|
2023-09-16 19:20:00 +00:00
|
|
|
*
|
|
|
|
* @nbcon_state: State for nbcon consoles
|
2023-09-16 19:20:05 +00:00
|
|
|
* @nbcon_seq: Sequence number of the next record for nbcon to print
|
2024-08-20 06:29:39 +00:00
|
|
|
* @nbcon_device_ctxt: Context available for non-printing operations
|
2024-09-04 12:05:30 +00:00
|
|
|
* @nbcon_prev_seq: Seq num the previous nbcon owner was assigned to print
|
2023-09-16 19:20:03 +00:00
|
|
|
* @pbufs: Pointer to nbcon private buffer
|
printk: nbcon: Introduce printer kthreads
Provide the main implementation for running a printer kthread
per nbcon console that is takeover/handover aware. This
includes:
- new mandatory write_thread() callback
- kthread creation
- kthread main printing loop
- kthread wakeup mechanism
- kthread shutdown
kthread creation is a bit tricky because consoles may register
before kthreads can be created. In such cases, registration
will succeed, even though no kthread exists. Once kthreads can
be created, an early_initcall will set @printk_kthreads_ready.
If there are no registered boot consoles, the early_initcall
creates the kthreads for all registered nbcon consoles. If
kthread creation fails, the related console is unregistered.
If there are registered boot consoles when
@printk_kthreads_ready is set, no kthreads are created until
the final boot console unregisters.
Once kthread creation finally occurs, @printk_kthreads_running
is set so that the system knows kthreads are available for all
registered nbcon consoles.
If @printk_kthreads_running is already set when the console
is registering, the kthread is created during registration. If
kthread creation fails, the registration will fail.
Until @printk_kthreads_running is set, console printing occurs
directly via the console_lock.
kthread shutdown on system shutdown/reboot is necessary to
ensure the printer kthreads finish their printing so that the
system can cleanly transition back to direct printing via the
console_lock in order to reliably push out the final
shutdown/reboot messages. @printk_kthreads_running is cleared
before shutting down the individual kthreads.
The kthread uses a new mandatory write_thread() callback that
is called with both device_lock() and the console context
acquired.
The console ownership handling is necessary for synchronization
against write_atomic() which is synchronized only via the
console context ownership.
The device_lock() serializes acquiring the console context with
NBCON_PRIO_NORMAL. It is needed in case the device_lock() does
not disable preemption. It prevents the following race:
CPU0 CPU1
[ task A ]
nbcon_context_try_acquire()
# success with NORMAL prio
# .unsafe == false; // safe for takeover
[ schedule: task A -> B ]
WARN_ON()
nbcon_atomic_flush_pending()
nbcon_context_try_acquire()
# success with EMERGENCY prio
# flushing
nbcon_context_release()
# HERE: con->nbcon_state is free
# to take by anyone !!!
nbcon_context_try_acquire()
# success with NORMAL prio [ task B ]
[ schedule: task B -> A ]
nbcon_enter_unsafe()
nbcon_context_can_proceed()
BUG: nbcon_context_can_proceed() returns "true" because
the console is owned by a context on CPU0 with
NBCON_PRIO_NORMAL.
But it should return "false". The console is owned
by a context from task B and we do the check
in a context from task A.
Note that with these changes, the printer kthreads do not yet
take over full responsibility for nbcon printing during normal
operation. These changes only focus on the lifecycle of the
kthreads.
Co-developed-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: Thomas Gleixner (Intel) <tglx@linutronix.de>
Reviewed-by: Petr Mladek <pmladek@suse.com>
Link: https://lore.kernel.org/r/20240904120536.115780-7-john.ogness@linutronix.de
Signed-off-by: Petr Mladek <pmladek@suse.com>
2024-09-04 12:05:25 +00:00
|
|
|
* @kthread: Printer kthread for this console
|
|
|
|
* @rcuwait: RCU-safe wait object for @kthread waking
|
|
|
|
* @irq_work: Defer @kthread waking to IRQ work context
|
2023-01-09 10:07:55 +00:00
|
|
|
*/
|
2007-05-08 07:26:47 +00:00
|
|
|
struct console {
|
2023-01-09 10:07:55 +00:00
|
|
|
char name[16];
|
|
|
|
void (*write)(struct console *co, const char *s, unsigned int count);
|
|
|
|
int (*read)(struct console *co, char *s, unsigned int count);
|
|
|
|
struct tty_driver *(*device)(struct console *co, int *index);
|
|
|
|
void (*unblank)(void);
|
|
|
|
int (*setup)(struct console *co, char *options);
|
|
|
|
int (*exit)(struct console *co);
|
|
|
|
int (*match)(struct console *co, char *name, int idx, char *options);
|
|
|
|
short flags;
|
|
|
|
short index;
|
|
|
|
int cflag;
|
|
|
|
uint ispeed;
|
|
|
|
uint ospeed;
|
|
|
|
u64 seq;
|
|
|
|
unsigned long dropped;
|
|
|
|
void *data;
|
|
|
|
struct hlist_node node;
|
2023-09-16 19:20:00 +00:00
|
|
|
|
|
|
|
/* nbcon console specific members */
|
2024-08-20 06:29:33 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* @write_atomic:
|
|
|
|
*
|
|
|
|
* NBCON callback to write out text in any context. (Optional)
|
|
|
|
*
|
|
|
|
* This callback is called with the console already acquired. However,
|
|
|
|
* a higher priority context is allowed to take it over by default.
|
|
|
|
*
|
|
|
|
* The callback must call nbcon_enter_unsafe() and nbcon_exit_unsafe()
|
|
|
|
* around any code where the takeover is not safe, for example, when
|
|
|
|
* manipulating the serial port registers.
|
|
|
|
*
|
|
|
|
* nbcon_enter_unsafe() will fail if the context has lost the console
|
|
|
|
* ownership in the meantime. In this case, the callback is no longer
|
|
|
|
* allowed to go forward. It must back out immediately and carefully.
|
|
|
|
* The buffer content is also no longer trusted since it no longer
|
|
|
|
* belongs to the context.
|
|
|
|
*
|
|
|
|
* The callback should allow the takeover whenever it is safe. It
|
|
|
|
* increases the chance to see messages when the system is in trouble.
|
2024-09-04 12:05:20 +00:00
|
|
|
* If the driver must reacquire ownership in order to finalize or
|
|
|
|
* revert hardware changes, nbcon_reacquire_nobuf() can be used.
|
|
|
|
* However, on reacquire the buffer content is no longer available. A
|
|
|
|
* reacquire cannot be used to resume printing.
|
2024-08-20 06:29:33 +00:00
|
|
|
*
|
|
|
|
* The callback can be called from any context (including NMI).
|
|
|
|
* Therefore it must avoid usage of any locking and instead rely
|
|
|
|
* on the console ownership for synchronization.
|
|
|
|
*/
|
|
|
|
void (*write_atomic)(struct console *con, struct nbcon_write_context *wctxt);
|
|
|
|
|
printk: nbcon: Introduce printer kthreads
Provide the main implementation for running a printer kthread
per nbcon console that is takeover/handover aware. This
includes:
- new mandatory write_thread() callback
- kthread creation
- kthread main printing loop
- kthread wakeup mechanism
- kthread shutdown
kthread creation is a bit tricky because consoles may register
before kthreads can be created. In such cases, registration
will succeed, even though no kthread exists. Once kthreads can
be created, an early_initcall will set @printk_kthreads_ready.
If there are no registered boot consoles, the early_initcall
creates the kthreads for all registered nbcon consoles. If
kthread creation fails, the related console is unregistered.
If there are registered boot consoles when
@printk_kthreads_ready is set, no kthreads are created until
the final boot console unregisters.
Once kthread creation finally occurs, @printk_kthreads_running
is set so that the system knows kthreads are available for all
registered nbcon consoles.
If @printk_kthreads_running is already set when the console
is registering, the kthread is created during registration. If
kthread creation fails, the registration will fail.
Until @printk_kthreads_running is set, console printing occurs
directly via the console_lock.
kthread shutdown on system shutdown/reboot is necessary to
ensure the printer kthreads finish their printing so that the
system can cleanly transition back to direct printing via the
console_lock in order to reliably push out the final
shutdown/reboot messages. @printk_kthreads_running is cleared
before shutting down the individual kthreads.
The kthread uses a new mandatory write_thread() callback that
is called with both device_lock() and the console context
acquired.
The console ownership handling is necessary for synchronization
against write_atomic() which is synchronized only via the
console context ownership.
The device_lock() serializes acquiring the console context with
NBCON_PRIO_NORMAL. It is needed in case the device_lock() does
not disable preemption. It prevents the following race:
CPU0 CPU1
[ task A ]
nbcon_context_try_acquire()
# success with NORMAL prio
# .unsafe == false; // safe for takeover
[ schedule: task A -> B ]
WARN_ON()
nbcon_atomic_flush_pending()
nbcon_context_try_acquire()
# success with EMERGENCY prio
# flushing
nbcon_context_release()
# HERE: con->nbcon_state is free
# to take by anyone !!!
nbcon_context_try_acquire()
# success with NORMAL prio [ task B ]
[ schedule: task B -> A ]
nbcon_enter_unsafe()
nbcon_context_can_proceed()
BUG: nbcon_context_can_proceed() returns "true" because
the console is owned by a context on CPU0 with
NBCON_PRIO_NORMAL.
But it should return "false". The console is owned
by a context from task B and we do the check
in a context from task A.
Note that with these changes, the printer kthreads do not yet
take over full responsibility for nbcon printing during normal
operation. These changes only focus on the lifecycle of the
kthreads.
Co-developed-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: Thomas Gleixner (Intel) <tglx@linutronix.de>
Reviewed-by: Petr Mladek <pmladek@suse.com>
Link: https://lore.kernel.org/r/20240904120536.115780-7-john.ogness@linutronix.de
Signed-off-by: Petr Mladek <pmladek@suse.com>
2024-09-04 12:05:25 +00:00
|
|
|
/**
|
|
|
|
* @write_thread:
|
|
|
|
*
|
|
|
|
* NBCON callback to write out text in task context.
|
|
|
|
*
|
|
|
|
* This callback must be called only in task context with both
|
|
|
|
* device_lock() and the nbcon console acquired with
|
|
|
|
* NBCON_PRIO_NORMAL.
|
|
|
|
*
|
|
|
|
* The same rules for console ownership verification and unsafe
|
|
|
|
* sections handling applies as with write_atomic().
|
|
|
|
*
|
|
|
|
* The console ownership handling is necessary for synchronization
|
|
|
|
* against write_atomic() which is synchronized only via the context.
|
|
|
|
*
|
|
|
|
* The device_lock() provides the primary serialization for operations
|
|
|
|
* on the device. It might be as relaxed (mutex)[*] or as tight
|
|
|
|
* (disabled preemption and interrupts) as needed. It allows
|
|
|
|
* the kthread to operate in the least restrictive mode[**].
|
|
|
|
*
|
|
|
|
* [*] Standalone nbcon_context_try_acquire() is not safe with
|
|
|
|
* the preemption enabled, see nbcon_owner_matches(). But it
|
|
|
|
* can be safe when always called in the preemptive context
|
|
|
|
* under the device_lock().
|
|
|
|
*
|
|
|
|
* [**] The device_lock() makes sure that nbcon_context_try_acquire()
|
|
|
|
* would never need to spin which is important especially with
|
|
|
|
* PREEMPT_RT.
|
|
|
|
*/
|
|
|
|
void (*write_thread)(struct console *con, struct nbcon_write_context *wctxt);
|
|
|
|
|
2024-08-20 06:29:34 +00:00
|
|
|
/**
|
|
|
|
* @device_lock:
|
|
|
|
*
|
|
|
|
* NBCON callback to begin synchronization with driver code.
|
|
|
|
*
|
|
|
|
* Console drivers typically must deal with access to the hardware
|
|
|
|
* via user input/output (such as an interactive login shell) and
|
|
|
|
* output of kernel messages via printk() calls. This callback is
|
|
|
|
* called by the printk-subsystem whenever it needs to synchronize
|
|
|
|
* with hardware access by the driver. It should be implemented to
|
|
|
|
* use whatever synchronization mechanism the driver is using for
|
|
|
|
* itself (for example, the port lock for uart serial consoles).
|
|
|
|
*
|
|
|
|
* The callback is always called from task context. It may use any
|
|
|
|
* synchronization method required by the driver.
|
|
|
|
*
|
|
|
|
* IMPORTANT: The callback MUST disable migration. The console driver
|
|
|
|
* may be using a synchronization mechanism that already takes
|
|
|
|
* care of this (such as spinlocks). Otherwise this function must
|
|
|
|
* explicitly call migrate_disable().
|
|
|
|
*
|
|
|
|
* The flags argument is provided as a convenience to the driver. It
|
|
|
|
* will be passed again to device_unlock(). It can be ignored if the
|
|
|
|
* driver does not need it.
|
|
|
|
*/
|
|
|
|
void (*device_lock)(struct console *con, unsigned long *flags);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @device_unlock:
|
|
|
|
*
|
|
|
|
* NBCON callback to finish synchronization with driver code.
|
|
|
|
*
|
|
|
|
* It is the counterpart to device_lock().
|
|
|
|
*
|
|
|
|
* This callback is always called from task context. It must
|
|
|
|
* appropriately re-enable migration (depending on how device_lock()
|
|
|
|
* disabled migration).
|
|
|
|
*
|
|
|
|
* The flags argument is the value of the same variable that was
|
|
|
|
* passed to device_lock().
|
|
|
|
*/
|
|
|
|
void (*device_unlock)(struct console *con, unsigned long flags);
|
|
|
|
|
2023-09-16 19:20:00 +00:00
|
|
|
atomic_t __private nbcon_state;
|
2023-09-16 19:20:05 +00:00
|
|
|
atomic_long_t __private nbcon_seq;
|
2024-08-20 06:29:39 +00:00
|
|
|
struct nbcon_context __private nbcon_device_ctxt;
|
2024-09-04 12:05:30 +00:00
|
|
|
atomic_long_t __private nbcon_prev_seq;
|
printk: nbcon: Introduce printer kthreads
Provide the main implementation for running a printer kthread
per nbcon console that is takeover/handover aware. This
includes:
- new mandatory write_thread() callback
- kthread creation
- kthread main printing loop
- kthread wakeup mechanism
- kthread shutdown
kthread creation is a bit tricky because consoles may register
before kthreads can be created. In such cases, registration
will succeed, even though no kthread exists. Once kthreads can
be created, an early_initcall will set @printk_kthreads_ready.
If there are no registered boot consoles, the early_initcall
creates the kthreads for all registered nbcon consoles. If
kthread creation fails, the related console is unregistered.
If there are registered boot consoles when
@printk_kthreads_ready is set, no kthreads are created until
the final boot console unregisters.
Once kthread creation finally occurs, @printk_kthreads_running
is set so that the system knows kthreads are available for all
registered nbcon consoles.
If @printk_kthreads_running is already set when the console
is registering, the kthread is created during registration. If
kthread creation fails, the registration will fail.
Until @printk_kthreads_running is set, console printing occurs
directly via the console_lock.
kthread shutdown on system shutdown/reboot is necessary to
ensure the printer kthreads finish their printing so that the
system can cleanly transition back to direct printing via the
console_lock in order to reliably push out the final
shutdown/reboot messages. @printk_kthreads_running is cleared
before shutting down the individual kthreads.
The kthread uses a new mandatory write_thread() callback that
is called with both device_lock() and the console context
acquired.
The console ownership handling is necessary for synchronization
against write_atomic() which is synchronized only via the
console context ownership.
The device_lock() serializes acquiring the console context with
NBCON_PRIO_NORMAL. It is needed in case the device_lock() does
not disable preemption. It prevents the following race:
CPU0 CPU1
[ task A ]
nbcon_context_try_acquire()
# success with NORMAL prio
# .unsafe == false; // safe for takeover
[ schedule: task A -> B ]
WARN_ON()
nbcon_atomic_flush_pending()
nbcon_context_try_acquire()
# success with EMERGENCY prio
# flushing
nbcon_context_release()
# HERE: con->nbcon_state is free
# to take by anyone !!!
nbcon_context_try_acquire()
# success with NORMAL prio [ task B ]
[ schedule: task B -> A ]
nbcon_enter_unsafe()
nbcon_context_can_proceed()
BUG: nbcon_context_can_proceed() returns "true" because
the console is owned by a context on CPU0 with
NBCON_PRIO_NORMAL.
But it should return "false". The console is owned
by a context from task B and we do the check
in a context from task A.
Note that with these changes, the printer kthreads do not yet
take over full responsibility for nbcon printing during normal
operation. These changes only focus on the lifecycle of the
kthreads.
Co-developed-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: Thomas Gleixner (Intel) <tglx@linutronix.de>
Reviewed-by: Petr Mladek <pmladek@suse.com>
Link: https://lore.kernel.org/r/20240904120536.115780-7-john.ogness@linutronix.de
Signed-off-by: Petr Mladek <pmladek@suse.com>
2024-09-04 12:05:25 +00:00
|
|
|
|
2023-09-16 19:20:03 +00:00
|
|
|
struct printk_buffers *pbufs;
|
printk: nbcon: Introduce printer kthreads
Provide the main implementation for running a printer kthread
per nbcon console that is takeover/handover aware. This
includes:
- new mandatory write_thread() callback
- kthread creation
- kthread main printing loop
- kthread wakeup mechanism
- kthread shutdown
kthread creation is a bit tricky because consoles may register
before kthreads can be created. In such cases, registration
will succeed, even though no kthread exists. Once kthreads can
be created, an early_initcall will set @printk_kthreads_ready.
If there are no registered boot consoles, the early_initcall
creates the kthreads for all registered nbcon consoles. If
kthread creation fails, the related console is unregistered.
If there are registered boot consoles when
@printk_kthreads_ready is set, no kthreads are created until
the final boot console unregisters.
Once kthread creation finally occurs, @printk_kthreads_running
is set so that the system knows kthreads are available for all
registered nbcon consoles.
If @printk_kthreads_running is already set when the console
is registering, the kthread is created during registration. If
kthread creation fails, the registration will fail.
Until @printk_kthreads_running is set, console printing occurs
directly via the console_lock.
kthread shutdown on system shutdown/reboot is necessary to
ensure the printer kthreads finish their printing so that the
system can cleanly transition back to direct printing via the
console_lock in order to reliably push out the final
shutdown/reboot messages. @printk_kthreads_running is cleared
before shutting down the individual kthreads.
The kthread uses a new mandatory write_thread() callback that
is called with both device_lock() and the console context
acquired.
The console ownership handling is necessary for synchronization
against write_atomic() which is synchronized only via the
console context ownership.
The device_lock() serializes acquiring the console context with
NBCON_PRIO_NORMAL. It is needed in case the device_lock() does
not disable preemption. It prevents the following race:
CPU0 CPU1
[ task A ]
nbcon_context_try_acquire()
# success with NORMAL prio
# .unsafe == false; // safe for takeover
[ schedule: task A -> B ]
WARN_ON()
nbcon_atomic_flush_pending()
nbcon_context_try_acquire()
# success with EMERGENCY prio
# flushing
nbcon_context_release()
# HERE: con->nbcon_state is free
# to take by anyone !!!
nbcon_context_try_acquire()
# success with NORMAL prio [ task B ]
[ schedule: task B -> A ]
nbcon_enter_unsafe()
nbcon_context_can_proceed()
BUG: nbcon_context_can_proceed() returns "true" because
the console is owned by a context on CPU0 with
NBCON_PRIO_NORMAL.
But it should return "false". The console is owned
by a context from task B and we do the check
in a context from task A.
Note that with these changes, the printer kthreads do not yet
take over full responsibility for nbcon printing during normal
operation. These changes only focus on the lifecycle of the
kthreads.
Co-developed-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: John Ogness <john.ogness@linutronix.de>
Signed-off-by: Thomas Gleixner (Intel) <tglx@linutronix.de>
Reviewed-by: Petr Mladek <pmladek@suse.com>
Link: https://lore.kernel.org/r/20240904120536.115780-7-john.ogness@linutronix.de
Signed-off-by: Petr Mladek <pmladek@suse.com>
2024-09-04 12:05:25 +00:00
|
|
|
struct task_struct *kthread;
|
|
|
|
struct rcuwait rcuwait;
|
|
|
|
struct irq_work irq_work;
|
2005-04-16 22:20:36 +00:00
|
|
|
};
|
|
|
|
|
2022-11-21 11:10:12 +00:00
|
|
|
#ifdef CONFIG_LOCKDEP
|
|
|
|
extern void lockdep_assert_console_list_lock_held(void);
|
|
|
|
#else
|
|
|
|
static inline void lockdep_assert_console_list_lock_held(void)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2022-11-16 16:21:15 +00:00
|
|
|
#ifdef CONFIG_DEBUG_LOCK_ALLOC
|
|
|
|
extern bool console_srcu_read_lock_is_held(void);
|
|
|
|
#else
|
|
|
|
static inline bool console_srcu_read_lock_is_held(void)
|
|
|
|
{
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
extern int console_srcu_read_lock(void);
|
|
|
|
extern void console_srcu_read_unlock(int cookie);
|
|
|
|
|
2022-11-21 11:10:12 +00:00
|
|
|
extern void console_list_lock(void) __acquires(console_mutex);
|
|
|
|
extern void console_list_unlock(void) __releases(console_mutex);
|
|
|
|
|
2022-11-16 16:21:14 +00:00
|
|
|
extern struct hlist_head console_list;
|
|
|
|
|
2022-11-16 16:21:24 +00:00
|
|
|
/**
|
2024-08-20 06:29:38 +00:00
|
|
|
* console_srcu_read_flags - Locklessly read flags of a possibly registered
|
|
|
|
* console
|
2022-11-16 16:21:24 +00:00
|
|
|
* @con: struct console pointer of console to read flags from
|
|
|
|
*
|
2024-08-20 06:29:38 +00:00
|
|
|
* Locklessly reading @con->flags provides a consistent read value because
|
|
|
|
* there is at most one CPU modifying @con->flags and that CPU is using only
|
|
|
|
* read-modify-write operations to do so.
|
2022-11-16 16:21:24 +00:00
|
|
|
*
|
2024-08-20 06:29:38 +00:00
|
|
|
* Requires console_srcu_read_lock to be held, which implies that @con might
|
|
|
|
* be a registered console. The purpose of holding console_srcu_read_lock is
|
|
|
|
* to guarantee that the console state is valid (CON_SUSPENDED/CON_ENABLED)
|
|
|
|
* and that no exit/cleanup routines will run if the console is currently
|
|
|
|
* undergoing unregistration.
|
|
|
|
*
|
|
|
|
* If the caller is holding the console_list_lock or it is _certain_ that
|
|
|
|
* @con is not and will not become registered, the caller may read
|
|
|
|
* @con->flags directly instead.
|
2022-11-16 16:21:24 +00:00
|
|
|
*
|
|
|
|
* Context: Any context.
|
2024-08-20 06:29:38 +00:00
|
|
|
* Return: The current value of the @con->flags field.
|
2022-11-16 16:21:24 +00:00
|
|
|
*/
|
|
|
|
static inline short console_srcu_read_flags(const struct console *con)
|
|
|
|
{
|
|
|
|
WARN_ON_ONCE(!console_srcu_read_lock_is_held());
|
|
|
|
|
|
|
|
/*
|
2024-08-20 06:29:38 +00:00
|
|
|
* The READ_ONCE() matches the WRITE_ONCE() when @flags are modified
|
|
|
|
* for registered consoles with console_srcu_write_flags().
|
2022-11-16 16:21:24 +00:00
|
|
|
*/
|
|
|
|
return data_race(READ_ONCE(con->flags));
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* console_srcu_write_flags - Write flags for a registered console
|
|
|
|
* @con: struct console pointer of console to write flags to
|
|
|
|
* @flags: new flags value to write
|
|
|
|
*
|
|
|
|
* Only use this function to write flags for registered consoles. It
|
|
|
|
* requires holding the console_list_lock.
|
|
|
|
*
|
|
|
|
* Context: Any context.
|
|
|
|
*/
|
|
|
|
static inline void console_srcu_write_flags(struct console *con, short flags)
|
|
|
|
{
|
|
|
|
lockdep_assert_console_list_lock_held();
|
|
|
|
|
|
|
|
/* This matches the READ_ONCE() in console_srcu_read_flags(). */
|
|
|
|
WRITE_ONCE(con->flags, flags);
|
|
|
|
}
|
|
|
|
|
2022-11-16 16:21:33 +00:00
|
|
|
/* Variant of console_is_registered() when the console_list_lock is held. */
|
|
|
|
static inline bool console_is_registered_locked(const struct console *con)
|
|
|
|
{
|
|
|
|
lockdep_assert_console_list_lock_held();
|
|
|
|
return !hlist_unhashed(&con->node);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* console_is_registered - Check if the console is registered
|
|
|
|
* @con: struct console pointer of console to check
|
|
|
|
*
|
|
|
|
* Context: Process context. May sleep while acquiring console list lock.
|
|
|
|
* Return: true if the console is in the console list, otherwise false.
|
|
|
|
*
|
|
|
|
* If false is returned for a console that was previously registered, it
|
|
|
|
* can be assumed that the console's unregistration is fully completed,
|
|
|
|
* including the exit() callback after console list removal.
|
|
|
|
*/
|
|
|
|
static inline bool console_is_registered(const struct console *con)
|
|
|
|
{
|
|
|
|
bool ret;
|
|
|
|
|
|
|
|
console_list_lock();
|
|
|
|
ret = console_is_registered_locked(con);
|
|
|
|
console_list_unlock();
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2022-11-16 16:21:15 +00:00
|
|
|
/**
|
|
|
|
* for_each_console_srcu() - Iterator over registered consoles
|
|
|
|
* @con: struct console pointer used as loop cursor
|
|
|
|
*
|
|
|
|
* Although SRCU guarantees the console list will be consistent, the
|
|
|
|
* struct console fields may be updated by other CPUs while iterating.
|
|
|
|
*
|
|
|
|
* Requires console_srcu_read_lock to be held. Can be invoked from
|
|
|
|
* any context.
|
|
|
|
*/
|
|
|
|
#define for_each_console_srcu(con) \
|
|
|
|
hlist_for_each_entry_srcu(con, &console_list, node, \
|
|
|
|
console_srcu_read_lock_is_held())
|
|
|
|
|
2022-11-21 11:10:12 +00:00
|
|
|
/**
|
|
|
|
* for_each_console() - Iterator over registered consoles
|
|
|
|
* @con: struct console pointer used as loop cursor
|
|
|
|
*
|
2024-01-22 11:04:00 +00:00
|
|
|
* The console list and the &console.flags are immutable while iterating.
|
2022-11-21 11:10:12 +00:00
|
|
|
*
|
|
|
|
* Requires console_list_lock to be held.
|
2010-11-04 15:20:20 +00:00
|
|
|
*/
|
2022-11-21 11:10:12 +00:00
|
|
|
#define for_each_console(con) \
|
|
|
|
lockdep_assert_console_list_lock_held(); \
|
2022-11-16 16:21:14 +00:00
|
|
|
hlist_for_each_entry(con, &console_list, node)
|
2010-11-04 15:20:20 +00:00
|
|
|
|
2023-09-16 19:20:07 +00:00
|
|
|
#ifdef CONFIG_PRINTK
|
2024-08-20 06:29:57 +00:00
|
|
|
extern void nbcon_cpu_emergency_enter(void);
|
|
|
|
extern void nbcon_cpu_emergency_exit(void);
|
2023-09-16 19:20:07 +00:00
|
|
|
extern bool nbcon_can_proceed(struct nbcon_write_context *wctxt);
|
|
|
|
extern bool nbcon_enter_unsafe(struct nbcon_write_context *wctxt);
|
|
|
|
extern bool nbcon_exit_unsafe(struct nbcon_write_context *wctxt);
|
2024-09-04 12:05:20 +00:00
|
|
|
extern void nbcon_reacquire_nobuf(struct nbcon_write_context *wctxt);
|
2023-09-16 19:20:07 +00:00
|
|
|
#else
|
2024-08-20 06:29:57 +00:00
|
|
|
static inline void nbcon_cpu_emergency_enter(void) { }
|
|
|
|
static inline void nbcon_cpu_emergency_exit(void) { }
|
2023-09-16 19:20:07 +00:00
|
|
|
static inline bool nbcon_can_proceed(struct nbcon_write_context *wctxt) { return false; }
|
|
|
|
static inline bool nbcon_enter_unsafe(struct nbcon_write_context *wctxt) { return false; }
|
|
|
|
static inline bool nbcon_exit_unsafe(struct nbcon_write_context *wctxt) { return false; }
|
2024-09-04 12:05:20 +00:00
|
|
|
static inline void nbcon_reacquire_nobuf(struct nbcon_write_context *wctxt) { }
|
2023-09-16 19:20:07 +00:00
|
|
|
#endif
|
|
|
|
|
xen: Enable console tty by default in domU if it's not a dummy
Without console= arguments on the kernel command line, the first
console to register becomes enabled and the preferred console (the one
behind /dev/console). This is normally tty (assuming
CONFIG_VT_CONSOLE is enabled, which it commonly is).
This is okay as long tty is a useful console. But unless we have the
PV framebuffer, and it is enabled for this domain, tty0 in domU is
merely a dummy. In that case, we want the preferred console to be the
Xen console hvc0, and we want it without having to fiddle with the
kernel command line. Commit b8c2d3dfbc117dff26058fbac316b8acfc2cb5f7
did that for us.
Since we now have the PV framebuffer, we want to enable and prefer tty
again, but only when PVFB is enabled. But even then we still want to
enable the Xen console as well.
Problem: when tty registers, we can't yet know whether the PVFB is
enabled. By the time we can know (xenstore is up), the console setup
game is over.
Solution: enable console tty by default, but keep hvc as the preferred
console. Change the preferred console to tty when PVFB probes
successfully, unless we've been given console kernel parameters.
Signed-off-by: Markus Armbruster <armbru@redhat.com>
Signed-off-by: Jeremy Fitzhardinge <jeremy.fitzhardinge@citrix.com>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
2008-05-26 22:31:07 +00:00
|
|
|
extern int console_set_on_cmdline;
|
2013-04-29 23:17:18 +00:00
|
|
|
extern struct console *early_console;
|
xen: Enable console tty by default in domU if it's not a dummy
Without console= arguments on the kernel command line, the first
console to register becomes enabled and the preferred console (the one
behind /dev/console). This is normally tty (assuming
CONFIG_VT_CONSOLE is enabled, which it commonly is).
This is okay as long tty is a useful console. But unless we have the
PV framebuffer, and it is enabled for this domain, tty0 in domU is
merely a dummy. In that case, we want the preferred console to be the
Xen console hvc0, and we want it without having to fiddle with the
kernel command line. Commit b8c2d3dfbc117dff26058fbac316b8acfc2cb5f7
did that for us.
Since we now have the PV framebuffer, we want to enable and prefer tty
again, but only when PVFB is enabled. But even then we still want to
enable the Xen console as well.
Problem: when tty registers, we can't yet know whether the PVFB is
enabled. By the time we can know (xenstore is up), the console setup
game is over.
Solution: enable console tty by default, but keep hvc as the preferred
console. Change the preferred console to tty when PVFB probes
successfully, unless we've been given console kernel parameters.
Signed-off-by: Markus Armbruster <armbru@redhat.com>
Signed-off-by: Jeremy Fitzhardinge <jeremy.fitzhardinge@citrix.com>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
2008-05-26 22:31:07 +00:00
|
|
|
|
2019-05-17 21:31:50 +00:00
|
|
|
enum con_flush_mode {
|
|
|
|
CONSOLE_FLUSH_PENDING,
|
|
|
|
CONSOLE_REPLAY_ALL,
|
|
|
|
};
|
|
|
|
|
2023-10-12 06:42:57 +00:00
|
|
|
extern int add_preferred_console(const char *name, const short idx, char *options);
|
2022-11-16 16:21:44 +00:00
|
|
|
extern void console_force_preferred_locked(struct console *con);
|
2005-04-16 22:20:36 +00:00
|
|
|
extern void register_console(struct console *);
|
|
|
|
extern int unregister_console(struct console *);
|
2011-01-25 23:07:35 +00:00
|
|
|
extern void console_lock(void);
|
|
|
|
extern int console_trylock(void);
|
|
|
|
extern void console_unlock(void);
|
2005-04-16 22:20:36 +00:00
|
|
|
extern void console_conditional_schedule(void);
|
|
|
|
extern void console_unblank(void);
|
2019-05-17 21:31:50 +00:00
|
|
|
extern void console_flush_on_panic(enum con_flush_mode mode);
|
2005-04-16 22:20:36 +00:00
|
|
|
extern struct tty_driver *console_device(int *);
|
|
|
|
extern void console_stop(struct console *);
|
|
|
|
extern void console_start(struct console *);
|
|
|
|
extern int is_console_locked(void);
|
2008-04-30 07:54:51 +00:00
|
|
|
extern int braille_register_console(struct console *, int index,
|
|
|
|
char *console_options, char *braille_options);
|
|
|
|
extern int braille_unregister_console(struct console *);
|
2013-01-18 06:44:22 +00:00
|
|
|
#ifdef CONFIG_TTY
|
2010-12-01 17:51:05 +00:00
|
|
|
extern void console_sysfs_notify(void);
|
2013-01-18 06:44:22 +00:00
|
|
|
#else
|
|
|
|
static inline void console_sysfs_notify(void)
|
|
|
|
{ }
|
|
|
|
#endif
|
2012-01-12 23:02:20 +00:00
|
|
|
extern bool console_suspend_enabled;
|
2007-10-18 10:04:50 +00:00
|
|
|
|
2006-06-20 01:16:01 +00:00
|
|
|
/* Suspend and resume console messages over PM events */
|
|
|
|
extern void suspend_console(void);
|
|
|
|
extern void resume_console(void);
|
|
|
|
|
2006-10-03 08:15:06 +00:00
|
|
|
int mda_console_init(void);
|
|
|
|
|
2009-03-09 13:18:52 +00:00
|
|
|
void vcs_make_sysfs(int index);
|
|
|
|
void vcs_remove_sysfs(int index);
|
2007-02-10 09:45:02 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/* Some debug stub to catch some of the obvious races in the VT code */
|
2018-07-31 11:06:57 +00:00
|
|
|
#define WARN_CONSOLE_UNLOCKED() \
|
|
|
|
WARN_ON(!atomic_read(&ignore_console_lock_warning) && \
|
|
|
|
!is_console_locked() && !oops_in_progress)
|
|
|
|
/*
|
|
|
|
* Increment ignore_console_lock_warning if you need to quiet
|
|
|
|
* WARN_CONSOLE_UNLOCKED() for debugging purposes.
|
|
|
|
*/
|
|
|
|
extern atomic_t ignore_console_lock_warning;
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2017-04-12 22:37:14 +00:00
|
|
|
extern void console_init(void);
|
|
|
|
|
2018-06-28 13:20:30 +00:00
|
|
|
/* For deferred console takeover */
|
|
|
|
void dummycon_register_output_notifier(struct notifier_block *nb);
|
|
|
|
void dummycon_unregister_output_notifier(struct notifier_block *nb);
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#endif /* _LINUX_CONSOLE_H */
|