Support VT switching for fbdev backend

The fbdev backend supports framebuffer rendering on a specifiend
VT. To enhancce its compatibility in environments with multiple
TTYs, the following improvements ensure that each framebuffer
device operates independently on its own VT without affecting
others.

- Implement signal handlers to manage virtual terminal switching.
- Pause screen rendering when switching to another VT.
- Resume screen rendering when switching back to the original VT.

Author: huaxinliao

backend/fbdev.c

@@ -21,6 +21,10 @@
 #define FBDEV_DEFAULT "/dev/fb0"
 #define SCREEN(x) ((twin_context_t *) x)->screen
 #define PRIV(x) ((twin_fbdev_t *) ((twin_context_t *) x)->priv)
+#define SIG_SWITCH_FROM SIGUSR1
+#define SIG_SWITCH_TO SIGUSR2
+
+static twin_context_t *global_ctx;
 
 typedef struct {
     twin_screen_t *screen;
@@ -30,6 +34,8 @@ typedef struct {
 
     /* Linux virtual terminal (VT) */
     int vt_fd;
+    bool vt_active;
+    struct vt_mode old_vtm;
 
     /* Linux framebuffer */
     int fb_fd;
@@ -38,8 +44,8 @@ typedef struct {
     uint16_t cmap[3][256];
     uint8_t *fb_base;
     size_t fb_len;
-} twin_fbdev_t;
 
+} twin_fbdev_t;
 /* color conversion */
 #define ARGB32_TO_RGB565_PERLINE(dest, pixels, width)   \
     do {                                                \
@@ -93,12 +99,25 @@ static void twin_fbdev_damage(twin_screen_t *screen, twin_fbdev_t *tx)
     twin_screen_damage(tx->screen, 0, 0, width, height);
 }
 
+static bool twin_fbdev_damaged(void *closure)
+{
+    twin_fbdev_t *tx = PRIV(closure);
+    twin_screen_t *screen = SCREEN(closure);
+
+    if (!tx->vt_active && twin_screen_damaged(screen))
+        twin_screen_update(screen);
+
+    return true;
+}
+
 static bool twin_fbdev_work(void *closure)
 {
+    twin_fbdev_t *tx = PRIV(closure);
     twin_screen_t *screen = SCREEN(closure);
 
-    if (twin_screen_damaged(screen))
+    if (!tx->vt_active && twin_screen_damaged(screen))
         twin_screen_update(screen);
+
     return true;
 }
 
@@ -192,6 +211,53 @@ static bool twin_fbdev_apply_config(twin_fbdev_t *tx)
     return true;
 }
 
+static void handle_tty_signal(int signum)
+{
+    twin_fbdev_t *tx = PRIV(global_ctx);
+    twin_screen_t *screen = SCREEN(global_ctx);
+
+    if (signum == SIG_SWITCH_FROM) {
+        /* Notify kernel to release current virtual terminal */
+        ioctl(tx->vt_fd, VT_RELDISP, 1);
+
+        /* Set the virtual terminal display in text mode */
+        ioctl(tx->vt_fd, KDSETMODE, KD_TEXT);
+
+        tx->vt_active = true;
+
+        if (tx->fb_base != MAP_FAILED)
+            munmap(tx->fb_base, tx->fb_len);
+        tx->fb_base = MAP_FAILED;
+    } else if (signum == SIG_SWITCH_TO) {
+        /* Switch complete */
+        ioctl(tx->vt_fd, VT_RELDISP, VT_ACKACQ);
+
+        /* Restore the virtual terminal display in graphics mode */
+        ioctl(tx->vt_fd, KDSETMODE, KD_GRAPHICS);
+
+        /* Restore fbdev settings */
+        if (twin_fbdev_apply_config(tx)) {
+            tx->vt_active = 0;
+
+            /* Mark entire screen for refresh */
+            twin_screen_damage(screen, 0, 0, screen->width, screen->height);
+        }
+    }
+}
+
+static void twin_vt_setup_signal_handler(int *fd_ptr)
+{
+    struct sigaction tty_sig;
+    tty_sig.sa_handler = handle_tty_signal;
+    sigfillset(&tty_sig.sa_mask);
+
+    /* Set the signal handler for leaving the current TTY */
+    sigaction(SIG_SWITCH_FROM, &tty_sig, NULL);
+
+    /* Set the signal handler for returning to the previous TTY */
+    sigaction(SIG_SWITCH_TO, &tty_sig, NULL);
+}
+
 twin_context_t *twin_fbdev_init(int width, int height)
 {
     char *fbdev_path = getenv(FBDEV_NAME);
@@ -204,6 +270,8 @@ twin_context_t *twin_fbdev_init(int width, int height)
     twin_context_t *ctx = calloc(1, sizeof(twin_context_t));
     if (!ctx)
         return NULL;
+
+    global_ctx = ctx;
     ctx->priv = calloc(1, sizeof(twin_fbdev_t));
     if (!ctx->priv)
         return NULL;
@@ -218,10 +286,13 @@ twin_context_t *twin_fbdev_init(int width, int height)
     }
 
     /* Set up virtual terminal environment */
-    if (!twin_vt_setup(&tx->vt_fd)) {
+    if (!twin_vt_setup(&tx->vt_fd, &tx->old_vtm)) {
         goto bail_fb_fd;
     }
 
+    /* Set up signal handlers for switching TTYs */
+    twin_vt_setup_signal_handler(&tx->vt_fd);
+
     /* Apply configurations to the framebuffer device */
     if (!twin_fbdev_apply_config(tx)) {
         log_error("Failed to apply configurations to the framebuffer device");
@@ -254,6 +325,9 @@ twin_context_t *twin_fbdev_init(int width, int height)
     /* Setup file handler and work functions */
     twin_set_work(twin_fbdev_work, TWIN_WORK_REDISPLAY, ctx);
 
+    /* Register a callback function to handle damaged rendering */
+    twin_screen_register_damaged(ctx->screen, twin_fbdev_damaged, ctx);
+
     return ctx;
 
 bail_screen:
@@ -282,7 +356,7 @@ static void twin_fbdev_exit(twin_context_t *ctx)
         return;
 
     twin_fbdev_t *tx = PRIV(ctx);
-    twin_vt_mode(tx->vt_fd, KD_TEXT);
+    twin_vt_display_mode(tx->vt_fd, KD_TEXT);
     munmap(tx->fb_base, tx->fb_len);
     twin_linux_input_destroy(tx->input);
     close(tx->vt_fd);
@@ -292,7 +366,6 @@ static void twin_fbdev_exit(twin_context_t *ctx)
 }
 
 /* Register the Linux framebuffer backend */
-
 const twin_backend_t g_twin_backend = {
     .init = twin_fbdev_init,
     .configure = twin_fbdev_configure,

backend/linux_vt.h

@@ -10,6 +10,7 @@
 #include <fcntl.h>
 #include <linux/kd.h>
 #include <linux/vt.h>
+#include <signal.h>
 #include <stdlib.h>
 #include <sys/ioctl.h>
 #include "twin_private.h"
@@ -30,13 +31,15 @@ static inline int twin_vt_open(int vt_num)
     return fd;
 }
 
-static inline int twin_vt_mode(int fd, int mode)
+static inline int twin_vt_display_mode(int fd, int mode)
 {
     return ioctl(fd, KDSETMODE, mode);
 }
 
-static inline bool twin_vt_setup(int *fd_ptr)
+static inline bool twin_vt_setup(int *fd_ptr, struct vt_mode *old_vtm)
 {
+    struct vt_mode vtm;
+
     /* Open VT0 to inquire information */
     if ((*fd_ptr = twin_vt_open(0)) < -1) {
         log_error("Failed to open VT0");
@@ -57,12 +60,42 @@ static inline bool twin_vt_setup(int *fd_ptr)
         return false;
     }
 
-    /* Set VT to graphics mode to inhibit command-line text */
-    if (twin_vt_mode(*fd_ptr, KD_GRAPHICS) < 0) {
+    /* Attempt to activate the specified virtual terminal by its number */
+    if (ioctl(*fd_ptr, VT_ACTIVATE, vt_num) < 0) {
+        log_error("Failed to activate VT %d", vt_num);
+        return false;
+    }
+
+    /* Wait until the specified virtual terminal becomes the active VT */
+    if (ioctl(*fd_ptr, VT_WAITACTIVE, vt_num) < 0) {
+        log_error("Failed to activate VT %d", vt_num);
+        return false;
+    }
+
+    /* Save the virtual terminal mode */
+    if (ioctl(*fd_ptr, VT_GETMODE, &old_vtm) < 0) {
+        log_error("Failed to get VT mode");
+        return 0;
+    }
+
+    /* Set the virtual terminal mode */
+    vtm.mode = VT_PROCESS;
+    vtm.relsig = SIGUSR1;
+    vtm.acqsig = SIGUSR2;
+
+    if (ioctl(*fd_ptr, VT_SETMODE, &vtm) < 0) {
+        log_error("Failed to set VT mode");
+        return false;
+    }
+
+    /* Set the virtual terminal display mode to graphics mode */
+    if (twin_vt_display_mode(*fd_ptr, KD_GRAPHICS) < 0) {
         log_error("Failed to set KD_GRAPHICS mode");
+        twin_vt_display_mode(*fd_ptr, KD_TEXT);
         return false;
     }
 
     return true;
 }
+
 #endif