qemu-display/qemu-vnc/src/main.rs

use std::{
    borrow::Borrow,
    collections::HashSet,
    error::Error,
    io,
    iter::FromIterator,
    net::{TcpListener, TcpStream},
    sync::{mpsc, Arc, Mutex},
    thread, time,
};

use clap::Parser;
use image::GenericImage;
use keycodemap::*;
use qemu_display::{Console, ConsoleListenerHandler, MouseButton, VMProxy};
use vnc::{
    server::{Event as VncEvent, FramebufferUpdate},
    Encoding, Error as VncError, PixelFormat, Rect, Screen, Server as VncServer,
};

#[derive(Parser, Debug)]
pub struct SocketAddrArgs {
    /// IP address
    #[clap(short, long, default_value = "127.0.0.1")]
    address: std::net::IpAddr,
    /// IP port number
    #[clap(short, long, default_value = "5900")]
    port: u16,
}

impl From<SocketAddrArgs> for std::net::SocketAddr {
    fn from(args: SocketAddrArgs) -> Self {
        (args.address, args.port).into()
    }
}

#[derive(Parser, Debug)]
struct Cli {
    #[clap(flatten)]
    address: SocketAddrArgs,
    #[clap(short, long)]
    dbus_address: Option<String>,
}

#[derive(Debug)]
enum Event {
    ConsoleUpdate(Rect),
    Vnc(VncEvent),
    Disconnected,
}

const PIXMAN_X8R8G8B8: u32 = 0x20020888;
type BgraImage = image::ImageBuffer<image::Bgra<u8>, Vec<u8>>;

#[derive(derivative::Derivative)]
#[derivative(Debug)]
struct Client {
    #[derivative(Debug = "ignore")]
    server: Server,
    vnc_server: VncServer,
    share: bool,
    last_update: Option<time::Instant>,
    has_update: bool,
    req_update: bool,
    last_buttons: HashSet<MouseButton>,
    encodings: HashSet<Encoding>,
    dimensions: (u16, u16),
}

impl Client {
    fn new(server: Server, vnc_server: VncServer, share: bool) -> Self {
        Self {
            server,
            vnc_server,
            share,
            last_update: None,
            has_update: false,
            req_update: false,
            last_buttons: HashSet::new(),
            encodings: HashSet::new(),
            dimensions: (0, 0),
        }
    }

    fn update_pending(&self) -> bool {
        self.has_update && self.req_update
    }

    async fn key_event(&self, qnum: u32, down: bool) -> Result<(), Box<dyn Error>> {
        let inner = self.server.inner.lock().unwrap();
        if down {
            inner.console.keyboard.press(qnum).await?;
        } else {
            inner.console.keyboard.release(qnum).await?;
        }
        Ok(())
    }

    async fn handle_vnc_event(&mut self, event: VncEvent) -> Result<(), Box<dyn Error>> {
        match event {
            VncEvent::FramebufferUpdateRequest { .. } => {
                self.req_update = true;
                self.send_framebuffer_update()?;
            }
            VncEvent::KeyEvent { key, down } => {
                if let Some(qnum) = KEYMAP_X112QNUM.get(key as usize) {
                    self.key_event(*qnum as u32, down).await?;
                }
            }
            VncEvent::ExtendedKeyEvent {
                down,
                keysym: _,
                keycode,
            } => {
                self.key_event(keycode as u32, down).await?;
            }
            VncEvent::PointerEvent {
                button_mask,
                x_position,
                y_position,
            } => {
                let buttons = button_mask_to_set(button_mask);
                let inner = self.server.inner.lock().unwrap();

                for b in buttons.difference(&self.last_buttons) {
                    inner.console.mouse.press(*b).await?;
                }
                for b in self.last_buttons.difference(&buttons) {
                    inner.console.mouse.release(*b).await?;
                }
                if let Err(err) = inner
                    .console
                    .mouse
                    .set_abs_position(x_position as _, y_position as _)
                    .await
                {
                    eprintln!("Error setting mouse position: {}", err);
                }
                self.last_buttons = buttons;
            }
            VncEvent::SetPixelFormat(p) => {
                if p != pixman_xrgb() {
                    todo!("Unsupported client requested format: {:?}", p);
                }
            }
            VncEvent::SetEncodings(e) => {
                self.encodings = HashSet::from_iter(e);
                println!("Supported encodings: {:?}", &self.encodings);

                if self.encodings.contains(&Encoding::ExtendedKeyEvent) {
                    let mut fbu = FramebufferUpdate::new(None);
                    fbu.add_pseudo_encoding(Encoding::ExtendedKeyEvent);
                    return Ok(self.vnc_server.send(&fbu)?);
                }
            }
            VncEvent::SetDesktopSize {
                width,
                height,
                screens: _,
            } => {
                let inner = self.server.inner.lock().unwrap();
                inner
                    .console
                    .proxy
                    .set_ui_info(0, 0, 0, 0, width as _, height as _)
                    .await?;
            }
            // VncEvent::CutText(_) => {}
            e => {
                dbg!(e);
            }
        }
        Ok(())
    }

    fn desktop_resize(&mut self) -> Result<(), Box<dyn Error>> {
        let (width, height) = self.server.dimensions();
        if (width, height) == self.dimensions {
            return Ok(());
        }
        self.dimensions = (width, height);

        let mut fbu = FramebufferUpdate::new(None);
        let screens = &[Screen {
            id: 0,
            flags: 0,
            rect: Rect {
                left: 0,
                top: 0,
                width,
                height,
            },
        }];
        if self.encodings.contains(&Encoding::ExtendedDesktopSize) {
            fbu.add_extended_desktop_size(2, 0, width, height, screens);
        } else if self.encodings.contains(&Encoding::DesktopSize) {
            fbu.add_desktop_size(width, height);
        } else {
            return Ok(());
        }
        Ok(self.vnc_server.send(&fbu)?)
    }

    fn send_framebuffer_update(&mut self) -> Result<(), Box<dyn Error>> {
        self.desktop_resize()?;
        if self.has_update && self.req_update {
            if let Some(last_update) = self.last_update {
                if last_update.elapsed().as_millis() < 10 {
                    println!("TODO: <10ms, could delay update..")
                }
            }
            self.server.send_framebuffer_update(&self.vnc_server)?;
            self.last_update = Some(time::Instant::now());
            self.has_update = false;
            self.req_update = false;
        }
        Ok(())
    }

    async fn handle_event(&mut self, event: Option<Event>) -> Result<bool, Box<dyn Error>> {
        match event {
            Some(Event::Vnc(e)) => self.handle_vnc_event(e).await?,
            Some(Event::ConsoleUpdate(_)) => {
                self.has_update = true;
            }
            Some(Event::Disconnected) => {
                return Ok(false);
            }
            None => {
                self.send_framebuffer_update()?;
            }
        }

        Ok(true)
    }
}

#[derive(Debug)]
struct ConsoleListener {
    server: Server,
}

#[async_trait::async_trait]
impl ConsoleListenerHandler for ConsoleListener {
    async fn scanout(&mut self, s: qemu_display::Scanout) {
        let mut inner = self.server.inner.lock().unwrap();
        inner.image = image_from_vec(s.format, s.width, s.height, s.stride, s.data);
    }

    async fn disable(&mut self) {
        dbg!();
    }

    async fn update(&mut self, u: qemu_display::Update) {
        let mut inner = self.server.inner.lock().unwrap();
        let update = image_from_vec(u.format, u.w as _, u.h as _, u.stride, u.data);
        if (u.x, u.y) == (0, 0) && update.dimensions() == inner.image.dimensions() {
            inner.image = update;
        } else {
            inner.image.copy_from(&update, u.x as _, u.y as _).unwrap();
        }
        let rect = Rect {
            left: u.x as _,
            top: u.y as _,
            width: u.w as _,
            height: u.h as _,
        };
        inner.tx.send(Event::ConsoleUpdate(rect)).unwrap();
    }

    async fn scanout_dmabuf(&mut self, _scanout: qemu_display::ScanoutDMABUF) {
        unimplemented!()
    }

    async fn update_dmabuf(&mut self, _update: qemu_display::UpdateDMABUF) {
        unimplemented!()
    }

    async fn mouse_set(&mut self, set: qemu_display::MouseSet) {
        dbg!(set);
    }

    async fn cursor_define(&mut self, cursor: qemu_display::Cursor) {
        dbg!(cursor);
    }

    fn disconnected(&mut self) {
        dbg!();
    }

    fn interfaces(&self) -> Vec<String> {
        vec![]
    }
}

#[derive(Debug)]
struct ServerInner {
    console: Console,
    image: BgraImage,
    tx: mpsc::Sender<Event>,
}

#[derive(Clone, Debug)]
struct Server {
    vm_name: String,
    rx: Arc<Mutex<mpsc::Receiver<Event>>>,
    inner: Arc<Mutex<ServerInner>>,
}

impl Server {
    async fn new(vm_name: String, console: Console) -> Result<Self, Box<dyn Error>> {
        let width = console.width().await?;
        let height = console.height().await?;
        let image = BgraImage::new(width as _, height as _);
        let (tx, rx) = mpsc::channel();
        Ok(Self {
            vm_name,
            rx: Arc::new(Mutex::new(rx)),
            inner: Arc::new(Mutex::new(ServerInner { console, image, tx })),
        })
    }

    fn stop_console(&self) -> Result<(), Box<dyn Error>> {
        let inner = self.inner.lock().unwrap();
        inner.console.unregister_listener();
        Ok(())
    }

    async fn run_console(&self) -> Result<(), Box<dyn Error>> {
        let inner = self.inner.lock().unwrap();
        inner
            .console
            .register_listener(ConsoleListener {
                server: self.clone(),
            })
            .await?;
        Ok(())
    }

    fn dimensions(&self) -> (u16, u16) {
        let inner = self.inner.lock().unwrap();
        (inner.image.width() as u16, inner.image.height() as u16)
    }

    fn send_framebuffer_update(&self, server: &VncServer) -> Result<(), Box<dyn Error>> {
        let inner = self.inner.lock().unwrap();
        let mut fbu = FramebufferUpdate::new(Some(&pixman_xrgb()));
        let pixel_data = inner.image.as_raw();
        let rect = Rect {
            left: 0,
            top: 0,
            width: inner.image.width() as u16,
            height: inner.image.height() as u16,
        };
        fbu.add_raw_pixels(rect, &pixel_data);
        server.send(&fbu)?;
        Ok(())
    }

    async fn handle_client(&self, stream: TcpStream) -> Result<(), Box<dyn Error>> {
        let (width, height) = self.dimensions();

        let (vnc_server, share) =
            VncServer::from_tcp_stream(stream, width, height, pixman_xrgb(), self.vm_name.clone())?;

        let tx = self.inner.lock().unwrap().tx.clone();
        let srv = vnc_server.clone();
        let _client_thread = thread::spawn(move || loop {
            let event = match srv.read_event() {
                Ok(e) => e,
                Err(VncError::Io(ref e)) if e.kind() == io::ErrorKind::WouldBlock => {
                    continue;
                }
                Err(VncError::Disconnected) => {
                    tx.send(Event::Disconnected).unwrap();
                    return;
                }
                Err(e) => {
                    eprintln!("Server read error: {}", e);
                    return;
                }
            };
            tx.send(Event::Vnc(event)).unwrap();
        });

        let mut client = Client::new(self.clone(), vnc_server, share);
        self.run_console().await?;
        let rx = self.rx.lock().unwrap();
        loop {
            let ev = if client.update_pending() {
                match rx.try_recv() {
                    Ok(e) => Some(e),
                    Err(mpsc::TryRecvError::Empty) => None,
                    Err(e) => {
                        return Err(e.into());
                    }
                }
            } else {
                Some(rx.recv()?)
            };
            if !client.handle_event(ev).await? {
                break;
            }
        }
        self.stop_console()?;
        Ok(())
    }
}

fn button_mask_to_set(mask: u8) -> HashSet<MouseButton> {
    let mut set = HashSet::new();
    if mask & 0b0000_0001 != 0 {
        set.insert(MouseButton::Left);
    }
    if mask & 0b0000_0010 != 0 {
        set.insert(MouseButton::Middle);
    }
    if mask & 0b0000_0100 != 0 {
        set.insert(MouseButton::Right);
    }
    if mask & 0b0000_1000 != 0 {
        set.insert(MouseButton::WheelUp);
    }
    if mask & 0b0001_0000 != 0 {
        set.insert(MouseButton::WheelDown);
    }
    set
}

pub fn pixman_xrgb() -> PixelFormat {
    PixelFormat {
        bits_per_pixel: 32,
        depth: 24,
        big_endian: false,
        true_colour: true,
        red_max: 255,
        green_max: 255,
        blue_max: 255,
        red_shift: 16,
        green_shift: 8,
        blue_shift: 0,
    }
}

fn image_from_vec(format: u32, width: u32, height: u32, stride: u32, data: Vec<u8>) -> BgraImage {
    if format != PIXMAN_X8R8G8B8 {
        todo!("unhandled pixman format: {}", format)
    }
    if cfg!(target_endian = "big") {
        todo!("pixman/image in big endian")
    }
    let layout = image::flat::SampleLayout {
        channels: 4,
        channel_stride: 1,
        width,
        width_stride: 4,
        height,
        height_stride: stride as _,
    };
    let samples = image::flat::FlatSamples {
        samples: data,
        layout,
        color_hint: None,
    };
    samples
        .try_into_buffer::<image::Bgra<u8>>()
        .or_else::<&str, _>(|(_err, samples)| {
            let view = samples.as_view::<image::Bgra<u8>>().unwrap();
            let mut img = BgraImage::new(width, height);
            img.copy_from(&view, 0, 0).unwrap();
            Ok(img)
        })
        .unwrap()
}

async fn run() -> Result<(), Box<dyn Error>> {
    let args = Cli::parse();

    let listener = TcpListener::bind::<std::net::SocketAddr>(args.address.into()).unwrap();
    let dbus = if let Some(addr) = args.dbus_address {
        zbus::ConnectionBuilder::address(addr.borrow())?
            .build()
            .await
    } else {
        zbus::Connection::session().await
    }
    .expect("Failed to connect to DBus");

    let vm_name = VMProxy::new(&dbus).await?.name().await?;

    let console = Console::new(&dbus.into(), 0)
        .await
        .expect("Failed to get the console");
    let server = Server::new(format!("qemu-vnc ({})", vm_name), console).await?;
    for stream in listener.incoming() {
        server.handle_client(stream?).await?;
    }

    Ok(())
}

fn main() {
    async_io::block_on(run()).unwrap();
}