root/usr.sbin/bhyve/rfb.c
/*-
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Copyright (c) 2015 Tycho Nightingale <tycho.nightingale@pluribusnetworks.com>
 * Copyright (c) 2015 Leon Dang
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#include <sys/param.h>
#ifndef WITHOUT_CAPSICUM
#include <sys/capsicum.h>
#endif
#include <sys/endian.h>
#include <sys/socket.h>
#include <sys/select.h>
#include <sys/time.h>
#include <sys/un.h>
#include <arpa/inet.h>
#include <stdatomic.h>
#include <machine/cpufunc.h>
#include <machine/specialreg.h>
#include <netinet/in.h>
#include <netdb.h>

#include <assert.h>
#ifndef WITHOUT_CAPSICUM
#include <capsicum_helpers.h>
#endif
#include <err.h>
#include <errno.h>
#include <pthread.h>
#include <pthread_np.h>
#include <signal.h>
#include <stdbool.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <sysexits.h>
#include <unistd.h>

#include <zlib.h>

#include "bhyvegc.h"
#include "debug.h"
#include "console.h"
#include "config.h"
#include "rfb.h"
#include "sockstream.h"

#ifndef NO_OPENSSL
#include <openssl/des.h>
#endif

/* Delays in microseconds */
#define CFD_SEL_DELAY   10000
#define SCREEN_REFRESH_DELAY    33300   /* 30Hz */
#define SCREEN_POLL_DELAY       (SCREEN_REFRESH_DELAY / 2)

static int rfb_debug = 0;
#define DPRINTF(params) if (rfb_debug) PRINTLN params
#define WPRINTF(params) PRINTLN params

#define VERSION_LENGTH  12
#define AUTH_LENGTH     16
#define PASSWD_LENGTH   8

/* Protocol versions */
#define CVERS_3_3       '3'
#define CVERS_3_7       '7'
#define CVERS_3_8       '8'

/* Client-to-server msg types */
#define CS_SET_PIXEL_FORMAT     0
#define CS_SET_ENCODINGS        2
#define CS_UPDATE_MSG           3
#define CS_KEY_EVENT            4
#define CS_POINTER_EVENT        5
#define CS_CUT_TEXT             6
#define CS_MSG_CLIENT_QEMU      255

#define SECURITY_TYPE_NONE      1
#define SECURITY_TYPE_VNC_AUTH  2

#define AUTH_FAILED_UNAUTH      1
#define AUTH_FAILED_ERROR       2

struct pixfmt {
        bool            adjust_pixels;
        uint8_t         red_shift;
        uint8_t         green_shift;
        uint8_t         blue_shift;
};

struct rfb_softc {
        int             sfd;
        pthread_t       tid;

        int             cfd;

        int             width, height;

        const char      *password;

        bool            enc_raw_ok;
        bool            enc_zlib_ok;
        bool            enc_resize_ok;
        bool            enc_extkeyevent_ok;

        bool            enc_extkeyevent_send;

        z_stream        zstream;
        uint8_t         *zbuf;
        int             zbuflen;

        int             conn_wait;
        int             wrcount;

        atomic_bool     sending;
        atomic_bool     pending;
        atomic_bool     update_all;
        atomic_bool     input_detected;
        atomic_bool     update_pixfmt;

        pthread_mutex_t mtx;
        pthread_mutex_t pixfmt_mtx;
        pthread_cond_t  cond;

        int             hw_crc;
        uint32_t        *crc;           /* WxH crc cells */
        uint32_t        *crc_tmp;       /* buffer to store single crc row */
        int             crc_width, crc_height;

        struct pixfmt   pixfmt;         /* owned by the write thread */
        struct pixfmt   new_pixfmt;     /* managed with pixfmt_mtx */
        uint32_t        *pixrow;
        char            *fbname;
        int             fbnamelen;
};

struct rfb_pixfmt {
        uint8_t         bpp;
        uint8_t         depth;
        uint8_t         bigendian;
        uint8_t         truecolor;
        uint16_t        red_max;
        uint16_t        green_max;
        uint16_t        blue_max;
        uint8_t         red_shift;
        uint8_t         green_shift;
        uint8_t         blue_shift;
        uint8_t         pad[3];
};

struct rfb_srvr_info {
        uint16_t                width;
        uint16_t                height;
        struct rfb_pixfmt       pixfmt;
        uint32_t                namelen;
};

struct rfb_pixfmt_msg {
        uint8_t                 type;
        uint8_t                 pad[3];
        struct rfb_pixfmt       pixfmt;
};

#define RFB_ENCODING_RAW                0
#define RFB_ENCODING_ZLIB               6
#define RFB_ENCODING_RESIZE             -223
#define RFB_ENCODING_EXT_KEYEVENT       -258

#define RFB_CLIENTMSG_EXT_KEYEVENT      0

#define RFB_MAX_WIDTH                   2000
#define RFB_MAX_HEIGHT                  1200
#define RFB_ZLIB_BUFSZ                  RFB_MAX_WIDTH*RFB_MAX_HEIGHT*4

#define PIXEL_RED_SHIFT         16
#define PIXEL_GREEN_SHIFT       8
#define PIXEL_BLUE_SHIFT        0

/* percentage changes to screen before sending the entire screen */
#define RFB_SEND_ALL_THRESH             25

struct rfb_enc_msg {
        uint8_t         type;
        uint8_t         pad;
        uint16_t        numencs;
};

struct rfb_updt_msg {
        uint8_t         type;
        uint8_t         incremental;
        uint16_t        x;
        uint16_t        y;
        uint16_t        width;
        uint16_t        height;
};

struct rfb_key_msg {
        uint8_t         type;
        uint8_t         down;
        uint16_t        pad;
        uint32_t        sym;
};

struct rfb_client_msg {
        uint8_t         type;
        uint8_t         subtype;
};

struct rfb_extended_key_msg {
        uint8_t         type;
        uint8_t         subtype;
        uint16_t        down;
        uint32_t        sym;
        uint32_t        code;
};

struct rfb_ptr_msg {
        uint8_t         type;
        uint8_t         button;
        uint16_t        x;
        uint16_t        y;
};

struct rfb_srvr_updt_msg {
        uint8_t         type;
        uint8_t         pad;
        uint16_t        numrects;
};

struct rfb_srvr_rect_hdr {
        uint16_t        x;
        uint16_t        y;
        uint16_t        width;
        uint16_t        height;
        uint32_t        encoding;
};

struct rfb_cuttext_msg {
        uint8_t         type;
        uint8_t         padding[3];
        uint32_t        length;
};

static int
rfb_send_server_init_msg(struct rfb_softc *rc, int cfd)
{
        struct bhyvegc_image *gc_image;
        struct rfb_srvr_info sinfo;

        gc_image = console_get_image();

        sinfo.width = htons(gc_image->width);
        sinfo.height = htons(gc_image->height);
        sinfo.pixfmt.bpp = 32;
        sinfo.pixfmt.depth = 32;
        sinfo.pixfmt.bigendian = 0;
        sinfo.pixfmt.truecolor = 1;
        sinfo.pixfmt.red_max = htons(255);
        sinfo.pixfmt.green_max = htons(255);
        sinfo.pixfmt.blue_max = htons(255);
        sinfo.pixfmt.red_shift = PIXEL_RED_SHIFT;
        sinfo.pixfmt.green_shift = PIXEL_GREEN_SHIFT;
        sinfo.pixfmt.blue_shift = PIXEL_BLUE_SHIFT;
        sinfo.pixfmt.pad[0] = 0;
        sinfo.pixfmt.pad[1] = 0;
        sinfo.pixfmt.pad[2] = 0;
        sinfo.namelen = htonl(rc->fbnamelen);
        if (stream_write(cfd, &sinfo, sizeof(sinfo)) <= 0)
                return (-1);
        if (stream_write(cfd, rc->fbname, rc->fbnamelen) <= 0)
                return (-1);
        return (0);
}

static int
rfb_send_resize_update_msg(struct rfb_softc *rc, int cfd)
{
        struct rfb_srvr_updt_msg supdt_msg;
        struct rfb_srvr_rect_hdr srect_hdr;

        /* Number of rectangles: 1 */
        supdt_msg.type = 0;
        supdt_msg.pad = 0;
        supdt_msg.numrects = htons(1);
        if (stream_write(cfd, &supdt_msg, sizeof(struct rfb_srvr_updt_msg)) <= 0)
                return (-1);

        /* Rectangle header */
        srect_hdr.x = htons(0);
        srect_hdr.y = htons(0);
        srect_hdr.width = htons(rc->width);
        srect_hdr.height = htons(rc->height);
        srect_hdr.encoding = htonl(RFB_ENCODING_RESIZE);
        if (stream_write(cfd, &srect_hdr, sizeof(struct rfb_srvr_rect_hdr)) <= 0)
                return (-1);
        return (0);
}

static int
rfb_send_extended_keyevent_update_msg(struct rfb_softc *rc, int cfd)
{
        struct rfb_srvr_updt_msg supdt_msg;
        struct rfb_srvr_rect_hdr srect_hdr;

        /* Number of rectangles: 1 */
        supdt_msg.type = 0;
        supdt_msg.pad = 0;
        supdt_msg.numrects = htons(1);
        if (stream_write(cfd, &supdt_msg, sizeof(struct rfb_srvr_updt_msg)) <= 0)
                return (-1);

        /* Rectangle header */
        srect_hdr.x = htons(0);
        srect_hdr.y = htons(0);
        srect_hdr.width = htons(rc->width);
        srect_hdr.height = htons(rc->height);
        srect_hdr.encoding = htonl(RFB_ENCODING_EXT_KEYEVENT);
        if (stream_write(cfd, &srect_hdr, sizeof(struct rfb_srvr_rect_hdr)) <= 0)
                return (-1);
        return (0);
}

static int
rfb_recv_set_pixfmt_msg(struct rfb_softc *rc __unused, int cfd)
{
        struct rfb_pixfmt_msg pixfmt_msg;
        uint8_t red_shift, green_shift, blue_shift;
        uint16_t red_max, green_max, blue_max;
        bool adjust_pixels = true;
        int len;

        len = stream_read(cfd, (uint8_t *)&pixfmt_msg + 1,
            sizeof(pixfmt_msg) - 1);
        if (len <= 0)
                return (-1);

        /*
         * The framebuffer is fixed at 32 bit and orders the colors
         * as RGB bytes. However, some VNC clients request a different
         * ordering. We will still require the same bit depth and size
         * but allow the colors to be shifted when sent to the client.
         */
        if (pixfmt_msg.pixfmt.bpp != 32 || pixfmt_msg.pixfmt.truecolor != 1) {
                WPRINTF(("rfb: pixfmt unsupported bitdepth bpp: %d "
                         "truecolor: %d",
                         pixfmt_msg.pixfmt.bpp, pixfmt_msg.pixfmt.truecolor));
                return (0);
        }

        red_max = ntohs(pixfmt_msg.pixfmt.red_max);
        green_max = ntohs(pixfmt_msg.pixfmt.green_max);
        blue_max = ntohs(pixfmt_msg.pixfmt.blue_max);

        /* Check for valid max values */
        if (red_max != 255 || green_max != 255 || blue_max != 255) {
                WPRINTF(("rfb: pixfmt unsupported max values "
                         "r: %d g: %d b: %d",
                         red_max, green_max, blue_max));
                return (0);
        }

        red_shift = pixfmt_msg.pixfmt.red_shift;
        green_shift = pixfmt_msg.pixfmt.green_shift;
        blue_shift = pixfmt_msg.pixfmt.blue_shift;

        /* Check shifts are 8 bit aligned */
        if ((red_shift & 0x7) != 0 ||
            (green_shift & 0x7) != 0 ||
            (blue_shift & 0x7) != 0) {
                WPRINTF(("rfb: pixfmt unsupported shift values "
                         "r: %d g: %d b: %d",
                         red_shift, green_shift, blue_shift));
                return (0);
        }

        if (red_shift == PIXEL_RED_SHIFT &&
            green_shift == PIXEL_GREEN_SHIFT &&
            blue_shift == PIXEL_BLUE_SHIFT) {
                adjust_pixels = false;
        }

        pthread_mutex_lock(&rc->pixfmt_mtx);
        rc->new_pixfmt.red_shift = red_shift;
        rc->new_pixfmt.green_shift = green_shift;
        rc->new_pixfmt.blue_shift = blue_shift;
        rc->new_pixfmt.adjust_pixels = adjust_pixels;
        pthread_mutex_unlock(&rc->pixfmt_mtx);

        /* Notify the write thread to update */
        rc->update_pixfmt = true;

        return (0);
}

static int
rfb_recv_set_encodings_msg(struct rfb_softc *rc, int cfd)
{
        struct rfb_enc_msg enc_msg;
        int i;
        uint32_t encoding;
        int len;

        len = stream_read(cfd, (uint8_t *)&enc_msg + 1, sizeof(enc_msg) - 1);
        if (len <= 0)
                return (-1);

        for (i = 0; i < htons(enc_msg.numencs); i++) {
                len = stream_read(cfd, &encoding, sizeof(encoding));
                if (len <= 0)
                        return (-1);

                switch (htonl(encoding)) {
                case RFB_ENCODING_RAW:
                        rc->enc_raw_ok = true;
                        break;
                case RFB_ENCODING_ZLIB:
                        if (!rc->enc_zlib_ok) {
                                deflateInit(&rc->zstream, Z_BEST_SPEED);
                                rc->enc_zlib_ok = true;
                        }
                        break;
                case RFB_ENCODING_RESIZE:
                        rc->enc_resize_ok = true;
                        break;
                case RFB_ENCODING_EXT_KEYEVENT:
                        rc->enc_extkeyevent_ok = true;
                        break;
                }
        }

        return (0);
}

/*
 * Calculate CRC32 using SSE4.2; Intel or AMD Bulldozer+ CPUs only
 */
static __inline uint32_t
fast_crc32(void *buf, int len, uint32_t crcval)
{
        uint32_t q = len / sizeof(uint32_t);
        uint32_t *p = (uint32_t *)buf;

        while (q--) {
                asm volatile (
                        ".byte 0xf2, 0xf, 0x38, 0xf1, 0xf1;"
                        :"=S" (crcval)
                        :"0" (crcval), "c" (*p)
                );
                p++;
        }

        return (crcval);
}

static int
rfb_send_update_header(struct rfb_softc *rc __unused, int cfd, int numrects)
{
        struct rfb_srvr_updt_msg supdt_msg;

        supdt_msg.type = 0;
        supdt_msg.pad = 0;
        supdt_msg.numrects = htons(numrects);

        return stream_write(cfd, &supdt_msg,
            sizeof(struct rfb_srvr_updt_msg));
}

static uint32_t *
rfb_adjust_pixels(struct rfb_softc *rc, uint32_t *gcptr, int width)
{
        uint32_t *pixelp;
        uint32_t red, green, blue;
        int i;

        /* If no pixel adjustment needed, send in server format */
        if (!rc->pixfmt.adjust_pixels) {
                return (gcptr);
        }

        for (i = 0, pixelp = rc->pixrow; i < width; i++, pixelp++, gcptr++) {
                red = (*gcptr >> 16) & 0xFF;
                green = (*gcptr >> 8) & 0xFF;
                blue = (*gcptr & 0xFF);
                *pixelp = (red << rc->pixfmt.red_shift) |
                          (green << rc->pixfmt.green_shift) |
                          (blue << rc->pixfmt.blue_shift);
        }

        return (rc->pixrow);
}

static int
rfb_send_rect(struct rfb_softc *rc, int cfd, struct bhyvegc_image *gc,
              int x, int y, int w, int h)
{
        struct rfb_srvr_rect_hdr srect_hdr;
        unsigned long zlen;
        ssize_t nwrite, total;
        int err, width;
        uint32_t *p, *pixelp;
        uint8_t *zbufp;

        /*
         * Send a single rectangle of the given x, y, w h dimensions.
         */

        /* Rectangle header */
        srect_hdr.x = htons(x);
        srect_hdr.y = htons(y);
        srect_hdr.width = htons(w);
        srect_hdr.height = htons(h);

        width = w;
        h = y + h;
        w *= sizeof(uint32_t);
        if (rc->enc_zlib_ok) {
                zbufp = rc->zbuf;
                rc->zstream.total_in = 0;
                rc->zstream.total_out = 0;
                for (p = &gc->data[y * gc->width + x]; y < h; y++) {
                        pixelp = rfb_adjust_pixels(rc, p, width);
                        rc->zstream.next_in = (Bytef *)pixelp;
                        rc->zstream.avail_in = w;
                        rc->zstream.next_out = (Bytef *)zbufp;
                        rc->zstream.avail_out = RFB_ZLIB_BUFSZ + 16 -
                                                rc->zstream.total_out;
                        rc->zstream.data_type = Z_BINARY;

                        /* Compress with zlib */
                        err = deflate(&rc->zstream, Z_SYNC_FLUSH);
                        if (err != Z_OK) {
                                WPRINTF(("zlib[rect] deflate err: %d", err));
                                rc->enc_zlib_ok = false;
                                deflateEnd(&rc->zstream);
                                goto doraw;
                        }
                        zbufp = rc->zbuf + rc->zstream.total_out;
                        p += gc->width;
                }
                srect_hdr.encoding = htonl(RFB_ENCODING_ZLIB);
                nwrite = stream_write(cfd, &srect_hdr,
                                      sizeof(struct rfb_srvr_rect_hdr));
                if (nwrite <= 0)
                        return (nwrite);

                zlen = htonl(rc->zstream.total_out);
                nwrite = stream_write(cfd, &zlen, sizeof(uint32_t));
                if (nwrite <= 0)
                        return (nwrite);
                return (stream_write(cfd, rc->zbuf, rc->zstream.total_out));
        }

doraw:

        total = 0;
        zbufp = rc->zbuf;
        for (p = &gc->data[y * gc->width + x]; y < h; y++) {
                pixelp = rfb_adjust_pixels(rc, p, width);
                memcpy(zbufp, pixelp, w);
                zbufp += w;
                total += w;
                p += gc->width;
        }

        srect_hdr.encoding = htonl(RFB_ENCODING_RAW);
        nwrite = stream_write(cfd, &srect_hdr,
                              sizeof(struct rfb_srvr_rect_hdr));
        if (nwrite <= 0)
                return (nwrite);

        total = stream_write(cfd, rc->zbuf, total);

        return (total);
}

static int
rfb_send_all(struct rfb_softc *rc, int cfd, struct bhyvegc_image *gc)
{
        struct rfb_srvr_updt_msg supdt_msg;
        struct rfb_srvr_rect_hdr srect_hdr;
        ssize_t nwrite;
        unsigned long zlen;
        int err;

        /*
         * Send the whole thing
         */

        /* Number of rectangles: 1 */
        supdt_msg.type = 0;
        supdt_msg.pad = 0;
        supdt_msg.numrects = htons(1);
        nwrite = stream_write(cfd, &supdt_msg,
                              sizeof(struct rfb_srvr_updt_msg));
        if (nwrite <= 0)
                return (nwrite);

        if (rc->pixfmt.adjust_pixels) {
                return (rfb_send_rect(rc, cfd, gc, 0, 0,
                                gc->width, gc->height));
        }

        /* Rectangle header */
        srect_hdr.x = 0;
        srect_hdr.y = 0;
        srect_hdr.width = htons(gc->width);
        srect_hdr.height = htons(gc->height);
        if (rc->enc_zlib_ok) {
                rc->zstream.next_in = (Bytef *)gc->data;
                rc->zstream.avail_in = gc->width * gc->height *
                                   sizeof(uint32_t);
                rc->zstream.next_out = (Bytef *)rc->zbuf;
                rc->zstream.avail_out = RFB_ZLIB_BUFSZ + 16;
                rc->zstream.data_type = Z_BINARY;

                rc->zstream.total_in = 0;
                rc->zstream.total_out = 0;

                /* Compress with zlib */
                err = deflate(&rc->zstream, Z_SYNC_FLUSH);
                if (err != Z_OK) {
                        WPRINTF(("zlib deflate err: %d", err));
                        rc->enc_zlib_ok = false;
                        deflateEnd(&rc->zstream);
                        goto doraw;
                }

                srect_hdr.encoding = htonl(RFB_ENCODING_ZLIB);
                nwrite = stream_write(cfd, &srect_hdr,
                                      sizeof(struct rfb_srvr_rect_hdr));
                if (nwrite <= 0)
                        return (nwrite);

                zlen = htonl(rc->zstream.total_out);
                nwrite = stream_write(cfd, &zlen, sizeof(uint32_t));
                if (nwrite <= 0)
                        return (nwrite);
                return (stream_write(cfd, rc->zbuf, rc->zstream.total_out));
        }

doraw:
        srect_hdr.encoding = htonl(RFB_ENCODING_RAW);
        nwrite = stream_write(cfd, &srect_hdr,
                              sizeof(struct rfb_srvr_rect_hdr));
        if (nwrite <= 0)
                return (nwrite);

        nwrite = stream_write(cfd, gc->data,
                       gc->width * gc->height * sizeof(uint32_t));

        return (nwrite);
}

#define PIX_PER_CELL    32
#define PIXCELL_SHIFT   5
#define PIXCELL_MASK    0x1F

static void
rfb_set_pixel_adjustment(struct rfb_softc *rc)
{
        pthread_mutex_lock(&rc->pixfmt_mtx);
        rc->pixfmt = rc->new_pixfmt;
        pthread_mutex_unlock(&rc->pixfmt_mtx);
}

static int
rfb_send_screen(struct rfb_softc *rc, int cfd)
{
        struct bhyvegc_image *gc_image;
        ssize_t nwrite;
        int x, y;
        int celly, cellwidth;
        int xcells, ycells;
        int w, h;
        uint32_t *p;
        int rem_x, rem_y;   /* remainder for resolutions not x32 pixels ratio */
        int retval;
        uint32_t *crc_p, *orig_crc;
        int changes;
        bool expected;

        /* Return if another thread sending */
        expected = false;
        if (atomic_compare_exchange_strong(&rc->sending, &expected, true) == false)
                return (1);

        retval = 1;

        /* Updates require a preceding update request */
        if (atomic_exchange(&rc->pending, false) == false)
                goto done;

        if (atomic_exchange(&rc->update_pixfmt, false) == true) {
                rfb_set_pixel_adjustment(rc);
        }

        console_refresh();
        gc_image = console_get_image();

        /* Clear old CRC values when the size changes */
        if (rc->crc_width != gc_image->width ||
            rc->crc_height != gc_image->height) {
                memset(rc->crc, 0, sizeof(uint32_t) *
                    howmany(RFB_MAX_WIDTH, PIX_PER_CELL) *
                    howmany(RFB_MAX_HEIGHT, PIX_PER_CELL));
                rc->crc_width = gc_image->width;
                rc->crc_height = gc_image->height;
        }

       /* A size update counts as an update in itself */
       if (rc->width != gc_image->width ||
           rc->height != gc_image->height) {
               rc->width = gc_image->width;
               rc->height = gc_image->height;
               if (rc->enc_resize_ok) {
                       if (rfb_send_resize_update_msg(rc, cfd) < 0) {
                               retval = -1;
                               goto done;
                       }
                       rc->update_all = true;
                       goto done;
               }
       }

       if (atomic_exchange(&rc->update_all, false) == true) {
               retval = rfb_send_all(rc, cfd, gc_image);
               goto done;
       }

        /*
         * Calculate the checksum for each 32x32 cell. Send each that
         * has changed since the last scan.
         */

        w = rc->crc_width;
        h = rc->crc_height;
        xcells = howmany(rc->crc_width, PIX_PER_CELL);
        ycells = howmany(rc->crc_height, PIX_PER_CELL);

        rem_x = w & PIXCELL_MASK;

        rem_y = h & PIXCELL_MASK;
        if (!rem_y)
                rem_y = PIX_PER_CELL;

        p = gc_image->data;

        /*
         * Go through all cells and calculate crc. If significant number
         * of changes, then send entire screen.
         * crc_tmp is dual purpose: to store the new crc and to flag as
         * a cell that has changed.
         */
        crc_p = rc->crc_tmp - xcells;
        orig_crc = rc->crc - xcells;
        changes = 0;
        memset(rc->crc_tmp, 0, sizeof(uint32_t) * xcells * ycells);
        for (y = 0; y < h; y++) {
                if ((y & PIXCELL_MASK) == 0) {
                        crc_p += xcells;
                        orig_crc += xcells;
                }

                for (x = 0; x < xcells; x++) {
                        if (x == (xcells - 1) && rem_x > 0)
                                cellwidth = rem_x;
                        else
                                cellwidth = PIX_PER_CELL;

                        if (rc->hw_crc)
                                crc_p[x] = fast_crc32(p,
                                             cellwidth * sizeof(uint32_t),
                                             crc_p[x]);
                        else
                                crc_p[x] = (uint32_t)crc32(crc_p[x],
                                             (Bytef *)p,
                                             cellwidth * sizeof(uint32_t));

                        p += cellwidth;

                        /* check for crc delta if last row in cell */
                        if ((y & PIXCELL_MASK) == PIXCELL_MASK || y == (h-1)) {
                                if (orig_crc[x] != crc_p[x]) {
                                        orig_crc[x] = crc_p[x];
                                        crc_p[x] = 1;
                                        changes++;
                                } else {
                                        crc_p[x] = 0;
                                }
                        }
                }
        }

       /*
        * We only send the update if there are changes.
        * Restore the pending flag since it was unconditionally cleared
        * above.
        */
        if (!changes) {
                rc->pending = true;
                goto done;
        }

        /* If number of changes is > THRESH percent, send the whole screen */
        if (((changes * 100) / (xcells * ycells)) >= RFB_SEND_ALL_THRESH) {
                retval = rfb_send_all(rc, cfd, gc_image);
                goto done;
        }

        if (rfb_send_update_header(rc, cfd, changes) <= 0) {
                retval = -1;
                goto done;
        }

        /* Go through all cells, and send only changed ones */
        crc_p = rc->crc_tmp;
        for (y = 0; y < h; y += PIX_PER_CELL) {
                /* previous cell's row */
                celly = (y >> PIXCELL_SHIFT);

                /* Delta check crc to previous set */
                for (x = 0; x < xcells; x++) {
                        if (*crc_p++ == 0)
                                continue;

                        if (x == (xcells - 1) && rem_x > 0)
                                cellwidth = rem_x;
                        else
                                cellwidth = PIX_PER_CELL;
                        nwrite = rfb_send_rect(rc, cfd,
                                gc_image,
                                x * PIX_PER_CELL,
                                celly * PIX_PER_CELL,
                                cellwidth,
                                y + PIX_PER_CELL >= h ? rem_y : PIX_PER_CELL);
                        if (nwrite <= 0) {
                                retval = nwrite;
                                goto done;
                        }
                }
        }

done:
        rc->sending = false;

        return (retval);
}


static int
rfb_recv_update_msg(struct rfb_softc *rc, int cfd)
{
        struct rfb_updt_msg updt_msg;
        int len;

        len = stream_read(cfd, (uint8_t *)&updt_msg + 1,
            sizeof(updt_msg) - 1);
        if (len <= 0)
                return (-1);

        if (rc->enc_extkeyevent_ok && (!rc->enc_extkeyevent_send)) {
                if (rfb_send_extended_keyevent_update_msg(rc, cfd) < 0)
                        return (-1);
                rc->enc_extkeyevent_send = true;
        }

        rc->pending = true;
        if (!updt_msg.incremental)
                rc->update_all = true;

        return (0);
}

static int
rfb_recv_key_msg(struct rfb_softc *rc, int cfd)
{
        struct rfb_key_msg key_msg;
        int len;

        len = stream_read(cfd, (uint8_t *)&key_msg + 1,
            sizeof(key_msg) - 1);
        if (len <= 0)
                return (-1);

        console_key_event(key_msg.down, htonl(key_msg.sym), htonl(0));
        rc->input_detected = true;

        return (0);
}

static int
rfb_recv_client_msg(struct rfb_softc *rc, int cfd)
{
        struct rfb_client_msg client_msg;
        struct rfb_extended_key_msg extkey_msg;
        int len;

        len = stream_read(cfd, (uint8_t *)&client_msg + 1,
            sizeof(client_msg) - 1);
        if (len <= 0)
                return (-1);

        if (client_msg.subtype == RFB_CLIENTMSG_EXT_KEYEVENT) {
                len = stream_read(cfd, (uint8_t *)&extkey_msg + 2,
                    sizeof(extkey_msg) - 2);
                if (len <= 0)
                        return (-1);
                console_key_event((int)extkey_msg.down, htonl(extkey_msg.sym), htonl(extkey_msg.code));
                rc->input_detected = true;
        }

        return (0);
}

static int
rfb_recv_ptr_msg(struct rfb_softc *rc, int cfd)
{
        struct rfb_ptr_msg ptr_msg;
        int len;

        len = stream_read(cfd, (uint8_t *)&ptr_msg + 1, sizeof(ptr_msg) - 1);
        if (len <= 0)
                return (-1);

        console_ptr_event(ptr_msg.button, htons(ptr_msg.x), htons(ptr_msg.y));
        rc->input_detected = true;

        return (0);
}

static int
rfb_recv_cuttext_msg(struct rfb_softc *rc __unused, int cfd)
{
        struct rfb_cuttext_msg ct_msg;
        unsigned char buf[32];
        int len;

        len = stream_read(cfd, (uint8_t *)&ct_msg + 1, sizeof(ct_msg) - 1);
        if (len <= 0)
                return (-1);

        ct_msg.length = htonl(ct_msg.length);
        while (ct_msg.length > 0) {
                len = stream_read(cfd, buf, ct_msg.length > sizeof(buf) ?
                        sizeof(buf) : ct_msg.length);
                if (len <= 0)
                        return (-1);
                ct_msg.length -= len;
        }

        return (0);
}

static int64_t
timeval_delta(struct timeval *prev, struct timeval *now)
{
        int64_t n1, n2;
        n1 = now->tv_sec * 1000000 + now->tv_usec;
        n2 = prev->tv_sec * 1000000 + prev->tv_usec;
        return (n1 - n2);
}

static void *
rfb_wr_thr(void *arg)
{
        struct rfb_softc *rc;
        fd_set rfds;
        struct timeval tv;
        struct timeval prev_tv;
        int64_t tdiff;
        int cfd;
        int err;

        rc = arg;
        cfd = rc->cfd;

        prev_tv.tv_sec = 0;
        prev_tv.tv_usec = 0;
        while (rc->cfd >= 0) {
                FD_ZERO(&rfds);
                FD_SET(cfd, &rfds);
                tv.tv_sec = 0;
                tv.tv_usec = CFD_SEL_DELAY;

                err = select(cfd+1, &rfds, NULL, NULL, &tv);
                if (err < 0)
                        return (NULL);

                /* Determine if its time to push screen; ~24hz */
                gettimeofday(&tv, NULL);
                tdiff = timeval_delta(&prev_tv, &tv);
                if (tdiff >= SCREEN_POLL_DELAY) {
                        bool input;
                        prev_tv.tv_sec = tv.tv_sec;
                        prev_tv.tv_usec = tv.tv_usec;
                        input = atomic_exchange(&rc->input_detected, false);
                        /*
                         * Refresh the screen on every second trip through the loop,
                         * or if keyboard/mouse input has been detected.
                         */
                        if ((++rc->wrcount & 1) || input) {
                                if (rfb_send_screen(rc, cfd) <= 0) {
                                        return (NULL);
                                }
                        }
                } else {
                        /* sleep */
                        usleep(SCREEN_POLL_DELAY - tdiff);
                }
        }

        return (NULL);
}

static void
rfb_handle(struct rfb_softc *rc, int cfd)
{
        const char *vbuf = "RFB 003.008\n";
        unsigned char buf[80];
        unsigned const char *message;

#ifndef NO_OPENSSL
        unsigned char challenge[AUTH_LENGTH];
        unsigned char keystr[PASSWD_LENGTH];
        unsigned char crypt_expected[AUTH_LENGTH];

        DES_key_schedule ks;
        int i;
#endif
        uint8_t client_ver;
        uint8_t auth_type;
        pthread_t tid;
        uint32_t sres = 0;
        int len;
        int perror = 1;

        rc->cfd = cfd;

        /* 1a. Send server version */
        if (stream_write(cfd, vbuf, strlen(vbuf)) <= 0)
                goto done;

        /* 1b. Read client version */
        len = stream_read(cfd, buf, VERSION_LENGTH);
        if (len != VERSION_LENGTH ||
            strncmp(vbuf, buf, VERSION_LENGTH - 2) != 0) {
                goto done;
        }

        client_ver = buf[VERSION_LENGTH - 2];
        if (client_ver != CVERS_3_8 && client_ver != CVERS_3_7) {
                /* only recognize 3.3, 3.7 & 3.8. Others dflt to 3.3 */
                client_ver = CVERS_3_3;
        }

        /* 2a. Send security type */
        buf[0] = 1;

        /* In versions 3.7 & 3.8, it's 2-way handshake */
        /* For version 3.3, server says what the authentication type must be */
#ifndef NO_OPENSSL
        if (rc->password) {
                auth_type = SECURITY_TYPE_VNC_AUTH;
        } else {
                auth_type = SECURITY_TYPE_NONE;
        }
#else
        auth_type = SECURITY_TYPE_NONE;
#endif

        switch (client_ver) {
        case CVERS_3_7:
        case CVERS_3_8:
                buf[0] = 1;
                buf[1] = auth_type;
                if (stream_write(cfd, buf, 2) <= 0)
                        goto done;

                /* 2b. Read agreed security type */
                len = stream_read(cfd, buf, 1);
                if (len <= 0)
                        goto done;

                if (buf[0] != auth_type) {
                        /* deny */
                        sres = htonl(1);
                        message = "Auth failed: authentication type mismatch";
                        goto report_and_done;
                }
                break;
        case CVERS_3_3:
        default:
                be32enc(buf, auth_type);
                if (stream_write(cfd, buf, 4) <= 0)
                        goto done;
                break;
        }

        /* 2c. Do VNC authentication */
        switch (auth_type) {
        case SECURITY_TYPE_NONE:
                break;
        case SECURITY_TYPE_VNC_AUTH:
                /*
                 * The client encrypts the challenge with DES, using a password
                 * supplied by the user as the key.
                 * To form the key, the password is truncated to
                 * eight characters, or padded with null bytes on the right.
                 * The client then sends the resulting 16-bytes response.
                 */
#ifndef NO_OPENSSL
                strncpy(keystr, rc->password, PASSWD_LENGTH);

                /* VNC clients encrypts the challenge with all the bit fields
                 * in each byte of the password mirrored.
                 * Here we flip each byte of the keystr.
                 */
                for (i = 0; i < PASSWD_LENGTH; i++) {
                        keystr[i] = (keystr[i] & 0xF0) >> 4
                                  | (keystr[i] & 0x0F) << 4;
                        keystr[i] = (keystr[i] & 0xCC) >> 2
                                  | (keystr[i] & 0x33) << 2;
                        keystr[i] = (keystr[i] & 0xAA) >> 1
                                  | (keystr[i] & 0x55) << 1;
                }

                /* Initialize a 16-byte random challenge */
                arc4random_buf(challenge, sizeof(challenge));
                if (stream_write(cfd, challenge, AUTH_LENGTH) <= 0)
                        goto done;

                /* Receive the 16-byte challenge response */
                len = stream_read(cfd, buf, AUTH_LENGTH);
                if (len <= 0)
                        goto done;

                memcpy(crypt_expected, challenge, AUTH_LENGTH);

                /* Encrypt the Challenge with DES */
                DES_set_key((const_DES_cblock *)keystr, &ks);
                DES_ecb_encrypt((const_DES_cblock *)challenge,
                                (const_DES_cblock *)crypt_expected,
                                &ks, DES_ENCRYPT);
                DES_ecb_encrypt((const_DES_cblock *)(challenge + PASSWD_LENGTH),
                                (const_DES_cblock *)(crypt_expected +
                                PASSWD_LENGTH),
                                &ks, DES_ENCRYPT);

                if (memcmp(crypt_expected, buf, AUTH_LENGTH) != 0) {
                        message = "Auth Failed: Invalid Password.";
                        sres = htonl(1);
                } else {
                        sres = 0;
                }
#else
                sres = htonl(1);
                WPRINTF(("Auth not supported, no OpenSSL in your system"));
#endif

                break;
        }

        switch (client_ver) {
        case CVERS_3_7:
        case CVERS_3_8:
report_and_done:
                /* 2d. Write back a status */
                if (stream_write(cfd, &sres, 4) <= 0)
                        goto done;

                if (sres) {
                        /* 3.7 does not want string explaining cause */
                        if (client_ver == CVERS_3_8) {
                                be32enc(buf, strlen(message));
                                if (stream_write(cfd, buf, 4) <= 0)
                                        goto done;
                                if (stream_write(cfd, message, strlen(message)) <= 0)
                                        goto done;
                        }
                        goto done;
                }
                break;
        case CVERS_3_3:
        default:
                /* for VNC auth case send status */
                if (auth_type == SECURITY_TYPE_VNC_AUTH) {
                        /* 2d. Write back a status */
                        if (stream_write(cfd, &sres, 4) <= 0)
                                goto done;
                }
                if (sres) {
                        goto done;
                }
                break;
        }
        /* 3a. Read client shared-flag byte */
        len = stream_read(cfd, buf, 1);
        if (len <= 0)
                goto done;

        /* 4a. Write server-init info */
        if (rfb_send_server_init_msg(rc, cfd) < 0)
                goto done;

        if (!rc->zbuf) {
                rc->zbuf = malloc(RFB_ZLIB_BUFSZ + 16);
                assert(rc->zbuf != NULL);
        }

        perror = pthread_create(&tid, NULL, rfb_wr_thr, rc);
        if (perror == 0)
                pthread_set_name_np(tid, "rfbout");

        /* Now read in client requests. 1st byte identifies type */
        for (;;) {
                len = read(cfd, buf, 1);
                if (len <= 0) {
                        DPRINTF(("rfb client exiting"));
                        break;
                }

                switch (buf[0]) {
                case CS_SET_PIXEL_FORMAT:
                        if (rfb_recv_set_pixfmt_msg(rc, cfd) < 0)
                                goto done;
                        break;
                case CS_SET_ENCODINGS:
                        if (rfb_recv_set_encodings_msg(rc, cfd) < 0)
                                goto done;
                        break;
                case CS_UPDATE_MSG:
                        if (rfb_recv_update_msg(rc, cfd) < 0)
                                goto done;
                        break;
                case CS_KEY_EVENT:
                        if (rfb_recv_key_msg(rc, cfd) < 0)
                                goto done;
                        break;
                case CS_POINTER_EVENT:
                        if (rfb_recv_ptr_msg(rc, cfd) < 0)
                                goto done;
                        break;
                case CS_CUT_TEXT:
                        if (rfb_recv_cuttext_msg(rc, cfd) < 0)
                                goto done;
                        break;
                case CS_MSG_CLIENT_QEMU:
                        if (rfb_recv_client_msg(rc, cfd) < 0)
                                goto done;
                        break;
                default:
                        WPRINTF(("rfb unknown cli-code %d!", buf[0] & 0xff));
                        goto done;
                }
        }
done:
        rc->cfd = -1;
        if (perror == 0)
                pthread_join(tid, NULL);
        if (rc->enc_zlib_ok)
                deflateEnd(&rc->zstream);
}

static void *
rfb_thr(void *arg)
{
        struct rfb_softc *rc;
        sigset_t set;

        int cfd;

        rc = arg;

        sigemptyset(&set);
        sigaddset(&set, SIGPIPE);
        if (pthread_sigmask(SIG_BLOCK, &set, NULL) != 0) {
                perror("pthread_sigmask");
                return (NULL);
        }

        for (;;) {
                rc->enc_raw_ok = false;
                rc->enc_zlib_ok = false;
                rc->enc_resize_ok = false;
                rc->enc_extkeyevent_ok = false;

                rc->enc_extkeyevent_send = false;

                cfd = accept(rc->sfd, NULL, NULL);
                if (rc->conn_wait) {
                        pthread_mutex_lock(&rc->mtx);
                        pthread_cond_signal(&rc->cond);
                        pthread_mutex_unlock(&rc->mtx);
                        rc->conn_wait = 0;
                }
                rfb_handle(rc, cfd);
                close(cfd);
        }

        /* NOTREACHED */
        return (NULL);
}

static int
sse42_supported(void)
{
        u_int cpu_registers[4], ecx;

        do_cpuid(1, cpu_registers);

        ecx = cpu_registers[2];

        return ((ecx & CPUID2_SSE42) != 0);
}

int
rfb_init(sa_family_t family, const char *hostname, int port, int wait,
    const char *password)
{
        int e;
        char servname[6];
        struct rfb_softc *rc;
        struct addrinfo *ai = NULL;
        struct addrinfo hints;
        struct sockaddr_un sun;
        int on = 1;
        int cnt;
#ifndef WITHOUT_CAPSICUM
        cap_rights_t rights;
#endif

        rc = calloc(1, sizeof(struct rfb_softc));

        cnt = howmany(RFB_MAX_WIDTH, PIX_PER_CELL) *
            howmany(RFB_MAX_HEIGHT, PIX_PER_CELL);
        rc->crc = calloc(cnt, sizeof(uint32_t));
        rc->crc_tmp = calloc(cnt, sizeof(uint32_t));
        rc->crc_width = RFB_MAX_WIDTH;
        rc->crc_height = RFB_MAX_HEIGHT;
        rc->sfd = -1;

        rc->password = password;

        rc->fbnamelen = asprintf(&rc->fbname, "bhyve:%s",
            get_config_value("name"));
        if (rc->fbnamelen < 0) {
                EPRINTLN("rfb: failed to allocate memory for VNC title");
                goto error;
        }

        rc->pixrow = malloc(RFB_MAX_WIDTH * sizeof(uint32_t));
        if (rc->pixrow == NULL) {
                EPRINTLN("rfb: failed to allocate memory for pixrow buffer");
                goto error;
        }

        snprintf(servname, sizeof(servname), "%d", port ? port : 5900);

        if (!hostname || strlen(hostname) == 0)
#if defined(INET)
                hostname = "127.0.0.1";
#elif defined(INET6)
                hostname = "[::1]";
#endif

        if (family == AF_UNIX) {
                memset(&sun, 0, sizeof(sun));
                sun.sun_family = AF_UNIX;
                if (strlcpy(sun.sun_path, hostname, sizeof(sun.sun_path)) >=
                    sizeof(sun.sun_path)) {
                        EPRINTLN("rfb: socket path too long");
                        goto error;
                }
                rc->sfd = socket(AF_UNIX, SOCK_STREAM, 0);
        } else {
                memset(&hints, 0, sizeof(hints));
                hints.ai_socktype = SOCK_STREAM;
                hints.ai_family = family;
                hints.ai_flags = AI_NUMERICHOST | AI_NUMERICSERV | AI_PASSIVE;

                if ((e = getaddrinfo(hostname, servname, &hints, &ai)) != 0) {
                        EPRINTLN("getaddrinfo: %s", gai_strerror(e));
                        goto error;
                }
                rc->sfd = socket(ai->ai_family, ai->ai_socktype, 0);
        }

        if (rc->sfd < 0) {
                perror("socket");
                goto error;
        }

        /* No effect for UNIX domain sockets. */
        setsockopt(rc->sfd, SOL_SOCKET, SO_REUSEADDR, &on, sizeof(on));

        if (family == AF_UNIX) {
                unlink(hostname);
                e = bind(rc->sfd, (struct sockaddr *)&sun, SUN_LEN(&sun));
        } else
                e = bind(rc->sfd, ai->ai_addr, ai->ai_addrlen);
        if (e < 0) {
                perror("bind");
                goto error;
        }

        if (listen(rc->sfd, 1) < 0) {
                perror("listen");
                goto error;
        }

#ifndef WITHOUT_CAPSICUM
        cap_rights_init(&rights, CAP_ACCEPT, CAP_EVENT, CAP_READ, CAP_WRITE);
        if (caph_rights_limit(rc->sfd, &rights) == -1)
                errx(EX_OSERR, "Unable to apply rights for sandbox");
#endif

        rc->hw_crc = sse42_supported();

        rc->conn_wait = wait;
        if (wait) {
                pthread_mutex_init(&rc->mtx, NULL);
                pthread_cond_init(&rc->cond, NULL);
        }

        pthread_mutex_init(&rc->pixfmt_mtx, NULL);
        pthread_create(&rc->tid, NULL, rfb_thr, rc);
        pthread_set_name_np(rc->tid, "rfb");

        if (wait) {
                DPRINTF(("Waiting for rfb client..."));
                pthread_mutex_lock(&rc->mtx);
                pthread_cond_wait(&rc->cond, &rc->mtx);
                pthread_mutex_unlock(&rc->mtx);
                DPRINTF(("rfb client connected"));
        }

        if (family != AF_UNIX)
                freeaddrinfo(ai);
        return (0);

 error:
        if (rc->pixfmt_mtx)
                pthread_mutex_destroy(&rc->pixfmt_mtx);
        if (ai != NULL) {
                assert(family != AF_UNIX);
                freeaddrinfo(ai);
        }
        if (rc->sfd != -1)
                close(rc->sfd);
        free(rc->crc);
        free(rc->crc_tmp);
        free(rc->pixrow);
        free(rc->fbname);
        free(rc);
        return (-1);
}