root/usr.bin/diff/diffreg.c
/*      $OpenBSD: diffreg.c,v 1.93 2019/06/28 13:35:00 deraadt Exp $    */

/*-
 * SPDX-License-Identifier: BSD-4-Clause
 *
 * Copyright (C) Caldera International Inc.  2001-2002.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code and documentation must retain the above
 *    copyright notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. All advertising materials mentioning features or use of this software
 *    must display the following acknowledgement:
 *      This product includes software developed or owned by Caldera
 *      International, Inc.
 * 4. Neither the name of Caldera International, Inc. nor the names of other
 *    contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
 *
 * USE OF THE SOFTWARE PROVIDED FOR UNDER THIS LICENSE BY CALDERA
 * INTERNATIONAL, INC. AND CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL CALDERA INTERNATIONAL, INC. BE LIABLE FOR ANY DIRECT,
 * INDIRECT INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */
/*-
 * Copyright (c) 1991, 1993
 *      The Regents of the University of California.  All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. Neither the name of the University nor the names of its contributors
 *    may be used to endorse or promote products derived from this software
 *    without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#include <sys/capsicum.h>
#include <sys/stat.h>

#include <capsicum_helpers.h>
#include <ctype.h>
#include <err.h>
#include <errno.h>
#include <fcntl.h>
#include <limits.h>
#include <math.h>
#include <paths.h>
#include <regex.h>
#include <stdbool.h>
#include <stdckdint.h>
#include <stddef.h>
#include <stdint.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include "pr.h"
#include "diff.h"
#include "xmalloc.h"

/*
 * diff - compare two files.
 */

/*
 *      Uses an algorithm due to Harold Stone, which finds a pair of longest
 *      identical subsequences in the two files.
 *
 *      The major goal is to generate the match vector J. J[i] is the index of
 *      the line in file1 corresponding to line i file0. J[i] = 0 if there is no
 *      such line in file1.
 *
 *      Lines are hashed so as to work in core. All potential matches are
 *      located by sorting the lines of each file on the hash (called
 *      ``value''). In particular, this collects the equivalence classes in
 *      file1 together. Subroutine equiv replaces the value of each line in
 *      file0 by the index of the first element of its matching equivalence in
 *      (the reordered) file1. To save space equiv squeezes file1 into a single
 *      array member in which the equivalence classes are simply concatenated,
 *      except that their first members are flagged by changing sign.
 *
 *      Next the indices that point into member are unsorted into array class
 *      according to the original order of file0.
 *
 *      The cleverness lies in routine stone. This marches through the lines of
 *      file0, developing a vector klist of "k-candidates". At step i
 *      a k-candidate is a matched pair of lines x,y (x in file0 y in file1)
 *      such that there is a common subsequence of length k between the first
 *      i lines of file0 and the first y lines of file1, but there is no such
 *      subsequence for any smaller y. x is the earliest possible mate to y that
 *      occurs in such a subsequence.
 *
 *      Whenever any of the members of the equivalence class of lines in file1
 *      matable to a line in file0 has serial number less than the y of some
 *      k-candidate, that k-candidate with the smallest such y is replaced. The
 *      new k-candidate is chained (via pred) to the current k-1 candidate so
 *      that the actual subsequence can be recovered. When a member has serial
 *      number greater that the y of all k-candidates, the klist is extended. At
 *      the end, the longest subsequence is pulled out and placed in the array J
 *      by unravel.
 *
 *      With J in hand, the matches there recorded are check'ed against reality
 *      to assure that no spurious matches have crept in due to hashing. If they
 *      have, they are broken, and "jackpot" is recorded -- a harmless matter
 *      except that a true match for a spuriously mated line may now be
 *      unnecessarily reported as a change.
 *
 *      Much of the complexity of the program comes simply from trying to
 *      minimize core utilization and maximize the range of doable problems by
 *      dynamically allocating what is needed and reusing what is not. The core
 *      requirements for problems larger than somewhat are (in words)
 *      2*length(file0) + length(file1) + 3*(number of k-candidates installed),
 *      typically about 6n words for files of length n.
 */

struct cand {
        int     x;
        int     y;
        int     pred;
};

static struct line {
        int     serial;
        int     value;
} *file[2];

/*
 * The following struct is used to record change information when
 * doing a "context" or "unified" diff.  (see routine "change" to
 * understand the highly mnemonic field names)
 */
struct context_vec {
        int     a;              /* start line in old file */
        int     b;              /* end line in old file */
        int     c;              /* start line in new file */
        int     d;              /* end line in new file */
};

enum readhash { RH_BINARY, RH_OK, RH_EOF };

static int       diffreg_stone(char *, char *, int, int);
static FILE     *opentemp(const char *);
static void      output(char *, FILE *, char *, FILE *, int);
static void      check(FILE *, FILE *, int);
static void      range(int, int, const char *);
static void      uni_range(int, int);
static void      dump_context_vec(FILE *, FILE *, int);
static void      dump_unified_vec(FILE *, FILE *, int);
static bool      prepare(int, FILE *, size_t, int);
static void      prune(void);
static void      equiv(struct line *, int, struct line *, int, int *);
static void      unravel(int);
static void      unsort(struct line *, int, int *);
static void      change(char *, FILE *, char *, FILE *, int, int, int, int, int *);
static void      sort(struct line *, int);
static void      print_header(const char *, const char *);
static void      print_space(int, int, int);
static bool      ignoreline_pattern(char *);
static bool      ignoreline(char *, bool);
static int       asciifile(FILE *);
static int       fetch(long *, int, int, FILE *, int, int, int);
static int       newcand(int, int, int);
static int       search(int *, int, int);
static int       skipline(FILE *);
static int       stone(int *, int, int *, int *, int);
static enum readhash readhash(FILE *, int, unsigned *);
static int       files_differ(FILE *, FILE *, int);
static char     *match_function(const long *, int, FILE *);
static char     *preadline(int, size_t, off_t);

static int       *J;                    /* will be overlaid on class */
static int       *class;                /* will be overlaid on file[0] */
static int       *klist;                /* will be overlaid on file[0] after class */
static int       *member;               /* will be overlaid on file[1] */
static int       clen;
static int       inifdef;               /* whether or not we are in a #ifdef block */
static size_t    len[2];                /* lengths of files in lines */
static size_t    pref, suff;            /* lengths of prefix and suffix */
static size_t    slen[2];               /* lengths of files minus pref / suff */
static int       anychange;
static int       hw, lpad,rpad;         /* half width and padding */
static int       edoffset;
static long     *ixnew;         /* will be overlaid on file[1] */
static long     *ixold;         /* will be overlaid on klist */
static struct cand *clist;      /* merely a free storage pot for candidates */
static int       clistlen;              /* the length of clist */
static struct line *sfile[2];   /* shortened by pruning common prefix/suffix */
static int      (*chrtran)(int);        /* translation table for case-folding */
static struct context_vec *context_vec_start;
static struct context_vec *context_vec_end;
static struct context_vec *context_vec_ptr;

#define FUNCTION_CONTEXT_SIZE   55
static char lastbuf[FUNCTION_CONTEXT_SIZE];
static int lastline;
static int lastmatchline;

int
diffreg(char *file1, char *file2, int flags, int capsicum)
{
        /*
         * If we have set the algorithm with -A or --algorithm use that if we
         * can and if not print an error.
         */
        if (diff_algorithm_set) {
                if (diff_algorithm == D_DIFFMYERS ||
                    diff_algorithm == D_DIFFPATIENCE) {
                        if (can_libdiff(flags))
                                return diffreg_new(file1, file2, flags, capsicum);
                        else
                                errx(2, "cannot use Myers algorithm with selected options");
                } else {
                        /* Fallback to using stone. */
                        return diffreg_stone(file1, file2, flags, capsicum);
                }
        } else {
                if (can_libdiff(flags))
                        return diffreg_new(file1, file2, flags, capsicum);
                else
                        return diffreg_stone(file1, file2, flags, capsicum);
        }
}

static int
clow2low(int c)
{

        return (c);
}

static int
cup2low(int c)
{

        return (tolower(c));
}

int
diffreg_stone(char *file1, char *file2, int flags, int capsicum)
{
        FILE *f1, *f2;
        int i, rval;
        struct pr *pr = NULL;
        cap_rights_t rights_ro;

        f1 = f2 = NULL;
        rval = D_SAME;
        anychange = 0;
        lastline = 0;
        lastmatchline = 0;

        /*
         * In side-by-side mode, we need to print the left column, a
         * change marker surrounded by padding, and the right column.
         *
         * If expanding tabs, we don't care about alignment, so we simply
         * subtract 3 from the width and divide by two.
         *
         * If not expanding tabs, we need to ensure that the right column
         * is aligned to a tab stop.  We start with the same formula, then
         * decrement until we reach a size that lets us tab-align the
         * right column.  We then adjust the width down if necessary for
         * the padding calculation to work.
         *
         * Left padding is half the space left over, rounded down; right
         * padding is whatever is needed to match the width.
         */
        if (diff_format == D_SIDEBYSIDE) {
                if (flags & D_EXPANDTABS) {
                        if (width > 3) {
                                hw = (width - 3) / 2;
                        } else {
                                /* not enough space */
                                hw = 0;
                        }
                } else if (width <= 3 || width <= tabsize) {
                        /* not enough space */
                        hw = 0;
                } else {
                        hw = (width - 3) / 2;
                        while (hw > 0 && roundup(hw + 3, tabsize) + hw > width)
                                hw--;
                        if (width - (roundup(hw + 3, tabsize) + hw) < tabsize)
                                width = roundup(hw + 3, tabsize) + hw;
                }
                lpad = (width - hw * 2 - 1) / 2;
                rpad = (width - hw * 2 - 1) - lpad;
        }

        if (flags & D_IGNORECASE)
                chrtran = cup2low;
        else
                chrtran = clow2low;
        if (S_ISDIR(stb1.st_mode) != S_ISDIR(stb2.st_mode))
                return (S_ISDIR(stb1.st_mode) ? D_MISMATCH1 : D_MISMATCH2);
        if (strcmp(file1, "-") == 0 && strcmp(file2, "-") == 0)
                goto closem;

        if (flags & D_EMPTY1)
                f1 = fopen(_PATH_DEVNULL, "r");
        else {
                if (!S_ISREG(stb1.st_mode)) {
                        if ((f1 = opentemp(file1)) == NULL ||
                            fstat(fileno(f1), &stb1) == -1) {
                                warn("%s", file1);
                                rval = D_ERROR;
                                status |= 2;
                                goto closem;
                        }
                } else if (strcmp(file1, "-") == 0)
                        f1 = stdin;
                else
                        f1 = fopen(file1, "r");
        }
        if (f1 == NULL) {
                warn("%s", file1);
                rval = D_ERROR;
                status |= 2;
                goto closem;
        }

        if (flags & D_EMPTY2)
                f2 = fopen(_PATH_DEVNULL, "r");
        else {
                if (!S_ISREG(stb2.st_mode)) {
                        if ((f2 = opentemp(file2)) == NULL ||
                            fstat(fileno(f2), &stb2) == -1) {
                                warn("%s", file2);
                                rval = D_ERROR;
                                status |= 2;
                                goto closem;
                        }
                } else if (strcmp(file2, "-") == 0)
                        f2 = stdin;
                else
                        f2 = fopen(file2, "r");
        }
        if (f2 == NULL) {
                warn("%s", file2);
                rval = D_ERROR;
                status |= 2;
                goto closem;
        }

        if (stb1.st_dev == stb2.st_dev && stb1.st_ino == stb2.st_ino)
                goto closem;

        if (lflag)
                pr = start_pr(file1, file2);

        if (capsicum) {
                cap_rights_init(&rights_ro, CAP_READ, CAP_FSTAT, CAP_SEEK);
                if (caph_rights_limit(fileno(f1), &rights_ro) < 0)
                        err(2, "unable to limit rights on: %s", file1);
                if (caph_rights_limit(fileno(f2), &rights_ro) < 0)
                        err(2, "unable to limit rights on: %s", file2);
                if (fileno(f1) == STDIN_FILENO || fileno(f2) == STDIN_FILENO) {
                        /* stdin has already been limited */
                        if (caph_limit_stderr() == -1)
                                err(2, "unable to limit stderr");
                        if (caph_limit_stdout() == -1)
                                err(2, "unable to limit stdout");
                } else if (caph_limit_stdio() == -1)
                                err(2, "unable to limit stdio");

                caph_cache_catpages();
                caph_cache_tzdata();
                if (caph_enter() < 0)
                        err(2, "unable to enter capability mode");
        }

        switch (files_differ(f1, f2, flags)) {
        case 0:
                goto closem;
        case 1:
                break;
        default:
                /* error */
                if (ferror(f1))
                        warn("%s", file1);
                if (ferror(f2))
                        warn("%s", file2);
                rval = D_ERROR;
                status |= 2;
                goto closem;
        }

        if (diff_format == D_BRIEF && ignore_pats == NULL &&
            (flags & (D_FOLDBLANKS|D_IGNOREBLANKS|D_IGNORECASE|
            D_SKIPBLANKLINES|D_STRIPCR)) == 0)
        {
                rval = D_DIFFER;
                status |= 1;
                goto closem;
        }
        if ((flags & D_FORCEASCII) != 0) {
                (void)prepare(0, f1, stb1.st_size, flags);
                (void)prepare(1, f2, stb2.st_size, flags);
        } else if (!asciifile(f1) || !asciifile(f2) ||
                    !prepare(0, f1, stb1.st_size, flags) ||
                    !prepare(1, f2, stb2.st_size, flags)) {
                rval = D_BINARY;
                status |= 1;
                goto closem;
        }
        if (len[0] > INT_MAX - 2)
                errc(1, EFBIG, "%s", file1);
        if (len[1] > INT_MAX - 2)
                errc(1, EFBIG, "%s", file2);

        prune();
        sort(sfile[0], slen[0]);
        sort(sfile[1], slen[1]);

        member = (int *)file[1];
        equiv(sfile[0], slen[0], sfile[1], slen[1], member);
        member = xreallocarray(member, slen[1] + 2, sizeof(*member));

        class = (int *)file[0];
        unsort(sfile[0], slen[0], class);
        class = xreallocarray(class, slen[0] + 2, sizeof(*class));

        klist = xcalloc(slen[0] + 2, sizeof(*klist));
        clen = 0;
        clistlen = 100;
        clist = xcalloc(clistlen, sizeof(*clist));
        i = stone(class, slen[0], member, klist, flags);
        free(member);
        free(class);

        J = xreallocarray(J, len[0] + 2, sizeof(*J));
        unravel(klist[i]);
        free(clist);
        free(klist);

        ixold = xreallocarray(ixold, len[0] + 2, sizeof(*ixold));
        ixnew = xreallocarray(ixnew, len[1] + 2, sizeof(*ixnew));
        check(f1, f2, flags);
        output(file1, f1, file2, f2, flags);

closem:
        if (pr != NULL)
                stop_pr(pr);
        if (anychange) {
                status |= 1;
                if (rval == D_SAME)
                        rval = D_DIFFER;
        }
        if (f1 != NULL)
                fclose(f1);
        if (f2 != NULL)
                fclose(f2);

        return (rval);
}

/*
 * Check to see if the given files differ.
 * Returns 0 if they are the same, 1 if different, and -1 on error.
 * XXX - could use code from cmp(1) [faster]
 */
static int
files_differ(FILE *f1, FILE *f2, int flags)
{
        char buf1[BUFSIZ], buf2[BUFSIZ];
        size_t i, j;

        if ((flags & (D_EMPTY1|D_EMPTY2)) || stb1.st_size != stb2.st_size ||
            (stb1.st_mode & S_IFMT) != (stb2.st_mode & S_IFMT))
                return (1);

        if (stb1.st_dev == stb2.st_dev && stb1.st_ino == stb2.st_ino)
                return (0);

        for (;;) {
                if ((i = fread(buf1, 1, sizeof(buf1), f1)) == 0 && ferror(f1))
                        return (-1);
                if ((j = fread(buf2, 1, sizeof(buf2), f2)) == 0 && ferror(f2))
                        return (-1);
                if (i != j)
                        return (1);
                if (i == 0)
                        return (0);
                if (memcmp(buf1, buf2, i) != 0)
                        return (1);
        }
}

static FILE *
opentemp(const char *f)
{
        char buf[BUFSIZ], tempfile[PATH_MAX];
        ssize_t nread;
        int ifd, ofd;

        if (strcmp(f, "-") == 0)
                ifd = STDIN_FILENO;
        else if ((ifd = open(f, O_RDONLY, 0644)) == -1)
                return (NULL);

        (void)strlcpy(tempfile, _PATH_TMP "/diff.XXXXXXXX", sizeof(tempfile));

        if ((ofd = mkstemp(tempfile)) == -1) {
                close(ifd);
                return (NULL);
        }
        unlink(tempfile);
        while ((nread = read(ifd, buf, BUFSIZ)) > 0) {
                if (write(ofd, buf, nread) != nread) {
                        close(ifd);
                        close(ofd);
                        return (NULL);
                }
        }
        if (nread == -1) {
                close(ifd);
                close(ofd);
                return (NULL);
        }
        close(ifd);
        lseek(ofd, (off_t)0, SEEK_SET);
        return (fdopen(ofd, "r"));
}

static bool
prepare(int i, FILE *fd, size_t filesize, int flags)
{
        struct line *p;
        unsigned h;
        size_t sz, j = 0;
        enum readhash r;

        rewind(fd);

        sz = MIN(filesize, SIZE_MAX) / 25;
        if (sz < 100)
                sz = 100;

        p = xcalloc(sz + 3, sizeof(*p));
        while ((r = readhash(fd, flags, &h)) != RH_EOF) {
                if (r == RH_BINARY)
                        return (false);
                if (j == SIZE_MAX)
                        break;
                if (j == sz) {
                        sz = sz * 3 / 2;
                        p = xreallocarray(p, sz + 3, sizeof(*p));
                }
                p[++j].value = h;
        }

        len[i] = j;
        file[i] = p;

        return (true);
}

static void
prune(void)
{
        size_t i, j;

        for (pref = 0; pref < len[0] && pref < len[1] &&
            file[0][pref + 1].value == file[1][pref + 1].value;
            pref++)
                ;
        for (suff = 0; suff < len[0] - pref && suff < len[1] - pref &&
            file[0][len[0] - suff].value == file[1][len[1] - suff].value;
            suff++)
                ;
        for (j = 0; j < 2; j++) {
                sfile[j] = file[j] + pref;
                slen[j] = len[j] - pref - suff;
                for (i = 0; i <= slen[j]; i++)
                        sfile[j][i].serial = i;
        }
}

static void
equiv(struct line *a, int n, struct line *b, int m, int *c)
{
        int i, j;

        i = j = 1;
        while (i <= n && j <= m) {
                if (a[i].value < b[j].value)
                        a[i++].value = 0;
                else if (a[i].value == b[j].value)
                        a[i++].value = j;
                else
                        j++;
        }
        while (i <= n)
                a[i++].value = 0;
        b[m + 1].value = 0;
        j = 0;
        while (++j <= m) {
                c[j] = -b[j].serial;
                while (b[j + 1].value == b[j].value) {
                        j++;
                        c[j] = b[j].serial;
                }
        }
        c[j] = -1;
}

static int
stone(int *a, int n, int *b, int *c, int flags)
{
        int i, k, y, j, l;
        int oldc, tc, oldl, sq;
        unsigned numtries, bound;

        if (flags & D_MINIMAL)
                bound = UINT_MAX;
        else {
                sq = sqrt(n);
                bound = MAX(256, sq);
        }

        k = 0;
        c[0] = newcand(0, 0, 0);
        for (i = 1; i <= n; i++) {
                j = a[i];
                if (j == 0)
                        continue;
                y = -b[j];
                oldl = 0;
                oldc = c[0];
                numtries = 0;
                do {
                        if (y <= clist[oldc].y)
                                continue;
                        l = search(c, k, y);
                        if (l != oldl + 1)
                                oldc = c[l - 1];
                        if (l <= k) {
                                if (clist[c[l]].y <= y)
                                        continue;
                                tc = c[l];
                                c[l] = newcand(i, y, oldc);
                                oldc = tc;
                                oldl = l;
                                numtries++;
                        } else {
                                c[l] = newcand(i, y, oldc);
                                k++;
                                break;
                        }
                } while ((y = b[++j]) > 0 && numtries < bound);
        }
        return (k);
}

static int
newcand(int x, int y, int pred)
{
        struct cand *q;

        if (clen == clistlen) {
                clistlen = clistlen * 11 / 10;
                clist = xreallocarray(clist, clistlen, sizeof(*clist));
        }
        q = clist + clen;
        q->x = x;
        q->y = y;
        q->pred = pred;
        return (clen++);
}

static int
search(int *c, int k, int y)
{
        int i, j, l, t;

        if (clist[c[k]].y < y)  /* quick look for typical case */
                return (k + 1);
        i = 0;
        j = k + 1;
        for (;;) {
                l = (i + j) / 2;
                if (l <= i)
                        break;
                t = clist[c[l]].y;
                if (t > y)
                        j = l;
                else if (t < y)
                        i = l;
                else
                        return (l);
        }
        return (l + 1);
}

static void
unravel(int p)
{
        struct cand *q;
        size_t i;

        for (i = 0; i <= len[0]; i++)
                J[i] = i <= pref ? i :
                    i > len[0] - suff ? i + len[1] - len[0] : 0;
        for (q = clist + p; q->y != 0; q = clist + q->pred)
                J[q->x + pref] = q->y + pref;
}

/*
 * Check does double duty:
 *  1. ferret out any fortuitous correspondences due to confounding by
 *     hashing (which result in "jackpot")
 *  2. collect random access indexes to the two files
 */
static void
check(FILE *f1, FILE *f2, int flags)
{
        int i, j, /* jackpot, */ c, d;
        long ctold, ctnew;

        rewind(f1);
        rewind(f2);
        j = 1;
        ixold[0] = ixnew[0] = 0;
        /* jackpot = 0; */
        ctold = ctnew = 0;
        for (i = 1; i <= (int)len[0]; i++) {
                if (J[i] == 0) {
                        ixold[i] = ctold += skipline(f1);
                        continue;
                }
                while (j < J[i]) {
                        ixnew[j] = ctnew += skipline(f2);
                        j++;
                }
                if (flags & (D_FOLDBLANKS | D_IGNOREBLANKS | D_IGNORECASE | D_STRIPCR)) {
                        for (;;) {
                                c = getc(f1);
                                d = getc(f2);
                                /*
                                 * GNU diff ignores a missing newline
                                 * in one file for -b or -w.
                                 */
                                if (flags & (D_FOLDBLANKS | D_IGNOREBLANKS)) {
                                        if (c == EOF && isspace(d)) {
                                                ctnew++;
                                                break;
                                        } else if (isspace(c) && d == EOF) {
                                                ctold++;
                                                break;
                                        }
                                }
                                ctold++;
                                ctnew++;
                                if (flags & D_STRIPCR && (c == '\r' || d == '\r')) {
                                        if (c == '\r') {
                                                if ((c = getc(f1)) == '\n') {
                                                        ctold++;
                                                } else {
                                                        ungetc(c, f1);
                                                }
                                        }
                                        if (d == '\r') {
                                                if ((d = getc(f2)) == '\n') {
                                                        ctnew++;
                                                } else {
                                                        ungetc(d, f2);
                                                }
                                        }
                                        break;
                                }
                                if ((flags & D_FOLDBLANKS) && isspace(c) &&
                                    isspace(d)) {
                                        do {
                                                if (c == '\n')
                                                        break;
                                                ctold++;
                                        } while (isspace(c = getc(f1)));
                                        do {
                                                if (d == '\n')
                                                        break;
                                                ctnew++;
                                        } while (isspace(d = getc(f2)));
                                } else if (flags & D_IGNOREBLANKS) {
                                        while (isspace(c) && c != '\n') {
                                                c = getc(f1);
                                                ctold++;
                                        }
                                        while (isspace(d) && d != '\n') {
                                                d = getc(f2);
                                                ctnew++;
                                        }
                                }
                                if (chrtran(c) != chrtran(d)) {
                                        /* jackpot++; */
                                        J[i] = 0;
                                        if (c != '\n' && c != EOF)
                                                ctold += skipline(f1);
                                        if (d != '\n' && c != EOF)
                                                ctnew += skipline(f2);
                                        break;
                                }
                                if (c == '\n' || c == EOF)
                                        break;
                        }
                } else {
                        for (;;) {
                                ctold++;
                                ctnew++;
                                if ((c = getc(f1)) != (d = getc(f2))) {
                                        /* jackpot++; */
                                        J[i] = 0;
                                        if (c != '\n' && c != EOF)
                                                ctold += skipline(f1);
                                        if (d != '\n' && c != EOF)
                                                ctnew += skipline(f2);
                                        break;
                                }
                                if (c == '\n' || c == EOF)
                                        break;
                        }
                }
                ixold[i] = ctold;
                ixnew[j] = ctnew;
                j++;
        }
        for (; j <= (int)len[1]; j++) {
                ixnew[j] = ctnew += skipline(f2);
        }
        /*
         * if (jackpot)
         *      fprintf(stderr, "jackpot\n");
         */
}

/* shellsort CACM #201 */
static void
sort(struct line *a, int n)
{
        struct line *ai, *aim, w;
        int j, m = 0, k;

        if (n == 0)
                return;
        for (j = 1; j <= n; j *= 2)
                m = 2 * j - 1;
        for (m /= 2; m != 0; m /= 2) {
                k = n - m;
                for (j = 1; j <= k; j++) {
                        for (ai = &a[j]; ai > a; ai -= m) {
                                aim = &ai[m];
                                if (aim < ai)
                                        break;  /* wraparound */
                                if (aim->value > ai[0].value ||
                                    (aim->value == ai[0].value &&
                                        aim->serial > ai[0].serial))
                                        break;
                                w.value = ai[0].value;
                                ai[0].value = aim->value;
                                aim->value = w.value;
                                w.serial = ai[0].serial;
                                ai[0].serial = aim->serial;
                                aim->serial = w.serial;
                        }
                }
        }
}

static void
unsort(struct line *f, int l, int *b)
{
        int *a, i;

        a = xcalloc(l + 1, sizeof(*a));
        for (i = 1; i <= l; i++)
                a[f[i].serial] = f[i].value;
        for (i = 1; i <= l; i++)
                b[i] = a[i];
        free(a);
}

static int
skipline(FILE *f)
{
        int i, c;

        for (i = 1; (c = getc(f)) != '\n' && c != EOF; i++)
                continue;
        return (i);
}

static void
output(char *file1, FILE *f1, char *file2, FILE *f2, int flags)
{
        int i, j, m, i0, i1, j0, j1, nc;

        rewind(f1);
        rewind(f2);
        m = len[0];
        J[0] = 0;
        J[m + 1] = len[1] + 1;
        if (diff_format != D_EDIT) {
                for (i0 = 1; i0 <= m; i0 = i1 + 1) {
                        while (i0 <= m && J[i0] == J[i0 - 1] + 1) {
                                if (diff_format == D_SIDEBYSIDE && suppress_common != 1) {
                                        nc = fetch(ixold, i0, i0, f1, '\0', 1, flags);
                                        print_space(nc, hw - nc + lpad + 1 + rpad, flags);
                                        fetch(ixnew, J[i0], J[i0], f2, '\0', 0, flags);
                                        printf("\n");
                                }
                                i0++;
                        }
                        j0 = J[i0 - 1] + 1;
                        i1 = i0 - 1;
                        while (i1 < m && J[i1 + 1] == 0)
                                i1++;
                        j1 = J[i1 + 1] - 1;
                        J[i1] = j1;

                        /*
                         * When using side-by-side, lines from both of the files are
                         * printed. The algorithm used by diff(1) identifies the ranges
                         * in which two files differ.
                         * See the change() function below.
                         * The for loop below consumes the shorter range, whereas one of
                         * the while loops deals with the longer one.
                         */
                        if (diff_format == D_SIDEBYSIDE) {
                                for (i = i0, j = j0; i <= i1 && j <= j1; i++, j++)
                                        change(file1, f1, file2, f2, i, i, j, j, &flags);

                                while (i <= i1) {
                                        change(file1, f1, file2, f2, i, i, j + 1, j, &flags);
                                        i++;
                                }

                                while (j <= j1) {
                                        change(file1, f1, file2, f2, i + 1, i, j, j, &flags);
                                        j++;
                                }
                        } else
                                change(file1, f1, file2, f2, i0, i1, j0, j1, &flags);
                }
        } else {
                for (i0 = m; i0 >= 1; i0 = i1 - 1) {
                        while (i0 >= 1 && J[i0] == J[i0 + 1] - 1 && J[i0] != 0)
                                i0--;
                        j0 = J[i0 + 1] - 1;
                        i1 = i0 + 1;
                        while (i1 > 1 && J[i1 - 1] == 0)
                                i1--;
                        j1 = J[i1 - 1] + 1;
                        J[i1] = j1;
                        change(file1, f1, file2, f2, i1, i0, j1, j0, &flags);
                }
        }
        if (m == 0)
                change(file1, f1, file2, f2, 1, 0, 1, len[1], &flags);
        if (diff_format == D_IFDEF || diff_format == D_GFORMAT) {
                for (;;) {
#define c i0
                        if ((c = getc(f1)) == EOF)
                                return;
                        printf("%c", c);
                }
#undef c
        }
        if (anychange != 0) {
                if (diff_format == D_CONTEXT)
                        dump_context_vec(f1, f2, flags);
                else if (diff_format == D_UNIFIED)
                        dump_unified_vec(f1, f2, flags);
        }
}

static void
range(int a, int b, const char *separator)
{
        printf("%d", a > b ? b : a);
        if (a < b)
                printf("%s%d", separator, b);
}

static void
uni_range(int a, int b)
{
        if (a < b)
                printf("%d,%d", a, b - a + 1);
        else if (a == b)
                printf("%d", b);
        else
                printf("%d,0", b);
}

static char *
preadline(int fd, size_t rlen, off_t off)
{
        char *line;
        ssize_t nr;

        line = xmalloc(rlen + 1);
        if ((nr = pread(fd, line, rlen, off)) == -1)
                err(2, "preadline");
        if (nr > 0 && line[nr-1] == '\n')
                nr--;
        line[nr] = '\0';
        return (line);
}

static bool
ignoreline_pattern(char *line)
{
        int ret;

        ret = regexec(&ignore_re, line, 0, NULL, 0);
        return (ret == 0);      /* if it matched, it should be ignored. */
}

static bool
ignoreline(char *line, bool skip_blanks)
{

        if (skip_blanks && *line == '\0')
                return (true);
        if (ignore_pats != NULL && ignoreline_pattern(line))
                return (true);
        return (false);
}

/*
 * Indicate that there is a difference between lines a and b of the from file
 * to get to lines c to d of the to file.  If a is greater then b then there
 * are no lines in the from file involved and this means that there were
 * lines appended (beginning at b).  If c is greater than d then there are
 * lines missing from the to file.
 */
static void
change(char *file1, FILE *f1, char *file2, FILE *f2, int a, int b, int c, int d,
    int *pflags)
{
        static size_t max_context = 64;
        long curpos;
        int dist, i, nc;
        const char *walk;
        bool skip_blanks, ignore;

        skip_blanks = (*pflags & D_SKIPBLANKLINES);
restart:
        if ((diff_format != D_IFDEF || diff_format == D_GFORMAT) &&
            a > b && c > d)
                return;
        if (ignore_pats != NULL || skip_blanks) {
                char *line;
                /*
                 * All lines in the change, insert, or delete must match an ignore
                 * pattern for the change to be ignored.
                 */
                if (a <= b) {           /* Changes and deletes. */
                        for (i = a; i <= b; i++) {
                                line = preadline(fileno(f1),
                                    ixold[i] - ixold[i - 1], ixold[i - 1]);
                                ignore = ignoreline(line, skip_blanks);
                                free(line);
                                if (!ignore)
                                        goto proceed;
                        }
                }
                if (a > b || c <= d) {  /* Changes and inserts. */
                        for (i = c; i <= d; i++) {
                                line = preadline(fileno(f2),
                                    ixnew[i] - ixnew[i - 1], ixnew[i - 1]);
                                ignore = ignoreline(line, skip_blanks);
                                free(line);
                                if (!ignore)
                                        goto proceed;
                        }
                }
                return;
        }
proceed:
        if (*pflags & D_HEADER && diff_format != D_BRIEF) {
                printf("%s %s %s\n", diffargs, file1, file2);
                *pflags &= ~D_HEADER;
        }
        if (diff_format == D_CONTEXT || diff_format == D_UNIFIED) {
                /*
                 * Allocate change records as needed.
                 */
                if (context_vec_start == NULL ||
                    context_vec_ptr == context_vec_end - 1) {
                        ptrdiff_t offset = -1;

                        if (context_vec_start != NULL)
                                offset = context_vec_ptr - context_vec_start;
                        max_context <<= 1;
                        context_vec_start = xreallocarray(context_vec_start,
                            max_context, sizeof(*context_vec_start));
                        context_vec_end = context_vec_start + max_context;
                        context_vec_ptr = context_vec_start + offset;
                }
                if (anychange == 0) {
                        /*
                         * Print the context/unidiff header first time through.
                         */
                        print_header(file1, file2);
                        anychange = 1;
                } else if (!ckd_add(&dist, diff_context, diff_context) &&
                    a - context_vec_ptr->b - 1 > dist &&
                    c - context_vec_ptr->d - 1 > dist) {
                        /*
                         * If this change is more than 'diff_context' lines from the
                         * previous change, dump the record and reset it.
                         */
                        if (diff_format == D_CONTEXT)
                                dump_context_vec(f1, f2, *pflags);
                        else
                                dump_unified_vec(f1, f2, *pflags);
                }
                context_vec_ptr++;
                context_vec_ptr->a = a;
                context_vec_ptr->b = b;
                context_vec_ptr->c = c;
                context_vec_ptr->d = d;
                return;
        }
        if (anychange == 0)
                anychange = 1;
        switch (diff_format) {
        case D_BRIEF:
                return;
        case D_NORMAL:
        case D_EDIT:
                range(a, b, ",");
                printf("%c", a > b ? 'a' : c > d ? 'd' : 'c');
                if (diff_format == D_NORMAL)
                        range(c, d, ",");
                printf("\n");
                break;
        case D_REVERSE:
                printf("%c", a > b ? 'a' : c > d ? 'd' : 'c');
                range(a, b, " ");
                printf("\n");
                break;
        case D_NREVERSE:
                if (a > b)
                        printf("a%d %d\n", b, d - c + 1);
                else {
                        printf("d%d %d\n", a, b - a + 1);
                        if (!(c > d))
                                /* add changed lines */
                                printf("a%d %d\n", b, d - c + 1);
                }
                break;
        }
        if (diff_format == D_GFORMAT) {
                curpos = ftell(f1);
                /* print through if append (a>b), else to (nb: 0 vs 1 orig) */
                nc = ixold[a > b ? b : a - 1] - curpos;
                for (i = 0; i < nc; i++)
                        printf("%c", getc(f1));
                for (walk = group_format; *walk != '\0'; walk++) {
                        if (*walk == '%') {
                                walk++;
                                switch (*walk) {
                                case '<':
                                        fetch(ixold, a, b, f1, '<', 1, *pflags);
                                        break;
                                case '>':
                                        fetch(ixnew, c, d, f2, '>', 0, *pflags);
                                        break;
                                default:
                                        printf("%%%c", *walk);
                                        break;
                                }
                                continue;
                        }
                        printf("%c", *walk);
                }
        }
        if (diff_format == D_SIDEBYSIDE) {
                if (color && a > b)
                        printf("\033[%sm", add_code);
                else if (color && c > d)
                        printf("\033[%sm", del_code);
                if (a > b) {
                        print_space(0, hw + lpad, *pflags);
                } else {
                        nc = fetch(ixold, a, b, f1, '\0', 1, *pflags);
                        print_space(nc, hw - nc + lpad, *pflags);
                }
                if (color && a > b)
                        printf("\033[%sm", add_code);
                else if (color && c > d)
                        printf("\033[%sm", del_code);
                printf("%c", (a > b) ? '>' : ((c > d) ? '<' : '|'));
                if (color && c > d)
                        printf("\033[m");
                print_space(hw + lpad + 1, rpad, *pflags);
                fetch(ixnew, c, d, f2, '\0', 0, *pflags);
                printf("\n");
        }
        if (diff_format == D_NORMAL || diff_format == D_IFDEF) {
                fetch(ixold, a, b, f1, '<', 1, *pflags);
                if (a <= b && c <= d && diff_format == D_NORMAL)
                        printf("---\n");
        }
        if (diff_format != D_GFORMAT && diff_format != D_SIDEBYSIDE)
                fetch(ixnew, c, d, f2, diff_format == D_NORMAL ? '>' : '\0', 0, *pflags);
        if (edoffset != 0 && diff_format == D_EDIT) {
                /*
                 * A non-zero edoffset value for D_EDIT indicates that the last line
                 * printed was a bare dot (".") that has been escaped as ".." to
                 * prevent ed(1) from misinterpreting it.  We have to add a
                 * substitute command to change this back and restart where we left
                 * off.
                 */
                printf(".\n");
                printf("%ds/.//\n", a + edoffset - 1);
                b = a + edoffset - 1;
                a = b + 1;
                c += edoffset;
                goto restart;
        }
        if ((diff_format == D_EDIT || diff_format == D_REVERSE) && c <= d)
                printf(".\n");
        if (inifdef) {
                printf("#endif /* %s */\n", ifdefname);
                inifdef = 0;
        }
}

static int
fetch(long *f, int a, int b, FILE *lb, int ch, int oldfile, int flags)
{
        int i, j, c, lastc, col, nc, newcol;

        edoffset = 0;
        nc = 0;
        col = 0;
        /*
         * When doing #ifdef's, copy down to current line
         * if this is the first file, so that stuff makes it to output.
         */
        if ((diff_format == D_IFDEF) && oldfile) {
                long curpos = ftell(lb);
                /* print through if append (a>b), else to (nb: 0 vs 1 orig) */
                nc = f[a > b ? b : a - 1] - curpos;
                for (i = 0; i < nc; i++)
                        printf("%c", getc(lb));
        }
        if (a > b)
                return (0);
        if (diff_format == D_IFDEF) {
                if (inifdef) {
                        printf("#else /* %s%s */\n",
                            oldfile == 1 ? "!" : "", ifdefname);
                } else {
                        if (oldfile)
                                printf("#ifndef %s\n", ifdefname);
                        else
                                printf("#ifdef %s\n", ifdefname);
                }
                inifdef = 1 + oldfile;
        }
        for (i = a; i <= b; i++) {
                fseek(lb, f[i - 1], SEEK_SET);
                nc = f[i] - f[i - 1];
                if (diff_format == D_SIDEBYSIDE && hw < nc)
                        nc = hw;
                if (diff_format != D_IFDEF && diff_format != D_GFORMAT &&
                    ch != '\0') {
                        if (color && (ch == '>' || ch == '+'))
                                printf("\033[%sm", add_code);
                        else if (color && (ch == '<' || ch == '-'))
                                printf("\033[%sm", del_code);
                        printf("%c", ch);
                        if (Tflag && (diff_format == D_NORMAL ||
                            diff_format == D_CONTEXT ||
                            diff_format == D_UNIFIED))
                                printf("\t");
                        else if (diff_format != D_UNIFIED)
                                printf(" ");
                }
                col = j = 0;
                lastc = '\0';
                while (j < nc && (hw == 0 || col < hw)) {
                        c = getc(lb);
                        if (flags & D_STRIPCR && c == '\r') {
                                if ((c = getc(lb)) == '\n')
                                        j++;
                                else {
                                        ungetc(c, lb);
                                        c = '\r';
                                }
                        }
                        if (c == EOF) {
                                if (diff_format == D_EDIT ||
                                    diff_format == D_REVERSE ||
                                    diff_format == D_NREVERSE)
                                        warnx("No newline at end of file");
                                else
                                        printf("\n\\ No newline at end of file\n");
                                return (col);
                        }
                        /*
                         * when using --side-by-side, col needs to be increased
                         * in any case to keep the columns aligned
                         */
                        if (c == '\t') {
                                /*
                                 * Calculate where the tab would bring us.
                                 * If it would take us to the end of the
                                 * column, either clip it (if expanding
                                 * tabs) or return right away (if not).
                                 */
                                newcol = roundup(col + 1, tabsize);
                                if ((flags & D_EXPANDTABS) == 0) {
                                        if (hw > 0 && newcol >= hw)
                                                return (col);
                                        printf("\t");
                                } else {
                                        if (hw > 0 && newcol > hw)
                                                newcol = hw;
                                        printf("%*s", newcol - col, "");
                                }
                                col = newcol;
                        } else {
                                if (diff_format == D_EDIT && j == 1 && c == '\n' &&
                                    lastc == '.') {
                                        /*
                                         * Don't print a bare "." line since that will confuse
                                         * ed(1). Print ".." instead and set the, global variable
                                         * edoffset to an offset from which to restart. The
                                         * caller must check the value of edoffset
                                         */
                                        printf(".\n");
                                        edoffset = i - a + 1;
                                        return (edoffset);
                                }
                                /* when side-by-side, do not print a newline */
                                if (diff_format != D_SIDEBYSIDE || c != '\n') {
                                        if (color && c == '\n')
                                                printf("\033[m%c", c);
                                        else
                                                printf("%c", c);
                                        col++;
                                }
                        }

                        j++;
                        lastc = c;
                }
        }
        if (color && diff_format == D_SIDEBYSIDE)
                printf("\033[m");
        return (col);
}

/*
 * Hash function taken from Robert Sedgewick, Algorithms in C, 3d ed., p 578.
 */
static enum readhash
readhash(FILE *f, int flags, unsigned *hash)
{
        int i, t, space;
        unsigned sum;

        sum = 1;
        space = 0;
        for (i = 0;;) {
                switch (t = getc(f)) {
                case '\0':
                        if ((flags & D_FORCEASCII) == 0)
                                return (RH_BINARY);
                        goto hashchar;
                case '\r':
                        if (flags & D_STRIPCR) {
                                t = getc(f);
                                if (t == '\n')
                                        break;
                                ungetc(t, f);
                        }
                        /* FALLTHROUGH */
                case '\t':
                case '\v':
                case '\f':
                case ' ':
                        if ((flags & (D_FOLDBLANKS|D_IGNOREBLANKS)) != 0) {
                                space++;
                                continue;
                        }
                        /* FALLTHROUGH */
                default:
                hashchar:
                        if (space && (flags & D_IGNOREBLANKS) == 0) {
                                i++;
                                space = 0;
                        }
                        sum = sum * 127 + chrtran(t);
                        i++;
                        continue;
                case EOF:
                        if (i == 0)
                                return (RH_EOF);
                        /* FALLTHROUGH */
                case '\n':
                        break;
                }
                break;
        }
        *hash = sum;
        return (RH_OK);
}

static int
asciifile(FILE *f)
{
        unsigned char buf[BUFSIZ];
        size_t cnt;

        if (f == NULL)
                return (1);

        rewind(f);
        cnt = fread(buf, 1, sizeof(buf), f);
        return (memchr(buf, '\0', cnt) == NULL);
}

#define begins_with(s, pre) (strncmp(s, pre, sizeof(pre) - 1) == 0)

static char *
match_function(const long *f, int pos, FILE *fp)
{
        unsigned char buf[FUNCTION_CONTEXT_SIZE];
        size_t nc;
        int last = lastline;
        const char *state = NULL;

        lastline = pos;
        for (; pos > last; pos--) {
                fseek(fp, f[pos - 1], SEEK_SET);
                nc = f[pos] - f[pos - 1];
                if (nc >= sizeof(buf))
                        nc = sizeof(buf) - 1;
                nc = fread(buf, 1, nc, fp);
                if (nc == 0)
                        continue;
                buf[nc] = '\0';
                buf[strcspn(buf, "\n")] = '\0';
                if (most_recent_pat != NULL) {
                        int ret = regexec(&most_recent_re, buf, 0, NULL, 0);

                        if (ret != 0)
                                continue;
                        strlcpy(lastbuf, buf, sizeof(lastbuf));
                        lastmatchline = pos;
                        return (lastbuf);
                } else if (isalpha(buf[0]) || buf[0] == '_' || buf[0] == '$'
                        || buf[0] == '-' || buf[0] == '+') {
                        if (begins_with(buf, "private:")) {
                                if (!state)
                                        state = " (private)";
                        } else if (begins_with(buf, "protected:")) {
                                if (!state)
                                        state = " (protected)";
                        } else if (begins_with(buf, "public:")) {
                                if (!state)
                                        state = " (public)";
                        } else {
                                strlcpy(lastbuf, buf, sizeof(lastbuf));
                                if (state)
                                        strlcat(lastbuf, state, sizeof(lastbuf));
                                lastmatchline = pos;
                                return (lastbuf);
                        }
                }
        }
        return (lastmatchline > 0 ? lastbuf : NULL);
}

/* dump accumulated "context" diff changes */
static void
dump_context_vec(FILE *f1, FILE *f2, int flags)
{
        struct context_vec *cvp = context_vec_start;
        int lowa, upb, lowc, upd, do_output;
        int a, b, c, d;
        char ch, *f;

        if (context_vec_start > context_vec_ptr)
                return;

        b = d = 0;              /* gcc */
        if (ckd_sub(&lowa, cvp->a, diff_context) || lowa < 1)
                lowa = 1;
        if (ckd_add(&upb, context_vec_ptr->b, diff_context) || upb > (int)len[0])
                upb = (int)len[0];
        if (ckd_sub(&lowc, cvp->c, diff_context) || lowc < 1)
                lowc = 1;
        if (ckd_add(&upd, context_vec_ptr->d, diff_context) || upd > (int)len[1])
                upd = (int)len[1];

        printf("***************");
        if (flags & (D_PROTOTYPE | D_MATCHLAST)) {
                f = match_function(ixold, cvp->a - 1, f1);
                if (f != NULL)
                        printf(" %s", f);
        }
        printf("\n*** ");
        range(lowa, upb, ",");
        printf(" ****\n");

        /*
         * Output changes to the "old" file.  The first loop suppresses
         * output if there were no changes to the "old" file (we'll see
         * the "old" lines as context in the "new" list).
         */
        do_output = 0;
        for (; cvp <= context_vec_ptr; cvp++)
                if (cvp->a <= cvp->b) {
                        cvp = context_vec_start;
                        do_output++;
                        break;
                }
        if (do_output) {
                while (cvp <= context_vec_ptr) {
                        a = cvp->a;
                        b = cvp->b;
                        c = cvp->c;
                        d = cvp->d;

                        if (a <= b && c <= d)
                                ch = 'c';
                        else
                                ch = (a <= b) ? 'd' : 'a';

                        if (ch == 'a')
                                fetch(ixold, lowa, b, f1, ' ', 0, flags);
                        else {
                                fetch(ixold, lowa, a - 1, f1, ' ', 0, flags);
                                fetch(ixold, a, b, f1,
                                    ch == 'c' ? '!' : '-', 0, flags);
                        }
                        lowa = b + 1;
                        cvp++;
                }
                fetch(ixold, b + 1, upb, f1, ' ', 0, flags);
        }
        /* output changes to the "new" file */
        printf("--- ");
        range(lowc, upd, ",");
        printf(" ----\n");

        do_output = 0;
        for (cvp = context_vec_start; cvp <= context_vec_ptr; cvp++)
                if (cvp->c <= cvp->d) {
                        cvp = context_vec_start;
                        do_output++;
                        break;
                }
        if (do_output) {
                while (cvp <= context_vec_ptr) {
                        a = cvp->a;
                        b = cvp->b;
                        c = cvp->c;
                        d = cvp->d;

                        if (a <= b && c <= d)
                                ch = 'c';
                        else
                                ch = (a <= b) ? 'd' : 'a';

                        if (ch == 'd')
                                fetch(ixnew, lowc, d, f2, ' ', 0, flags);
                        else {
                                fetch(ixnew, lowc, c - 1, f2, ' ', 0, flags);
                                fetch(ixnew, c, d, f2,
                                    ch == 'c' ? '!' : '+', 0, flags);
                        }
                        lowc = d + 1;
                        cvp++;
                }
                fetch(ixnew, d + 1, upd, f2, ' ', 0, flags);
        }
        context_vec_ptr = context_vec_start - 1;
}

/* dump accumulated "unified" diff changes */
static void
dump_unified_vec(FILE *f1, FILE *f2, int flags)
{
        struct context_vec *cvp = context_vec_start;
        int lowa, upb, lowc, upd;
        int a, b, c, d;
        char ch, *f;

        if (context_vec_start > context_vec_ptr)
                return;

        b = d = 0;              /* gcc */
        if (ckd_sub(&lowa, cvp->a, diff_context) || lowa < 1)
                lowa = 1;
        if (ckd_add(&upb, context_vec_ptr->b, diff_context) || upb > (int)len[0])
                upb = (int)len[0];
        if (ckd_sub(&lowc, cvp->c, diff_context) || lowc < 1)
                lowc = 1;
        if (ckd_add(&upd, context_vec_ptr->d, diff_context) || upd > (int)len[1])
                upd = (int)len[1];

        printf("@@ -");
        uni_range(lowa, upb);
        printf(" +");
        uni_range(lowc, upd);
        printf(" @@");
        if (flags & (D_PROTOTYPE | D_MATCHLAST)) {
                f = match_function(ixold, cvp->a - 1, f1);
                if (f != NULL)
                        printf(" %s", f);
        }
        printf("\n");

        /*
         * Output changes in "unified" diff format--the old and new lines
         * are printed together.
         */
        for (; cvp <= context_vec_ptr; cvp++) {
                a = cvp->a;
                b = cvp->b;
                c = cvp->c;
                d = cvp->d;

                /*
                 * c: both new and old changes
                 * d: only changes in the old file
                 * a: only changes in the new file
                 */
                if (a <= b && c <= d)
                        ch = 'c';
                else
                        ch = (a <= b) ? 'd' : 'a';

                switch (ch) {
                case 'c':
                        fetch(ixold, lowa, a - 1, f1, ' ', 0, flags);
                        fetch(ixold, a, b, f1, '-', 0, flags);
                        fetch(ixnew, c, d, f2, '+', 0, flags);
                        break;
                case 'd':
                        fetch(ixold, lowa, a - 1, f1, ' ', 0, flags);
                        fetch(ixold, a, b, f1, '-', 0, flags);
                        break;
                case 'a':
                        fetch(ixnew, lowc, c - 1, f2, ' ', 0, flags);
                        fetch(ixnew, c, d, f2, '+', 0, flags);
                        break;
                }
                lowa = b + 1;
                lowc = d + 1;
        }
        fetch(ixnew, d + 1, upd, f2, ' ', 0, flags);

        context_vec_ptr = context_vec_start - 1;
}

static void
print_header(const char *file1, const char *file2)
{
        const char *time_format;
        char buf[256];
        struct tm tm1, tm2, *tm_ptr1, *tm_ptr2;
        int nsec1 = stb1.st_mtim.tv_nsec;
        int nsec2 = stb2.st_mtim.tv_nsec;

        time_format = "%Y-%m-%d %H:%M:%S";

        if (cflag)
                time_format = "%c";
        tm_ptr1 = localtime_r(&stb1.st_mtime, &tm1);
        tm_ptr2 = localtime_r(&stb2.st_mtime, &tm2);
        if (label[0] != NULL)
                printf("%s %s\n", diff_format == D_CONTEXT ? "***" : "---",
                    label[0]);
        else {
                strftime(buf, sizeof(buf), time_format, tm_ptr1);
                printf("%s %s\t%s", diff_format == D_CONTEXT ? "***" : "---",
                    file1, buf);
                if (!cflag) {
                        strftime(buf, sizeof(buf), "%z", tm_ptr1);
                        printf(".%.9d %s", nsec1, buf);
                }
                printf("\n");
        }
        if (label[1] != NULL)
                printf("%s %s\n", diff_format == D_CONTEXT ? "---" : "+++",
                    label[1]);
        else {
                strftime(buf, sizeof(buf), time_format, tm_ptr2);
                printf("%s %s\t%s", diff_format == D_CONTEXT ? "---" : "+++",
                    file2, buf);
                if (!cflag) {
                        strftime(buf, sizeof(buf), "%z", tm_ptr2);
                        printf(".%.9d %s", nsec2, buf);
                }
                printf("\n");
        }
}

/*
 * Prints n number of space characters either by using tab
 * or single space characters.
 * nc is the preceding number of characters
 */
static void
print_space(int nc, int n, int flags)
{
        int col, newcol, tabstop;

        col = nc;
        newcol = nc + n;
        /* first, use tabs if allowed */
        if ((flags & D_EXPANDTABS) == 0) {
                while ((tabstop = roundup(col + 1, tabsize)) <= newcol) {
                        printf("\t");
                        col = tabstop;
                }
        }
        /* finish with spaces */
        printf("%*s", newcol - col, "");
}