OSDN Git Service

Upgrade to mksh R53a.
[android-x86/external-mksh.git] / src / expr.c
index 3c8252d..e40108f 100644 (file)
@@ -1,8 +1,9 @@
-/*     $OpenBSD: expr.c,v 1.21 2009/06/01 19:00:57 deraadt Exp $       */
+/*     $OpenBSD: expr.c,v 1.24 2014/12/08 14:26:31 otto Exp $  */
 
 /*-
- * Copyright (c) 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011
- *     Thorsten Glaser <tg@mirbsd.org>
+ * Copyright (c) 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010,
+ *              2011, 2012, 2013, 2014, 2016
+ *     mirabilos <m@mirbsd.org>
  *
  * Provided that these terms and disclaimer and all copyright notices
  * are retained or reproduced in an accompanying document, permission
 
 #include "sh.h"
 
-__RCSID("$MirOS: src/bin/mksh/expr.c,v 1.49 2011/09/07 15:24:14 tg Exp $");
+__RCSID("$MirOS: src/bin/mksh/expr.c,v 1.88 2016/07/27 00:55:27 tg Exp $");
 
-/* The order of these enums is constrained by the order of opinfo[] */
-enum token {
-       /* some (long) unary operators */
-       O_PLUSPLUS = 0, O_MINUSMINUS,
-       /* binary operators */
-       O_EQ, O_NE,
-       /* assignments are assumed to be in range O_ASN .. O_BORASN */
-       O_ASN, O_TIMESASN, O_DIVASN, O_MODASN, O_PLUSASN, O_MINUSASN,
-       O_LSHIFTASN, O_RSHIFTASN, O_BANDASN, O_BXORASN, O_BORASN,
-       O_LSHIFT, O_RSHIFT,
-       O_LE, O_GE, O_LT, O_GT,
-       O_LAND,
-       O_LOR,
-       O_TIMES, O_DIV, O_MOD,
-       O_PLUS, O_MINUS,
-       O_BAND,
-       O_BXOR,
-       O_BOR,
-       O_TERN,
-       O_COMMA,
-       /* things after this aren't used as binary operators */
-       /* unary that are not also binaries */
-       O_BNOT, O_LNOT,
-       /* misc */
-       OPEN_PAREN, CLOSE_PAREN, CTERN,
-       /* things that don't appear in the opinfo[] table */
-       VAR, LIT, END, BAD
-};
-#define IS_BINOP(op) (((int)op) >= (int)O_EQ && ((int)op) <= (int)O_COMMA)
-#define IS_ASSIGNOP(op)        ((int)(op) >= (int)O_ASN && (int)(op) <= (int)O_BORASN)
+#define EXPRTOK_DEFNS
+#include "exprtok.h"
 
 /* precisions; used to be enum prec but we do arithmetics on it */
-#define P_PRIMARY      0       /* VAR, LIT, (), ~ ! - + */
+#define P_PRIMARY      0       /* VAR, LIT, (), ! ~ ++ -- */
 #define P_MULT         1       /* * / % */
 #define P_ADD          2       /* + - */
-#define P_SHIFT                3       /* << >> */
+#define P_SHIFT                3       /* ^< ^> << >> */
 #define P_RELATION     4       /* < <= > >= */
 #define P_EQUALITY     5       /* == != */
 #define P_BAND         6       /* & */
@@ -68,85 +41,49 @@ enum token {
 #define P_LAND         9       /* && */
 #define P_LOR          10      /* || */
 #define P_TERN         11      /* ?: */
-#define P_ASSIGN       12      /* = *= /= %= += -= <<= >>= &= ^= |= */
+       /* = += -= *= /= %= ^<= ^>= <<= >>= &= ^= |= */
+#define P_ASSIGN       12
 #define P_COMMA                13      /* , */
 #define MAX_PREC       P_COMMA
 
-struct opinfo {
-       char            name[4];
-       int             len;    /* name length */
-       int             prec;   /* precedence: lower is higher */
+enum token {
+#define EXPRTOK_ENUM
+#include "exprtok.h"
 };
 
-/* Tokens in this table must be ordered so the longest are first
- * (eg, += before +). If you change something, change the order
- * of enum token too.
- */
-static const struct opinfo opinfo[] = {
-       { "++",  2, P_PRIMARY },        /* before + */
-       { "--",  2, P_PRIMARY },        /* before - */
-       { "==",  2, P_EQUALITY },       /* before = */
-       { "!=",  2, P_EQUALITY },       /* before ! */
-       { "=",   1, P_ASSIGN },         /* keep assigns in a block */
-       { "*=",  2, P_ASSIGN },
-       { "/=",  2, P_ASSIGN },
-       { "%=",  2, P_ASSIGN },
-       { "+=",  2, P_ASSIGN },
-       { "-=",  2, P_ASSIGN },
-       { "<<=", 3, P_ASSIGN },
-       { ">>=", 3, P_ASSIGN },
-       { "&=",  2, P_ASSIGN },
-       { "^=",  2, P_ASSIGN },
-       { "|=",  2, P_ASSIGN },
-       { "<<",  2, P_SHIFT },
-       { ">>",  2, P_SHIFT },
-       { "<=",  2, P_RELATION },
-       { ">=",  2, P_RELATION },
-       { "<",   1, P_RELATION },
-       { ">",   1, P_RELATION },
-       { "&&",  2, P_LAND },
-       { "||",  2, P_LOR },
-       { "*",   1, P_MULT },
-       { "/",   1, P_MULT },
-       { "%",   1, P_MULT },
-       { "+",   1, P_ADD },
-       { "-",   1, P_ADD },
-       { "&",   1, P_BAND },
-       { "^",   1, P_BXOR },
-       { "|",   1, P_BOR },
-       { "?",   1, P_TERN },
-       { ",",   1, P_COMMA },
-       { "~",   1, P_PRIMARY },
-       { "!",   1, P_PRIMARY },
-       { "(",   1, P_PRIMARY },
-       { ")",   1, P_PRIMARY },
-       { ":",   1, P_PRIMARY },
-       { "",    0, P_PRIMARY }
+static const char opname[][4] = {
+#define EXPRTOK_NAME
+#include "exprtok.h"
 };
 
-typedef struct expr_state Expr_state;
-struct expr_state {
-       const char *expression;         /* expression being evaluated */
-       const char *tokp;               /* lexical position */
-       struct tbl *val;                /* value from token() */
-       struct tbl *evaling;            /* variable that is being recursively
-                                        * expanded (EXPRINEVAL flag set) */
-       int noassign;                   /* don't do assigns (for ?:,&&,||) */
-       enum token tok;                 /* token from token() */
-       bool arith;                     /* evaluating an $(()) expression? */
-       bool natural;                   /* unsigned arithmetic calculation */
+static const uint8_t oplen[] = {
+#define EXPRTOK_LEN
+#include "exprtok.h"
 };
 
-#define bivui(x, op, y)        (es->natural ?                  \
-       (mksh_ari_t)((x)->val.u op (y)->val.u) :        \
-       (mksh_ari_t)((x)->val.i op (y)->val.i)          \
-)
-#define stvui(x, n)    do {                    \
-       if (es->natural)                        \
-               (x)->val.u = (n);               \
-       else                                    \
-               (x)->val.i = (n);               \
-} while (/* CONSTCOND */ 0)
+static const uint8_t opprec[] = {
+#define EXPRTOK_PREC
+#include "exprtok.h"
+};
+
+typedef struct expr_state {
+       /* expression being evaluated */
+       const char *expression;
+       /* lexical position */
+       const char *tokp;
+       /* value from token() */
+       struct tbl *val;
+       /* variable that is being recursively expanded (EXPRINEVAL flag set) */
+       struct tbl *evaling;
+       /* token from token() */
+       enum token tok;
+       /* don't do assignments (for ?:, &&, ||) */
+       uint8_t noassign;
+       /* evaluating an $(()) expression? */
+       bool arith;
+       /* unsigned arithmetic calculation */
+       bool natural;
+} Expr_state;
 
 enum error_type {
        ET_UNEXPECTED, ET_BADLIT, ET_RECURSIVE,
@@ -155,11 +92,10 @@ enum error_type {
 
 static void evalerr(Expr_state *, enum error_type, const char *)
     MKSH_A_NORETURN;
-static struct tbl *evalexpr(Expr_state *, int);
+static struct tbl *evalexpr(Expr_state *, unsigned int);
 static void exprtoken(Expr_state *);
 static struct tbl *do_ppmm(Expr_state *, enum token, struct tbl *, bool);
 static void assign_check(Expr_state *, enum token, struct tbl *);
-static struct tbl *tempvar(void);
 static struct tbl *intvar(Expr_state *, struct tbl *);
 
 /*
@@ -171,7 +107,7 @@ evaluate(const char *expr, mksh_ari_t *rval, int error_ok, bool arith)
        struct tbl v;
        int ret;
 
-       v.flag = DEFINED|INTEGER;
+       v.flag = DEFINED | INTEGER;
        v.type = 0;
        ret = v_evaluate(&v, expr, error_ok, arith);
        *rval = v.val.i;
@@ -191,15 +127,13 @@ v_evaluate(struct tbl *vp, const char *expr, volatile int error_ok,
        int i;
 
        /* save state to allow recursive calls */
+       memset(&curstate, 0, sizeof(curstate));
        curstate.expression = curstate.tokp = expr;
-       curstate.noassign = 0;
+       curstate.tok = BAD;
        curstate.arith = arith;
-       curstate.evaling = NULL;
-       curstate.natural = false;
 
        newenv(E_ERRH);
-       i = sigsetjmp(e->jbuf, 0);
-       if (i) {
+       if ((i = kshsetjmp(e->jbuf))) {
                /* Clear EXPRINEVAL in of any variables we were playing with */
                if (curstate.evaling)
                        curstate.evaling->flag &= ~EXPRINEVAL;
@@ -216,7 +150,7 @@ v_evaluate(struct tbl *vp, const char *expr, volatile int error_ok,
        exprtoken(es);
        if (es->tok == END) {
                es->tok = LIT;
-               es->val = tempvar();
+               es->val = tempvar("");
        }
        v = intvar(es, evalexpr(es, MAX_PREC));
 
@@ -261,215 +195,345 @@ evalerr(Expr_state *es, enum error_type type, const char *str)
                        s = tbuf;
                        break;
                default:
-                       s = opinfo[(int)es->tok].name;
+                       s = opname[(int)es->tok];
                }
-               warningf(true, "%s: %s '%s'", es->expression,
-                   "unexpected", s);
+               warningf(true, Tf_sD_s_qs, es->expression,
+                   Tunexpected, s);
                break;
 
        case ET_BADLIT:
-               warningf(true, "%s: %s '%s'", es->expression,
+               warningf(true, Tf_sD_s_qs, es->expression,
                    "bad number", str);
                break;
 
        case ET_RECURSIVE:
-               warningf(true, "%s: %s '%s'", es->expression,
+               warningf(true, Tf_sD_s_qs, es->expression,
                    "expression recurses on parameter", str);
                break;
 
        case ET_LVALUE:
-               warningf(true, "%s: %s %s",
+               warningf(true, Tf_sD_s_s,
                    es->expression, str, "requires lvalue");
                break;
 
        case ET_RDONLY:
-               warningf(true, "%s: %s %s",
-                   es->expression, str, "applied to read only variable");
+               warningf(true, Tf_sD_s_s,
+                   es->expression, str, "applied to read-only variable");
                break;
 
        default: /* keep gcc happy */
        case ET_STR:
-               warningf(true, "%s: %s", es->expression, str);
+               warningf(true, Tf_sD_s, es->expression, str);
                break;
        }
        unwind(LAEXPR);
 }
 
+/* do a ++ or -- operation */
+static struct tbl *
+do_ppmm(Expr_state *es, enum token op, struct tbl *vasn, bool is_prefix)
+{
+       struct tbl *vl;
+       mksh_uari_t oval;
+
+       assign_check(es, op, vasn);
+
+       vl = intvar(es, vasn);
+       oval = vl->val.u;
+       if (op == O_PLUSPLUS)
+               ++vl->val.u;
+       else
+               --vl->val.u;
+       if (!es->noassign) {
+               if (vasn->flag & INTEGER)
+                       setint_v(vasn, vl, es->arith);
+               else
+                       setint(vasn, vl->val.i);
+       }
+       if (!is_prefix)
+               /* undo the increment/decrement */
+               vl->val.u = oval;
+
+       return (vl);
+}
+
 static struct tbl *
-evalexpr(Expr_state *es, int prec)
+evalexpr(Expr_state *es, unsigned int prec)
 {
        struct tbl *vl, *vr = NULL, *vasn;
        enum token op;
-       mksh_ari_t res = 0;
+       mksh_uari_t res = 0, t1, t2, t3;
 
        if (prec == P_PRIMARY) {
-               op = es->tok;
-               if (op == O_BNOT || op == O_LNOT || op == O_MINUS ||
-                   op == O_PLUS) {
+               switch ((int)(op = es->tok)) {
+               case O_BNOT:
+               case O_LNOT:
+               case O_MINUS:
+               case O_PLUS:
                        exprtoken(es);
                        vl = intvar(es, evalexpr(es, P_PRIMARY));
-                       if (op == O_BNOT)
-                               vl->val.i = ~vl->val.i;
-                       else if (op == O_LNOT)
-                               vl->val.i = !vl->val.i;
-                       else if (op == O_MINUS)
-                               vl->val.i = -vl->val.i;
-                       /* op == O_PLUS is a no-op */
-               } else if (op == OPEN_PAREN) {
+                       switch ((int)op) {
+                       case O_BNOT:
+                               vl->val.u = ~vl->val.u;
+                               break;
+                       case O_LNOT:
+                               vl->val.u = !vl->val.u;
+                               break;
+                       case O_MINUS:
+                               vl->val.u = -vl->val.u;
+                               break;
+                       case O_PLUS:
+                               /* nop */
+                               break;
+                       }
+                       break;
+
+               case OPEN_PAREN:
                        exprtoken(es);
                        vl = evalexpr(es, MAX_PREC);
                        if (es->tok != CLOSE_PAREN)
                                evalerr(es, ET_STR, "missing )");
                        exprtoken(es);
-               } else if (op == O_PLUSPLUS || op == O_MINUSMINUS) {
+                       break;
+
+               case O_PLUSPLUS:
+               case O_MINUSMINUS:
                        exprtoken(es);
                        vl = do_ppmm(es, op, es->val, true);
                        exprtoken(es);
-               } else if (op == VAR || op == LIT) {
+                       break;
+
+               case VAR:
+               case LIT:
                        vl = es->val;
                        exprtoken(es);
-               } else {
+                       break;
+
+               default:
                        evalerr(es, ET_UNEXPECTED, NULL);
                        /* NOTREACHED */
                }
+
                if (es->tok == O_PLUSPLUS || es->tok == O_MINUSMINUS) {
                        vl = do_ppmm(es, es->tok, vl, false);
                        exprtoken(es);
                }
+
                return (vl);
+               /* prec == P_PRIMARY */
        }
+
        vl = evalexpr(es, prec - 1);
-       for (op = es->tok; IS_BINOP(op) && opinfo[(int)op].prec == prec;
-           op = es->tok) {
+       while ((int)(op = es->tok) >= (int)O_EQ && (int)op <= (int)O_COMMA &&
+           opprec[(int)op] == prec) {
                exprtoken(es);
                vasn = vl;
-               if (op != O_ASN) /* vl may not have a value yet */
+               if (op != O_ASN)
+                       /* vl may not have a value yet */
                        vl = intvar(es, vl);
                if (IS_ASSIGNOP(op)) {
-                       assign_check(es, op, vasn);
+                       if (!es->noassign)
+                               assign_check(es, op, vasn);
                        vr = intvar(es, evalexpr(es, P_ASSIGN));
-               } else if (op != O_TERN && op != O_LAND && op != O_LOR)
+               } else if (op == O_TERN) {
+                       bool ev = vl->val.u != 0;
+
+                       if (!ev)
+                               es->noassign++;
+                       vl = evalexpr(es, MAX_PREC);
+                       if (!ev)
+                               es->noassign--;
+                       if (es->tok != CTERN)
+                               evalerr(es, ET_STR, "missing :");
+                       exprtoken(es);
+                       if (ev)
+                               es->noassign++;
+                       vr = evalexpr(es, P_TERN);
+                       if (ev)
+                               es->noassign--;
+                       vl = ev ? vl : vr;
+                       continue;
+               } else if (op != O_LAND && op != O_LOR)
                        vr = intvar(es, evalexpr(es, prec - 1));
-               if ((op == O_DIV || op == O_MOD || op == O_DIVASN ||
-                   op == O_MODASN) && vr->val.i == 0) {
-                       if (es->noassign)
-                               vr->val.i = 1;
-                       else
-                               evalerr(es, ET_STR, "zero divisor");
+
+               /* common ops setup */
+               switch ((int)op) {
+               case O_DIV:
+               case O_DIVASN:
+               case O_MOD:
+               case O_MODASN:
+                       if (vr->val.u == 0) {
+                               if (!es->noassign)
+                                       evalerr(es, ET_STR, "zero divisor");
+                               vr->val.u = 1;
+                       }
+                       /* calculate the absolute values */
+                       t1 = vl->val.i < 0 ? -vl->val.u : vl->val.u;
+                       t2 = vr->val.i < 0 ? -vr->val.u : vr->val.u;
+                       break;
+#ifndef MKSH_LEGACY_MODE
+               case O_LSHIFT:
+               case O_LSHIFTASN:
+               case O_RSHIFT:
+               case O_RSHIFTASN:
+               case O_ROL:
+               case O_ROLASN:
+               case O_ROR:
+               case O_RORASN:
+                       t1 = vl->val.u;
+                       t2 = vr->val.u & 31;
+                       break;
+#endif
+               case O_LAND:
+               case O_LOR:
+                       t1 = vl->val.u;
+                       t2 = 0; /* gcc */
+                       break;
+               default:
+                       t1 = vl->val.u;
+                       t2 = vr->val.u;
+                       break;
                }
+
+#define cmpop(op)      (es->natural ?                  \
+       (mksh_uari_t)(vl->val.u op vr->val.u) :         \
+       (mksh_uari_t)(vl->val.i op vr->val.i)           \
+)
+
+               /* op calculation */
                switch ((int)op) {
                case O_TIMES:
                case O_TIMESASN:
-                       res = bivui(vl, *, vr);
-                       break;
-               case O_DIV:
-               case O_DIVASN:
-                       res = bivui(vl, /, vr);
+                       res = t1 * t2;
                        break;
                case O_MOD:
                case O_MODASN:
-                       res = bivui(vl, %, vr);
+                       if (es->natural) {
+                               res = vl->val.u % vr->val.u;
+                               break;
+                       }
+                       goto signed_division;
+               case O_DIV:
+               case O_DIVASN:
+                       if (es->natural) {
+                               res = vl->val.u / vr->val.u;
+                               break;
+                       }
+ signed_division:
+                       /*
+                        * a / b = abs(a) / abs(b) * sgn((u)a^(u)b)
+                        */
+                       t3 = t1 / t2;
+#ifndef MKSH_LEGACY_MODE
+                       res = ((vl->val.u ^ vr->val.u) & 0x80000000) ? -t3 : t3;
+#else
+                       res = ((t1 == vl->val.u ? 0 : 1) ^
+                           (t2 == vr->val.u ? 0 : 1)) ? -t3 : t3;
+#endif
+                       if (op == O_MOD || op == O_MODASN) {
+                               /*
+                                * primitive modulo, to get the sign of
+                                * the result correct:
+                                * (a % b) = a - ((a / b) * b)
+                                * the subtraction and multiplication
+                                * are, amazingly enough, sign ignorant
+                                */
+                               res = vl->val.u - (res * vr->val.u);
+                       }
                        break;
                case O_PLUS:
                case O_PLUSASN:
-                       res = bivui(vl, +, vr);
+                       res = t1 + t2;
                        break;
                case O_MINUS:
                case O_MINUSASN:
-                       res = bivui(vl, -, vr);
+                       res = t1 - t2;
+                       break;
+#ifndef MKSH_LEGACY_MODE
+               case O_ROL:
+               case O_ROLASN:
+                       res = (t1 << t2) | (t1 >> (32 - t2));
+                       break;
+               case O_ROR:
+               case O_RORASN:
+                       res = (t1 >> t2) | (t1 << (32 - t2));
                        break;
+#endif
                case O_LSHIFT:
                case O_LSHIFTASN:
-                       res = bivui(vl, <<, vr);
+                       res = t1 << t2;
                        break;
                case O_RSHIFT:
                case O_RSHIFTASN:
-                       res = bivui(vl, >>, vr);
+                       res = es->natural || vl->val.i >= 0 ?
+                           t1 >> t2 :
+                           ~(~t1 >> t2);
                        break;
                case O_LT:
-                       res = bivui(vl, <, vr);
+                       res = cmpop(<);
                        break;
                case O_LE:
-                       res = bivui(vl, <=, vr);
+                       res = cmpop(<=);
                        break;
                case O_GT:
-                       res = bivui(vl, >, vr);
+                       res = cmpop(>);
                        break;
                case O_GE:
-                       res = bivui(vl, >=, vr);
+                       res = cmpop(>=);
                        break;
                case O_EQ:
-                       res = bivui(vl, ==, vr);
+                       res = t1 == t2;
                        break;
                case O_NE:
-                       res = bivui(vl, !=, vr);
+                       res = t1 != t2;
                        break;
                case O_BAND:
                case O_BANDASN:
-                       res = bivui(vl, &, vr);
+                       res = t1 & t2;
                        break;
                case O_BXOR:
                case O_BXORASN:
-                       res = bivui(vl, ^, vr);
+                       res = t1 ^ t2;
                        break;
                case O_BOR:
                case O_BORASN:
-                       res = bivui(vl, |, vr);
+                       res = t1 | t2;
                        break;
                case O_LAND:
-                       if (!vl->val.i)
+                       if (!t1)
                                es->noassign++;
                        vr = intvar(es, evalexpr(es, prec - 1));
-                       res = bivui(vl, &&, vr);
-                       if (!vl->val.i)
+                       res = t1 && vr->val.u;
+                       if (!t1)
                                es->noassign--;
                        break;
                case O_LOR:
-                       if (vl->val.i)
+                       if (t1)
                                es->noassign++;
                        vr = intvar(es, evalexpr(es, prec - 1));
-                       res = bivui(vl, ||, vr);
-                       if (vl->val.i)
+                       res = t1 || vr->val.u;
+                       if (t1)
                                es->noassign--;
                        break;
-               case O_TERN:
-                       {
-                               bool ev = vl->val.i != 0;
-
-                               if (!ev)
-                                       es->noassign++;
-                               vl = evalexpr(es, MAX_PREC);
-                               if (!ev)
-                                       es->noassign--;
-                               if (es->tok != CTERN)
-                                       evalerr(es, ET_STR, "missing :");
-                               exprtoken(es);
-                               if (ev)
-                                       es->noassign++;
-                               vr = evalexpr(es, P_TERN);
-                               if (ev)
-                                       es->noassign--;
-                               vl = ev ? vl : vr;
-                       }
-                       break;
                case O_ASN:
-                       res = vr->val.i;
-                       break;
                case O_COMMA:
-                       res = vr->val.i;
+                       res = t2;
                        break;
                }
+
+#undef cmpop
+
                if (IS_ASSIGNOP(op)) {
-                       stvui(vr, res);
+                       vr->val.u = res;
                        if (!es->noassign) {
                                if (vasn->flag & INTEGER)
                                        setint_v(vasn, vr, es->arith);
                                else
-                                       setint(vasn, res);
+                                       setint(vasn, vr->val.i);
                        }
                        vl = vr;
-               } else if (op != O_TERN)
-                       stvui(vl, res);
+               } else
+                       vl->val.u = res;
        }
        return (vl);
 }
@@ -481,13 +545,14 @@ exprtoken(Expr_state *es)
        int c;
        char *tvar;
 
-       /* skip white space */
+       /* skip whitespace */
  skip_spaces:
        while ((c = *cp), ksh_isspace(c))
                ++cp;
        if (es->tokp == es->expression && c == '#') {
                /* expression begins with # */
-               es->natural = true;     /* switch to unsigned */
+               /* switch to unsigned */
+               es->natural = true;
                ++cp;
                goto skip_spaces;
        }
@@ -505,15 +570,9 @@ exprtoken(Expr_state *es)
                        if (len == 0)
                                evalerr(es, ET_STR, "missing ]");
                        cp += len;
-               } else if (c == '(' /*)*/ ) {
-                       /* todo: add math functions (all take single argument):
-                        * abs acos asin atan cos cosh exp int log sin sinh sqrt
-                        * tan tanh
-                        */
-                       ;
                }
                if (es->noassign) {
-                       es->val = tempvar();
+                       es->val = tempvar("");
                        es->val->flag |= EXPRLVALUE;
                } else {
                        strndupx(tvar, es->tokp, cp - es->tokp, ATEMP);
@@ -523,12 +582,16 @@ exprtoken(Expr_state *es)
                es->tok = VAR;
        } else if (c == '1' && cp[1] == '#') {
                cp += 2;
-               cp += utf_ptradj(cp);
+               if (*cp)
+                       cp += utf_ptradj(cp);
                strndupx(tvar, es->tokp, cp - es->tokp, ATEMP);
                goto process_tvar;
 #ifndef MKSH_SMALL
        } else if (c == '\'') {
-               ++cp;
+               if (*++cp == '\0') {
+                       es->tok = END;
+                       evalerr(es, ET_UNEXPECTED, NULL);
+               }
                cp += utf_ptradj(cp);
                if (*cp++ != '\'')
                        evalerr(es, ET_STR,
@@ -547,7 +610,7 @@ exprtoken(Expr_state *es)
                        c = *cp++;
                strndupx(tvar, es->tokp, --cp - es->tokp, ATEMP);
  process_tvar:
-               es->val = tempvar();
+               es->val = tempvar("");
                es->val->flag &= ~INTEGER;
                es->val->type = 0;
                es->val->val.s = tvar;
@@ -558,11 +621,11 @@ exprtoken(Expr_state *es)
        } else {
                int i, n0;
 
-               for (i = 0; (n0 = opinfo[i].name[0]); i++)
-                       if (c == n0 && strncmp(cp, opinfo[i].name,
-                           (size_t)opinfo[i].len) == 0) {
+               for (i = 0; (n0 = opname[i][0]); i++)
+                       if (c == n0 && strncmp(cp, opname[i],
+                           (size_t)oplen[i]) == 0) {
                                es->tok = (enum token)i;
-                               cp += opinfo[i].len;
+                               cp += oplen[i];
                                break;
                        }
                if (!n0)
@@ -571,60 +634,30 @@ exprtoken(Expr_state *es)
        es->tokp = cp;
 }
 
-/* Do a ++ or -- operation */
-static struct tbl *
-do_ppmm(Expr_state *es, enum token op, struct tbl *vasn, bool is_prefix)
-{
-       struct tbl *vl;
-       mksh_ari_t oval;
-
-       assign_check(es, op, vasn);
-
-       vl = intvar(es, vasn);
-       oval = vl->val.i;
-       if (op == O_PLUSPLUS) {
-               if (es->natural)
-                       ++vl->val.u;
-               else
-                       ++vl->val.i;
-       } else {
-               if (es->natural)
-                       --vl->val.u;
-               else
-                       --vl->val.i;
-       }
-       if (vasn->flag & INTEGER)
-               setint_v(vasn, vl, es->arith);
-       else
-               setint(vasn, vl->val.i);
-       if (!is_prefix)         /* undo the inc/dec */
-               vl->val.i = oval;
-
-       return (vl);
-}
-
 static void
 assign_check(Expr_state *es, enum token op, struct tbl *vasn)
 {
-       if (es->tok == END ||
+       if (es->tok == END || !vasn ||
            (vasn->name[0] == '\0' && !(vasn->flag & EXPRLVALUE)))
-               evalerr(es, ET_LVALUE, opinfo[(int)op].name);
+               evalerr(es, ET_LVALUE, opname[(int)op]);
        else if (vasn->flag & RDONLY)
-               evalerr(es, ET_RDONLY, opinfo[(int)op].name);
+               evalerr(es, ET_RDONLY, opname[(int)op]);
 }
 
-static struct tbl *
-tempvar(void)
+struct tbl *
+tempvar(const char *vname)
 {
        struct tbl *vp;
+       size_t vsize;
 
-       vp = alloc(sizeof(struct tbl), ATEMP);
+       vsize = strlen(vname) + 1;
+       vp = alloc(offsetof(struct tbl, name[0]) + vsize, ATEMP);
+       memcpy(vp->name, vname, vsize);
        vp->flag = ISSET|INTEGER;
        vp->type = 0;
        vp->areap = ATEMP;
        vp->ua.hval = 0;
        vp->val.i = 0;
-       vp->name[0] = '\0';
        return (vp);
 }
 
@@ -639,7 +672,7 @@ intvar(Expr_state *es, struct tbl *vp)
            (vp->flag & (ISSET|INTEGER|EXPRLVALUE)) == (ISSET|INTEGER))
                return (vp);
 
-       vq = tempvar();
+       vq = tempvar("");
        if (setint_v(vq, vp, es->arith) == NULL) {
                if (vp->flag & EXPRINEVAL)
                        evalerr(es, ET_RECURSIVE, vp->name);
@@ -699,15 +732,26 @@ utf_mbswidth(const char *s)
 }
 
 const char *
-utf_skipcols(const char *p, int cols)
+utf_skipcols(const char *p, int cols, int *colp)
 {
        int c = 0;
+       const char *q;
 
        while (c < cols) {
-               if (!*p)
-                       return (p + cols - c);
+               if (!*p) {
+                       /* end of input; special handling for edit.c */
+                       if (!colp)
+                               return (p + cols - c);
+                       *colp = c;
+                       return (p);
+               }
                c += utf_widthadj(p, &p);
        }
+       if (UTFMODE)
+               while (utf_widthadj(p, &q) == 0)
+                       p = q;
+       if (colp)
+               *colp = c;
        return (p);
 }
 
@@ -793,127 +837,6 @@ utf_wctomb(char *dst, unsigned int wc)
        return ((char *)d - dst);
 }
 
-
-#ifndef MKSH_mirbsd_wcwidth
-/* --- begin of wcwidth.c excerpt --- */
-/*-
- * Markus Kuhn -- 2007-05-26 (Unicode 5.0)
- *
- * Permission to use, copy, modify, and distribute this software
- * for any purpose and without fee is hereby granted. The author
- * disclaims all warranties with regard to this software.
- */
-
-__RCSID("$miros: src/lib/libc/i18n/wcwidth.c,v 1.10 2010/12/11 16:05:03 tg Exp $");
-
-int
-utf_wcwidth(unsigned int c)
-{
-       static const struct cbset {
-               unsigned short first;
-               unsigned short last;
-       } comb[] = {
-               /* Unicode 6.0.0 BMP */
-               { 0x0300, 0x036F }, { 0x0483, 0x0489 }, { 0x0591, 0x05BD },
-               { 0x05BF, 0x05BF }, { 0x05C1, 0x05C2 }, { 0x05C4, 0x05C5 },
-               { 0x05C7, 0x05C7 }, { 0x0600, 0x0603 }, { 0x0610, 0x061A },
-               { 0x064B, 0x065F }, { 0x0670, 0x0670 }, { 0x06D6, 0x06DD },
-               { 0x06DF, 0x06E4 }, { 0x06E7, 0x06E8 }, { 0x06EA, 0x06ED },
-               { 0x070F, 0x070F }, { 0x0711, 0x0711 }, { 0x0730, 0x074A },
-               { 0x07A6, 0x07B0 }, { 0x07EB, 0x07F3 }, { 0x0816, 0x0819 },
-               { 0x081B, 0x0823 }, { 0x0825, 0x0827 }, { 0x0829, 0x082D },
-               { 0x0859, 0x085B }, { 0x0900, 0x0902 }, { 0x093A, 0x093A },
-               { 0x093C, 0x093C }, { 0x0941, 0x0948 }, { 0x094D, 0x094D },
-               { 0x0951, 0x0957 }, { 0x0962, 0x0963 }, { 0x0981, 0x0981 },
-               { 0x09BC, 0x09BC }, { 0x09C1, 0x09C4 }, { 0x09CD, 0x09CD },
-               { 0x09E2, 0x09E3 }, { 0x0A01, 0x0A02 }, { 0x0A3C, 0x0A3C },
-               { 0x0A41, 0x0A42 }, { 0x0A47, 0x0A48 }, { 0x0A4B, 0x0A4D },
-               { 0x0A51, 0x0A51 }, { 0x0A70, 0x0A71 }, { 0x0A75, 0x0A75 },
-               { 0x0A81, 0x0A82 }, { 0x0ABC, 0x0ABC }, { 0x0AC1, 0x0AC5 },
-               { 0x0AC7, 0x0AC8 }, { 0x0ACD, 0x0ACD }, { 0x0AE2, 0x0AE3 },
-               { 0x0B01, 0x0B01 }, { 0x0B3C, 0x0B3C }, { 0x0B3F, 0x0B3F },
-               { 0x0B41, 0x0B44 }, { 0x0B4D, 0x0B4D }, { 0x0B56, 0x0B56 },
-               { 0x0B62, 0x0B63 }, { 0x0B82, 0x0B82 }, { 0x0BC0, 0x0BC0 },
-               { 0x0BCD, 0x0BCD }, { 0x0C3E, 0x0C40 }, { 0x0C46, 0x0C48 },
-               { 0x0C4A, 0x0C4D }, { 0x0C55, 0x0C56 }, { 0x0C62, 0x0C63 },
-               { 0x0CBC, 0x0CBC }, { 0x0CBF, 0x0CBF }, { 0x0CC6, 0x0CC6 },
-               { 0x0CCC, 0x0CCD }, { 0x0CE2, 0x0CE3 }, { 0x0D41, 0x0D44 },
-               { 0x0D4D, 0x0D4D }, { 0x0D62, 0x0D63 }, { 0x0DCA, 0x0DCA },
-               { 0x0DD2, 0x0DD4 }, { 0x0DD6, 0x0DD6 }, { 0x0E31, 0x0E31 },
-               { 0x0E34, 0x0E3A }, { 0x0E47, 0x0E4E }, { 0x0EB1, 0x0EB1 },
-               { 0x0EB4, 0x0EB9 }, { 0x0EBB, 0x0EBC }, { 0x0EC8, 0x0ECD },
-               { 0x0F18, 0x0F19 }, { 0x0F35, 0x0F35 }, { 0x0F37, 0x0F37 },
-               { 0x0F39, 0x0F39 }, { 0x0F71, 0x0F7E }, { 0x0F80, 0x0F84 },
-               { 0x0F86, 0x0F87 }, { 0x0F8D, 0x0F97 }, { 0x0F99, 0x0FBC },
-               { 0x0FC6, 0x0FC6 }, { 0x102D, 0x1030 }, { 0x1032, 0x1037 },
-               { 0x1039, 0x103A }, { 0x103D, 0x103E }, { 0x1058, 0x1059 },
-               { 0x105E, 0x1060 }, { 0x1071, 0x1074 }, { 0x1082, 0x1082 },
-               { 0x1085, 0x1086 }, { 0x108D, 0x108D }, { 0x109D, 0x109D },
-               { 0x1160, 0x11FF }, { 0x135D, 0x135F }, { 0x1712, 0x1714 },
-               { 0x1732, 0x1734 }, { 0x1752, 0x1753 }, { 0x1772, 0x1773 },
-               { 0x17B4, 0x17B5 }, { 0x17B7, 0x17BD }, { 0x17C6, 0x17C6 },
-               { 0x17C9, 0x17D3 }, { 0x17DD, 0x17DD }, { 0x180B, 0x180D },
-               { 0x18A9, 0x18A9 }, { 0x1920, 0x1922 }, { 0x1927, 0x1928 },
-               { 0x1932, 0x1932 }, { 0x1939, 0x193B }, { 0x1A17, 0x1A18 },
-               { 0x1A56, 0x1A56 }, { 0x1A58, 0x1A5E }, { 0x1A60, 0x1A60 },
-               { 0x1A62, 0x1A62 }, { 0x1A65, 0x1A6C }, { 0x1A73, 0x1A7C },
-               { 0x1A7F, 0x1A7F }, { 0x1B00, 0x1B03 }, { 0x1B34, 0x1B34 },
-               { 0x1B36, 0x1B3A }, { 0x1B3C, 0x1B3C }, { 0x1B42, 0x1B42 },
-               { 0x1B6B, 0x1B73 }, { 0x1B80, 0x1B81 }, { 0x1BA2, 0x1BA5 },
-               { 0x1BA8, 0x1BA9 }, { 0x1BE6, 0x1BE6 }, { 0x1BE8, 0x1BE9 },
-               { 0x1BED, 0x1BED }, { 0x1BEF, 0x1BF1 }, { 0x1C2C, 0x1C33 },
-               { 0x1C36, 0x1C37 }, { 0x1CD0, 0x1CD2 }, { 0x1CD4, 0x1CE0 },
-               { 0x1CE2, 0x1CE8 }, { 0x1CED, 0x1CED }, { 0x1DC0, 0x1DE6 },
-               { 0x1DFC, 0x1DFF }, { 0x200B, 0x200F }, { 0x202A, 0x202E },
-               { 0x2060, 0x2064 }, { 0x206A, 0x206F }, { 0x20D0, 0x20F0 },
-               { 0x2CEF, 0x2CF1 }, { 0x2D7F, 0x2D7F }, { 0x2DE0, 0x2DFF },
-               { 0x302A, 0x302F }, { 0x3099, 0x309A }, { 0xA66F, 0xA672 },
-               { 0xA67C, 0xA67D }, { 0xA6F0, 0xA6F1 }, { 0xA802, 0xA802 },
-               { 0xA806, 0xA806 }, { 0xA80B, 0xA80B }, { 0xA825, 0xA826 },
-               { 0xA8C4, 0xA8C4 }, { 0xA8E0, 0xA8F1 }, { 0xA926, 0xA92D },
-               { 0xA947, 0xA951 }, { 0xA980, 0xA982 }, { 0xA9B3, 0xA9B3 },
-               { 0xA9B6, 0xA9B9 }, { 0xA9BC, 0xA9BC }, { 0xAA29, 0xAA2E },
-               { 0xAA31, 0xAA32 }, { 0xAA35, 0xAA36 }, { 0xAA43, 0xAA43 },
-               { 0xAA4C, 0xAA4C }, { 0xAAB0, 0xAAB0 }, { 0xAAB2, 0xAAB4 },
-               { 0xAAB7, 0xAAB8 }, { 0xAABE, 0xAABF }, { 0xAAC1, 0xAAC1 },
-               { 0xABE5, 0xABE5 }, { 0xABE8, 0xABE8 }, { 0xABED, 0xABED },
-               { 0xFB1E, 0xFB1E }, { 0xFE00, 0xFE0F }, { 0xFE20, 0xFE26 },
-               { 0xFEFF, 0xFEFF }, { 0xFFF9, 0xFFFB }
-       };
-       size_t min = 0, mid, max = NELEM(comb) - 1;
-
-       /* test for 8-bit control characters */
-       if (c < 32 || (c >= 0x7F && c < 0xA0))
-               return (c ? -1 : 0);
-
-       /* binary search in table of non-spacing characters */
-       if (c >= comb[0].first && c <= comb[max].last)
-               while (max >= min) {
-                       mid = (min + max) / 2;
-                       if (c > comb[mid].last)
-                               min = mid + 1;
-                       else if (c < comb[mid].first)
-                               max = mid - 1;
-                       else
-                               return (0);
-               }
-
-       /* if we arrive here, c is not a combining or C0/C1 control char */
-
-       return ((c >= 0x1100 && (
-           c <= 0x115F || /* Hangul Jamo init. consonants */
-           c == 0x2329 || c == 0x232A ||
-           (c >= 0x2E80 && c <= 0xA4CF && c != 0x303F) || /* CJK ... Yi */
-           (c >= 0xAC00 && c <= 0xD7A3) || /* Hangul Syllables */
-           (c >= 0xF900 && c <= 0xFAFF) || /* CJK Compatibility Ideographs */
-           (c >= 0xFE10 && c <= 0xFE19) || /* Vertical forms */
-           (c >= 0xFE30 && c <= 0xFE6F) || /* CJK Compatibility Forms */
-           (c >= 0xFF00 && c <= 0xFF60) || /* Fullwidth Forms */
-           (c >= 0xFFE0 && c <= 0xFFE6))) ? 2 : 1);
-}
-/* --- end of wcwidth.c excerpt --- */
-#endif
-
 /*
  * Wrapper around access(2) because it says root can execute everything
  * on some operating systems. Does not set errno, no user needs it. Use
@@ -932,3 +855,285 @@ ksh_access(const char *fn, int mode)
 
        return (rv);
 }
+
+#ifndef MIRBSD_BOOTFLOPPY
+/* From: X11/xc/programs/xterm/wcwidth.c,v 1.8 2014/06/24 19:53:53 tg Exp $ */
+
+struct mb_ucsrange {
+       unsigned short beg;
+       unsigned short end;
+};
+
+static int mb_ucsbsearch(const struct mb_ucsrange arr[], size_t elems,
+    unsigned int val) MKSH_A_PURE;
+
+/*
+ * Generated by MirOS: contrib/code/Snippets/eawparse,v 1.2 2013/11/30 13:45:17 tg Exp $
+ * from the Unicode Character Database, Version 7.0.0
+ */
+
+static const struct mb_ucsrange mb_ucs_combining[] = {
+       { 0x0300, 0x036F },
+       { 0x0483, 0x0489 },
+       { 0x0591, 0x05BD },
+       { 0x05BF, 0x05BF },
+       { 0x05C1, 0x05C2 },
+       { 0x05C4, 0x05C5 },
+       { 0x05C7, 0x05C7 },
+       { 0x0600, 0x0605 },
+       { 0x0610, 0x061A },
+       { 0x061C, 0x061C },
+       { 0x064B, 0x065F },
+       { 0x0670, 0x0670 },
+       { 0x06D6, 0x06DD },
+       { 0x06DF, 0x06E4 },
+       { 0x06E7, 0x06E8 },
+       { 0x06EA, 0x06ED },
+       { 0x070F, 0x070F },
+       { 0x0711, 0x0711 },
+       { 0x0730, 0x074A },
+       { 0x07A6, 0x07B0 },
+       { 0x07EB, 0x07F3 },
+       { 0x0816, 0x0819 },
+       { 0x081B, 0x0823 },
+       { 0x0825, 0x0827 },
+       { 0x0829, 0x082D },
+       { 0x0859, 0x085B },
+       { 0x08E4, 0x0902 },
+       { 0x093A, 0x093A },
+       { 0x093C, 0x093C },
+       { 0x0941, 0x0948 },
+       { 0x094D, 0x094D },
+       { 0x0951, 0x0957 },
+       { 0x0962, 0x0963 },
+       { 0x0981, 0x0981 },
+       { 0x09BC, 0x09BC },
+       { 0x09C1, 0x09C4 },
+       { 0x09CD, 0x09CD },
+       { 0x09E2, 0x09E3 },
+       { 0x0A01, 0x0A02 },
+       { 0x0A3C, 0x0A3C },
+       { 0x0A41, 0x0A42 },
+       { 0x0A47, 0x0A48 },
+       { 0x0A4B, 0x0A4D },
+       { 0x0A51, 0x0A51 },
+       { 0x0A70, 0x0A71 },
+       { 0x0A75, 0x0A75 },
+       { 0x0A81, 0x0A82 },
+       { 0x0ABC, 0x0ABC },
+       { 0x0AC1, 0x0AC5 },
+       { 0x0AC7, 0x0AC8 },
+       { 0x0ACD, 0x0ACD },
+       { 0x0AE2, 0x0AE3 },
+       { 0x0B01, 0x0B01 },
+       { 0x0B3C, 0x0B3C },
+       { 0x0B3F, 0x0B3F },
+       { 0x0B41, 0x0B44 },
+       { 0x0B4D, 0x0B4D },
+       { 0x0B56, 0x0B56 },
+       { 0x0B62, 0x0B63 },
+       { 0x0B82, 0x0B82 },
+       { 0x0BC0, 0x0BC0 },
+       { 0x0BCD, 0x0BCD },
+       { 0x0C00, 0x0C00 },
+       { 0x0C3E, 0x0C40 },
+       { 0x0C46, 0x0C48 },
+       { 0x0C4A, 0x0C4D },
+       { 0x0C55, 0x0C56 },
+       { 0x0C62, 0x0C63 },
+       { 0x0C81, 0x0C81 },
+       { 0x0CBC, 0x0CBC },
+       { 0x0CBF, 0x0CBF },
+       { 0x0CC6, 0x0CC6 },
+       { 0x0CCC, 0x0CCD },
+       { 0x0CE2, 0x0CE3 },
+       { 0x0D01, 0x0D01 },
+       { 0x0D41, 0x0D44 },
+       { 0x0D4D, 0x0D4D },
+       { 0x0D62, 0x0D63 },
+       { 0x0DCA, 0x0DCA },
+       { 0x0DD2, 0x0DD4 },
+       { 0x0DD6, 0x0DD6 },
+       { 0x0E31, 0x0E31 },
+       { 0x0E34, 0x0E3A },
+       { 0x0E47, 0x0E4E },
+       { 0x0EB1, 0x0EB1 },
+       { 0x0EB4, 0x0EB9 },
+       { 0x0EBB, 0x0EBC },
+       { 0x0EC8, 0x0ECD },
+       { 0x0F18, 0x0F19 },
+       { 0x0F35, 0x0F35 },
+       { 0x0F37, 0x0F37 },
+       { 0x0F39, 0x0F39 },
+       { 0x0F71, 0x0F7E },
+       { 0x0F80, 0x0F84 },
+       { 0x0F86, 0x0F87 },
+       { 0x0F8D, 0x0F97 },
+       { 0x0F99, 0x0FBC },
+       { 0x0FC6, 0x0FC6 },
+       { 0x102D, 0x1030 },
+       { 0x1032, 0x1037 },
+       { 0x1039, 0x103A },
+       { 0x103D, 0x103E },
+       { 0x1058, 0x1059 },
+       { 0x105E, 0x1060 },
+       { 0x1071, 0x1074 },
+       { 0x1082, 0x1082 },
+       { 0x1085, 0x1086 },
+       { 0x108D, 0x108D },
+       { 0x109D, 0x109D },
+       { 0x1160, 0x11FF },
+       { 0x135D, 0x135F },
+       { 0x1712, 0x1714 },
+       { 0x1732, 0x1734 },
+       { 0x1752, 0x1753 },
+       { 0x1772, 0x1773 },
+       { 0x17B4, 0x17B5 },
+       { 0x17B7, 0x17BD },
+       { 0x17C6, 0x17C6 },
+       { 0x17C9, 0x17D3 },
+       { 0x17DD, 0x17DD },
+       { 0x180B, 0x180E },
+       { 0x18A9, 0x18A9 },
+       { 0x1920, 0x1922 },
+       { 0x1927, 0x1928 },
+       { 0x1932, 0x1932 },
+       { 0x1939, 0x193B },
+       { 0x1A17, 0x1A18 },
+       { 0x1A1B, 0x1A1B },
+       { 0x1A56, 0x1A56 },
+       { 0x1A58, 0x1A5E },
+       { 0x1A60, 0x1A60 },
+       { 0x1A62, 0x1A62 },
+       { 0x1A65, 0x1A6C },
+       { 0x1A73, 0x1A7C },
+       { 0x1A7F, 0x1A7F },
+       { 0x1AB0, 0x1ABE },
+       { 0x1B00, 0x1B03 },
+       { 0x1B34, 0x1B34 },
+       { 0x1B36, 0x1B3A },
+       { 0x1B3C, 0x1B3C },
+       { 0x1B42, 0x1B42 },
+       { 0x1B6B, 0x1B73 },
+       { 0x1B80, 0x1B81 },
+       { 0x1BA2, 0x1BA5 },
+       { 0x1BA8, 0x1BA9 },
+       { 0x1BAB, 0x1BAD },
+       { 0x1BE6, 0x1BE6 },
+       { 0x1BE8, 0x1BE9 },
+       { 0x1BED, 0x1BED },
+       { 0x1BEF, 0x1BF1 },
+       { 0x1C2C, 0x1C33 },
+       { 0x1C36, 0x1C37 },
+       { 0x1CD0, 0x1CD2 },
+       { 0x1CD4, 0x1CE0 },
+       { 0x1CE2, 0x1CE8 },
+       { 0x1CED, 0x1CED },
+       { 0x1CF4, 0x1CF4 },
+       { 0x1CF8, 0x1CF9 },
+       { 0x1DC0, 0x1DF5 },
+       { 0x1DFC, 0x1DFF },
+       { 0x200B, 0x200F },
+       { 0x202A, 0x202E },
+       { 0x2060, 0x2064 },
+       { 0x2066, 0x206F },
+       { 0x20D0, 0x20F0 },
+       { 0x2CEF, 0x2CF1 },
+       { 0x2D7F, 0x2D7F },
+       { 0x2DE0, 0x2DFF },
+       { 0x302A, 0x302D },
+       { 0x3099, 0x309A },
+       { 0xA66F, 0xA672 },
+       { 0xA674, 0xA67D },
+       { 0xA69F, 0xA69F },
+       { 0xA6F0, 0xA6F1 },
+       { 0xA802, 0xA802 },
+       { 0xA806, 0xA806 },
+       { 0xA80B, 0xA80B },
+       { 0xA825, 0xA826 },
+       { 0xA8C4, 0xA8C4 },
+       { 0xA8E0, 0xA8F1 },
+       { 0xA926, 0xA92D },
+       { 0xA947, 0xA951 },
+       { 0xA980, 0xA982 },
+       { 0xA9B3, 0xA9B3 },
+       { 0xA9B6, 0xA9B9 },
+       { 0xA9BC, 0xA9BC },
+       { 0xA9E5, 0xA9E5 },
+       { 0xAA29, 0xAA2E },
+       { 0xAA31, 0xAA32 },
+       { 0xAA35, 0xAA36 },
+       { 0xAA43, 0xAA43 },
+       { 0xAA4C, 0xAA4C },
+       { 0xAA7C, 0xAA7C },
+       { 0xAAB0, 0xAAB0 },
+       { 0xAAB2, 0xAAB4 },
+       { 0xAAB7, 0xAAB8 },
+       { 0xAABE, 0xAABF },
+       { 0xAAC1, 0xAAC1 },
+       { 0xAAEC, 0xAAED },
+       { 0xAAF6, 0xAAF6 },
+       { 0xABE5, 0xABE5 },
+       { 0xABE8, 0xABE8 },
+       { 0xABED, 0xABED },
+       { 0xFB1E, 0xFB1E },
+       { 0xFE00, 0xFE0F },
+       { 0xFE20, 0xFE2D },
+       { 0xFEFF, 0xFEFF },
+       { 0xFFF9, 0xFFFB }
+};
+
+static const struct mb_ucsrange mb_ucs_fullwidth[] = {
+       { 0x1100, 0x115F },
+       { 0x2329, 0x232A },
+       { 0x2E80, 0x303E },
+       { 0x3040, 0xA4CF },
+       { 0xA960, 0xA97F },
+       { 0xAC00, 0xD7A3 },
+       { 0xF900, 0xFAFF },
+       { 0xFE10, 0xFE19 },
+       { 0xFE30, 0xFE6F },
+       { 0xFF00, 0xFF60 },
+       { 0xFFE0, 0xFFE6 }
+};
+
+/* simple binary search in ranges, with bounds optimisation */
+static int
+mb_ucsbsearch(const struct mb_ucsrange arr[], size_t elems, unsigned int val)
+{
+       size_t min = 0, mid, max = elems;
+
+       if (val < arr[min].beg || val > arr[max - 1].end)
+               return (0);
+
+       while (min < max) {
+               mid = (min + max) / 2;
+
+               if (val < arr[mid].beg)
+                       max = mid;
+               else if (val > arr[mid].end)
+                       min = mid + 1;
+               else
+                       return (1);
+       }
+       return (0);
+}
+
+/* Unix column width of a wide character (Unicode code point, really) */
+int
+utf_wcwidth(unsigned int wc)
+{
+       /* except NUL, C0/C1 control characters and DEL yield -1 */
+       if (wc < 0x20 || (wc >= 0x7F && wc < 0xA0))
+               return (wc ? -1 : 0);
+
+       /* combining characters use 0 screen columns */
+       if (mb_ucsbsearch(mb_ucs_combining, NELEM(mb_ucs_combining), wc))
+               return (0);
+
+       /* all others use 1 or 2 screen columns */
+       if (mb_ucsbsearch(mb_ucs_fullwidth, NELEM(mb_ucs_fullwidth), wc))
+               return (2);
+       return (1);
+}
+#endif