double width character handling. see slap-editor/slap#107.
This commit is contained in:
Christopher Jeffrey
parent
3d424076bd
commit
ecf9e38f55
|
|
@ -264,6 +264,8 @@ The screen on which every other node renders.
|
|||
matter whether the keys are locked.
|
||||
- __dockBorders__ - automatically "dock" borders with other elements instead of
|
||||
overlapping, depending on position (__experimental__). for example:
|
||||
- __doubleWidth__ - allow for rendering of East Asian double-width characters.
|
||||
this is behind an option because it may affect performance negatively.
|
||||
|
||||
These border-overlapped elements:
|
||||
|
||||
|
|
|
|||
|
|
@ -18,6 +18,8 @@ var colors = require('./colors')
|
|||
, program = require('./program')
|
||||
, widget = exports;
|
||||
|
||||
var east_asian_width = require('../vendor/east-asian-width');
|
||||
|
||||
var nextTick = global.setImmediate || process.nextTick.bind(process);
|
||||
|
||||
/**
|
||||
|
|
@ -976,7 +978,8 @@ Screen.prototype.draw = function(start, end) {
|
|||
, attr
|
||||
, fg
|
||||
, bg
|
||||
, flags;
|
||||
, flags
|
||||
, cwid;
|
||||
|
||||
var main = ''
|
||||
, pre
|
||||
|
|
@ -1191,6 +1194,27 @@ Screen.prototype.draw = function(start, end) {
|
|||
}
|
||||
}
|
||||
|
||||
// If we find a double-width char, eat the next character which should be
|
||||
// a space due to parseContent's behavior.
|
||||
if (this.options.doubleWidth && (this.tput.unicode || this.tput.numbers.U8 === 1)) {
|
||||
cwid = east_asian_width.char_width(line[x][1].codePointAt(0));
|
||||
if (cwid === 2) {
|
||||
// Might also need:
|
||||
// `|| line[x + 1][0] !== line[x][0]` for borderless boxes?
|
||||
if (x === line.length - 1 || angles[line[x + 1][1]]) {
|
||||
ch = ' ';
|
||||
o[x][1] = ' ';
|
||||
} else {
|
||||
o[++x][1] = ' ';
|
||||
}
|
||||
} else if (cwid === 0) {
|
||||
// No real way to do this right now:
|
||||
// ch = '';
|
||||
ch = ' ';
|
||||
o[x][1] = ' ';
|
||||
}
|
||||
}
|
||||
|
||||
// Attempt to use ACS for supported characters.
|
||||
// This is not ideal, but it's how ncurses works.
|
||||
// There are a lot of terminals that support ACS
|
||||
|
|
@ -1236,8 +1260,6 @@ Screen.prototype.draw = function(start, end) {
|
|||
}
|
||||
}
|
||||
|
||||
// if (wideChars.test(ch)) x++;
|
||||
|
||||
out += ch;
|
||||
attr = data;
|
||||
}
|
||||
|
|
@ -2297,8 +2319,21 @@ Element.prototype.parseContent = function(noTags) {
|
|||
.replace(/[\x00-\x08\x0b-\x0c\x0e-\x1a\x1c-\x1f\x7f]/g, '')
|
||||
.replace(/\x1b(?!\[[\d;]*m)/g, '')
|
||||
.replace(/\r\n|\r/g, '\n')
|
||||
.replace(/\t/g, this.screen.tabc)
|
||||
.replace(wideChars, '?');
|
||||
.replace(/\t/g, this.screen.tabc);
|
||||
|
||||
if (this.screen.options.doubleWidth
|
||||
&& (this.screen.tput.unicode
|
||||
|| this.screen.tput.numbers.U8 === 1)) {
|
||||
// double-width chars will eat the next char after render - create a
|
||||
// blank character after it so it doesn't eat the real next char
|
||||
content = content.replace(wideChars, '$1 ');
|
||||
} else {
|
||||
// no double-width. replace double-width chars with question-marks.
|
||||
// NOTE: could use two chars: '? ' depending on what is intended.
|
||||
// if we did, we could remove the unicode checks above in this if
|
||||
// statement.
|
||||
content = content.replace(wideChars, '?');
|
||||
}
|
||||
|
||||
if (!noTags) {
|
||||
content = this._parseTags(content);
|
||||
|
|
@ -2327,6 +2362,7 @@ Element.prototype.parseContent = function(noTags) {
|
|||
};
|
||||
|
||||
Element.prototype.textLength = function(text) {
|
||||
// return east_asian_width.str_width(text);
|
||||
if (!this.parseTags) return text.length;
|
||||
return text
|
||||
.replace(/{(\/?)([\w\-,;!#]*)}/g, '')
|
||||
|
|
@ -3943,12 +3979,6 @@ Element.prototype.render = function() {
|
|||
lines[y].dirty = true;
|
||||
}
|
||||
}
|
||||
|
||||
// if (wideChars.test(ch)) {
|
||||
// x++;
|
||||
// lines[y][x][0] = attr;
|
||||
// lines[y][x][1] = bch;
|
||||
// }
|
||||
}
|
||||
}
|
||||
|
||||
|
|
@ -8562,14 +8592,21 @@ function hsort(obj) {
|
|||
}
|
||||
|
||||
var wideChars = new RegExp('(['
|
||||
+ '\\uff01-\\uffbe'
|
||||
+ '\\uffc2-\\uffc7'
|
||||
+ '\\uffca-\\uffcf'
|
||||
+ '\\uffd2-\\uffd7'
|
||||
+ '\\uffda-\\uffdc'
|
||||
+ '\\u1100-\\u115f' /* Hangul Jamo init. consonants */
|
||||
+ '\\u2329\\u232a'
|
||||
+ '\\u2e80-\\u303e\\u3040-\\ua4cf' /* CJK ... Yi */
|
||||
+ '\\uac00-\\ud7a3' /* Hangul Syllables */
|
||||
+ '\\uf900-\\ufaff' /* CJK Compatibility Ideographs */
|
||||
+ '\\ufe10-\\ufe19' /* Vertical forms */
|
||||
+ '\\ufe30-\\ufe6f' /* CJK Compatibility Forms */
|
||||
+ '\\uff00-\\uff60' /* Fullwidth Forms */
|
||||
+ '\\uffe0-\\uffe6'
|
||||
+ '\\uffe8-\\uffee'
|
||||
+ '])', 'g');
|
||||
// XXX Cannot implement these in a regex. Not perfect, but the layout will
|
||||
// still not be negatively affected by double-width chars in this range,
|
||||
// however, the next char on the screen will be eaten.
|
||||
// + '\\u20000-\\u2fffd'
|
||||
// + '\\u30000-\\u3fffd'
|
||||
+ '])', 'g');
|
||||
|
||||
function findFile(start, target) {
|
||||
return (function read(dir) {
|
||||
|
|
|
|||
|
|
@ -0,0 +1,89 @@
|
|||
var blessed = require('../')
|
||||
, screen;
|
||||
|
||||
screen = blessed.screen({
|
||||
dump: __dirname + '/logs/eaw.log',
|
||||
smartCSR: true,
|
||||
dockBorders: true,
|
||||
doubleWidth: true
|
||||
});
|
||||
|
||||
var DW = '杜';
|
||||
|
||||
// At cols=44, the bug that is avoided by this occurs:
|
||||
// || angles[line[x + 1][1]]) {
|
||||
|
||||
var lorem = 'Non eram nescius Brute cum quae summis ingeniis exquisitaque'
|
||||
+ ' doctrina philosophi Graeco sermone tractavissent ea Latinis litteris mandaremus'
|
||||
+ ' fore ut hic noster labor in varias reprehensiones incurreret nam quibusdam et'
|
||||
+ ' iis quidem non admodum indoctis totum hoc displicet philosophari quidam autem'
|
||||
+ ' non tam id reprehendunt si remissius agatur sed tantum studium tamque multam'
|
||||
+ ' operam ponendam in eo non arbitrantur erunt etiam et ii quidem eruditi Graecis'
|
||||
+ ' litteris contemnentes Latinas qui se dicant in Graecis legendis operam malle'
|
||||
+ ' consumere postremo aliquos futuros suspicor qui me ad alias litteras vocent'
|
||||
+ ' genus hoc scribendi etsi sit elegans personae tamen et dignitatis esse negent'
|
||||
+ ' Contra quos omnis dicendum breviter existimo Quamquam philosophiae quidem'
|
||||
+ ' vituperatoribus satis responsum est eo libro quo a nobis philosophia defensa et'
|
||||
+ ' collaudata est cum esset accusata et vituperata ab Hortensio qui liber cum et'
|
||||
+ ' tibi probatus videretur et iis quos ego posse iudicare arbitrarer plura suscepi'
|
||||
+ ' veritus ne movere hominum studia viderer retinere non posse Qui autem si maxime'
|
||||
+ ' hoc placeat moderatius tamen id volunt fieri difficilem quandam temperantiam'
|
||||
+ ' postulant in eo quod semel admissum coerceri reprimique non potest ut'
|
||||
+ ' propemodum iustioribus utamur illis qui omnino avocent a philosophia quam his'
|
||||
+ ' qui rebus infinitis modum constituant in reque eo meliore quo maior sit'
|
||||
+ ' mediocritatem desiderent Sive enim ad sapientiam perveniri potest non paranda'
|
||||
+ ' nobis solum ea sed fruenda etiam sapientia est sive hoc difficile est tamen nec'
|
||||
+ ' modus est ullus investigandi veri nisi inveneris et quaerendi defatigatio'
|
||||
+ ' turpis est cum id quod quaeritur sit pulcherrimum etenim si delectamur cum'
|
||||
+ ' scribimus quis est tam invidus qui ab eo nos abducat sin laboramus quis est qui'
|
||||
+ ' alienae modum statuat industriae nam ut Terentianus Chremes non inhumanus qui'
|
||||
+ ' novum vicinum non vult fodere aut arare aut aliquid ferre denique non enim'
|
||||
+ ' illum ab industria sed ab inliberali labore deterret sic isti curiosi quos'
|
||||
+ ' offendit noster minime nobis iniucundus labor Iis igitur est difficilius satis'
|
||||
+ ' facere qui se Latina scripta dicunt contemnere in quibus hoc primum est in quo'
|
||||
+ ' admirer cur in gravissimis rebus non delectet eos sermo patrius cum idem'
|
||||
+ ' fabellas Latinas ad verbum e Graecis expressas non inviti legant quis enim tam'
|
||||
+ ' inimicus paene nomini Romano est qui Ennii Medeam aut Antiopam Pacuvii spernat'
|
||||
+ ' aut reiciat quod se isdem Euripidis fabulis delectari dicat Latinas litteras'
|
||||
+ ' oderit Quid si nos non interpretum fungimur munere sed tuemur ea quae dicta'
|
||||
+ ' sunt ab iis quos probamus eisque nostrum iudicium et nostrum scribendi ordinem'
|
||||
+ ' adiungimus quid habent cur Graeca anteponant iis quae et splendide dicta sint'
|
||||
+ ' neque sint conversa de Graecis nam si dicent ab illis has res esse tractatas ne'
|
||||
+ ' ipsos quidem Graecos est cur tam multos legant quam legendi sunt quid enim est'
|
||||
+ ' a Chrysippo praetermissum in Stoicis legimus tamen Diogenem Antipatrum'
|
||||
+ ' Mnesarchum Panaetium multos alios in primisque familiarem nostrum Posidonium'
|
||||
+ ' quid Theophrastus mediocriterne delectat cum tractat locos ab Aristotele ante'
|
||||
+ ' tractatos quid Epicurei num desistunt de isdem de quibus et ab Epicuro scriptum'
|
||||
+ ' est et ab antiquis ad arbitrium suum scribere quodsi Graeci leguntur a Graecis'
|
||||
+ ' isdem de rebus alia ratione compositis quid est cur nostri a nostris non'
|
||||
+ ' legantur';
|
||||
|
||||
lorem = lorem.replace(/e/gi, DW);
|
||||
|
||||
var main = blessed.box({
|
||||
parent: screen,
|
||||
left: 'center',
|
||||
top: 'center',
|
||||
width: '50%',
|
||||
height: '50%',
|
||||
style: {
|
||||
bg: 'lightblack'
|
||||
},
|
||||
border: 'line',
|
||||
draggable: true,
|
||||
tags: true,
|
||||
content: '{black-bg}{blue-fg}{bold}' + lorem + '{/}',
|
||||
scrollable: true,
|
||||
alwaysScroll: true,
|
||||
keys: true,
|
||||
vi: true,
|
||||
mouse: true
|
||||
});
|
||||
|
||||
main.focus();
|
||||
|
||||
screen.key('q', function() {
|
||||
return process.exit(0);
|
||||
});
|
||||
|
||||
screen.render();
|
||||
|
|
@ -0,0 +1,387 @@
|
|||
// https://github.com/vangie/east-asian-width
|
||||
|
||||
// Copyright (c) 2015 Vangie Du
|
||||
//
|
||||
// Permission is hereby granted, free of charge, to any person
|
||||
// obtaining a copy of this software and associated documentation
|
||||
// files (the "Software"), to deal in the Software without
|
||||
// restriction, including without limitation the rights to use,
|
||||
// copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
// copies of the Software, and to permit persons to whom the
|
||||
// Software is furnished to do so, subject to the following
|
||||
// conditions:
|
||||
//
|
||||
// The above copyright notice and this permission notice shall be
|
||||
// included in all copies or substantial portions of the Software.
|
||||
//
|
||||
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
|
||||
// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
// NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
|
||||
// HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
||||
// WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
||||
// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
||||
// OTHER DEALINGS IN THE SOFTWARE.
|
||||
|
||||
// require('string.prototype.codepointat');
|
||||
// var utils = require("./code_point_utils.js");
|
||||
|
||||
/*! http://mths.be/codepointat v0.2.0 by @mathias */
|
||||
// https://github.com/mathiasbynens/String.prototype.codePointAt
|
||||
|
||||
// Copyright Mathias Bynens <https://mathiasbynens.be/>
|
||||
//
|
||||
// Permission is hereby granted, free of charge, to any person obtaining
|
||||
// a copy of this software and associated documentation files (the
|
||||
// "Software"), to deal in the Software without restriction, including
|
||||
// without limitation the rights to use, copy, modify, merge, publish,
|
||||
// distribute, sublicense, and/or sell copies of the Software, and to
|
||||
// permit persons to whom the Software is furnished to do so, subject to
|
||||
// the following conditions:
|
||||
//
|
||||
// The above copyright notice and this permission notice shall be
|
||||
// included in all copies or substantial portions of the Software.
|
||||
//
|
||||
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
// NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
||||
// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
||||
// OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
||||
// WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
|
||||
if (!String.prototype.codePointAt) {
|
||||
(function() {
|
||||
'use strict'; // needed to support `apply`/`call` with `undefined`/`null`
|
||||
var defineProperty = (function() {
|
||||
// IE 8 only supports `Object.defineProperty` on DOM elements
|
||||
try {
|
||||
var object = {};
|
||||
var $defineProperty = Object.defineProperty;
|
||||
var result = $defineProperty(object, object, object) && $defineProperty;
|
||||
} catch(error) {}
|
||||
return result;
|
||||
}());
|
||||
var codePointAt = function(position) {
|
||||
if (this == null) {
|
||||
throw TypeError();
|
||||
}
|
||||
var string = String(this);
|
||||
var size = string.length;
|
||||
// `ToInteger`
|
||||
var index = position ? Number(position) : 0;
|
||||
if (index != index) { // better `isNaN`
|
||||
index = 0;
|
||||
}
|
||||
// Account for out-of-bounds indices:
|
||||
if (index < 0 || index >= size) {
|
||||
return undefined;
|
||||
}
|
||||
// Get the first code unit
|
||||
var first = string.charCodeAt(index);
|
||||
var second;
|
||||
if ( // check if it’s the start of a surrogate pair
|
||||
first >= 0xD800 && first <= 0xDBFF && // high surrogate
|
||||
size > index + 1 // there is a next code unit
|
||||
) {
|
||||
second = string.charCodeAt(index + 1);
|
||||
if (second >= 0xDC00 && second <= 0xDFFF) { // low surrogate
|
||||
// http://mathiasbynens.be/notes/javascript-encoding#surrogate-formulae
|
||||
return (first - 0xD800) * 0x400 + second - 0xDC00 + 0x10000;
|
||||
}
|
||||
}
|
||||
return first;
|
||||
};
|
||||
if (defineProperty) {
|
||||
defineProperty(String.prototype, 'codePointAt', {
|
||||
'value': codePointAt,
|
||||
'configurable': true,
|
||||
'writable': true
|
||||
});
|
||||
} else {
|
||||
String.prototype.codePointAt = codePointAt;
|
||||
}
|
||||
}());
|
||||
}
|
||||
|
||||
var utils = (function() {
|
||||
/* sorted list of non-overlapping intervals of non-spacing characters */
|
||||
/* generated by "uniset +cat=Me +cat=Mn +cat=Cf -00AD +1160-11FF +200B c" */
|
||||
var combining = [
|
||||
[ 0x0300, 0x036F ], [ 0x0483, 0x0486 ], [ 0x0488, 0x0489 ],
|
||||
[ 0x0591, 0x05BD ], [ 0x05BF, 0x05BF ], [ 0x05C1, 0x05C2 ],
|
||||
[ 0x05C4, 0x05C5 ], [ 0x05C7, 0x05C7 ], [ 0x0600, 0x0603 ],
|
||||
[ 0x0610, 0x0615 ], [ 0x064B, 0x065E ], [ 0x0670, 0x0670 ],
|
||||
[ 0x06D6, 0x06E4 ], [ 0x06E7, 0x06E8 ], [ 0x06EA, 0x06ED ],
|
||||
[ 0x070F, 0x070F ], [ 0x0711, 0x0711 ], [ 0x0730, 0x074A ],
|
||||
[ 0x07A6, 0x07B0 ], [ 0x07EB, 0x07F3 ], [ 0x0901, 0x0902 ],
|
||||
[ 0x093C, 0x093C ], [ 0x0941, 0x0948 ], [ 0x094D, 0x094D ],
|
||||
[ 0x0951, 0x0954 ], [ 0x0962, 0x0963 ], [ 0x0981, 0x0981 ],
|
||||
[ 0x09BC, 0x09BC ], [ 0x09C1, 0x09C4 ], [ 0x09CD, 0x09CD ],
|
||||
[ 0x09E2, 0x09E3 ], [ 0x0A01, 0x0A02 ], [ 0x0A3C, 0x0A3C ],
|
||||
[ 0x0A41, 0x0A42 ], [ 0x0A47, 0x0A48 ], [ 0x0A4B, 0x0A4D ],
|
||||
[ 0x0A70, 0x0A71 ], [ 0x0A81, 0x0A82 ], [ 0x0ABC, 0x0ABC ],
|
||||
[ 0x0AC1, 0x0AC5 ], [ 0x0AC7, 0x0AC8 ], [ 0x0ACD, 0x0ACD ],
|
||||
[ 0x0AE2, 0x0AE3 ], [ 0x0B01, 0x0B01 ], [ 0x0B3C, 0x0B3C ],
|
||||
[ 0x0B3F, 0x0B3F ], [ 0x0B41, 0x0B43 ], [ 0x0B4D, 0x0B4D ],
|
||||
[ 0x0B56, 0x0B56 ], [ 0x0B82, 0x0B82 ], [ 0x0BC0, 0x0BC0 ],
|
||||
[ 0x0BCD, 0x0BCD ], [ 0x0C3E, 0x0C40 ], [ 0x0C46, 0x0C48 ],
|
||||
[ 0x0C4A, 0x0C4D ], [ 0x0C55, 0x0C56 ], [ 0x0CBC, 0x0CBC ],
|
||||
[ 0x0CBF, 0x0CBF ], [ 0x0CC6, 0x0CC6 ], [ 0x0CCC, 0x0CCD ],
|
||||
[ 0x0CE2, 0x0CE3 ], [ 0x0D41, 0x0D43 ], [ 0x0D4D, 0x0D4D ],
|
||||
[ 0x0DCA, 0x0DCA ], [ 0x0DD2, 0x0DD4 ], [ 0x0DD6, 0x0DD6 ],
|
||||
[ 0x0E31, 0x0E31 ], [ 0x0E34, 0x0E3A ], [ 0x0E47, 0x0E4E ],
|
||||
[ 0x0EB1, 0x0EB1 ], [ 0x0EB4, 0x0EB9 ], [ 0x0EBB, 0x0EBC ],
|
||||
[ 0x0EC8, 0x0ECD ], [ 0x0F18, 0x0F19 ], [ 0x0F35, 0x0F35 ],
|
||||
[ 0x0F37, 0x0F37 ], [ 0x0F39, 0x0F39 ], [ 0x0F71, 0x0F7E ],
|
||||
[ 0x0F80, 0x0F84 ], [ 0x0F86, 0x0F87 ], [ 0x0F90, 0x0F97 ],
|
||||
[ 0x0F99, 0x0FBC ], [ 0x0FC6, 0x0FC6 ], [ 0x102D, 0x1030 ],
|
||||
[ 0x1032, 0x1032 ], [ 0x1036, 0x1037 ], [ 0x1039, 0x1039 ],
|
||||
[ 0x1058, 0x1059 ], [ 0x1160, 0x11FF ], [ 0x135F, 0x135F ],
|
||||
[ 0x1712, 0x1714 ], [ 0x1732, 0x1734 ], [ 0x1752, 0x1753 ],
|
||||
[ 0x1772, 0x1773 ], [ 0x17B4, 0x17B5 ], [ 0x17B7, 0x17BD ],
|
||||
[ 0x17C6, 0x17C6 ], [ 0x17C9, 0x17D3 ], [ 0x17DD, 0x17DD ],
|
||||
[ 0x180B, 0x180D ], [ 0x18A9, 0x18A9 ], [ 0x1920, 0x1922 ],
|
||||
[ 0x1927, 0x1928 ], [ 0x1932, 0x1932 ], [ 0x1939, 0x193B ],
|
||||
[ 0x1A17, 0x1A18 ], [ 0x1B00, 0x1B03 ], [ 0x1B34, 0x1B34 ],
|
||||
[ 0x1B36, 0x1B3A ], [ 0x1B3C, 0x1B3C ], [ 0x1B42, 0x1B42 ],
|
||||
[ 0x1B6B, 0x1B73 ], [ 0x1DC0, 0x1DCA ], [ 0x1DFE, 0x1DFF ],
|
||||
[ 0x200B, 0x200F ], [ 0x202A, 0x202E ], [ 0x2060, 0x2063 ],
|
||||
[ 0x206A, 0x206F ], [ 0x20D0, 0x20EF ], [ 0x302A, 0x302F ],
|
||||
[ 0x3099, 0x309A ], [ 0xA806, 0xA806 ], [ 0xA80B, 0xA80B ],
|
||||
[ 0xA825, 0xA826 ], [ 0xFB1E, 0xFB1E ], [ 0xFE00, 0xFE0F ],
|
||||
[ 0xFE20, 0xFE23 ], [ 0xFEFF, 0xFEFF ], [ 0xFFF9, 0xFFFB ],
|
||||
[ 0x10A01, 0x10A03 ], [ 0x10A05, 0x10A06 ], [ 0x10A0C, 0x10A0F ],
|
||||
[ 0x10A38, 0x10A3A ], [ 0x10A3F, 0x10A3F ], [ 0x1D167, 0x1D169 ],
|
||||
[ 0x1D173, 0x1D182 ], [ 0x1D185, 0x1D18B ], [ 0x1D1AA, 0x1D1AD ],
|
||||
[ 0x1D242, 0x1D244 ], [ 0xE0001, 0xE0001 ], [ 0xE0020, 0xE007F ],
|
||||
[ 0xE0100, 0xE01EF ]
|
||||
];
|
||||
|
||||
/* sorted list of non-overlapping intervals of East Asian Ambiguous
|
||||
* characters, generated by "uniset +WIDTH-A -cat=Me -cat=Mn -cat=Cf c" */
|
||||
var ambiguous = [
|
||||
[ 0x00A1, 0x00A1 ], [ 0x00A4, 0x00A4 ], [ 0x00A7, 0x00A8 ],
|
||||
[ 0x00AA, 0x00AA ], [ 0x00AE, 0x00AE ], [ 0x00B0, 0x00B4 ],
|
||||
[ 0x00B6, 0x00BA ], [ 0x00BC, 0x00BF ], [ 0x00C6, 0x00C6 ],
|
||||
[ 0x00D0, 0x00D0 ], [ 0x00D7, 0x00D8 ], [ 0x00DE, 0x00E1 ],
|
||||
[ 0x00E6, 0x00E6 ], [ 0x00E8, 0x00EA ], [ 0x00EC, 0x00ED ],
|
||||
[ 0x00F0, 0x00F0 ], [ 0x00F2, 0x00F3 ], [ 0x00F7, 0x00FA ],
|
||||
[ 0x00FC, 0x00FC ], [ 0x00FE, 0x00FE ], [ 0x0101, 0x0101 ],
|
||||
[ 0x0111, 0x0111 ], [ 0x0113, 0x0113 ], [ 0x011B, 0x011B ],
|
||||
[ 0x0126, 0x0127 ], [ 0x012B, 0x012B ], [ 0x0131, 0x0133 ],
|
||||
[ 0x0138, 0x0138 ], [ 0x013F, 0x0142 ], [ 0x0144, 0x0144 ],
|
||||
[ 0x0148, 0x014B ], [ 0x014D, 0x014D ], [ 0x0152, 0x0153 ],
|
||||
[ 0x0166, 0x0167 ], [ 0x016B, 0x016B ], [ 0x01CE, 0x01CE ],
|
||||
[ 0x01D0, 0x01D0 ], [ 0x01D2, 0x01D2 ], [ 0x01D4, 0x01D4 ],
|
||||
[ 0x01D6, 0x01D6 ], [ 0x01D8, 0x01D8 ], [ 0x01DA, 0x01DA ],
|
||||
[ 0x01DC, 0x01DC ], [ 0x0251, 0x0251 ], [ 0x0261, 0x0261 ],
|
||||
[ 0x02C4, 0x02C4 ], [ 0x02C7, 0x02C7 ], [ 0x02C9, 0x02CB ],
|
||||
[ 0x02CD, 0x02CD ], [ 0x02D0, 0x02D0 ], [ 0x02D8, 0x02DB ],
|
||||
[ 0x02DD, 0x02DD ], [ 0x02DF, 0x02DF ], [ 0x0391, 0x03A1 ],
|
||||
[ 0x03A3, 0x03A9 ], [ 0x03B1, 0x03C1 ], [ 0x03C3, 0x03C9 ],
|
||||
[ 0x0401, 0x0401 ], [ 0x0410, 0x044F ], [ 0x0451, 0x0451 ],
|
||||
[ 0x2010, 0x2010 ], [ 0x2013, 0x2016 ], [ 0x2018, 0x2019 ],
|
||||
[ 0x201C, 0x201D ], [ 0x2020, 0x2022 ], [ 0x2024, 0x2027 ],
|
||||
[ 0x2030, 0x2030 ], [ 0x2032, 0x2033 ], [ 0x2035, 0x2035 ],
|
||||
[ 0x203B, 0x203B ], [ 0x203E, 0x203E ], [ 0x2074, 0x2074 ],
|
||||
[ 0x207F, 0x207F ], [ 0x2081, 0x2084 ], [ 0x20AC, 0x20AC ],
|
||||
[ 0x2103, 0x2103 ], [ 0x2105, 0x2105 ], [ 0x2109, 0x2109 ],
|
||||
[ 0x2113, 0x2113 ], [ 0x2116, 0x2116 ], [ 0x2121, 0x2122 ],
|
||||
[ 0x2126, 0x2126 ], [ 0x212B, 0x212B ], [ 0x2153, 0x2154 ],
|
||||
[ 0x215B, 0x215E ], [ 0x2160, 0x216B ], [ 0x2170, 0x2179 ],
|
||||
[ 0x2190, 0x2199 ], [ 0x21B8, 0x21B9 ], [ 0x21D2, 0x21D2 ],
|
||||
[ 0x21D4, 0x21D4 ], [ 0x21E7, 0x21E7 ], [ 0x2200, 0x2200 ],
|
||||
[ 0x2202, 0x2203 ], [ 0x2207, 0x2208 ], [ 0x220B, 0x220B ],
|
||||
[ 0x220F, 0x220F ], [ 0x2211, 0x2211 ], [ 0x2215, 0x2215 ],
|
||||
[ 0x221A, 0x221A ], [ 0x221D, 0x2220 ], [ 0x2223, 0x2223 ],
|
||||
[ 0x2225, 0x2225 ], [ 0x2227, 0x222C ], [ 0x222E, 0x222E ],
|
||||
[ 0x2234, 0x2237 ], [ 0x223C, 0x223D ], [ 0x2248, 0x2248 ],
|
||||
[ 0x224C, 0x224C ], [ 0x2252, 0x2252 ], [ 0x2260, 0x2261 ],
|
||||
[ 0x2264, 0x2267 ], [ 0x226A, 0x226B ], [ 0x226E, 0x226F ],
|
||||
[ 0x2282, 0x2283 ], [ 0x2286, 0x2287 ], [ 0x2295, 0x2295 ],
|
||||
[ 0x2299, 0x2299 ], [ 0x22A5, 0x22A5 ], [ 0x22BF, 0x22BF ],
|
||||
[ 0x2312, 0x2312 ], [ 0x2460, 0x24E9 ], [ 0x24EB, 0x254B ],
|
||||
[ 0x2550, 0x2573 ], [ 0x2580, 0x258F ], [ 0x2592, 0x2595 ],
|
||||
[ 0x25A0, 0x25A1 ], [ 0x25A3, 0x25A9 ], [ 0x25B2, 0x25B3 ],
|
||||
[ 0x25B6, 0x25B7 ], [ 0x25BC, 0x25BD ], [ 0x25C0, 0x25C1 ],
|
||||
[ 0x25C6, 0x25C8 ], [ 0x25CB, 0x25CB ], [ 0x25CE, 0x25D1 ],
|
||||
[ 0x25E2, 0x25E5 ], [ 0x25EF, 0x25EF ], [ 0x2605, 0x2606 ],
|
||||
[ 0x2609, 0x2609 ], [ 0x260E, 0x260F ], [ 0x2614, 0x2615 ],
|
||||
[ 0x261C, 0x261C ], [ 0x261E, 0x261E ], [ 0x2640, 0x2640 ],
|
||||
[ 0x2642, 0x2642 ], [ 0x2660, 0x2661 ], [ 0x2663, 0x2665 ],
|
||||
[ 0x2667, 0x266A ], [ 0x266C, 0x266D ], [ 0x266F, 0x266F ],
|
||||
[ 0x273D, 0x273D ], [ 0x2776, 0x277F ], [ 0xE000, 0xF8FF ],
|
||||
[ 0xFFFD, 0xFFFD ], [ 0xF0000, 0xFFFFD ], [ 0x100000, 0x10FFFD ]
|
||||
];
|
||||
|
||||
/* auxiliary function for binary search in interval table */
|
||||
function binary_search(code_point, table){
|
||||
var min = 0, mid, max = table.length - 1;
|
||||
|
||||
if(code_point < table[0][0] || code_point > table[max][1]){
|
||||
return false;
|
||||
}
|
||||
|
||||
while(max >= min) {
|
||||
// integer division
|
||||
mid = ~~((min + max) / 2);
|
||||
if(code_point > table[mid][1]){
|
||||
min = mid + 1;
|
||||
}else if( code_point < table[mid][0]){
|
||||
max = mid - 1;
|
||||
}else{
|
||||
return true;
|
||||
}
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
function is_non_spacing(code_point) {
|
||||
return binary_search(code_point, combining);
|
||||
}
|
||||
|
||||
function is_ambiguous(code_point) {
|
||||
return binary_search(code_point, ambiguous);
|
||||
}
|
||||
|
||||
return {
|
||||
is_non_spacing:is_non_spacing,
|
||||
is_ambiguous:is_ambiguous
|
||||
};
|
||||
})();
|
||||
|
||||
/* The following two functions define the column width of an ISO 10646
|
||||
* character as follows:
|
||||
*
|
||||
* - The null character (U+0000) has a column width of 0.
|
||||
*
|
||||
* - Other C0/C1 control characters and DEL will lead to a return
|
||||
* value of 2.
|
||||
*
|
||||
* - Non-spacing and enclosing combining characters (general
|
||||
* category code Mn or Me in the Unicode database) have a
|
||||
* column width of 0.
|
||||
*
|
||||
* - SOFT HYPHEN (U+00AD) has a column width of 1.
|
||||
*
|
||||
* - Other format characters (general category code Cf in the Unicode
|
||||
* database) and ZERO WIDTH SPACE (U+200B) have a column width of 0.
|
||||
*
|
||||
* - Hangul Jamo medial vowels and final consonants (U+1160-U+11FF)
|
||||
* have a column width of 0.
|
||||
*
|
||||
* - Spacing characters in the East Asian Wide (W) or East Asian
|
||||
* Full-width (F) category as defined in Unicode Technical
|
||||
* Report #11 have a column width of 2.
|
||||
*
|
||||
* - All remaining characters (including all printable
|
||||
* ISO 8859-1 and WGL4 characters, Unicode control characters,
|
||||
* etc.) have a column width of 1.
|
||||
*
|
||||
* This implementation assumes that code_point of characters are encoded
|
||||
* in ISO 10646.
|
||||
*/
|
||||
function char_width(code_point) {
|
||||
|
||||
if (typeof code_point !== 'number') {
|
||||
throw "'code_point' must be type of number!"
|
||||
}
|
||||
|
||||
// null
|
||||
if (code_point === 0) {
|
||||
return 0;
|
||||
}
|
||||
|
||||
// 8-bit control characters
|
||||
if (code_point < 32 || (code_point >= 0x7f && code_point < 0xa0)) {
|
||||
return 2;
|
||||
}
|
||||
|
||||
// binary search in table of non-spacing characters
|
||||
if (utils.is_non_spacing(code_point)) {
|
||||
return 0;
|
||||
}
|
||||
|
||||
// if we arrive here, ucs is not a combining or C0/C1 control character
|
||||
if (code_point >= 0x1100 &&
|
||||
(code_point <= 0x115f || /* Hangul Jamo init. consonants */
|
||||
code_point == 0x2329 || code_point == 0x232a ||
|
||||
(code_point >= 0x2e80 && code_point <= 0xa4cf &&
|
||||
code_point != 0x303f) || /* CJK ... Yi */
|
||||
(code_point >= 0xac00 && code_point <= 0xd7a3) || /* Hangul Syllables */
|
||||
(code_point >= 0xf900 && code_point <= 0xfaff) || /* CJK Compatibility Ideographs */
|
||||
(code_point >= 0xfe10 && code_point <= 0xfe19) || /* Vertical forms */
|
||||
(code_point >= 0xfe30 && code_point <= 0xfe6f) || /* CJK Compatibility Forms */
|
||||
(code_point >= 0xff00 && code_point <= 0xff60) || /* Fullwidth Forms */
|
||||
(code_point >= 0xffe0 && code_point <= 0xffe6) ||
|
||||
(code_point >= 0x20000 && code_point <= 0x2fffd) ||
|
||||
(code_point >= 0x30000 && code_point <= 0x3fffd))) {
|
||||
return 2;
|
||||
}
|
||||
|
||||
return 1;
|
||||
|
||||
}
|
||||
|
||||
function str_width(str) {
|
||||
|
||||
if (typeof str !== 'string') {
|
||||
throw "'str' must be type of string!"
|
||||
}
|
||||
|
||||
var i, len = str.length, code_point, width = 0;
|
||||
|
||||
for (i = 0; i < len; i++) {
|
||||
code_point = str.codePointAt(i);
|
||||
width += char_width(code_point);
|
||||
}
|
||||
|
||||
return width;
|
||||
}
|
||||
|
||||
/*
|
||||
* The following functions are the same as cjk_char_width() and
|
||||
* cjk_str_width(), except that spacing characters in the East Asian
|
||||
* Ambiguous (A) category as defined in Unicode Technical Report #11
|
||||
* have a column width of 2. This variant might be useful for users of
|
||||
* CJK legacy encodings who want to migrate to UCS without changing
|
||||
* the traditional terminal character-width behaviour. It is not
|
||||
* otherwise recommended for general use.
|
||||
*/
|
||||
function cjk_char_width(code_point) {
|
||||
|
||||
if (typeof code_point !== 'number') {
|
||||
throw "'code_point' must be type of number!"
|
||||
}
|
||||
|
||||
if (utils.is_ambiguous(code_point)) {
|
||||
return 2;
|
||||
}
|
||||
|
||||
return char_width(code_point);
|
||||
}
|
||||
|
||||
function cjk_str_width(str) {
|
||||
|
||||
if (typeof str !== 'string') {
|
||||
throw "'str' must be type of string!"
|
||||
}
|
||||
|
||||
var i, len = str.length, code_point, width = 0;
|
||||
|
||||
for (i = 0; i < len; i++) {
|
||||
code_point = str.codePointAt(i);
|
||||
width += cjk_char_width(code_point);
|
||||
}
|
||||
|
||||
return width;
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
char_width: char_width,
|
||||
str_width: str_width,
|
||||
cjk_char_width: cjk_char_width,
|
||||
cjk_str_width: cjk_str_width
|
||||
}
|
||||
Loading…
Reference in New Issue