grapheme_splitter_tests.js
2.16 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
const fs = require('fs')
const test = require('tape')
const GraphemeSplitter = require('../index')
function ucs2encode(array) {
return array.map( value => {
let output = '';
if (value > 0xFFFF) {
value -= 0x10000;
output += String.fromCharCode(value >>> 10 & 0x3FF | 0xD800);
value = 0xDC00 | value & 0x3FF;
}
output += String.fromCharCode(value);
return output;
}).join('');
}
function testDataFromLine(line) {
const codePoints = line.split(/\s*[×÷]\s*/).map(c => parseInt(c, 16));
const input = ucs2encode(codePoints);
const expected = line.split(/\s*÷\s*/) .map(sequence => {
const codePoints = sequence.split(/\s*×\s*/).map(c => parseInt(c, 16))
return ucs2encode(codePoints)
});
return { input, expected };
}
const testData = fs.readFileSync('tests/GraphemeBreakTest.txt', 'utf-8')
.split('\n')
.filter(line =>
line != null && line.length > 0 && !line.startsWith('#'))
.map(line => line.split('#')[0])
.map(testDataFromLine);
// ---------------------------------------------------------------------------
// Test cases
// ---------------------------------------------------------------------------
test('splitGraphemes returns properly split list from string', t => {
const splitter = new GraphemeSplitter();
t.plan(testData.length);
testData.forEach( ({ input, expected }) => {
const result = splitter.splitGraphemes(input);
t.deepLooseEqual(result, expected);
});
t.end();
});
test('iterateGraphemes returns properly split iterator from string', t => {
const splitter = new GraphemeSplitter();
t.plan(testData.length);
testData.forEach( ({ input, expected }) => {
const result = splitter.iterateGraphemes(input);
t.deepLooseEqual([...result], expected);
});
t.end();
});
test('countGraphemes returns the correct number of graphemes in string', t => {
const splitter = new GraphemeSplitter();
t.plan(testData.length);
testData.forEach( ({ input, expected }) => {
const result = splitter.countGraphemes(input);
t.equal(result, expected.length);
});
t.end();
});