yomichan/test/test-japanese.js

881 lines
28 KiB
JavaScript
Raw Normal View History

2020-03-14 21:48:40 +00:00
/*
* Copyright (C) 2020-2021 Yomichan Authors
2020-03-14 21:48:40 +00:00
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
const assert = require('assert');
const {testMain} = require('../dev/util');
const {VM} = require('../dev/vm');
2020-03-14 21:48:40 +00:00
const vm = new VM();
vm.execute([
2021-02-14 02:28:47 +00:00
'lib/wanakana.min.js',
Move mixed/js (#1383) * Move mixed/js/core.js to js/core.js * Move mixed/js/yomichan.js to js/yomichan.js * Move mixed/js/timer.js to js/debug/timer.js * Move mixed/js/hotkey-handler.js to js/input/hotkey-handler.js * Move mixed/js/hotkey-help-controller.js to js/input/hotkey-help-controller.js * Move mixed/js/hotkey-util.js to js/input/hotkey-util.js * Move mixed/js/audio-system.js to js/input/audio-system.js * Move mixed/js/media-loader.js to js/input/media-loader.js * Move mixed/js/text-to-speech-audio.js to js/input/text-to-speech-audio.js * Move mixed/js/comm.js to js/comm/cross-frame-api.js * Move mixed/js/api.js to js/comm/api.js * Move mixed/js/frame-client.js to js/comm/frame-client.js * Move mixed/js/frame-endpoint.js to js/comm/frame-endpoint.js * Move mixed/js/display.js to js/display/display.js * Move mixed/js/display-audio.js to js/display/display-audio.js * Move mixed/js/display-generator.js to js/display/display-generator.js * Move mixed/js/display-history.js to js/display/display-history.js * Move mixed/js/display-notification.js to js/display/display-notification.js * Move mixed/js/display-profile-selection.js to js/display/display-profile-selection.js * Move mixed/js/japanese.js to js/language/japanese-util.js * Move mixed/js/dictionary-data-util.js to js/language/dictionary-data-util.js * Move mixed/js/document-focus-controller.js to js/dom/document-focus-controller.js * Move mixed/js/document-util.js to js/dom/document-util.js * Move mixed/js/dom-data-binder.js to js/dom/dom-data-binder.js * Move mixed/js/html-template-collection.js to js/dom/html-template-collection.js * Move mixed/js/panel-element.js to js/dom/panel-element.js * Move mixed/js/popup-menu.js to js/dom/popup-menu.js * Move mixed/js/selector-observer.js to js/dom/selector-observer.js * Move mixed/js/scroll.js to js/dom/window-scroll.js * Move mixed/js/text-scanner.js to js/language/text-scanner.js * Move mixed/js/cache-map.js to js/general/cache-map.js * Move mixed/js/object-property-accessor.js to js/general/object-property-accessor.js * Move mixed/js/task-accumulator.js to js/general/task-accumulator.js * Move mixed/js/environment.js to js/background/environment.js * Move mixed/js/dynamic-loader.js to js/scripting/dynamic-loader.js * Move mixed/js/dynamic-loader-sentinel.js to js/scripting/dynamic-loader-sentinel.js
2021-02-14 03:52:28 +00:00
'js/language/japanese-util.js',
Move bg/js (#1387) * Move bg/js/anki.js to js/comm/anki.js * Move bg/js/mecab.js to js/comm/mecab.js * Move bg/js/search-main.js to js/display/search-main.js * Move bg/js/template-patcher.js to js/templates/template-patcher.js * Move bg/js/template-renderer-frame-api.js to js/templates/template-renderer-frame-api.js * Move bg/js/template-renderer-frame-main.js to js/templates/template-renderer-frame-main.js * Move bg/js/template-renderer-proxy.js to js/templates/template-renderer-proxy.js * Move bg/js/template-renderer.js to js/templates/template-renderer.js * Move bg/js/media-utility.js to js/media/media-utility.js * Move bg/js/native-simple-dom-parser.js to js/dom/native-simple-dom-parser.js * Move bg/js/simple-dom-parser.js to js/dom/simple-dom-parser.js * Move bg/js/audio-downloader.js to js/media/audio-downloader.js * Move bg/js/deinflector.js to js/language/deinflector.js * Move bg/js/backend.js to js/background/backend.js * Move bg/js/translator.js to js/language/translator.js * Move bg/js/search-display-controller.js to js/display/search-display-controller.js * Move bg/js/request-builder.js to js/background/request-builder.js * Move bg/js/text-source-map.js to js/general/text-source-map.js * Move bg/js/clipboard-reader.js to js/comm/clipboard-reader.js * Move bg/js/clipboard-monitor.js to js/comm/clipboard-monitor.js * Move bg/js/query-parser.js to js/display/query-parser.js * Move bg/js/profile-conditions.js to js/background/profile-conditions.js * Move bg/js/dictionary-database.js to js/language/dictionary-database.js * Move bg/js/dictionary-importer.js to js/language/dictionary-importer.js * Move bg/js/anki-note-builder.js to js/data/anki-note-builder.js * Move bg/js/anki-note-data.js to js/data/anki-note-data.js * Move bg/js/database.js to js/data/database.js * Move bg/js/json-schema.js to js/data/json-schema.js * Move bg/js/options.js to js/data/options-util.js * Move bg/js/background-main.js to js/background/background-main.js * Move bg/js/permissions-util.js to js/data/permissions-util.js * Move bg/js/context-main.js to js/pages/action-popup-main.js * Move bg/js/generic-page-main.js to js/pages/generic-page-main.js * Move bg/js/info-main.js to js/pages/info-main.js * Move bg/js/permissions-main.js to js/pages/permissions-main.js * Move bg/js/welcome-main.js to js/pages/welcome-main.js
2021-02-14 16:19:54 +00:00
'js/general/text-source-map.js'
2020-03-14 21:48:40 +00:00
]);
const [JapaneseUtil, TextSourceMap, wanakana] = vm.get(['JapaneseUtil', 'TextSourceMap', 'wanakana']);
const jp = new JapaneseUtil(wanakana);
2020-03-14 21:48:40 +00:00
function testIsCodePointKanji() {
const data = [
['力方', true],
['\u53f1\u{20b9f}', true],
['かたカタ々kata、。,.?', false]
];
for (const [characters, expected] of data) {
for (const character of characters) {
const codePoint = character.codePointAt(0);
const actual = jp.isCodePointKanji(codePoint);
assert.strictEqual(actual, expected, `isCodePointKanji failed for ${character} (\\u{${codePoint.toString(16)}})`);
}
}
}
function testIsCodePointKana() {
const data = [
['かたカタ', true],
['力方々kata、。,.?', false],
['\u53f1\u{20b9f}', false]
];
for (const [characters, expected] of data) {
for (const character of characters) {
const codePoint = character.codePointAt(0);
const actual = jp.isCodePointKana(codePoint);
assert.strictEqual(actual, expected, `isCodePointKana failed for ${character} (\\u{${codePoint.toString(16)}})`);
}
}
}
function testIsCodePointJapanese() {
const data = [
['かたカタ力方々、。?', true],
['\u53f1\u{20b9f}', true],
['kata,.?', false]
];
for (const [characters, expected] of data) {
for (const character of characters) {
const codePoint = character.codePointAt(0);
const actual = jp.isCodePointJapanese(codePoint);
assert.strictEqual(actual, expected, `isCodePointJapanese failed for ${character} (\\u{${codePoint.toString(16)}})`);
}
}
}
function testIsStringEntirelyKana() {
const data = [
['かたかな', true],
['カタカナ', true],
['ひらがな', true],
['ヒラガナ', true],
['カタカナひらがな', true],
['かたカタ力方々、。?', false],
['\u53f1\u{20b9f}', false],
['kata,.?', false],
['かたカタ力方々、。invalid', false],
['\u53f1\u{20b9f}invalid', false],
['kata,.?かた', false]
];
for (const [string, expected] of data) {
assert.strictEqual(jp.isStringEntirelyKana(string), expected);
}
}
function testIsStringPartiallyJapanese() {
const data = [
['かたかな', true],
['カタカナ', true],
['ひらがな', true],
['ヒラガナ', true],
['カタカナひらがな', true],
['かたカタ力方々、。?', true],
['\u53f1\u{20b9f}', true],
['kata,.?', false],
['かたカタ力方々、。invalid', true],
['\u53f1\u{20b9f}invalid', true],
['kata,.?かた', true]
];
for (const [string, expected] of data) {
assert.strictEqual(jp.isStringPartiallyJapanese(string), expected);
}
}
function testConvertKatakanaToHiragana() {
const data = [
['かたかな', 'かたかな'],
['ひらがな', 'ひらがな'],
['カタカナ', 'かたかな'],
['ヒラガナ', 'ひらがな'],
['カタカナかたかな', 'かたかなかたかな'],
['ヒラガナひらがな', 'ひらがなひらがな'],
['chikaraちからチカラ力', 'chikaraちからちから力'],
['katakana', 'katakana'],
['hiragana', 'hiragana']
];
for (const [string, expected] of data) {
assert.strictEqual(jp.convertKatakanaToHiragana(string), expected);
}
}
function testConvertHiraganaToKatakana() {
const data = [
['かたかな', 'カタカナ'],
['ひらがな', 'ヒラガナ'],
['カタカナ', 'カタカナ'],
['ヒラガナ', 'ヒラガナ'],
['カタカナかたかな', 'カタカナカタカナ'],
['ヒラガナひらがな', 'ヒラガナヒラガナ'],
['chikaraちからチカラ力', 'chikaraチカラチカラ力'],
['katakana', 'katakana'],
['hiragana', 'hiragana']
];
for (const [string, expected] of data) {
assert.strictEqual(jp.convertHiraganaToKatakana(string), expected);
}
}
function testConvertToRomaji() {
const data = [
['かたかな', 'katakana'],
['ひらがな', 'hiragana'],
['カタカナ', 'katakana'],
['ヒラガナ', 'hiragana'],
['カタカナかたかな', 'katakanakatakana'],
['ヒラガナひらがな', 'hiraganahiragana'],
['chikaraちからチカラ力', 'chikarachikarachikara力'],
['katakana', 'katakana'],
['hiragana', 'hiragana']
];
for (const [string, expected] of data) {
assert.strictEqual(jp.convertToRomaji(string), expected);
}
}
function testConvertReading() {
const data = [
[['アリガトウ', 'アリガトウ', 'hiragana'], 'ありがとう'],
[['アリガトウ', 'アリガトウ', 'katakana'], 'アリガトウ'],
[['アリガトウ', 'アリガトウ', 'romaji'], 'arigatou'],
[['アリガトウ', 'アリガトウ', 'none'], ''],
2020-03-14 21:48:40 +00:00
[['アリガトウ', 'アリガトウ', 'default'], 'アリガトウ'],
[['ありがとう', 'ありがとう', 'hiragana'], 'ありがとう'],
[['ありがとう', 'ありがとう', 'katakana'], 'アリガトウ'],
[['ありがとう', 'ありがとう', 'romaji'], 'arigatou'],
[['ありがとう', 'ありがとう', 'none'], ''],
2020-03-14 21:48:40 +00:00
[['ありがとう', 'ありがとう', 'default'], 'ありがとう'],
[['有り難う', 'ありがとう', 'hiragana'], 'ありがとう'],
[['有り難う', 'ありがとう', 'katakana'], 'アリガトウ'],
[['有り難う', 'ありがとう', 'romaji'], 'arigatou'],
[['有り難う', 'ありがとう', 'none'], ''],
2020-03-21 18:12:22 +00:00
[['有り難う', 'ありがとう', 'default'], 'ありがとう'],
// Cases with falsy readings
[['ありがとう', '', 'hiragana'], ''],
[['ありがとう', '', 'katakana'], ''],
[['ありがとう', '', 'romaji'], 'arigatou'],
[['ありがとう', '', 'none'], ''],
2020-03-21 18:12:22 +00:00
[['ありがとう', '', 'default'], ''],
// Cases with falsy readings and kanji expressions
[['有り難う', '', 'hiragana'], ''],
[['有り難う', '', 'katakana'], ''],
[['有り難う', '', 'romaji'], ''],
[['有り難う', '', 'none'], ''],
[['有り難う', '', 'default'], '']
2020-03-14 21:48:40 +00:00
];
for (const [[expression, reading, readingMode], expected] of data) {
assert.strictEqual(jp.convertReading(expression, reading, readingMode), expected);
2020-03-14 21:48:40 +00:00
}
}
function testConvertNumericToFullWidth() {
const data = [
['0123456789', ''],
['abcdefghij', 'abcdefghij'],
['カタカナ', 'カタカナ'],
['ひらがな', 'ひらがな']
];
for (const [string, expected] of data) {
assert.strictEqual(jp.convertNumericToFullWidth(string), expected);
}
}
function testConvertHalfWidthKanaToFullWidth() {
const data = [
['0123456789', '0123456789'],
['abcdefghij', 'abcdefghij'],
['カタカナ', 'カタカナ'],
['ひらがな', 'ひらがな'],
['カキ', 'カキ', [1, 1]],
['ガキ', 'ガキ', [2, 1]],
['ニホン', 'ニホン', [1, 1, 1]],
['ニッポン', 'ニッポン', [1, 1, 2, 1]]
];
for (const [string, expected, expectedSourceMapping] of data) {
2020-03-28 21:51:58 +00:00
const sourceMap = new TextSourceMap(string);
2020-03-14 21:48:40 +00:00
const actual1 = jp.convertHalfWidthKanaToFullWidth(string, null);
2020-03-28 21:51:58 +00:00
const actual2 = jp.convertHalfWidthKanaToFullWidth(string, sourceMap);
2020-03-14 21:48:40 +00:00
assert.strictEqual(actual1, expected);
assert.strictEqual(actual2, expected);
2020-03-28 21:51:58 +00:00
if (typeof expectedSourceMapping !== 'undefined') {
assert.ok(sourceMap.equals(new TextSourceMap(string, expectedSourceMapping)));
2020-03-14 21:48:40 +00:00
}
}
}
function testConvertAlphabeticToKana() {
const data = [
['0123456789', '0123456789'],
['abcdefghij', 'あbcでfgひj', [1, 1, 1, 2, 1, 1, 2, 1]],
['ABCDEFGHIJ', 'あbcでfgひj', [1, 1, 1, 2, 1, 1, 2, 1]], // wanakana.toHiragana converts text to lower case
['カタカナ', 'カタカナ'],
['ひらがな', 'ひらがな'],
['chikara', 'ちから', [3, 2, 2]],
['CHIKARA', 'ちから', [3, 2, 2]]
];
for (const [string, expected, expectedSourceMapping] of data) {
2020-03-28 21:51:58 +00:00
const sourceMap = new TextSourceMap(string);
2020-03-14 21:48:40 +00:00
const actual1 = jp.convertAlphabeticToKana(string, null);
2020-03-28 21:51:58 +00:00
const actual2 = jp.convertAlphabeticToKana(string, sourceMap);
2020-03-14 21:48:40 +00:00
assert.strictEqual(actual1, expected);
assert.strictEqual(actual2, expected);
2020-03-28 21:51:58 +00:00
if (typeof expectedSourceMapping !== 'undefined') {
assert.ok(sourceMap.equals(new TextSourceMap(string, expectedSourceMapping)));
2020-03-14 21:48:40 +00:00
}
}
}
function testDistributeFurigana() {
const data = [
[
['有り難う', 'ありがとう'],
[
{text: '有', furigana: 'あ'},
{text: 'り', furigana: ''},
2020-03-14 21:48:40 +00:00
{text: '難', furigana: 'がと'},
{text: 'う', furigana: ''}
2020-03-14 21:48:40 +00:00
]
],
[
['方々', 'かたがた'],
[
{text: '方々', furigana: 'かたがた'}
]
],
[
['お祝い', 'おいわい'],
[
{text: 'お', furigana: ''},
2020-03-14 21:48:40 +00:00
{text: '祝', furigana: 'いわ'},
{text: 'い', furigana: ''}
2020-03-14 21:48:40 +00:00
]
],
[
['美味しい', 'おいしい'],
[
{text: '美味', furigana: 'おい'},
{text: 'しい', furigana: ''}
2020-03-14 21:48:40 +00:00
]
],
[
['食べ物', 'たべもの'],
[
{text: '食', furigana: 'た'},
{text: 'べ', furigana: ''},
2020-03-14 21:48:40 +00:00
{text: '物', furigana: 'もの'}
]
],
[
['試し切り', 'ためしぎり'],
[
{text: '試', furigana: 'ため'},
{text: 'し', furigana: ''},
2020-03-14 21:48:40 +00:00
{text: '切', furigana: 'ぎ'},
{text: 'り', furigana: ''}
2020-03-14 21:48:40 +00:00
]
],
// Ambiguous
[
['飼い犬', 'かいいぬ'],
[
{text: '飼い犬', furigana: 'かいいぬ'}
]
],
[
['長い間', 'ながいあいだ'],
[
{text: '長い間', furigana: 'ながいあいだ'}
]
],
// Same/empty reading
[
['飼い犬', ''],
[
{text: '飼い犬', furigana: ''}
]
],
[
['かいいぬ', 'かいいぬ'],
[
{text: 'かいいぬ', furigana: ''}
]
],
[
['かいぬ', 'かいぬ'],
[
{text: 'かいぬ', furigana: ''}
]
],
// Misc
[
['月', 'か'],
[
{text: '月', furigana: 'か'}
]
],
[
['月', 'カ'],
[
{text: '月', furigana: 'カ'}
]
],
// Mismatched kana readings
[
['有り難う', 'アリガトウ'],
[
{text: '有', furigana: 'ア'},
{text: 'り', furigana: 'リ'},
{text: '難', furigana: 'ガト'},
{text: 'う', furigana: 'ウ'}
]
],
[
['ありがとう', 'アリガトウ'],
[
{text: 'ありがとう', furigana: 'アリガトウ'}
]
],
// Mismatched kana readings (real examples)
[
['カ月', 'かげつ'],
[
{text: 'カ', furigana: 'か'},
{text: '月', furigana: 'げつ'}
]
],
[
['序ノ口', 'じょのくち'],
[
{text: '序', furigana: 'じょ'},
{text: '', furigana: 'の'},
{text: '口', furigana: 'くち'}
]
],
[
['スズメの涙', 'すずめのなみだ'],
[
{text: 'スズメ', furigana: 'すずめ'},
{text: 'の', furigana: ''},
{text: '涙', furigana: 'なみだ'}
]
],
[
['二カ所', 'にかしょ'],
[
{text: '二', furigana: 'に'},
{text: 'カ', furigana: 'か'},
{text: '所', furigana: 'しょ'}
]
],
[
['八ツ橋', 'やつはし'],
[
{text: '八', furigana: 'や'},
{text: 'ツ', furigana: 'つ'},
{text: '橋', furigana: 'はし'}
]
],
[
['八ツ橋', 'やつはし'],
[
{text: '八', furigana: 'や'},
{text: 'ツ', furigana: 'つ'},
{text: '橋', furigana: 'はし'}
]
],
[
['一カ月', 'いっかげつ'],
[
{text: '一', furigana: 'いっ'},
{text: 'カ', furigana: 'か'},
{text: '月', furigana: 'げつ'}
]
],
[
['一カ所', 'いっかしょ'],
[
{text: '一', furigana: 'いっ'},
{text: 'カ', furigana: 'か'},
{text: '所', furigana: 'しょ'}
]
],
[
['カ所', 'かしょ'],
[
{text: 'カ', furigana: 'か'},
{text: '所', furigana: 'しょ'}
]
],
[
['数カ月', 'すうかげつ'],
[
{text: '数', furigana: 'すう'},
{text: 'カ', furigana: 'か'},
{text: '月', furigana: 'げつ'}
]
],
[
['くノ一', 'くのいち'],
[
{text: 'く', furigana: ''},
{text: '', furigana: 'の'},
{text: '一', furigana: 'いち'}
]
],
[
['くノ一', 'くのいち'],
[
{text: 'く', furigana: ''},
{text: '', furigana: 'の'},
{text: '一', furigana: 'いち'}
]
],
[
['数カ国', 'すうかこく'],
[
{text: '数', furigana: 'すう'},
{text: 'カ', furigana: 'か'},
{text: '国', furigana: 'こく'}
]
],
[
['数カ所', 'すうかしょ'],
[
{text: '数', furigana: 'すう'},
{text: 'カ', furigana: 'か'},
{text: '所', furigana: 'しょ'}
]
],
[
['壇ノ浦の戦い', 'だんのうらのたたかい'],
[
{text: '壇', furigana: 'だん'},
{text: '', furigana: 'の'},
{text: '浦', furigana: 'うら'},
{text: 'の', furigana: ''},
{text: '戦', furigana: 'たたか'},
{text: 'い', furigana: ''}
]
],
[
['壇ノ浦の戦', 'だんのうらのたたかい'],
[
{text: '壇', furigana: 'だん'},
{text: '', furigana: 'の'},
{text: '浦', furigana: 'うら'},
{text: 'の', furigana: ''},
{text: '戦', furigana: 'たたかい'}
]
],
[
['序ノ口格', 'じょのくちかく'],
[
{text: '序', furigana: 'じょ'},
{text: '', furigana: 'の'},
{text: '口格', furigana: 'くちかく'}
]
],
[
['二カ国語', 'にかこくご'],
[
{text: '二', furigana: 'に'},
{text: 'カ', furigana: 'か'},
{text: '国語', furigana: 'こくご'}
]
],
[
['カ国', 'かこく'],
[
{text: 'カ', furigana: 'か'},
{text: '国', furigana: 'こく'}
]
],
[
['カ国語', 'かこくご'],
[
{text: 'カ', furigana: 'か'},
{text: '国語', furigana: 'こくご'}
]
],
[
['壇ノ浦の合戦', 'だんのうらのかっせん'],
[
{text: '壇', furigana: 'だん'},
{text: '', furigana: 'の'},
{text: '浦', furigana: 'うら'},
{text: 'の', furigana: ''},
{text: '合戦', furigana: 'かっせん'}
]
],
[
['一タ偏', 'いちたへん'],
[
{text: '一', furigana: 'いち'},
{text: 'タ', furigana: 'た'},
{text: '偏', furigana: 'へん'}
]
],
[
['ル又', 'るまた'],
[
{text: 'ル', furigana: 'る'},
{text: '又', furigana: 'また'}
]
],
[
['ノ木偏', 'のぎへん'],
[
{text: '', furigana: 'の'},
{text: '木偏', furigana: 'ぎへん'}
]
],
[
['一ノ貝', 'いちのかい'],
[
{text: '一', furigana: 'いち'},
{text: '', furigana: 'の'},
{text: '貝', furigana: 'かい'}
]
],
[
['虎ノ門事件', 'とらのもんじけん'],
[
{text: '虎', furigana: 'とら'},
{text: '', furigana: 'の'},
{text: '門事件', furigana: 'もんじけん'}
]
],
[
['教育ニ関スル勅語', 'きょういくにかんするちょくご'],
[
{text: '教育', furigana: 'きょういく'},
{text: 'ニ', furigana: 'に'},
{text: '関', furigana: 'かん'},
{text: 'スル', furigana: 'する'},
{text: '勅語', furigana: 'ちょくご'}
]
],
[
['二カ年', 'にかねん'],
[
{text: '二', furigana: 'に'},
{text: 'カ', furigana: 'か'},
{text: '年', furigana: 'ねん'}
]
],
[
['三カ年', 'さんかねん'],
[
{text: '三', furigana: 'さん'},
{text: 'カ', furigana: 'か'},
{text: '年', furigana: 'ねん'}
]
],
[
['四カ年', 'よんかねん'],
[
{text: '四', furigana: 'よん'},
{text: 'カ', furigana: 'か'},
{text: '年', furigana: 'ねん'}
]
],
[
['五カ年', 'ごかねん'],
[
{text: '五', furigana: 'ご'},
{text: 'カ', furigana: 'か'},
{text: '年', furigana: 'ねん'}
]
],
[
['六カ年', 'ろっかねん'],
[
{text: '六', furigana: 'ろっ'},
{text: 'カ', furigana: 'か'},
{text: '年', furigana: 'ねん'}
]
],
[
['七カ年', 'ななかねん'],
[
{text: '七', furigana: 'なな'},
{text: 'カ', furigana: 'か'},
{text: '年', furigana: 'ねん'}
]
],
[
['八カ年', 'はちかねん'],
[
{text: '八', furigana: 'はち'},
{text: 'カ', furigana: 'か'},
{text: '年', furigana: 'ねん'}
]
],
[
['九カ年', 'きゅうかねん'],
[
{text: '九', furigana: 'きゅう'},
{text: 'カ', furigana: 'か'},
{text: '年', furigana: 'ねん'}
]
],
[
['十カ年', 'じゅうかねん'],
[
{text: '十', furigana: 'じゅう'},
{text: 'カ', furigana: 'か'},
{text: '年', furigana: 'ねん'}
]
],
[
['鏡ノ間', 'かがみのま'],
[
{text: '鏡', furigana: 'かがみ'},
{text: '', furigana: 'の'},
{text: '間', furigana: 'ま'}
]
],
[
['鏡ノ間', 'かがみのま'],
[
{text: '鏡', furigana: 'かがみ'},
{text: '', furigana: 'の'},
{text: '間', furigana: 'ま'}
]
],
[
['ページ違反', 'ぺーじいはん'],
[
{text: 'ペ', furigana: 'ぺ'},
{text: 'ー', furigana: ''},
{text: 'ジ', furigana: 'じ'},
{text: '違反', furigana: 'いはん'}
]
],
// Mismatched kana
[
['サボる', 'サボル'],
[
{text: 'サボ', furigana: ''},
{text: 'る', furigana: 'ル'}
]
],
// Reading starts with expression, but has remainder characters
[
['シック', 'シック・ビルしょうこうぐん'],
[
{text: 'シック', furigana: 'シック・ビルしょうこうぐん'}
]
2020-03-14 21:48:40 +00:00
]
];
for (const [[expression, reading], expected] of data) {
const actual = jp.distributeFurigana(expression, reading);
vm.assert.deepStrictEqual(actual, expected);
}
}
function testDistributeFuriganaInflected() {
const data = [
[
['美味しい', 'おいしい', '美味しかた'],
[
{text: '美味', furigana: 'おい'},
{text: 'し', furigana: ''},
{text: 'かた', furigana: ''}
2020-03-14 21:48:40 +00:00
]
],
[
['食べる', 'たべる', '食べた'],
[
{text: '食', furigana: 'た'},
{text: 'べ', furigana: ''},
{text: 'た', furigana: ''}
2020-03-14 21:48:40 +00:00
]
]
];
for (const [[expression, reading, source], expected] of data) {
const actual = jp.distributeFuriganaInflected(expression, reading, source);
vm.assert.deepStrictEqual(actual, expected);
}
}
2020-04-10 16:31:06 +00:00
function testCollapseEmphaticSequences() {
const data = [
[['かこい', false], ['かこい', [1, 1, 1]]],
[['かこい', true], ['かこい', [1, 1, 1]]],
[['かっこい', false], ['かっこい', [1, 1, 1, 1]]],
[['かっこい', true], ['かこい', [2, 1, 1]]],
[['かっっこい', false], ['かっこい', [1, 2, 1, 1]]],
[['かっっこい', true], ['かこい', [3, 1, 1]]],
[['かっっっこい', false], ['かっこい', [1, 3, 1, 1]]],
[['かっっっこい', true], ['かこい', [4, 1, 1]]],
[['こい', false], ['こい', [1, 1]]],
[['こい', true], ['こい', [1, 1]]],
[['っこい', false], ['っこい', [1, 1, 1]]],
[['っこい', true], ['こい', [2, 1]]],
[['っっこい', false], ['っこい', [2, 1, 1]]],
[['っっこい', true], ['こい', [3, 1]]],
[['っっっこい', false], ['っこい', [3, 1, 1]]],
[['っっっこい', true], ['こい', [4, 1]]],
2020-04-11 20:53:29 +00:00
[['すごい', false], ['すごい', [1, 1, 1]]],
[['すごい', true], ['すごい', [1, 1, 1]]],
[['すごーい', false], ['すごーい', [1, 1, 1, 1]]],
[['すごーい', true], ['すごい', [1, 2, 1]]],
[['すごーーい', false], ['すごーい', [1, 1, 2, 1]]],
[['すごーーい', true], ['すごい', [1, 3, 1]]],
[['すっごーい', false], ['すっごーい', [1, 1, 1, 1, 1]]],
[['すっごーい', true], ['すごい', [2, 2, 1]]],
[['すっっごーーい', false], ['すっごーい', [1, 2, 1, 2, 1]]],
[['すっっごーーい', true], ['すごい', [3, 3, 1]]],
2020-04-10 16:31:06 +00:00
[['', false], ['', []]],
[['', true], ['', []]],
[['っ', false], ['っ', [1]]],
[['っ', true], ['', [1]]],
[['っっ', false], ['っ', [2]]],
[['っっ', true], ['', [2]]],
[['っっっ', false], ['っ', [3]]],
[['っっっ', true], ['', [3]]]
];
for (const [[text, fullCollapse], [expected, expectedSourceMapping]] of data) {
const sourceMap = new TextSourceMap(text);
const actual1 = jp.collapseEmphaticSequences(text, fullCollapse, null);
const actual2 = jp.collapseEmphaticSequences(text, fullCollapse, sourceMap);
assert.strictEqual(actual1, expected);
assert.strictEqual(actual2, expected);
if (typeof expectedSourceMapping !== 'undefined') {
assert.ok(sourceMap.equals(new TextSourceMap(text, expectedSourceMapping)));
}
}
}
function testIsMoraPitchHigh() {
const data = [
[[0, 0], false],
[[1, 0], true],
[[2, 0], true],
[[3, 0], true],
[[0, 1], true],
[[1, 1], false],
[[2, 1], false],
[[3, 1], false],
2020-04-23 01:37:28 +00:00
[[0, 2], false],
[[1, 2], true],
[[2, 2], false],
[[3, 2], false],
2020-04-23 01:37:28 +00:00
[[0, 3], false],
[[1, 3], true],
[[2, 3], true],
[[3, 3], false],
2020-04-23 01:37:28 +00:00
[[0, 4], false],
[[1, 4], true],
[[2, 4], true],
[[3, 4], true]
];
for (const [[moraIndex, pitchAccentPosition], expected] of data) {
const actual = jp.isMoraPitchHigh(moraIndex, pitchAccentPosition);
assert.strictEqual(actual, expected);
}
}
function testGetKanaMorae() {
const data = [
['かこ', ['か', 'こ']],
['かっこ', ['か', 'っ', 'こ']],
['カコ', ['カ', 'コ']],
['カッコ', ['カ', 'ッ', 'コ']],
['コート', ['コ', 'ー', 'ト']],
['ちゃんと', ['ちゃ', 'ん', 'と']],
['とうきょう', ['と', 'う', 'きょ', 'う']],
['ぎゅう', ['ぎゅ', 'う']],
['ディスコ', ['ディ', 'ス', 'コ']]
];
for (const [text, expected] of data) {
const actual = jp.getKanaMorae(text);
vm.assert.deepStrictEqual(actual, expected);
}
}
2020-03-14 21:48:40 +00:00
function main() {
testIsCodePointKanji();
testIsCodePointKana();
testIsCodePointJapanese();
testIsStringEntirelyKana();
testIsStringPartiallyJapanese();
testConvertKatakanaToHiragana();
testConvertHiraganaToKatakana();
testConvertToRomaji();
testConvertReading();
testConvertNumericToFullWidth();
testConvertHalfWidthKanaToFullWidth();
testConvertAlphabeticToKana();
testDistributeFurigana();
testDistributeFuriganaInflected();
2020-04-10 16:31:06 +00:00
testCollapseEmphaticSequences();
testIsMoraPitchHigh();
testGetKanaMorae();
2020-03-14 21:48:40 +00:00
}
if (require.main === module) { testMain(main); }