250 lines
6.8 KiB
JavaScript
250 lines
6.8 KiB
JavaScript
/* Any copyright is dedicated to the Public Domain.
|
|
* http://creativecommons.org/publicdomain/zero/1.0/
|
|
*/
|
|
|
|
const tests = [
|
|
["affixes", "iso-8859-1"],
|
|
["condition", "iso-8859-1"],
|
|
["condition-utf", "UTF-8"],
|
|
["base", "iso-8859-1"],
|
|
["base-utf", "UTF-8"],
|
|
["allcaps", "iso-8859-1"],
|
|
["allcaps-utf", "UTF-8"],
|
|
["allcaps2", "iso-8859-1"],
|
|
["allcaps3", "iso-8859-1"],
|
|
["keepcase", "iso-8859-1"],
|
|
["i58202", "iso-8859-1"],
|
|
["map", "iso-8859-1"],
|
|
["rep", "iso-8859-1"],
|
|
["sug", "iso-8859-1"],
|
|
["sugutf", "UTF-8"],
|
|
["phone", "iso-8859-1"],
|
|
["flag", "iso-8859-1"],
|
|
["flaglong", "iso-8859-1"],
|
|
["flagnum", "iso-8859-1"],
|
|
["flagutf8", "UTF-8"],
|
|
["slash", "iso-8859-1"],
|
|
["forbiddenword", "iso-8859-1"],
|
|
["nosuggest", "iso-8859-1"],
|
|
["alias", "iso-8859-1"],
|
|
["alias2", "iso-8859-1"],
|
|
["alias3", "iso-8859-1"],
|
|
["breakdefault", "iso-8859-1"],
|
|
["break", "UTF-8"],
|
|
["needaffix", "iso-8859-1"],
|
|
["needaffix2", "iso-8859-1"],
|
|
["needaffix3", "iso-8859-1"],
|
|
["needaffix4", "iso-8859-1"],
|
|
["needaffix5", "iso-8859-1"],
|
|
["circumfix", "iso-8859-1"],
|
|
["fogemorpheme", "iso-8859-1"],
|
|
["onlyincompound", "iso-8859-1"],
|
|
["complexprefixes", "iso-8859-1"],
|
|
["complexprefixes2", "iso-8859-1"],
|
|
["complexprefixesutf", "UTF-8"],
|
|
["conditionalprefix", "iso-8859-1"],
|
|
["zeroaffix", "iso-8859-1"],
|
|
["utf8", "UTF-8"],
|
|
["utf8-bom", "UTF-8", { 1: "todo" }],
|
|
["utf8-bom2", "UTF-8", { 1: "todo" }],
|
|
["utf8-nonbmp", "UTF-8", { 1: "todo", 2: "todo", 3: "todo", 4: "todo" }],
|
|
["compoundflag", "iso-8859-1"],
|
|
["compoundrule", "iso-8859-1"],
|
|
["compoundrule2", "iso-8859-1"],
|
|
["compoundrule3", "iso-8859-1"],
|
|
["compoundrule4", "iso-8859-1"],
|
|
["compoundrule5", "UTF-8"],
|
|
["compoundrule6", "iso-8859-1"],
|
|
["compoundrule7", "iso-8859-1"],
|
|
["compoundrule8", "iso-8859-1"],
|
|
["compoundaffix", "iso-8859-1"],
|
|
["compoundaffix2", "iso-8859-1"],
|
|
["compoundaffix3", "iso-8859-1"],
|
|
["checkcompounddup", "iso-8859-1"],
|
|
["checkcompoundtriple", "iso-8859-1"],
|
|
["simplifiedtriple", "iso-8859-1"],
|
|
["checkcompoundrep", "iso-8859-1"],
|
|
["checkcompoundcase2", "iso-8859-1"],
|
|
["checkcompoundcaseutf", "UTF-8"],
|
|
["checkcompoundpattern", "iso-8859-1"],
|
|
["checkcompoundpattern2", "iso-8859-1"],
|
|
["checkcompoundpattern3", "iso-8859-1"],
|
|
["checkcompoundpattern4", "iso-8859-1"],
|
|
["utfcompound", "UTF-8"],
|
|
["checksharps", "iso-8859-1"],
|
|
["checksharpsutf", "UTF-8"],
|
|
["germancompounding", "iso-8859-1"],
|
|
["germancompoundingold", "iso-8859-1"],
|
|
["i35725", "iso-8859-1"],
|
|
["i53643", "iso-8859-1"],
|
|
["i54633", "iso-8859-1"],
|
|
["i54980", "iso-8859-1", { 1: "todo", 3: "todo" }],
|
|
["maputf", "UTF-8"],
|
|
["reputf", "UTF-8"],
|
|
["ignore", "iso-8859-1"],
|
|
[
|
|
"ignoreutf",
|
|
"UTF-8",
|
|
{
|
|
1: "todo",
|
|
2: "todo",
|
|
3: "todo",
|
|
4: "todo",
|
|
5: "todo",
|
|
6: "todo",
|
|
7: "todo",
|
|
8: "todo",
|
|
},
|
|
],
|
|
["1592880", "iso-8859-1"],
|
|
["1695964", "iso-8859-1"],
|
|
["1463589", "iso-8859-1"],
|
|
["1463589-utf", "UTF-8"],
|
|
["IJ", "iso-8859-1"],
|
|
["i68568", "iso-8859-1"],
|
|
["i68568utf", "UTF-8"],
|
|
["1706659", "iso-8859-1"],
|
|
["digits-in-words", "iso-8859-1"],
|
|
// ["colons-in-words", "iso-8859-1"], Suggestion test only
|
|
["ngram-utf-fix", "UTF-8"],
|
|
[
|
|
"morph",
|
|
"us-ascii",
|
|
{
|
|
11: "todo",
|
|
12: "todo",
|
|
13: "todo",
|
|
14: "todo",
|
|
15: "todo",
|
|
16: "todo",
|
|
17: "todo",
|
|
18: "todo",
|
|
19: "todo",
|
|
20: "todo",
|
|
21: "todo",
|
|
22: "todo",
|
|
23: "todo",
|
|
24: "todo",
|
|
25: "todo",
|
|
26: "todo",
|
|
27: "todo",
|
|
},
|
|
],
|
|
["1975530", "UTF-8"],
|
|
["fullstrip", "iso-8859-1"],
|
|
["iconv", "UTF-8"],
|
|
["oconv", "UTF-8"],
|
|
["encoding", "iso-8859-1", { 1: "todo", 3: "todo" }],
|
|
["korean", "UTF-8"],
|
|
["opentaal-forbiddenword1", "UTF-8"],
|
|
["opentaal-forbiddenword2", "UTF-8"],
|
|
["opentaal-keepcase", "UTF-8"],
|
|
["arabic", "UTF-8"],
|
|
["2970240", "iso-8859-1"],
|
|
["2970242", "iso-8859-1"],
|
|
["breakoff", "iso-8859-1"],
|
|
["opentaal-cpdpat", "iso-8859-1"],
|
|
["opentaal-cpdpat2", "iso-8859-1"],
|
|
["2999225", "iso-8859-1"],
|
|
["onlyincompound2", "iso-8859-1"],
|
|
["forceucase", "iso-8859-1"],
|
|
["warn", "iso-8859-1"],
|
|
];
|
|
|
|
// eslint-disable-next-line no-shadow
|
|
function* do_get_file_by_line(file, charset) {
|
|
dump("getting file by line for file " + file.path + "\n");
|
|
dump("using charset1" + charset + "\n");
|
|
let fis = Cc["@mozilla.org/network/file-input-stream;1"].createInstance(
|
|
Ci.nsIFileInputStream
|
|
);
|
|
fis.init(file, 0x1 /* READONLY */, 0o444, Ci.nsIFileInputStream.CLOSE_ON_EOF);
|
|
|
|
let lis = Cc["@mozilla.org/intl/converter-input-stream;1"].createInstance(
|
|
Ci.nsIConverterInputStream
|
|
);
|
|
lis.init(fis, charset, 1024, 0);
|
|
lis.QueryInterface(Ci.nsIUnicharLineInputStream);
|
|
|
|
let val = {};
|
|
while (lis.readLine(val)) {
|
|
yield val.value;
|
|
val = {};
|
|
}
|
|
}
|
|
|
|
function do_run_test(checker, name, charset, todo_good, todo_bad) {
|
|
dump("\n\n\n\n");
|
|
dump("running test for " + name + "\n");
|
|
if (!checker) {
|
|
do_throw("Need spell checker here!");
|
|
}
|
|
|
|
let good = do_get_file("data/" + name + ".good", true);
|
|
let bad = do_get_file("data/" + name + ".wrong", true);
|
|
let sug = do_get_file("data/" + name + ".sug", true);
|
|
|
|
dump("Need some expected output\n");
|
|
Assert.ok(good.exists() || bad.exists() || sug.exists());
|
|
|
|
dump("Setting dictionary to " + name + "\n");
|
|
checker.dictionaries = [name];
|
|
|
|
if (good.exists()) {
|
|
var good_counter = 0;
|
|
for (const val of do_get_file_by_line(good, charset)) {
|
|
let todo = false;
|
|
good_counter++;
|
|
if (todo_good && todo_good[good_counter]) {
|
|
todo = true;
|
|
dump("TODO\n");
|
|
}
|
|
|
|
dump("Expect word " + val + " is spelled correctly\n");
|
|
if (todo) {
|
|
todo_check_true(checker.check(val));
|
|
} else {
|
|
Assert.ok(checker.check(val));
|
|
}
|
|
}
|
|
}
|
|
|
|
if (bad.exists()) {
|
|
var bad_counter = 0;
|
|
for (const val of do_get_file_by_line(bad, charset)) {
|
|
let todo = false;
|
|
bad_counter++;
|
|
if (todo_bad && todo_bad[bad_counter]) {
|
|
todo = true;
|
|
dump("TODO\n");
|
|
}
|
|
|
|
dump("Expect word " + val + " is spelled wrong\n");
|
|
if (todo) {
|
|
todo_check_false(checker.check(val));
|
|
} else {
|
|
Assert.ok(!checker.check(val));
|
|
}
|
|
}
|
|
}
|
|
|
|
// XXXkhuey test suggestions
|
|
}
|
|
|
|
function run_test() {
|
|
let spellChecker = Cc["@mozilla.org/spellchecker/engine;1"].getService(
|
|
Ci.mozISpellCheckingEngine
|
|
);
|
|
|
|
Assert.ok(!!spellChecker, "Should have a spell checker");
|
|
spellChecker.QueryInterface(Ci.mozISpellCheckingEngine);
|
|
let testdir = do_get_file("data/", false);
|
|
spellChecker.loadDictionariesFromDir(testdir);
|
|
|
|
function do_run_test_closure(test) {
|
|
let [name, charset, todo_good, todo_bad] = test;
|
|
do_run_test(spellChecker, name, charset, todo_good, todo_bad);
|
|
}
|
|
|
|
tests.forEach(do_run_test_closure);
|
|
}
|