fanlusky
c280634c2a
选词后的调频写入在词库写线程上提交 msime_user.db / msime.db。两个库都是 默认的 rollback-journal 模式，提交时持独占锁并 fsync，按键线程此时读同一个 库（引擎查询、apply_fixed_positions）就得等完整个提交。磁盘忙或杀软扫描 -journal 时单键可达 0.7~1.1 s，后续按键排队；排队期间按空格/数字会超过 TSF 300 ms 的上屏回复等待，组合被当作传输失败丢掉，表现为输入消失。 - 用户日志库每次建连接时切到 WAL；msime.db 在每次创建输入会话时切到 WAL （安装升级会换上非 WAL 的新文件）。WAL 下读取看到最近一次提交的快照， 不再等写锁。安装器已保留 msime_user.db-wal/-shm、替换词库前删除旧的 msime.db-wal/-shm。 - ensure_schema 的 PRAGMA user_version=3 本身是写操作，版本已一致时跳过， 建连接不再被其他写者阻塞。 - 新增回归测试：两个库都被写事务锁住时，读取须在 1 s 内返回提交前的内容。 本地用真实词库加锁测量：被锁时首键 769 ms -> 0.5 ms， apply_fixed_positions 810 ms -> 0.4 ms。
808 lines
41 KiB
C++
808 lines
41 KiB
C++
#include "tests/includes/test_framework.h"
|
||
#include "tests/includes/test_utf8_path.h"
|
||
#include "engine/user_dictionary/user_dictionary_journal.h"
|
||
|
||
#include <sqlite3.h>
|
||
#include <algorithm>
|
||
#include <cstddef>
|
||
#include <cstdint>
|
||
#include <filesystem>
|
||
#include <string>
|
||
#include <utility>
|
||
#include <vector>
|
||
#include <windows.h>
|
||
|
||
namespace
|
||
{
|
||
class TestDatabase
|
||
{
|
||
public:
|
||
explicit TestDatabase(const std::filesystem::path &path)
|
||
{
|
||
REQUIRE_EQ(sqlite3_open(test::Utf8(path).c_str(), &db_), SQLITE_OK);
|
||
}
|
||
~TestDatabase()
|
||
{
|
||
if (db_ != nullptr)
|
||
sqlite3_close(db_);
|
||
}
|
||
void exec(const char *sql)
|
||
{
|
||
REQUIRE_EQ(sqlite3_exec(db_, sql, nullptr, nullptr, nullptr), SQLITE_OK);
|
||
}
|
||
int scalar_int(const char *sql)
|
||
{
|
||
return static_cast<int>(scalar_int64(sql));
|
||
}
|
||
|
||
std::int64_t scalar_int64(const char *sql)
|
||
{
|
||
sqlite3_stmt *stmt = nullptr;
|
||
REQUIRE_EQ(sqlite3_prepare_v2(db_, sql, -1, &stmt, nullptr), SQLITE_OK);
|
||
REQUIRE_EQ(sqlite3_step(stmt), SQLITE_ROW);
|
||
const std::int64_t value = sqlite3_column_int64(stmt, 0);
|
||
sqlite3_finalize(stmt);
|
||
return value;
|
||
}
|
||
|
||
private:
|
||
sqlite3 *db_ = nullptr;
|
||
};
|
||
} // namespace
|
||
|
||
// The dictionary writer thread commits learned weights while the key thread
|
||
// builds candidates from the same files. In rollback-journal mode a commit's
|
||
// exclusive lock made those reads wait out the whole commit -- up to a second
|
||
// per key on a busy disk, long enough to time out a following commit key and
|
||
// drop the composition. In WAL mode the reads see the last committed snapshot.
|
||
TEST_CASE(DictionaryReadsDoNotWaitForALearningWrite)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-wal-reads-" + std::to_string(GetCurrentProcessId()));
|
||
std::error_code ec;
|
||
std::filesystem::remove_all(directory, ec);
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_1_n(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','甲',100);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','乙',90);");
|
||
}
|
||
REQUIRE(user_dictionary::enable_write_ahead_log(test::Utf8(main_path)));
|
||
REQUIRE(user_dictionary::set_fixed_position(test::Utf8(user_path), "ni", "ni", "乙", 1));
|
||
|
||
{
|
||
TestDatabase journal_writer(user_path);
|
||
TestDatabase main_writer(main_path);
|
||
REQUIRE_EQ(journal_writer.scalar_int("SELECT COUNT(*) FROM pragma_journal_mode WHERE journal_mode='wal'"), 1);
|
||
journal_writer.exec("BEGIN EXCLUSIVE");
|
||
journal_writer.exec("DELETE FROM fixed_candidate_positions");
|
||
main_writer.exec("BEGIN EXCLUSIVE");
|
||
main_writer.exec("UPDATE tbl_1_n SET weight=1");
|
||
|
||
const ULONGLONG started = GetTickCount64();
|
||
std::vector<WordItem> candidates = {{"ni", "甲", 100}, {"ni", "乙", 90}};
|
||
user_dictionary::apply_fixed_positions(test::Utf8(user_path), "ni", candidates, false);
|
||
REQUIRE(std::any_of(candidates.begin(), candidates.end(),
|
||
[](const WordItem &item) { return item.word == "乙" && item.fixed_position == 1; }));
|
||
TestDatabase reader(main_path);
|
||
REQUIRE_EQ(reader.scalar_int("SELECT weight FROM tbl_1_n WHERE value='甲'"), 100);
|
||
REQUIRE(GetTickCount64() - started < 1000);
|
||
|
||
journal_writer.exec("ROLLBACK");
|
||
main_writer.exec("ROLLBACK");
|
||
}
|
||
std::filesystem::remove_all(directory, ec);
|
||
}
|
||
|
||
TEST_CASE(UserDictionaryReplayIsIdempotentAcrossAllSettingsDictionaries)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-user-dictionary-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
const auto english_path = directory / "english.db";
|
||
|
||
{
|
||
TestDatabase main_db(main_path);
|
||
main_db.exec("CREATE TABLE tbl_2_n(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"CREATE TABLE tbl_others_s(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"CREATE TABLE wubi86(key TEXT,value TEXT,weight INTEGER);"
|
||
"CREATE TABLE quick_parases(key TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_2_n VALUES('ni''hao','nh','旧词',1);"
|
||
"INSERT INTO wubi86 VALUES('abcd','旧五笔',1);");
|
||
TestDatabase english_db(english_path);
|
||
english_db.exec("CREATE TABLE english_words(word TEXT PRIMARY KEY,display TEXT);"
|
||
"INSERT INTO english_words VALUES('obsolete','obsolete');");
|
||
}
|
||
|
||
REQUIRE(user_dictionary::record_upsert(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin, "ni'hao",
|
||
"你好", 12000));
|
||
REQUIRE(user_dictionary::record_delete(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin, "ni'hao",
|
||
"旧词"));
|
||
REQUIRE(user_dictionary::record_upsert(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin,
|
||
"shui'shan'shu'ru'fa'hai'ke'yi", "水杉输入法还可以", 5000));
|
||
REQUIRE(user_dictionary::record_upsert(test::Utf8(user_path), user_dictionary::DictionaryKind::Wubi, "wxyz",
|
||
"新五笔", 88));
|
||
REQUIRE(
|
||
user_dictionary::record_delete(test::Utf8(user_path), user_dictionary::DictionaryKind::Wubi, "abcd", "旧五笔"));
|
||
REQUIRE(user_dictionary::record_upsert(test::Utf8(user_path), user_dictionary::DictionaryKind::QuickPhrase, "mail",
|
||
"example@example.com", 20));
|
||
REQUIRE(user_dictionary::record_upsert(test::Utf8(user_path), user_dictionary::DictionaryKind::English, "codex",
|
||
"codex", 0, "Codex"));
|
||
REQUIRE(user_dictionary::record_delete(test::Utf8(user_path), user_dictionary::DictionaryKind::English, "obsolete",
|
||
"obsolete"));
|
||
|
||
for (int pass = 0; pass < 2; ++pass)
|
||
{
|
||
const auto replay =
|
||
user_dictionary::replay(test::Utf8(user_path), test::Utf8(main_path), test::Utf8(english_path));
|
||
REQUIRE(replay.error.empty());
|
||
REQUIRE_EQ(replay.failed, 0);
|
||
REQUIRE_EQ(replay.applied, 8);
|
||
}
|
||
|
||
{
|
||
TestDatabase main_db(main_path);
|
||
REQUIRE_EQ(main_db.scalar_int("SELECT COUNT(*) FROM tbl_2_n WHERE key='ni''hao' AND value='你好' AND "
|
||
"jp='nh' AND weight=12000"),
|
||
1);
|
||
REQUIRE_EQ(main_db.scalar_int("SELECT COUNT(*) FROM tbl_2_n WHERE value='旧词'"), 0);
|
||
REQUIRE_EQ(
|
||
main_db.scalar_int("SELECT COUNT(*) FROM tbl_others_s WHERE key='shui''shan''shu''ru''fa''hai''ke''yi' "
|
||
"AND value='水杉输入法还可以' AND jp='sssrfhky' AND weight=5000"),
|
||
1);
|
||
REQUIRE_EQ(main_db.scalar_int("SELECT COUNT(*) FROM wubi86 WHERE key='wxyz' AND value='新五笔' AND weight=88"),
|
||
1);
|
||
REQUIRE_EQ(main_db.scalar_int("SELECT COUNT(*) FROM wubi86 WHERE value='旧五笔'"), 0);
|
||
REQUIRE_EQ(main_db.scalar_int("SELECT COUNT(*) FROM quick_parases WHERE key='mail' AND weight=20"), 1);
|
||
TestDatabase english_db(english_path);
|
||
REQUIRE_EQ(english_db.scalar_int("SELECT COUNT(*) FROM english_words WHERE word='codex' AND display='Codex'"),
|
||
1);
|
||
REQUIRE_EQ(english_db.scalar_int("SELECT COUNT(*) FROM english_words WHERE word='obsolete'"), 0);
|
||
}
|
||
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
TEST_CASE(UserDictionaryTracksOnlyExplicitUserInsertionsForExport)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-user-insert-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
|
||
{
|
||
TestDatabase legacy_db(user_path);
|
||
legacy_db.exec("CREATE TABLE user_dictionary_operations("
|
||
"dictionary TEXT NOT NULL,key TEXT NOT NULL,value TEXT NOT NULL,"
|
||
"operation TEXT NOT NULL,weight INTEGER NOT NULL DEFAULT 0,"
|
||
"display TEXT NOT NULL DEFAULT '',updated_at INTEGER NOT NULL DEFAULT(unixepoch()),"
|
||
"PRIMARY KEY(dictionary,key,value));"
|
||
"INSERT INTO user_dictionary_operations VALUES("
|
||
"'pinyin','yi','一','upsert',999999,'',unixepoch());");
|
||
}
|
||
|
||
REQUIRE(user_dictionary::ensure_user_database(test::Utf8(user_path)));
|
||
REQUIRE(
|
||
!user_dictionary::is_user_inserted(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin, "yi", "一"));
|
||
|
||
REQUIRE(user_dictionary::record_upsert(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin, "xi'tong",
|
||
"系统", 100));
|
||
REQUIRE(!user_dictionary::is_user_inserted(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin,
|
||
"xi'tong", "系统"));
|
||
|
||
REQUIRE(user_dictionary::record_user_insert(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin,
|
||
"yong'hu", "用户", 10000));
|
||
REQUIRE(user_dictionary::is_user_inserted(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin, "yong'hu",
|
||
"用户"));
|
||
|
||
REQUIRE(user_dictionary::record_upsert(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin, "yong'hu",
|
||
"用户", 20000));
|
||
REQUIRE(user_dictionary::is_user_inserted(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin, "yong'hu",
|
||
"用户"));
|
||
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
TEST_CASE(EnterLearnedEnglishWordsAreValidatedPersistedAndIdempotent)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-enter-english-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto english_path = directory / "english.db";
|
||
|
||
{
|
||
TestDatabase english_db(english_path);
|
||
}
|
||
|
||
REQUIRE(user_dictionary::learn_entered_english_word(test::Utf8(english_path), test::Utf8(user_path), "Codex"));
|
||
REQUIRE(user_dictionary::learn_entered_english_word(test::Utf8(english_path), test::Utf8(user_path), "Codex"));
|
||
for (const char *word : {"Kotlin", "Ubuntu", "TypeScript", "Emoji", "Metasequoia", "Java", "YouTube", "Rust"})
|
||
REQUIRE(user_dictionary::learn_entered_english_word(test::Utf8(english_path), test::Utf8(user_path), word));
|
||
REQUIRE(!user_dictionary::learn_entered_english_word(test::Utf8(english_path), test::Utf8(user_path), "ni'hao"));
|
||
REQUIRE(!user_dictionary::learn_entered_english_word(test::Utf8(english_path), test::Utf8(user_path), "hello2"));
|
||
REQUIRE(!user_dictionary::learn_entered_english_word(test::Utf8(english_path), test::Utf8(user_path),
|
||
std::string(65, 'a')));
|
||
|
||
{
|
||
TestDatabase english_db(english_path);
|
||
REQUIRE_EQ(english_db.scalar_int(
|
||
"SELECT COUNT(*) FROM english_words WHERE word='codex' AND display='Codex' AND weight=10"),
|
||
1);
|
||
REQUIRE_EQ(english_db.scalar_int("SELECT COUNT(*) FROM english_words"), 9);
|
||
}
|
||
REQUIRE(user_dictionary::is_user_inserted(test::Utf8(user_path), user_dictionary::DictionaryKind::English, "codex",
|
||
"Codex"));
|
||
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase main_db(main_path);
|
||
main_db.exec("CREATE TABLE tbl_1_a(key TEXT,jp TEXT,value TEXT,weight INTEGER);");
|
||
std::filesystem::remove(english_path);
|
||
TestDatabase factory_english(english_path);
|
||
factory_english.exec("CREATE TABLE english_words ("
|
||
"word TEXT PRIMARY KEY COLLATE BINARY, display TEXT NOT NULL"
|
||
") WITHOUT ROWID;"
|
||
"INSERT INTO english_words VALUES('hello','hello');");
|
||
}
|
||
const auto replay = user_dictionary::replay(test::Utf8(user_path), test::Utf8(main_path), test::Utf8(english_path));
|
||
REQUIRE(replay.error.empty());
|
||
REQUIRE_EQ(replay.failed, 0);
|
||
{
|
||
TestDatabase english_db(english_path);
|
||
REQUIRE_EQ(english_db.scalar_int(
|
||
"SELECT COUNT(*) FROM english_words WHERE word='codex' AND display='Codex' AND weight=10"),
|
||
1);
|
||
REQUIRE_EQ(english_db.scalar_int("SELECT COUNT(*) FROM english_words WHERE word='metasequoia' AND "
|
||
"display='Metasequoia' AND weight=10"),
|
||
1);
|
||
REQUIRE_EQ(english_db.scalar_int("SELECT COUNT(*) FROM english_words WHERE word='hello' AND display='hello'"),
|
||
1);
|
||
}
|
||
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
TEST_CASE(UserDictionarySupportsFixedPositionsAndDeferredSafeRanking)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-ranking-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_1_n(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','甲',100);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','乙',90);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','丙',80);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','丁',70);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','戊',60);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','己',50);");
|
||
}
|
||
std::vector<WordItem> candidates = {{"ni", "甲", 100}, {"ni", "乙", 90}, {"ni", "丙", 80},
|
||
{"ni", "丁", 70}, {"ni", "戊", 60}, {"ni", "己", 50}};
|
||
|
||
REQUIRE(user_dictionary::set_fixed_position(test::Utf8(user_path), "ni", "ni", "己", 2));
|
||
REQUIRE(!user_dictionary::set_fixed_position(test::Utf8(user_path), "ni", "ni", "己", 6));
|
||
candidates.insert(candidates.begin() + 1, {"ni", "云", 1, CandidateSource::CloudSuggestion});
|
||
candidates.insert(candidates.begin() + 2, {"ni", "AI", 1, CandidateSource::AiSuggestion});
|
||
user_dictionary::apply_fixed_positions(test::Utf8(user_path), "ni", candidates, false);
|
||
REQUIRE_EQ(candidates[1].word, std::string("云"));
|
||
REQUIRE_EQ(candidates[2].word, std::string("AI"));
|
||
REQUIRE_EQ(candidates[3].word, std::string("己"));
|
||
REQUIRE_EQ(candidates[3].fixed_position, 2);
|
||
|
||
REQUIRE(user_dictionary::clear_fixed_position(test::Utf8(user_path), "ni", "ni", "己"));
|
||
|
||
// With a helpcode active the caller already ordered the suggestions, so they
|
||
// must not be hoisted back to slots 1 and 2.
|
||
candidates = {{"ni", "甲", 100}, {"ni", "乙", 90}, {"ni", "丙", 80}};
|
||
candidates.insert(candidates.begin(), {"ni", "AI", 1, CandidateSource::AiSuggestion});
|
||
candidates.insert(candidates.begin() + 3, {"ni", "云", 1, CandidateSource::CloudSuggestion});
|
||
user_dictionary::apply_fixed_positions(test::Utf8(user_path), "ni", candidates, false, {}, true);
|
||
REQUIRE_EQ(candidates[0].word, std::string("AI"));
|
||
REQUIRE_EQ(candidates[3].word, std::string("云"));
|
||
|
||
candidates = {{"ni", "甲", 100}, {"ni", "乙", 90}, {"ni", "丙", 80},
|
||
{"ni", "丁", 70}, {"ni", "戊", 60}, {"ni", "己", 50}};
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "ni", candidates,
|
||
"ni", "己", "linear", 2, 2, false));
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE_EQ(db.scalar_int("SELECT weight FROM tbl_1_n WHERE value='己'"), 50);
|
||
}
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "ni", candidates,
|
||
"ni", "己", "linear", 2, 2, false));
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE(db.scalar_int("SELECT weight FROM tbl_1_n WHERE value='己'") > 70);
|
||
}
|
||
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("UPDATE tbl_1_n SET weight=100 WHERE value='甲';"
|
||
"UPDATE tbl_1_n SET weight=99 WHERE value='乙';"
|
||
"UPDATE tbl_1_n SET weight=98 WHERE value='丙';");
|
||
}
|
||
candidates = {{"ni", "甲", 100}, {"ni", "乙", 99}, {"ni", "丙", 98}};
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "ni", candidates,
|
||
"ni", "丙", "linear", 1, 1, false));
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE_EQ(db.scalar_int("SELECT weight FROM tbl_1_n WHERE value='丙'"), 101);
|
||
REQUIRE_EQ(db.scalar_int("SELECT weight FROM tbl_1_n WHERE value='乙'"), 99);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
TEST_CASE(UserDictionaryRebalanceKeepsWeightsBounded)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-bounded-ranking-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_1_y(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_1_y VALUES('yi','y','甲',1000000000000);"
|
||
"INSERT INTO tbl_1_y VALUES('yi','y','乙',999999000000);"
|
||
"INSERT INTO tbl_1_y VALUES('yi','y','丙',999998000000);");
|
||
}
|
||
std::vector<WordItem> candidates = {
|
||
{"yi", "甲", 1000000000000LL},
|
||
{"yi", "乙", 999999000000LL},
|
||
{"yi", "丙", 999998000000LL},
|
||
};
|
||
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "yi", candidates,
|
||
"yi", "丙", "pin", 1, 1, true));
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE_EQ(db.scalar_int("SELECT COUNT(*) FROM tbl_1_y WHERE weight > 100000000"), 0);
|
||
REQUIRE_EQ(db.scalar_int("SELECT COUNT(*) FROM tbl_1_y WHERE value='丙' AND weight=100000000"), 1);
|
||
REQUIRE_EQ(db.scalar_int("SELECT COUNT(*) FROM tbl_1_y WHERE weight < 1"), 0);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
TEST_CASE(UserDictionaryPromoteDoesNotCrushPrefixSinglesFromSeriesQuery)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-xianwang-ranking-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_2_x(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"CREATE TABLE tbl_1_x(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_2_x VALUES("
|
||
"'xian''wang','xw','先王',15850),"
|
||
"('xian''wang','xw','先往',4590),"
|
||
"('xian''wang','xw','先汪',1),"
|
||
"('xian''wang','xw','贤王',1),"
|
||
"('xian''wang','xw','先亡',1),"
|
||
"('xian''wang','xw','鲜网',1),"
|
||
"('xian''wang','xw','献王',1),"
|
||
"('xian''wang','xw','宪王',1),"
|
||
"('xian''wang','xw','限网',1),"
|
||
"('xian''wang','xw','现网',1),"
|
||
"('xian''wang','xw','闲望',1),"
|
||
"('xian''wang','xw','线网',1),"
|
||
"('xian''wang','xw','纤网',1),"
|
||
"('xian''wang','xw','宪网',1),"
|
||
"('xian''wang','xw','弦望',1),"
|
||
"('xian''wang','xw','仙王',1);"
|
||
"INSERT INTO tbl_1_x VALUES("
|
||
"'xian','x','先',1662684),"
|
||
"('xian','x','现',1200000),"
|
||
"('xian','x','显',1100000),"
|
||
"('xian','x','线',1000000),"
|
||
"('xian','x','县',1);");
|
||
}
|
||
|
||
const std::vector<std::pair<std::string, std::int64_t>> xianwang_words = {
|
||
{"先王", 15850}, {"先往", 4590}, {"先汪", 1}, {"贤王", 1}, {"先亡", 1}, {"鲜网", 1}, {"献王", 1}, {"宪王", 1},
|
||
{"限网", 1}, {"现网", 1}, {"闲望", 1}, {"线网", 1}, {"纤网", 1}, {"宪网", 1}, {"弦望", 1}, {"仙王", 1},
|
||
};
|
||
std::vector<WordItem> candidates;
|
||
for (const auto &[word, weight] : xianwang_words)
|
||
candidates.push_back({"xian'wang", word, weight, CandidateSource::Database, "xian'wang"});
|
||
candidates.push_back({"xian", "先", 1662684, CandidateSource::Database, "xian"});
|
||
candidates.push_back({"xian", "现", 1200000, CandidateSource::Database, "xian"});
|
||
candidates.push_back({"xian", "显", 1100000, CandidateSource::Database, "xian"});
|
||
candidates.push_back({"xian", "线", 1000000, CandidateSource::Database, "xian"});
|
||
candidates.push_back({"xian", "县", 1, CandidateSource::Database, "xian"});
|
||
|
||
bool ranking_changed = false;
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "xian'wang",
|
||
candidates, "xian'wang", "现网", "promote", 1, 1, false,
|
||
&ranking_changed));
|
||
REQUIRE(ranking_changed);
|
||
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE(db.scalar_int64("SELECT weight FROM tbl_2_x WHERE value='现网'") > 1);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_x WHERE value='先'"), 1662684);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_x WHERE value='现'"), 1200000);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_x WHERE value='显'"), 1100000);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_x WHERE value='线'"), 1000000);
|
||
REQUIRE_EQ(db.scalar_int("SELECT COUNT(*) FROM tbl_1_x WHERE weight < 1"), 0);
|
||
REQUIRE_EQ(db.scalar_int("SELECT COUNT(*) FROM tbl_2_x WHERE weight < 1"), 0);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_2_x WHERE value='先王'"), 15850);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_2_x WHERE value='先往'"), 4590);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_2_x WHERE value='先亡'"), 1);
|
||
}
|
||
{
|
||
TestDatabase user_db(user_path);
|
||
REQUIRE_EQ(user_db.scalar_int("SELECT COUNT(*) FROM user_dictionary_operations WHERE key='xian'"), 0);
|
||
REQUIRE_EQ(user_db.scalar_int("SELECT COUNT(*) FROM user_dictionary_operations WHERE value='先'"), 0);
|
||
REQUIRE_EQ(user_db.scalar_int(
|
||
"SELECT COUNT(*) FROM user_dictionary_operations WHERE key='xian''wang' AND value='现网' AND "
|
||
"operation='upsert'"),
|
||
1);
|
||
REQUIRE(user_db.scalar_int64("SELECT weight FROM user_dictionary_operations WHERE value='现网'") > 1);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
// 回归：调频的权重基准必须取自按权重排好序的比较集，不能按显示顺序取。备选切分词
|
||
// （xi'e 的西鄂 w=6）会坐在 xie 显示列表最前面，拿它当基准会把写（原 605147）写成
|
||
// 6+500=506，权重反而低于些/血/谢——这就是用户机器上「置顶写之后写还是不在前排」的根因。
|
||
// 同音节的多个表（九宫格数字上下混多个单字表）仍互相比权，不受影响。
|
||
TEST_CASE(UserDictionaryPromoteBasesWeightOnTheHeaviestCandidateNotTheTopmost)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-cross-table-ranking-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_1_x(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"CREATE TABLE tbl_2_x(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_1_x VALUES("
|
||
"'xie','x','些',3752167),"
|
||
"('xie','x','血',933230),"
|
||
"('xie','x','谢',623220),"
|
||
"('xie','x','写',605147);"
|
||
"INSERT INTO tbl_2_x VALUES('xi''e','xa','西鄂',6),('xi''e','xa','喜恶',1);");
|
||
}
|
||
// 显示列表照旧把备选切分词放在最前（旧排序的产物）。
|
||
std::vector<WordItem> candidates = {
|
||
{"xi'e", "西鄂", 6, CandidateSource::Database, "xi'e"},
|
||
{"xie", "些", 3752167, CandidateSource::Database, "xie"},
|
||
{"xie", "血", 933230, CandidateSource::Database, "xie"},
|
||
{"xie", "谢", 623220, CandidateSource::Database, "xie"},
|
||
{"xie", "写", 605147, CandidateSource::Database, "xie"},
|
||
};
|
||
|
||
bool ranking_changed = false;
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "xie", candidates,
|
||
"xie", "写", "pin", 1, 1, true, &ranking_changed));
|
||
REQUIRE(ranking_changed);
|
||
{
|
||
TestDatabase db(main_path);
|
||
// 置顶写：基准必须是同表的些（3752167），不再是跨表的西鄂 6。
|
||
REQUIRE(db.scalar_int64("SELECT weight FROM tbl_1_x WHERE value='写'") > 3752167);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_2_x WHERE value='西鄂'"), 6);
|
||
}
|
||
|
||
// 已经是同表首位的词不再被跨表基准反降（旧逻辑会把些写成 6+500=506）。
|
||
ranking_changed = false;
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "xie", candidates,
|
||
"xie", "些", "pin", 1, 1, true, &ranking_changed));
|
||
REQUIRE(!ranking_changed);
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_x WHERE value='些'"), 3752167);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
// 回归：调频必须能把另一种切分的词调到整个列表的首位。打 jian 时列表里混着 ji'an 的
|
||
// 吉安（出货词库权重是 1，压在同组的积案 9420 底下），旧实现按音节数圈比较集，吉安
|
||
// 只跟积案/几案比，可学权重封顶一万出头，怎么调都追不上 见 的 3460998——用户看到的就是
|
||
// 「调多少次都没用」。比较集不再按音节数切开之后，基准取到 见，一次置顶就越过它。
|
||
TEST_CASE(UserDictionaryPromoteLiftsAnAlternativeSegmentationAcrossKeys)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-cross-key-ranking-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_1_j(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"CREATE TABLE tbl_2_j(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_1_j VALUES("
|
||
"'jian','j','见',3460998),"
|
||
"('jian','j','间',3067939),"
|
||
"('jian','j','剑',1151704);"
|
||
"INSERT INTO tbl_2_j VALUES("
|
||
"'ji''an','ja','积案',9420),"
|
||
"('ji''an','ja','几案',5999),"
|
||
"('ji''an','ja','吉安',1);");
|
||
}
|
||
std::vector<WordItem> candidates = {
|
||
{"jian", "见", 3460998, CandidateSource::Database, "jian"},
|
||
{"jian", "间", 3067939, CandidateSource::Database, "jian"},
|
||
{"jian", "剑", 1151704, CandidateSource::Database, "jian"},
|
||
{"jian", "积案", 9420, CandidateSource::Database, "ji'an"},
|
||
{"jian", "几案", 5999, CandidateSource::Database, "ji'an"},
|
||
{"jian", "吉安", 1, CandidateSource::Database, "ji'an"},
|
||
};
|
||
|
||
bool ranking_changed = false;
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "jian", candidates,
|
||
"ji'an", "吉安", "pin", 1, 1, true, &ranking_changed));
|
||
REQUIRE(ranking_changed);
|
||
{
|
||
TestDatabase db(main_path);
|
||
// 基准是整个列表最重的 见，不再是 ji'an 这一组的头部 积案。
|
||
REQUIRE(db.scalar_int64("SELECT weight FROM tbl_2_j WHERE value='吉安'") > 3460998);
|
||
// 写入仍只落在 entry_key 的行上：jian 那张表一行都没动（#36 的护栏）。
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_j WHERE value='见'"), 3460998);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_j WHERE value='间'"), 3067939);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_2_j WHERE value='积案'"), 9420);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
// 回归：不置顶、按 promote 模式连着选几次，也要能把吉安一路顶到首位。每一轮都照着
|
||
// 库里的新权重重排候选列表，模拟用户重新打一遍 jian 看到的顺序。
|
||
TEST_CASE(UserDictionaryRepeatedPromotionWalksAnAlternativeSegmentationToTheTop)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-cross-key-walk-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_1_j(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"CREATE TABLE tbl_2_j(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_1_j VALUES("
|
||
"'jian','j','见',3460998),"
|
||
"('jian','j','间',3067939),"
|
||
"('jian','j','剑',1151704),"
|
||
"('jian','j','件',935235),"
|
||
"('jian','j','建',598616);"
|
||
"INSERT INTO tbl_2_j VALUES("
|
||
"'ji''an','ja','积案',9420),"
|
||
"('ji''an','ja','几案',5999),"
|
||
"('ji''an','ja','吉安',1);");
|
||
}
|
||
const std::vector<std::pair<std::string, std::string>> rows = {
|
||
{"jian", "见"}, {"jian", "间"}, {"jian", "剑"}, {"jian", "件"},
|
||
{"jian", "建"}, {"ji'an", "积案"}, {"ji'an", "几案"}, {"ji'an", "吉安"},
|
||
};
|
||
const auto current_list = [&]() {
|
||
TestDatabase db(main_path);
|
||
std::vector<WordItem> list;
|
||
for (const auto &row : rows)
|
||
{
|
||
const std::string table = row.first == "jian" ? "tbl_1_j" : "tbl_2_j";
|
||
const auto sql = "SELECT weight FROM " + table + " WHERE value='" + row.second + "'";
|
||
list.push_back({"jian", row.second, db.scalar_int64(sql.c_str()), CandidateSource::Database, row.first});
|
||
}
|
||
std::stable_sort(list.begin(), list.end(),
|
||
[](const WordItem &lhs, const WordItem &rhs) { return lhs.weight > rhs.weight; });
|
||
return list;
|
||
};
|
||
const auto rank_of = [](const std::vector<WordItem> &list, const std::string &word) {
|
||
for (std::size_t i = 0; i < list.size(); ++i)
|
||
if (list[i].word == word)
|
||
return i;
|
||
return list.size();
|
||
};
|
||
|
||
// promote 模式一次最多前进到第 5 位，所以从第 8 位走到首位需要几轮。上限给 8 轮，
|
||
// 断言的是「会收敛」，不是精确的轮数。
|
||
std::size_t rounds = 0;
|
||
while (rank_of(current_list(), "吉安") != 0 && rounds < 8)
|
||
{
|
||
const auto list = current_list();
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "jian", list,
|
||
"ji'an", "吉安", "promote", 1, 1, false));
|
||
++rounds;
|
||
}
|
||
REQUIRE_EQ(rank_of(current_list(), "吉安"), static_cast<std::size_t>(0));
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_j WHERE value='见'"), 3460998);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
TEST_CASE(UserDictionaryEqualWeightPromoteDoesNotWriteNegatives)
|
||
{
|
||
const auto directory = std::filesystem::temp_directory_path() /
|
||
("msime-equal-weight-ranking-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_1_n(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','甲',1),"
|
||
"('ni','n','乙',1),"
|
||
"('ni','n','丙',1),"
|
||
"('ni','n','丁',1),"
|
||
"('ni','n','戊',1),"
|
||
"('ni','n','己',1);");
|
||
}
|
||
std::vector<WordItem> candidates = {
|
||
{"ni", "甲", 1}, {"ni", "乙", 1}, {"ni", "丙", 1}, {"ni", "丁", 1}, {"ni", "戊", 1}, {"ni", "己", 1},
|
||
};
|
||
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "ni", candidates,
|
||
"ni", "己", "promote", 1, 1, false));
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE(db.scalar_int64("SELECT weight FROM tbl_1_n WHERE value='己'") > 1);
|
||
REQUIRE_EQ(db.scalar_int("SELECT COUNT(*) FROM tbl_1_n WHERE weight < 1"), 0);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_n WHERE value='甲'"), 1);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_n WHERE value='乙'"), 1);
|
||
}
|
||
{
|
||
TestDatabase user_db(user_path);
|
||
REQUIRE_EQ(user_db.scalar_int("SELECT COUNT(*) FROM user_dictionary_operations"), 1);
|
||
REQUIRE_EQ(user_db.scalar_int("SELECT COUNT(*) FROM user_dictionary_operations WHERE value='己'"), 1);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
TEST_CASE(UserDictionaryReplaySkipsNonpositivePinyinUpserts)
|
||
{
|
||
const auto directory = std::filesystem::temp_directory_path() /
|
||
("msime-skip-negative-replay-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
const auto english_path = directory / "english.db";
|
||
{
|
||
TestDatabase main_db(main_path);
|
||
main_db.exec("CREATE TABLE tbl_1_x(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_1_x VALUES('xian','x','先',1662684);");
|
||
TestDatabase english_db(english_path);
|
||
english_db.exec("CREATE TABLE english_words(word TEXT PRIMARY KEY,display TEXT);");
|
||
}
|
||
|
||
REQUIRE(user_dictionary::record_upsert(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin, "xian", "先",
|
||
-12999));
|
||
REQUIRE(user_dictionary::record_upsert(test::Utf8(user_path), user_dictionary::DictionaryKind::Pinyin, "xian", "现",
|
||
5000));
|
||
|
||
const auto replay = user_dictionary::replay(test::Utf8(user_path), test::Utf8(main_path), test::Utf8(english_path));
|
||
REQUIRE(replay.error.empty());
|
||
REQUIRE_EQ(replay.failed, 0);
|
||
REQUIRE_EQ(replay.skipped, 1);
|
||
REQUIRE_EQ(replay.applied, 1);
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_x WHERE value='先'"), 1662684);
|
||
REQUIRE_EQ(db.scalar_int("SELECT COUNT(*) FROM tbl_1_x WHERE value='现' AND weight=5000"), 1);
|
||
}
|
||
|
||
REQUIRE(user_dictionary::ensure_user_database(test::Utf8(user_path)));
|
||
{
|
||
TestDatabase user_db(user_path);
|
||
REQUIRE_EQ(user_db.scalar_int("SELECT COUNT(*) FROM user_dictionary_operations WHERE value='先'"), 0);
|
||
REQUIRE_EQ(user_db.scalar_int("SELECT COUNT(*) FROM user_dictionary_operations WHERE value='现'"), 1);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
TEST_CASE(UserDictionaryLocalRebalanceKeepsPositiveSameKeyWeights)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-local-rebalance-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_1_n(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_1_n VALUES('ni','n','甲',20000),"
|
||
"('ni','n','乙',19000),"
|
||
"('ni','n','丙',18000),"
|
||
"('ni','n','丁',17000),"
|
||
"('ni','n','戊',16000),"
|
||
"('ni','n','己',15000);");
|
||
}
|
||
std::vector<WordItem> candidates = {
|
||
{"ni", "甲", 20000}, {"ni", "乙", 20000}, {"ni", "丙", 20000},
|
||
{"ni", "丁", 20000}, {"ni", "戊", 20000}, {"ni", "己", 20000},
|
||
};
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "ni", candidates,
|
||
"ni", "己", "promote", 1, 1, false));
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE_EQ(db.scalar_int("SELECT COUNT(*) FROM tbl_1_n WHERE weight < 1"), 0);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_n WHERE value='甲'"), 20000);
|
||
REQUIRE(db.scalar_int64("SELECT weight FROM tbl_1_n WHERE value='己'") >
|
||
db.scalar_int64("SELECT weight FROM tbl_1_n WHERE value='戊'"));
|
||
REQUIRE(db.scalar_int64("SELECT weight FROM tbl_1_n WHERE value='己'") < 20000);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
// 候选没带 canonical_pinyin 时，键要从 context_key 按字数截出来（先 -> xian，
|
||
// 现网 -> xian'wang）。较短的那个键现在也参与比权，但写入必须只落在 entry_key 的行上。
|
||
TEST_CASE(UserDictionaryRankingKeepsWritesOnTheEntryKeyWhenKeysAreReconstructed)
|
||
{
|
||
const auto directory = std::filesystem::temp_directory_path() /
|
||
("msime-reconstructed-key-ranking-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE tbl_2_x(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"CREATE TABLE tbl_1_x(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO tbl_2_x VALUES('xian''wang','xw','现网',1),('xian''wang','xw','先亡',1);"
|
||
"INSERT INTO tbl_1_x VALUES('xian','x','先',1662684);");
|
||
}
|
||
std::vector<WordItem> candidates = {
|
||
{"xianwang", "先亡", 1},
|
||
{"xianwang", "现网", 1},
|
||
{"xianwang", "先", 1662684},
|
||
};
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "xian'wang",
|
||
candidates, "xian'wang", "现网", "promote", 1, 1, false));
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE(db.scalar_int64("SELECT weight FROM tbl_2_x WHERE value='现网'") > 1);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_x WHERE value='先'"), 1662684);
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_2_x WHERE value='先亡'"), 1);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|
||
|
||
TEST_CASE(UserDictionaryWubiPromoteUpdatesWubiTable)
|
||
{
|
||
const auto directory =
|
||
std::filesystem::temp_directory_path() / ("msime-wubi-ranking-" + std::to_string(GetCurrentProcessId()));
|
||
std::filesystem::create_directories(directory);
|
||
const auto user_path = directory / "msime_user.db";
|
||
const auto main_path = directory / "msime.db";
|
||
{
|
||
TestDatabase db(main_path);
|
||
db.exec("CREATE TABLE wubi86(key TEXT,value TEXT,weight INTEGER);"
|
||
"CREATE TABLE tbl_1_a(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
||
"INSERT INTO wubi86 VALUES('aaaa','工',100),('aaaa','或',50);"
|
||
"INSERT INTO tbl_1_a VALUES('aaaa','a','啊',1);");
|
||
}
|
||
std::vector<WordItem> candidates = {
|
||
{"aaaa", "工", 100},
|
||
{"aaaa", "或", 50},
|
||
};
|
||
bool ranking_changed = false;
|
||
REQUIRE(user_dictionary::adjust_candidate_ranking(test::Utf8(main_path), test::Utf8(user_path), "aaaa", candidates,
|
||
"aaaa", "或", "promote", 1, 1, false, &ranking_changed,
|
||
user_dictionary::DictionaryKind::Wubi));
|
||
REQUIRE(ranking_changed);
|
||
{
|
||
TestDatabase db(main_path);
|
||
REQUIRE(db.scalar_int64("SELECT weight FROM wubi86 WHERE value='或'") >
|
||
db.scalar_int64("SELECT weight FROM wubi86 WHERE value='工'"));
|
||
REQUIRE_EQ(db.scalar_int64("SELECT weight FROM tbl_1_a WHERE value='啊'"), 1);
|
||
}
|
||
{
|
||
TestDatabase user_db(user_path);
|
||
REQUIRE_EQ(user_db.scalar_int(
|
||
"SELECT COUNT(*) FROM user_dictionary_operations WHERE dictionary='wubi' AND value='或'"),
|
||
1);
|
||
REQUIRE_EQ(user_db.scalar_int("SELECT COUNT(*) FROM user_dictionary_operations WHERE dictionary='pinyin'"), 0);
|
||
}
|
||
std::filesystem::remove_all(directory);
|
||
}
|