fanlusky
a7779d2b05
`vendor/MetasequoiaImeEngine` submodule 改为 `engine/` 目录，导入的是 product-lock.json 原本钉住的提交 c810d201，逐文件核对过 blob，因此这是一次 搬迁而不是引擎升级。引擎自己的嵌套 submodule（googlepinyinime-rev、utfcpp、 miniaudio）按各自 gitlink 一并展开，来源与提交见 engine/UPSTREAM.md。 Windows 专门化裁掉了不属于本产品的部分：whisper.cpp 与本地推理 provider、 macOS 示例宿主、整个 dictionary/ 建库流水线、上游 CI 与 release-please 配置。 词库仍按 product-lock.json 在构建时取发布产物。 引擎不再进 product-lock.json：没有 gitlink 就没有可比对的东西，锁里写一个上游 commit 等于宣称这棵树仍等于上游，而第一个 Windows 专门化改动落地时这句话就假了。 verify-contracts / verify-checkout 随之移除，verify-published 保留。 CI 与工具链：引擎源码并入根 scripts/format.sh（删掉引擎自己的那份，避免两套排除 列表分叉）；引擎 voice.yml 里的 silero_vad.onnx 摘要校验移到本仓 lock job； engine-bump-triage 工作流与其测试删除；gitsubmodule 的 dependabot 频率由 daily 改为 monthly。 README、README.en、AGENTS.md、CONTRIBUTING、docs/product-release.md 及各子目录 文档同步说明新的位置与边界。
181 lines
9.4 KiB
C++
181 lines
9.4 KiB
C++
#include <metasequoia/session.h>
|
|
#include <sqlite3.h>
|
|
#include <algorithm>
|
|
#include <chrono>
|
|
#include <filesystem>
|
|
#include <iostream>
|
|
#include <stdexcept>
|
|
#include "contracts/assets/assets.h"
|
|
|
|
using namespace metasequoia;
|
|
void require(bool ok, const char *message)
|
|
{
|
|
if (!ok)
|
|
throw std::runtime_error(message);
|
|
}
|
|
std::size_t candidate(Session &session, const std::string &word)
|
|
{
|
|
const auto view = session.snapshot();
|
|
for (std::size_t i = 0; i < view.candidates.size(); ++i)
|
|
if (view.candidates[i].word == word)
|
|
return i;
|
|
throw std::runtime_error("Missing candidate: " + word);
|
|
}
|
|
void type(Session &session, const std::string &digits)
|
|
{
|
|
for (char digit : digits)
|
|
require(session.character(digit).handled, "digit unhandled");
|
|
}
|
|
int main()
|
|
{
|
|
const auto directory =
|
|
std::filesystem::temp_directory_path() /
|
|
("msime-nine-key-" + std::to_string(std::chrono::steady_clock::now().time_since_epoch().count()));
|
|
std::filesystem::create_directories(directory);
|
|
struct Cleanup
|
|
{
|
|
std::filesystem::path path;
|
|
~Cleanup()
|
|
{
|
|
std::error_code ec;
|
|
std::filesystem::remove_all(path, ec);
|
|
}
|
|
} cleanup{directory};
|
|
sqlite3 *db = nullptr;
|
|
require(sqlite3_open((directory / "msime.db").u8string().c_str(), &db) == SQLITE_OK, "open fixture");
|
|
require(sqlite3_exec(db,
|
|
"CREATE TABLE tbl_1_n(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
|
"INSERT INTO tbl_1_n VALUES('ni','n','你',100);"
|
|
"CREATE TABLE tbl_1_m(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
|
"INSERT INTO tbl_1_m VALUES('mi','m','米',50);"
|
|
"CREATE TABLE tbl_1_h(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
|
"INSERT INTO tbl_1_h VALUES('hao','h','好',100);"
|
|
"CREATE TABLE tbl_2_n(key TEXT,jp TEXT,value TEXT,weight INTEGER);"
|
|
"INSERT INTO tbl_2_n VALUES('ni''hao','nh','你好',1000);",
|
|
nullptr, nullptr, nullptr) == SQLITE_OK,
|
|
"populate fixture");
|
|
sqlite3_close(db);
|
|
SessionOptions options;
|
|
options.paths = {directory, directory, directory, directory};
|
|
options.learning = false;
|
|
Session session(options);
|
|
require(!session.character('6').handled, "ordinary pinyin swallowed digit");
|
|
session.set_nine_key_enabled(true);
|
|
require(!session.character('0').handled && !session.character('1').handled, "invalid digits accepted");
|
|
type(session, "64");
|
|
candidate(session, "你");
|
|
candidate(session, "米");
|
|
const auto before = session.snapshot().preedit;
|
|
require(!session.select(999).handled && !session.choose_nine_key_spelling(999).handled &&
|
|
session.snapshot().preedit == before,
|
|
"invalid index changed composition");
|
|
auto view = session.snapshot();
|
|
require(view.nine_key_spellings.front() == "ni", "preferred spelling was offscreen");
|
|
const auto ni = std::find(view.nine_key_spellings.begin(), view.nine_key_spellings.end(), "ni");
|
|
require(ni != view.nine_key_spellings.end(), "missing disambiguation");
|
|
require(session.choose_nine_key_spelling(ni - view.nine_key_spellings.begin()).handled, "choose spelling");
|
|
require(session.snapshot().preedit == "ni", "locked preedit");
|
|
for (const auto &item : session.snapshot().candidates)
|
|
require(item.word != "米", "lock failed");
|
|
type(session, "426");
|
|
require(session.snapshot().nine_key_spellings.front() == "hao", "locked suffix spelling order");
|
|
require(session.select(candidate(session, "你好")).commit == "你好" && session.snapshot().preedit.empty(),
|
|
"phrase selection");
|
|
type(session, "64426");
|
|
view = session.snapshot();
|
|
auto spelling = std::find(view.nine_key_spellings.begin(), view.nine_key_spellings.end(), "ni");
|
|
session.choose_nine_key_spelling(spelling - view.nine_key_spellings.begin());
|
|
session.choose_nine_key_spelling(0); // hao, the preferred remaining syllable
|
|
require(session.select(candidate(session, "你")).commit == "你" && session.snapshot().editing_text == "426",
|
|
"partial selection");
|
|
require(session.snapshot().preedit == "hao", "partial selection lost the locked suffix");
|
|
require(session.finish().commit == "好" && session.snapshot().preedit.empty(), "finish residual");
|
|
type(session, "64");
|
|
session.command(Command::Backspace);
|
|
require(session.snapshot().editing_text == "6", "backspace");
|
|
session.command(Command::Backspace);
|
|
require(!session.command(Command::Backspace).handled, "idle backspace");
|
|
type(session, "64426");
|
|
require(session.punctuation(',').commit == "你好，" && session.snapshot().preedit.empty(), "punctuation commit");
|
|
type(session, "64");
|
|
require(session.command(Command::CommitRaw).commit == "64", "raw commit");
|
|
type(session, "64");
|
|
session.command(Command::Cancel);
|
|
require(session.snapshot().preedit.empty() && session.snapshot().nine_key_spellings.empty(), "cancel");
|
|
type(session, "64");
|
|
session.switch_scheme(SchemeType::Shuangpin);
|
|
require(session.snapshot().preedit.empty() && !session.character('6').handled, "shuangpin isolation");
|
|
session.switch_scheme(SchemeType::Quanpin);
|
|
session.set_nine_key_enabled(false);
|
|
require(session.character('n').handled && session.snapshot().editing_text == "n", "restore qwerty");
|
|
session.command(Command::Cancel);
|
|
session.set_nine_key_enabled(true);
|
|
type(session, std::string(32, '7'));
|
|
require(session.character('7').diagnostic.has_value() && session.snapshot().editing_text.size() == 32,
|
|
"digit limit did not preserve composition");
|
|
session.command(Command::Cancel);
|
|
// Learning and explicit management use canonical dictionary keys, never digit strings.
|
|
type(session, "64");
|
|
require(session.select(candidate(session, "米")).commit == "米", "disabled learning selection");
|
|
Session unchanged(options);
|
|
unchanged.set_nine_key_enabled(true);
|
|
type(unchanged, "64");
|
|
require(unchanged.snapshot().candidates.front().word == "你", "disabled learning changed ranking");
|
|
auto learning_options = options;
|
|
learning_options.learning = true;
|
|
learning_options.frequency.mode = FrequencyAdjustmentMode::Promote;
|
|
Session learner(learning_options);
|
|
learner.set_nine_key_enabled(true);
|
|
type(learner, "64");
|
|
auto learned = learner.select(candidate(learner, "米"));
|
|
require(learned.commit == "米" && !learned.diagnostic, "learning failed");
|
|
Session managed(options);
|
|
managed.set_nine_key_enabled(true);
|
|
type(managed, "64");
|
|
require(managed.snapshot().candidates.front().word == "米", "learning did not persist");
|
|
auto pinned = managed.pin(candidate(managed, "你"));
|
|
require(pinned.handled && !pinned.commit && !pinned.diagnostic && managed.snapshot().editing_text == "64" &&
|
|
managed.snapshot().candidates.front().word == "你",
|
|
"manual pin failed or committed");
|
|
require(!managed.remove(candidate(managed, "你")).handled, "single character was removed");
|
|
require(!managed.pin(999).handled && !managed.remove(999).handled && !managed.fix_position(0, 6).handled &&
|
|
!managed.clear_position(999).handled,
|
|
"invalid management action handled");
|
|
require(managed.fix_position(candidate(managed, "米"), 1).handled &&
|
|
managed.snapshot().candidates.front().word == "米",
|
|
"fixed position not applied");
|
|
Session fixed(options);
|
|
fixed.set_nine_key_enabled(true);
|
|
type(fixed, "64");
|
|
require(fixed.snapshot().candidates.front().word == "米", "fixed position not persisted");
|
|
const auto fixed_view = fixed.snapshot();
|
|
const auto lock = std::find(fixed_view.nine_key_spellings.begin(), fixed_view.nine_key_spellings.end(), "ni");
|
|
fixed.choose_nine_key_spelling(lock - fixed_view.nine_key_spellings.begin());
|
|
require(fixed.snapshot().candidates.front().word == "你", "fixed position escaped spelling constraint");
|
|
require(managed.clear_position(candidate(managed, "米")).handled &&
|
|
managed.snapshot().candidates.front().word == "你",
|
|
"clear fixed position failed");
|
|
managed.command(Command::Cancel);
|
|
type(managed, "64426");
|
|
auto removed = managed.remove(candidate(managed, "你好"));
|
|
require(removed.handled && !removed.commit && !removed.diagnostic && managed.snapshot().editing_text == "64426",
|
|
"phrase removal failed or changed composition");
|
|
Session after_removal(options);
|
|
after_removal.set_nine_key_enabled(true);
|
|
type(after_removal, "64426");
|
|
for (const auto &item : after_removal.snapshot().candidates)
|
|
require(item.word != "你好", "phrase removal did not persist");
|
|
|
|
// A persistence failure must preserve the user's commit and surface a diagnostic.
|
|
auto failure_options = learning_options;
|
|
failure_options.paths.user_data = directory / "blocked";
|
|
std::filesystem::create_directories(failure_options.paths.user_data / assets::user_journal);
|
|
Session failing(failure_options);
|
|
failing.set_nine_key_enabled(true);
|
|
type(failing, "64");
|
|
auto failed_learning = failing.finish(candidate(failing, "米"));
|
|
require(failed_learning.commit == "米" && failed_learning.diagnostic && failing.snapshot().preedit.empty(),
|
|
"failed learning lost commit or diagnostic");
|
|
std::cout << "Nine-key input contract passed\n";
|
|
}
|