okooooooo/EVEngine
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
8ccfd5ecbe7d44a560e528a533bac40de5061def
EVEngine/test/mcp.cpp
T

973 lines
42 KiB
C++
Raw Blame History

#include "zeroerr/assert.h"
#include "zeroerr/unittest.h"
#include "common/Runtime.h"
#include "common/Capability.h"
#include "common/EditorAutomation.h"
#include "common/RenderCapture.h"
#include "common/SceneQuery.h"
#include "common/ScriptCompiler.h"
#include "devtools/AiPanel.hpp"
#include "devtools/Debugger.hpp"
#include "devtools/DevTool.hpp"
#include "devtools/McpServer.hpp"
#include "editor/Editor.h"
#include "pixelworld/PixelWorldModule.h"
#include "ui/EditorHost.h"
#include <Poco/Dynamic/Var.h>
#include <Poco/Exception.h>
#include <Poco/JSON/Array.h>
#include <Poco/JSON/Object.h>
#include <Poco/JSON/Parser.h>
#include <Poco/Net/NetException.h>
#include <Poco/Net/SocketAddress.h>
#include <Poco/Net/StreamSocket.h>
#include <Poco/Timespan.h>
#include <simplesquirrel/simplesquirrel.hpp>
#include <chrono>
#include <filesystem>
#include <fstream>
#include <sstream>
#include <string>
#include <thread>
using namespace eve::dev;
namespace {
class ClosedLoopCapture final : public eve::IRenderCapture {
public:
eve::RenderStatusInfo status() const override { return {}; }
void setReadbackEnabled(bool) override {}
bool savePng(const std::string&, int*, int*, std::string*) override { return false; }
std::string capturePngDataUrl() override { return {}; }
bool ensureCamera() override { return false; }
bool setCameraPose(float, float, float, float, float, float, float) override { return false; }
bool setCameraPoseYawPitch(float, float, float, float, float, float) override { return false; }
std::string cameraPoseJson() override { return "{}"; }
eve::Result<eve::Renderable3DInfo> inspectRenderable3D(std::uint32_t entityId,
std::uint32_t generation) override {
if (entityId != info.entityId || generation != info.generation)
return eve::Result<eve::Renderable3DInfo>::failure(eve::Diagnostic::error(
eve::DiagnosticCode::StaleHandle, "Renderable3D handle is missing or stale", "entity"));
return eve::Result<eve::Renderable3DInfo>::success(info);
}
std::string visibleEntitiesJson(float, bool*) override { return "{}"; }
std::string visibleEntitiesJsonAt(float, float, float, float, float, float, float, bool*) override {
return "{}";
}
std::string entityIdMaskJson(int*, int*, bool*) override { return "{}"; }
bool entityIdMaskPng(const std::string&, std::string*) override { return false; }
bool gbufferPng(const std::string&, const std::string&, std::string*) override { return false; }
eve::Renderable3DInfo info{42, 7, 1.f, 2.f, 3.f, 0.1f, 0.2f, 0.3f, 1.f};
};
class ClosedLoopEditor final : public eve::IEditorAutomation {
public:
explicit ClosedLoopEditor(ClosedLoopCapture& capture) : capture_(&capture) {}
std::string invoke(const std::string& operation, const std::string&) override {
if (operation == "execute") {
++executeCount;
if (rejectNext) {
rejectNext = false;
return R"({"status":"rejected","accepted":false,"diagnostics":[{"rule":"test.reject","message":"rejected"}]})";
}
capture_->info.tintG = 0.8f;
return R"({"status":"applied","accepted":true,"diagnostics":[],"transactionId":"closed-loop.1"})";
}
if (operation == "inspect")
return R"({"status":"applied","accepted":true,"diagnostics":[],"target":{"snapshot":{"revision":2}}})";
return R"({"status":"unsupported","accepted":false,"diagnostics":[]})";
}
int executeCount = 0;
bool rejectNext = true;
private:
ClosedLoopCapture* capture_ = nullptr;
};
class ClosedLoopScene final : public eve::ISceneQuery {
public:
std::string activeHost() const override { return "world"; }
int hostCount() const override { return 1; }
std::string hostNameAt(int index) const override { return index == 0 ? "world" : std::string{}; }
int nodeCount() const override { return 1; }
std::string rootId() const override { return "player"; }
std::vector<eve::SceneNodeInfo> nodes(int) const override { return {node}; }
std::vector<eve::SceneNodeInfo> nodesOf(const std::string& host, int) const override {
return host == "world" ? std::vector<eve::SceneNodeInfo>{node} : std::vector<eve::SceneNodeInfo>{};
}
bool getNode(const std::string& id, eve::SceneNodeInfo* out) const override {
return getNodeIn("world", id, out);
}
bool getNodeIn(const std::string& host, const std::string& id, eve::SceneNodeInfo* out) const override {
if (host != "world" || id != node.id || !out) return false;
*out = node;
return true;
}
bool setNodeTransform(const std::string& id, float x, float y, float z) override {
if (id != node.id) return false;
node.x = x;
node.y = y;
node.z = z;
return true;
}
bool setNodeVisible(const std::string& id, bool visible) override {
if (id != node.id) return false;
node.visible = visible;
return true;
}
void syncTransforms() override {}
eve::SceneNodeInfo node{"player", "Player", "root/player", true, 1.f, 2.f, 3.f};
};
class ClosedLoopSceneEditor final : public eve::IEditorAutomation {
public:
explicit ClosedLoopSceneEditor(ClosedLoopScene& scene) : scene_(&scene) {}
std::string invoke(const std::string& operation, const std::string&) override {
if (operation == "execute") {
++executeCount;
scene_->node.x = 4.f;
scene_->node.y = 5.f;
return R"({"status":"applied","accepted":true,"diagnostics":[],"transactionId":"scene-loop.1"})";
}
if (operation == "inspect")
return R"({"status":"applied","accepted":true,"diagnostics":[],"target":{"snapshot":{"revision":2}}})";
return R"({"status":"unsupported","accepted":false,"diagnostics":[]})";
}
int executeCount = 0;
private:
ClosedLoopScene* scene_ = nullptr;
};
template <class Interface>
class CapabilityOverride final {
public:
explicit CapabilityOverride(Interface& replacement)
: previous_(eve::cap::query<Interface>()), replacement_(&replacement) {
eve::cap::provide<Interface>(replacement_);
}
~CapabilityOverride() {
eve::cap::revoke<Interface>(replacement_);
if (previous_) eve::cap::provide<Interface>(previous_);
}
private:
Interface* previous_ = nullptr;
Interface* replacement_ = nullptr;
};
class McpClient {
public:
explicit McpClient(int port) {
Poco::Net::SocketAddress addr("127.0.0.1", static_cast<uint16_t>(port));
sock_.connect(addr, Poco::Timespan(2, 0));
sock_.setBlocking(true);
sock_.setReceiveTimeout(Poco::Timespan(0, 50000));
sock_.setSendTimeout(Poco::Timespan(2, 0));
for (int i = 0; i < 100 && !McpServer::instance().hasClient(); ++i) {
McpServer::instance().poll();
std::this_thread::sleep_for(std::chrono::milliseconds(5));
}
REQUIRE(McpServer::instance().hasClient());
}
void send(const std::string& json) {
const std::string frame = json + "\n";
const int n = sock_.sendBytes(frame.data(), static_cast<int>(frame.size()));
REQUIRE(n == static_cast<int>(frame.size()));
}
void sendRequest(int id, const std::string& method, const std::string& paramsJson = "{}") {
std::ostringstream oss;
oss << "{\"jsonrpc\":\"2.0\",\"id\":" << id << ",\"method\":\"" << method << "\"";
if (!paramsJson.empty()) oss << ",\"params\":" << paramsJson;
oss << "}";
send(oss.str());
}
void sendNotification(const std::string& method, const std::string& paramsJson = "{}") {
std::ostringstream oss;
oss << "{\"jsonrpc\":\"2.0\",\"method\":\"" << method << "\"";
if (!paramsJson.empty()) oss << ",\"params\":" << paramsJson;
oss << "}";
send(oss.str());
}
Poco::JSON::Object::Ptr recv(int timeoutMs = 2000) {
const auto deadline = std::chrono::steady_clock::now() + std::chrono::milliseconds(timeoutMs);
while (std::chrono::steady_clock::now() < deadline) {
McpServer::instance().poll();
char buf[8192];
try {
const int n = sock_.receiveBytes(buf, sizeof(buf));
if (n > 0) recvBuf_.append(buf, static_cast<size_t>(n));
} catch (const Poco::TimeoutException&) {
} catch (const Poco::Net::NetException&) {
}
const auto nl = recvBuf_.find('\n');
if (nl == std::string::npos) {
std::this_thread::sleep_for(std::chrono::milliseconds(5));
continue;
}
std::string line = recvBuf_.substr(0, nl);
recvBuf_.erase(0, nl + 1);
if (!line.empty() && line.back() == '\r') line.pop_back();
if (line.empty()) continue;
Poco::JSON::Parser parser;
auto var = parser.parse(line);
return var.extract<Poco::JSON::Object::Ptr>();
}
return nullptr;
}
Poco::JSON::Object::Ptr expectResult(int id, int timeoutMs = 2000) {
const auto deadline = std::chrono::steady_clock::now() + std::chrono::milliseconds(timeoutMs);
while (std::chrono::steady_clock::now() < deadline) {
auto msg = recv(50);
if (!msg) continue;
int msgId = -999;
if (msg->has("id") && !msg->isNull("id")) {
try {
msgId = msg->get("id").convert<int>();
} catch (...) {
continue;
}
}
if (msgId == id && msg->has("result")) return msg;
if (msgId == id && msg->has("error")) {
// Fail with the server error message visible in the assertion.
auto err = msg->getObject("error");
const std::string em = err ? err->optValue<std::string>("message", "error") : "error";
REQUIRE(em.empty()); // expected no error; message shown if present
return nullptr;
}
}
return nullptr;
}
private:
Poco::Net::StreamSocket sock_;
std::string recvBuf_;
};
} // namespace
TEST_CASE("devtools.mcp.initializeToolsStatus") {
auto& mcp = McpServer::instance();
auto& dt = DevTool::instance();
auto& ai = AiPanel::instance();
mcp.stop();
ai.clearLog();
dt.detach();
ssq::VM vm(1024, ssq::Libs::ALL);
dt.attach(vm, false);
dt.exposeScriptApi(vm);
eve::pixelworld::PixelWorldModule pixelworldModule;
eve::pixelworld::PixelWorld pixelworld(9081);
eve::editor::Editor editor;
eve::editor::CommandDescriptor editorCommand;
editorCommand.id = eve::editor::CommandId("mcp.test-command");
editorCommand.ownerModule = "mcp.test";
editorCommand.displayName = "MCP test command";
REQUIRE(editor.commandService()
.registerCommand(std::move(editorCommand),
[](const eve::editor::CommandContext&, const eve::editor::EditorValue&) {
return eve::editor::EditorResult<eve::editor::EditorValue>::applied(
eve::editor::EditorValue("executed"));
})
.isAccepted());
const int port = mcp.listen(0);
REQUIRE(port > 0);
CHECK(ai.mcpPort() == port);
McpClient client(port);
client.sendRequest(1, "initialize",
"{\"protocolVersion\":\"2025-06-18\","
"\"capabilities\":{},"
"\"clientInfo\":{\"name\":\"eve-test\",\"version\":\"0\"}}");
auto init = client.expectResult(1);
REQUIRE(init);
auto result = init->getObject("result");
REQUIRE(result);
CHECK(result->getValue<std::string>("protocolVersion") == "2025-06-18");
CHECK(result->getObject("serverInfo")->getValue<std::string>("name") == "evengine");
CHECK(result->has("capabilities"));
client.sendNotification("notifications/initialized");
McpServer::instance().poll();
client.sendRequest(2, "tools/list");
auto toolsMsg = client.expectResult(2);
REQUIRE(toolsMsg);
auto tools = toolsMsg->getObject("result")->getArray("tools");
REQUIRE(tools);
bool foundStatus = false;
bool foundEval = false;
bool foundScene = false;
bool foundProc = false;
bool foundPhys = false;
bool foundShot = false;
bool foundParticles = false;
bool foundAudio = false;
bool foundVision = false;
bool foundVcfg = false;
bool foundSdMod = false;
bool foundSdInfo = false;
bool foundCamGen = false;
bool foundReset = false;
bool foundSdStat = false;
bool foundSdInst = false;
bool foundUiTree = false;
bool foundUiGet = false;
bool foundUiClick = false;
bool foundHostReload = false;
bool foundHotReloadStatus = false;
bool foundEditorCommands = false;
bool foundEditorPlan = false;
bool foundEditorCreate = false;
bool foundEditorInspect = false;
bool foundEditorObserve = false;
bool foundObserveStart = false;
bool foundObservePoll = false;
bool foundObserveClose = false;
bool foundRenderableGet = false;
bool foundSkeletonInspect = false;
bool foundAgentStart = false;
bool foundAgentEvidence = false;
bool foundAgentComplete = false;
bool foundPixelWorlds = false;
bool foundPixelSamples = false;
bool foundPixelCatalog = false;
bool foundPixelValidate = false;
bool foundPixelApply = false;
for (size_t i = 0; i < tools->size(); ++i) {
auto t = tools->getObject(static_cast<unsigned>(i));
const std::string name = t->getValue<std::string>("name");
if (name == "eve_status") foundStatus = true;
if (name == "eve_eval") foundEval = true;
if (name == "eve_scene_status") foundScene = true;
if (name == "eve_procgen_recipes") foundProc = true;
if (name == "eve_physics_raycast") foundPhys = true;
if (name == "eve_screenshot") foundShot = true;
if (name == "eve_particles_emit") foundParticles = true;
if (name == "eve_audio_set_volume") foundAudio = true;
if (name == "eve_render_describe") foundVision = true;
if (name == "eve_render_vision_config") foundVcfg = true;
if (name == "eve_scene_modify") foundSdMod = true;
if (name == "eve_scene_info") foundSdInfo = true;
if (name == "eve_camera_generate") foundCamGen = true;
if (name == "eve_scene_reset") foundReset = true;
if (name == "eve_scene_director_status") foundSdStat = true;
if (name == "eve_scene_director_install") foundSdInst = true;
if (name == "eve_ui_tree") foundUiTree = true;
if (name == "eve_ui_get") foundUiGet = true;
if (name == "eve_ui_click") foundUiClick = true;
if (name == "eve_host_resource_reload") foundHostReload = true;
if (name == "eve_host_hot_reload_status") foundHotReloadStatus = true;
if (name == "eve_editor_commands") foundEditorCommands = true;
if (name == "eve_editor_plan") foundEditorPlan = true;
if (name == "eve_editor_target_create") foundEditorCreate = true;
if (name == "eve_editor_inspect") foundEditorInspect = true;
if (name == "eve_editor_execute_observe") foundEditorObserve = true;
if (name == "eve_editor_observe_start") foundObserveStart = true;
if (name == "eve_editor_observe_poll") foundObservePoll = true;
if (name == "eve_editor_observe_close") foundObserveClose = true;
if (name == "eve_renderable3d_get") foundRenderableGet = true;
if (name == "eve_skeleton_inspect") foundSkeletonInspect = true;
if (name == "eve_agent_session_start") foundAgentStart = true;
if (name == "eve_agent_session_evidence") foundAgentEvidence = true;
if (name == "eve_agent_session_complete") foundAgentComplete = true;
if (name == "eve_pixelworld_worlds") foundPixelWorlds = true;
if (name == "eve_pixelworld_samples") foundPixelSamples = true;
if (name == "eve_pixelworld_catalog_builtin") foundPixelCatalog = true;
if (name == "eve_pixelworld_catalog_validate") foundPixelValidate = true;
if (name == "eve_pixelworld_catalog_apply") foundPixelApply = true;
}
CHECK(foundStatus);
CHECK(foundEval);
CHECK(foundScene);
CHECK(foundProc);
CHECK(foundPhys);
CHECK(foundShot);
CHECK(foundParticles);
CHECK(foundAudio);
CHECK(foundVision);
CHECK(foundVcfg);
CHECK(foundSdMod);
CHECK(foundSdInfo);
CHECK(foundCamGen);
CHECK(foundReset);
CHECK(foundSdStat);
CHECK(foundSdInst);
CHECK(foundUiTree);
CHECK(foundUiGet);
CHECK(foundUiClick);
CHECK(foundHostReload);
CHECK(foundHotReloadStatus);
CHECK(foundEditorCommands);
CHECK(foundEditorPlan);
CHECK(foundEditorCreate);
CHECK(foundEditorInspect);
CHECK(foundEditorObserve);
CHECK(foundObserveStart);
CHECK(foundObservePoll);
CHECK(foundObserveClose);
CHECK(foundRenderableGet);
CHECK(foundSkeletonInspect);
CHECK(foundAgentStart);
CHECK(foundAgentEvidence);
CHECK(foundAgentComplete);
CHECK(foundPixelWorlds);
CHECK(foundPixelSamples);
CHECK(foundPixelCatalog);
CHECK(foundPixelValidate);
CHECK(foundPixelApply);
client.sendRequest(3, "tools/call", "{\"name\":\"eve_status\",\"arguments\":{}}");
auto statusMsg = client.expectResult(3);
REQUIRE(statusMsg);
auto content = statusMsg->getObject("result")->getArray("content");
REQUIRE(content);
REQUIRE(content->size() >= 1);
const std::string text = content->getObject(0)->getValue<std::string>("text");
CHECK(text.find("\"attached\":true") != std::string::npos);
CHECK(text.find("\"mcpPort\":") != std::string::npos);
client.sendRequest(4, "tools/call", "{\"name\":\"eve_ai_note\",\"arguments\":{\"text\":\"hello agent\"}}");
REQUIRE(client.expectResult(4));
const std::string log = ai.formatLog(16);
CHECK(log.find("hello agent") != std::string::npos);
CHECK(log.find("eve_status") != std::string::npos);
client.sendRequest(5, "resources/read", "{\"uri\":\"eve://ai-session\"}");
auto resMsg = client.expectResult(5);
REQUIRE(resMsg);
auto contents = resMsg->getObject("result")->getArray("contents");
REQUIRE(contents);
CHECK(contents->getObject(0)->getValue<std::string>("text").find("hello agent") != std::string::npos);
client.sendRequest(6, "prompts/list");
auto promptsMsg = client.expectResult(6);
REQUIRE(promptsMsg);
auto prompts = promptsMsg->getObject("result")->getArray("prompts");
REQUIRE(prompts);
CHECK(prompts->size() >= 1);
// New game-feature tools must return JSON text (not a hard JSON-RPC error),
// even when the backing module is not mounted in this test process.
auto textOf = [&](int id, const std::string& call) -> std::string {
client.sendRequest(id, "tools/call", call);
auto msg = client.expectResult(id);
REQUIRE(msg);
auto c = msg->getObject("result")->getArray("content");
REQUIRE(c);
REQUIRE(c->size() >= 1);
return c->getObject(0)->getValue<std::string>("text");
};
const std::string sceneText = textOf(7, "{\"name\":\"eve_scene_status\",\"arguments\":{}}");
CHECK(sceneText.find("eve_scene_status") == std::string::npos); // tool names never echoed back
CHECK(sceneText.find("{") != std::string::npos);
const std::string procText = textOf(8, "{\"name\":\"eve_procgen_recipes\",\"arguments\":{}}");
CHECK(procText.find("{") != std::string::npos);
const std::string physText = textOf(9, "{\"name\":\"eve_physics_list_worlds\",\"arguments\":{}}");
CHECK(physText.find("[") != std::string::npos);
// Vision config tool returns JSON config (no network call, no crash).
const std::string vcfgText = textOf(10, "{\"name\":\"eve_render_vision_config\",\"arguments\":{}}");
CHECK(vcfgText.find("{") != std::string::npos);
CHECK(vcfgText.find("apiKeySet") != std::string::npos);
// Scene-director tools: auto-install the Squirrel kit into the plain test VM
// and drive it over MCP (no Graphics / modules mounted -> geometry-only ops).
const std::string sdStat = textOf(11, "{\"name\":\"eve_scene_director_status\",\"arguments\":{}}");
CHECK(sdStat.find("\"installed\":true") != std::string::npos);
const std::string resetText = textOf(12, "{\"name\":\"eve_scene_reset\",\"arguments\":{}}");
CHECK(resetText.find("ok") != std::string::npos);
const std::string infoText = textOf(13, "{\"name\":\"eve_scene_info\",\"arguments\":{}}");
CHECK(infoText.find("\"count\":0") != std::string::npos);
const std::string camText = textOf(14, "{\"name\":\"eve_camera_generate\",\"arguments\":{\"count\":2}}");
CHECK(camText.find("\"cam_0\"") != std::string::npos);
const std::string modInfo = textOf(15, "{\"name\":\"eve_scene_modify\",\"arguments\":{\"action\":\"info\"}}");
CHECK(modInfo.find("\"count\":0") != std::string::npos);
// Unknown action must surface as a controlled error, not crash the server.
const std::string modBad = textOf(16, "{\"name\":\"eve_scene_modify\",\"arguments\":{\"action\":\"no_such\"}}");
const bool modBadHasError =
modBad.find("error") != std::string::npos || modBad.find("unknown action") != std::string::npos;
CHECK(modBadHasError);
const std::string editorCommands = textOf(17, "{\"name\":\"eve_editor_commands\",\"arguments\":{}}");
CHECK(editorCommands.find("mcp.test-command") != std::string::npos);
const std::string editorExecuted =
textOf(18, "{\"name\":\"eve_editor_execute\",\"arguments\":{\"command\":\"mcp.test-command\",\"payload\":{}}}");
CHECK(editorExecuted.find("\"status\":\"applied\"") != std::string::npos);
const std::string renderableAbsent = textOf(
19, "{\"name\":\"eve_renderable3d_get\",\"arguments\":{\"entityId\":0,\"generation\":1}}");
CHECK(renderableAbsent.find("graphics module not available") != std::string::npos);
const std::string observeAbsent = textOf(
20, "{\"name\":\"eve_editor_execute_observe\",\"arguments\":{\"target\":\"mcp.test\",\"command\":\"mcp.test-command\",\"payload\":{},\"entityId\":0,\"generation\":1}}");
CHECK(observeAbsent.find("graphics module not available") != std::string::npos);
const std::string sceneObserveAbsent = textOf(
21, "{\"name\":\"eve_editor_execute_observe\",\"arguments\":{\"target\":\"mcp.test\",\"command\":\"mcp.test-command\",\"payload\":{},\"observer\":\"scene-node\",\"host\":\"world\",\"node\":\"player\"}}");
CHECK(sceneObserveAbsent.find("scene module not available") != std::string::npos);
const std::string pixelWorlds = textOf(22, "{\"name\":\"eve_pixelworld_worlds\",\"arguments\":{}}");
CHECK(pixelWorlds.find("\"seed\":9081") != std::string::npos);
const std::string worldId = std::to_string(pixelworld.worldLink().world);
const std::string pixelPaused = textOf(
23, "{\"name\":\"eve_pixelworld_pause\",\"arguments\":{\"world\":" + worldId +
",\"paused\":true}}");
CHECK(pixelPaused.find("\"paused\":true") != std::string::npos);
const std::string pixelStepped = textOf(
24, "{\"name\":\"eve_pixelworld_step\",\"arguments\":{\"world\":" + worldId +
",\"count\":2}}");
CHECK(pixelStepped.find("\"lastTick\":2") != std::string::npos);
const std::string pixelSamples = textOf(
25, "{\"name\":\"eve_pixelworld_samples\",\"arguments\":{\"world\":" + worldId + "}}");
CHECK(pixelSamples.find("\"tick\":2") != std::string::npos);
const std::string pixelCatalog =
textOf(26, "{\"name\":\"eve_pixelworld_catalog_builtin\",\"arguments\":{}}");
CHECK(pixelCatalog.find("eve.pixelworld.material-catalog") != std::string::npos);
const std::string invalidCatalog = textOf(
27, "{\"name\":\"eve_pixelworld_catalog_validate\",\"arguments\":{\"catalog\":{}}}");
CHECK(invalidCatalog.find("\"ok\":false") != std::string::npos);
mcp.stop();
dt.detach();
}
TEST_CASE("devtools.mcp.executeObserveCorrelatesEditorTransactionWithLiveRuntime") {
auto& mcp = McpServer::instance();
mcp.stop();
ClosedLoopCapture capture;
ClosedLoopEditor editor(capture);
CapabilityOverride<eve::IRenderCapture> captureOverride(capture);
CapabilityOverride<eve::IEditorAutomation> editorOverride(editor);
const int port = mcp.listen(0);
REQUIRE(port > 0);
McpClient client(port);
client.sendRequest(1, "initialize",
"{\"protocolVersion\":\"2025-06-18\",\"capabilities\":{},"
"\"clientInfo\":{\"name\":\"closed-loop-test\"}}");
REQUIRE(client.expectResult(1));
client.sendNotification("notifications/initialized");
const auto call = [&](int id, int generation, const std::string& expectation) {
client.sendRequest(
id, "tools/call",
"{\"name\":\"eve_editor_execute_observe\",\"arguments\":{\"target\":\"material.live\","
"\"command\":\"material.property.set.v1\",\"payload\":{\"path\":\"shading.tint\","
"\"value\":[0.1,0.8,0.3,1]},\"entityId\":42,\"generation\":" +
std::to_string(generation) + ",\"expect\":" + expectation + ",\"tolerance\":0.001}}");
auto message = client.expectResult(id);
REQUIRE(message);
auto content = message->getObject("result")->getArray("content");
REQUIRE(content);
return content->getObject(0)->getValue<std::string>("text");
};
const std::string stale = call(2, 8, "{\"tint\":[0.1,0.8,0.3,1]}");
CHECK(stale.find("\"status\":\"stale\"") != std::string::npos);
CHECK_EQ(editor.executeCount, 0);
CHECK_EQ(capture.info.tintG, 0.2f);
const std::string invalid = call(3, 7, "{\"missing\":1}");
CHECK(invalid.find("\"status\":\"invalid-expectation\"") != std::string::npos);
CHECK(invalid.find("Observed value has no field missing") != std::string::npos);
CHECK_EQ(editor.executeCount, 0);
CHECK_EQ(capture.info.tintG, 0.2f);
const std::string rejected = call(4, 7, "{\"tint\":[0.1,0.8,0.3,1]}");
CHECK(rejected.find("\"status\":\"transaction-rejected\"") != std::string::npos);
CHECK(rejected.find("\"converged\":false") != std::string::npos);
CHECK(rejected.find("tint[1]") != std::string::npos);
CHECK(rejected.find("\"tint\":[0.1,0.2,0.3,1]") != std::string::npos);
CHECK_EQ(editor.executeCount, 1);
CHECK_EQ(capture.info.tintG, 0.2f);
const std::string observed = call(5, 7, "{\"tint\":[0.1,0.8,0.3,1]}");
CHECK(observed.find("\"status\":\"observed\"") != std::string::npos);
CHECK(observed.find("\"converged\":true") != std::string::npos);
CHECK(observed.find("\"maxError\":0") != std::string::npos);
CHECK(observed.find("\"transactionId\":\"closed-loop.1\"") != std::string::npos);
CHECK(observed.find("\"tint\":[0.1,0.2,0.3,1]") != std::string::npos);
CHECK(observed.find("\"tint\":[0.1,0.8,0.3,1]") != std::string::npos);
CHECK_EQ(editor.executeCount, 2);
mcp.stop();
}
TEST_CASE("devtools.mcp.executeObserveCorrelatesSceneEditorWithNamedHost") {
auto& mcp = McpServer::instance();
mcp.stop();
ClosedLoopScene scene;
ClosedLoopSceneEditor editor(scene);
CapabilityOverride<eve::ISceneQuery> sceneOverride(scene);
CapabilityOverride<eve::IEditorAutomation> editorOverride(editor);
const int port = mcp.listen(0);
REQUIRE(port > 0);
McpClient client(port);
client.sendRequest(1, "initialize",
"{\"protocolVersion\":\"2025-06-18\",\"capabilities\":{},"
"\"clientInfo\":{\"name\":\"scene-loop-test\"}}");
REQUIRE(client.expectResult(1));
client.sendNotification("notifications/initialized");
const auto call = [&](int id, const std::string& node) {
client.sendRequest(
id, "tools/call",
"{\"name\":\"eve_editor_execute_observe\",\"arguments\":{\"target\":\"scene.live\","
"\"command\":\"scene.transform.set.v1\",\"payload\":{\"object\":\"player\","
"\"position\":[4,5,3]},\"observer\":\"scene-node\",\"host\":\"world\",\"node\":\"" +
node + "\",\"expect\":{\"x\":4,\"y\":5},\"tolerance\":0.001}}");
auto message = client.expectResult(id);
REQUIRE(message);
auto content = message->getObject("result")->getArray("content");
REQUIRE(content);
return content->getObject(0)->getValue<std::string>("text");
};
const std::string missing = call(2, "missing");
CHECK(missing.find("\"status\":\"not-found\"") != std::string::npos);
CHECK_EQ(editor.executeCount, 0);
CHECK_EQ(scene.node.x, 1.f);
const std::string observed = call(3, "player");
CHECK(observed.find("\"status\":\"observed\"") != std::string::npos);
CHECK(observed.find("\"converged\":true") != std::string::npos);
CHECK(observed.find("\"transactionId\":\"scene-loop.1\"") != std::string::npos);
CHECK(observed.find("\"x\":1") != std::string::npos);
CHECK(observed.find("\"x\":4") != std::string::npos);
CHECK_EQ(editor.executeCount, 1);
CHECK_EQ(scene.node.y, 5.f);
mcp.stop();
}
TEST_CASE("devtools.mcp.rxObservationSessionTracksChangesDeduplicatesAndCloses") {
auto& mcp = McpServer::instance();
mcp.stop();
ClosedLoopScene scene;
CapabilityOverride<eve::ISceneQuery> sceneOverride(scene);
eve::editor::Editor editor;
const int port = mcp.listen(0);
REQUIRE(port > 0);
McpClient client(port);
client.sendRequest(1, "initialize",
"{\"protocolVersion\":\"2025-06-18\",\"capabilities\":{},"
"\"clientInfo\":{\"name\":\"rx-observation-test\"}}");
REQUIRE(client.expectResult(1));
client.sendNotification("notifications/initialized");
const auto call = [&](int id, const std::string& arguments) {
client.sendRequest(id, "tools/call", arguments);
auto message = client.expectResult(id);
REQUIRE(message);
auto content = message->getObject("result")->getArray("content");
REQUIRE(content);
return content->getObject(0)->getValue<std::string>("text");
};
const std::string started = call(
2, R"({"name":"eve_editor_observe_start","arguments":{"observer":"scene-node","host":"world","node":"player","expect":{"x":4},"tolerance":0.001}})"
);
Poco::JSON::Parser parser;
auto startedObject = parser.parse(started).extract<Poco::JSON::Object::Ptr>();
REQUIRE(startedObject);
const std::string sessionId = startedObject->getValue<std::string>("sessionId");
CHECK(started.find("\"converged\":false") != std::string::npos);
const std::string request = "{\"name\":\"eve_editor_observe_poll\",\"arguments\":{\"sessionId\":\"" +
sessionId + "\"}}";
const std::string initial = call(3, request);
CHECK(initial.find("\"events\":[]") != std::string::npos);
const std::string duplicate = call(4, request);
CHECK(duplicate.find("\"events\":[]") != std::string::npos);
scene.node.x = 4.f;
const std::string changed = call(5, request);
CHECK(changed.find("\"x\":4") != std::string::npos);
CHECK(changed.find("\"converged\":true") != std::string::npos);
scene.node.id = "gone";
const std::string unavailable = call(6, request);
CHECK(unavailable.find("\"status\":\"observation-unavailable\"") != std::string::npos);
CHECK(unavailable.find("\"status\":\"not-found\"") != std::string::npos);
CHECK(unavailable.find("\"converged\":false") != std::string::npos);
const std::string closed = call(
7, "{\"name\":\"eve_editor_observe_close\",\"arguments\":{\"sessionId\":\"" + sessionId + "\"}}");
CHECK(closed.find("\"status\":\"applied\"") != std::string::npos);
const std::string afterClose = call(8, request);
CHECK(afterClose.find("not-found") != std::string::npos);
mcp.stop();
}
TEST_CASE("devtools.mcp.evalAndPause") {
auto& mcp = McpServer::instance();
auto& dt = DevTool::instance();
auto& dbg = Debugger::instance();
mcp.stop();
dt.detach();
const auto projectRoot =
std::filesystem::temp_directory_path() /
("eve_mcp_eval_" + std::to_string(std::chrono::steady_clock::now().time_since_epoch().count()));
std::filesystem::create_directories(projectRoot);
eve::Runtime runtime(1024, ssq::Libs::ALL);
runtime.runSource(
"score <- 42;\n"
"eve_mcp_skeleton_inspect <- function(actor,bone) { "
"return \"{\\\"actor\\\":\\\"\" + actor + \"\\\",\\\"bone\\\":\\\"\" + bone + \"\\\"}\"; };\n",
"game:/main.nut");
dt.attach(runtime, false);
mcp.setGameRoot(projectRoot.string());
const int port = mcp.listen(0);
REQUIRE(port > 0);
McpClient client(port);
client.sendRequest(1, "initialize",
"{\"protocolVersion\":\"2025-06-18\",\"capabilities\":{},"
"\"clientInfo\":{\"name\":\"t\"}}");
REQUIRE(client.expectResult(1));
client.sendNotification("notifications/initialized");
client.sendRequest(2, "tools/call", "{\"name\":\"eve_eval\",\"arguments\":{\"expression\":\"score\"}}");
auto evalMsg = client.expectResult(2);
REQUIRE(evalMsg);
const std::string evalText =
evalMsg->getObject("result")->getArray("content")->getObject(0)->getValue<std::string>("text");
CHECK(evalText.find("42") != std::string::npos);
client.sendRequest(3, "tools/call", "{\"name\":\"eve_run_script\",\"arguments\":{\"source\":\"score = 43;\"}}");
auto runMsg = client.expectResult(3);
REQUIRE(runMsg);
const std::string runText =
runMsg->getObject("result")->getArray("content")->getObject(0)->getValue<std::string>("text");
CHECK(runText == "ok");
// One-shot MCP source must remain in memory: no user-space script and no
// persistent compiler identity that can collide with project hot reload.
CHECK(runtime.scriptCompiler().metadata("mcp_snippet.nut") == nullptr);
CHECK(runtime.scriptCompiler().metadata("eval") == nullptr);
bool foundScript = false;
for (const auto& entry : std::filesystem::recursive_directory_iterator(projectRoot)) {
if (entry.is_regular_file() && entry.path().extension() == ".nut") foundScript = true;
}
CHECK(!foundScript);
client.sendRequest(4, "tools/call",
"{\"name\":\"eve_skeleton_inspect\",\"arguments\":{\"actor\":\"Lyra\",\"bone\":\"handslot.r\"}}");
auto skeletonMsg = client.expectResult(4);
REQUIRE(skeletonMsg);
const std::string skeletonText = skeletonMsg->getObject("result")
->getArray("content")
->getObject(0)
->getValue<std::string>("text");
CHECK(skeletonText.find("\"actor\":\"Lyra\"") != std::string::npos);
CHECK(skeletonText.find("\"bone\":\"handslot.r\"") != std::string::npos);
client.sendRequest(5, "tools/call", "{\"name\":\"eve_pause\",\"arguments\":{}}");
REQUIRE(client.expectResult(5));
CHECK(dbg.isPaused());
client.sendRequest(6, "tools/call", "{\"name\":\"eve_continue\",\"arguments\":{}}");
REQUIRE(client.expectResult(6));
CHECK(!dbg.isPaused());
mcp.stop();
dt.detach();
mcp.setGameRoot({});
std::filesystem::remove_all(projectRoot);
}
TEST_CASE("devtools.ai.panelLog") {
auto& ai = AiPanel::instance();
ai.clearLog();
ai.setMcpPort(9999);
ai.setMcpConnected(false);
ai.addNote("panel-test");
CHECK(ai.formatLog(8).find("panel-test") != std::string::npos);
CHECK(ai.statusLine().find("9999") != std::string::npos);
ai.setVisible(false);
CHECK(!ai.isVisible());
ai.toggleVisible();
CHECK(ai.isVisible());
ai.clearLog();
ai.setMcpPort(0);
}
TEST_CASE("devtools.mcp.stdioTransport") {
auto& mcp = McpServer::instance();
mcp.stop();
std::stringstream in, out;
REQUIRE(mcp.listenStdio(in, out));
in << "{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"initialize\",\"params\":{"
"\"protocolVersion\":\"2025-06-18\",\"capabilities\":{},"
"\"clientInfo\":{\"name\":\"stdio-test\",\"version\":\"0\"}}}\n";
in << "{\"jsonrpc\":\"2.0\",\"id\":2,\"method\":\"tools/list\",\"params\":{}}\n";
in << "{\"jsonrpc\":\"2.0\",\"id\":3,\"method\":\"tools/call\",\"params\":{"
"\"name\":\"eve_host_status\",\"arguments\":{}}}\n";
for (int i = 0; i < 100; ++i) {
mcp.poll();
if (out.str().find("\"id\":3") != std::string::npos) break;
std::this_thread::sleep_for(std::chrono::milliseconds(5));
}
const std::string resp = out.str();
CHECK(resp.find("\"id\":1") != std::string::npos);
CHECK(resp.find("evengine") != std::string::npos);
CHECK(resp.find("\"id\":2") != std::string::npos);
CHECK(resp.find("eve_host_editor_apply") != std::string::npos);
CHECK(resp.find("eve_host_shutdown") != std::string::npos);
CHECK(resp.find("\"id\":3") != std::string::npos);
CHECK(resp.find("eve_host_status") != std::string::npos);
in.setstate(std::ios::eofbit);
mcp.stop();
}
TEST_CASE("devtools.mcp.hostEditorBinding") {
auto& mcp = McpServer::instance();
auto& dt = DevTool::instance();
auto& host = eve::ui::EditorHost::instance();
mcp.stop();
dt.detach();
host.stop();
const auto tmp = std::filesystem::temp_directory_path() /
("eve_host_test_" + std::to_string(std::chrono::steady_clock::now().time_since_epoch().count()));
std::filesystem::create_directories(tmp);
ssq::VM vm(1024, ssq::Libs::ALL);
dt.attach(vm, false);
dt.exposeScriptApi(vm);
host.start(vm, tmp.string(), /*allowWindow=*/false);
host.exposeScriptApi(vm);
const int port = mcp.listen(0);
REQUIRE(port > 0);
McpClient client(port);
client.sendRequest(1, "initialize",
"{\"protocolVersion\":\"2025-06-18\",\"capabilities\":{},"
"\"clientInfo\":{\"name\":\"host-test\"}}");
REQUIRE(client.expectResult(1));
client.sendNotification("notifications/initialized");
auto textOf = [&](int id, const std::string& call) -> std::string {
client.sendRequest(id, "tools/call", call);
auto msg = client.expectResult(id);
REQUIRE(msg);
auto c = msg->getObject("result")->getArray("content");
REQUIRE(c);
REQUIRE(c->size() >= 1);
return c->getObject(0)->getValue<std::string>("text");
};
// Register a Squirrel ViewModel with a bound property + onChange callback.
const std::string vmSource =
"::TerrainVM <- {"
" brushSize = 5,"
" changedCount = 0,"
" onChange = function(widget, value) {"
" if (widget == \"brushSize\") this.changedCount++;"
" }"
"};";
std::string vmSourceEscaped;
for (char c : vmSource) {
if (c == '\\')
vmSourceEscaped += "\\\\";
else if (c == '"')
vmSourceEscaped += "\\\"";
else
vmSourceEscaped += c;
}
const std::string vmText = textOf(2,
"{\"name\":\"eve_host_vm_register\",\"arguments\":{\"name\":\"TerrainVM\","
"\"source\":\"" +
vmSourceEscaped + "\"}}");
CHECK(vmText == "ok");
const std::string editorJson =
"{\"id\":\"terrain\",\"title\":\"Terrain Editor\",\"vm\":\"TerrainVM\","
"\"children\":["
"{\"type\":\"slider\",\"id\":\"brushSize\",\"label\":\"Brush\",\"min\":0,\"max\":64,"
"\"value\":5,\"bind\":\"vm.brushSize\",\"onChange\":\"vm.onChange\"},"
"{\"type\":\"button\",\"id\":\"apply\",\"label\":\"Apply\",\"command\":\"vm.apply\"}"
"]}";
const std::string applyText =
textOf(3, "{\"name\":\"eve_host_editor_apply\",\"arguments\":{\"editor\":" + editorJson + "}}");
CHECK(applyText.find("\"id\":\"terrain\"") != std::string::npos);
CHECK(applyText.find("\"brushSize\"") != std::string::npos);
// set_value must write the VM, fire onChange, and emit a change event.
const std::string setText = textOf(4,
"{\"name\":\"eve_host_editor_set_value\",\"arguments\":{"
"\"editor\":\"terrain\",\"widget\":\"brushSize\",\"value\":12}}");
CHECK(setText == "ok");
const std::string stateText = textOf(5, "{\"name\":\"eve_host_editor_state\",\"arguments\":{\"id\":\"terrain\"}}");
CHECK(stateText.find("\"brushSize\":12") != std::string::npos);
const std::string evalText =
textOf(6, "{\"name\":\"eve_eval\",\"arguments\":{\"expression\":\"TerrainVM.brushSize\"}}");
CHECK(evalText.find("12") != std::string::npos);
const std::string countText =
textOf(7, "{\"name\":\"eve_eval\",\"arguments\":{\"expression\":\"TerrainVM.changedCount\"}}");
CHECK(countText.find("1") != std::string::npos);
const std::string eventsText = textOf(8, "{\"name\":\"eve_host_events\",\"arguments\":{\"editor\":\"terrain\"}}");
CHECK(eventsText.find("\"type\":\"change\"") != std::string::npos);
CHECK(eventsText.find("\"brushSize\"") != std::string::npos);
// Persistence: save -> unload -> reload from disk.
CHECK(textOf(9, "{\"name\":\"eve_host_editor_save\",\"arguments\":{\"id\":\"terrain\"}}") == "ok");
CHECK(std::filesystem::is_regular_file(tmp / "editors" / "terrain.editor.json"));
CHECK(std::filesystem::is_regular_file(tmp / "editors" / "terrain.vm.nut"));
CHECK(textOf(10, "{\"name\":\"eve_host_editor_unload\",\"arguments\":{\"id\":\"terrain\"}}") == "ok");
const std::string listText = textOf(11, "{\"name\":\"eve_host_editor_list\",\"arguments\":{}}");
CHECK(listText.find("terrain") == std::string::npos);
host.loadEditorsFromDisk();
const std::string reloadList = textOf(12, "{\"name\":\"eve_host_editor_list\",\"arguments\":{}}");
CHECK(reloadList.find("terrain") != std::string::npos);
const std::string reloadState =
textOf(13, "{\"name\":\"eve_host_editor_state\",\"arguments\":{\"id\":\"terrain\"}}");
// Persistence stores the original View + VM source; runtime values reset.
CHECK(reloadState.find("\"brushSize\":5") != std::string::npos);
host.stop();
mcp.stop();
dt.detach();
std::filesystem::remove_all(tmp);
}
Reference in new issue View Git Blame Copy Permalink