Files
EVEngine/test/gpgpu.cpp
T
西风逍遥游 cff9bb4d0c tensor: AITemplate-style compile pipeline, gpgpu Sequence, mini-LLM demo and weight-only quantization
Refactor the tensor module around AITemplate-style static compilation:

- Optimizer: DCE, constant folding, elementwise chain fusion, matmul/conv
  bias+activation epilogue fusion, liveness-based static memory planning,
  topological group execution order.
- KernelGen: shape-baked GLSL per fused group; two-pass softmax/layernorm;
  shared-memory SDPA; naive + 16x16 tiled matmul templates.
- GpuBackend: arena buffer allocation per memory plan, matmul autotuning,
  single command-buffer submission via the new gpgpu::Sequence (uploads,
  dispatches and downloads recorded once per run, Kompute-style).
- shaderc in-process GLSL->SPIR-V on Windows (no glslc.exe dependency),
  with glslc spawn fallback.
- CPU reference kernels shared by eager and the compiled interpreter;
  no-Vulkan fallback keeps compiled graphs runnable headless.

Neural-network coverage: softmax/logsoftmax, layernorm/rmsnorm (with
weight/bias), gelu/silu, conv1d/conv2d, pool, embedding, concat/slice,
axis reduces, argmax, cast, fused SDPA (+masked), resize2d, batched
matmul, seeded random.

Weight-only quantization (activations stay fp32):
- fp16 (IEEE half), fp8 (e4m3), fp4 (e2m1), int8, int4 with per-group
  block scales (MXFP-style: scale = maxAbs / format max magnitude).
- Quantized weights capture into graph Const nodes; CPU interpreter
  dequantizes at materialization; GPU matmul/embedding kernels dequantize
  inline from packed uint buffers (naive matmul variant).
- TF::quantizeWeight API + script binding.

Mini-LLM validation (TinyStories-gpt2-3M, 8 layers d=64):
- test/tensor_llm.cpp builds the full GPT-2 graph from engine ops and
  matches numpy reference: probs within 3e-7, greedy generation 24/24
  identical (~100 ms/token CPU), compiled path exact.
- tensor.llm.quantizedDtypes: fp16/int8/fp8/int4 all keep 16/16 greedy
  top-1 (fp4 16/16 with proper block scaling), weights 27.6 MB -> 3.3-13 MB.
- scripts/export_tiny_gpt2.py converts a PyTorch .bin checkpoint (no torch
  dependency) plus GPT-2 tokenizer into engine assets + numpy reference.

Tests: gpgpu 8/8, tensor 31/31 (original suite) + tensor.llm.* + tensor.quant.*
Assets in test/assets/mini_llm are gitignored (regenerate via the script).
2026-08-18 17:42:38 +08:00

342 lines
9.4 KiB
C++

#include "zeroerr/assert.h"
#include "zeroerr/unittest.h"
#include "gpgpu/Gpgpu.h"
#include "gpgpu/ComputeShader.h"
#include "gpgpu/EcsGpu.h"
#include "gpgpu/GpuBuffer.h"
#include "gpgpu/Sequence.h"
#include "gpgpu/ShaderSystem.h"
#include "graphics/Graphics.h"
#include "window/Window.h"
#include "common/ECS.h"
#include <cmath>
#include <string>
#include <vector>
using namespace eve::gpgpu;
namespace {
bool tryInitGpuWindow() {
auto *win = eve::window::Window::create();
auto *gfx = eve::graphics::Graphics::create();
if (!win || !gfx) return false;
win->setGraphics(gfx);
eve::window::WindowSettings s;
s.width = 320;
s.height = 240;
s.centered = true;
return win->setWindowSettings(s);
}
const char *kScaleKernel = R"(#version 450
layout(local_size_x = 64) in;
layout(set = 0, binding = 0) buffer Data {
float values[];
} data;
layout(push_constant) uniform PC {
float data[32];
} pc;
void main() {
uint i = gl_GlobalInvocationID.x;
data.values[i] *= pc.data[0];
}
)";
const char *kMoveKernel = R"(#version 450
layout(local_size_x = 64) in;
layout(set = 0, binding = 0) buffer Pos {
float data[];
} pos;
layout(set = 0, binding = 1) buffer Vel {
float data[];
} vel;
layout(push_constant) uniform PC {
float data[32];
} pc;
void main() {
uint i = gl_GlobalInvocationID.x;
uint n = uint(pc.data[1]);
if (i >= n) return;
float dt = pc.data[0];
uint b = i * 2u;
pos.data[b + 0u] += vel.data[b + 0u] * dt;
pos.data[b + 1u] += vel.data[b + 1u] * dt;
}
)";
const char *kDoubleKernel = R"(#version 450
layout(local_size_x = 64) in;
layout(set = 0, binding = 0) buffer In {
float a[];
} inBuf;
layout(set = 0, binding = 1) buffer Out {
float b[];
} outBuf;
void main() {
uint i = gl_GlobalInvocationID.x;
outBuf.b[i] = inBuf.a[i] * 2.0;
}
)";
class GpuNode : public ecs::Entity {
public:
ENTITY(GpuNode, ecs::Entity)
void release() override { ecs::DestroyEntity(this); }
struct Position {
float x = 0;
float y = 0;
};
COMPONENT(Position, position)
struct Velocity {
float dx = 0;
float dy = 0;
};
COMPONENT(Velocity, velocity)
};
} // namespace
TEST_CASE("gpgpu.module.create") {
auto *mod = Gpgpu::create();
REQUIRE(mod != nullptr);
CHECK_EQ(mod->getName(), std::string("Gpgpu"));
}
TEST_CASE("gpgpu.graphics.backendName") {
if (!tryInitGpuWindow()) return;
auto *gfx = eve::graphics::Graphics::create();
REQUIRE(gfx != nullptr);
CHECK_EQ(gfx->getBackendName(), std::string("vulkan"));
}
TEST_CASE("gpgpu.newShaderFromSpvFile.delegatesWhenMissing") {
if (!tryInitGpuWindow()) return;
auto *mod = Gpgpu::create();
if (!mod->isAvailable()) return;
bool threw = false;
try {
mod->newShaderFromSpvFile("__eve_missing_compute.spv");
} catch (...) {
threw = true;
}
CHECK(threw);
}
TEST_CASE("gpgpu.dispatch.scaleFloats") {
if (!tryInitGpuWindow()) return;
auto *mod = Gpgpu::create();
REQUIRE(mod->isAvailable());
const int count = 128;
GpuBuffer *buf = mod->newBuffer(count * int(sizeof(float)), "storage");
REQUIRE(buf != nullptr);
CHECK_EQ(buf->getSize(), count * int(sizeof(float)));
for (int i = 0; i < count; ++i)
buf->writeFloat32(i, float(i + 1));
ComputeShader *shader = nullptr;
try {
shader = mod->newShader(kScaleKernel);
} catch (...) {
// glslc may be missing in some CI images — skip GPU path.
return;
}
REQUIRE(shader != nullptr);
shader->bindBuffer(0, buf);
shader->setFloat(0, 2.f);
const int groups = (count + 63) / 64;
mod->dispatch(shader, groups, 1, 1);
CHECK(std::fabs(buf->readFloat32(0) - 2.f) < 1e-4f);
CHECK(std::fabs(buf->readFloat32(1) - 4.f) < 1e-4f);
CHECK(std::fabs(buf->readFloat32(count - 1) - float(count) * 2.f) < 1e-3f);
delete shader;
delete buf;
}
TEST_CASE("gpgpu.sequence.dispatchScale") {
if (!tryInitGpuWindow()) return;
auto *mod = Gpgpu::create();
REQUIRE(mod->isAvailable());
const int count = 128;
GpuBuffer *in = mod->newBuffer(count * int(sizeof(float)), "storage");
GpuBuffer *out = mod->newBuffer(count * int(sizeof(float)), "storage");
GpuBuffer *staging = mod->newBuffer(count * int(sizeof(float)), "staging");
REQUIRE(in != nullptr);
REQUIRE(out != nullptr);
REQUIRE(staging != nullptr);
ComputeShader *shader = nullptr;
try {
shader = mod->newShader(kDoubleKernel);
} catch (...) {
delete in;
delete out;
delete staging;
return; // no compiler available — skip GPU path
}
REQUIRE(shader != nullptr);
std::vector<float> src;
src.reserve(count);
for (int i = 0; i < count; ++i) src.push_back(float(i + 1));
Sequence *seq = mod->newSequence();
REQUIRE(seq->isAvailable());
shader->bindBuffer(0, in);
shader->bindBuffer(1, out);
const int groups = (count + 63) / 64;
seq->begin();
seq->recordUpload(in, src.data(), uint64_t(count) * sizeof(float));
seq->recordDispatch(shader, groups, 1, 1);
seq->recordDownload(out, staging, uint64_t(count) * sizeof(float));
seq->submit();
std::vector<float> dst(size_t(count), 0.f);
staging->downloadBytes(dst.data(), uint64_t(count) * sizeof(float));
CHECK(std::fabs(dst[0] - 2.f) < 1e-4f);
CHECK(std::fabs(dst[1] - 4.f) < 1e-4f);
CHECK(std::fabs(dst[count - 1] - float(count) * 2.f) < 1e-3f);
delete seq;
delete shader;
delete in;
delete out;
delete staging;
}
TEST_CASE("gpgpu.sequence.singleSubmitChainedDispatches") {
if (!tryInitGpuWindow()) return;
auto *mod = Gpgpu::create();
REQUIRE(mod->isAvailable());
const int count = 256;
GpuBuffer *a = mod->newBuffer(count * int(sizeof(float)), "storage");
GpuBuffer *b = mod->newBuffer(count * int(sizeof(float)), "storage");
GpuBuffer *c = mod->newBuffer(count * int(sizeof(float)), "storage");
GpuBuffer *staging = mod->newBuffer(count * int(sizeof(float)), "staging");
ComputeShader *shader = nullptr;
try {
shader = mod->newShader(kDoubleKernel);
} catch (...) {
delete a;
delete b;
delete c;
delete staging;
return;
}
std::vector<float> src(static_cast<size_t>(count));
for (int i = 0; i < count; ++i) src[size_t(i)] = float(i % 7);
Sequence *seq = mod->newSequence();
REQUIRE(seq->isAvailable());
const int groups = (count + 63) / 64;
// a -> b -> c in one submission; c[i] must be src[i] * 4.
seq->begin();
seq->recordUpload(a, src.data(), uint64_t(count) * sizeof(float));
shader->bindBuffer(0, a);
shader->bindBuffer(1, b);
seq->recordDispatch(shader, groups, 1, 1);
shader->bindBuffer(0, b);
shader->bindBuffer(1, c);
seq->recordDispatch(shader, groups, 1, 1);
seq->recordDownload(c, staging, uint64_t(count) * sizeof(float));
seq->submit();
std::vector<float> dst(size_t(count), 0.f);
staging->downloadBytes(dst.data(), uint64_t(count) * sizeof(float));
for (int i = 0; i < count; ++i)
CHECK(std::fabs(dst[size_t(i)] - float(i % 7) * 4.f) < 1e-3f);
// Reuse the same sequence for a second cycle.
seq->begin();
seq->recordUpload(a, src.data(), uint64_t(count) * sizeof(float));
shader->bindBuffer(0, a);
shader->bindBuffer(1, b);
seq->recordDispatch(shader, groups, 1, 1);
seq->recordDownload(b, staging, uint64_t(count) * sizeof(float));
seq->submit();
staging->downloadBytes(dst.data(), uint64_t(count) * sizeof(float));
CHECK(std::fabs(dst[0] - 0.f) < 1e-4f);
CHECK(std::fabs(dst[count - 1] - float((count - 1) % 7) * 2.f) < 1e-3f);
delete seq;
delete shader;
delete a;
delete b;
delete c;
delete staging;
}
TEST_CASE("gpgpu.shaderSystem.ecsMove") {
if (!tryInitGpuWindow()) return;
auto *mod = Gpgpu::create();
REQUIRE(mod->isAvailable());
ecs::Table world;
ecs::ScopedTable guard(world);
auto *a = GpuNode::create();
a->position()->x = 1.f;
a->position()->y = 2.f;
a->velocity()->dx = 10.f;
a->velocity()->dy = 20.f;
auto *b = GpuNode::create();
b->position()->x = 0.f;
b->position()->y = 0.f;
b->velocity()->dx = -5.f;
b->velocity()->dy = 1.f;
ShaderSystem sys;
sys.setGpgpu(mod);
try {
sys.setShaderSource(kMoveKernel);
} catch (...) {
return;
}
const int nPos = packViewComponent<GpuNode, GpuNode::Position>(sys, 0);
const int nVel = packViewComponent<GpuNode, GpuNode::Velocity>(sys, 1);
REQUIRE_EQ(nPos, nVel);
REQUIRE_GE(nPos, 2);
sys.dispatch(nPos, 0.5f);
unpackViewComponent<GpuNode, GpuNode::Position>(sys, 0, nPos);
CHECK(std::fabs(a->position()->x - 6.f) < 1e-3f);
CHECK(std::fabs(a->position()->y - 12.f) < 1e-3f);
CHECK(std::fabs(b->position()->x - (-2.5f)) < 1e-3f);
CHECK(std::fabs(b->position()->y - 0.5f) < 1e-3f);
}
TEST_CASE("gpgpu.buffer.bulkFloats") {
if (!tryInitGpuWindow()) return;
auto *mod = Gpgpu::create();
REQUIRE(mod->isAvailable());
std::vector<float> src = {1.f, 2.f, 3.f, 4.f};
GpuBuffer *buf = mod->newBuffer(int(src.size() * sizeof(float)), "storage");
buf->writeFloat32s(src.data(), int(src.size()), 0);
std::vector<float> dst(src.size(), 0.f);
buf->readFloat32s(dst.data(), int(dst.size()), 0);
CHECK_EQ(dst[0], 1.f);
CHECK_EQ(dst[3], 4.f);
delete buf;
}