Skip to content

Commit facdf87

Browse files
committed
tests : add FA tests for MLA shapes
ggml-ci
1 parent 43c762b commit facdf87

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

tests/test-backend-ops.cpp

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4428,10 +4428,11 @@ static std::vector<std::unique_ptr<test_case>> make_test_cases_eval() {
44284428
test_cases.emplace_back(new test_timestep_embedding());
44294429
test_cases.emplace_back(new test_leaky_relu());
44304430

4431-
for (int hsk : { 64, 80, 128, 192, 256, }) {
4432-
for (int hsv : { 64, 80, 128, 192, 256, }) {
4433-
if (hsk != 192 && hsk != hsv) continue;
4431+
for (int hsk : { 64, 80, 128, 192, 256, 576 }) {
4432+
for (int hsv : { 64, 80, 128, 192, 256, 512 }) {
4433+
if (hsk != 192 && hsk != 576 && hsk != hsv) continue;
44344434
if (hsk == 192 && (hsv != 128 && hsv != 192)) continue;
4435+
if (hsk == 576 && hsv != 512) continue; // DeepSeek MLA
44354436

44364437
for (bool mask : { true, false } ) {
44374438
for (float max_bias : { 0.0f, 8.0f }) {

0 commit comments

Comments
 (0)