From ed94f539bf7f60f696d474523d3832fe9469c172 Mon Sep 17 00:00:00 2001
From: zhumakhan <zhumakhan.nazir@centml.ai>
Date: Tue, 24 Sep 2024 19:59:51 +0500
Subject: [PATCH] remove mpt-7b due to accuracy failure (#477)

In the latest run of Regression test, mpt-7b failed (it was working
before):
https://github.com/CentML/hidet/actions/runs/10949579499/job/30403232598
Removed it.

Co-authored-by: Zhumakhan <nazirzhumakhan@gmail,.com>
---
 tests/benchmarks/run_configs_full.json | 10 ----------
 1 file changed, 10 deletions(-)

diff --git a/tests/benchmarks/run_configs_full.json b/tests/benchmarks/run_configs_full.json
index beeccdc32..99cdac8ae 100644
--- a/tests/benchmarks/run_configs_full.json
+++ b/tests/benchmarks/run_configs_full.json
@@ -79,16 +79,6 @@
         "dtype_id": 1,
         "dtype_name": "float16"
     },
-    {
-        "type": "model",
-        "id": 20,
-        "name": "mpt-7b",
-        "runfile": "bench_transformer.py",
-        "param_id": 14,
-        "param_name": "bs=16,genlen=1",
-        "dtype_id": 1,
-        "dtype_name": "float16"
-    },
     {
         "type": "model",
         "id": 17,