diff --git a/training/kunlunxin/transformer_xl-pytorch/README.md b/training/kunlunxin/transformer_xl-pytorch/README.md
new file mode 100644
index 000000000..54839046a
--- /dev/null
+++ b/training/kunlunxin/transformer_xl-pytorch/README.md
@@ -0,0 +1,49 @@
+### 模型Checkpoint下载
+[模型Checkpoint下载](../../benchmarks/transformer_xl/README.md#模型checkpoint)
+### 测试数据集下载
+[测试数据集下载](../../benchmarks/transformer_xl/README.md#数据集)
+
+### 昆仑芯XPU配置与运行信息参考
+#### 环境配置
+- ##### 硬件环境
+  - 机器型号: 昆仑芯AI加速器组R480-X8
+  - 加速卡型号: 昆仑芯AI加速卡R300
+  - 多机网络类型、带宽: InfiniBand，200Gb/s
+
+- ##### 软件环境
+  - OS版本：Ubuntu 20.04
+  - OS kernel版本: 5.4.0-26-generic
+  - 加速卡驱动版本：4.0.25
+  - Docker镜像和版本：pytorch1.12.1-cpu-ubuntu20.04:v0.01
+  - 训练框架版本：xmlir+111e7d45  【[xmlir下载](https://bd.bcebos.com/klx-pytorch-ipipe-bd/flagperf/archives/111e7d45/xmlir-0.0.1-cp38-cp38-linux_x86_64.whl)】
+  - 训练编译器版本：xacc+111e7d45  【[xacc下载](https://bd.bcebos.com/klx-pytorch-ipipe-bd/flagperf/archives/111e7d45/xacc-0.1.0-cp38-cp38-linux_x86_64.whl)】
+  - 依赖软件版本：pytorch-1.12.1+cpu
+
+#### 运行情况
+
+* 通用指标
+
+| 指标名称       | 指标值                         | 特殊说明                                    |
+| -------------- | ------------------------------ | ------------------------------------------- |
+| 任务类别       | 通用语言模型             |                                             |
+| 模型           | transformer_xl                            |                                             |
+| 数据集         | wikitext-103              |                                             |
+| 数据精度       | precision,见“性能指标”         | 可选fp32/amp/fp16                           |
+| 超参修改       | fix_hp,见“性能指标”            | 跑满硬件设备评测吞吐量所需特殊超参          |
+| 硬件设备简称   | R300                          |                                             |
+| 硬件存储使用   | mem(actual/total),见“性能指标” | 通常称为“显存”,单位为GiB                    |
+| 端到端时间     | e2e_time,见“性能指标”          | 总时间+Perf初始化等时间                     |
+| 总吞吐量       | p_whole,见“性能指标”           | 实际训练样本数除以总时间(performance_whole) |
+| 训练吞吐量     | p_train,见“性能指标”           | 不包含每个epoch末尾的评估部分耗时           |
+| **计算吞吐量** | **p_core,见“性能指标”**        | 不包含数据IO部分的耗时(p3>p2>p1)            |
+| 训练结果       | acc,见“性能指标”               | 分类准确率(mlm_accuracy)                    |
+| 额外修改项     | 无                             |                                             |
+
+* 性能指标
+
+| 配置                | precision | fix_hp           | e2e_time | p_whole | p_train | p_core | acc   | mem       |
+| ------------------- | --------- | ---------------- | -------- | ------- | ------- | ------ | ----- | --------- |
+| R300单机单卡（1x1） | fp32      |     |          |         |         |         |        |         |
+| R300单机8卡（1x8）  | fp32      |    |           |        |        |        |  49.07%|  16.8/32.0 |
+| R300两机8卡（2x8）  | fp32      |    |           |        |        |        |  49.43%|  32.0/32.0 |
+
diff --git a/training/kunlunxin/transformer_xl-pytorch/config/config_R300x1x1.py b/training/kunlunxin/transformer_xl-pytorch/config/config_R300x1x1.py
new file mode 100644
index 000000000..27e5ca7f5
--- /dev/null
+++ b/training/kunlunxin/transformer_xl-pytorch/config/config_R300x1x1.py
@@ -0,0 +1 @@
+from config_common import *
diff --git a/training/kunlunxin/transformer_xl-pytorch/config/config_R300x1x8.py b/training/kunlunxin/transformer_xl-pytorch/config/config_R300x1x8.py
new file mode 100644
index 000000000..27e5ca7f5
--- /dev/null
+++ b/training/kunlunxin/transformer_xl-pytorch/config/config_R300x1x8.py
@@ -0,0 +1 @@
+from config_common import *
diff --git a/training/kunlunxin/transformer_xl-pytorch/config/config_R300x2x8.py b/training/kunlunxin/transformer_xl-pytorch/config/config_R300x2x8.py
new file mode 100644
index 000000000..27e5ca7f5
--- /dev/null
+++ b/training/kunlunxin/transformer_xl-pytorch/config/config_R300x2x8.py
@@ -0,0 +1 @@
+from config_common import *
diff --git a/training/kunlunxin/transformer_xl-pytorch/config/config_common.py b/training/kunlunxin/transformer_xl-pytorch/config/config_common.py
new file mode 100644
index 000000000..71bcad9df
--- /dev/null
+++ b/training/kunlunxin/transformer_xl-pytorch/config/config_common.py
@@ -0,0 +1,5 @@
+vendor = 'kunlunxin'
+
+fp16 = False
+
+dist_backend = "xccl"
diff --git a/training/kunlunxin/transformer_xl-pytorch/config/environment_variables.sh b/training/kunlunxin/transformer_xl-pytorch/config/environment_variables.sh
new file mode 100644
index 000000000..65ea63282
--- /dev/null
+++ b/training/kunlunxin/transformer_xl-pytorch/config/environment_variables.sh
@@ -0,0 +1,2 @@
+export XACC_ENABLE=1
+export BKCL_PCIE_RING=1
diff --git a/training/kunlunxin/transformer_xl-pytorch/config/requirements.txt b/training/kunlunxin/transformer_xl-pytorch/config/requirements.txt
new file mode 100644
index 000000000..9eb5b5998
--- /dev/null
+++ b/training/kunlunxin/transformer_xl-pytorch/config/requirements.txt
@@ -0,0 +1,5 @@
+datasets
+transformers
+sacremoses
+psutil
+accelerate