-
Notifications
You must be signed in to change notification settings - Fork 1
/
run_python.sh
executable file
·25 lines (17 loc) · 740 Bytes
/
run_python.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
# Copyright 2023. All Rights Reserved.
# Author: Bruce-Lee-LY
# Date: 20:42:28 on Sun, Feb 12, 2023
#
# Description: run python script
#!/bin/bash
set -euo pipefail
WORK_PATH=$(cd $(dirname $0) && pwd) && cd $WORK_PATH
export CUDA_VISIBLE_DEVICES=0
rm -rf log && mkdir -p log
# test
python3 $WORK_PATH/tests/test_decoding_attn.py
# pytest $WORK_PATH/tests/test_decoding_attn.py
# FP16
# python3 $WORK_PATH/benchmarks/python/benchmark_decoding_attn.py --head_q 32 --head_k 32 --dim 128 --profiling_iterations 10 > log/benchmark_decoding_attn.log 2>&1
# BF16
# python3 $WORK_PATH/benchmarks/python/benchmark_decoding_attn.py --head_q 32 --head_k 32 --dim 128 --is_bf16 --profiling_iterations 10 > log/benchmark_decoding_attn.log 2>&1