docker build -t llm_image:latest .
docker run --gpus all -it --name llm -v /home/pervinco/:/home/pervinco/ llm_image:latest
docker start llm
docker exec -it llm bash
pip install -r requirements.txt
pip install --upgrade ipywidgets notebook jupyterlab
cd /path/to/LLM-tutorials # 개인 레포지토리로 이동
git submodule add https://github.com/kongds/MoRA.git
git submodule update --init --recursive
git submodule add https://github.com/DopeorNope-Lee/Easy_DPO
git submodule update --init --recursive
- Train Dataset : https://huggingface.co/datasets/nlpai-lab/kullm-v2
apt install python3.10-venv -y
python3 -m venv vllm
source vllm/bin/activate
pip install --upgrade pip
pip install vllm transformers