-
Notifications
You must be signed in to change notification settings - Fork 0
/
install_libraries.sh
45 lines (30 loc) · 1.21 KB
/
install_libraries.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
#!/bin/bash
# Update and upgrade system packages
sudo apt-get update
sudo apt-get upgrade -y
# Install Python and pip if not already installed
sudo apt-get install -y python3 python3-pip
# Install the required Python libraries from GitHub or PyPI
# PyTorch ( latest stable version from PyPI)
pip install --upgrade torch
# Install Hugging Face libraries (from GitHub)
# Transformers
pip install --upgrade git+https://github.com/huggingface/transformers
# Datasets
pip install --upgrade git+https://github.com/huggingface/datasets
# Accelerate
pip install --upgrade git+https://github.com/huggingface/accelerate
# PEFT
pip install --upgrade git+https://github.com/huggingface/peft
# TRL
pip install --upgrade git+https://github.com/huggingface/trl
# Hugging Face Hub
pip install --upgrade huggingface_hub
# BitsAndBytes
pip install --upgrade git+https://github.com/TimDettmers/bitsandbytes
# Matplotlib
pip install --upgrade matplotlib
# SciPy
pip install --upgrade git+https://github.com/scipy/scipy
# Verify installation
python3 -c "import torch; import numpy; import transformers; import datasets; import accelerate; import peft; import trl; import huggingface_hub; import bitsandbytes; import matplotlib; import scipy"