Cargo.toml

[package]
name = "bloomserver"
version = "0.1.0"
edition = "2021"

# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

[dependencies]
actix-web = "4.1.0"
env_logger = "0.9.0"
serde = { version = "1.0.138", features = ["serde_derive"] }
tch = { git = "https://github.com/LaurentMazare/tch-rs" }
tokenizers = { git = "https://github.com/huggingface/tokenizers" }
tokio = { version = "1.19.2", features = ["sync"] }
safetensors = { git = "https://github.com/Narsil/safetensors" }
memmap = "0.7.0"
serde_json = "1.0.82"
thiserror = "1.0.31"
futures = "0.3.21"
crossbeam-channel = "0.5.5"
log = "0.4.17"
nccl-rs = { git = "https://github.com/Narsil/nccl-rs" }

[dev-dependencies]
once_cell = "1.13"
serial_test = "0.9"

[[bin]]
name = "pp"
path = "src/bin/pp.rs"

[[bin]]
name = "tp"
path = "src/bin/tp.rs"