GitHub - qiyuxinlin/exllamav2.0.0.20: exllamav2 benchmark

Name		Name	Last commit message	Last commit date
Latest commit History 4 Commits
exllamav2_ext		exllamav2_ext
generator		generator
hadamard		hadamard
server		server
tokenizer		tokenizer
.gitignore		.gitignore
__init__.py		__init__.py
architecture.py		architecture.py
attn.py		attn.py
cache.py		cache.py
compat.py		compat.py
config.py		config.py
embedding.py		embedding.py
ext.py		ext.py
fasttensors.py		fasttensors.py
headnorm.py		headnorm.py
layernorm.py		layernorm.py
linear.py		linear.py
lora.py		lora.py
mlp.py		mlp.py
model.py		model.py
model_init.py		model_init.py
module.py		module.py
moe_mlp.py		moe_mlp.py
parallel_decoder.py		parallel_decoder.py
rmsnorm.py		rmsnorm.py
util.py		util.py
version.py		version.py