From e228e386e9cacfd54c6885c9f7f0f21255e59e46 Mon Sep 17 00:00:00 2001 From: Thomas Capelle Date: Fri, 12 Apr 2024 18:19:35 +0200 Subject: [PATCH] add tok --- recipes/configs/llama2/tiny_llama.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/recipes/configs/llama2/tiny_llama.yaml b/recipes/configs/llama2/tiny_llama.yaml index 6cf9bb61af..7923356623 100644 --- a/recipes/configs/llama2/tiny_llama.yaml +++ b/recipes/configs/llama2/tiny_llama.yaml @@ -5,6 +5,8 @@ # You can gran the model checkpoint using # wget https://ossci-datasets.s3.amazonaws.com/torchtune/small-ckpt-tune-03082024.pt # place it in the tiny_llama directory. +# The tokenizer can be downloaded from: +# wget https://huggingface.co/meta-llama/Llama-2-7b-hf/resolve/main/tokenizer.model # # and use the same tokenizer as llama2 #