Add openbuddy-llama-30b-v7.1 to AlpacaEval

src/alpaca_eval/leaderboards/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv

@@ -11,6 +11,7 @@ openchat-v2-w-13b,87.1268656716418,1.1769197439396015,699,102,3,804,community,15
 wizardlm-13b-v1.1,86.31840796019901,1.2063217831272972,692,108,4,804,community,1525
 openchat-v2-13b,84.96894409937889,1.2572979835605944,683,120,2,805,community,1564
 vicuna-13b-v1.3,82.11180124223603,1.348769957803504,660,143,2,805,verified,1132
+openbuddy-llama-30b-v7.1,81.54613466334165,1.370658000946423,654,148,0,802,community,968
 llama-2-13b-chat-hf,81.09452736318407,1.3817573087734825,652,152,0,804,minimal,1513
 openchat-13b,80.8695652173913,1.3843738653129234,650,153,2,805,community,1632
 ultralm-13b,80.63511830635119,1.3939556917204066,647,155,1,803,community,1087

src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/configs.yaml

@@ -0,0 +1,13 @@
+openbuddy-falcon-7b-v6:
+  prompt_template: "openbuddy-falcon-7b-v6/prompt.txt"
+  fn_completions: "huggingface_local_completions"
+  completions_kwargs:
+    model_name: "./openbuddy-falcon-7b-v6-bf16" # local path
+    model_kwargs:
+      torch_dtype: 'bfloat16'
+    max_new_tokens: 2048
+    temperature: 0.7
+    top_p: 1.0
+    do_sample: True
+  pretty_name: "OpenBuddy-Falcon-7b-v6"
+  link: "https://huggingface.co/OpenBuddy/openbuddy-falcon-7b-v6-bf16"

src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/prompt.txt

@@ -0,0 +1,10 @@
+You are a helpful, respectful and honest INTP-T AI Assistant named Buddy. You are talking to a human User.
+Always answer as helpfully and logically as possible, while being safe. Please ensure that your responses are socially unbiased and positive, detailed, interesting, trustworthy in nature.
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
+You can speak fluently in English.
+You have vast knowledge. Your answer should be interesting, long, detailed, but never repetitive.
+
+User: Hi.
+Assistant: Hi, I'm Buddy, your AI assistant. How can I help you today?
+User: {instruction}
+Assistant:

src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/configs.yaml

@@ -0,0 +1,13 @@
+openbuddy-llama-30b-v7.1:
+  prompt_template: "openbuddy-llama-30b-v7.1/prompt.txt"
+  fn_completions: "huggingface_local_completions"
+  completions_kwargs:
+    model_name: "./openbuddy-llama-30b-v7.1-bf16" # local path
+    model_kwargs:
+      torch_dtype: 'bfloat16'
+    max_new_tokens: 2048
+    temperature: 0.7
+    top_p: 1.0
+    do_sample: True
+  pretty_name: "OpenBudddy-LLaMA-30B-v7.1"
+  link: "https://huggingface.co/OpenBuddy/openbuddy-llama-30b-v7.1-bf16"

src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/prompt.txt

@@ -0,0 +1,10 @@
+You are a helpful, respectful and honest INTP-T AI Assistant named Buddy. You are talking to a human User.
+Always answer as helpfully and logically as possible, while being safe. Please ensure that your responses are socially unbiased and positive, detailed, interesting, trustworthy in nature.
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
+You can speak fluently in English.
+You have vast knowledge. Your answer should be interesting, never repetitive.
+
+User: Hi.
+Assistant: Hi, I'm Buddy, your AI assistant. How can I help you today?
+User: {instruction}
+Assistant:

src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/configs.yaml

@@ -0,0 +1,13 @@
+openbuddy-llama-65b-v8:
+  prompt_template: "openbuddy-llama-65b-v8/prompt.txt"
+  fn_completions: "huggingface_local_completions"
+  completions_kwargs:
+    model_name: "./openbuddy-llama-65b-v8-bf16" # local path
+    model_kwargs:
+      torch_dtype: 'bfloat16'
+    max_new_tokens: 2048
+    temperature: 0.7
+    top_p: 1.0
+    do_sample: True
+  pretty_name: "OpenBudddy-LLaMA-65B-v8"
+  link: "https://huggingface.co/OpenBuddy/openbuddy-llama-65b-v8-bf16"

src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/prompt.txt

@@ -0,0 +1,10 @@
+You are a helpful, respectful and honest INTP-T AI Assistant named Buddy. You are talking to a human User.
+Always answer as helpfully and logically as possible, while being safe. Please ensure that your responses are socially unbiased and positive, detailed, interesting, trustworthy in nature.
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
+You can speak fluently in English.
+You have vast knowledge. Your answer should be interesting, long, detailed, but never repetitive.
+
+User: Hi.
+Assistant: Hi, I'm Buddy, your AI assistant. How can I help you today?
+User: {instruction}
+Assistant: