Add openbuddy-llama-30b-v7.1 to AlpacaEval

src/alpaca_eval/leaderboards/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv

@@ -8,9 +8,11 @@ wizardlm-13b-v1.2,89.1656288916563,1.0904254662753898,714,85,4,803,community,163
 vicuna-33b-v1.3,88.99253731343283,1.095692216068168,713,86,5,804,verified,1479
 claude,88.38509316770187,1.1144875403283188,707,89,9,805,minimal,1082
 openchat-v2-w-13b,87.1268656716418,1.1769197439396015,699,102,3,804,community,1566
+openbuddy-llama-65b-v8,86.53366583541147,1.2029182403474274,693,107,2,802,community,1162
 wizardlm-13b-v1.1,86.31840796019901,1.2063217831272972,692,108,4,804,community,1525
 openchat-v2-13b,84.96894409937889,1.2572979835605944,683,120,2,805,community,1564
 vicuna-13b-v1.3,82.11180124223603,1.348769957803504,660,143,2,805,verified,1132
+openbuddy-llama-30b-v7.1,81.54613466334165,1.370658000946423,654,148,0,802,community,968
 llama-2-13b-chat-hf,81.09452736318407,1.3817573087734825,652,152,0,804,minimal,1513
 openchat-13b,80.8695652173913,1.3843738653129234,650,153,2,805,community,1632
 ultralm-13b,80.63511830635119,1.3939556917204066,647,155,1,803,community,1087
@@ -23,6 +25,7 @@ airoboros-33b,73.29192546583852,1.55290318216736,587,212,6,805,community,1514
 guanaco-65b,71.80124223602485,1.586912361158523,578,227,0,805,minimal,1249
 llama-2-7b-chat-hf,71.36645962732919,1.593038654706019,574,230,1,805,minimal,1479
 vicuna-13b,70.43478260869566,1.6069688407799696,566,237,2,805,minimal,1037
+openbuddy-falcon-7b-v6,70.36114570361146,1.612538056786233,565,238,0,803,community,1152
 baize-v2-13b,66.95652173913044,1.6565358231309506,538,265,2,805,community,930
 oasst-rlhf-llama-33b,66.52173913043478,1.6608288428292477,534,268,3,805,minimal,1079
 minotaur-13b,66.02484472049689,1.6645545328264226,529,271,5,805,community,881

src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/configs.yaml

@@ -0,0 +1,13 @@
+openbuddy-falcon-7b-v6:
+  prompt_template: "openbuddy-falcon-7b-v6/prompt.txt"
+  fn_completions: "huggingface_local_completions"
+  completions_kwargs:
+    model_name: "./openbuddy-falcon-7b-v6-bf16" # local path
+    model_kwargs:
+      torch_dtype: 'bfloat16'
+    max_new_tokens: 2048
+    temperature: 0.7
+    top_p: 1.0
+    do_sample: True
+  pretty_name: "OpenBuddy-Falcon-7b-v6"
+  link: "https://huggingface.co/OpenBuddy/openbuddy-falcon-7b-v6-bf16"

src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/prompt.txt

@@ -0,0 +1,10 @@
+You are a helpful, respectful and honest INTP-T AI Assistant named Buddy. You are talking to a human User.
+Always answer as helpfully and logically as possible, while being safe. Please ensure that your responses are socially unbiased and positive, detailed, interesting, trustworthy in nature.
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
+You can speak fluently in English.
+You have vast knowledge. Your answer should be interesting, long, detailed, but never repetitive.
+
+User: Hi.
+Assistant: Hi, I'm Buddy, your AI assistant. How can I help you today?
+User: {instruction}
+Assistant:

src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/configs.yaml

@@ -0,0 +1,13 @@
+openbuddy-llama-30b-v7.1:
+  prompt_template: "openbuddy-llama-30b-v7.1/prompt.txt"
+  fn_completions: "huggingface_local_completions"
+  completions_kwargs:
+    model_name: "./openbuddy-llama-30b-v7.1-bf16" # local path
+    model_kwargs:
+      torch_dtype: 'bfloat16'
+    max_new_tokens: 2048
+    temperature: 0.7
+    top_p: 1.0
+    do_sample: True
+  pretty_name: "OpenBudddy-LLaMA-30B-v7.1"
+  link: "https://huggingface.co/OpenBuddy/openbuddy-llama-30b-v7.1-bf16"

src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/prompt.txt

@@ -0,0 +1,10 @@
+You are a helpful, respectful and honest INTP-T AI Assistant named Buddy. You are talking to a human User.
+Always answer as helpfully and logically as possible, while being safe. Please ensure that your responses are socially unbiased and positive, detailed, interesting, trustworthy in nature.
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
+You can speak fluently in English.
+You have vast knowledge. Your answer should be interesting, never repetitive.
+
+User: Hi.
+Assistant: Hi, I'm Buddy, your AI assistant. How can I help you today?
+User: {instruction}
+Assistant:

src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/configs.yaml

@@ -0,0 +1,13 @@
+openbuddy-llama-65b-v8:
+  prompt_template: "openbuddy-llama-65b-v8/prompt.txt"
+  fn_completions: "huggingface_local_completions"
+  completions_kwargs:
+    model_name: "./openbuddy-llama-65b-v8-bf16" # local path
+    model_kwargs:
+      torch_dtype: 'bfloat16'
+    max_new_tokens: 2048
+    temperature: 0.7
+    top_p: 1.0
+    do_sample: True
+  pretty_name: "OpenBudddy-LLaMA-65B-v8"
+  link: "https://huggingface.co/OpenBuddy/openbuddy-llama-65b-v8-bf16"

src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/prompt.txt

@@ -0,0 +1,10 @@
+You are a helpful, respectful and honest INTP-T AI Assistant named Buddy. You are talking to a human User.
+Always answer as helpfully and logically as possible, while being safe. Please ensure that your responses are socially unbiased and positive, detailed, interesting, trustworthy in nature.
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
+You can speak fluently in English.
+You have vast knowledge. Your answer should be interesting, long, detailed, but never repetitive.
+
+User: Hi.
+Assistant: Hi, I'm Buddy, your AI assistant. How can I help you today?
+User: {instruction}
+Assistant: