add Mistral-7B-ReMax-v0.1 (#245)

* add Mistral-7B-ReMax-v0.1 * add model_config
tatsu-lab · Mar 1, 2024 · 4ae03b2 · 4ae03b2
1 parent e0bdbc0
commit 4ae03b2
Show file tree

Hide file tree

Showing 7 changed files with 81,872 additions and 0 deletions.
diff --git a/results/Mistral-7B-ReMax-v0.1/alpaca_eval_gpt4_turbo_fn/annotations.json b/results/Mistral-7B-ReMax-v0.1/alpaca_eval_gpt4_turbo_fn/annotations.json
diff --git a/results/Mistral-7B-ReMax-v0.1/model_outputs.json b/results/Mistral-7B-ReMax-v0.1/model_outputs.json
diff --git a/results/Mistral-7B-ReMax-v0.1/weighted_alpaca_eval_gpt4_turbo/annotations.json b/results/Mistral-7B-ReMax-v0.1/weighted_alpaca_eval_gpt4_turbo/annotations.json
diff --git a/src/alpaca_eval/leaderboards/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv b/src/alpaca_eval/leaderboards/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv
@@ -8,6 +8,7 @@ gpt4,95.27950311,0.71628144,761,32,12,805,minimal,1365,
 tulu-2-dpo-70b,95.03105590062113,0.7613100978662208,764,39,2,805,community,1418,
 gpt4_0314,94.78260869565216,0.7489957601246771,756,35,14,805,verified,1371,94.78260869565216
 Mixtral-8x7B-Instruct-v0.1,94.78260869565216,0.7793245403322182,762,41,2,805,minimal,1465,94.78260869565216
+Mistral-7B-ReMax-v0.1,94.39601494396015,0.8121535187540114,758,45,0,803,community,1478,94.39601494396015
 Yi-34B-Chat,94.08468244084682,0.8260116588728516,754,46,3,803,verified,2123,
 gpt4_0613,93.78109452736318,0.8338571422122372,750,46,8,804,verified,1140,93.78109452736318
 gpt-3.5-turbo-16k-0613,93.41614906832298,0.847714896903792,746,47,12,805,verified,1328,93.41614906832298

diff --git a/...lpaca_eval/leaderboards/data_AlpacaEval_2/weighted_alpaca_eval_gpt4_turbo_leaderboard.csv b/...lpaca_eval/leaderboards/data_AlpacaEval_2/weighted_alpaca_eval_gpt4_turbo_leaderboard.csv
@@ -23,6 +23,7 @@ xwinlm-13b-v0.1,17.427934750214753,1.1450161466911328,129,672,4,805,16.273291925
 claude-2,17.188240356594065,1.1748282561506294,131,673,1,805,16.335403726708076,minimal,1069
 claude,16.98534361252407,1.168795979299477,129,676,0,805,16.024844720496894,verified,1082
 claude-instant-1.2,16.127399621587912,1.1341036838299487,120,682,3,805,15.093167701863356,community,1112
+Mistral-7B-ReMax-v0.1,15.999331369052298,1.1288683901419234,120,683,2,805,15.031055900621118,community,1478
 tulu-2-dpo-70b,15.982854374136648,1.1457861368237434,119,683,3,805,14.96894409937888,verified,1418
 gpt4_0613,15.755038087701964,1.0754642482299672,117,684,4,805,14.782608695652174,verified,1140
 claude-2.1,15.733506736409938,1.120315865445773,115,688,2,805,14.409937888198757,verified,1096

diff --git a/src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/configs.yaml b/src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/configs.yaml
@@ -0,0 +1,13 @@
+Mistral-7B-ReMax-v0.1:
+  prompt_template: "Mistral-7B-ReMax-v0.1/prompt.txt"
+  fn_completions: "huggingface_local_completions"
+  completions_kwargs:
+    model_name: "./Mistral-7B-ReMax-v0.1" # local path
+    model_kwargs:
+      torch_dtype: 'bfloat16'
+    max_new_tokens: 2048
+    temperature: 0.7
+    top_p: 0.9
+    do_sample: True
+  pretty_name: "Mistral-7B-ReMax-v0.1"
+  link: "https://huggingface.co/ziniuli/Mistral-7B-ReMax-v0.1"
diff --git a/src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/prompt.txt b/src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/prompt.txt
@@ -0,0 +1 @@
+[INST] {instruction} [/INST]