Hugging Face's logo

Spaces:
inceptionai
/
Arabic-Leaderboards
Running

App Files Community
Arabic-Leaderboards
File size: 13,647 Bytes 
5d64f96
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
 
{"Model Name": "gpt-4o-2024-08-06", "Family": "GPT", "En Prompt-lvl": "0.794", "En Instruction-lvl": "0.854", "Ar Prompt-lvl": "0.708", "Ar Instruction-lvl": "0.78", "Type": "closed", "Creator": "OpenAI", "Size (B)": "", "Base Model": "", "Context Window": "128", "Lang.": "multilingual"}
{"Model Name": "gpt-4o-mini-2024-07-18", "Family": "GPT", "En Prompt-lvl": "0.769", "En Instruction-lvl": "0.837", "Ar Prompt-lvl": "0.681", "Ar Instruction-lvl": "0.747", "Type": "closed", "Creator": "OpenAI", "Size (B)": "", "Base Model": "", "Context Window": "128", "Lang.": "multilingual"}
{"Model Name": "inceptionai/jais-adapted-7b-chat", "Family": "llama 2", "En Prompt-lvl": "0.371", "En Instruction-lvl": "0.492", "Ar Prompt-lvl": "0.225", "Ar Instruction-lvl": "0.339", "Type": "Open Model", "Creator": "Inception", "Size (B)": "7.0", "Base Model": "meta-llama/Llama-2-7b", "Context Window": "4", "Lang.": "ar, en"}
{"Model Name": "inceptionai/jais-adapted-13b-chat", "Family": "llama 2", "En Prompt-lvl": "0.447", "En Instruction-lvl": "0.552", "Ar Prompt-lvl": "0.344", "Ar Instruction-lvl": "0.462", "Type": "Open Model", "Creator": "Inception", "Size (B)": "13.0", "Base Model": "meta-llama/Llama-2-13b", "Context Window": "4", "Lang.": "ar, en"}
{"Model Name": "inceptionai/jais-adapted-70b-chat", "Family": "llama 2", "En Prompt-lvl": "0.443", "En Instruction-lvl": "0.543", "Ar Prompt-lvl": "0.322", "Ar Instruction-lvl": "0.418", "Type": "Open Model", "Creator": "Inception", "Size (B)": "70.0", "Base Model": "meta-llama/Llama-2-70b", "Context Window": "4", "Lang.": "ar, en"}
{"Model Name": "meta-llama/Llama-2-13b-chat-hf", "Family": "llama 2", "En Prompt-lvl": "0.325", "En Instruction-lvl": "0.443", "Ar Prompt-lvl": "0.02", "Ar Instruction-lvl": "0.025", "Type": "Open Model", "Creator": "Meta AI", "Size (B)": "13.0", "Base Model": "meta-llama/Llama-2-13b-hf", "Context Window": "4", "Lang.": "en"}
{"Model Name": "meta-llama/Llama-2-7b-chat-hf", "Family": "llama 2", "En Prompt-lvl": "0.322", "En Instruction-lvl": "0.443", "Ar Prompt-lvl": "0.007", "Ar Instruction-lvl": "0.013", "Type": "Open Model", "Creator": "Meta AI", "Size (B)": "7.0", "Base Model": "meta-llama/Llama-2-7b-hf", "Context Window": "4", "Lang.": "en"}
{"Model Name": "silma-ai/SILMA-9B-Instruct-v1.0", "Family": "gemma", "En Prompt-lvl": "0.525", "En Instruction-lvl": "0.63", "Ar Prompt-lvl": "0.342", "Ar Instruction-lvl": "0.432", "Type": "Open Model", "Creator": "Silma", "Size (B)": "9.0", "Base Model": "google/gemma-2-9b-it", "Context Window": "8", "Lang.": "ar, en"}
{"Model Name": "Qwen/Qwen1.5-14B-Chat", "Family": "qwen 1.5", "En Prompt-lvl": "0.498", "En Instruction-lvl": "0.604", "Ar Prompt-lvl": "0.05", "Ar Instruction-lvl": "0.055", "Type": "Open Model", "Creator": "Alibaba", "Size (B)": "14.0", "Base Model": "Qwen/Qwen1.5-14B", "Context Window": "32", "Lang.": "zh, en, ar, es, fr, pt, de, it, ru, ja, ko, vi, th, id"}
{"Model Name": "Qwen/Qwen1.5-72B-Chat", "Family": "qwen 1.5", "En Prompt-lvl": "0.49", "En Instruction-lvl": "0.61", "Ar Prompt-lvl": "0.141", "Ar Instruction-lvl": "0.152", "Type": "Open Model", "Creator": "Alibaba", "Size (B)": "72.0", "Base Model": "Qwen/Qwen1.5-72B", "Context Window": "32", "Lang.": "zh, en, ar, es, fr, pt, de, it, ru, ja, ko, vi, th, id"}
{"Model Name": "Qwen/Qwen2-7B-Instruct", "Family": "qwen 2", "En Prompt-lvl": "0.516", "En Instruction-lvl": "0.619", "Ar Prompt-lvl": "0.381", "Ar Instruction-lvl": "0.46", "Type": "Open Model", "Creator": "Alibaba", "Size (B)": "7.0", "Base Model": "Qwen/Qwen2-7B", "Context Window": "131", "Lang.": "en"}
{"Model Name": "Qwen/Qwen2.5-0.5B-Instruct", "Family": "qwen 2", "En Prompt-lvl": "0.251", "En Instruction-lvl": "0.364", "Ar Prompt-lvl": "0.139", "Ar Instruction-lvl": "0.207", "Type": "Open Model", "Creator": "Alibaba", "Size (B)": "0.5", "Base Model": "Qwen/Qwen2.5-0.5B", "Context Window": "128", "Lang.": "en"}
{"Model Name": "Qwen/Qwen2.5-7B-Instruct", "Family": "qwen 2.5", "En Prompt-lvl": "0.682", "En Instruction-lvl": "0.764", "Ar Prompt-lvl": "0.502", "Ar Instruction-lvl": "0.555", "Type": "Open Model", "Creator": "Alibaba", "Size (B)": "7.0", "Base Model": "Qwen/Qwen2.5-7B", "Context Window": "128", "Lang.": "en, zh, es, fr, de, ar, ru, ko, ja, th, vi"}
{"Model Name": "Qwen/Qwen2.5-32B-Instruct", "Family": "qwen 2.5", "En Prompt-lvl": "0.776", "En Instruction-lvl": "0.843", "Ar Prompt-lvl": "0.604", "Ar Instruction-lvl": "0.669", "Type": "Open Model", "Creator": "Alibaba", "Size (B)": "32.0", "Base Model": "Qwen/Qwen2.5-32B", "Context Window": "128", "Lang.": "zh, en, fr, es, pt, de, it, ru, ja, ko, vi, th, ar"}
{"Model Name": "Qwen/Qwen2.5-3B-Instruct", "Family": "qwen 2.5", "En Prompt-lvl": "0.561", "En Instruction-lvl": "0.663", "Ar Prompt-lvl": "0.381", "Ar Instruction-lvl": "0.473", "Type": "Open Model", "Creator": "Alibaba", "Size (B)": "3.0", "Base Model": "Qwen/Qwen2.5-3B", "Context Window": "128", "Lang.": "zh, en, fr, es, pt, de, it, ru, ja, ko, vi, th, ar"}
{"Model Name": "Qwen/Qwen2.5-72B-Instruct", "Family": "qwen 2.5", "En Prompt-lvl": "0.835", "En Instruction-lvl": "0.885", "Ar Prompt-lvl": "0.673", "Ar Instruction-lvl": "0.741", "Type": "Open Model", "Creator": "Alibaba", "Size (B)": "72.0", "Base Model": "Qwen/Qwen2.5-72B", "Context Window": "128", "Lang.": "zh, en, fr, es, pt, de, it, ru, ja, ko, vi, th, ar"}
{"Model Name": "FreedomIntelligence/AceGPT-13B-chat", "Family": "llama 2", "En Prompt-lvl": "0.406", "En Instruction-lvl": "0.515", "Ar Prompt-lvl": "0.327", "Ar Instruction-lvl": "0.443", "Type": "Open Model", "Creator": "FreedomIntelligence", "Size (B)": "13.0", "Base Model": "meta-llama/Llama-2-13b-hf", "Context Window": "4", "Lang.": "ar, en, ch"}
{"Model Name": "FreedomIntelligence/AceGPT-7B-chat", "Family": "llama 2", "En Prompt-lvl": "0.273", "En Instruction-lvl": "0.386", "Ar Prompt-lvl": "0.22", "Ar Instruction-lvl": "0.321", "Type": "Open Model", "Creator": "FreedomIntelligence", "Size (B)": "7.0", "Base Model": "meta-llama/Llama-2-7b-hf", "Context Window": "4", "Lang.": "ar, en, ch"}
{"Model Name": "meta-llama/Llama-3.1-8B-Instruct", "Family": "llama 3.1", "En Prompt-lvl": "0.706", "En Instruction-lvl": "0.787", "Ar Prompt-lvl": "0.416", "Ar Instruction-lvl": "0.505", "Type": "Open Model", "Creator": "Meta AI", "Size (B)": "8.0", "Base Model": "meta-llama/Llama-3.1-8B", "Context Window": "128", "Lang.": "en, de, fr, it, pt, hi, es, th"}
{"Model Name": "meta-llama/Llama-3.1-70B-Instruct", "Family": "llama 3.1", "En Prompt-lvl": "0.829", "En Instruction-lvl": "0.886", "Ar Prompt-lvl": "0.448", "Ar Instruction-lvl": "0.502", "Type": "Open Model", "Creator": "Meta AI", "Size (B)": "70.0", "Base Model": "meta-llama/Llama-3.1-70B", "Context Window": "128", "Lang.": "en, de, fr, it, pt, hi, es, th"}
{"Model Name": "meta-llama/Llama-3.1-405B-Instruct", "Family": "llama 3.1", "En Prompt-lvl": "0.837", "En Instruction-lvl": "0.891", "Ar Prompt-lvl": "0.507", "Ar Instruction-lvl": "0.57", "Type": "Open Model", "Creator": "Meta AI", "Size (B)": "405.0", "Base Model": "meta-llama/Llama-3.1-405B", "Context Window": "128", "Lang.": "en, de, fr, it, pt, hi, es, th"}
{"Model Name": "meta-llama/Llama-3.2-1B-Instruct", "Family": "llama 3.2", "En Prompt-lvl": "0.459", "En Instruction-lvl": "0.572", "Ar Prompt-lvl": "0.111", "Ar Instruction-lvl": "0.155", "Type": "Open Model", "Creator": "Meta AI", "Size (B)": "1.0", "Base Model": "meta-llama/Llama-3.2-1B", "Context Window": "128", "Lang.": "en, de, fr, it, pt, hi, es, th"}
{"Model Name": "meta-llama/Llama-3.2-3B-Instruct", "Family": "llama 3.2", "En Prompt-lvl": "0.635", "En Instruction-lvl": "0.737", "Ar Prompt-lvl": "0.191", "Ar Instruction-lvl": "0.285", "Type": "Open Model", "Creator": "Meta AI", "Size (B)": "3.0", "Base Model": "meta-llama/Llama-3.2-3B", "Context Window": "128", "Lang.": "en, de, fr, it, pt, hi, es, th"}
{"Model Name": "meta-llama/Llama-2-70b-chat-hf", "Family": "llama 2", "En Prompt-lvl": "0.422", "En Instruction-lvl": "0.542", "Ar Prompt-lvl": "0.03", "Ar Instruction-lvl": "0.035", "Type": "Open Model", "Creator": "Meta AI", "Size (B)": "70.0", "Base Model": "meta-llama/Llama-2-70b-hf", "Context Window": "4", "Lang.": "en"}
{"Model Name": "inceptionai/jais-family-13b-chat", "Family": "Jais", "En Prompt-lvl": "0.312", "En Instruction-lvl": "0.429", "Ar Prompt-lvl": "0.285", "Ar Instruction-lvl": "0.375", "Type": "Open Model", "Creator": "Inception", "Size (B)": "13.0", "Base Model": "inceptionai/jais-family-13b", "Context Window": "2", "Lang.": "ar, en"}
{"Model Name": "inceptionai/jais-family-30b-16k-chat", "Family": "Jais", "En Prompt-lvl": "0.361", "En Instruction-lvl": "0.464", "Ar Prompt-lvl": "0.29", "Ar Instruction-lvl": "0.403", "Type": "Open Model", "Creator": "Inception", "Size (B)": "30.0", "Base Model": "inceptionai/jais-family-30b-16k", "Context Window": "16", "Lang.": "ar, en"}
{"Model Name": "inceptionai/jais-family-590m-chat", "Family": "Jais", "En Prompt-lvl": "0.143", "En Instruction-lvl": "0.227", "Ar Prompt-lvl": "0.067", "Ar Instruction-lvl": "0.109", "Type": "Open Model", "Creator": "Inception", "Size (B)": "0.59", "Base Model": "inceptionai/jais-family-590m", "Context Window": "2", "Lang.": "ar, en"}
{"Model Name": "inceptionai/jais-family-1p3b-chat", "Family": "Jais", "En Prompt-lvl": "0.149", "En Instruction-lvl": "0.248", "Ar Prompt-lvl": "0.136", "Ar Instruction-lvl": "0.234", "Type": "Open Model", "Creator": "Inception", "Size (B)": "1.3", "Base Model": "inceptionai/jais-family-1p3b", "Context Window": "2", "Lang.": "ar, en"}
{"Model Name": "inceptionai/jais-family-6p7b-chat", "Family": "Jais", "En Prompt-lvl": "0.267", "En Instruction-lvl": "0.377", "Ar Prompt-lvl": "0.225", "Ar Instruction-lvl": "0.321", "Type": "Open Model", "Creator": "Inception", "Size (B)": "6.7", "Base Model": "inceptionai/jais-family-6p7b", "Context Window": "2", "Lang.": "ar, en"}
{"Model Name": "google/gemma-2-9b-it", "Family": "gemma", "En Prompt-lvl": "0.696", "En Instruction-lvl": "0.783", "Ar Prompt-lvl": "0.515", "Ar Instruction-lvl": "0.606", "Type": "Open Model", "Creator": "Google", "Size (B)": "9.0", "Base Model": "google/gemma-2-9b", "Context Window": "8", "Lang.": "en"}
{"Model Name": "google/gemma-2-27b-it", "Family": "gemma", "En Prompt-lvl": "0.761", "En Instruction-lvl": "0.829", "Ar Prompt-lvl": "0.594", "Ar Instruction-lvl": "0.677", "Type": "Open Model", "Creator": "Google", "Size (B)": "27.0", "Base Model": "google/gemma-2-27b", "Context Window": "8", "Lang.": "en"}
{"Model Name": "claude-3.5-sonnet", "Family": "claude 3.5", "En Prompt-lvl": "0.847", "En Instruction-lvl": "0.895", "Ar Prompt-lvl": "0.725", "Ar Instruction-lvl": "0.793", "Type": "closed", "Creator": "Anthropic", "Size (B)": "", "Base Model": "", "Context Window": "200", "Lang.": "multilingual"}
{"Model Name": "claude-3-haiku", "Family": "claude 3", "En Prompt-lvl": "0.641", "En Instruction-lvl": "0.743", "Ar Prompt-lvl": "0.537", "Ar Instruction-lvl": "0.642", "Type": "closed", "Creator": "Anthropic", "Size (B)": "", "Base Model": "", "Context Window": "200", "Lang.": "multilingual"}
{"Model Name": "claude-3.5-haiku", "Family": "claude 3.5", "En Prompt-lvl": "0.782", "En Instruction-lvl": "0.848", "Ar Prompt-lvl": "0.671", "Ar Instruction-lvl": "0.747", "Type": "closed", "Creator": "Anthropic", "Size (B)": "", "Base Model": "", "Context Window": "200", "Lang.": "multilingual"}
{"Model Name": "CohereForAI/aya-expanse-8b", "Family": "cohere", "En Prompt-lvl": "0.578", "En Instruction-lvl": "0.679", "Ar Prompt-lvl": "0.485", "Ar Instruction-lvl": "0.585", "Type": "Open Model", "Creator": "Cohere", "Size (B)": "8.0", "Base Model": "", "Context Window": "8", "Lang.": "ar, zh-Hans, zh-Hant, cs, nl, en, fr, de, el, he, hi, id, it, ja, ko, fa, pl, pt, ro, ru, es, tr, uk, vi"}
{"Model Name": "CohereForAI/aya-expanse-32b", "Family": "cohere", "En Prompt-lvl": "0.651", "En Instruction-lvl": "0.751", "Ar Prompt-lvl": "0.567", "Ar Instruction-lvl": "0.66", "Type": "Open Model", "Creator": "Cohere", "Size (B)": "32.0", "Base Model": "", "Context Window": "128", "Lang.": "ar, zh-Hans, zh-Hant, cs, nl, en, fr, de, el, he, hi, id, it, ja, ko, fa, pl, pt, ro, ru, es, tr, uk, vi"}
{"Model Name": "CohereForAI/c4ai-command-r7b-12-2024", "Family": "cohere", "En Prompt-lvl": "0.749", "En Instruction-lvl": "0.82", "Ar Prompt-lvl": "0.564", "Ar Instruction-lvl": "0.652", "Type": "Open Model", "Creator": "Cohere", "Size (B)": "7.0", "Base Model": "", "Context Window": "128", "Lang.": "en, fr, es, it, de, pt, ja, ko, ar, zh, ru, pl, tr, vi, nl, cs, id, uk, ro, el, hi, he, fa"}
{"Model Name": "inceptionai/jais-family-2p7b-chat", "Family": "Jais", "En Prompt-lvl": "0.194", "En Instruction-lvl": "0.313", "Ar Prompt-lvl": "0.171", "Ar Instruction-lvl": "0.264", "Type": "Open Model", "Creator": "Inception", "Size (B)": "2.7", "Base Model": "inceptionai/jais-family-2p7b", "Context Window": "2", "Lang.": "ar, en"}
{"Model Name": "inceptionai/jais-family-30b-8k-chat", "Family": "Jais", "En Prompt-lvl": "0.357", "En Instruction-lvl": "0.475", "Ar Prompt-lvl": "0.285", "Ar Instruction-lvl": "0.386", "Type": "Open Model", "Creator": "Inception", "Size (B)": "30.0", "Base Model": "inceptionai/jais-family-30b-8k", "Context Window": "2", "Lang.": "ar, en"}
{"Model Name": "meta-llama/Llama-3.3-70B-Instruct", "Family": "llama 3.3", "En Prompt-lvl": "0.882", "En Instruction-lvl": "0.921", "Ar Prompt-lvl": "0.582", "Ar Instruction-lvl": "0.631", "Type": "Open Model", "Creator": "Meta AI", "Size (B)": "70.0", "Base Model": "meta-llama/Llama-3.1-70B", "Context Window": "128", "Lang.": "en, de, fr, it, pt, hi, es, th"}