| [ | |
| { | |
| "rank": 1, | |
| "model": "Jais-30B-Chat", | |
| "model_url": "https://huggingface.co/inceptionai/jais-30b-chat-v3", | |
| "organization": "Inception AI", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 2, | |
| "model": "ALLaM-7B-Instruct", | |
| "model_url": "https://huggingface.co/sdaia/allam-1-7b-instruct", | |
| "organization": "SDAIA", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 3, | |
| "model": "SILMA-9B-Instruct", | |
| "model_url": "https://huggingface.co/silma-ai/SILMA-9B-Instruct-v1.0", | |
| "organization": "Silma AI", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 4, | |
| "model": "Fanar-Star-1.2B", | |
| "model_url": "https://huggingface.co/QatarComputing/fanar-star-1.2b", | |
| "organization": "Qatar Computing Research Institute", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 5, | |
| "model": "Yehia-7B-Preview", | |
| "model_url": "https://huggingface.co/Kira-Arabic/Yehia-7B-preview", | |
| "organization": "Kira Arabic", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 6, | |
| "model": "ArabianGPT-1B", | |
| "model_url": "https://huggingface.co/ahmed-samir/arabiangpt-1b", | |
| "organization": "Ahmed Samir", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 7, | |
| "model": "Qwen2.5-72B-Instruct", | |
| "model_url": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "organization": "Alibaba Qwen", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 8, | |
| "model": "Qwen2.5-32B-Instruct", | |
| "model_url": "https://huggingface.co/Qwen/Qwen2.5-32B-Instruct", | |
| "organization": "Alibaba Qwen", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 9, | |
| "model": "Qwen2.5-7B-Instruct", | |
| "model_url": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct", | |
| "organization": "Alibaba Qwen", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 10, | |
| "model": "Llama-3.1-70B-Instruct", | |
| "model_url": "https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct", | |
| "organization": "Meta", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 11, | |
| "model": "Llama-3.1-8B-Instruct", | |
| "model_url": "https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct", | |
| "organization": "Meta", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 12, | |
| "model": "Gemma-2-27B-IT", | |
| "model_url": "https://huggingface.co/google/gemma-2-27b-it", | |
| "organization": "Google", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 13, | |
| "model": "Gemma-2-9B-IT", | |
| "model_url": "https://huggingface.co/google/gemma-2-9b-it", | |
| "organization": "Google", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 14, | |
| "model": "Aya-Expanse-32B", | |
| "model_url": "https://huggingface.co/CohereForAI/aya-expanse-32b", | |
| "organization": "Cohere For AI", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 15, | |
| "model": "Aya-Expanse-8B", | |
| "model_url": "https://huggingface.co/CohereForAI/aya-expanse-8b", | |
| "organization": "Cohere For AI", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 16, | |
| "model": "c4ai-command-r7b-arabic", | |
| "model_url": "https://huggingface.co/CohereForAI/c4ai-command-r7b-arabic-02-2025", | |
| "organization": "Cohere For AI", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 17, | |
| "model": "Falcon-180B-Chat", | |
| "model_url": "https://huggingface.co/tiiuae/falcon-180B-chat", | |
| "organization": "TII UAE", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 18, | |
| "model": "Falcon-40B-Instruct", | |
| "model_url": "https://huggingface.co/tiiuae/falcon-40b-instruct", | |
| "organization": "TII UAE", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 19, | |
| "model": "DeepSeek-V3", | |
| "model_url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", | |
| "organization": "DeepSeek", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 20, | |
| "model": "Mistral-Large-Instruct", | |
| "model_url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", | |
| "organization": "Mistral AI", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 21, | |
| "model": "Mixtral-8x22B-Instruct", | |
| "model_url": "https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1", | |
| "organization": "Mistral AI", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 22, | |
| "model": "Phi-4", | |
| "model_url": "https://huggingface.co/microsoft/phi-4", | |
| "organization": "Microsoft", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 23, | |
| "model": "BLOOM-176B", | |
| "model_url": "https://huggingface.co/bigscience/bloom", | |
| "organization": "BigScience", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 24, | |
| "model": "BLOOMZ-7B1", | |
| "model_url": "https://huggingface.co/bigscience/bloomz-7b1", | |
| "organization": "BigScience", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 25, | |
| "model": "AceGPT-13B-Chat", | |
| "model_url": "https://huggingface.co/FreedomIntelligence/AceGPT-13B-chat", | |
| "organization": "FreedomIntelligence", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 26, | |
| "model": "AraGPT2-Mega", | |
| "model_url": "https://huggingface.co/aubmindlab/aragpt2-mega", | |
| "organization": "AUB MIND Lab", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 27, | |
| "model": "Arabic-Llama-3.1-8B", | |
| "model_url": "https://huggingface.co/Ammar-Arabi/Arabic-Llama-3.1-8B-Instruct", | |
| "organization": "Ammar Arabi", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| }, | |
| { | |
| "rank": 28, | |
| "model": "Llama3-8B-Arabic-Instruct", | |
| "model_url": "https://huggingface.co/MahmoudAshraf/Llama3-8B-Arabic-instruct", | |
| "organization": "Mahmoud Ashraf", | |
| "overall": 0.0, | |
| "simple": 0.0, | |
| "multiple": 0.0, | |
| "parallel": 0.0, | |
| "parallel_multiple": 0.0, | |
| "irrelevance": 0.0, | |
| "dialect_handling": 0.0, | |
| "status": "pending" | |
| } | |
| ] | |