[ { "rank": 1, "model": "Jais-30B-Chat", "model_url": "https://huggingface.co/inceptionai/jais-30b-chat-v3", "organization": "Inception AI", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 2, "model": "ALLaM-7B-Instruct", "model_url": "https://huggingface.co/sdaia/allam-1-7b-instruct", "organization": "SDAIA", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 3, "model": "SILMA-9B-Instruct", "model_url": "https://huggingface.co/silma-ai/SILMA-9B-Instruct-v1.0", "organization": "Silma AI", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 4, "model": "Fanar-Star-1.2B", "model_url": "https://huggingface.co/QatarComputing/fanar-star-1.2b", "organization": "Qatar Computing Research Institute", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 5, "model": "Yehia-7B-Preview", "model_url": "https://huggingface.co/Kira-Arabic/Yehia-7B-preview", "organization": "Kira Arabic", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 6, "model": "ArabianGPT-1B", "model_url": "https://huggingface.co/ahmed-samir/arabiangpt-1b", "organization": "Ahmed Samir", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 7, "model": "Qwen2.5-72B-Instruct", "model_url": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", "organization": "Alibaba Qwen", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 8, "model": "Qwen2.5-32B-Instruct", "model_url": "https://huggingface.co/Qwen/Qwen2.5-32B-Instruct", "organization": "Alibaba Qwen", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 9, "model": "Qwen2.5-7B-Instruct", "model_url": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct", "organization": "Alibaba Qwen", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 10, "model": "Llama-3.1-70B-Instruct", "model_url": "https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct", "organization": "Meta", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 11, "model": "Llama-3.1-8B-Instruct", "model_url": "https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct", "organization": "Meta", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 12, "model": "Gemma-2-27B-IT", "model_url": "https://huggingface.co/google/gemma-2-27b-it", "organization": "Google", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 13, "model": "Gemma-2-9B-IT", "model_url": "https://huggingface.co/google/gemma-2-9b-it", "organization": "Google", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 14, "model": "Aya-Expanse-32B", "model_url": "https://huggingface.co/CohereForAI/aya-expanse-32b", "organization": "Cohere For AI", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 15, "model": "Aya-Expanse-8B", "model_url": "https://huggingface.co/CohereForAI/aya-expanse-8b", "organization": "Cohere For AI", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 16, "model": "c4ai-command-r7b-arabic", "model_url": "https://huggingface.co/CohereForAI/c4ai-command-r7b-arabic-02-2025", "organization": "Cohere For AI", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 17, "model": "Falcon-180B-Chat", "model_url": "https://huggingface.co/tiiuae/falcon-180B-chat", "organization": "TII UAE", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 18, "model": "Falcon-40B-Instruct", "model_url": "https://huggingface.co/tiiuae/falcon-40b-instruct", "organization": "TII UAE", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 19, "model": "DeepSeek-V3", "model_url": "https://huggingface.co/deepseek-ai/DeepSeek-V3", "organization": "DeepSeek", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 20, "model": "Mistral-Large-Instruct", "model_url": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411", "organization": "Mistral AI", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 21, "model": "Mixtral-8x22B-Instruct", "model_url": "https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1", "organization": "Mistral AI", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 22, "model": "Phi-4", "model_url": "https://huggingface.co/microsoft/phi-4", "organization": "Microsoft", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 23, "model": "BLOOM-176B", "model_url": "https://huggingface.co/bigscience/bloom", "organization": "BigScience", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 24, "model": "BLOOMZ-7B1", "model_url": "https://huggingface.co/bigscience/bloomz-7b1", "organization": "BigScience", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 25, "model": "AceGPT-13B-Chat", "model_url": "https://huggingface.co/FreedomIntelligence/AceGPT-13B-chat", "organization": "FreedomIntelligence", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 26, "model": "AraGPT2-Mega", "model_url": "https://huggingface.co/aubmindlab/aragpt2-mega", "organization": "AUB MIND Lab", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 27, "model": "Arabic-Llama-3.1-8B", "model_url": "https://huggingface.co/Ammar-Arabi/Arabic-Llama-3.1-8B-Instruct", "organization": "Ammar Arabi", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" }, { "rank": 28, "model": "Llama3-8B-Arabic-Instruct", "model_url": "https://huggingface.co/MahmoudAshraf/Llama3-8B-Arabic-instruct", "organization": "Mahmoud Ashraf", "overall": 0.0, "simple": 0.0, "multiple": 0.0, "parallel": 0.0, "parallel_multiple": 0.0, "irrelevance": 0.0, "dialect_handling": 0.0, "status": "pending" } ]