{
    "Name": "Alyah",
    "Dialect Subsets": [],
    "HF Link": "https://huggingface.co/datasets/tiiuae/alyah-emirati-benchmark",
    "Link": "https://huggingface.co/datasets/tiiuae/alyah-emirati-benchmark",
    "License": "custom",
    "Year": 2026,
    "Language": "ar",
    "Dialect": "United Arab Emirates",
    "Source": [
        "manual construction"
    ],
    "Domain": [
        "history",
        "poetry",
        "religion",
        "culture"
    ],
    "Form": "text",
    "Annotation Style": [
        "human annotation",
        "LLM annotation"
    ],
    "Description": "alyah is a manually curated evaluation benchmark for assessing the performance of Arabic large language models on the Emirati dialect.",
    "Volume": 1173.0,
    "Unit": "sentences",
    "Ethical Risks": "Low",
    "Provider": [
        "TII"
    ],
    "Derived From": [],
    "Paper Title": "Alyah: Toward Robust Evaluation of Emirati Dialect Capabilities in Arabic LLMs",
    "Paper Link": "https://huggingface.co/blog/tiiuae/emirati-benchmarks",
    "Script": "Arab",
    "Tokenized": false,
    "Host": "HuggingFace",
    "Access": "Free",
    "Cost": "",
    "Has Splits": false,
    "Partial": false,
    "Tasks": [
        "multiple choice question answering"
    ],
    "Venue Title": "other",
    "Venue Type": "preprint",
    "Venue Name": "",
    "Authors": [
        "Omar Alkaabi",
        " Ahmed Alzubaidi",
        "Hamza Alobeidli",
        " Shaikha Alsuwaidi ",
        " Mohammed Alyafeai",
        " Leen AlQadi ",
        " Basma El Amel Boussaha",
        " Hakim Hacid"
    ],
    "Affiliations": [
        "TII"
    ],
    "Abstract": "Despite Arabic being one of the most widely spoken languages globally, most existing benchmarks focus on Modern Standard Arabic, which differs substantially from how Arabic is used in daily life. Dialects\u2014particularly Gulf and Emirati Arabic\u2014remain underrepresented in evaluation settings, leading to blind spots in real-world model performance. Alyah was created to address this gap by providing a high-quality, dialect-focused benchmark grounded in authentic Emirati usage. The goal is to support the development and evaluation of models that better serve users in the UAE and contribute to more inclusive Arabic language technology.",
    "Added By": "Zaid Alyafeai"
}