task_categories:multiple-choice task_categories:question-answering task_categories:token-classification task_categories:text-classification task_categories:text-retrieval task_ids:multiple-choice-qa task_ids:extractive-qa task_ids:open-domain-qa task_ids:natural-language-inference task_ids:named-entity-recognition task_ids:part-of-speech annotations_creators:found language_creators:found multilinguality:multilingual multilinguality:translation source_datasets:extended|xnli source_datasets:extended|paws-x source_datasets:extended|wikiann source_datasets:extended|xquad source_datasets:extended|mlqa source_datasets:extended|tydiqa source_datasets:extended|tatoeba source_datasets:extended|squad language:af language:ar language:bg language:bn language:de language:el language:en language:es language:et language:eu language:fa language:fi language:fr language:he language:hi language:hu language:id language:it language:ja language:jv language:ka language:kk language:ko language:ml language:mr language:ms language:my language:nl language:pt language:ru language:sw language:ta language:te language:th language:tl language:tr language:ur language:vi language:yo language:zh license:apache-2.0 license:cc-by-4.0 license:cc-by-2.0 license:cc-by-sa-4.0 license:other license:cc-by-nc-4.0 size_categories:1M<n<10M format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars arxiv:2003.11080 region:us parallel-sentence-retrieval paraphrase-identification