task_categories:text-generation multilinguality:multilingual source_datasets:bigcode/the-stack-smol source_datasets:badranx/opus_raw source_datasets:HuggingFaceFW/fineweb-2 source_datasets:sebastiandizon/genius-song-lyrics source_datasets:rntc/pubmed_preprocess source_datasets:wikimedia/wikipedia source_datasets:joelniklaus/Multi_Legal_Pile source_datasets:almanach/HALvest source_datasets:premio-ai/TheArabicPile_Medical source_datasets:ImruQays/Rasaif-Classical-Arabic-English-Parallel-texts source_datasets:asas-ai/financial_news source_datasets:bigscience-data/roots_ar_ted_talks_iwslt source_datasets:premio-ai/TheArabicPile_Lyrics source_datasets:AIR-Bench/qa_news_ar source_datasets:premio-ai/TheArabicPile_Poetry source_datasets:bigscience-data/roots_ar_wikipedia source_datasets:bigcode/starcoderdata source_datasets:AIR-Bench/qa_news_de source_datasets:orionweller/books_mds_incremental source_datasets:ElKulako/stocktwits-emoji source_datasets:Orion-zhen/dpo-codealpaca-emoji source_datasets:Orion-zhen/dpo-mathinstuct-emoji source_datasets:Orion-zhen/dpo-physical-reasoning-emoji source_datasets:AIR-Bench/qa_finance_en source_datasets:bigscience-data/roots_en_ted_talks_iwslt source_datasets:orionweller/cc_news_mds_incremental source_datasets:DanFosing/public-domain-poetry source_datasets:orionweller/arxiv_mds_incremental source_datasets:orionweller/pes2o_mds_incremental source_datasets:orionweller/reddit_mds_incremental source_datasets:HuggingFaceFW/fineweb source_datasets:orionweller/wikipedia_mds_incremental source_datasets:jorgeortizfuentes/spanish_books source_datasets:bigscience-data/roots_es_ted_talks_iwslt source_datasets:LeoCordoba/CC-NEWS-ES source_datasets:andreamorgar/spanish_poetry source_datasets:jorge-henao/disco_poetry_spanish source_datasets:eduagarcia/scielo_abstracts source_datasets:Arconte/Dominican_reddit_raw_corpus source_datasets:bigscience-data/roots_es_wikipedia source_datasets:AIR-Bench/qa_finance_fr source_datasets:bigscience-data/roots_fr_ted_talks_iwslt source_datasets:AIR-Bench/qa_news_fr source_datasets:kamarko/ccnews-french-subset source_datasets:manu/french_poetry source_datasets:bigscience-data/roots_fr_wikipedia source_datasets:HiTZ/Multilingual-Medical-Corpus source_datasets:globis-university/aozorabunko-clean source_datasets:geniacllm/hanrei source_datasets:kajuma/CC-news-2024-July-October-cleaned source_datasets:p1atdev/modern_haiku source_datasets:kunishou/J-ResearchCorpus source_datasets:p1atdev/open2ch source_datasets:BCCard/BCCard-Finance-Kor-QnA source_datasets:jihye-moon/klac_legal_aid_counseling source_datasets:joonhok-exo-ai/korean_law_open_data_precedents source_datasets:AIR-Bench/qa_news_ko source_datasets:daekeun-ml/naver-news-summarization-ko source_datasets:werty1248/Korea-Related-Reddit-comments source_datasets:werty1248/Korea-Related-Reddit-posts source_datasets:WiktorS/polish-news source_datasets:winterkitsune/elka-pl-news source_datasets:eduagarcia/pd_books_pt source_datasets:eduagarcia/LegalPT_dedup source_datasets:bigscience-data/roots_pt_ted_talks_iwslt source_datasets:eduagarcia/cc_news_pt_v2 source_datasets:eduagarcia/scielo_papers source_datasets:carolina-c4ai/corpus-carolina source_datasets:tallesl/quinquilharia source_datasets:bigscience-data/roots_pt_wikipedia source_datasets:blinoff/medical_qa_ru_data source_datasets:sevenreasons/genius-lyrics-russian source_datasets:AIR-Bench/qa_news_ru source_datasets:IlyaGusev/ru_news source_datasets:0x7o/poemma-10k source_datasets:AnyaSchen/russian_poetry_with_keywords source_datasets:mlsa-iai-msu-lab/ru_sci_bench source_datasets:VietAI/vi_pubmed source_datasets:bigscience-data/roots_vi_ted_talks_iwslt source_datasets:bigscience-data/roots_vi_binhvq_news_corpus source_datasets:bigscience-data/roots_vi_vietnamese_poetry source_datasets:DavidLanz/medical_pretrain source_datasets:Orion-zhen/dpo-emoji-zh source_datasets:Orion-zhen/dpo-ruozhiba-emoji source_datasets:shareAI/DPO-zh-en-emoji source_datasets:Duxiaoman-DI/FinCorpus source_datasets:TigerResearch/tigerbot-law-plugin source_datasets:bigscience-data/roots_zh_ted_talks_iwslt source_datasets:dirtycomputer/chinese_lyrics source_datasets:AIR-Bench/qa_news_zh source_datasets:liswei/news-collection-zhtw source_datasets:erhwenkuo/poetry-chinese-zhtw source_datasets:bigscience-data/roots_zh-cn_wikipedia language:en language:eng language:pt language:por language:es language:spa language:fr language:fra language:zh language:cmn language:ja language:jpn language:de language:deu language:ru language:rus language:ar language:arb language:it language:ita language:pl language:pol language:ko language:kor language:vi language:vie language:code size_categories:100K<n<1M format:json modality:tabular modality:text library:datasets library:dask library:polars library:mlcroissant region:us