["license:llama3.1", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"]
[{"name": "task_type", "dtype": "string"}, {"name": "task_name", "dtype": "string"}, {"name": "subtask_name", "dtype": "string"}, {"name": "input_question", "dtype": "string"}, {"name": "input_choice_list", "dtype": "null"}, {"name": "input_final_prompts", "sequence": "string"}, {"name": "input_correct_responses", "sequence": "string"}, {"name": "output_prediction_text", "sequence": "string"}, {"name": "output_parsed_answer", "dtype": "string"}, {"name": "output_choice_completions", "dtype": "null"}, {"name": "output_choice_negative_log_likelihoods", "dtype": "null"}, {"name": "output_metrics", "struct": [{"name": "em", "dtype": "float64"}, {"name": "f1", "dtype": "float64"}]}, {"name": "is_correct", "dtype": "bool"}, {"name": "input_question_hash", "dtype": "string"}, {"name": "input_final_prompts_hash", "sequence": "string"}, {"name": "benchmark_label", "dtype": "string"}, {"name": "eval_config", "struct": [{"name": "max_gen_len", "dtype": "string"}, {"name": "max_prompt_len", "dtype": "string"}, {"name": "num_few_shot", "dtype": "string"}, {"name": "num_generations", "dtype": "string"}, {"name": "prompt_fn", "dtype": "string"}, {"name": "return_logprobs", "dtype": "string"}, {"name": "seed", "dtype": "string"}, {"name": "temperature", "dtype": "string"}, {"name": "top_k", "dtype": "string"}, {"name": "top_p", "dtype": "string"}]}, {"name": "wiki_context", "sequence": "string"}, {"name": "search_context", "sequence": "string"}]