



import datasets

from .evaluate import evaluate


lowercase_								=     """\
@inproceedings{Rajpurkar2016SQuAD10,
  title={SQuAD: 100, 000+ Questions for Machine Comprehension of Text},
  author={Pranav Rajpurkar and Jian Zhang and Konstantin Lopyrev and Percy Liang},
  booktitle={EMNLP},
  year={2016}
}
"""

lowercase_								=     """
This metric wrap the official scoring script for version 1 of the Stanford Question Answering Dataset (SQuAD).

Stanford Question Answering Dataset (SQuAD) is a reading comprehension dataset, consisting of questions posed by
crowdworkers on a set of Wikipedia articles, where the answer to every question is a segment of text, or span,
from the corresponding reading passage, or the question might be unanswerable.
"""

lowercase_								=     """
Computes SQuAD scores (F1 and EM).
Args:
    predictions: List of question-answers dictionaries with the following key-values:
        - 'id': id of the question-answer pair as given in the references (see below)
        - 'prediction_text': the text of the answer
    references: List of question-answers dictionaries with the following key-values:
        - 'id': id of the question-answer pair (see above),
        - 'answers': a Dict in the SQuAD dataset format
            {
                'text': list of possible texts for the answer, as a list of strings
                'answer_start': list of start positions for the answer, as a list of ints
            }
            Note that answer_start values are not taken into account to compute the metric.
Returns:
    'exact_match': Exact match (the normalized answer exactly match the gold answer)
    'f1': The F-score of predicted tokens versus the gold answer
Examples:

    >>> predictions = [{'prediction_text': '1976', 'id': '56e10a3be3433e1400422b22'}]
    >>> references = [{'answers': {'answer_start': [97], 'text': ['1976']}, 'id': '56e10a3be3433e1400422b22'}]
    >>> squad_metric = datasets.load_metric(\"squad\")
    >>> results = squad_metric.compute(predictions=predictions, references=references)
    >>> print(results)
    {'exact_match': 100.0, 'f1': 100.0}
"""
@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION    ,	_KWARGS_DESCRIPTION)
class 				_snake_case			(					datasets.Metric):




				def 							A__      (						self					:						str						):
							return datasets.MetricInfo(
							    description=_DESCRIPTION,					citation=_CITATION,					inputs_description=_KWARGS_DESCRIPTION,					features=datasets.Features(
							        {
							            "predictions": {"id": datasets.Value("string"						), "prediction_text": datasets.Value("string"						)},
							            "references": {
							                "id": datasets.Value("string"						),
							                "answers": datasets.features.Sequence(
							                    {
							                        "text": datasets.Value("string"						),
							                        "answer_start": datasets.Value("int32"						),
							                    }						),
							            },
							        }						),					codebase_urls=["https://rajpurkar.github.io/SQuAD-explorer/"],					reference_urls=["https://rajpurkar.github.io/SQuAD-explorer/"],					)




				def 							A__      (						self					:						Union[str, Any],					__lowercase					:						int,					__lowercase					:						str						):
							lowercase__					  =				{prediction["id"]: prediction["prediction_text"] for prediction in predictions}
							lowercase__					  =				[
							    {
							        "paragraphs": [
							            {
							                "qas": [
							                    {
							                        "answers": [{"text": answer_text} for answer_text in ref["answers"]["text"]],
							                        "id": ref["id"],
							                    }
							                    for ref in references
							                ]
							            }
							        ]
							    }
							]
							lowercase__					  =				evaluate(dataset=__lowercase,					predictions=__lowercase						)
							return score









import unittest

import numpy as np

from transformers.testing_utils import is_flaky, require_torch, require_vision
from transformers.utils import is_torch_available, is_vision_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_image_inputs


if is_torch_available():
							import torch

if is_vision_available():
							from PIL import Image

							from transformers import DonutImageProcessor
class 				_snake_case			(					unittest.TestCase):




				def __init__(						self					:						Dict,					__lowercase					:						int,					__lowercase					:						Union[str, Any]=7,					__lowercase					:						Union[str, Any]=3,					__lowercase					:						Any=18,					__lowercase					:						Union[str, Any]=30,					__lowercase					:						Any=400,					__lowercase					:						List[str]=True,					__lowercase					:						Dict=None,					__lowercase					:						List[str]=True,					__lowercase					:						int=False,					__lowercase					:						Union[str, Any]=True,					__lowercase					:						str=True,					__lowercase					:						Optional[int]=[0.5, 0.5, 0.5],					__lowercase					:						List[Any]=[0.5, 0.5, 0.5],					):
							lowercase__					  =				parent
							lowercase__					  =				batch_size
							lowercase__					  =				num_channels
							lowercase__					  =				image_size
							lowercase__					  =				min_resolution
							lowercase__					  =				max_resolution
							lowercase__					  =				do_resize
							lowercase__					  =				size if size is not None else {"height": 18, "width": 20}
							lowercase__					  =				do_thumbnail
							lowercase__					  =				do_align_axis
							lowercase__					  =				do_pad
							lowercase__					  =				do_normalize
							lowercase__					  =				image_mean
							lowercase__					  =				image_std




				def 							A__      (						self					:						Optional[Any]						):
							return {
							    "do_resize": self.do_resize,
							    "size": self.size,
							    "do_thumbnail": self.do_thumbnail,
							    "do_align_long_axis": self.do_align_axis,
							    "do_pad": self.do_pad,
							    "do_normalize": self.do_normalize,
							    "image_mean": self.image_mean,
							    "image_std": self.image_std,
							}
@require_torch
@require_vision
class 				_snake_case			(					lowercase__    ,	unittest.TestCase):
				UpperCamelCase__				:					Optional[int]     		=DonutImageProcessor if is_vision_available() else None




				def 							A__      (						self					:						str						):
							lowercase__					  =				DonutImageProcessingTester(self						)




				@property
				def 							A__      (						self					:						List[str]						):
							return self.image_processor_tester.prepare_image_processor_dict()




				def 							A__      (						self					:						Optional[Any]						):
							lowercase__					  =				self.image_processing_class(**self.image_processor_dict						)
							self.assertTrue(hasattr(__lowercase,					"do_resize"						)						)
							self.assertTrue(hasattr(__lowercase,					"size"						)						)
							self.assertTrue(hasattr(__lowercase,					"do_thumbnail"						)						)
							self.assertTrue(hasattr(__lowercase,					"do_align_long_axis"						)						)
							self.assertTrue(hasattr(__lowercase,					"do_pad"						)						)
							self.assertTrue(hasattr(__lowercase,					"do_normalize"						)						)
							self.assertTrue(hasattr(__lowercase,					"image_mean"						)						)
							self.assertTrue(hasattr(__lowercase,					"image_std"						)						)




				def 							A__      (						self					:						str						):
							lowercase__					  =				self.image_processing_class.from_dict(self.image_processor_dict						)
							self.assertEqual(image_processor.size,					{"height": 18, "width": 20}						)

							lowercase__					  =				self.image_processing_class.from_dict(self.image_processor_dict,					size=42						)
							self.assertEqual(image_processor.size,					{"height": 42, "width": 42}						)

							# Previous config had dimensions in (width, height) order
							lowercase__					  =				self.image_processing_class.from_dict(self.image_processor_dict,					size=(42, 84)						)
							self.assertEqual(image_processor.size,					{"height": 84, "width": 42}						)




				def 							A__      (						self					:						List[str]						):
							pass




				@is_flaky()
				def 							A__      (						self					:						Dict						):
							# Initialize image_processing
							lowercase__					  =				self.image_processing_class(**self.image_processor_dict						)
							# create random PIL images
							lowercase__					  =				prepare_image_inputs(self.image_processor_tester,					equal_resolution=__lowercase						)
							for image in image_inputs:
										self.assertIsInstance(__lowercase,					Image.Image						)

							# Test not batched input
							lowercase__					  =				image_processing(image_inputs[0],					return_tensors="pt"						).pixel_values
							self.assertEqual(
							    encoded_images.shape,					(
							        1,
							        self.image_processor_tester.num_channels,
							        self.image_processor_tester.size["height"],
							        self.image_processor_tester.size["width"],
							    ),					)

							# Test batched
							lowercase__					  =				image_processing(__lowercase,					return_tensors="pt"						).pixel_values
							self.assertEqual(
							    encoded_images.shape,					(
							        self.image_processor_tester.batch_size,
							        self.image_processor_tester.num_channels,
							        self.image_processor_tester.size["height"],
							        self.image_processor_tester.size["width"],
							    ),					)




				@is_flaky()
				def 							A__      (						self					:						Optional[Any]						):
							# Initialize image_processing
							lowercase__					  =				self.image_processing_class(**self.image_processor_dict						)
							# create random numpy tensors
							lowercase__					  =				prepare_image_inputs(self.image_processor_tester,					equal_resolution=__lowercase,					numpify=__lowercase						)
							for image in image_inputs:
										self.assertIsInstance(__lowercase,					np.ndarray						)

							# Test not batched input
							lowercase__					  =				image_processing(image_inputs[0],					return_tensors="pt"						).pixel_values
							self.assertEqual(
							    encoded_images.shape,					(
							        1,
							        self.image_processor_tester.num_channels,
							        self.image_processor_tester.size["height"],
							        self.image_processor_tester.size["width"],
							    ),					)

							# Test batched
							lowercase__					  =				image_processing(__lowercase,					return_tensors="pt"						).pixel_values
							self.assertEqual(
							    encoded_images.shape,					(
							        self.image_processor_tester.batch_size,
							        self.image_processor_tester.num_channels,
							        self.image_processor_tester.size["height"],
							        self.image_processor_tester.size["width"],
							    ),					)




				@is_flaky()
				def 							A__      (						self					:						Tuple						):
							# Initialize image_processing
							lowercase__					  =				self.image_processing_class(**self.image_processor_dict						)
							# create random PyTorch tensors
							lowercase__					  =				prepare_image_inputs(self.image_processor_tester,					equal_resolution=__lowercase,					torchify=__lowercase						)
							for image in image_inputs:
										self.assertIsInstance(__lowercase,					torch.Tensor						)

							# Test not batched input
							lowercase__					  =				image_processing(image_inputs[0],					return_tensors="pt"						).pixel_values
							self.assertEqual(
							    encoded_images.shape,					(
							        1,
							        self.image_processor_tester.num_channels,
							        self.image_processor_tester.size["height"],
							        self.image_processor_tester.size["width"],
							    ),					)

							# Test batched
							lowercase__					  =				image_processing(__lowercase,					return_tensors="pt"						).pixel_values
							self.assertEqual(
							    encoded_images.shape,					(
							        self.image_processor_tester.batch_size,
							        self.image_processor_tester.num_channels,
							        self.image_processor_tester.size["height"],
							        self.image_processor_tester.size["width"],
							    ),					)




