from scipy.stats import pearsonr

import datasets


__UpperCamelCase	: Tuple    		=  '\nPearson correlation coefficient and p-value for testing non-correlation.\nThe Pearson correlation coefficient measures the linear relationship between two datasets. The calculation of the p-value relies on the assumption that each dataset is normally distributed. Like other correlation coefficients, this one varies between -1 and +1 with 0 implying no correlation. Correlations of -1 or +1 imply an exact linear relationship. Positive correlations imply that as x increases, so does y. Negative correlations imply that as x increases, y decreases.\nThe p-value roughly indicates the probability of an uncorrelated system producing datasets that have a Pearson correlation at least as extreme as the one computed from these datasets.\n'


__UpperCamelCase	: Any    		=  '\nArgs:\n    predictions (`list` of `int`): Predicted class labels, as returned by a model.\n    references (`list` of `int`): Ground truth labels.\n    return_pvalue (`boolean`): If `True`, returns the p-value, along with the correlation coefficient. If `False`, returns only the correlation coefficient. Defaults to `False`.\n\nReturns:\n    pearsonr (`float`): Pearson correlation coefficient. Minimum possible value is -1. Maximum possible value is 1. Values of 1 and -1 indicate exact linear positive and negative relationships, respectively. A value of 0 implies no correlation.\n    p-value (`float`): P-value, which roughly indicates the probability of an The p-value roughly indicates the probability of an uncorrelated system producing datasets that have a Pearson correlation at least as extreme as the one computed from these datasets. Minimum possible value is 0. Maximum possible value is 1. Higher values indicate higher probabilities.\n\nExamples:\n\n    Example 1-A simple example using only predictions and references.\n        >>> pearsonr_metric = datasets.load_metric("pearsonr")\n        >>> results = pearsonr_metric.compute(predictions=[10, 9, 2.5, 6, 4], references=[1, 2, 3, 4, 5])\n        >>> print(round(results[\'pearsonr\'], 2))\n        -0.74\n\n    Example 2-The same as Example 1, but that also returns the `p-value`.\n        >>> pearsonr_metric = datasets.load_metric("pearsonr")\n        >>> results = pearsonr_metric.compute(predictions=[10, 9, 2.5, 6, 4], references=[1, 2, 3, 4, 5], return_pvalue=True)\n        >>> print(sorted(list(results.keys())))\n        [\'p-value\', \'pearsonr\']\n        >>> print(round(results[\'pearsonr\'], 2))\n        -0.74\n        >>> print(round(results[\'p-value\'], 2))\n        0.15\n'


__UpperCamelCase	: Tuple    		=  '\n@article{2020SciPy-NMeth,\nauthor  = {Virtanen, Pauli and Gommers, Ralf and Oliphant, Travis E. and\n      Haberland, Matt and Reddy, Tyler and Cournapeau, David and\n      Burovski, Evgeni and Peterson, Pearu and Weckesser, Warren and\n      Bright, Jonathan and {van der Walt}, St{\'e}fan J. and\n      Brett, Matthew and Wilson, Joshua and Millman, K. Jarrod and\n      Mayorov, Nikolay and Nelson, Andrew R. J. and Jones, Eric and\n      Kern, Robert and Larson, Eric and Carey, C J and\n      Polat, Ilhan and Feng, Yu and Moore, Eric W. and\n      {VanderPlas}, Jake and Laxalde, Denis and Perktold, Josef and\n      Cimrman, Robert and Henriksen, Ian and Quintero, E. A. and\n      Harris, Charles R. and Archibald, Anne M. and\n      Ribeiro, Antonio H. and Pedregosa, Fabian and\n      {van Mulbregt}, Paul and {SciPy 1.0 Contributors}},\ntitle   = {{{SciPy} 1.0: Fundamental Algorithms for Scientific\n      Computing in Python}},\njournal = {Nature Methods},\nyear    = {2020},\nvolume  = {17},\npages   = {261--272},\nadsurl  = {https://rdcu.be/b08Wh},\ndoi = {10.1038/s41592-019-0686-2},\n}\n'





@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION			,							_KWARGS_DESCRIPTION)
class       lowercase__		(     datasets.Metric):


						def  __A ( self			:       List[str]		):





												'''simple docstring'''





												return datasets.MetricInfo(
												    description=_DESCRIPTION					,	citation=_CITATION					,	inputs_description=_KWARGS_DESCRIPTION					,	features=datasets.Features(
												        {
												            '''predictions''': datasets.Value('''float'''		),
												            '''references''': datasets.Value('''float'''		),
												        }		)					,	reference_urls=['''https://docs.scipy.org/doc/scipy/reference/generated/scipy.stats.pearsonr.html''']					,	)



						def  __A ( self			:       Union[str, Any]					,	UpperCamelCase__			:       Union[str, Any]					,	UpperCamelCase__			:       Any					,	UpperCamelCase__			:       Dict=False		):





												'''simple docstring'''





												if return_pvalue:
																		SCREAMING_SNAKE_CASE							:					List[Any]           =							pearsonr(UpperCamelCase__					,	UpperCamelCase__		)
																		return {"pearsonr": results[0], "p-value": results[1]}
												else:
																		return {"pearsonr": float(pearsonr(UpperCamelCase__					,	UpperCamelCase__		)[0]		)}






import numpy as np
import torch
from torch.utils.data import Dataset, IterableDataset

from ..utils.generic import ModelOutput





class       lowercase__		(     UpperCamelCase_):


						def __init__( self			:       str					,	UpperCamelCase__			:       Optional[int]					,	UpperCamelCase__			:       Optional[int]					,	UpperCamelCase__			:       Optional[Any]		):





												'''simple docstring'''





												SCREAMING_SNAKE_CASE							:					Union[str, Any]           =							dataset
												SCREAMING_SNAKE_CASE							:					Optional[Any]           =							process
												SCREAMING_SNAKE_CASE							:					Union[str, Any]           =							params


						def __len__( self			:       Tuple		):





												'''simple docstring'''





												return len(self.dataset		)



						def __getitem__( self			:       List[str]					,	UpperCamelCase__			:       Optional[Any]		):





												'''simple docstring'''





												SCREAMING_SNAKE_CASE							:					List[Any]           =							self.dataset[i]
												SCREAMING_SNAKE_CASE							:					Optional[int]           =							self.process(UpperCamelCase__					,	**self.params		)
												return processed






class       lowercase__		(     UpperCamelCase_):


						def __init__( self			:       Dict					,	UpperCamelCase__			:       Union[str, Any]					,	UpperCamelCase__			:       Optional[int]					,	UpperCamelCase__			:       Dict					,	UpperCamelCase__			:       List[Any]=None		):





												'''simple docstring'''





												SCREAMING_SNAKE_CASE							:					List[Any]           =							loader
												SCREAMING_SNAKE_CASE							:					List[Any]           =							infer
												SCREAMING_SNAKE_CASE							:					int           =							params
												if loader_batch_size == 1:
																		# Let's spare some time by deactivating altogether
																		SCREAMING_SNAKE_CASE							:					Optional[int]           =							None
												SCREAMING_SNAKE_CASE							:					List[str]           =							loader_batch_size

												# Internal bookkeeping
												SCREAMING_SNAKE_CASE							:					Optional[int]           =							None
												SCREAMING_SNAKE_CASE							:					int           =							None


						def __len__( self			:       int		):





												'''simple docstring'''





												return len(self.loader		)


						def __iter__( self			:       List[str]		):





												'''simple docstring'''





												SCREAMING_SNAKE_CASE							:					Optional[int]           =							iter(self.loader		)
												return self


						def  __A ( self			:       List[str]		):





												'''simple docstring'''





												if isinstance(self._loader_batch_data					,	torch.Tensor		):
																		# Batch data is simple tensor, just fetch the slice
																		SCREAMING_SNAKE_CASE							:					Optional[Any]           =							self._loader_batch_data[self._loader_batch_index]
												else:
																		# Batch data is assumed to be BaseModelOutput (or dict)
																		SCREAMING_SNAKE_CASE							:					Union[str, Any]           =							{}
																		for k, element in self._loader_batch_data.items():
																								if isinstance(UpperCamelCase__					,	UpperCamelCase__		):
																														# Convert ModelOutput to tuple first
																														SCREAMING_SNAKE_CASE							:					Dict           =							element.to_tuple()
																														if isinstance(element[0]					,	torch.Tensor		):
																																				SCREAMING_SNAKE_CASE							:					Dict           =							tuple(el[self._loader_batch_index].unsqueeze(0		) for el in element		)
																														elif isinstance(element[0]					,	np.ndarray		):
																																				SCREAMING_SNAKE_CASE							:					Union[str, Any]           =							tuple(np.expand_dims(el[self._loader_batch_index]					,	0		) for el in element		)
																														continue
																								if k in {"hidden_states", "past_key_values", "attentions"} and isinstance(UpperCamelCase__					,	UpperCamelCase__		):
																														# Those are stored as lists of tensors so need specific unbatching.
																														if isinstance(element[0]					,	torch.Tensor		):
																																				SCREAMING_SNAKE_CASE							:					Union[str, Any]           =							tuple(el[self._loader_batch_index].unsqueeze(0		) for el in element		)
																														elif isinstance(element[0]					,	np.ndarray		):
																																				SCREAMING_SNAKE_CASE							:					List[str]           =							tuple(np.expand_dims(el[self._loader_batch_index]					,	0		) for el in element		)
																														continue
																								if element is None:
																														# This can happen for optional data that get passed around
																														SCREAMING_SNAKE_CASE							:					int           =							None
																								elif isinstance(element[self._loader_batch_index]					,	torch.Tensor		):
																														# Take correct batch data, but make it looked like batch_size=1
																														# For compatibility with other methods within transformers

																														SCREAMING_SNAKE_CASE							:					Union[str, Any]           =							element[self._loader_batch_index].unsqueeze(0		)
																								elif isinstance(element[self._loader_batch_index]					,	np.ndarray		):
																														# Take correct batch data, but make it looked like batch_size=1
																														# For compatibility with other methods within transformers
																														SCREAMING_SNAKE_CASE							:					Tuple           =							np.expand_dims(element[self._loader_batch_index]					,	0		)
																								else:
																														# This is typically a list, so no need to `unsqueeze`.
																														SCREAMING_SNAKE_CASE							:					Tuple           =							element[self._loader_batch_index]
            # Recreate the element by reusing the original class to make it look
            # batch_size=1
																		SCREAMING_SNAKE_CASE							:					Any           =							self._loader_batch_data.__class__(UpperCamelCase__		)
												self._loader_batch_index += 1
												return result



						def  __A ( self			:       Union[str, Any]		):





												'''simple docstring'''





												if self._loader_batch_index is not None and self._loader_batch_index < self.loader_batch_size:
																		# We are currently unrolling a batch so we just need to return
																		# the current item within a batch
																		return self.loader_batch_item()

												# We're out of items within a batch
												SCREAMING_SNAKE_CASE							:					Tuple           =							next(self.iterator		)
												SCREAMING_SNAKE_CASE							:					List[Any]           =							self.infer(UpperCamelCase__					,	**self.params		)
												# We now have a batch of "inferred things".
												if self.loader_batch_size is not None:
																		# Try to infer the size of the batch
																		if isinstance(UpperCamelCase__					,	torch.Tensor		):
																								SCREAMING_SNAKE_CASE							:					Optional[int]           =							processed
																		else:
																								SCREAMING_SNAKE_CASE							:					int           =							list(processed.keys()		)[0]
																								SCREAMING_SNAKE_CASE							:					int           =							processed[key]
																		if isinstance(UpperCamelCase__					,	UpperCamelCase__		):
																								SCREAMING_SNAKE_CASE							:					List[Any]           =							len(UpperCamelCase__		)
																		else:
																								SCREAMING_SNAKE_CASE							:					Dict           =							first_tensor.shape[0]
																		if 0 < observed_batch_size < self.loader_batch_size:
																								# could be last batch so we can't unroll as many
																								# elements.
																								SCREAMING_SNAKE_CASE							:					List[Any]           =							observed_batch_size
																		# Setting internal index to unwrap the batch
																		SCREAMING_SNAKE_CASE							:					List[Any]           =							processed
																		SCREAMING_SNAKE_CASE							:					int           =							0
																		return self.loader_batch_item()
												else:
																		# We're not unrolling batches
																		return processed






class       lowercase__		(     UpperCamelCase_):


						def __init__( self			:       str					,	UpperCamelCase__			:       List[Any]					,	UpperCamelCase__			:       Optional[int]					,	UpperCamelCase__			:       Union[str, Any]					,	UpperCamelCase__			:       Union[str, Any]=None		):





												'''simple docstring'''





												super().__init__(UpperCamelCase__					,	UpperCamelCase__					,	UpperCamelCase__		)


						def __iter__( self			:       Union[str, Any]		):





												'''simple docstring'''





												SCREAMING_SNAKE_CASE							:					Tuple           =							iter(self.loader		)
												SCREAMING_SNAKE_CASE							:					List[Any]           =							None
												return self



						def  __A ( self			:       List[str]		):





												'''simple docstring'''





												if self.subiterator is None:
																		SCREAMING_SNAKE_CASE							:					Dict           =							self.infer(next(self.iterator		)					,	**self.params		)
												try:
																		# Try to return next item
																		SCREAMING_SNAKE_CASE							:					Any           =							next(self.subiterator		)
												except StopIteration:
																		# When a preprocess iterator ends, we can start lookig at the next item
																		# ChunkIterator will keep feeding until ALL elements of iterator
																		# all have created their subiterator and have been iterating against.
																		#
																		# Another way to look at it, is we're basically flattening lists of lists
																		# into a single list, but with generators
																		SCREAMING_SNAKE_CASE							:					Optional[Any]           =							self.infer(next(self.iterator		)					,	**self.params		)
																		SCREAMING_SNAKE_CASE							:					Union[str, Any]           =							next(self.subiterator		)
												return processed






class       lowercase__		(     UpperCamelCase_):


						def __iter__( self			:       Tuple		):





												'''simple docstring'''





												SCREAMING_SNAKE_CASE							:					Dict           =							iter(self.loader		)
												return self



						def  __A ( self			:       List[str]		):





												'''simple docstring'''





												SCREAMING_SNAKE_CASE							:					List[Any]           =							False
												SCREAMING_SNAKE_CASE							:					Optional[int]           =							[]
												if self._loader_batch_index is not None and self._loader_batch_index < self.loader_batch_size:
																		while self._loader_batch_index < self.loader_batch_size:
																								SCREAMING_SNAKE_CASE							:					Tuple           =							self.loader_batch_item()
																								SCREAMING_SNAKE_CASE							:					Any           =							item.pop('''is_last'''		)
																								accumulator.append(UpperCamelCase__		)
																								if is_last:
																														return accumulator

												while not is_last:
																		SCREAMING_SNAKE_CASE							:					Any           =							self.infer(next(self.iterator		)					,	**self.params		)
																		if self.loader_batch_size is not None:
																								if isinstance(UpperCamelCase__					,	torch.Tensor		):
																														SCREAMING_SNAKE_CASE							:					Tuple           =							processed
																								else:
																														SCREAMING_SNAKE_CASE							:					Union[str, Any]           =							list(processed.keys()		)[0]
																														SCREAMING_SNAKE_CASE							:					List[str]           =							processed[key]
																								if isinstance(UpperCamelCase__					,	UpperCamelCase__		):
																														SCREAMING_SNAKE_CASE							:					List[Any]           =							len(UpperCamelCase__		)
																								else:
																														SCREAMING_SNAKE_CASE							:					int           =							first_tensor.shape[0]
																								if 0 < observed_batch_size < self.loader_batch_size:
																														# could be last batch so we can't unroll as many
																														# elements.
																														SCREAMING_SNAKE_CASE							:					List[str]           =							observed_batch_size
																								SCREAMING_SNAKE_CASE							:					List[Any]           =							processed
																								SCREAMING_SNAKE_CASE							:					str           =							0
																								while self._loader_batch_index < self.loader_batch_size:
																														SCREAMING_SNAKE_CASE							:					Any           =							self.loader_batch_item()
																														SCREAMING_SNAKE_CASE							:					List[Any]           =							item.pop('''is_last'''		)
																														accumulator.append(UpperCamelCase__		)
																														if is_last:
																																				return accumulator
																		else:
																								SCREAMING_SNAKE_CASE							:					int           =							processed
																								SCREAMING_SNAKE_CASE							:					List[str]           =							item.pop('''is_last'''		)
																								accumulator.append(UpperCamelCase__		)
												return accumulator






class       lowercase__		(     UpperCamelCase_):


						def __init__( self			:       Optional[Any]					,	UpperCamelCase__			:       Dataset					,	UpperCamelCase__			:       str		):





												'''simple docstring'''





												SCREAMING_SNAKE_CASE							:					Optional[Any]           =							dataset
												SCREAMING_SNAKE_CASE							:					Dict           =							key


						def __len__( self			:       Optional[int]		):





												'''simple docstring'''





												return len(self.dataset		)



						def __getitem__( self			:       Dict					,	UpperCamelCase__			:       Tuple		):





												'''simple docstring'''





												return self.dataset[i][self.key]






class       lowercase__		(     UpperCamelCase_):


						def __init__( self			:       List[Any]					,	UpperCamelCase__			:       Dataset					,	UpperCamelCase__			:       str					,	UpperCamelCase__			:       str		):





												'''simple docstring'''





												SCREAMING_SNAKE_CASE							:					str           =							dataset
												SCREAMING_SNAKE_CASE							:					List[str]           =							keya
												SCREAMING_SNAKE_CASE							:					Tuple           =							keya


						def __len__( self			:       List[str]		):





												'''simple docstring'''





												return len(self.dataset		)



						def __getitem__( self			:       Union[str, Any]					,	UpperCamelCase__			:       Any		):





												'''simple docstring'''





												return {"text": self.dataset[i][self.keya], "text_pair": self.dataset[i][self.keya]}





