


'''simple docstring'''

import faiss  # noqa: F401 # Here to have a nice missing dependency error message early on
import numpy  # noqa: F401 # Here to have a nice missing dependency error message early on
import requests  # noqa: F401 # Here to have a nice missing dependency error message early on
import sklearn  # noqa: F401 # Here to have a nice missing dependency error message early on
import tqdm  # noqa: F401 # Here to have a nice missing dependency error message early on
from mauve import compute_mauve  # From: mauve-text

import datasets


_UpperCAmelCase				: Any							    =				"""\
@inproceedings{pillutla-etal:mauve:neurips2021,
  title={MAUVE: Measuring the Gap Between Neural Text and Human Text using Divergence Frontiers},
  author={Pillutla, Krishna and Swayamdipta, Swabha and Zellers, Rowan and Thickstun, John and Welleck, Sean and Choi, Yejin and Harchaoui, Zaid},
  booktitle = {NeurIPS},
  year      = {2021}
}

"""

_UpperCAmelCase				: List[str]							    =				"""\
MAUVE is a library built on PyTorch and HuggingFace Transformers to measure the gap between neural text and human text with the eponymous MAUVE measure.

MAUVE summarizes both Type I and Type II errors measured softly using Kullback–Leibler (KL) divergences.

For details, see the MAUVE paper: https://arxiv.org/abs/2102.01454 (Neurips, 2021).

This metrics is a wrapper around the official implementation of MAUVE:
https://github.com/krishnap25/mauve
"""

_UpperCAmelCase				: Tuple							    =				"""
Calculates MAUVE scores between two lists of generated text and reference text.
Args:
    predictions: list of generated text to score. Each predictions
        should be a string with tokens separated by spaces.
    references: list of reference for each prediction. Each
        reference should be a string with tokens separated by spaces.
Optional Args:
    num_buckets: the size of the histogram to quantize P and Q. Options: 'auto' (default) or an integer
    pca_max_data: the number data points to use for PCA dimensionality reduction prior to clustering. If -1, use all the data. Default -1
    kmeans_explained_var: amount of variance of the data to keep in dimensionality reduction by PCA. Default 0.9
    kmeans_num_redo: number of times to redo k-means clustering (the best objective is kept). Default 5
    kmeans_max_iter: maximum number of k-means iterations. Default 500
    featurize_model_name: name of the model from which features are obtained. Default 'gpt2-large' Use one of ['gpt2', 'gpt2-medium', 'gpt2-large', 'gpt2-xl'].
    device_id: Device for featurization. Supply a GPU id (e.g. 0 or 3) to use GPU. If no GPU with this id is found, use CPU
    max_text_length: maximum number of tokens to consider. Default 1024
    divergence_curve_discretization_size: Number of points to consider on the divergence curve. Default 25
    mauve_scaling_factor: \"c\" from the paper. Default 5.
    verbose: If True (default), print running time updates
    seed: random seed to initialize k-means cluster assignments.
Returns:
    mauve: MAUVE score, a number between 0 and 1. Larger values indicate that P and Q are closer,
    frontier_integral: Frontier Integral, a number between 0 and 1. Smaller values indicate that P and Q are closer,
    divergence_curve: a numpy.ndarray of shape (m, 2); plot it with matplotlib to view the divergence curve,
    p_hist: a discrete distribution, which is a quantized version of the text distribution p_text,
    q_hist: same as above, but with q_text.
Examples:

    >>> # faiss segfaults in doctest for some reason, so the .compute call is not tested with doctest
    >>> import datasets
    >>> mauve = datasets.load_metric('mauve')
    >>> predictions = [\"hello there\", \"general kenobi\"]
    >>> references = [\"hello there\", \"general kenobi\"]
    >>> out = mauve.compute(predictions=predictions, references=references) # doctest: +SKIP
    >>> print(out.mauve) # doctest: +SKIP
    1.0
"""


@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION							,						_KWARGS_DESCRIPTION      )
class       a__				( datasets.Metric      ):







				"""simple docstring"""



				def 					_snake_case  (self		):
										return datasets.MetricInfo(
										    description=_DESCRIPTION       ,			citation=_CITATION       ,			homepage='''https://github.com/krishnap25/mauve'''       ,			inputs_description=_KWARGS_DESCRIPTION       ,			features=datasets.Features(
										        {
										            '''predictions''': datasets.Value('''string'''       ,			id='''sequence'''		),
										            '''references''': datasets.Value('''string'''       ,			id='''sequence'''		),
										        }		)       ,			codebase_urls=['''https://github.com/krishnap25/mauve''']       ,			reference_urls=[
										        '''https://arxiv.org/abs/2102.01454''',
										        '''https://github.com/krishnap25/mauve''',
										    ]       ,			)




				def 					_snake_case  (self       ,			__lowercase       ,			__lowercase       ,			__lowercase=None       ,			__lowercase=None       ,			__lowercase=None       ,			__lowercase=None       ,			__lowercase="auto"       ,			__lowercase=-1       ,			__lowercase=0.9       ,			__lowercase=5       ,			__lowercase=5_00       ,			__lowercase="gpt2-large"       ,			__lowercase=-1       ,			__lowercase=10_24       ,			__lowercase=25       ,			__lowercase=5       ,			__lowercase=True       ,			__lowercase=25       ,			):
										__lowerCAmelCase							       =				compute_mauve(
										    p_text=__lowercase       ,			q_text=__lowercase       ,			p_features=__lowercase       ,			q_features=__lowercase       ,			p_tokens=__lowercase       ,			q_tokens=__lowercase       ,			num_buckets=__lowercase       ,			pca_max_data=__lowercase       ,			kmeans_explained_var=__lowercase       ,			kmeans_num_redo=__lowercase       ,			kmeans_max_iter=__lowercase       ,			featurize_model_name=__lowercase       ,			device_id=__lowercase       ,			max_text_length=__lowercase       ,			divergence_curve_discretization_size=__lowercase       ,			mauve_scaling_factor=__lowercase       ,			verbose=__lowercase       ,			seed=__lowercase       ,			)
										return out





'''simple docstring'''

from typing import Dict, List, Optional, Tuple, Union

import torch

from ...models import AutoencoderKL, TransformeraDModel
from ...schedulers import KarrasDiffusionSchedulers
from ...utils import randn_tensor
from ..pipeline_utils import DiffusionPipeline, ImagePipelineOutput


class       a__				( __A      ):







				"""simple docstring"""



				def __init__(self       ,			__lowercase       ,			__lowercase       ,			__lowercase       ,			__lowercase = None       ,			):
										super().__init__()
										self.register_modules(transformer=__lowercase       ,			vae=__lowercase       ,			scheduler=__lowercase		)

										# create a imagenet -> id dictionary for easier use
										__lowerCAmelCase							       =				{}
										if idalabel is not None:
																for key, value in idalabel.items():
																						for label in value.split(''','''		):
																												__lowerCAmelCase							       =				int(__lowercase		)
																__lowerCAmelCase							       =				dict(sorted(self.labels.items()		)		)




				def 					_snake_case  (self       ,			__lowercase		):

										if not isinstance(__lowercase       ,			__lowercase		):
																__lowerCAmelCase							       =				list(__lowercase		)

										for l in label:
																if l not in self.labels:
																						raise ValueError(
																						    F"""{l} does not exist. Please make sure to select one of the following labels: \n {self.labels}."""		)

										return [self.labels[l] for l in label]




				@torch.no_grad()
				def __call__(self       ,			__lowercase       ,			__lowercase = 4.0       ,			__lowercase = None       ,			__lowercase = 50       ,			__lowercase = "pil"       ,			__lowercase = True       ,			):
										__lowerCAmelCase							       =				len(__lowercase		)
										__lowerCAmelCase							       =				self.transformer.config.sample_size
										__lowerCAmelCase							       =				self.transformer.config.in_channels

										__lowerCAmelCase							       =				randn_tensor(
										    shape=(batch_size, latent_channels, latent_size, latent_size)       ,			generator=__lowercase       ,			device=self.device       ,			dtype=self.transformer.dtype       ,			)
										__lowerCAmelCase							       =				torch.cat([latents] * 2		) if guidance_scale > 1 else latents

										__lowerCAmelCase							       =				torch.tensor(__lowercase       ,			device=self.device		).reshape(-1		)
										__lowerCAmelCase							       =				torch.tensor([10_00] * batch_size       ,			device=self.device		)
										__lowerCAmelCase							       =				torch.cat([class_labels, class_null]       ,			0		) if guidance_scale > 1 else class_labels

										# set step values
										self.scheduler.set_timesteps(__lowercase		)

										for t in self.progress_bar(self.scheduler.timesteps		):
																if guidance_scale > 1:
																						__lowerCAmelCase							       =				latent_model_input[: len(__lowercase		) // 2]
																						__lowerCAmelCase							       =				torch.cat([half, half]       ,			dim=0		)
																__lowerCAmelCase							       =				self.scheduler.scale_model_input(__lowercase       ,			__lowercase		)

																__lowerCAmelCase							       =				t
																if not torch.is_tensor(__lowercase		):
																						# TODO: this requires sync between CPU and GPU. So try to pass timesteps as tensors if you can
																						# This would be a good case for the `match` statement (Python 3.10+)
																						__lowerCAmelCase							       =				latent_model_input.device.type == '''mps'''
																						if isinstance(__lowercase       ,			__lowercase		):
																												__lowerCAmelCase							       =				torch.floataa if is_mps else torch.floataa
																						else:
																												__lowerCAmelCase							       =				torch.intaa if is_mps else torch.intaa
																						__lowerCAmelCase							       =				torch.tensor([timesteps]       ,			dtype=__lowercase       ,			device=latent_model_input.device		)
																elif len(timesteps.shape		) == 0:
																						__lowerCAmelCase							       =				timesteps[None].to(latent_model_input.device		)
																# broadcast to batch dimension in a way that's compatible with ONNX/Core ML
																__lowerCAmelCase							       =				timesteps.expand(latent_model_input.shape[0]		)
																# predict noise model_output
																__lowerCAmelCase							       =				self.transformer(
																    __lowercase       ,			timestep=__lowercase       ,			class_labels=__lowercase		).sample

																# perform guidance
																if guidance_scale > 1:
																						__lowerCAmelCase       ,					__lowerCAmelCase							       =				noise_pred[:, :latent_channels], noise_pred[:, latent_channels:]
																						__lowerCAmelCase       ,					__lowerCAmelCase							       =				torch.split(__lowercase       ,			len(__lowercase		) // 2       ,			dim=0		)

																						__lowerCAmelCase							       =				uncond_eps + guidance_scale * (cond_eps - uncond_eps)
																						__lowerCAmelCase							       =				torch.cat([half_eps, half_eps]       ,			dim=0		)

																						__lowerCAmelCase							       =				torch.cat([eps, rest]       ,			dim=1		)

																# learned sigma
																if self.transformer.config.out_channels // 2 == latent_channels:
																						__lowerCAmelCase       ,					__lowerCAmelCase							       =				torch.split(__lowercase       ,			__lowercase       ,			dim=1		)
																else:
																						__lowerCAmelCase							       =				noise_pred

																# compute previous image: x_t -> x_t-1
																__lowerCAmelCase							       =				self.scheduler.step(__lowercase       ,			__lowercase       ,			__lowercase		).prev_sample

										if guidance_scale > 1:
																__lowerCAmelCase       ,					__lowerCAmelCase							       =				latent_model_input.chunk(2       ,			dim=0		)
										else:
																__lowerCAmelCase							       =				latent_model_input

										__lowerCAmelCase							       =				1 / self.vae.config.scaling_factor * latents
										__lowerCAmelCase							       =				self.vae.decode(__lowercase		).sample

										__lowerCAmelCase							       =				(samples / 2 + 0.5).clamp(0       ,			1		)

										# we always cast to float32 as this does not cause significant overhead and is compatible with bfloat16
										__lowerCAmelCase							       =				samples.cpu().permute(0       ,			2       ,			3       ,			1		).float().numpy()

										if output_type == "pil":
																__lowerCAmelCase							       =				self.numpy_to_pil(__lowercase		)

										if not return_dict:
																return (samples,)

										return ImagePipelineOutput(images=__lowercase		)

