
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__							:							List[Any]									=			logging.get_logger(__name__)

lowercase__							:							Union[str, Any]									=			{"ctrl": "https://huggingface.co/ctrl/resolve/main/config.json"}






class        SCREAMING_SNAKE_CASE__    (							SCREAMING_SNAKE_CASE_    ):

							"""simple docstring"""






							_snake_case     		=  'ctrl'
							_snake_case     		=  ['past_key_values']
							_snake_case     		=  {
							    'max_position_embeddings': 'n_positions',
							    'hidden_size': 'n_embd',
							    'num_attention_heads': 'n_head',
							    'num_hidden_layers': 'n_layer',
							}



							def __init__(  self     ,	SCREAMING_SNAKE_CASE_=246534     ,	SCREAMING_SNAKE_CASE_=256     ,	SCREAMING_SNAKE_CASE_=1280     ,	SCREAMING_SNAKE_CASE_=8192     ,	SCREAMING_SNAKE_CASE_=48     ,	SCREAMING_SNAKE_CASE_=16     ,	SCREAMING_SNAKE_CASE_=0.1     ,	SCREAMING_SNAKE_CASE_=0.1     ,	SCREAMING_SNAKE_CASE_=1E-6     ,	SCREAMING_SNAKE_CASE_=0.0_2     ,	SCREAMING_SNAKE_CASE_=True     ,	**SCREAMING_SNAKE_CASE_     ,	)->   List[Any]:





													'''simple docstring'''






													__UpperCamelCase       =			vocab_size
													__UpperCamelCase       =			n_positions
													__UpperCamelCase       =			n_embd
													__UpperCamelCase       =			n_layer
													__UpperCamelCase       =			n_head
													__UpperCamelCase       =			dff
													__UpperCamelCase       =			resid_pdrop
													__UpperCamelCase       =			embd_pdrop
													__UpperCamelCase       =			layer_norm_epsilon
													__UpperCamelCase       =			initializer_range

													__UpperCamelCase       =			use_cache

													super().__init__(**SCREAMING_SNAKE_CASE_			)






# coding=utf-8
# Copyright 2023 The HuggingFace Inc. team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# this script dumps information about the environment

import os
import platform
import sys


lowercase__							:							List[str]									=			"3"

print("Python version:", sys.version)

print("OS platform:", platform.platform())
print("OS architecture:", platform.machine())

try:
				import torch

				print("Torch version:", torch.__version__)
				print("Cuda available:", torch.cuda.is_available())
				print("Cuda version:", torch.version.cuda)
				print("CuDNN version:", torch.backends.cudnn.version())
				print("Number of GPUs available:", torch.cuda.device_count())
except ImportError:
				print("Torch version:", None)

try:
				import transformers

				print("transformers version:", transformers.__version__)
except ImportError:
				print("transformers version:", None)




