




import os
from datetime import datetime as dt

from github import Github


UpperCAmelCase_						  =[
    """good first issue""",
    """good second issue""",
    """good difficult issue""",
    """enhancement""",
    """new pipeline/model""",
    """new scheduler""",
    """wip""",
]



def       UpperCAmelCase       (     ):
							lowerCAmelCase   =		Github(os.environ['''GITHUB_TOKEN''']							)
							lowerCAmelCase   =		g.get_repo('''huggingface/diffusers'''							)
							lowerCAmelCase   =		repo.get_issues(state='''open'''							)

							for issue in open_issues:
														lowerCAmelCase   =		sorted(issue.get_comments()						, key=lambda _snake_case							: i.created_at						, reverse=_snake_case							)
														lowerCAmelCase   =		comments[0] if len(_snake_case							) > 0 else None
														if (
														    last_comment is not None
														    and last_comment.user.login == "github-actions[bot]"
														    and (dt.utcnow() - issue.updated_at).days > 7
														    and (dt.utcnow() - issue.created_at).days >= 30
														    and not any(label.name.lower() in LABELS_TO_EXEMPT for label in issue.get_labels()							)
														):
																					# Closes the issue after 7 days of inactivity since the Stalebot notification.
																					issue.edit(state='''closed'''							)
														elif (
														    "stale" in issue.get_labels()
														    and last_comment is not None
														    and last_comment.user.login != "github-actions[bot]"
														):
																					# Opens the issue if someone other than Stalebot commented.
																					issue.edit(state='''open'''							)
																					issue.remove_from_labels('''stale'''							)
														elif (
														    (dt.utcnow() - issue.updated_at).days > 23
														    and (dt.utcnow() - issue.created_at).days >= 30
														    and not any(label.name.lower() in LABELS_TO_EXEMPT for label in issue.get_labels()							)
														):
																					# Post a Stalebot notification after 23 days of inactivity.
																					issue.create_comment(
																					    '''This issue has been automatically marked as stale because it has not had '''
																					    '''recent activity. If you think this still needs to be addressed '''
																					    '''please comment on this thread.\n\nPlease note that issues that do not follow the '''
																					    '''[contributing guidelines](https://github.com/huggingface/diffusers/blob/main/CONTRIBUTING.md) '''
																					    '''are likely to be ignored.'''							)
																					issue.add_to_labels('''stale'''							)


if __name__ == "__main__":
		main()









import argparse
import os
import shutil

import torch
from emmental.modules import MagnitudeBinarizer, ThresholdBinarizer, TopKBinarizer



def       UpperCAmelCase       (     _snake_case							):
							lowerCAmelCase   =		args.pruning_method
							lowerCAmelCase   =		args.threshold

							lowerCAmelCase   =		args.model_name_or_path.rstrip('''/'''							)
							lowerCAmelCase   =		args.target_model_path

							print(F"""Load fine-pruned model from {model_name_or_path}"""							)
							lowerCAmelCase   =		torch.load(os.path.join(_snake_case						, '''pytorch_model.bin'''							)							)
							lowerCAmelCase   =		{}

							for name, tensor in model.items():
														if "embeddings" in name or "LayerNorm" in name or "pooler" in name:
																					lowerCAmelCase   =		tensor
																					print(F"""Copied layer {name}"""							)
														elif "classifier" in name or "qa_output" in name:
																					lowerCAmelCase   =		tensor
																					print(F"""Copied layer {name}"""							)
														elif "bias" in name:
																					lowerCAmelCase   =		tensor
																					print(F"""Copied layer {name}"""							)
														else:
																					if pruning_method == "magnitude":
																												lowerCAmelCase   =		MagnitudeBinarizer.apply(inputs=_snake_case						, threshold=_snake_case							)
																												lowerCAmelCase   =		tensor * mask
																												print(F"""Pruned layer {name}"""							)
																					elif pruning_method == "topK":
																												if "mask_scores" in name:
																																			continue
																												lowerCAmelCase   =		name[:-6]
																												lowerCAmelCase   =		model[F"""{prefix_}mask_scores"""]
																												lowerCAmelCase   =		TopKBinarizer.apply(_snake_case						, _snake_case							)
																												lowerCAmelCase   =		tensor * mask
																												print(F"""Pruned layer {name}"""							)
																					elif pruning_method == "sigmoied_threshold":
																												if "mask_scores" in name:
																																			continue
																												lowerCAmelCase   =		name[:-6]
																												lowerCAmelCase   =		model[F"""{prefix_}mask_scores"""]
																												lowerCAmelCase   =		ThresholdBinarizer.apply(_snake_case						, _snake_case						, _snake_case							)
																												lowerCAmelCase   =		tensor * mask
																												print(F"""Pruned layer {name}"""							)
																					elif pruning_method == "l0":
																												if "mask_scores" in name:
																																			continue
																												lowerCAmelCase   =		name[:-6]
																												lowerCAmelCase   =		model[F"""{prefix_}mask_scores"""]
																												lowerCAmelCase   ,     lowerCAmelCase   =		-0.1, 1.1
																												lowerCAmelCase   =		torch.sigmoid(_snake_case							)
																												lowerCAmelCase   =		s * (r - l) + l
																												lowerCAmelCase   =		s_bar.clamp(min=0.0						, max=1.0							)
																												lowerCAmelCase   =		tensor * mask
																												print(F"""Pruned layer {name}"""							)
																					else:
																												raise ValueError('''Unknown pruning method'''							)

							if target_model_path is None:
														lowerCAmelCase   =		os.path.join(
														    os.path.dirname(_snake_case							)						, F"""bertarized_{os.path.basename(_snake_case							)}"""							)

							if not os.path.isdir(_snake_case							):
														shutil.copytree(_snake_case						, _snake_case							)
														print(F"""\nCreated folder {target_model_path}"""							)

							torch.save(_snake_case						, os.path.join(_snake_case						, '''pytorch_model.bin'''							)							)
							print('''\nPruned model saved! See you later!'''							)


if __name__ == "__main__":
		UpperCAmelCase_						=argparse.ArgumentParser()

		parser.add_argument(
		    """--pruning_method""",
		    choices=["""l0""", """magnitude""", """topK""", """sigmoied_threshold"""],
		    type=str,
		    required=True,
		    help=(
		        """Pruning Method (l0 = L0 regularization, magnitude = Magnitude pruning, topK = Movement pruning,"""
		        """ sigmoied_threshold = Soft movement pruning)"""
		    ),
		)
		parser.add_argument(
		    """--threshold""",
		    type=float,
		    required=False,
		    help=(
		        """For `magnitude` and `topK`, it is the level of remaining weights (in %) in the fine-pruned model."""
		        """For `sigmoied_threshold`, it is the threshold \tau against which the (sigmoied) scores are compared."""
		        """Not needed for `l0`"""
		    ),
		)
		parser.add_argument(
		    """--model_name_or_path""",
		    type=str,
		    required=True,
		    help="""Folder containing the model that was previously fine-pruned""",
		)
		parser.add_argument(
		    """--target_model_path""",
		    default=None,
		    type=str,
		    required=False,
		    help="""Folder containing the model that was previously fine-pruned""",
		)

		UpperCAmelCase_						=parser.parse_args()

		main(args)



