Update modeling_deberta.py

modeling_deberta.py

@@ -1100,6 +1100,8 @@ class DebertaV2ForMaskedLM(DebertaV2PreTrainedModel):
         self.deberta = DebertaV2Model(config)
         self.cls = DebertaV2OnlyMLMHead(config)
 
+        self.verbose = False
+
         # Initialize weights and apply final processing
         self.post_init()
 
@@ -1130,6 +1132,19 @@ class DebertaV2ForMaskedLM(DebertaV2PreTrainedModel):
 
         return_dict = return_dict if return_dict is not None else self.config.use_return_dict
 
+        if self.verbose:
+            for i in input_ids[0, :].tolist():
+                print(i, end=", ")
+            print()
+            if attention_mask is not None:
+                for i in attention_mask[0, :].tolist():
+                    print(i, end=", ")
+                print()
+            if position_ids is not None:
+                for i in position_ids[0, :].tolist():
+                    print(i, end=", ")
+                print()
+
         outputs = self.deberta(
             input_ids,
             attention_mask=attention_mask,