oweller2
		
	commited on
		
		
					Commit 
							
							·
						
						6aca308
	
1
								Parent(s):
							
							38d5ebd
								
updates
Browse files- config.json +4 -4
- modeling_flexbert.py +1 -0
    	
        config.json
    CHANGED
    
    | @@ -4,10 +4,10 @@ | |
| 4 | 
             
                "FlexBertModel",
         | 
| 5 | 
             
                "FlexBertForCasualLM"
         | 
| 6 | 
             
              ],
         | 
| 7 | 
            -
              "auto_map": { | 
| 8 | 
            -
             | 
| 9 | 
            -
             | 
| 10 | 
            -
             | 
| 11 | 
             
              },
         | 
| 12 | 
             
              "attention_layer": "rope",
         | 
| 13 | 
             
              "attention_probs_dropout_prob": 0.0,
         | 
|  | |
| 4 | 
             
                "FlexBertModel",
         | 
| 5 | 
             
                "FlexBertForCasualLM"
         | 
| 6 | 
             
              ],
         | 
| 7 | 
            +
              "auto_map": {
         | 
| 8 | 
            +
                  "AutoConfig": "orionweller/test-flex-gpt--configuration_bert.FlexBertConfig",
         | 
| 9 | 
            +
                  "AutoModel": "orionweller/test-flex-gpt--modeling_flexbert.FlexBertModel",
         | 
| 10 | 
            +
                  "AutoModelForCausalLM": "orionweller/test-flex-gpt--modeling_flexbert.FlexBertForCasualLM"
         | 
| 11 | 
             
              },
         | 
| 12 | 
             
              "attention_layer": "rope",
         | 
| 13 | 
             
              "attention_probs_dropout_prob": 0.0,
         | 
    	
        modeling_flexbert.py
    CHANGED
    
    | @@ -1734,6 +1734,7 @@ class FlexBertForCasualLM(FlexBertPreTrainedModel): | |
| 1734 | 
             
                    params += _count_parameters(self.lm_head, trainable)
         | 
| 1735 | 
             
                    return params
         | 
| 1736 |  | 
|  | |
| 1737 |  | 
| 1738 | 
             
            def init_model_from_pretrained(
         | 
| 1739 | 
             
                pretrained_model: FlexBertModel,
         | 
|  | |
| 1734 | 
             
                    params += _count_parameters(self.lm_head, trainable)
         | 
| 1735 | 
             
                    return params
         | 
| 1736 |  | 
| 1737 | 
            +
            FlexBertForCasualLM.register_for_auto_class("AutoModelForCausalLM")
         | 
| 1738 |  | 
| 1739 | 
             
            def init_model_from_pretrained(
         | 
| 1740 | 
             
                pretrained_model: FlexBertModel,
         | 
