finetunned-gemma-2b-SQL
Browse files- config.json +20 -0
- metadata.json +6 -0
- model.weights.h5 +3 -0
- tokenizer.json +16 -0
    	
        config.json
    ADDED
    
    | @@ -0,0 +1,20 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
                "module": "keras_nlp.src.models.gemma.gemma_backbone",
         | 
| 3 | 
            +
                "class_name": "GemmaBackbone",
         | 
| 4 | 
            +
                "config": {
         | 
| 5 | 
            +
                    "name": "gemma_backbone",
         | 
| 6 | 
            +
                    "trainable": true,
         | 
| 7 | 
            +
                    "vocabulary_size": 256000,
         | 
| 8 | 
            +
                    "num_layers": 18,
         | 
| 9 | 
            +
                    "num_query_heads": 8,
         | 
| 10 | 
            +
                    "num_key_value_heads": 1,
         | 
| 11 | 
            +
                    "hidden_dim": 2048,
         | 
| 12 | 
            +
                    "intermediate_dim": 32768,
         | 
| 13 | 
            +
                    "head_dim": 256,
         | 
| 14 | 
            +
                    "layer_norm_epsilon": 1e-06,
         | 
| 15 | 
            +
                    "dropout": 0
         | 
| 16 | 
            +
                },
         | 
| 17 | 
            +
                "registered_name": "keras_nlp>GemmaBackbone",
         | 
| 18 | 
            +
                "assets": [],
         | 
| 19 | 
            +
                "weights": "model.weights.h5"
         | 
| 20 | 
            +
            }
         | 
    	
        metadata.json
    ADDED
    
    | @@ -0,0 +1,6 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
                "keras_version": "3.1.0",
         | 
| 3 | 
            +
                "keras_nlp_version": "0.9.0",
         | 
| 4 | 
            +
                "parameter_count": 2506172416,
         | 
| 5 | 
            +
                "date_saved": "2024-03-15@23:19:34"
         | 
| 6 | 
            +
            }
         | 
    	
        model.weights.h5
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:fd08b2b09770f19180e1cfa5d7c50a843f1cc031b72ee7b9675d9b1aff5d662b
         | 
| 3 | 
            +
            size 10047128648
         | 
    	
        tokenizer.json
    ADDED
    
    | @@ -0,0 +1,16 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
                "module": "keras_nlp.src.models.gemma.gemma_tokenizer",
         | 
| 3 | 
            +
                "class_name": "GemmaTokenizer",
         | 
| 4 | 
            +
                "config": {
         | 
| 5 | 
            +
                    "name": "gemma_tokenizer",
         | 
| 6 | 
            +
                    "trainable": true,
         | 
| 7 | 
            +
                    "dtype": "int32",
         | 
| 8 | 
            +
                    "proto": null,
         | 
| 9 | 
            +
                    "sequence_length": null
         | 
| 10 | 
            +
                },
         | 
| 11 | 
            +
                "registered_name": "keras_nlp>GemmaTokenizer",
         | 
| 12 | 
            +
                "assets": [
         | 
| 13 | 
            +
                    "assets/tokenizer/vocabulary.spm"
         | 
| 14 | 
            +
                ],
         | 
| 15 | 
            +
                "weights": null
         | 
| 16 | 
            +
            }
         | 
