Hugging Face's logo

aurora-m
/
aurora-m-base

Text Generation
Transformers
Safetensors
gpt_bigcode
text-generation-inference
Model card Files
xet
Community
Mayank Mishra commited on
Commit
ee8924f
·
1 Parent(s): 1b8f0ae

trim matrix

Browse files
Files changed (7) hide show
  1. config.json +3 -2
  2. generation_config.json +1 -1
  3. model-00001-of-00014.safetensors +2 -2
  4. model.safetensors.index.json +1 -1
  5. special_tokens_map.json +21 -3
  6. tokenizer.json +38 -2
  7. tokenizer_config.json +186 -0
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation_function": "gelu",
3
  "architectures": [
4
  "GPTBigCodeForCausalLM"
@@ -16,13 +17,13 @@
16
  "n_head": 48,
17
  "n_inner": 24576,
18
  "n_layer": 40,
19
- "n_positions": 8192,
20
  "pad_token_id": 0,
21
  "resid_pdrop": 0.1,
22
  "scale_attention_softmax_in_fp32": true,
23
  "scale_attn_weights": true,
24
  "torch_dtype": "float32",
25
- "transformers_version": "4.35.2",
26
  "use_cache": true,
27
  "vocab_size": 49152
28
  }
 
1
  {
2
+ "_name_or_path": "Aurora-90k-hf",
3
  "activation_function": "gelu",
4
  "architectures": [
5
  "GPTBigCodeForCausalLM"
 
17
  "n_head": 48,
18
  "n_inner": 24576,
19
  "n_layer": 40,
20
+ "n_positions": 2048,
21
  "pad_token_id": 0,
22
  "resid_pdrop": 0.1,
23
  "scale_attention_softmax_in_fp32": true,
24
  "scale_attn_weights": true,
25
  "torch_dtype": "float32",
26
+ "transformers_version": "4.38.1",
27
  "use_cache": true,
28
  "vocab_size": 49152
29
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 0,
4
  "eos_token_id": 0,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.35.2"
7
  }
 
3
  "bos_token_id": 0,
4
  "eos_token_id": 0,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.38.1"
7
  }
model-00001-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b36ed94bccc846ff3344145da8ec705d317dd92155869db0d0b07b12a74f3d4
3
- size 4750744032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d90632f04e0a105df8a43ef5cb4b3087efcc2b1185d297ed4477b892508f293
3
+ size 4599749088
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 62069825536
4
  },
5
  "weight_map": {
6
  "transformer.h.0.attn.c_attn.bias": "model-00001-of-00014.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 61918830592
4
  },
5
  "weight_map": {
6
  "transformer.h.0.attn.c_attn.bias": "model-00001-of-00014.safetensors",
special_tokens_map.json CHANGED
@@ -20,7 +20,25 @@
20
  "<commit_after>",
21
  "<reponame>"
22
  ],
23
- "bos_token": "<|endoftext|>",
24
- "eos_token": "<|endoftext|>",
25
- "unk_token": "<|endoftext|>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  }
 
20
  "<commit_after>",
21
  "<reponame>"
22
  ],
23
+ "bos_token": {
24
+ "content": "<|endoftext|>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "eos_token": {
31
+ "content": "<|endoftext|>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "unk_token": {
38
+ "content": "<|endoftext|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ }
44
  }
tokenizer.json CHANGED
@@ -173,6 +173,42 @@
173
  "rstrip": false,
174
  "normalized": false,
175
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
176
  }
177
  ],
178
  "normalizer": null,
@@ -49358,7 +49394,7 @@
49358
  "loot": 49148,
49359
  "mpath": 49149,
49360
  "ĠSIP": 49150,
49361
- "getOptions": 49151
49362
  },
49363
  "merges": [
49364
  "Ġ Ġ",
@@ -98254,4 +98290,4 @@
98254
  "get Options"
98255
  ]
98256
  }
98257
- }
 
173
  "rstrip": false,
174
  "normalized": false,
175
  "special": true
176
+ },
177
+ {
178
+ "id": 49152,
179
+ "content": "<filename>",
180
+ "single_word": false,
181
+ "lstrip": false,
182
+ "rstrip": false,
183
+ "normalized": false,
184
+ "special": true
185
+ },
186
+ {
187
+ "id": 49153,
188
+ "content": "<gh_stars>",
189
+ "single_word": false,
190
+ "lstrip": false,
191
+ "rstrip": false,
192
+ "normalized": false,
193
+ "special": true
194
+ },
195
+ {
196
+ "id": 49154,
197
+ "content": "<issue_start>",
198
+ "single_word": false,
199
+ "lstrip": false,
200
+ "rstrip": false,
201
+ "normalized": false,
202
+ "special": true
203
+ },
204
+ {
205
+ "id": 49155,
206
+ "content": "<issue_comment>",
207
+ "single_word": false,
208
+ "lstrip": false,
209
+ "rstrip": false,
210
+ "normalized": false,
211
+ "special": true
212
  }
213
  ],
214
  "normalizer": null,
 
49394
  "loot": 49148,
49395
  "mpath": 49149,
49396
  "ĠSIP": 49150,
49397
+ "getOptions": 49151
49398
  },
49399
  "merges": [
49400
  "Ġ Ġ",
 
98290
  "get Options"
98291
  ]
98292
  }
98293
+ }
tokenizer_config.json CHANGED
@@ -1,5 +1,191 @@
1
  {
2
  "add_prefix_space": false,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "additional_special_tokens": [
4
  "<|endoftext|>",
5
  "<fim_prefix>",
 
1
  {
2
  "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<fim_prefix>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "<fim_middle>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<fim_suffix>",
30
+ "lstrip": false,
31
+ "normalized": false,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "4": {
37
+ "content": "<fim_pad>",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ },
44
+ "5": {
45
+ "content": "<|rating-x|>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false,
50
+ "special": true
51
+ },
52
+ "6": {
53
+ "content": "<|rating-r|>",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false,
58
+ "special": true
59
+ },
60
+ "7": {
61
+ "content": "<|rating-pg|>",
62
+ "lstrip": false,
63
+ "normalized": false,
64
+ "rstrip": false,
65
+ "single_word": false,
66
+ "special": true
67
+ },
68
+ "8": {
69
+ "content": "<|rating-g|>",
70
+ "lstrip": false,
71
+ "normalized": false,
72
+ "rstrip": false,
73
+ "single_word": false,
74
+ "special": true
75
+ },
76
+ "9": {
77
+ "content": "<issue_closed>",
78
+ "lstrip": false,
79
+ "normalized": false,
80
+ "rstrip": false,
81
+ "single_word": false,
82
+ "special": true
83
+ },
84
+ "10": {
85
+ "content": "<jupyter_start>",
86
+ "lstrip": false,
87
+ "normalized": false,
88
+ "rstrip": false,
89
+ "single_word": false,
90
+ "special": true
91
+ },
92
+ "11": {
93
+ "content": "<jupyter_text>",
94
+ "lstrip": false,
95
+ "normalized": false,
96
+ "rstrip": false,
97
+ "single_word": false,
98
+ "special": true
99
+ },
100
+ "12": {
101
+ "content": "<jupyter_code>",
102
+ "lstrip": false,
103
+ "normalized": false,
104
+ "rstrip": false,
105
+ "single_word": false,
106
+ "special": true
107
+ },
108
+ "13": {
109
+ "content": "<jupyter_output>",
110
+ "lstrip": false,
111
+ "normalized": false,
112
+ "rstrip": false,
113
+ "single_word": false,
114
+ "special": true
115
+ },
116
+ "14": {
117
+ "content": "<empty_output>",
118
+ "lstrip": false,
119
+ "normalized": false,
120
+ "rstrip": false,
121
+ "single_word": false,
122
+ "special": true
123
+ },
124
+ "15": {
125
+ "content": "<commit_before>",
126
+ "lstrip": false,
127
+ "normalized": false,
128
+ "rstrip": false,
129
+ "single_word": false,
130
+ "special": true
131
+ },
132
+ "16": {
133
+ "content": "<commit_msg>",
134
+ "lstrip": false,
135
+ "normalized": false,
136
+ "rstrip": false,
137
+ "single_word": false,
138
+ "special": true
139
+ },
140
+ "17": {
141
+ "content": "<commit_after>",
142
+ "lstrip": false,
143
+ "normalized": false,
144
+ "rstrip": false,
145
+ "single_word": false,
146
+ "special": true
147
+ },
148
+ "18": {
149
+ "content": "<reponame>",
150
+ "lstrip": false,
151
+ "normalized": false,
152
+ "rstrip": false,
153
+ "single_word": false,
154
+ "special": true
155
+ },
156
+ "49152": {
157
+ "content": "<filename>",
158
+ "lstrip": false,
159
+ "normalized": false,
160
+ "rstrip": false,
161
+ "single_word": false,
162
+ "special": true
163
+ },
164
+ "49153": {
165
+ "content": "<gh_stars>",
166
+ "lstrip": false,
167
+ "normalized": false,
168
+ "rstrip": false,
169
+ "single_word": false,
170
+ "special": true
171
+ },
172
+ "49154": {
173
+ "content": "<issue_start>",
174
+ "lstrip": false,
175
+ "normalized": false,
176
+ "rstrip": false,
177
+ "single_word": false,
178
+ "special": true
179
+ },
180
+ "49155": {
181
+ "content": "<issue_comment>",
182
+ "lstrip": false,
183
+ "normalized": false,
184
+ "rstrip": false,
185
+ "single_word": false,
186
+ "special": true
187
+ }
188
+ },
189
  "additional_special_tokens": [
190
  "<|endoftext|>",
191
  "<fim_prefix>",