khulnasoft commited on
Commit
11c5b0c
·
verified ·
1 Parent(s): 5d4a6ee

Add files using upload-large-folder tool

Browse files
Files changed (2) hide show
  1. config.json +33 -0
  2. training_args.json +24 -0
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "gpt2",
3
+ "architecture": "GPT2LMHeadModel",
4
+ "vocab_size": 32000,
5
+ "n_positions": 512,
6
+ "n_ctx": 512,
7
+ "n_embd": 512,
8
+ "n_layer": 8,
9
+ "n_head": 8,
10
+ "activation_function": "gelu_new",
11
+ "resid_pdrop": 0.1,
12
+ "embd_pdrop": 0.1,
13
+ "attn_pdrop": 0.1,
14
+ "layer_norm_epsilon": 1e-5,
15
+ "initializer_range": 0.02,
16
+ "bos_token_id": 1,
17
+ "eos_token_id": 2,
18
+ "style_tokens": {
19
+ "formal": "<|formal|>",
20
+ "informal": "<|informal|>",
21
+ "poetic": "<|poetic|>",
22
+ "literary": "<|literary|>"
23
+ },
24
+ "task_specific_params": {
25
+ "style-transfer": {
26
+ "do_sample": true,
27
+ "max_length": 256,
28
+ "temperature": 0.7,
29
+ "top_p": 0.85,
30
+ "repetition_penalty": 1.2
31
+ }
32
+ }
33
+ }
training_args.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_dir": "./results",
3
+ "evaluation_strategy": "steps",
4
+ "eval_steps": 500,
5
+ "save_strategy": "steps",
6
+ "save_steps": 500,
7
+ "learning_rate": 5e-5,
8
+ "per_device_train_batch_size": 4,
9
+ "per_device_eval_batch_size": 4,
10
+ "gradient_accumulation_steps": 8,
11
+ "num_train_epochs": 10,
12
+ "weight_decay": 0.01,
13
+ "warmup_ratio": 0.1,
14
+ "logging_dir": "./logs",
15
+ "logging_steps": 100,
16
+ "save_total_limit": 3,
17
+ "load_best_model_at_end": true,
18
+ "metric_for_best_model": "eval_loss",
19
+ "greater_is_better": false,
20
+ "fp16": true,
21
+ "dataloader_pin_memory": false,
22
+ "report_to": "none",
23
+ "remove_unused_columns": false
24
+ }