Update cfg.yaml
Browse files
cfg.yaml
CHANGED
|
@@ -24,7 +24,7 @@ dataset:
|
|
| 24 |
text_answer_separator: <|answer|>
|
| 25 |
text_prompt_start: <|prompt|>
|
| 26 |
train_dataframe: data/user/oasst/train_full_allrank.pq
|
| 27 |
-
validation_dataframe: data/user/oasst/
|
| 28 |
validation_size: 0.01
|
| 29 |
validation_strategy: custom
|
| 30 |
environment:
|
|
@@ -43,14 +43,12 @@ environment:
|
|
| 43 |
experiment_name: h2ogpt-gm-oasst1-en-2048-falcon-40b-v1
|
| 44 |
llm_backbone: tiiuae/falcon-40b
|
| 45 |
logging:
|
| 46 |
-
logger: Neptune
|
| 47 |
-
neptune_project: Zoo/h2o-llm
|
| 48 |
number_of_texts: 10
|
| 49 |
output_directory: output/user/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1/
|
| 50 |
prediction:
|
| 51 |
batch_size_inference: 4
|
| 52 |
do_sample: false
|
| 53 |
-
max_length_inference:
|
| 54 |
metric: GPT3.5
|
| 55 |
min_length_inference: 2
|
| 56 |
num_beams: 1
|
|
|
|
| 24 |
text_answer_separator: <|answer|>
|
| 25 |
text_prompt_start: <|prompt|>
|
| 26 |
train_dataframe: data/user/oasst/train_full_allrank.pq
|
| 27 |
+
validation_dataframe: data/user/oasst/val.csv
|
| 28 |
validation_size: 0.01
|
| 29 |
validation_strategy: custom
|
| 30 |
environment:
|
|
|
|
| 43 |
experiment_name: h2ogpt-gm-oasst1-en-2048-falcon-40b-v1
|
| 44 |
llm_backbone: tiiuae/falcon-40b
|
| 45 |
logging:
|
|
|
|
|
|
|
| 46 |
number_of_texts: 10
|
| 47 |
output_directory: output/user/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1/
|
| 48 |
prediction:
|
| 49 |
batch_size_inference: 4
|
| 50 |
do_sample: false
|
| 51 |
+
max_length_inference: 1024
|
| 52 |
metric: GPT3.5
|
| 53 |
min_length_inference: 2
|
| 54 |
num_beams: 1
|