| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 19.934292462958986, |
| "eval_steps": 500, |
| "global_step": 2900, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1.0, |
| "learning_rate": 0.0001, |
| "loss": 2.732, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_bleu": 12.4473, |
| "eval_bp": 0.7805, |
| "eval_counts_1": 7779, |
| "eval_counts_2": 2893, |
| "eval_counts_3": 1393, |
| "eval_counts_4": 685, |
| "eval_exact_match": 0.0168, |
| "eval_f1": 0.3393, |
| "eval_gen_len": 12.2523, |
| "eval_loss": 1.2989141941070557, |
| "eval_precisions_1": 45.6809, |
| "eval_precisions_2": 19.5143, |
| "eval_precisions_3": 11.0372, |
| "eval_precisions_4": 6.5758, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3487, |
| "eval_rouge2": 0.1796, |
| "eval_rougeL": 0.3329, |
| "eval_rougeLsum": 0.3327, |
| "eval_runtime": 2048.1193, |
| "eval_samples_per_second": 1.076, |
| "eval_steps_per_second": 1.076, |
| "eval_sys_len": 17029, |
| "eval_totals_1": 17029, |
| "eval_totals_2": 14825, |
| "eval_totals_3": 12621, |
| "eval_totals_4": 10417, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.0, |
| "learning_rate": 0.0001, |
| "loss": 1.5514, |
| "step": 291 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_bleu": 14.7663, |
| "eval_bp": 0.7871, |
| "eval_counts_1": 8297, |
| "eval_counts_2": 3336, |
| "eval_counts_3": 1711, |
| "eval_counts_4": 899, |
| "eval_exact_match": 0.025, |
| "eval_f1": 0.3743, |
| "eval_gen_len": 12.441, |
| "eval_loss": 1.20997154712677, |
| "eval_precisions_1": 48.3931, |
| "eval_precisions_2": 22.3278, |
| "eval_precisions_3": 13.4333, |
| "eval_precisions_4": 8.5351, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3839, |
| "eval_rouge2": 0.2089, |
| "eval_rougeL": 0.3688, |
| "eval_rougeLsum": 0.369, |
| "eval_runtime": 2570.171, |
| "eval_samples_per_second": 0.858, |
| "eval_steps_per_second": 0.858, |
| "eval_sys_len": 17145, |
| "eval_totals_1": 17145, |
| "eval_totals_2": 14941, |
| "eval_totals_3": 12737, |
| "eval_totals_4": 10533, |
| "step": 291 |
| }, |
| { |
| "epoch": 3.0, |
| "learning_rate": 0.0001, |
| "loss": 1.3546, |
| "step": 435 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_bleu": 16.3903, |
| "eval_bp": 0.7798, |
| "eval_counts_1": 8930, |
| "eval_counts_2": 3713, |
| "eval_counts_3": 1905, |
| "eval_counts_4": 1022, |
| "eval_exact_match": 0.034, |
| "eval_f1": 0.4155, |
| "eval_gen_len": 12.6021, |
| "eval_loss": 1.142831563949585, |
| "eval_precisions_1": 52.4739, |
| "eval_precisions_2": 25.0641, |
| "eval_precisions_3": 15.1071, |
| "eval_precisions_4": 9.8213, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4225, |
| "eval_rouge2": 0.2345, |
| "eval_rougeL": 0.4075, |
| "eval_rougeLsum": 0.4074, |
| "eval_runtime": 2923.7087, |
| "eval_samples_per_second": 0.754, |
| "eval_steps_per_second": 0.754, |
| "eval_sys_len": 17018, |
| "eval_totals_1": 17018, |
| "eval_totals_2": 14814, |
| "eval_totals_3": 12610, |
| "eval_totals_4": 10406, |
| "step": 435 |
| }, |
| { |
| "epoch": 4.0, |
| "learning_rate": 0.0001, |
| "loss": 1.1969, |
| "step": 581 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_bleu": 17.8161, |
| "eval_bp": 0.8441, |
| "eval_counts_1": 9456, |
| "eval_counts_2": 3994, |
| "eval_counts_3": 2096, |
| "eval_counts_4": 1157, |
| "eval_exact_match": 0.0386, |
| "eval_f1": 0.4334, |
| "eval_gen_len": 13.4061, |
| "eval_loss": 1.1113450527191162, |
| "eval_precisions_1": 52.039, |
| "eval_precisions_2": 25.0141, |
| "eval_precisions_3": 15.2292, |
| "eval_precisions_4": 10.0095, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4409, |
| "eval_rouge2": 0.246, |
| "eval_rougeL": 0.4251, |
| "eval_rougeLsum": 0.4251, |
| "eval_runtime": 2741.9646, |
| "eval_samples_per_second": 0.804, |
| "eval_steps_per_second": 0.804, |
| "eval_sys_len": 18171, |
| "eval_totals_1": 18171, |
| "eval_totals_2": 15967, |
| "eval_totals_3": 13763, |
| "eval_totals_4": 11559, |
| "step": 581 |
| }, |
| { |
| "epoch": 5.0, |
| "learning_rate": 0.0001, |
| "loss": 1.0876, |
| "step": 726 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_bleu": 18.6911, |
| "eval_bp": 0.8446, |
| "eval_counts_1": 9606, |
| "eval_counts_2": 4162, |
| "eval_counts_3": 2233, |
| "eval_counts_4": 1243, |
| "eval_exact_match": 0.0377, |
| "eval_f1": 0.443, |
| "eval_gen_len": 13.5599, |
| "eval_loss": 1.1031831502914429, |
| "eval_precisions_1": 52.8412, |
| "eval_precisions_2": 26.0532, |
| "eval_precisions_3": 16.2152, |
| "eval_precisions_4": 10.7461, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4504, |
| "eval_rouge2": 0.2571, |
| "eval_rougeL": 0.4356, |
| "eval_rougeLsum": 0.4357, |
| "eval_runtime": 3812.6899, |
| "eval_samples_per_second": 0.578, |
| "eval_steps_per_second": 0.578, |
| "eval_sys_len": 18179, |
| "eval_totals_1": 18179, |
| "eval_totals_2": 15975, |
| "eval_totals_3": 13771, |
| "eval_totals_4": 11567, |
| "step": 726 |
| }, |
| { |
| "epoch": 6.0, |
| "learning_rate": 0.0001, |
| "loss": 0.9881, |
| "step": 872 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_bleu": 18.7071, |
| "eval_bp": 0.8481, |
| "eval_counts_1": 9608, |
| "eval_counts_2": 4167, |
| "eval_counts_3": 2235, |
| "eval_counts_4": 1246, |
| "eval_exact_match": 0.044, |
| "eval_f1": 0.4429, |
| "eval_gen_len": 13.6978, |
| "eval_loss": 1.1118519306182861, |
| "eval_precisions_1": 52.661, |
| "eval_precisions_2": 25.9772, |
| "eval_precisions_3": 16.1523, |
| "eval_precisions_4": 10.7109, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4505, |
| "eval_rouge2": 0.2567, |
| "eval_rougeL": 0.4348, |
| "eval_rougeLsum": 0.4349, |
| "eval_runtime": 2020.0708, |
| "eval_samples_per_second": 1.091, |
| "eval_steps_per_second": 1.091, |
| "eval_sys_len": 18245, |
| "eval_totals_1": 18245, |
| "eval_totals_2": 16041, |
| "eval_totals_3": 13837, |
| "eval_totals_4": 11633, |
| "step": 872 |
| }, |
| { |
| "epoch": 7.0, |
| "learning_rate": 0.0001, |
| "loss": 0.9142, |
| "step": 1017 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_bleu": 19.3053, |
| "eval_bp": 0.8506, |
| "eval_counts_1": 9757, |
| "eval_counts_2": 4285, |
| "eval_counts_3": 2311, |
| "eval_counts_4": 1310, |
| "eval_exact_match": 0.0495, |
| "eval_f1": 0.451, |
| "eval_gen_len": 13.5826, |
| "eval_loss": 1.1105936765670776, |
| "eval_precisions_1": 53.3432, |
| "eval_precisions_2": 26.6364, |
| "eval_precisions_3": 16.6463, |
| "eval_precisions_4": 11.2167, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4587, |
| "eval_rouge2": 0.2641, |
| "eval_rougeL": 0.4427, |
| "eval_rougeLsum": 0.443, |
| "eval_runtime": 1991.0459, |
| "eval_samples_per_second": 1.107, |
| "eval_steps_per_second": 1.107, |
| "eval_sys_len": 18291, |
| "eval_totals_1": 18291, |
| "eval_totals_2": 16087, |
| "eval_totals_3": 13883, |
| "eval_totals_4": 11679, |
| "step": 1017 |
| }, |
| { |
| "epoch": 8.0, |
| "learning_rate": 0.0001, |
| "loss": 0.8323, |
| "step": 1163 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_bleu": 19.4102, |
| "eval_bp": 0.8507, |
| "eval_counts_1": 9757, |
| "eval_counts_2": 4300, |
| "eval_counts_3": 2341, |
| "eval_counts_4": 1317, |
| "eval_exact_match": 0.0472, |
| "eval_f1": 0.4513, |
| "eval_gen_len": 13.6239, |
| "eval_loss": 1.1327157020568848, |
| "eval_precisions_1": 53.3373, |
| "eval_precisions_2": 26.7263, |
| "eval_precisions_3": 16.8599, |
| "eval_precisions_4": 11.2747, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4587, |
| "eval_rouge2": 0.2662, |
| "eval_rougeL": 0.4429, |
| "eval_rougeLsum": 0.4426, |
| "eval_runtime": 1972.0648, |
| "eval_samples_per_second": 1.118, |
| "eval_steps_per_second": 1.118, |
| "eval_sys_len": 18293, |
| "eval_totals_1": 18293, |
| "eval_totals_2": 16089, |
| "eval_totals_3": 13885, |
| "eval_totals_4": 11681, |
| "step": 1163 |
| }, |
| { |
| "epoch": 9.0, |
| "learning_rate": 0.0001, |
| "loss": 0.7742, |
| "step": 1308 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_bleu": 19.3574, |
| "eval_bp": 0.8497, |
| "eval_counts_1": 9757, |
| "eval_counts_2": 4273, |
| "eval_counts_3": 2324, |
| "eval_counts_4": 1320, |
| "eval_exact_match": 0.049, |
| "eval_f1": 0.451, |
| "eval_gen_len": 13.5944, |
| "eval_loss": 1.1574428081512451, |
| "eval_precisions_1": 53.3957, |
| "eval_precisions_2": 26.5916, |
| "eval_precisions_3": 16.7616, |
| "eval_precisions_4": 11.3198, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4585, |
| "eval_rouge2": 0.2653, |
| "eval_rougeL": 0.4431, |
| "eval_rougeLsum": 0.443, |
| "eval_runtime": 1991.8737, |
| "eval_samples_per_second": 1.106, |
| "eval_steps_per_second": 1.106, |
| "eval_sys_len": 18273, |
| "eval_totals_1": 18273, |
| "eval_totals_2": 16069, |
| "eval_totals_3": 13865, |
| "eval_totals_4": 11661, |
| "step": 1308 |
| }, |
| { |
| "epoch": 10.0, |
| "learning_rate": 0.0001, |
| "loss": 0.7101, |
| "step": 1454 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_bleu": 20.1003, |
| "eval_bp": 0.8694, |
| "eval_counts_1": 9861, |
| "eval_counts_2": 4403, |
| "eval_counts_3": 2438, |
| "eval_counts_4": 1416, |
| "eval_exact_match": 0.0531, |
| "eval_f1": 0.4525, |
| "eval_gen_len": 13.9133, |
| "eval_loss": 1.167409896850586, |
| "eval_precisions_1": 52.8995, |
| "eval_precisions_2": 26.7871, |
| "eval_precisions_3": 17.1292, |
| "eval_precisions_4": 11.7716, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4594, |
| "eval_rouge2": 0.2689, |
| "eval_rougeL": 0.444, |
| "eval_rougeLsum": 0.4435, |
| "eval_runtime": 2025.3437, |
| "eval_samples_per_second": 1.088, |
| "eval_steps_per_second": 1.088, |
| "eval_sys_len": 18641, |
| "eval_totals_1": 18641, |
| "eval_totals_2": 16437, |
| "eval_totals_3": 14233, |
| "eval_totals_4": 12029, |
| "step": 1454 |
| }, |
| { |
| "epoch": 10.99, |
| "learning_rate": 0.0001, |
| "loss": 0.6642, |
| "step": 1599 |
| }, |
| { |
| "epoch": 10.99, |
| "eval_bleu": 19.655, |
| "eval_bp": 0.8558, |
| "eval_counts_1": 9868, |
| "eval_counts_2": 4380, |
| "eval_counts_3": 2358, |
| "eval_counts_4": 1337, |
| "eval_exact_match": 0.0476, |
| "eval_f1": 0.4551, |
| "eval_gen_len": 13.9142, |
| "eval_loss": 1.1888612508773804, |
| "eval_precisions_1": 53.6713, |
| "eval_precisions_2": 27.0671, |
| "eval_precisions_3": 16.8694, |
| "eval_precisions_4": 11.3555, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4622, |
| "eval_rouge2": 0.2694, |
| "eval_rougeL": 0.4469, |
| "eval_rougeLsum": 0.4466, |
| "eval_runtime": 2020.9205, |
| "eval_samples_per_second": 1.091, |
| "eval_steps_per_second": 1.091, |
| "eval_sys_len": 18386, |
| "eval_totals_1": 18386, |
| "eval_totals_2": 16182, |
| "eval_totals_3": 13978, |
| "eval_totals_4": 11774, |
| "step": 1599 |
| }, |
| { |
| "epoch": 12.0, |
| "learning_rate": 0.0001, |
| "loss": 0.6067, |
| "step": 1745 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_bleu": 19.9169, |
| "eval_bp": 0.8828, |
| "eval_counts_1": 9872, |
| "eval_counts_2": 4384, |
| "eval_counts_3": 2408, |
| "eval_counts_4": 1395, |
| "eval_exact_match": 0.0472, |
| "eval_f1": 0.4489, |
| "eval_gen_len": 14.2482, |
| "eval_loss": 1.2207266092300415, |
| "eval_precisions_1": 52.2494, |
| "eval_precisions_2": 26.2672, |
| "eval_precisions_3": 16.6229, |
| "eval_precisions_4": 11.3581, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4569, |
| "eval_rouge2": 0.2667, |
| "eval_rougeL": 0.441, |
| "eval_rougeLsum": 0.4408, |
| "eval_runtime": 2047.2616, |
| "eval_samples_per_second": 1.077, |
| "eval_steps_per_second": 1.077, |
| "eval_sys_len": 18894, |
| "eval_totals_1": 18894, |
| "eval_totals_2": 16690, |
| "eval_totals_3": 14486, |
| "eval_totals_4": 12282, |
| "step": 1745 |
| }, |
| { |
| "epoch": 12.99, |
| "learning_rate": 0.0001, |
| "loss": 0.5684, |
| "step": 1890 |
| }, |
| { |
| "epoch": 12.99, |
| "eval_bleu": 19.5451, |
| "eval_bp": 0.8831, |
| "eval_counts_1": 9870, |
| "eval_counts_2": 4356, |
| "eval_counts_3": 2360, |
| "eval_counts_4": 1329, |
| "eval_exact_match": 0.0485, |
| "eval_f1": 0.4506, |
| "eval_gen_len": 14.2432, |
| "eval_loss": 1.2586854696273804, |
| "eval_precisions_1": 52.2195, |
| "eval_precisions_2": 26.0885, |
| "eval_precisions_3": 16.2837, |
| "eval_precisions_4": 10.8145, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4581, |
| "eval_rouge2": 0.2651, |
| "eval_rougeL": 0.4414, |
| "eval_rougeLsum": 0.4409, |
| "eval_runtime": 2126.3316, |
| "eval_samples_per_second": 1.037, |
| "eval_steps_per_second": 1.037, |
| "eval_sys_len": 18901, |
| "eval_totals_1": 18901, |
| "eval_totals_2": 16697, |
| "eval_totals_3": 14493, |
| "eval_totals_4": 12289, |
| "step": 1890 |
| }, |
| { |
| "epoch": 14.0, |
| "learning_rate": 0.0001, |
| "loss": 0.5288, |
| "step": 2036 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_bleu": 19.6648, |
| "eval_bp": 0.8547, |
| "eval_counts_1": 9815, |
| "eval_counts_2": 4360, |
| "eval_counts_3": 2389, |
| "eval_counts_4": 1335, |
| "eval_exact_match": 0.0454, |
| "eval_f1": 0.4504, |
| "eval_gen_len": 13.7432, |
| "eval_loss": 1.2803738117218018, |
| "eval_precisions_1": 53.4382, |
| "eval_precisions_2": 26.9752, |
| "eval_precisions_3": 17.1144, |
| "eval_precisions_4": 11.3569, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4592, |
| "eval_rouge2": 0.2671, |
| "eval_rougeL": 0.4443, |
| "eval_rougeLsum": 0.4436, |
| "eval_runtime": 3989.4275, |
| "eval_samples_per_second": 0.552, |
| "eval_steps_per_second": 0.552, |
| "eval_sys_len": 18367, |
| "eval_totals_1": 18367, |
| "eval_totals_2": 16163, |
| "eval_totals_3": 13959, |
| "eval_totals_4": 11755, |
| "step": 2036 |
| }, |
| { |
| "epoch": 14.99, |
| "learning_rate": 0.0001, |
| "loss": 0.4902, |
| "step": 2181 |
| }, |
| { |
| "epoch": 14.99, |
| "eval_bleu": 19.8138, |
| "eval_bp": 0.8766, |
| "eval_counts_1": 9886, |
| "eval_counts_2": 4407, |
| "eval_counts_3": 2398, |
| "eval_counts_4": 1359, |
| "eval_exact_match": 0.0495, |
| "eval_f1": 0.451, |
| "eval_gen_len": 14.1225, |
| "eval_loss": 1.321104884147644, |
| "eval_precisions_1": 52.6495, |
| "eval_precisions_2": 26.5914, |
| "eval_precisions_3": 16.6887, |
| "eval_precisions_4": 11.1714, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4582, |
| "eval_rouge2": 0.2674, |
| "eval_rougeL": 0.4426, |
| "eval_rougeLsum": 0.4421, |
| "eval_runtime": 2190.6068, |
| "eval_samples_per_second": 1.006, |
| "eval_steps_per_second": 1.006, |
| "eval_sys_len": 18777, |
| "eval_totals_1": 18777, |
| "eval_totals_2": 16573, |
| "eval_totals_3": 14369, |
| "eval_totals_4": 12165, |
| "step": 2181 |
| }, |
| { |
| "epoch": 16.0, |
| "learning_rate": 0.0001, |
| "loss": 0.4498, |
| "step": 2327 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_bleu": 20.0703, |
| "eval_bp": 0.909, |
| "eval_counts_1": 10008, |
| "eval_counts_2": 4477, |
| "eval_counts_3": 2456, |
| "eval_counts_4": 1381, |
| "eval_exact_match": 0.0476, |
| "eval_f1": 0.4491, |
| "eval_gen_len": 14.3725, |
| "eval_loss": 1.3620938062667847, |
| "eval_precisions_1": 51.5903, |
| "eval_precisions_2": 26.0366, |
| "eval_precisions_3": 16.3832, |
| "eval_precisions_4": 10.8, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4569, |
| "eval_rouge2": 0.2679, |
| "eval_rougeL": 0.4415, |
| "eval_rougeLsum": 0.4412, |
| "eval_runtime": 4080.8757, |
| "eval_samples_per_second": 0.54, |
| "eval_steps_per_second": 0.54, |
| "eval_sys_len": 19399, |
| "eval_totals_1": 19399, |
| "eval_totals_2": 17195, |
| "eval_totals_3": 14991, |
| "eval_totals_4": 12787, |
| "step": 2327 |
| }, |
| { |
| "epoch": 16.99, |
| "learning_rate": 0.0001, |
| "loss": 0.4216, |
| "step": 2472 |
| }, |
| { |
| "epoch": 16.99, |
| "eval_bleu": 20.1319, |
| "eval_bp": 0.8948, |
| "eval_counts_1": 10016, |
| "eval_counts_2": 4483, |
| "eval_counts_3": 2455, |
| "eval_counts_4": 1385, |
| "eval_exact_match": 0.0481, |
| "eval_f1": 0.4531, |
| "eval_gen_len": 14.3008, |
| "eval_loss": 1.3966974020004272, |
| "eval_precisions_1": 52.3712, |
| "eval_precisions_2": 26.4937, |
| "eval_precisions_3": 16.6814, |
| "eval_precisions_4": 11.0685, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4615, |
| "eval_rouge2": 0.2705, |
| "eval_rougeL": 0.4457, |
| "eval_rougeLsum": 0.4451, |
| "eval_runtime": 3311.0939, |
| "eval_samples_per_second": 0.666, |
| "eval_steps_per_second": 0.666, |
| "eval_sys_len": 19125, |
| "eval_totals_1": 19125, |
| "eval_totals_2": 16921, |
| "eval_totals_3": 14717, |
| "eval_totals_4": 12513, |
| "step": 2472 |
| }, |
| { |
| "epoch": 18.0, |
| "learning_rate": 0.0001, |
| "loss": 0.3829, |
| "step": 2618 |
| }, |
| { |
| "epoch": 18.0, |
| "eval_bleu": 19.8508, |
| "eval_bp": 0.9123, |
| "eval_counts_1": 9976, |
| "eval_counts_2": 4407, |
| "eval_counts_3": 2412, |
| "eval_counts_4": 1374, |
| "eval_exact_match": 0.0476, |
| "eval_f1": 0.4479, |
| "eval_gen_len": 14.7046, |
| "eval_loss": 1.4460452795028687, |
| "eval_precisions_1": 51.2536, |
| "eval_precisions_2": 25.533, |
| "eval_precisions_3": 16.0202, |
| "eval_precisions_4": 10.6909, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4556, |
| "eval_rouge2": 0.2627, |
| "eval_rougeL": 0.4387, |
| "eval_rougeLsum": 0.4385, |
| "eval_runtime": 3748.4463, |
| "eval_samples_per_second": 0.588, |
| "eval_steps_per_second": 0.588, |
| "eval_sys_len": 19464, |
| "eval_totals_1": 19464, |
| "eval_totals_2": 17260, |
| "eval_totals_3": 15056, |
| "eval_totals_4": 12852, |
| "step": 2618 |
| }, |
| { |
| "epoch": 19.0, |
| "learning_rate": 0.0001, |
| "loss": 0.3551, |
| "step": 2764 |
| }, |
| { |
| "epoch": 19.0, |
| "eval_bleu": 20.0572, |
| "eval_bp": 0.8952, |
| "eval_counts_1": 10010, |
| "eval_counts_2": 4451, |
| "eval_counts_3": 2438, |
| "eval_counts_4": 1385, |
| "eval_exact_match": 0.0463, |
| "eval_f1": 0.4523, |
| "eval_gen_len": 14.3807, |
| "eval_loss": 1.4725110530853271, |
| "eval_precisions_1": 52.3235, |
| "eval_precisions_2": 26.2953, |
| "eval_precisions_3": 16.5591, |
| "eval_precisions_4": 11.0632, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4606, |
| "eval_rouge2": 0.2672, |
| "eval_rougeL": 0.4438, |
| "eval_rougeLsum": 0.4434, |
| "eval_runtime": 2215.2029, |
| "eval_samples_per_second": 0.995, |
| "eval_steps_per_second": 0.995, |
| "eval_sys_len": 19131, |
| "eval_totals_1": 19131, |
| "eval_totals_2": 16927, |
| "eval_totals_3": 14723, |
| "eval_totals_4": 12519, |
| "step": 2764 |
| }, |
| { |
| "epoch": 19.93, |
| "learning_rate": 0.0001, |
| "loss": 0.3301, |
| "step": 2900 |
| }, |
| { |
| "epoch": 19.93, |
| "eval_bleu": 19.8047, |
| "eval_bp": 0.8816, |
| "eval_counts_1": 9858, |
| "eval_counts_2": 4378, |
| "eval_counts_3": 2406, |
| "eval_counts_4": 1368, |
| "eval_exact_match": 0.0495, |
| "eval_f1": 0.4483, |
| "eval_gen_len": 14.2795, |
| "eval_loss": 1.5030488967895508, |
| "eval_precisions_1": 52.2361, |
| "eval_precisions_2": 26.2659, |
| "eval_precisions_3": 16.6344, |
| "eval_precisions_4": 11.1582, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.4569, |
| "eval_rouge2": 0.2644, |
| "eval_rougeL": 0.4412, |
| "eval_rougeLsum": 0.4405, |
| "eval_runtime": 2181.7432, |
| "eval_samples_per_second": 1.01, |
| "eval_steps_per_second": 1.01, |
| "eval_sys_len": 18872, |
| "eval_totals_1": 18872, |
| "eval_totals_2": 16668, |
| "eval_totals_3": 14464, |
| "eval_totals_4": 12260, |
| "step": 2900 |
| }, |
| { |
| "epoch": 19.93, |
| "step": 2900, |
| "total_flos": 1.1100924470624256e+18, |
| "train_loss": 0.6333936349276839, |
| "train_runtime": 110329.1002, |
| "train_samples_per_second": 1.688, |
| "train_steps_per_second": 0.026 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 2900, |
| "num_train_epochs": 20, |
| "save_steps": 500, |
| "total_flos": 1.1100924470624256e+18, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|