-
Notifications
You must be signed in to change notification settings - Fork 0
/
ppo_baseline_test_split_metrics.jsonl
3 lines (3 loc) · 6.96 KB
/
ppo_baseline_test_split_metrics.jsonl
1
2
3
{"epoch": 0, "metrics": {"lexical/rouge_rouge1": 0.35688588719745074, "lexical/rouge_rouge2": 0.1371594115263417, "lexical/rouge_rougeL": 0.23457865228536137, "lexical/rouge_rougeLsum": 0.29898556943866866, "lexical/bleu": 0.07763852401963135, "diversity_metrics/msttr-100": 0.69304, "diversity_metrics/msttr-100_nopunct": 0.73097, "diversity_metrics/total_length": 649673, "diversity_metrics/mean_pred_length": 56.54247171453438, "diversity_metrics/std_pred_length": 13.045904671716256, "diversity_metrics/median_pred_length": 55.0, "diversity_metrics/min_pred_length": 11, "diversity_metrics/max_pred_length": 98, "diversity_metrics/distinct-1": 0.057415038026822726, "diversity_metrics/vocab_size-1": 37301, "diversity_metrics/unique-1": 17754, "diversity_metrics/entropy-1": 10.157150474471326, "diversity_metrics/distinct-2": 0.3918703569352364, "diversity_metrics/vocab_size-2": 250085, "diversity_metrics/unique-2": 181587, "diversity_metrics/entropy-2": 16.040123600933114, "diversity_metrics/cond_entropy-2": 5.796030277497048, "diversity_metrics/distinct-3": 0.7462952354661693, "diversity_metrics/vocab_size-3": 467698, "diversity_metrics/unique-3": 406625, "diversity_metrics/entropy-3": 18.37200176823789, "diversity_metrics/cond_entropy-3": 2.3289151379871345, "diversity_metrics/total_length-nopunct": 579999, "diversity_metrics/mean_pred_length-nopunct": 50.478590078328985, "diversity_metrics/std_pred_length-nopunct": 11.81210319224021, "diversity_metrics/median_pred_length-nopunct": 49.0, "diversity_metrics/min_pred_length-nopunct": 1, "diversity_metrics/max_pred_length-nopunct": 90, "diversity_metrics/distinct-1-nopunct": 0.06427942117141582, "diversity_metrics/vocab_size-1-nopunct": 37282, "diversity_metrics/unique-1-nopunct": 17753, "diversity_metrics/entropy-1-nopunct": 10.604473759045451, "diversity_metrics/distinct-2-nopunct": 0.4488477754969578, "diversity_metrics/vocab_size-2-nopunct": 255174, "diversity_metrics/unique-2-nopunct": 192637, "diversity_metrics/entropy-2-nopunct": 16.38025917956504, "diversity_metrics/cond_entropy-2-nopunct": 5.827454624368984, "diversity_metrics/distinct-3-nopunct": 0.7992711213241894, "diversity_metrics/vocab_size-3-nopunct": 445210, "diversity_metrics/unique-3-nopunct": 396238, "diversity_metrics/entropy-3-nopunct": 18.451332839315704, "diversity_metrics/cond_entropy-3-nopunct": 2.0819316404419115}}
{"epoch": 0, "metrics": {"lexical/rouge_rouge1": 0.3537703839330048, "lexical/rouge_rouge2": 0.13458547352045522, "lexical/rouge_rougeL": 0.23281313660027855, "lexical/rouge_rougeLsum": 0.2962676103306313, "lexical/bleu": 0.07597748966878756, "diversity_metrics/msttr-100": 0.6929, "diversity_metrics/msttr-100_nopunct": 0.72979, "diversity_metrics/total_length": 651132, "diversity_metrics/mean_pred_length": 56.66945169712794, "diversity_metrics/std_pred_length": 13.078102991423536, "diversity_metrics/median_pred_length": 55.0, "diversity_metrics/min_pred_length": 8, "diversity_metrics/max_pred_length": 93, "diversity_metrics/distinct-1": 0.05731249577658601, "diversity_metrics/vocab_size-1": 37318, "diversity_metrics/unique-1": 17689, "diversity_metrics/entropy-1": 10.150906523958223, "diversity_metrics/distinct-2": 0.39013072937674514, "diversity_metrics/vocab_size-2": 249544, "diversity_metrics/unique-2": 180643, "diversity_metrics/entropy-2": 16.032074835588332, "diversity_metrics/cond_entropy-2": 5.794893502842427, "diversity_metrics/distinct-3": 0.7447512703931533, "diversity_metrics/vocab_size-3": 467817, "diversity_metrics/unique-3": 406040, "diversity_metrics/entropy-3": 18.372349860646324, "diversity_metrics/cond_entropy-3": 2.3363559691579128, "diversity_metrics/total_length-nopunct": 581370, "diversity_metrics/mean_pred_length-nopunct": 50.59791122715405, "diversity_metrics/std_pred_length-nopunct": 11.885500853432342, "diversity_metrics/median_pred_length-nopunct": 49.0, "diversity_metrics/min_pred_length-nopunct": 7, "diversity_metrics/max_pred_length-nopunct": 90, "diversity_metrics/distinct-1-nopunct": 0.06415535717357276, "diversity_metrics/vocab_size-1-nopunct": 37298, "diversity_metrics/unique-1-nopunct": 17687, "diversity_metrics/entropy-1-nopunct": 10.598739155601779, "diversity_metrics/distinct-2-nopunct": 0.44731697901312556, "diversity_metrics/vocab_size-2-nopunct": 254917, "diversity_metrics/unique-2-nopunct": 192150, "diversity_metrics/entropy-2-nopunct": 16.37314600819429, "diversity_metrics/cond_entropy-2-nopunct": 5.823340794351519, "diversity_metrics/distinct-3-nopunct": 0.7975608445709987, "diversity_metrics/vocab_size-3-nopunct": 445350, "diversity_metrics/unique-3-nopunct": 395747, "diversity_metrics/entropy-3-nopunct": 18.450425849334696, "diversity_metrics/cond_entropy-3-nopunct": 2.087167842972939}}
{"epoch": 9, "metrics": {"lexical/rouge_rouge1": 0.3386646025438775, "lexical/rouge_rouge2": 0.12329527051102385, "lexical/rouge_rougeL": 0.2235088470209215, "lexical/rouge_rougeLsum": 0.2841758591862713, "lexical/bleu": 0.0623726639880984, "diversity_metrics/msttr-100": 0.70532, "diversity_metrics/msttr-100_nopunct": 0.74714, "diversity_metrics/total_length": 566821, "diversity_metrics/mean_pred_length": 49.331679721496954, "diversity_metrics/std_pred_length": 11.031898399460953, "diversity_metrics/median_pred_length": 47.0, "diversity_metrics/min_pred_length": 26, "diversity_metrics/max_pred_length": 92, "diversity_metrics/distinct-1": 0.06258589572369408, "diversity_metrics/vocab_size-1": 35475, "diversity_metrics/unique-1": 17366, "diversity_metrics/entropy-1": 10.197808141915088, "diversity_metrics/distinct-2": 0.41511999150056456, "diversity_metrics/vocab_size-2": 230529, "diversity_metrics/unique-2": 170799, "diversity_metrics/entropy-2": 16.06097893806362, "diversity_metrics/cond_entropy-2": 5.746442497424297, "diversity_metrics/distinct-3": 0.7713099968556987, "diversity_metrics/vocab_size-3": 419470, "diversity_metrics/unique-3": 370911, "diversity_metrics/entropy-3": 18.268491812723518, "diversity_metrics/cond_entropy-3": 2.201061756255419, "diversity_metrics/total_length-nopunct": 501888, "diversity_metrics/mean_pred_length-nopunct": 43.68041775456919, "diversity_metrics/std_pred_length-nopunct": 9.959624732073145, "diversity_metrics/median_pred_length-nopunct": 42.0, "diversity_metrics/min_pred_length-nopunct": 5, "diversity_metrics/max_pred_length-nopunct": 87, "diversity_metrics/distinct-1-nopunct": 0.070639266131089, "diversity_metrics/vocab_size-1-nopunct": 35453, "diversity_metrics/unique-1-nopunct": 17365, "diversity_metrics/entropy-1-nopunct": 10.685922313611995, "diversity_metrics/distinct-2-nopunct": 0.4757319564924816, "diversity_metrics/vocab_size-2-nopunct": 233298, "diversity_metrics/unique-2-nopunct": 179993, "diversity_metrics/entropy-2-nopunct": 16.363398411714403, "diversity_metrics/cond_entropy-2-nopunct": 5.737923273375167, "diversity_metrics/distinct-3-nopunct": 0.820959349186065, "diversity_metrics/vocab_size-3-nopunct": 393164, "diversity_metrics/unique-3-nopunct": 355144, "diversity_metrics/entropy-3-nopunct": 18.310206515103197, "diversity_metrics/cond_entropy-3-nopunct": 1.958518163276196}}