{ "exact_match": 0.212853470437018, "exact_match_pct": 21.2853470437018, "bleu": 80.2746460915236, "num_evaluated": 5835.0, "pred_len_mean": 27.832390745501286, "copy_input_pct": 2.9648671808054843, "partial_fix_pct": 13.50471293916024, "incorrect_pct": 65.20994001713797, "eval_loss": 0.12715422718421274 }