{ "eval_loss": 18.194400787353516, "eval_model_preparation_time": 0.0022, "eval_bleu": 0.03071481903940641, "eval_chrf": 19.938004749881888, "eval_runtime": 8.3944, "eval_samples_per_second": 42.528, "eval_steps_per_second": 0.357, "eval_comet": 0.025129707205963338, "eval_comet_std": 0.09943961506130852, "baseline_domain_bleu": 0.0, "baseline_domain_chrf": 1.0286747889121217, "baseline_domain_comet": 4.2171095265075566e-05, "baseline_domain_comet_std": 1.8201333160462296e-07 }