RuleBert-v0.0-k0 / last-checkpoint /trainer_state.json
ribesstefano's picture
Training in progress, step 400, checkpoint
32f55e6
{
"best_metric": 0.5050071530758227,
"best_model_checkpoint": "/RuleBert-v0.0-k0/checkpoint-400",
"epoch": 0.8849557522123894,
"eval_steps": 50,
"global_step": 400,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.06,
"learning_rate": 1.999951808959328e-05,
"loss": 0.6589,
"step": 25
},
{
"epoch": 0.11,
"learning_rate": 1.9998072404820648e-05,
"loss": 0.554,
"step": 50
},
{
"epoch": 0.11,
"eval_accuracy": 0.0,
"eval_f1": 0.4280639431616341,
"eval_loss": 0.49144598841667175,
"eval_roc_auc": 0.6450392140327205,
"eval_runtime": 2.6644,
"eval_samples_per_second": 90.076,
"eval_steps_per_second": 3.003,
"step": 50
},
{
"epoch": 0.17,
"learning_rate": 1.9995663085020215e-05,
"loss": 0.471,
"step": 75
},
{
"epoch": 0.22,
"learning_rate": 1.9992290362407232e-05,
"loss": 0.4187,
"step": 100
},
{
"epoch": 0.22,
"eval_accuracy": 0.0,
"eval_f1": 0.4875621890547264,
"eval_loss": 0.40552660822868347,
"eval_roc_auc": 0.6698800387923765,
"eval_runtime": 2.7272,
"eval_samples_per_second": 88.003,
"eval_steps_per_second": 2.933,
"step": 100
},
{
"epoch": 0.28,
"learning_rate": 1.9987954562051724e-05,
"loss": 0.3947,
"step": 125
},
{
"epoch": 0.33,
"learning_rate": 1.998265610184716e-05,
"loss": 0.3621,
"step": 150
},
{
"epoch": 0.33,
"eval_accuracy": 0.008333333333333333,
"eval_f1": 0.49451303155006865,
"eval_loss": 0.3777387738227844,
"eval_roc_auc": 0.6711924439197166,
"eval_runtime": 2.8618,
"eval_samples_per_second": 83.864,
"eval_steps_per_second": 2.795,
"step": 150
},
{
"epoch": 0.39,
"learning_rate": 1.997639549247016e-05,
"loss": 0.3516,
"step": 175
},
{
"epoch": 0.44,
"learning_rate": 1.9969173337331283e-05,
"loss": 0.3541,
"step": 200
},
{
"epoch": 0.44,
"eval_accuracy": 0.025,
"eval_f1": 0.4965277777777778,
"eval_loss": 0.3699280917644501,
"eval_roc_auc": 0.6713821892393321,
"eval_runtime": 2.8771,
"eval_samples_per_second": 83.417,
"eval_steps_per_second": 2.781,
"step": 200
},
{
"epoch": 0.5,
"learning_rate": 1.9960990332516875e-05,
"loss": 0.3512,
"step": 225
},
{
"epoch": 0.55,
"learning_rate": 1.995184726672197e-05,
"loss": 0.3322,
"step": 250
},
{
"epoch": 0.55,
"eval_accuracy": 0.0,
"eval_f1": 0.4925675675675676,
"eval_loss": 0.36883607506752014,
"eval_roc_auc": 0.6711713611064261,
"eval_runtime": 2.8206,
"eval_samples_per_second": 85.088,
"eval_steps_per_second": 2.836,
"step": 250
},
{
"epoch": 0.61,
"learning_rate": 1.9941745021174284e-05,
"loss": 0.3399,
"step": 275
},
{
"epoch": 0.66,
"learning_rate": 1.9930684569549265e-05,
"loss": 0.3276,
"step": 300
},
{
"epoch": 0.66,
"eval_accuracy": 0.008333333333333333,
"eval_f1": 0.49861495844875353,
"eval_loss": 0.36757946014404297,
"eval_roc_auc": 0.6724995783437342,
"eval_runtime": 2.7494,
"eval_samples_per_second": 87.293,
"eval_steps_per_second": 2.91,
"step": 300
},
{
"epoch": 0.72,
"learning_rate": 1.991866697787626e-05,
"loss": 0.3467,
"step": 325
},
{
"epoch": 0.77,
"learning_rate": 1.990569340443577e-05,
"loss": 0.3078,
"step": 350
},
{
"epoch": 0.77,
"eval_accuracy": 0.016666666666666666,
"eval_f1": 0.5012285012285013,
"eval_loss": 0.367951363325119,
"eval_roc_auc": 0.6728632568729971,
"eval_runtime": 2.7213,
"eval_samples_per_second": 88.192,
"eval_steps_per_second": 2.94,
"step": 350
},
{
"epoch": 0.83,
"learning_rate": 1.989176509964781e-05,
"loss": 0.3211,
"step": 375
},
{
"epoch": 0.88,
"learning_rate": 1.9876883405951378e-05,
"loss": 0.3293,
"step": 400
},
{
"epoch": 0.88,
"eval_accuracy": 0.0375,
"eval_f1": 0.5050071530758227,
"eval_loss": 0.36856791377067566,
"eval_roc_auc": 0.6734061393152301,
"eval_runtime": 2.704,
"eval_samples_per_second": 88.757,
"eval_steps_per_second": 2.959,
"step": 400
}
],
"logging_steps": 25,
"max_steps": 8000,
"num_input_tokens_seen": 0,
"num_train_epochs": 18,
"save_steps": 100,
"total_flos": 842272879411200.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}