188 lines
4.7 KiB
JSON
188 lines
4.7 KiB
JSON
{
|
|
"best_global_step": 400,
|
|
"best_metric": 1.5033758878707886,
|
|
"best_model_checkpoint": "./Llama-3.2-4b-ru-lora/checkpoint-400",
|
|
"epoch": 1.646090534979424,
|
|
"eval_steps": 100,
|
|
"global_step": 400,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.102880658436214,
|
|
"grad_norm": 0.8221918344497681,
|
|
"learning_rate": 8e-05,
|
|
"loss": 2.379297180175781,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.205761316872428,
|
|
"grad_norm": 0.8748275637626648,
|
|
"learning_rate": 9.728183118741059e-05,
|
|
"loss": 1.9784544372558595,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.30864197530864196,
|
|
"grad_norm": 0.750031590461731,
|
|
"learning_rate": 9.370529327610873e-05,
|
|
"loss": 1.8810975646972656,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.411522633744856,
|
|
"grad_norm": 0.9241881966590881,
|
|
"learning_rate": 9.012875536480687e-05,
|
|
"loss": 1.8589222717285157,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.411522633744856,
|
|
"eval_loss": 1.582080602645874,
|
|
"eval_runtime": 22.7091,
|
|
"eval_samples_per_second": 4.536,
|
|
"eval_steps_per_second": 4.536,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.51440329218107,
|
|
"grad_norm": 0.955057680606842,
|
|
"learning_rate": 8.655221745350501e-05,
|
|
"loss": 1.762770538330078,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.6172839506172839,
|
|
"grad_norm": 0.8256515860557556,
|
|
"learning_rate": 8.297567954220316e-05,
|
|
"loss": 1.7971592712402344,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.720164609053498,
|
|
"grad_norm": 0.8769187331199646,
|
|
"learning_rate": 7.939914163090129e-05,
|
|
"loss": 1.8236392211914063,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.823045267489712,
|
|
"grad_norm": 0.8237674832344055,
|
|
"learning_rate": 7.582260371959943e-05,
|
|
"loss": 1.8212730407714843,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.823045267489712,
|
|
"eval_loss": 1.5252765417099,
|
|
"eval_runtime": 22.7366,
|
|
"eval_samples_per_second": 4.53,
|
|
"eval_steps_per_second": 4.53,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.9259259259259259,
|
|
"grad_norm": 0.8813307881355286,
|
|
"learning_rate": 7.224606580829757e-05,
|
|
"loss": 1.7407562255859375,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 1.02880658436214,
|
|
"grad_norm": 0.7620531320571899,
|
|
"learning_rate": 6.86695278969957e-05,
|
|
"loss": 1.667363739013672,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 1.131687242798354,
|
|
"grad_norm": 0.8878408670425415,
|
|
"learning_rate": 6.509298998569385e-05,
|
|
"loss": 1.4600253295898438,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 1.2345679012345678,
|
|
"grad_norm": 0.9481920003890991,
|
|
"learning_rate": 6.1516452074392e-05,
|
|
"loss": 1.4149290466308593,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.2345679012345678,
|
|
"eval_loss": 1.5132408142089844,
|
|
"eval_runtime": 22.7071,
|
|
"eval_samples_per_second": 4.536,
|
|
"eval_steps_per_second": 4.536,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.337448559670782,
|
|
"grad_norm": 1.0244613885879517,
|
|
"learning_rate": 5.793991416309014e-05,
|
|
"loss": 1.4301467895507813,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 1.4403292181069958,
|
|
"grad_norm": 1.1760555505752563,
|
|
"learning_rate": 5.4363376251788265e-05,
|
|
"loss": 1.4518887329101562,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.5432098765432098,
|
|
"grad_norm": 1.2840839624404907,
|
|
"learning_rate": 5.078683834048641e-05,
|
|
"loss": 1.4007278442382813,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.646090534979424,
|
|
"grad_norm": 0.9614652395248413,
|
|
"learning_rate": 4.721030042918455e-05,
|
|
"loss": 1.4439279174804687,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.646090534979424,
|
|
"eval_loss": 1.5033758878707886,
|
|
"eval_runtime": 22.7479,
|
|
"eval_samples_per_second": 4.528,
|
|
"eval_steps_per_second": 4.528,
|
|
"step": 400
|
|
}
|
|
],
|
|
"logging_steps": 25,
|
|
"max_steps": 729,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 3,
|
|
"save_steps": 100,
|
|
"stateful_callbacks": {
|
|
"EarlyStoppingCallback": {
|
|
"args": {
|
|
"early_stopping_patience": 3,
|
|
"early_stopping_threshold": 0.0
|
|
},
|
|
"attributes": {
|
|
"early_stopping_patience_counter": 0
|
|
}
|
|
},
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2.776994842853376e+16,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|