260 lines
6.6 KiB
JSON
260 lines
6.6 KiB
JSON
{
|
|
"best_global_step": 400,
|
|
"best_metric": 1.5033758878707886,
|
|
"best_model_checkpoint": "./Llama-3.2-4b-ru-lora/checkpoint-400",
|
|
"epoch": 2.4691358024691357,
|
|
"eval_steps": 100,
|
|
"global_step": 600,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.102880658436214,
|
|
"grad_norm": 0.8221918344497681,
|
|
"learning_rate": 8e-05,
|
|
"loss": 2.379297180175781,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.205761316872428,
|
|
"grad_norm": 0.8748275637626648,
|
|
"learning_rate": 9.728183118741059e-05,
|
|
"loss": 1.9784544372558595,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.30864197530864196,
|
|
"grad_norm": 0.750031590461731,
|
|
"learning_rate": 9.370529327610873e-05,
|
|
"loss": 1.8810975646972656,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.411522633744856,
|
|
"grad_norm": 0.9241881966590881,
|
|
"learning_rate": 9.012875536480687e-05,
|
|
"loss": 1.8589222717285157,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.411522633744856,
|
|
"eval_loss": 1.582080602645874,
|
|
"eval_runtime": 22.7091,
|
|
"eval_samples_per_second": 4.536,
|
|
"eval_steps_per_second": 4.536,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.51440329218107,
|
|
"grad_norm": 0.955057680606842,
|
|
"learning_rate": 8.655221745350501e-05,
|
|
"loss": 1.762770538330078,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.6172839506172839,
|
|
"grad_norm": 0.8256515860557556,
|
|
"learning_rate": 8.297567954220316e-05,
|
|
"loss": 1.7971592712402344,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.720164609053498,
|
|
"grad_norm": 0.8769187331199646,
|
|
"learning_rate": 7.939914163090129e-05,
|
|
"loss": 1.8236392211914063,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.823045267489712,
|
|
"grad_norm": 0.8237674832344055,
|
|
"learning_rate": 7.582260371959943e-05,
|
|
"loss": 1.8212730407714843,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.823045267489712,
|
|
"eval_loss": 1.5252765417099,
|
|
"eval_runtime": 22.7366,
|
|
"eval_samples_per_second": 4.53,
|
|
"eval_steps_per_second": 4.53,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.9259259259259259,
|
|
"grad_norm": 0.8813307881355286,
|
|
"learning_rate": 7.224606580829757e-05,
|
|
"loss": 1.7407562255859375,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 1.02880658436214,
|
|
"grad_norm": 0.7620531320571899,
|
|
"learning_rate": 6.86695278969957e-05,
|
|
"loss": 1.667363739013672,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 1.131687242798354,
|
|
"grad_norm": 0.8878408670425415,
|
|
"learning_rate": 6.509298998569385e-05,
|
|
"loss": 1.4600253295898438,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 1.2345679012345678,
|
|
"grad_norm": 0.9481920003890991,
|
|
"learning_rate": 6.1516452074392e-05,
|
|
"loss": 1.4149290466308593,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.2345679012345678,
|
|
"eval_loss": 1.5132408142089844,
|
|
"eval_runtime": 22.7071,
|
|
"eval_samples_per_second": 4.536,
|
|
"eval_steps_per_second": 4.536,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.337448559670782,
|
|
"grad_norm": 1.0244613885879517,
|
|
"learning_rate": 5.793991416309014e-05,
|
|
"loss": 1.4301467895507813,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 1.4403292181069958,
|
|
"grad_norm": 1.1760555505752563,
|
|
"learning_rate": 5.4363376251788265e-05,
|
|
"loss": 1.4518887329101562,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.5432098765432098,
|
|
"grad_norm": 1.2840839624404907,
|
|
"learning_rate": 5.078683834048641e-05,
|
|
"loss": 1.4007278442382813,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.646090534979424,
|
|
"grad_norm": 0.9614652395248413,
|
|
"learning_rate": 4.721030042918455e-05,
|
|
"loss": 1.4439279174804687,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.646090534979424,
|
|
"eval_loss": 1.5033758878707886,
|
|
"eval_runtime": 22.7479,
|
|
"eval_samples_per_second": 4.528,
|
|
"eval_steps_per_second": 4.528,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.7489711934156378,
|
|
"grad_norm": 1.3173755407333374,
|
|
"learning_rate": 4.363376251788269e-05,
|
|
"loss": 1.3896630859375,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 1.8518518518518519,
|
|
"grad_norm": 1.3660273551940918,
|
|
"learning_rate": 4.005722460658083e-05,
|
|
"loss": 1.4115650939941407,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 1.954732510288066,
|
|
"grad_norm": 1.2740566730499268,
|
|
"learning_rate": 3.648068669527897e-05,
|
|
"loss": 1.4732164001464845,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 2.05761316872428,
|
|
"grad_norm": 1.1533112525939941,
|
|
"learning_rate": 3.290414878397711e-05,
|
|
"loss": 1.2941168212890626,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 2.05761316872428,
|
|
"eval_loss": 1.5046026706695557,
|
|
"eval_runtime": 22.7013,
|
|
"eval_samples_per_second": 4.537,
|
|
"eval_steps_per_second": 4.537,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 2.1604938271604937,
|
|
"grad_norm": 1.2710565328598022,
|
|
"learning_rate": 2.9327610872675255e-05,
|
|
"loss": 1.052796401977539,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 2.263374485596708,
|
|
"grad_norm": 1.48249089717865,
|
|
"learning_rate": 2.575107296137339e-05,
|
|
"loss": 1.1035122680664062,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 2.366255144032922,
|
|
"grad_norm": 1.1420801877975464,
|
|
"learning_rate": 2.217453505007153e-05,
|
|
"loss": 1.1403243255615234,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 2.4691358024691357,
|
|
"grad_norm": 1.2909879684448242,
|
|
"learning_rate": 1.859799713876967e-05,
|
|
"loss": 1.0371189880371094,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 2.4691358024691357,
|
|
"eval_loss": 1.5498303174972534,
|
|
"eval_runtime": 22.7264,
|
|
"eval_samples_per_second": 4.532,
|
|
"eval_steps_per_second": 4.532,
|
|
"step": 600
|
|
}
|
|
],
|
|
"logging_steps": 25,
|
|
"max_steps": 729,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 3,
|
|
"save_steps": 100,
|
|
"stateful_callbacks": {
|
|
"EarlyStoppingCallback": {
|
|
"args": {
|
|
"early_stopping_patience": 3,
|
|
"early_stopping_threshold": 0.0
|
|
},
|
|
"attributes": {
|
|
"early_stopping_patience_counter": 2
|
|
}
|
|
},
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 4.165886326161408e+16,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|