Safetensors
English
llama
alignment-handbook
trl
dpo
Generated from Trainer
File size: 581 Bytes
f98f101
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
    "epoch": 0.9992652461425422,
    "eval_logits/chosen": -0.8059436678886414,
    "eval_logits/rejected": -0.8133836388587952,
    "eval_logps/chosen": -829.99755859375,
    "eval_logps/rejected": -1107.798828125,
    "eval_loss": 0.33278918266296387,
    "eval_rewards/accuracies": 0.8899999856948853,
    "eval_rewards/chosen": -4.859663486480713,
    "eval_rewards/margins": 2.7170379161834717,
    "eval_rewards/rejected": -7.576701641082764,
    "eval_runtime": 303.6984,
    "eval_samples": 2000,
    "eval_samples_per_second": 6.585,
    "eval_steps_per_second": 0.412
}