DPO LoRA checkpoint - step 11400 (eval_loss: 1.2601)

DPO LoRA checkpoint - step 11300 (eval_loss: 1.2513)

DPO LoRA checkpoint - step 11200 (eval_loss: 1.2579)

DPO LoRA checkpoint - step 11100 (eval_loss: 1.2398)

DPO LoRA checkpoint - step 11000 (eval_loss: 1.2253)

DPO LoRA checkpoint - step 10900 (eval_loss: 1.2207)

DPO LoRA checkpoint - step 10800 (eval_loss: 1.2091)

DPO LoRA checkpoint - step 10700 (eval_loss: 1.1753)

DPO LoRA checkpoint - step 10600 (eval_loss: 1.2102)

DPO LoRA checkpoint - step 10500 (eval_loss: 1.2661)

DPO LoRA checkpoint - step 10400 (eval_loss: 1.2887)

DPO LoRA checkpoint - step 10300 (eval_loss: 1.2396)

DPO LoRA checkpoint - step 10200 (eval_loss: 1.2844)

DPO LoRA checkpoint - step 10100 (eval_loss: 1.2777)

DPO LoRA checkpoint - step 10000 (eval_loss: 1.2282)

DPO LoRA checkpoint - step 9900 (eval_loss: 1.2397)

DPO LoRA checkpoint - step 9800 (eval_loss: 1.2434)

DPO LoRA checkpoint - step 9700 (eval_loss: 1.2482)

DPO LoRA checkpoint - step 9600 (eval_loss: 1.2737)

DPO LoRA checkpoint - step 9500 (eval_loss: 1.3414)

DPO LoRA checkpoint - step 9400 (eval_loss: 1.2743)

DPO LoRA checkpoint - step 9300 (eval_loss: 1.3085)

DPO LoRA checkpoint - step 9200 (eval_loss: 1.3521)

DPO LoRA checkpoint - step 9100 (eval_loss: 1.3716)

DPO LoRA checkpoint - step 9000 (eval_loss: 1.3357)

DPO LoRA checkpoint - step 8900 (eval_loss: 1.3247)

DPO LoRA checkpoint - step 8800 (eval_loss: 1.2598)

DPO LoRA checkpoint - step 8700 (eval_loss: 1.2278)

DPO LoRA checkpoint - step 8600 (eval_loss: 1.3157)

DPO LoRA checkpoint - step 8500 (eval_loss: 1.2912)

DPO LoRA checkpoint - step 8400 (eval_loss: 1.2837)

DPO LoRA checkpoint - step 8300 (eval_loss: 1.2756)

DPO LoRA checkpoint - step 8200 (eval_loss: 1.2553)

DPO LoRA checkpoint - step 8100 (eval_loss: 1.2217)

DPO LoRA checkpoint - step 8000 (eval_loss: 1.2477)

DPO LoRA checkpoint - step 7900 (eval_loss: 1.2876)

DPO LoRA checkpoint - step 7800 (eval_loss: 1.3024)

DPO LoRA checkpoint - step 7700 (eval_loss: 1.3519)

DPO LoRA checkpoint - step 7600 (eval_loss: 1.4216)

DPO LoRA checkpoint - step 7500 (eval_loss: 1.5279)

DPO LoRA checkpoint - step 7400 (eval_loss: 1.4196)

DPO LoRA checkpoint - step 7300 (eval_loss: 1.4210)

DPO LoRA checkpoint - step 7200 (eval_loss: 1.4379)

DPO LoRA checkpoint - step 7100 (eval_loss: 1.4441)

DPO LoRA checkpoint - step 7000 (eval_loss: 1.4042)

DPO LoRA checkpoint - step 6900 (eval_loss: 1.4159)

DPO LoRA checkpoint - step 6800 (eval_loss: 1.4053)

DPO LoRA checkpoint - step 6700 (eval_loss: 1.3686)

DPO LoRA checkpoint - step 6600 (eval_loss: 1.3012)

DPO LoRA checkpoint - step 6500 (eval_loss: 1.2000)