| { | |
| "model_type": "feedback_detector", | |
| "labels": [ | |
| "SAT", | |
| "NEED_CLARIFICATION", | |
| "WRONG_ANSWER", | |
| "WANT_DIFFERENT" | |
| ], | |
| "label2id": { | |
| "SAT": 0, | |
| "NEED_CLARIFICATION": 1, | |
| "WRONG_ANSWER": 2, | |
| "WANT_DIFFERENT": 3 | |
| }, | |
| "id2label": { | |
| "0": "SAT", | |
| "1": "NEED_CLARIFICATION", | |
| "2": "WRONG_ANSWER", | |
| "3": "WANT_DIFFERENT" | |
| }, | |
| "base_model": "jhu-clsp/mmBERT-base", | |
| "max_length": 512, | |
| "use_lora": false, | |
| "lora_rank": null, | |
| "lora_alpha": null, | |
| "class_weights": [ | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "metrics": { | |
| "eval_loss": 0.04018862545490265, | |
| "eval_accuracy": 0.9862646566164154, | |
| "eval_f1_macro": 0.9793941043941043, | |
| "eval_f1_weighted": 0.9862489299675229, | |
| "eval_f1_SAT": 1.0, | |
| "eval_f1_NEED_CLARIFICATION": 0.996996996996997, | |
| "eval_f1_WRONG_ANSWER": 0.9615384615384616, | |
| "eval_f1_WANT_DIFFERENT": 0.9590409590409591, | |
| "eval_runtime": 1.7411, | |
| "eval_samples_per_second": 1714.471, | |
| "eval_steps_per_second": 13.785, | |
| "epoch": 3.0 | |
| } | |
| } |