mmbert-feedback-detector / training_config.json
HuaminChen's picture
Update with 51K dataset - 98.6% accuracy
23b179d verified
{
"model_type": "feedback_detector",
"labels": [
"SAT",
"NEED_CLARIFICATION",
"WRONG_ANSWER",
"WANT_DIFFERENT"
],
"label2id": {
"SAT": 0,
"NEED_CLARIFICATION": 1,
"WRONG_ANSWER": 2,
"WANT_DIFFERENT": 3
},
"id2label": {
"0": "SAT",
"1": "NEED_CLARIFICATION",
"2": "WRONG_ANSWER",
"3": "WANT_DIFFERENT"
},
"base_model": "jhu-clsp/mmBERT-base",
"max_length": 512,
"use_lora": false,
"lora_rank": null,
"lora_alpha": null,
"class_weights": [
1.0,
1.0,
1.0,
1.0
],
"metrics": {
"eval_loss": 0.04018862545490265,
"eval_accuracy": 0.9862646566164154,
"eval_f1_macro": 0.9793941043941043,
"eval_f1_weighted": 0.9862489299675229,
"eval_f1_SAT": 1.0,
"eval_f1_NEED_CLARIFICATION": 0.996996996996997,
"eval_f1_WRONG_ANSWER": 0.9615384615384616,
"eval_f1_WANT_DIFFERENT": 0.9590409590409591,
"eval_runtime": 1.7411,
"eval_samples_per_second": 1714.471,
"eval_steps_per_second": 13.785,
"epoch": 3.0
}
}