| { |
| "task": "human", |
| "best_epoch": 6, |
| "training_seconds": 111.95542904100148, |
| "split_sizes": { |
| "train": 880, |
| "validation": 110, |
| "test": 110 |
| }, |
| "validation": { |
| "loss": 1.267178336056796, |
| "accuracy": 0.8363636363636363, |
| "macro_f1": 0.7900596877869606 |
| }, |
| "test": { |
| "loss": 1.4121767195788297, |
| "accuracy": 0.7454545454545455, |
| "macro_f1": 0.6897269397269397 |
| }, |
| "test_confusions": [ |
| { |
| "gold": "multi_intent_with_financial_risk", |
| "predicted": "refund_missing_after_deadline", |
| "count": 5 |
| }, |
| { |
| "gold": "account_takeover", |
| "predicted": "personal_data_or_payment_card_exposed", |
| "count": 5 |
| }, |
| { |
| "gold": "order_marked_delivered_but_not_received", |
| "predicted": "multi_intent_with_financial_risk", |
| "count": 5 |
| }, |
| { |
| "gold": "change_delivery_address_after_dispatch", |
| "predicted": "cancel_order_after_dispatch", |
| "count": 5 |
| }, |
| { |
| "gold": "fraud_or_phishing", |
| "predicted": "account_takeover", |
| "count": 3 |
| }, |
| { |
| "gold": "missing_item_in_delivered_order", |
| "predicted": "refund_amount_dispute", |
| "count": 3 |
| }, |
| { |
| "gold": "fraud_or_phishing", |
| "predicted": "privacy_data_deletion_request", |
| "count": 2 |
| } |
| ], |
| "history": [ |
| { |
| "epoch": 1, |
| "train_loss": 3.0446458036249333, |
| "validation_loss": 2.9481882918964732, |
| "validation_accuracy": 0.3181818181818182, |
| "validation_macro_f1": 0.275695272469466 |
| }, |
| { |
| "epoch": 2, |
| "train_loss": 2.5696960145776924, |
| "validation_loss": 2.4496376210992987, |
| "validation_accuracy": 0.5818181818181818, |
| "validation_macro_f1": 0.5069444444444445 |
| }, |
| { |
| "epoch": 3, |
| "train_loss": 1.8286097873340954, |
| "validation_loss": 1.8624537467956543, |
| "validation_accuracy": 0.7909090909090909, |
| "validation_macro_f1": 0.7550946528219256 |
| }, |
| { |
| "epoch": 4, |
| "train_loss": 1.237558323686773, |
| "validation_loss": 1.5112867398695513, |
| "validation_accuracy": 0.8, |
| "validation_macro_f1": 0.7386363636363636 |
| }, |
| { |
| "epoch": 5, |
| "train_loss": 0.899948058345101, |
| "validation_loss": 1.34841853055087, |
| "validation_accuracy": 0.8272727272727273, |
| "validation_macro_f1": 0.7803030303030304 |
| }, |
| { |
| "epoch": 6, |
| "train_loss": 0.7283082962036133, |
| "validation_loss": 1.267178336056796, |
| "validation_accuracy": 0.8363636363636363, |
| "validation_macro_f1": 0.7900596877869606 |
| }, |
| { |
| "epoch": 7, |
| "train_loss": 0.6527352463115346, |
| "validation_loss": 1.2407976128838278, |
| "validation_accuracy": 0.8090909090909091, |
| "validation_macro_f1": 0.7660697887970614 |
| }, |
| { |
| "epoch": 8, |
| "train_loss": 0.6315497528422963, |
| "validation_loss": 1.2309001250700518, |
| "validation_accuracy": 0.8181818181818182, |
| "validation_macro_f1": 0.7732847960120687 |
| } |
| ] |
| } |
|
|
