Update metrics from MLflow run a86060a1 (#3)
Browse files- Update metrics from MLflow run a86060a1 (820b6b826ddc16ef381cf0d08c40b4609956e149)
Co-authored-by: Nelson Adagi <[email protected]>
README.md
CHANGED
|
@@ -500,4 +500,35 @@ Apache 2.0
|
|
| 500 |
|
| 501 |
**Contact**: For questions about this model or collaboration opportunities in AI for social good, please reach out through the repository issues or contact the development team.
|
| 502 |
|
| 503 |
-
**Making Technology Work for Those Who Need It Most**
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 500 |
|
| 501 |
**Contact**: For questions about this model or collaboration opportunities in AI for social good, please reach out through the repository issues or contact the development team.
|
| 502 |
|
| 503 |
+
**Making Technology Work for Those Who Need It Most**
|
| 504 |
+
|
| 505 |
+
|
| 506 |
+
## Performance Metrics
|
| 507 |
+
|
| 508 |
+
### Evaluation Results
|
| 509 |
+
| Metric | Value |
|
| 510 |
+
|--------|-------|
|
| 511 |
+
| Closing Accuracy | 0.8889 |
|
| 512 |
+
| Closing F1 Score | 0.8889 |
|
| 513 |
+
| Closing Precision | 0.8889 |
|
| 514 |
+
| Closing Recall | 0.8889 |
|
| 515 |
+
| Hold Accuracy | 0.8333 |
|
| 516 |
+
| Hold F1 Score | 0.0000 |
|
| 517 |
+
| Hold Precision | 0.0000 |
|
| 518 |
+
| Hold Recall | 0.0000 |
|
| 519 |
+
| Listening Accuracy | 0.2778 |
|
| 520 |
+
| Listening F1 Score | 0.8033 |
|
| 521 |
+
| Listening Precision | 0.7101 |
|
| 522 |
+
| Listening Recall | 0.9245 |
|
| 523 |
+
| Opening Accuracy | 0.9444 |
|
| 524 |
+
| Opening F1 Score | 0.9444 |
|
| 525 |
+
| Opening Precision | 0.9444 |
|
| 526 |
+
| Opening Recall | 0.9444 |
|
| 527 |
+
| Proactiveness Accuracy | 0.6667 |
|
| 528 |
+
| Proactiveness F1 Score | 0.8000 |
|
| 529 |
+
| Proactiveness Precision | 0.6957 |
|
| 530 |
+
| Proactiveness Recall | 0.9412 |
|
| 531 |
+
| Resolution Accuracy | 0.1667 |
|
| 532 |
+
| Resolution F1 Score | 0.8000 |
|
| 533 |
+
| Resolution Precision | 0.7213 |
|
| 534 |
+
| Resolution Recall | 0.8980 |
|
logs/run_20251001_163204/1759325524.7971997/events.out.tfevents.1759325524.bitz-B760M-DS3H.2405322.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:71b10ba5d3fa6268b8ae404600941d8666443b90dc30b7a4995c847925bdb9a6
|
| 3 |
+
size 2452
|
logs/run_20251001_163204/events.out.tfevents.1759325524.bitz-B760M-DS3H.2405322.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:20fb82dfe3f9eb64458e611c2057d469164516f1e02373aa6064ee621ddde369
|
| 3 |
+
size 1554
|
metadata.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"mlflow": {
|
| 3 |
+
"run_info": {
|
| 4 |
+
"run_id": "a86060a18b304d8b87f5606c94584ff2",
|
| 5 |
+
"experiment_id": "12",
|
| 6 |
+
"experiment_name": "QA_Multihead_Clasification_Model",
|
| 7 |
+
"start_time": "2025-07-14 12:27:30",
|
| 8 |
+
"end_time": "2025-07-14 12:27:35",
|
| 9 |
+
"status": "FINISHED",
|
| 10 |
+
"artifact_uri": "/opt/chl_ai/mlflow-shared/artifacts/12/a86060a18b304d8b87f5606c94584ff2/artifacts"
|
| 11 |
+
},
|
| 12 |
+
"metrics": {
|
| 13 |
+
"opening_accuracy": 0.9444444444444444,
|
| 14 |
+
"opening_precision": 0.9444444444444444,
|
| 15 |
+
"opening_recall": 0.9444444444444444,
|
| 16 |
+
"opening_f1_score": 0.9444444444444444,
|
| 17 |
+
"listening_accuracy": 0.2777777777777778,
|
| 18 |
+
"listening_precision": 0.7101449275362319,
|
| 19 |
+
"listening_recall": 0.9245283018867925,
|
| 20 |
+
"listening_f1_score": 0.8032786885245902,
|
| 21 |
+
"proactiveness_accuracy": 0.6666666666666666,
|
| 22 |
+
"proactiveness_precision": 0.6956521739130435,
|
| 23 |
+
"proactiveness_recall": 0.9411764705882353,
|
| 24 |
+
"proactiveness_f1_score": 0.8,
|
| 25 |
+
"resolution_accuracy": 0.16666666666666666,
|
| 26 |
+
"resolution_precision": 0.7213114754098361,
|
| 27 |
+
"resolution_recall": 0.8979591836734694,
|
| 28 |
+
"resolution_f1_score": 0.8,
|
| 29 |
+
"hold_accuracy": 0.8333333333333334,
|
| 30 |
+
"hold_precision": 0.0,
|
| 31 |
+
"hold_recall": 0.0,
|
| 32 |
+
"hold_f1_score": 0.0,
|
| 33 |
+
"closing_accuracy": 0.8888888888888888,
|
| 34 |
+
"closing_precision": 0.8888888888888888,
|
| 35 |
+
"closing_recall": 0.8888888888888888,
|
| 36 |
+
"closing_f1_score": 0.8888888888888888
|
| 37 |
+
},
|
| 38 |
+
"params": {
|
| 39 |
+
"num_epochs": "2",
|
| 40 |
+
"learning_rate": "2e-05",
|
| 41 |
+
"batch_size": "2",
|
| 42 |
+
"max_length": "512",
|
| 43 |
+
"qa_heads_config": "{'opening': 1, 'listening': 5, 'proactiveness': 3, 'resolution': 5, 'hold': 2, 'closing': 1}"
|
| 44 |
+
},
|
| 45 |
+
"tags": {
|
| 46 |
+
"mlflow.user": "rogendo",
|
| 47 |
+
"mlflow.source.name": "/home/rogendo/.virtualenvs/mcreativity/lib/python3.12/site-packages/ipykernel_launcher.py",
|
| 48 |
+
"mlflow.source.type": "LOCAL",
|
| 49 |
+
"mlflow.runName": "Trained MultiHead QA Model"
|
| 50 |
+
}
|
| 51 |
+
},
|
| 52 |
+
"user": {},
|
| 53 |
+
"export": {
|
| 54 |
+
"method": "unknown",
|
| 55 |
+
"timestamp": "2025-10-01T16:32:06.634315",
|
| 56 |
+
"version": "1",
|
| 57 |
+
"mode": "metrics_only"
|
| 58 |
+
}
|
| 59 |
+
}
|