marlonbino openchlsystem commited on
Commit
5718217
·
verified ·
1 Parent(s): 2418f81

Update metrics from MLflow run a86060a1 (#3)

Browse files

- Update metrics from MLflow run a86060a1 (820b6b826ddc16ef381cf0d08c40b4609956e149)


Co-authored-by: Nelson Adagi <[email protected]>

README.md CHANGED
@@ -500,4 +500,35 @@ Apache 2.0
500
 
501
  **Contact**: For questions about this model or collaboration opportunities in AI for social good, please reach out through the repository issues or contact the development team.
502
 
503
- **Making Technology Work for Those Who Need It Most**
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
500
 
501
  **Contact**: For questions about this model or collaboration opportunities in AI for social good, please reach out through the repository issues or contact the development team.
502
 
503
+ **Making Technology Work for Those Who Need It Most**
504
+
505
+
506
+ ## Performance Metrics
507
+
508
+ ### Evaluation Results
509
+ | Metric | Value |
510
+ |--------|-------|
511
+ | Closing Accuracy | 0.8889 |
512
+ | Closing F1 Score | 0.8889 |
513
+ | Closing Precision | 0.8889 |
514
+ | Closing Recall | 0.8889 |
515
+ | Hold Accuracy | 0.8333 |
516
+ | Hold F1 Score | 0.0000 |
517
+ | Hold Precision | 0.0000 |
518
+ | Hold Recall | 0.0000 |
519
+ | Listening Accuracy | 0.2778 |
520
+ | Listening F1 Score | 0.8033 |
521
+ | Listening Precision | 0.7101 |
522
+ | Listening Recall | 0.9245 |
523
+ | Opening Accuracy | 0.9444 |
524
+ | Opening F1 Score | 0.9444 |
525
+ | Opening Precision | 0.9444 |
526
+ | Opening Recall | 0.9444 |
527
+ | Proactiveness Accuracy | 0.6667 |
528
+ | Proactiveness F1 Score | 0.8000 |
529
+ | Proactiveness Precision | 0.6957 |
530
+ | Proactiveness Recall | 0.9412 |
531
+ | Resolution Accuracy | 0.1667 |
532
+ | Resolution F1 Score | 0.8000 |
533
+ | Resolution Precision | 0.7213 |
534
+ | Resolution Recall | 0.8980 |
logs/run_20251001_163204/1759325524.7971997/events.out.tfevents.1759325524.bitz-B760M-DS3H.2405322.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71b10ba5d3fa6268b8ae404600941d8666443b90dc30b7a4995c847925bdb9a6
3
+ size 2452
logs/run_20251001_163204/events.out.tfevents.1759325524.bitz-B760M-DS3H.2405322.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20fb82dfe3f9eb64458e611c2057d469164516f1e02373aa6064ee621ddde369
3
+ size 1554
metadata.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mlflow": {
3
+ "run_info": {
4
+ "run_id": "a86060a18b304d8b87f5606c94584ff2",
5
+ "experiment_id": "12",
6
+ "experiment_name": "QA_Multihead_Clasification_Model",
7
+ "start_time": "2025-07-14 12:27:30",
8
+ "end_time": "2025-07-14 12:27:35",
9
+ "status": "FINISHED",
10
+ "artifact_uri": "/opt/chl_ai/mlflow-shared/artifacts/12/a86060a18b304d8b87f5606c94584ff2/artifacts"
11
+ },
12
+ "metrics": {
13
+ "opening_accuracy": 0.9444444444444444,
14
+ "opening_precision": 0.9444444444444444,
15
+ "opening_recall": 0.9444444444444444,
16
+ "opening_f1_score": 0.9444444444444444,
17
+ "listening_accuracy": 0.2777777777777778,
18
+ "listening_precision": 0.7101449275362319,
19
+ "listening_recall": 0.9245283018867925,
20
+ "listening_f1_score": 0.8032786885245902,
21
+ "proactiveness_accuracy": 0.6666666666666666,
22
+ "proactiveness_precision": 0.6956521739130435,
23
+ "proactiveness_recall": 0.9411764705882353,
24
+ "proactiveness_f1_score": 0.8,
25
+ "resolution_accuracy": 0.16666666666666666,
26
+ "resolution_precision": 0.7213114754098361,
27
+ "resolution_recall": 0.8979591836734694,
28
+ "resolution_f1_score": 0.8,
29
+ "hold_accuracy": 0.8333333333333334,
30
+ "hold_precision": 0.0,
31
+ "hold_recall": 0.0,
32
+ "hold_f1_score": 0.0,
33
+ "closing_accuracy": 0.8888888888888888,
34
+ "closing_precision": 0.8888888888888888,
35
+ "closing_recall": 0.8888888888888888,
36
+ "closing_f1_score": 0.8888888888888888
37
+ },
38
+ "params": {
39
+ "num_epochs": "2",
40
+ "learning_rate": "2e-05",
41
+ "batch_size": "2",
42
+ "max_length": "512",
43
+ "qa_heads_config": "{'opening': 1, 'listening': 5, 'proactiveness': 3, 'resolution': 5, 'hold': 2, 'closing': 1}"
44
+ },
45
+ "tags": {
46
+ "mlflow.user": "rogendo",
47
+ "mlflow.source.name": "/home/rogendo/.virtualenvs/mcreativity/lib/python3.12/site-packages/ipykernel_launcher.py",
48
+ "mlflow.source.type": "LOCAL",
49
+ "mlflow.runName": "Trained MultiHead QA Model"
50
+ }
51
+ },
52
+ "user": {},
53
+ "export": {
54
+ "method": "unknown",
55
+ "timestamp": "2025-10-01T16:32:06.634315",
56
+ "version": "1",
57
+ "mode": "metrics_only"
58
+ }
59
+ }