feat-add-cmteb-qbqtc (#115)
Browse files- feat: add C-MTEB/QBQTC scores (4c81d2d0c853db8c468fbf5377b80aa8536ccd59)
README.md
CHANGED
|
@@ -17456,6 +17456,33 @@ model-index:
|
|
| 17456 |
value: 60.887608967403914
|
| 17457 |
task:
|
| 17458 |
type: STS
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17459 |
- dataset:
|
| 17460 |
config: default
|
| 17461 |
name: MTEB STSB (default)
|
|
|
|
| 17456 |
value: 60.887608967403914
|
| 17457 |
task:
|
| 17458 |
type: STS
|
| 17459 |
+
- dataset:
|
| 17460 |
+
config: default
|
| 17461 |
+
name: MTEB QBQTC (default)
|
| 17462 |
+
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
|
| 17463 |
+
split: test
|
| 17464 |
+
type: C-MTEB/QBQTC
|
| 17465 |
+
metrics:
|
| 17466 |
+
- type: cosine_pearson
|
| 17467 |
+
value: 34.20049144526891
|
| 17468 |
+
- type: cosine_spearman
|
| 17469 |
+
value: 36.41802814113771
|
| 17470 |
+
- type: euclidean_pearson
|
| 17471 |
+
value: 34.569942139590626
|
| 17472 |
+
- type: euclidean_spearman
|
| 17473 |
+
value: 36.06141660786936
|
| 17474 |
+
- type: main_score
|
| 17475 |
+
value: 36.41802814113771
|
| 17476 |
+
- type: manhattan_pearson
|
| 17477 |
+
value: 34.537041543916003
|
| 17478 |
+
- type: manhattan_spearman
|
| 17479 |
+
value: 36.033418927773825
|
| 17480 |
+
- type: pearson
|
| 17481 |
+
value: 34.20049144526891
|
| 17482 |
+
- type: spearman
|
| 17483 |
+
value: 36.41802814113771
|
| 17484 |
+
task:
|
| 17485 |
+
type: STS
|
| 17486 |
- dataset:
|
| 17487 |
config: default
|
| 17488 |
name: MTEB STSB (default)
|