Add evaluation results for model intfloat/multilingual-e5-large revision ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb (#59)
Browse files- Add evaluation results for model intfloat/multilingual-e5-large revision ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb (8d20cf570f1ede07e0ce5cf61c98785a89e1f56c)
Co-authored-by: Solomatin Roman <Samoed@users.noreply.huggingface.co>
- .eval_results/BrightAopsRetrieval.yaml +22 -0
- .eval_results/BrightBiologyLongRetrieval.yaml +22 -0
- .eval_results/BrightBiologyRetrieval.yaml +22 -0
- .eval_results/BrightEarthScienceLongRetrieval.yaml +22 -0
- .eval_results/BrightEarthScienceRetrieval.yaml +22 -0
- .eval_results/BrightEconomicsLongRetrieval.yaml +22 -0
- .eval_results/BrightEconomicsRetrieval.yaml +22 -0
- .eval_results/BrightLeetcodeRetrieval.yaml +22 -0
- .eval_results/BrightPonyLongRetrieval.yaml +22 -0
- .eval_results/BrightPonyRetrieval.yaml +22 -0
- .eval_results/BrightPsychologyLongRetrieval.yaml +22 -0
- .eval_results/BrightPsychologyRetrieval.yaml +22 -0
- .eval_results/BrightRoboticsLongRetrieval.yaml +22 -0
- .eval_results/BrightRoboticsRetrieval.yaml +22 -0
- .eval_results/BrightStackoverflowLongRetrieval.yaml +22 -0
- .eval_results/BrightStackoverflowRetrieval.yaml +22 -0
- .eval_results/BrightSustainableLivingLongRetrieval.yaml +22 -0
- .eval_results/BrightSustainableLivingRetrieval.yaml +22 -0
- .eval_results/BrightTheoremQAQuestionsRetrieval.yaml +22 -0
- .eval_results/BrightTheoremQATheoremsRetrieval.yaml +22 -0
.eval_results/BrightAopsRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightAopsRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 7.217
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightAopsRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 7.217
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightBiologyLongRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightBiologyLongRetrieval_default_long
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 1.942
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightBiologyLongRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 1.942
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightBiologyRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightBiologyRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 1.736
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightBiologyRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 1.736
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightEarthScienceLongRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightEarthScienceLongRetrieval_default_long
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 21.552
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightEarthScienceLongRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 21.552
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightEarthScienceRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightEarthScienceRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 15.063
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightEarthScienceRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 15.063
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightEconomicsLongRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightEconomicsLongRetrieval_default_long
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 13.592
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightEconomicsLongRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 13.592
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightEconomicsRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightEconomicsRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 7.057
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightEconomicsRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 7.057
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightLeetcodeRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightLeetcodeRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 27.872
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightLeetcodeRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 27.872
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightPonyLongRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightPonyLongRetrieval_default_long
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 2.344
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightPonyLongRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 2.344
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightPonyRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightPonyRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 13.022
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightPonyRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 13.022
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightPsychologyLongRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightPsychologyLongRetrieval_default_long
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 5.941
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightPsychologyLongRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 5.941
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightPsychologyRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightPsychologyRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 8.789
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightPsychologyRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 8.789
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightRoboticsLongRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightRoboticsLongRetrieval_default_long
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 7.921
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightRoboticsLongRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 7.921
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightRoboticsRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightRoboticsRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 11.119
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightRoboticsRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 11.119
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightStackoverflowLongRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightStackoverflowLongRetrieval_default_long
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 15.812
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightStackoverflowLongRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 15.812
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightStackoverflowRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightStackoverflowRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 6.941
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightStackoverflowRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 6.941
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightSustainableLivingLongRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightSustainableLivingLongRetrieval_default_long
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 8.102
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightSustainableLivingLongRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 8.102
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightSustainableLivingRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightSustainableLivingRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 9.609
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightSustainableLivingRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 9.609
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightTheoremQAQuestionsRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightTheoremQAQuestionsRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 12.958
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightTheoremQAQuestionsRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 12.958
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|
.eval_results/BrightTheoremQATheoremsRetrieval.yaml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: mteb/BRIGHT
|
| 3 |
+
task_id: BrightTheoremQATheoremsRetrieval_default_standard
|
| 4 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 5 |
+
value: 5.486
|
| 6 |
+
date: '2026-03-31'
|
| 7 |
+
notes: Obtained using MTEB v2.10.12
|
| 8 |
+
source:
|
| 9 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 10 |
+
name: Obtained using MTEB v2.10.12
|
| 11 |
+
user: mteb
|
| 12 |
+
- dataset:
|
| 13 |
+
id: mteb/BRIGHT
|
| 14 |
+
task_id: BrightTheoremQATheoremsRetrieval
|
| 15 |
+
revision: c26703e6600d97c579ee2985f16cf307db13ed85
|
| 16 |
+
value: 5.486
|
| 17 |
+
date: '2026-03-31'
|
| 18 |
+
notes: Obtained using MTEB v2.10.12
|
| 19 |
+
source:
|
| 20 |
+
url: https://github.com/embeddings-benchmark/mteb/
|
| 21 |
+
name: Obtained using MTEB v2.10.12
|
| 22 |
+
user: mteb
|